-- Logs begin at Thu 2022-02-10 05:42:34 UTC, end at Thu 2022-02-10 08:08:43 UTC. -- Feb 10 06:12:53.072516 n-d-828670-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 06:12:56.066540 n-d-828670-1 neutron-server[103104]: INFO neutron.common.config [-] Logging enabled! Feb 10 06:12:56.067180 n-d-828670-1 neutron-server[103104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 06:12:56.067330 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103104) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 06:12:56.070637 n-d-828670-1 neutron-server[103104]: INFO neutron.common.config [-] Logging enabled! Feb 10 06:12:56.070897 n-d-828670-1 neutron-server[103104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 06:12:56.071216 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103104) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 06:12:56.072152 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 06:12:56.072391 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 06:12:56.072762 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 06:12:56.073010 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 06:12:56.073238 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 06:12:56.073716 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.074701 n-d-828670-1 neutron-server[103104]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 10 06:12:56.075018 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.075317 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.075613 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.075912 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.076206 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.076491 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.076781 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.077082 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.077369 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.077650 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.077936 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.078236 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.078541 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.078835 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.079125 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.079407 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] debug = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.079691 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.080128 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.080549 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.080832 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.081122 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.081401 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.081676 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.081956 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.082241 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.082596 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] host = n-d-828670-1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.082878 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.083168 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.083455 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.083743 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.084019 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.084300 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.084587 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.084860 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.085133 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] log_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.085410 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.085700 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.085990 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.086282 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.086532 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.086760 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.087067 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.087357 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.087635 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.087913 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.088189 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.088464 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.088742 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.089014 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.089302 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.089638 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.090448 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.090732 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.091012 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.091288 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.091565 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.091854 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.092130 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.092406 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.092684 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.092974 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.093246 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.093522 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.093823 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.094111 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.094419 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.094709 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.094986 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.095270 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.095544 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.095818 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.096091 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] use_json = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.096367 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.096641 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.096925 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.097199 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.097473 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.097746 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.098020 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.098321 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.098604 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:56.098909 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.099213 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.099516 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.099818 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.100114 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.100401 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.100695 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.100978 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.101272 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.101566 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.101858 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.102140 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.102474 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.102772 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.103072 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.103380 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.103680 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.103975 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.104254 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.104533 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.104812 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.105094 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.105712 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.105998 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.106294 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.106610 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.106895 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.107196 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.107487 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.107785 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.108077 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.108357 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.108639 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.108934 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.109223 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.109502 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.109784 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.110077 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.110382 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.110662 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.110949 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.111233 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.111512 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.111791 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.112074 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.112368 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.112650 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.112926 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.113201 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.113485 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.113762 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.114068 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.114371 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.114653 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.114932 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.115217 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.115496 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.115774 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.116055 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.116330 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.116611 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.116888 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.117420 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.117696 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.117971 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.118246 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.118684 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.118961 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.119247 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.119525 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.119801 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.120078 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.120355 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.120629 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.120941 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.121241 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.121522 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.121807 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.122086 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.122393 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.122676 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.122955 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.123237 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.123519 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.123794 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.124089 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.124377 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.124666 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.124975 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.125259 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.125560 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.125843 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.126128 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.126434 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.126719 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.127004 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.127288 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.127588 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.127885 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.128181 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.128476 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.128768 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.129055 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.129365 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.129649 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:56.129870 n-d-828670-1 neutron-server[103104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 06:12:56.130112 n-d-828670-1 neutron-server[103104]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103104) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 06:12:56.509068 n-d-828670-1 neutron-server[103104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 06:12:56.509356 n-d-828670-1 neutron-server[103104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 06:12:56.509666 n-d-828670-1 neutron-server[103104]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 06:12:56.510005 n-d-828670-1 neutron-server[103104]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 06:12:56.841211 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.841414 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.841687 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.843036 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.843316 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.843583 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.888357 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.888638 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.888910 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.905000 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.905290 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.905568 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.934229 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.934536 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.934804 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.970966 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.971249 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:56.971522 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.316699 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.317294 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.317294 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.317495 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.318193 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.418398 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.418722 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.419012 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.419284 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.419550 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.419861 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.420125 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.420382 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.420637 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.420919 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.421182 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.421446 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.421706 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.421963 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.422218 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.422510 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.422768 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.423033 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.423304 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.423564 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.423840 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.424094 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.424380 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.424760 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.425013 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.425261 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.425658 n-d-828670-1 neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 06:12:57.425902 n-d-828670-1 neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 06:12:57.426144 n-d-828670-1 neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 06:12:57.426412 n-d-828670-1 neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 06:12:57.426653 n-d-828670-1 neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 06:12:57.426889 n-d-828670-1 neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 06:12:57.427254 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 06:12:57.430388 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 06:12:57.435087 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 06:12:57.438811 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 10 06:12:57.440474 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 06:12:57.440946 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 06:12:57.441288 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 06:12:57.441673 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 06:12:57.444563 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 06:12:57.444819 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 06:12:57.445167 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 06:12:57.450106 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 10 06:12:57.472843 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 10 06:12:57.473468 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.473774 n-d-828670-1 neutron-server[103104]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103104) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 10 06:12:57.474140 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.475619 n-d-828670-1 neutron-server[103104]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103104) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 06:12:57.475912 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 06:12:57.476161 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 06:12:57.479540 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.479828 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:57.542314 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 06:12:57.542578 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 06:12:57.543351 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 06:12:57.543855 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 06:12:57.564121 n-d-828670-1 neutron-server[103104]: DEBUG oslo_db.sqlalchemy.engines [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103104) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 10 06:12:58.012900 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Initializing driver for type 'gre' Feb 10 06:12:58.013390 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] gre ID ranges: [(1, 1000)] Feb 10 06:12:58.063287 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Initializing driver for type 'local' Feb 10 06:12:58.063580 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Initializing driver for type 'vlan' Feb 10 06:12:58.075784 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] VlanTypeDriver initialization complete Feb 10 06:12:58.076054 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Initializing driver for type 'vxlan' Feb 10 06:12:58.076530 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] vxlan ID ranges: [(1, 1000)] Feb 10 06:12:58.128044 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Initializing extension driver 'port_security' Feb 10 06:12:58.128386 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.extensions.port_security [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] PortSecurityExtensionDriver initialization complete Feb 10 06:12:58.128725 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Initializing mechanism driver 'openvswitch' Feb 10 06:12:58.129052 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Initializing mechanism driver 'hyperv' Feb 10 06:12:58.135778 n-d-828670-1 neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:12:58.137425 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.137809 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.138171 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.138731 n-d-828670-1 neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 06:12:58.139164 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > subnet after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.139530 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > subnet after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.139888 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.140288 n-d-828670-1 neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 06:12:58.140698 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > network after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.141055 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > network after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.141404 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > network after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.141806 n-d-828670-1 neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 06:12:58.142215 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > security_group after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.142597 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > security_group after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.142946 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.143347 n-d-828670-1 neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 06:12:58.143756 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.144108 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.144453 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.144852 n-d-828670-1 neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 06:12:58.145261 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > address_group after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.145611 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > address_group after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.145955 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.146377 n-d-828670-1 neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 06:12:58.146832 n-d-828670-1 neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] ML2 OVO RPC backend initialized. {{(pid=103104) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 10 06:12:58.147546 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.147909 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.148333 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > network before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.148687 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > networks before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.149043 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > port before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.149389 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > ports before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.149737 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > subnet before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.150085 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > subnets before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.150468 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > network after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.150818 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > network after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.151160 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > network after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.151499 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.151840 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.152797 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.153145 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > subnet after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.153490 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > subnet after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.153829 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.162716 n-d-828670-1 neutron-server[103104]: INFO neutron.quota [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded quota_driver: . Feb 10 06:12:58.163087 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.plugin [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Modular L2 Plugin initialization complete Feb 10 06:12:58.163441 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading services supported by the core plugin {{(pid=103104) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 06:12:58.163792 n-d-828670-1 neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Got port-security extension from driver 'port_security' Feb 10 06:12:58.164275 n-d-828670-1 neutron-server[103104]: INFO neutron.extensions.vlantransparent [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Disabled vlantransparent extension. Feb 10 06:12:58.164776 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103104) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 06:12:58.165106 n-d-828670-1 neutron-server[103104]: INFO neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading Plugin: router Feb 10 06:12:58.201444 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.201852 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router after_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.202232 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router before_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.202629 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.203006 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.203375 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router after_delete 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.203743 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.204105 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.204468 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router after_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.204816 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router after_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.206370 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router after_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.206743 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.207113 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router after_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.207779 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router precommit_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.207909 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.208261 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.208615 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: subnet after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.208961 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.209315 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.209666 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router precommit_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.210014 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: port before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.210385 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router precommit_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.212569 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router after_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.212936 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.216361 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router precommit_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.216755 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.217128 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router precommit_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.217516 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > agent after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.217890 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > agent after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.218249 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > network after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.219176 n-d-828670-1 neutron-server[103104]: DEBUG neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Tracking information for resource: router configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 06:12:58.219523 n-d-828670-1 neutron-server[103104]: DEBUG neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Tracking information for resource: floatingip configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 06:12:58.224674 n-d-828670-1 neutron-server[103104]: INFO neutron.db.l3_agentschedulers_db [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 06:12:58.225268 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.225636 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.225994 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.226372 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.227179 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router before_create 55550100 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.227550 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.227924 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router precommit_create 55550100 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.228285 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > router precommit_update 55550100 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.233157 n-d-828670-1 neutron-server[103104]: DEBUG neutron.services.provider_configuration [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service providers = [] {{(pid=103104) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 06:12:58.233527 n-d-828670-1 neutron-server[103104]: DEBUG neutron.db.servicetype_db [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103104) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 06:12:58.236576 n-d-828670-1 neutron-server[103104]: DEBUG neutron.services.service_base [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 06:12:58.236934 n-d-828670-1 neutron-server[103104]: DEBUG neutron.services.service_base [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 06:12:58.237287 n-d-828670-1 neutron-server[103104]: DEBUG neutron.services.service_base [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 06:12:58.238195 n-d-828670-1 neutron-server[103104]: DEBUG neutron.services.service_base [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 06:12:58.238604 n-d-828670-1 neutron-server[103104]: INFO neutron.services.service_base [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 06:12:58.238999 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 06:12:58.239325 n-d-828670-1 neutron-server[103104]: INFO neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 06:12:58.250509 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 06:12:58.250852 n-d-828670-1 neutron-server[103104]: INFO neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading Plugin: auto_allocate Feb 10 06:12:58.256764 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: network precommit_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.257143 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: network precommit_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.257678 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 06:12:58.258005 n-d-828670-1 neutron-server[103104]: INFO neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading Plugin: tag Feb 10 06:12:58.265537 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 06:12:58.265814 n-d-828670-1 neutron-server[103104]: INFO neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading Plugin: timestamp Feb 10 06:12:58.269743 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 06:12:58.270082 n-d-828670-1 neutron-server[103104]: INFO neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading Plugin: network_ip_availability Feb 10 06:12:58.275654 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.276035 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.276393 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.277680 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 06:12:58.278012 n-d-828670-1 neutron-server[103104]: INFO neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading Plugin: flavors Feb 10 06:12:58.283022 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 06:12:58.283368 n-d-828670-1 neutron-server[103104]: INFO neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading Plugin: revisions Feb 10 06:12:58.287739 n-d-828670-1 neutron-server[103104]: DEBUG neutron.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 06:12:58.288136 n-d-828670-1 neutron-server[103104]: DEBUG oslo_concurrency.lockutils [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=103104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 06:12:58.288889 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103104) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 10 06:12:58.289232 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Initializing extension manager. Feb 10 06:12:58.289764 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: __init__.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.290109 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: __pycache__ {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.290480 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.290820 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: address_group.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.291586 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.292152 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: address-group Feb 10 06:12:58.292482 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: address_scope.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.293268 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.293782 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: address-scope Feb 10 06:12:58.294114 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.295084 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.295597 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: router-admin-state-down-before-update Feb 10 06:12:58.295926 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: agent.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.296633 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.297141 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: agent Feb 10 06:12:58.297465 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: agent_resources_synced.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.298419 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.298927 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: agent-resources-synced Feb 10 06:12:58.299253 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: allowedaddresspairs.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.301054 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.301581 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: allowed-address-pairs Feb 10 06:12:58.301917 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: auto_allocated_topology.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.303033 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.303555 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: auto-allocated-topology Feb 10 06:12:58.303889 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: availability_zone.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.304593 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.305108 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: availability_zone Feb 10 06:12:58.305440 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: availability_zone_filter.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.306386 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.306920 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: availability_zone_filter Feb 10 06:12:58.307237 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: data_plane_status.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.308157 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.308695 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 06:12:58.309025 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: default_subnetpools.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.309957 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.310507 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: default-subnetpools Feb 10 06:12:58.310838 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.311654 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.312169 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: dhcp_agent_scheduler Feb 10 06:12:58.312500 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: dns.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.313434 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.313942 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension dns-integration not supported by any of loaded plugins Feb 10 06:12:58.314266 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: dns_domain_ports.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.315214 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.315722 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 06:12:58.316049 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.316976 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.317480 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 10 06:12:58.317801 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: dvr.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.318513 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.319022 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: dvr Feb 10 06:12:58.319349 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: ecmp_routes.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.320277 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.320783 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension ecmp_routes not supported by any of loaded plugins Feb 10 06:12:58.321109 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: empty_string_filtering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.322034 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.322567 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: empty-string-filtering Feb 10 06:12:58.322896 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.323821 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.324845 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 06:12:58.325176 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.326110 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.326645 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 06:12:58.326971 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: external_net.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.327889 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.328405 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: external-net Feb 10 06:12:58.328731 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.329659 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.330844 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: extra_dhcp_opt Feb 10 06:12:58.330844 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: extraroute.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.331800 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.332409 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: extraroute Feb 10 06:12:58.332741 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: extraroute_atomic.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.333805 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.334335 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: extraroute-atomic Feb 10 06:12:58.334666 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: filter_validation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.335343 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.335855 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: filter-validation Feb 10 06:12:58.336182 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: fip_pf_description.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.337163 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.337665 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 06:12:58.337994 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: fip_port_details.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.339137 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.340277 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: fip-port-details Feb 10 06:12:58.340607 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: flavors.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.341861 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.342417 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: flavors Feb 10 06:12:58.342753 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.344453 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.344977 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 06:12:58.345313 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: floatingip_pools.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.346017 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.346559 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: floatingip-pools Feb 10 06:12:58.346891 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: ip_allocation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.347839 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.348351 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 06:12:58.348679 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.349626 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.350138 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: ip-substring-filtering Feb 10 06:12:58.350500 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l2_adjacency.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.351436 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.351939 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 06:12:58.352268 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l3.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.353245 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.353766 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: router Feb 10 06:12:58.354099 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.356407 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.356942 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 06:12:58.357278 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.358237 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.358862 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: ext-gw-mode Feb 10 06:12:58.359196 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.360129 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.360647 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: l3-ha Feb 10 06:12:58.360979 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.361903 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.362452 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 10 06:12:58.362786 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l3_flavors.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.363721 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.364237 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: l3-flavors Feb 10 06:12:58.364567 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.365953 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.366501 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 10 06:12:58.366836 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.368040 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.368554 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 06:12:58.368882 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: l3agentscheduler.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.369922 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.370473 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: l3_agent_scheduler Feb 10 06:12:58.370834 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: local_ip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.372627 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.373150 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension local_ip not supported by any of loaded plugins Feb 10 06:12:58.373489 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: logging.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.375173 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.375704 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension logging not supported by any of loaded plugins Feb 10 06:12:58.376039 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: metering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.376788 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.377369 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: metering Feb 10 06:12:58.377702 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.378843 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.379368 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: metering_source_and_destination_fields Feb 10 06:12:58.379697 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: multiprovidernet.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.380639 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.381160 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: multi-provider Feb 10 06:12:58.381490 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: netmtu.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.382460 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.382975 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: net-mtu Feb 10 06:12:58.383303 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: netmtu_writable.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.384240 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.384752 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: net-mtu-writable Feb 10 06:12:58.385080 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: network_availability_zone.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.385760 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.386273 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: network_availability_zone Feb 10 06:12:58.387231 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: network_ip_availability.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.388404 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.388927 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: network-ip-availability Feb 10 06:12:58.389260 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: network_segment_range.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.390030 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.390568 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 06:12:58.390897 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: pagination.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.391886 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.392221 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: pagination Feb 10 06:12:58.392549 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: port_device_profile.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.393476 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.393995 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: port-device-profile Feb 10 06:12:58.394337 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.395266 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.395776 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: port-mac-address-regenerate Feb 10 06:12:58.396100 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.397032 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.397541 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: port-numa-affinity-policy Feb 10 06:12:58.397866 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: port_resource_request.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.398847 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.399351 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 06:12:58.399676 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: port_resource_request_groups.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.400653 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.401156 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 10 06:12:58.401481 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: portbindings.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.403028 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.403539 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: binding Feb 10 06:12:58.403862 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: portbindings_extended.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.405161 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.405674 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: binding-extended Feb 10 06:12:58.406007 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: portsecurity.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.406971 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.407485 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: port-security Feb 10 06:12:58.407816 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: project_id.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.408810 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.409147 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: project-id Feb 10 06:12:58.409474 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: providernet.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.410441 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.410963 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: provider Feb 10 06:12:58.411291 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.414931 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.415459 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos not supported by any of loaded plugins Feb 10 06:12:58.415796 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.417057 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.417613 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 06:12:58.417938 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.418927 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.419444 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 06:12:58.419778 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_default.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.420700 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.421217 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-default not supported by any of loaded plugins Feb 10 06:12:58.421548 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_fip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.422568 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.423092 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-fip not supported by any of loaded plugins Feb 10 06:12:58.423422 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.424349 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.424863 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 10 06:12:58.425193 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_gateway_ip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.426243 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.426788 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 06:12:58.427120 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_port_network_policy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.428042 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.428561 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 06:12:58.428893 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.429948 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.430498 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 10 06:12:58.430829 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_pps_rule.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.432013 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.432530 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-pps not supported by any of loaded plugins Feb 10 06:12:58.432864 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_rule_type_details.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.434337 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.434851 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 06:12:58.435180 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: qos_rules_alias.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.436244 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.436759 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 06:12:58.437088 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: quota_check_limit.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.438018 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.438561 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: quota-check-limit Feb 10 06:12:58.438885 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: quotasv2.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.439817 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.440153 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: quotas Feb 10 06:12:58.440481 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: quotasv2_detail.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.442252 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.442626 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: quota_details Feb 10 06:12:58.442964 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: rbac.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.444018 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.444547 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: rbac-policies Feb 10 06:12:58.444885 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: rbac_address_group.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.445828 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.446380 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: rbac-address-group Feb 10 06:12:58.446715 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: rbac_address_scope.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.447654 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.448171 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: rbac-address-scope Feb 10 06:12:58.448501 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: rbac_security_groups.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.450044 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.450592 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: rbac-security-groups Feb 10 06:12:58.450925 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: rbac_subnetpool.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.451853 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.452368 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: rbac-subnetpool Feb 10 06:12:58.452697 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: revisionifmatch.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.453632 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.454149 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: revision-if-match Feb 10 06:12:58.454566 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: revisions.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.455766 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.456287 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: standard-attr-revisions Feb 10 06:12:58.456620 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: router_availability_zone.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.457302 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.457815 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: router_availability_zone Feb 10 06:12:58.458146 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: routerservicetype.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.459131 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.459650 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension router-service-type not supported by any of loaded plugins Feb 10 06:12:58.459979 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.460919 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.461436 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: security-groups-normalized-cidr Feb 10 06:12:58.461766 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.462740 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.463258 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: port-security-groups-filtering Feb 10 06:12:58.463588 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.464582 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.465100 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: security-groups-remote-address-group Feb 10 06:12:58.465429 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.466406 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.466922 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: security-groups-shared-filtering Feb 10 06:12:58.467249 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.467844 n-d-828670-1 neutron-server[103104]: WARNING neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 10 06:12:58.468169 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: securitygroup.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.479283 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.479824 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: security-group Feb 10 06:12:58.480190 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: segment.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.480990 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.481503 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension segment not supported by any of loaded plugins Feb 10 06:12:58.481839 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.482835 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.483357 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 06:12:58.483690 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: servicetype.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.484813 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.485340 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: service-type Feb 10 06:12:58.485673 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: sorting.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.486721 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.487062 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: sorting Feb 10 06:12:58.487394 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: standard_attr_segment.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.488331 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.488859 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 06:12:58.489188 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: standardattrdescription.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.489855 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.490395 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: standard-attr-description Feb 10 06:12:58.490729 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: stateful_security_group.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.491681 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.492462 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: stateful-security-group Feb 10 06:12:58.492793 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: stdattrs_common.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.493371 n-d-828670-1 neutron-server[103104]: WARNING neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 06:12:58.493696 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.494665 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.495182 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 06:12:58.495510 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: subnet_onboard.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.497169 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.497692 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: subnet_onboard Feb 10 06:12:58.498029 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.499017 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.499532 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 06:12:58.499862 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: subnet_service_types.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.500809 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.501329 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: subnet-service-types Feb 10 06:12:58.501661 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: subnetallocation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.502799 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.503318 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: subnet_allocation Feb 10 06:12:58.503652 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.504328 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.504841 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: subnetpool-prefix-ops Feb 10 06:12:58.505168 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.506115 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.506662 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 06:12:58.506991 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: tagging.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.508097 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.508615 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: standard-attr-tag Feb 10 06:12:58.508948 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: timestamp.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.510190 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.510752 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loaded extension: standard-attr-timestamp Feb 10 06:12:58.511087 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: trunk.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.512674 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.513195 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension trunk not supported by any of loaded plugins Feb 10 06:12:58.513530 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: trunk_details.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.514500 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.515021 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension trunk-details not supported by any of loaded plugins Feb 10 06:12:58.515356 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: uplink_status_propagation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.516338 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.516807 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 06:12:58.517140 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Loading extension file: vlantransparent.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 06:12:58.517822 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 06:12:58.518363 n-d-828670-1 neutron-server[103104]: INFO neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 06:12:58.520897 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:network Feb 10 06:12:58.521428 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:subnet Feb 10 06:12:58.521831 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 06:12:58.522225 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:port Feb 10 06:12:58.523506 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.523968 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service FLAVORS assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.524579 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.525008 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.525354 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:router Feb 10 06:12:58.525796 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:floatingip Feb 10 06:12:58.526284 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service METERING assigned prefix: /metering {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.527795 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.528176 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.528536 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:12:58.529554 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 06:12:58.530022 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:security_group Feb 10 06:12:58.530498 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 06:12:58.531108 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service CORE assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.531445 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 06:12:58.531797 n-d-828670-1 neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] subnetpool is already registered Feb 10 06:12:58.532237 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service CORE assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.532571 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 06:12:58.532917 n-d-828670-1 neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] subnetpool is already registered Feb 10 06:12:58.535213 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.535659 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service FLAVORS assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.536255 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.536681 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.537019 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:router Feb 10 06:12:58.537362 n-d-828670-1 neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] router is already registered Feb 10 06:12:58.537779 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:floatingip Feb 10 06:12:58.538120 n-d-828670-1 neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] floatingip is already registered Feb 10 06:12:58.538609 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service METERING assigned prefix: /metering {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.539278 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 06:12:58.539611 n-d-828670-1 neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] rbac_policy is already registered Feb 10 06:12:58.540035 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:security_group Feb 10 06:12:58.540375 n-d-828670-1 neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] security_group is already registered Feb 10 06:12:58.540780 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 06:12:58.541119 n-d-828670-1 neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] security_group_rule is already registered Feb 10 06:12:58.541749 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service CORE assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.542083 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 06:12:58.542463 n-d-828670-1 neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] subnetpool is already registered Feb 10 06:12:58.542915 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Service CORE assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 06:12:58.543246 n-d-828670-1 neutron-server[103104]: INFO neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 06:12:58.543578 n-d-828670-1 neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] subnetpool is already registered Feb 10 06:12:58.544053 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: extensions {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.545612 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: address-groups {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.547123 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: address-scopes {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.548479 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: agents {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.549648 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: auto-allocated-topology {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.550969 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: availability_zones {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.552184 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: dhcp-networks {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.553689 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: dhcp-agents {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.555180 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: routers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.557408 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: flavors {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.559130 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: service_profiles {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.560360 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: next_providers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.561835 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: service_profiles {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.563418 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: floatingip-pools {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.564652 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: routers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.566810 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: floatingips {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.568097 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: l3-routers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.569507 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: l3-agents {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.570984 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: metering-labels {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.572352 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: metering-label-rules {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.573638 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: network-ip-availabilities {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.575562 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: bindings {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.577220 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: quotas {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.578829 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: quotas {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.580388 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: rbac-policies {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.582626 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: security-groups {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.583889 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: security-group-rules {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.585134 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: service-providers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.586399 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: subnetpools {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.587839 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: subnetpools {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.589307 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.591082 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.592918 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.594760 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.596563 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.598456 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.600184 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.602119 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.603913 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.605806 n-d-828670-1 neutron-server[103104]: DEBUG neutron.api.extensions [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 06:12:58.611822 n-d-828670-1 neutron-server[103104]: WARNING keystonemiddleware.auth_token [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 06:12:58.616506 n-d-828670-1 neutron-server[103104]: WARNING keystonemiddleware.auth_token [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 06:12:58.625824 n-d-828670-1 neutron-server[103104]: DEBUG oslo_concurrency.lockutils [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Acquired lock "singleton_lock" {{(pid=103104) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 10 06:12:58.626327 n-d-828670-1 neutron-server[103104]: DEBUG oslo_concurrency.lockutils [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Releasing lock "singleton_lock" {{(pid=103104) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 10 06:12:58.626985 n-d-828670-1 neutron-server[103104]: INFO oslo_service.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Starting 2 workers Feb 10 06:12:58.631840 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Started child 103213 {{(pid=103104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 06:12:58.636290 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Started child 103214 {{(pid=103104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 06:12:58.637895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:12:58.638587 n-d-828670-1 neutron-server[103104]: INFO neutron.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 06:12:58.639195 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:12:58.639567 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [-] (103213) wsgi starting up on http://0.0.0.0:9696 Feb 10 06:12:58.641654 n-d-828670-1 neutron-server[103104]: INFO oslo_service.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Starting 1 workers Feb 10 06:12:58.641795 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:12:58.643310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [-] (103214) wsgi starting up on http://0.0.0.0:9696 Feb 10 06:12:58.646925 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Started child 103215 {{(pid=103104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 06:12:58.647482 n-d-828670-1 neutron-server[103104]: INFO oslo_service.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Starting 1 workers Feb 10 06:12:58.650665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] calling RpcWorker wait() {{(pid=103215) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 06:12:58.651238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] returning from RpcWorker wait() {{(pid=103215) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 06:12:58.652011 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Started child 103216 {{(pid=103104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 06:12:58.652524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:12:58.652832 n-d-828670-1 neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c120161-6d6b-4ca9-a3d6-a0c85403d81c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:12:58.653085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:12:58.654746 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103104) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 06:12:58.654956 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 06:12:58.655144 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 06:12:58.655373 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 06:12:58.655735 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 06:12:58.655900 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 06:12:58.656419 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.656717 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.656806 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:12:58.657243 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.657243 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.657543 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.657781 n-d-828670-1 neutron-server[103216]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:12:58.658140 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.658427 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.658684 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.658967 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.659230 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.659404 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.659572 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.659817 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.660058 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.660366 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.660629 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.660885 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.661152 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.661325 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.661590 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.661856 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.662088 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.662372 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] debug = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.662618 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.663105 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.663333 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.663569 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.663788 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.664067 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.664296 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.664582 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.664831 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.665063 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.665301 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.665576 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.665813 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.666051 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.666323 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.666559 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.666815 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.667036 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.667513 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] host = n-d-828670-1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.667817 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.668037 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.668280 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.668527 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.668788 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.669003 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.669253 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.669520 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.669768 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.670013 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.670253 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.670536 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.670775 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.671028 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.671196 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_options = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.671431 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.671714 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.671962 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.672158 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.672330 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.672495 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.672746 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.672912 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.673172 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.673404 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.673620 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.673839 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.674075 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.674322 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.674581 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.674816 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.675041 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.675274 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.675521 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.675780 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.676006 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.676254 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.676501 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.676724 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.676958 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.677173 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.677400 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.677615 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.677833 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.678167 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.678499 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.678849 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.679071 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.679307 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.679563 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.679815 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.680043 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.680373 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.680633 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.680954 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.682661 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.682661 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.682661 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.682661 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.682661 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.683717 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.683717 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_json = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.683985 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.684309 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.684600 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.684854 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.685041 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.685687 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.685808 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.686045 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.686207 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.687787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.687787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.687787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.688032 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.688105 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.688518 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.688622 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.689037 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.689037 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.689261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.689582 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.689821 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.690354 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.690800 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.691248 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.691735 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.692015 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.692276 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.692530 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.692755 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.693007 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.693237 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.693511 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.693754 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.693990 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.694254 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.694534 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.694823 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.695101 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.695444 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.695732 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.695985 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.696236 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.696462 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.696712 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.696932 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.697149 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.697369 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.697591 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.697881 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.698099 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.698332 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.698563 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.698797 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.699601 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.699859 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.700094 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.700334 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.700567 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.700839 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.701033 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.701248 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.701492 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.701708 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.701954 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.702183 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.702462 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.702726 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.703153 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.703536 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.703925 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.704170 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.704460 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.704740 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.705274 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.705670 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.706166 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.706586 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.707024 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.707250 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.707465 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.707680 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.707915 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.708124 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.708360 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.708770 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.709177 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.709627 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.710041 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.710495 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.710911 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.711354 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.711662 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.711960 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.712241 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.712560 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.712859 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.713138 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.713413 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.713688 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.713972 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.714343 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.714865 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.715180 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.715639 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.715936 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.716260 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.716562 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.716880 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.717167 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.717463 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.717776 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.718097 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.718525 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.718901 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.719309 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.719790 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.720231 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.720888 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.721265 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.721642 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.722034 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.722458 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.722897 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.723314 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.723693 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.724104 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.724512 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.724821 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.725067 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.725371 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.725598 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.725874 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.726173 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.726476 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.726760 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.726999 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.727261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.727507 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.727766 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.728028 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.728264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.728516 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.728757 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.729005 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.729248 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.729792 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.729792 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.730009 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.730270 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.730520 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.730757 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.731027 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.731289 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.731526 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.731804 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.732065 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.732322 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.732575 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.732824 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.733060 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.733302 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.733530 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.733749 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.733987 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.734227 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.734500 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.734735 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.734973 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.735222 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.735456 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.735676 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.735888 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.736123 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.736362 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.736627 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.736842 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.737066 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.737300 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.737535 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.737771 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.737971 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.738184 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.738463 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.738700 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.739146 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.739411 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.739740 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.740019 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.740468 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.741129 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.741350 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.741792 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.742396 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.742616 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.743038 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.743438 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.743831 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.744264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.744499 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.744717 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.744985 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.745243 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.745602 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.746406 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.746649 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.746897 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.747014 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51690) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:12:58.747148 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.747342 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.747566 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.747784 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.748021 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.748238 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.748461 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.748678 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.748896 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.749108 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.749506 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.749926 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.750191 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.750468 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.750711 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.750961 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.751148 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.751383 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.751615 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.751992 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.752216 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.752431 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.752637 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.752855 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.753067 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.753364 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.753623 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.753887 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.754153 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.754400 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.754648 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.754925 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.755138 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.755348 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.755570 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.756001 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.756108 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065444 Feb 10 06:12:58.756509 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.756954 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.757375 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.757795 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.758082 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.759192 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.759414 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.760078 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.760078 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.760078 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.760305 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.760493 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.760868 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.761268 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.762022 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.762463 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.762833 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.763201 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.763592 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.763844 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.764060 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.764273 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.764500 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.764720 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.764931 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.765070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:12:58.765217 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.765468 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.765709 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.765994 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.766230 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.766557 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.766771 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.767705 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.767705 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.767705 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.767705 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.768133 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.768133 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.768505 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.768738 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.769938 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.769938 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.770215 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.770589 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.771009 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.771286 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.771502 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.771951 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.772422 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.772554 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.772759 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.773005 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.773248 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.773523 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.773724 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.773969 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.774216 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.774453 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.774716 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.774950 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.775179 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.775402 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.775634 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.775872 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.776116 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.776876 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.776876 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.776876 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.776876 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 06:12:58.779049 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103104) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 06:12:58.779049 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 06:12:58.779049 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 06:12:58.779049 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 06:12:58.779049 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 06:12:58.779049 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 06:12:58.779049 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.779049 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.780074 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.780074 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.780074 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.780074 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.780074 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.780074 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.780074 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.780074 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.781108 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.781108 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.781108 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.781108 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.781108 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.781108 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.781108 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.781108 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.782723 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.782723 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.782723 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.782723 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.782723 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] debug = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.782723 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.783381 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.783381 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.783381 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.783381 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.783821 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.783821 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.783821 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.784035 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.784341 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.784341 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.784564 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.784668 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.784772 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.784875 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.785037 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.785197 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.785359 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.785520 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] host = n-d-828670-1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.785680 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.785841 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.786001 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.786162 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.786381 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.786513 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.786650 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.787563 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.787563 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.787563 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.787563 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.787563 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.787563 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.789030 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.789030 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_options = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.789030 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.789030 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.789030 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.789030 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.789030 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790817 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790817 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790817 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790817 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790817 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790817 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.790817 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.791236 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.791236 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.791351 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.791415 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.791579 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.791735 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794264 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794811 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794811 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794811 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794811 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794811 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.794811 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.795152 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.795152 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.795268 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.795395 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.795638 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.795638 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.797441 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_json = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.797441 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.797441 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.797441 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.797441 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.797441 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.797787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.797851 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.798097 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.798221 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 06:12:58.799070 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.799241 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.799421 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.799589 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.799755 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.800504 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.800504 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.800504 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.800504 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.800504 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.801083 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.801083 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.801083 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.801372 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.801372 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.801567 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.801721 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.801833 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.801938 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.802042 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.802240 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.802404 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.802560 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.802727 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.803690 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.803690 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.803690 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.803690 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.803690 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.803690 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.804386 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.804386 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.804386 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.804386 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.805641 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.805641 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.805641 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.805641 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.805641 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.805641 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.805641 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.805641 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.805641 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.807358 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.807358 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.807358 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.807358 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.807358 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.807358 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.807358 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.807358 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.807358 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.809825 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.809825 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.809825 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.809825 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.809825 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.809825 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.809825 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.809825 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.809825 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.812188 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.812188 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.812188 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.812188 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.812188 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.812188 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.812188 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.812188 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.812188 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.813787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.813787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.813787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.813787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.813787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.813787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.813787 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.814601 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.814601 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.816060 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.816060 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.816060 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.816437 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.817725 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.817725 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.817725 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.817725 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.818198 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.818198 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.818198 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.818537 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.818537 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.818676 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.818782 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.818944 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.819107 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.819270 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.819436 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.819598 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.819760 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.819924 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.820088 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.820250 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.820412 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.820581 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.820743 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.820905 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.821067 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.821228 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.821391 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.821553 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.821718 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.821882 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.822044 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.822198 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.822385 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.822550 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.822717 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.822897 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.823057 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.823223 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.823387 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.823556 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.823729 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.823919 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.824085 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.824260 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.824405 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.824569 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.824729 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.824890 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.825053 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.825215 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.825377 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.825551 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.825714 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.825878 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.826040 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.826227 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.826427 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.826589 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.826751 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.826912 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.827075 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.827237 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.827398 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.827559 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.827722 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.827884 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.828047 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.828209 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.828371 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.828531 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.828692 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.828855 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.829017 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.829178 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.829342 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.829504 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.829666 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.829828 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.829989 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.830150 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.830326 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.831255 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.831421 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.831585 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.831751 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.831914 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.832076 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.832238 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833265 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833265 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833265 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833265 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833265 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833265 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833704 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833704 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833704 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833915 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.833915 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.834099 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.834233 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.834446 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.834588 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.834749 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.834918 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.835081 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.835243 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.835407 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.835568 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.835731 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.835913 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.836077 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.836243 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.836407 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.836574 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.836737 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.836906 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.837072 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.837235 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.837397 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.837564 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.837730 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.837894 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.838059 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.838221 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.838458 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.838625 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.838792 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.838955 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.839111 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.839270 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.839481 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.839618 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.839779 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.839942 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.840106 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.840269 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.840432 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.840595 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.840773 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.840936 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.841099 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.841262 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.841426 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.841588 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.841762 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.841925 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.842086 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.842247 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.842430 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.842597 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.842770 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.842933 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.843096 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.843257 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.843419 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.843582 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.843755 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.843917 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.844078 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.844240 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.844402 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845050 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845050 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845050 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845050 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845446 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845446 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845446 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845650 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845783 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.845945 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.846106 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.846268 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.846459 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.846631 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.846795 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.847415 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.847415 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.847415 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.847415 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.847978 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.847978 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.847978 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.848329 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.848329 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.848329 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.848666 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.848666 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.848864 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.848945 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.849109 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.849274 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.849447 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.849618 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.849790 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.849954 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.850123 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.850351 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.850491 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.850652 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.850814 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.850976 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.851212 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.851307 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.851450 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.851614 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.851775 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.851937 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.852099 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.852261 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.852425 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.852591 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.852754 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.852917 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.853079 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.853241 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.853403 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 06:12:58.853558 n-d-828670-1 neutron-server[103104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 06:13:10.262247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f467bdd5-0b0b-4ebd-9a2a-46b866759bf9 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:13:10.322407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f467bdd5-0b0b-4ebd-9a2a-46b866759bf9 None None] No non-hosted networks {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 06:13:10.357081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.agentschedulers_db [None req-f467bdd5-0b0b-4ebd-9a2a-46b866759bf9 None None] DHCP Agent not found on host n-d-828670-1 {{(pid=103215) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 10 06:13:10.470714 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e6c-c282-4b1d-853a-28372ff14eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7996108'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:12.374413 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9062e139-64a3-430a-bf5a-36c0a2510f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7996108'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:12.405693 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d294f653-ef55-42ed-8551-efcec3a405df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:13.595555 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7996108'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:15.001425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7996108'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:16.179213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51774) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:16.335448 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7996108'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:16.339857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.340990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.341548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.342970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.343533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.344940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.345435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.345981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.346792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.347304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.347784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.348266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.348758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:16.349331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828670-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:16.369257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828670-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:16.747867 n-d-828670-1 neutron-server[103213]: WARNING oslo_policy.policy [None req-286973e2-d92d-486b-ad42-7dbe1dabd15c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 06:13:16.748445 n-d-828670-1 neutron-server[103213]: WARNING oslo_policy.policy [None req-286973e2-d92d-486b-ad42-7dbe1dabd15c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 06:13:16.977556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-286973e2-d92d-486b-ad42-7dbe1dabd15c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:13:16.990335 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-286973e2-d92d-486b-ad42-7dbe1dabd15c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7984354 Feb 10 06:13:18.345344 n-d-828670-1 neutron-server[103215]: INFO neutron.db.l3_hamode_db [None req-6ef79374-1fd9-4ec2-a14c-4b7a7efde945 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 06:13:18.427062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef79374-1fd9-4ec2-a14c-4b7a7efde945 None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:13:18.427403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef79374-1fd9-4ec2-a14c-4b7a7efde945 None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:13:19.466384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51800) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:19.771191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cdb933cf-8686-4bee-9e68-2bf07669090d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:13:19.863248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.policy [None req-cdb933cf-8686-4bee-9e68-2bf07669090d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103213) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 06:13:19.906587 n-d-828670-1 neutron-server[103213]: WARNING oslo_policy.policy [None req-cdb933cf-8686-4bee-9e68-2bf07669090d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 06:13:19.906958 n-d-828670-1 neutron-server[103213]: WARNING oslo_policy.policy [None req-cdb933cf-8686-4bee-9e68-2bf07669090d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 06:13:19.999870 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cdb933cf-8686-4bee-9e68-2bf07669090d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734258561902', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734258562451', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734258624750', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734258611703', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734258604719', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734258597381', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-680557', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7720059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-461610', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435691'] for rbac-policy (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:20.065105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cdb933cf-8686-4bee-9e68-2bf07669090d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:20.066316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cdb933cf-8686-4bee-9e68-2bf07669090d admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5989459 Feb 10 06:13:22.474452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51810) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:22.775591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:13:22.805213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Made reservation on behalf of 184e426830d145c482995c6d06a03b71 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:13:22.809046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:22.825546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:22.941590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Publish callbacks [] for security_group (7653f0fc-6c66-46db-9ecf-6809c5100716), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:22.944642 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7653f0fc-6c66-46db-9ecf-6809c5100716), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:22.969969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:13:23.007409 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734256487087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (aa8e78e8-8352-47e3-ab99-a041db90f442), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:23.007909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Unsubscribe: segment precommit_create {{(pid=103213) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 06:13:23.008450 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Added segment aa8e78e8-8352-47e3-ab99-a041db90f442 of type vlan for network ed5247d0-a865-4131-97aa-50fa94b422bc Feb 10 06:13:23.024084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7653f0fc-6c66-46db-9ecf-6809c5100716,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:23.050353 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.050697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.051034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.051365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.051692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.052018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.052340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.052660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.052979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.053295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.053614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.053929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.054243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Tracked resource versions report: Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: pushed versions: Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: { 'AddressGroup': {'1.2'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'ConntrackHelper': {'1.0'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'LocalIPAssociation': {'1.0'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Log': {'1.0'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Network': {'1.1'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Port': {'1.7'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'PortForwarding': {'1.2'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'QosPolicy': {'1.10'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'SecurityGroup': {'1.5'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'SecurityGroupRule': {'1.2'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'SubPort': {'1.0'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Subnet': {'1.1'}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Trunk': {'1.1'}} Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: consumer versions: Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: { DHCP agent@n-d-828670-1: {}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: L3 agent@n-d-828670-1: {}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: Metadata agent@n-d-828670-1: {}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: Metering agent@n-d-828670-1: {}, Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: Open vSwitch agent@n-d-828670-1: { 'AddressGroup': '1.2', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'ConntrackHelper': '1.0', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'LocalIPAssociation': '1.0', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Log': '1.0', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Network': '1.1', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Port': '1.7', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'PortForwarding': '1.2', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'QosPolicy': '1.10', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'SecurityGroup': '1.5', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'SecurityGroupRule': '1.2', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'SubPort': '1.0', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Subnet': '1.1', Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: 'Trunk': '1.1'}} Feb 10 06:13:23.055343 n-d-828670-1 neutron-server[103213]: {{(pid=103213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 06:13:23.119703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (ed5247d0-a865-4131-97aa-50fa94b422bc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:23.159084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (ed5247d0-a865-4131-97aa-50fa94b422bc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:23.164131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:13:23.164847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:23.226487 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7508559 Feb 10 06:13:23.288883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4b3bf-cffe-44ef-881b-77586bcaedb5 demo demo] Pushing event updated for resources: {'Network': ['ID=ed5247d0-a865-4131-97aa-50fa94b422bc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:23.300720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network ed5247d0-a865-4131-97aa-50fa94b422bc details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:13:25.727095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51822) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:26.208996 n-d-828670-1 neutron-server[103214]: WARNING oslo_policy.policy [None req-b6be444c-0a00-4d29-8db7-77cce57258d7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 06:13:26.209567 n-d-828670-1 neutron-server[103214]: WARNING oslo_policy.policy [None req-b6be444c-0a00-4d29-8db7-77cce57258d7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 06:13:26.642326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.policy [None req-b6be444c-0a00-4d29-8db7-77cce57258d7 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103214) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 06:13:26.685026 n-d-828670-1 neutron-server[103214]: WARNING oslo_policy.policy [None req-b6be444c-0a00-4d29-8db7-77cce57258d7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 06:13:26.685391 n-d-828670-1 neutron-server[103214]: WARNING oslo_policy.policy [None req-b6be444c-0a00-4d29-8db7-77cce57258d7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 06:13:26.693282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be444c-0a00-4d29-8db7-77cce57258d7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:13:26.695207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b6be444c-0a00-4d29-8db7-77cce57258d7 demo admin] 10.222.0.21 "GET /v2.0/networks/ed5247d0-a865-4131-97aa-50fa94b422bc HTTP/1.1" status: 200 len: 824 time: 0.9660847 Feb 10 06:13:26.733458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5a33d60d-3f88-473e-8faf-978f157fb052 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/6dbb42c4-7e00-453a-9afd-128cff83d5ad HTTP/1.1" status: 200 len: 734 time: 0.0327461 Feb 10 06:13:26.742100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Request body: {'subnet': {'subnetpool_id': '6dbb42c4-7e00-453a-9afd-128cff83d5ad', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:13:26.777222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Made reservation on behalf of 184e426830d145c482995c6d06a03b71 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:13:26.779934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:27.058076 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (104a9c51-da7e-41d6-add7-73defacd4bf0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:27.124978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Checking segment: {'id': 'aa8e78e8-8352-47e3-ab99-a041db90f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:13:27.125354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Network hostable DHCP agents. Network: ed5247d0-a865-4131-97aa-50fa94b422bc, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:13:27.137124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Pushing event updated for resources: {'Subnet': ['ID=104a9c51-da7e-41d6-add7-73defacd4bf0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:27.156835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.157109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.157469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.157780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.158180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.158537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.158859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.159179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.159496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.159813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.160128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.160441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.160756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Tracked resource versions report: Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: pushed versions: Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: { 'AddressGroup': {'1.2'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'ConntrackHelper': {'1.0'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'LocalIPAssociation': {'1.0'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Log': {'1.0'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Network': {'1.1'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Port': {'1.7'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'PortForwarding': {'1.2'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'QosPolicy': {'1.10'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'SecurityGroup': {'1.5'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'SecurityGroupRule': {'1.2'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'SubPort': {'1.0'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Subnet': {'1.1'}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Trunk': {'1.1'}} Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: consumer versions: Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: { DHCP agent@n-d-828670-1: {}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: L3 agent@n-d-828670-1: {}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: Metadata agent@n-d-828670-1: {}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: Metering agent@n-d-828670-1: {}, Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: Open vSwitch agent@n-d-828670-1: { 'AddressGroup': '1.2', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'ConntrackHelper': '1.0', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'LocalIPAssociation': '1.0', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Log': '1.0', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Network': '1.1', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Port': '1.7', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'PortForwarding': '1.2', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'QosPolicy': '1.10', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'SecurityGroup': '1.5', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'SecurityGroupRule': '1.2', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'SubPort': '1.0', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Subnet': '1.1', Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: 'Trunk': '1.1'}} Feb 10 06:13:27.161809 n-d-828670-1 neutron-server[103214]: {{(pid=103214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 06:13:27.184888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Network ed5247d0-a865-4131-97aa-50fa94b422bc is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:13:27.196864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, ed5247d0-a865-4131-97aa-50fa94b422bc) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:13:27.201552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:13:27.202181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:27.207057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6fad09-225d-470b-9ac9-e0d874a5a594 None None] Network ed5247d0-a865-4131-97aa-50fa94b422bc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:13:27.226350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-03b738e3-5635-4b1c-a6f5-f8bac28a2c3c demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4844298 Feb 10 06:13:27.477450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-ed5247d0-a865-4131-97aa-50fa94b422bc', 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc', 'project_id': '184e426830d145c482995c6d06a03b71', 'fixed_ips': [{'subnet_id': '104a9c51-da7e-41d6-add7-73defacd4bf0'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:13:27.478847 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:27.753817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Allocated IP 172.20.0.2 (ed5247d0-a865-4131-97aa-50fa94b422bc/104a9c51-da7e-41d6-add7-73defacd4bf0/5c574449-ba58-4d01-a2da-64c8235ea694) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:13:28.023498 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Publish callbacks [] for port (5c574449-ba58-4d01-a2da-64c8235ea694), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:28.030974 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:28.100831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Network ed5247d0-a865-4131-97aa-50fa94b422bc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:13:28.109086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:13:28.121636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Pushing event updated for resources: {'Port': ['ID=5c574449-ba58-4d01-a2da-64c8235ea694,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:28.123856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:13:28.154478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.154832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.155179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.155517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.155850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.156180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.156510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.156836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.157160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.157511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.157836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.158158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.158501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Tracked resource versions report: Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: pushed versions: Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: { 'AddressGroup': {'1.2'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'ConntrackHelper': {'1.0'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'LocalIPAssociation': {'1.0'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Log': {'1.0'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Network': {'1.1'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Port': {'1.7'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'PortForwarding': {'1.2'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'QosPolicy': {'1.10'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'SecurityGroup': {'1.5'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'SecurityGroupRule': {'1.2'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'SubPort': {'1.0'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Subnet': {'1.1'}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Trunk': {'1.1'}} Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: consumer versions: Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: { DHCP agent@n-d-828670-1: {}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: L3 agent@n-d-828670-1: {}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: Metadata agent@n-d-828670-1: {}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: Metering agent@n-d-828670-1: {}, Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: Open vSwitch agent@n-d-828670-1: { 'AddressGroup': '1.2', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'ConntrackHelper': '1.0', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'LocalIPAssociation': '1.0', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Log': '1.0', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Network': '1.1', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Port': '1.7', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'PortForwarding': '1.2', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'QosPolicy': '1.10', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'SecurityGroup': '1.5', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'SecurityGroupRule': '1.2', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'SubPort': '1.0', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Subnet': '1.1', Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: 'Trunk': '1.1'}} Feb 10 06:13:28.159603 n-d-828670-1 neutron-server[103215]: {{(pid=103215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 06:13:28.211894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Attempting to bind port 5c574449-ba58-4d01-a2da-64c8235ea694 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:13:28.212434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Attempting to bind port 5c574449-ba58-4d01-a2da-64c8235ea694 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'aa8e78e8-8352-47e3-ab99-a041db90f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:13:28.212711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Attempting to bind port 5c574449-ba58-4d01-a2da-64c8235ea694 on network ed5247d0-a865-4131-97aa-50fa94b422bc {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:13:28.217606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:13:28.217986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Checking segment: {'id': 'aa8e78e8-8352-47e3-ab99-a041db90f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:13:28.218490 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:28.218886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Bound using segment: {'id': 'aa8e78e8-8352-47e3-ab99-a041db90f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:13:28.219387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Bound port: 5c574449-ba58-4d01-a2da-64c8235ea694, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8e78e8-8352-47e3-ab99-a041db90f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:13:28.219800 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:28.281334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] For port 5c574449-ba58-4d01-a2da-64c8235ea694, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:13:28.285455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] For port 5c574449-ba58-4d01-a2da-64c8235ea694, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c574449-ba58-4d01-a2da-64c8235ea694,segment=NetworkSegment(aa8e78e8-8352-47e3-ab99-a041db90f442),segment_id=aa8e78e8-8352-47e3-ab99-a041db90f442)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:13:28.295701 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:28.360904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad480268-1244-43c5-ab68-208fd83c5b92 None None] Pushing event updated for resources: {'Port': ['ID=5c574449-ba58-4d01-a2da-64c8235ea694,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:29.683647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51842) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:29.996318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-313a78ef-b28f-4cea-b588-aeae573314a4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:13:29.997319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-313a78ef-b28f-4cea-b588-aeae573314a4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126287 Feb 10 06:13:32.443841 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:32.755608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-f7693a45-1f25-463e-8f9f-86536acbe111 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:13:32.756590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7693a45-1f25-463e-8f9f-86536acbe111 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3117633 Feb 10 06:13:35.217578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51858) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:35.521970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9b35ea73-f9a1-49d3-be8f-fe164f38130a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:13:35.548334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b35ea73-f9a1-49d3-be8f-fe164f38130a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (a7162497-0f5c-4646-aada-bade1c4c3f2e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:35.549888 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b35ea73-f9a1-49d3-be8f-fe164f38130a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (a7162497-0f5c-4646-aada-bade1c4c3f2e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:35.707201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b35ea73-f9a1-49d3-be8f-fe164f38130a demo demo] Publish callbacks [] for router_controller (a7162497-0f5c-4646-aada-bade1c4c3f2e), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:35.712383 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b35ea73-f9a1-49d3-be8f-fe164f38130a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (a7162497-0f5c-4646-aada-bade1c4c3f2e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:35.733296 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b35ea73-f9a1-49d3-be8f-fe164f38130a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:35.734629 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9b35ea73-f9a1-49d3-be8f-fe164f38130a demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5160289 Feb 10 06:13:38.196269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51870) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:38.516810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-be8a9d75-fb6e-40a8-a6da-86e2f9c75296 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:13:38.542335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-be8a9d75-fb6e-40a8-a6da-86e2f9c75296 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3206520 Feb 10 06:13:39.006910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c574449-ba58-4d01-a2da-64c8235ea694 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:13:39.094132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5c574449-ba58-4d01-a2da-64c8235ea694 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:39.094638 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:39.208013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e017d61-f2c7-4a1b-90da-ff7b4c6353a9 None None] Network ed5247d0-a865-4131-97aa-50fa94b422bc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:13:39.211286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5c574449-ba58-4d01-a2da-64c8235ea694 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:13:39.211673 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:39.303159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 5c574449-ba58-4d01-a2da-64c8235ea694, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c574449-ba58-4d01-a2da-64c8235ea694,segment=NetworkSegment(aa8e78e8-8352-47e3-ab99-a041db90f442),segment_id=aa8e78e8-8352-47e3-ab99-a041db90f442)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:13:39.313460 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:39.351488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-150418cd-1c2f-4e81-be18-197f9bbf5b1c None None] Provisioning complete for port 5c574449-ba58-4d01-a2da-64c8235ea694 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:39.351875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-150418cd-1c2f-4e81-be18-197f9bbf5b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:39.423596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=5c574449-ba58-4d01-a2da-64c8235ea694,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:39.492245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-150418cd-1c2f-4e81-be18-197f9bbf5b1c None None] Current status of the port 5c574449-ba58-4d01-a2da-64c8235ea694 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:13:39.712596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fbad9c11-d2c7-46c8-bbcd-65582e00b831 None None] Provisioning complete for port 5c574449-ba58-4d01-a2da-64c8235ea694 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:39.712910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbad9c11-d2c7-46c8-bbcd-65582e00b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:39.792998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fbad9c11-d2c7-46c8-bbcd-65582e00b831 None None] Current status of the port 5c574449-ba58-4d01-a2da-64c8235ea694 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:13:40.200723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51555907-52b9-4a16-b3da-f3388179feea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:40.968179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c574449-ba58-4d01-a2da-64c8235ea694 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:13:41.011065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51880) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:41.014064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5c574449-ba58-4d01-a2da-64c8235ea694 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:41.014497 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:41.087365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5c574449-ba58-4d01-a2da-64c8235ea694 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:13:41.319124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:13:41.339832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Made reservation on behalf of 3ed6f6baf1a64b03965013b8e8a6ecbe for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:13:41.342117 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:41.357181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:41.456028 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Publish callbacks [] for security_group (c614e87b-8062-4bb0-ac06-41f915bf64ab), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:41.458968 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c614e87b-8062-4bb0-ac06-41f915bf64ab), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:41.473392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Reserving flat network on physical network physnet1 {{(pid=103214) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 06:13:41.500777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734256487087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a63d1855-e6e8-47e5-9b8e-3b3cc249e795), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:41.501347 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Unsubscribe: segment precommit_create {{(pid=103214) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 06:13:41.501824 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Added segment a63d1855-e6e8-47e5-9b8e-3b3cc249e795 of type flat for network 73b45acd-6a98-4b05-9da4-cc64c863a44f Feb 10 06:13:41.505287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c614e87b-8062-4bb0-ac06-41f915bf64ab,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:41.558320 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (73b45acd-6a98-4b05-9da4-cc64c863a44f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:41.595671 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (73b45acd-6a98-4b05-9da4-cc64c863a44f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:41.596528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:13:41.597110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:41.651121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6389940 Feb 10 06:13:41.690678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fc7fc-09b9-42ff-b200-34c889827a1c admin admin] Pushing event updated for resources: {'Network': ['ID=73b45acd-6a98-4b05-9da4-cc64c863a44f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:41.701120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:13:42.367647 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f533b32b-9d5b-4cd2-ad22-461e1bd33733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:43.548454 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:44.072837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51898) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:44.246578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b468c-fa45-49ce-afa4-8f4aa2611a21 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:13:44.247899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3a8b468c-fa45-49ce-afa4-8f4aa2611a21 demo admin] 10.222.0.21 "GET /v2.0/subnets/104a9c51-da7e-41d6-add7-73defacd4bf0 HTTP/1.1" status: 200 len: 849 time: 0.1741114 Feb 10 06:13:44.367218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c64c5a4d-b8e4-476b-9b93-9005ac3e9d8a demo admin] 10.222.0.21 "GET /v2.0/routers/a7162497-0f5c-4646-aada-bade1c4c3f2e HTTP/1.1" status: 200 len: 704 time: 0.1134686 Feb 10 06:13:44.637031 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:44.921581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Allocated IP 172.20.0.1 (ed5247d0-a865-4131-97aa-50fa94b422bc/104a9c51-da7e-41d6-add7-73defacd4bf0/d3aa0875-0aba-49a8-b864-ba0d480105cf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:13:44.957159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:45.074347 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Publish callbacks [] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:45.181083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:45.253088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Network ed5247d0-a865-4131-97aa-50fa94b422bc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:13:45.257668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:13:45.261606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:13:45.262133 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (a7162497-0f5c-4646-aada-bade1c4c3f2e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:45.328022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Pushing event updated for resources: {'Port': ['ID=d3aa0875-0aba-49a8-b864-ba0d480105cf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:45.444879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-315cb10d-beb1-4f66-bf30-8db452dd2e2c None None] Provisioning complete for port d3aa0875-0aba-49a8-b864-ba0d480105cf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:45.445174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-315cb10d-beb1-4f66-bf30-8db452dd2e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:45.467012 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:45.527154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-315cb10d-beb1-4f66-bf30-8db452dd2e2c None None] Port d3aa0875-0aba-49a8-b864-ba0d480105cf cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:13:45.675597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Publish callbacks [] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:45.679993 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:45.680729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (a7162497-0f5c-4646-aada-bade1c4c3f2e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:45.740176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Pushing event updated for resources: {'Port': ['ID=d3aa0875-0aba-49a8-b864-ba0d480105cf,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:45.803238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Network ed5247d0-a865-4131-97aa-50fa94b422bc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:13:45.804572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:13:45.965988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Router a7162497-0f5c-4646-aada-bade1c4c3f2e is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:13:46.050101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7708b75e-89f4-4194-9fe4-2e5608065362 None None] Provisioning complete for port d3aa0875-0aba-49a8-b864-ba0d480105cf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:46.050685 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7708b75e-89f4-4194-9fe4-2e5608065362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:46.058699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:13:46.063827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-542b7053-4bd0-4ef3-846a-c0cb87453330 demo admin] 10.222.0.21 "PUT /v2.0/routers/a7162497-0f5c-4646-aada-bade1c4c3f2e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6913927 Feb 10 06:13:46.078671 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Sync routers for ids ['a7162497-0f5c-4646-aada-bade1c4c3f2e'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:13:46.086871 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7708b75e-89f4-4194-9fe4-2e5608065362 None None] Port d3aa0875-0aba-49a8-b864-ba0d480105cf cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:13:46.091146 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Routers {'a7162497-0f5c-4646-aada-bade1c4c3f2e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:13:46.092449 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:13:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a7162497-0f5c-4646-aada-bade1c4c3f2e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:46.280178 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Set router a7162497-0f5c-4646-aada-bade1c4c3f2e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:13:46.332578 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:46.719570 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'name': 'router1', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:13:35Z', 'updated_at': '2022-02-10T06:13:45Z', 'revision_number': 2, 'project_id': '184e426830d145c482995c6d06a03b71', 'gw_port_host': None, '_interfaces': [{'id': 'd3aa0875-0aba-49a8-b864-ba0d480105cf', 'name': '', 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'mac_address': 'fa:16:3e:96:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:13:44Z', 'updated_at': '2022-02-10T06:13:45Z', 'revision_number': 2, 'project_id': '184e426830d145c482995c6d06a03b71', 'subnets': [{'id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dbb42c4-7e00-453a-9afd-128cff83d5ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:46.771063 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Checking router: a7162497-0f5c-4646-aada-bade1c4c3f2e for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:13:46.771434 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Updating router a7162497-0f5c-4646-aada-bade1c4c3f2e port d3aa0875-0aba-49a8-b864-ba0d480105cf binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:13:46.823980 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:47.351675 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Publish callbacks [] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:47.358824 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:47.515619 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Pushing event updated for resources: {'Port': ['ID=d3aa0875-0aba-49a8-b864-ba0d480105cf,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:47.531751 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Attempting to bind port d3aa0875-0aba-49a8-b864-ba0d480105cf on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:13:47.532155 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Attempting to bind port d3aa0875-0aba-49a8-b864-ba0d480105cf by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'aa8e78e8-8352-47e3-ab99-a041db90f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:13:47.532596 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Attempting to bind port d3aa0875-0aba-49a8-b864-ba0d480105cf on network ed5247d0-a865-4131-97aa-50fa94b422bc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:13:47.536054 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.536403 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.536748 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.537083 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.537415 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.537745 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.538077 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.538425 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.538749 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.539069 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.539388 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.539710 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.540028 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Tracked resource versions report: Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: pushed versions: Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: { 'AddressGroup': {'1.2'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'ConntrackHelper': {'1.0'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'LocalIPAssociation': {'1.0'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Log': {'1.0'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Network': {'1.1'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Port': {'1.7'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'PortForwarding': {'1.2'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'QosPolicy': {'1.10'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'SecurityGroup': {'1.5'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'SecurityGroupRule': {'1.2'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'SubPort': {'1.0'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Subnet': {'1.1'}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Trunk': {'1.1'}} Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: consumer versions: Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: { DHCP agent@n-d-828670-1: {}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: L3 agent@n-d-828670-1: {}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: Metadata agent@n-d-828670-1: {}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: Metering agent@n-d-828670-1: {}, Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: Open vSwitch agent@n-d-828670-1: { 'AddressGroup': '1.2', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'ConntrackHelper': '1.0', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'LocalIPAssociation': '1.0', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Log': '1.0', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Network': '1.1', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Port': '1.7', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'PortForwarding': '1.2', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'QosPolicy': '1.10', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'SecurityGroup': '1.5', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'SecurityGroupRule': '1.2', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'SubPort': '1.0', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Subnet': '1.1', Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: 'Trunk': '1.1'}} Feb 10 06:13:47.541115 n-d-828670-1 neutron-server[103216]: {{(pid=103216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 06:13:47.547604 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:13:47.548025 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Checking segment: {'id': 'aa8e78e8-8352-47e3-ab99-a041db90f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:13:47.548500 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:47.548884 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Bound using segment: {'id': 'aa8e78e8-8352-47e3-ab99-a041db90f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:13:47.549371 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Bound port: d3aa0875-0aba-49a8-b864-ba0d480105cf, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8e78e8-8352-47e3-ab99-a041db90f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:13:47.549753 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:47.615228 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] For port d3aa0875-0aba-49a8-b864-ba0d480105cf, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:13:47.617786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-eb682074-e561-4e06-a1be-09315ae4a98c None None] Provisioning complete for port d3aa0875-0aba-49a8-b864-ba0d480105cf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:47.618771 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb682074-e561-4e06-a1be-09315ae4a98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:47.634446 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] For port d3aa0875-0aba-49a8-b864-ba0d480105cf, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d3aa0875-0aba-49a8-b864-ba0d480105cf,segment=NetworkSegment(aa8e78e8-8352-47e3-ab99-a041db90f442),segment_id=aa8e78e8-8352-47e3-ab99-a041db90f442)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:13:47.641073 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:47.656654 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eb682074-e561-4e06-a1be-09315ae4a98c None None] Port d3aa0875-0aba-49a8-b864-ba0d480105cf cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:13:47.699762 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a0b2e-093b-4e56-ae79-f6d8e5f2b52c None None] Pushing event updated for resources: {'Port': ['ID=d3aa0875-0aba-49a8-b864-ba0d480105cf,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:47.706942 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Routers {'a7162497-0f5c-4646-aada-bade1c4c3f2e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:13:47.707560 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:13:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a7162497-0f5c-4646-aada-bade1c4c3f2e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:47.801350 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] Set router a7162497-0f5c-4646-aada-bade1c4c3f2e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:13:47.877660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-cc232203-9f9d-43dd-88d4-bbddad04e50c None None] Provisioning complete for port d3aa0875-0aba-49a8-b864-ba0d480105cf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:47.878144 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc232203-9f9d-43dd-88d4-bbddad04e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:47.954001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cc232203-9f9d-43dd-88d4-bbddad04e50c None None] Current status of the port d3aa0875-0aba-49a8-b864-ba0d480105cf is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:13:47.954443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc232203-9f9d-43dd-88d4-bbddad04e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:47.991192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-cc232203-9f9d-43dd-88d4-bbddad04e50c None None] For port d3aa0875-0aba-49a8-b864-ba0d480105cf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d3aa0875-0aba-49a8-b864-ba0d480105cf,segment=NetworkSegment(aa8e78e8-8352-47e3-ab99-a041db90f442),segment_id=aa8e78e8-8352-47e3-ab99-a041db90f442)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:13:47.996534 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc232203-9f9d-43dd-88d4-bbddad04e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:48.019936 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'name': 'router1', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:13:35Z', 'updated_at': '2022-02-10T06:13:45Z', 'revision_number': 2, 'project_id': '184e426830d145c482995c6d06a03b71', 'gw_port_host': None, '_interfaces': [{'id': 'd3aa0875-0aba-49a8-b864-ba0d480105cf', 'name': '', 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'mac_address': 'fa:16:3e:96:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:13:44Z', 'updated_at': '2022-02-10T06:13:47Z', 'revision_number': 4, 'project_id': '184e426830d145c482995c6d06a03b71', 'subnets': [{'id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dbb42c4-7e00-453a-9afd-128cff83d5ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:48.048793 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763d7a72-91bc-4f7a-8e59-9063ce5915e3 None None] The sync data for ids ['a7162497-0f5c-4646-aada-bade1c4c3f2e'] in n-d-828670-1 is: [{'id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'name': 'router1', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:13:35Z', 'updated_at': '2022-02-10T06:13:45Z', 'revision_number': 2, 'project_id': '184e426830d145c482995c6d06a03b71', 'gw_port_host': None, '_interfaces': [{'id': 'd3aa0875-0aba-49a8-b864-ba0d480105cf', 'name': '', 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'mac_address': 'fa:16:3e:96:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:13:44Z', 'updated_at': '2022-02-10T06:13:47Z', 'revision_number': 4, 'project_id': '184e426830d145c482995c6d06a03b71', 'subnets': [{'id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dbb42c4-7e00-453a-9afd-128cff83d5ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:13:48.050205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc232203-9f9d-43dd-88d4-bbddad04e50c None None] Pushing event updated for resources: {'Port': ['ID=d3aa0875-0aba-49a8-b864-ba0d480105cf,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:48.454410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:48.563753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7bedc2-ef1b-485b-b89c-b825a0886de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:13:48.570263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff7bedc2-ef1b-485b-b89c-b825a0886de8 admin admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 842 time: 0.1095946 Feb 10 06:13:48.574876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Request body: {'subnet': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.8.0/24'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:13:48.594515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Made reservation on behalf of 3ed6f6baf1a64b03965013b8e8a6ecbe for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:13:48.596690 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:48.871045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:13:48.871370 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (999f733a-bdb4-4770-a6ac-fdf884d437f4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:48.929572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:13:48.929923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Network hostable DHCP agents. Network: 73b45acd-6a98-4b05-9da4-cc64c863a44f, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:13:48.933290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=999f733a-bdb4-4770-a6ac-fdf884d437f4,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:48.948725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:13:48.956946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 73b45acd-6a98-4b05-9da4-cc64c863a44f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:13:48.961001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:13:48.961595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:48.969618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991aafa-2479-4ba5-b8de-34b7966a56c7 None None] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:13:48.980594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d537f230-ae42-410a-a867-126db5978ce6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4094467 Feb 10 06:13:49.085929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791adda-2df3-4648-8b6d-86ee9163fa26 None None] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:13:51.355327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51926) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:51.553020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e339ba6-79cc-4840-917e-2863810fab06 demo admin] 10.222.0.21 "GET /v2.0/routers/a7162497-0f5c-4646-aada-bade1c4c3f2e HTTP/1.1" status: 200 len: 710 time: 0.1964650 Feb 10 06:13:51.640776 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da57e4d-1494-4866-81a6-a41c51565e6f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:13:51.642065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3da57e4d-1494-4866-81a6-a41c51565e6f demo admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 886 time: 0.0830030 Feb 10 06:13:51.650783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:13:51.893492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Publish callbacks [] for router_gateway (a7162497-0f5c-4646-aada-bade1c4c3f2e), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:52.128212 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Publish callbacks [] for router_gateway (a7162497-0f5c-4646-aada-bade1c4c3f2e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:52.203700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:52.301223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Allocated IP 172.25.8.116 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/b15c268e-4c64-4311-996c-4d04a191366c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:13:52.400622 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Publish callbacks [] for port (b15c268e-4c64-4311-996c-4d04a191366c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:52.433850 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b15c268e-4c64-4311-996c-4d04a191366c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:52.473013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:13:52.475870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:13:52.479260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:13:52.516680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Pushing event updated for resources: {'Port': ['ID=b15c268e-4c64-4311-996c-4d04a191366c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:52.730525 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Publish callbacks [] for router_gateway (a7162497-0f5c-4646-aada-bade1c4c3f2e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:53.017881 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (a7162497-0f5c-4646-aada-bade1c4c3f2e), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:53.021343 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (a7162497-0f5c-4646-aada-bade1c4c3f2e), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:53.134430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Router a7162497-0f5c-4646-aada-bade1c4c3f2e has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:13:53.243443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:13:53.248732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:53.249931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ee09e77-c594-49c3-b0e3-c8d98a9bf9e3 demo admin] 10.222.0.21 "PUT /v2.0/routers/a7162497-0f5c-4646-aada-bade1c4c3f2e HTTP/1.1" status: 200 len: 890 time: 1.6022983 Feb 10 06:13:55.002146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d3aa0875-0aba-49a8-b864-ba0d480105cf up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:13:55.053409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d3aa0875-0aba-49a8-b864-ba0d480105cf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:55.053804 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:55.129451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d3aa0875-0aba-49a8-b864-ba0d480105cf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:13:55.764381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:13:55.884541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0c7862a6-4f04-44e8-96b7-33b1ae466374 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190362 Feb 10 06:13:56.373083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Sync routers for ids ['a7162497-0f5c-4646-aada-bade1c4c3f2e'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:13:56.386066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Routers {'a7162497-0f5c-4646-aada-bade1c4c3f2e'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:13:56.386751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:13:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a7162497-0f5c-4646-aada-bade1c4c3f2e'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:56.608116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Set router a7162497-0f5c-4646-aada-bade1c4c3f2e gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:13:56.690942 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:13:57.017054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'name': 'router1', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'b15c268e-4c64-4311-996c-4d04a191366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:13:35Z', 'updated_at': '2022-02-10T06:13:52Z', 'revision_number': 4, 'project_id': '184e426830d145c482995c6d06a03b71', 'gw_port': {'id': 'b15c268e-4c64-4311-996c-4d04a191366c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:13:52Z', 'updated_at': '2022-02-10T06:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'd3aa0875-0aba-49a8-b864-ba0d480105cf', 'name': '', 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'mac_address': 'fa:16:3e:96:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:13:44Z', 'updated_at': '2022-02-10T06:13:47Z', 'revision_number': 5, 'project_id': '184e426830d145c482995c6d06a03b71', 'subnets': [{'id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dbb42c4-7e00-453a-9afd-128cff83d5ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:57.137932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Checking router: a7162497-0f5c-4646-aada-bade1c4c3f2e for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:13:57.138318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Updating router a7162497-0f5c-4646-aada-bade1c4c3f2e port b15c268e-4c64-4311-996c-4d04a191366c binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:13:57.200985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b15c268e-4c64-4311-996c-4d04a191366c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:57.513691 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Publish callbacks [] for port (b15c268e-4c64-4311-996c-4d04a191366c), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:57.530915 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b15c268e-4c64-4311-996c-4d04a191366c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:57.584386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Attempting to bind port b15c268e-4c64-4311-996c-4d04a191366c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:13:57.584991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Attempting to bind port b15c268e-4c64-4311-996c-4d04a191366c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:13:57.585360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Attempting to bind port b15c268e-4c64-4311-996c-4d04a191366c on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:13:57.587847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8a550-6b65-4a55-803a-9f110c17227c None None] Pushing event updated for resources: {'Port': ['ID=b15c268e-4c64-4311-996c-4d04a191366c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:57.593669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:13:57.593669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:13:57.593669 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:57.594067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:13:57.594444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Bound port: b15c268e-4c64-4311-996c-4d04a191366c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:13:57.594824 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b15c268e-4c64-4311-996c-4d04a191366c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:57.648125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] For port b15c268e-4c64-4311-996c-4d04a191366c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:13:57.651100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] For port b15c268e-4c64-4311-996c-4d04a191366c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b15c268e-4c64-4311-996c-4d04a191366c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:13:57.658370 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b15c268e-4c64-4311-996c-4d04a191366c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:57.715404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Routers {'a7162497-0f5c-4646-aada-bade1c4c3f2e'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:13:57.716025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:13:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a7162497-0f5c-4646-aada-bade1c4c3f2e'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:57.721775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8a550-6b65-4a55-803a-9f110c17227c None None] Pushing event updated for resources: {'Port': ['ID=b15c268e-4c64-4311-996c-4d04a191366c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:13:57.834580 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] Set router a7162497-0f5c-4646-aada-bade1c4c3f2e gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:13:58.058372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'name': 'router1', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'b15c268e-4c64-4311-996c-4d04a191366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:13:35Z', 'updated_at': '2022-02-10T06:13:52Z', 'revision_number': 4, 'project_id': '184e426830d145c482995c6d06a03b71', 'gw_port': {'id': 'b15c268e-4c64-4311-996c-4d04a191366c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:13:52Z', 'updated_at': '2022-02-10T06:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'd3aa0875-0aba-49a8-b864-ba0d480105cf', 'name': '', 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'mac_address': 'fa:16:3e:96:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:13:44Z', 'updated_at': '2022-02-10T06:13:47Z', 'revision_number': 5, 'project_id': '184e426830d145c482995c6d06a03b71', 'subnets': [{'id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dbb42c4-7e00-453a-9afd-128cff83d5ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:13:58.091900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa42e5d-e7d0-4566-a26a-090f94b431e1 None None] The sync data for ids ['a7162497-0f5c-4646-aada-bade1c4c3f2e'] in n-d-828670-1 is: [{'id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'name': 'router1', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'b15c268e-4c64-4311-996c-4d04a191366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:13:35Z', 'updated_at': '2022-02-10T06:13:52Z', 'revision_number': 4, 'project_id': '184e426830d145c482995c6d06a03b71', 'gw_port': {'id': 'b15c268e-4c64-4311-996c-4d04a191366c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:13:52Z', 'updated_at': '2022-02-10T06:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'd3aa0875-0aba-49a8-b864-ba0d480105cf', 'name': '', 'network_id': 'ed5247d0-a865-4131-97aa-50fa94b422bc', 'tenant_id': '184e426830d145c482995c6d06a03b71', 'mac_address': 'fa:16:3e:96:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162497-0f5c-4646-aada-bade1c4c3f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:13:44Z', 'updated_at': '2022-02-10T06:13:47Z', 'revision_number': 5, 'project_id': '184e426830d145c482995c6d06a03b71', 'subnets': [{'id': '104a9c51-da7e-41d6-add7-73defacd4bf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6dbb42c4-7e00-453a-9afd-128cff83d5ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:13:59.059548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b15c268e-4c64-4311-996c-4d04a191366c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:13:59.109074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b15c268e-4c64-4311-996c-4d04a191366c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:13:59.109468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b15c268e-4c64-4311-996c-4d04a191366c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:59.188918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b15c268e-4c64-4311-996c-4d04a191366c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:13:59.189391 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b15c268e-4c64-4311-996c-4d04a191366c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:59.216541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port b15c268e-4c64-4311-996c-4d04a191366c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b15c268e-4c64-4311-996c-4d04a191366c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:13:59.221667 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b15c268e-4c64-4311-996c-4d04a191366c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:13:59.274969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=b15c268e-4c64-4311-996c-4d04a191366c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:14:01.048384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b15c268e-4c64-4311-996c-4d04a191366c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:14:01.149658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b15c268e-4c64-4311-996c-4d04a191366c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:14:01.150700 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b15c268e-4c64-4311-996c-4d04a191366c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:01.326868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b15c268e-4c64-4311-996c-4d04a191366c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:14:10.209944 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f05f1a54-fc78-46f0-8e2d-1f69de7e8d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:12.372699 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df0f310f-7d2c-436d-90f8-740967898607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:13.559181 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:14.965025 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:16.346827 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:33.692547 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:14:40.213618 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0a8fef1-f15c-4c4e-8eb2-b9175207f3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:42.367033 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc28c188-7bbd-4dde-b4a1-d9bb213e04bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:43.561985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:44.968450 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:14:46.388605 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:10.203189 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30f69231-0bf4-445b-9ea0-830d16784bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:10.691715 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:15:12.370073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9c8c243-b392-496c-be11-3288948d6be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:13.561672 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:14.975431 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:16.338517 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:19.479202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52454) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:19.560696 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c92bfb0-2711-4e19-acab-047fd85a5c66 admin admin] GET failed (client error): The resource could not be found. Feb 10 06:15:19.562023 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0c92bfb0-2711-4e19-acab-047fd85a5c66 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0818605 Feb 10 06:15:19.724572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e50c7-a41d-47bf-98bb-204de7c1d6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:19.726054 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ce3e50c7-a41d-47bf-98bb-204de7c1d6a7 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1600361 Feb 10 06:15:21.970759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52464) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:22.115714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1e6526-5579-46bd-96cf-3e759f6de31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:22.117325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fd1e6526-5579-46bd-96cf-3e759f6de31e admin admin] 10.222.0.21 "GET /v2.0/subnets/104a9c51-da7e-41d6-add7-73defacd4bf0 HTTP/1.1" status: 200 len: 849 time: 0.1456091 Feb 10 06:15:22.126969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:15:22.208706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Publish callbacks [] for subnet (104a9c51-da7e-41d6-add7-73defacd4bf0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:22.358945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734256405239'] for subnet (104a9c51-da7e-41d6-add7-73defacd4bf0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:22.396982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:22.397584 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:22.400019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ab784-b19d-4f4a-8d9e-ef60d3760eae None None] Network ed5247d0-a865-4131-97aa-50fa94b422bc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:15:22.400526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] 10.222.0.21 "PUT /v2.0/subnets/104a9c51-da7e-41d6-add7-73defacd4bf0 HTTP/1.1" status: 200 len: 868 time: 0.2770696 Feb 10 06:15:22.416931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=104a9c51-da7e-41d6-add7-73defacd4bf0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:15:22.424936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.425887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.425887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.426103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.426267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.426626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.426955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.427278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.427599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.427923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.428247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.428566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.428890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daa54c-6267-40ae-9b00-40496913e6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:15:22.803839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-cd22a667-e167-4795-a561-bd8069809686 None None] Provisioning complete for port 5c574449-ba58-4d01-a2da-64c8235ea694 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:15:22.804175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd22a667-e167-4795-a561-bd8069809686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c574449-ba58-4d01-a2da-64c8235ea694), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:22.878137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cd22a667-e167-4795-a561-bd8069809686 None None] Current status of the port 5c574449-ba58-4d01-a2da-64c8235ea694 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:15:22.888019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-cd22a667-e167-4795-a561-bd8069809686 None None] Provisioning complete for port d3aa0875-0aba-49a8-b864-ba0d480105cf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:15:22.888403 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd22a667-e167-4795-a561-bd8069809686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3aa0875-0aba-49a8-b864-ba0d480105cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:22.963796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cd22a667-e167-4795-a561-bd8069809686 None None] Current status of the port d3aa0875-0aba-49a8-b864-ba0d480105cf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:15:24.641423 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52472) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:24.841760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d7da8-9ace-4184-898a-e78909176071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:24.842138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d7da8-9ace-4184-898a-e78909176071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:24.843712 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-327d7da8-9ace-4184-898a-e78909176071 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2013140 Feb 10 06:15:27.118125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52480) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:27.247961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f38ce8-4bc9-4e96-8cf0-6142eca4aa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:27.248355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f38ce8-4bc9-4e96-8cf0-6142eca4aa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:27.249851 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-96f38ce8-4bc9-4e96-8cf0-6142eca4aa77 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1307645 Feb 10 06:15:29.470907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52488) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:29.643143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d2e4d-fc1f-49fe-909e-1e4276a40f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:29.644490 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0f3d2e4d-fc1f-49fe-909e-1e4276a40f8b admin admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 886 time: 0.1726577 Feb 10 06:15:31.859397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:31.986054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d58494-aedf-490c-b045-ee7954328db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:31.987437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d0d58494-aedf-490c-b045-ee7954328db2 admin admin] 10.222.0.21 "GET /v2.0/networks/ed5247d0-a865-4131-97aa-50fa94b422bc HTTP/1.1" status: 200 len: 868 time: 0.1270771 Feb 10 06:15:34.190794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52506) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:34.317539 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f150bd-c48b-4095-8a0c-2d802ea32e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:34.317974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f150bd-c48b-4095-8a0c-2d802ea32e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:34.319509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-12f150bd-c48b-4095-8a0c-2d802ea32e31 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277802 Feb 10 06:15:36.545691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52514) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:36.633477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44648e51-9ea3-4022-b82b-f1650be3e912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:36.633931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44648e51-9ea3-4022-b82b-f1650be3e912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:36.635481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-44648e51-9ea3-4022-b82b-f1650be3e912 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0887942 Feb 10 06:15:38.879572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52522) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:38.971897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6c9eb-2f31-4878-ae58-1dce3fbdfe0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:38.973737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-63a6c9eb-2f31-4878-ae58-1dce3fbdfe0c admin admin] 10.222.0.21 "GET /v2.0/subnets/104a9c51-da7e-41d6-add7-73defacd4bf0 HTTP/1.1" status: 200 len: 868 time: 0.0927598 Feb 10 06:15:40.199594 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7af3-8727-45a0-a4df-8e28ff298a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:41.199178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:15:41.283479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a4256-09d9-4b17-bf63-7af796fde564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:15:41.284795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-962a4256-09d9-4b17-bf63-7af796fde564 admin admin] 10.222.0.21 "GET /v2.0/subnets/999f733a-bdb4-4770-a6ac-fdf884d437f4 HTTP/1.1" status: 200 len: 816 time: 0.0846767 Feb 10 06:15:42.371637 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-547b8379-4d28-4add-8d96-24967d950061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:43.565528 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:44.982635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:46.352268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:15:47.690313 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:16:05.122641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52582) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:16:05.168929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-07e3e4f3-171e-4b4b-9554-0010631c5665 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:16:05.169924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-07e3e4f3-171e-4b4b-9554-0010631c5665 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463526 Feb 10 06:16:07.468394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52590) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:16:07.529203 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71a6864-6933-4c61-b668-8cc81acaf11d admin admin] GET failed (client error): The resource could not be found. Feb 10 06:16:07.530498 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b71a6864-6933-4c61-b668-8cc81acaf11d admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611396 Feb 10 06:16:07.615233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a48f0d-4834-465e-8854-d3d1510538cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:16:07.616698 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-10a48f0d-4834-465e-8854-d3d1510538cd admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822499 Feb 10 06:16:10.015663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52598) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:16:10.061743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:16:10.080109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Made reservation on behalf of 3ed6f6baf1a64b03965013b8e8a6ecbe for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:16:10.082361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:10.114855 n-d-828670-1 neutron-server[103213]: WARNING neutron.services.revisions.revision_plugin [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Could not find related network for resource to bump revision. Feb 10 06:16:10.127872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:16:10.138860 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (07f7a536-6fdd-4ac9-9447-652b49722568), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:10.139199 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Added segment 07f7a536-6fdd-4ac9-9447-652b49722568 of type vlan for network de145724-1fef-4564-8368-023aa18b004e Feb 10 06:16:10.176209 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (de145724-1fef-4564-8368-023aa18b004e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:10.200759 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (de145724-1fef-4564-8368-023aa18b004e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:10.201726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:16:10.202327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:10.207999 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2129d11e-66ca-4cf7-a930-144ab6a039ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:10.248822 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2320831 Feb 10 06:16:10.298628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7683e-6753-4f9d-bf95-2840da25bfc2 admin admin] Pushing event updated for resources: {'Network': ['ID=de145724-1fef-4564-8368-023aa18b004e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:16:10.311229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network de145724-1fef-4564-8368-023aa18b004e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:16:12.372675 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-384be5b4-b0c7-43be-91e9-50ea8805f8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:12.522192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:16:12.583703 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbab802e-51dc-42b1-a6cf-4829ff630a6f admin admin] GET failed (client error): The resource could not be found. Feb 10 06:16:12.585491 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fbab802e-51dc-42b1-a6cf-4829ff630a6f admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622067 Feb 10 06:16:12.654986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d7e7a4-a29f-4d78-aac2-bda618f5ab9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:16:12.656316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-86d7e7a4-a29f-4d78-aac2-bda618f5ab9f admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0668454 Feb 10 06:16:12.666275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'name': 'shared-subnet'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:16:12.686736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Made reservation on behalf of 3ed6f6baf1a64b03965013b8e8a6ecbe for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:16:12.688971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:12.867239 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (bb3a3a0f-50cd-4037-99fd-b7580a86a9b5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:12.924415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:16:12.932428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:16:12.932821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Network hostable DHCP agents. Network: de145724-1fef-4564-8368-023aa18b004e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:16:12.953256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Network de145724-1fef-4564-8368-023aa18b004e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:16:12.964031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, de145724-1fef-4564-8368-023aa18b004e) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:16:12.969801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:16:12.970804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:12.971608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c036bea-3909-4a9f-b459-6dce4883555e None None] Network de145724-1fef-4564-8368-023aa18b004e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:16:12.992465 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fc5b0e1e-378a-49a7-87c4-671515bb9660 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3232944 Feb 10 06:16:13.084798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-de145724-1fef-4564-8368-023aa18b004e', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'project_id': '3ed6f6baf1a64b03965013b8e8a6ecbe', 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:16:13.085707 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:13.235889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Allocated IP 192.168.233.2 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/506b446d-6eae-45e2-86e7-0a56aae43f85) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:16:13.497265 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Publish callbacks [] for port (506b446d-6eae-45e2-86e7-0a56aae43f85), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:13.506211 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (506b446d-6eae-45e2-86e7-0a56aae43f85), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:13.546783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:16:13.548198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:16:13.552804 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:16:13.576476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Pushing event updated for resources: {'Port': ['ID=506b446d-6eae-45e2-86e7-0a56aae43f85,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:16:13.598967 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:13.601990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.602365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.602704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.603040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.603370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.603699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.604021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.604345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.604666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.604983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.605299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.605620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.605936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:16:13.635424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Attempting to bind port 506b446d-6eae-45e2-86e7-0a56aae43f85 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:16:13.635790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Attempting to bind port 506b446d-6eae-45e2-86e7-0a56aae43f85 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:16:13.636158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Attempting to bind port 506b446d-6eae-45e2-86e7-0a56aae43f85 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:16:13.641123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:16:13.641496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:16:13.641892 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:13.642282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:16:13.642769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Bound port: 506b446d-6eae-45e2-86e7-0a56aae43f85, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:16:13.643666 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (506b446d-6eae-45e2-86e7-0a56aae43f85), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:13.705616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] For port 506b446d-6eae-45e2-86e7-0a56aae43f85, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:16:13.709104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] For port 506b446d-6eae-45e2-86e7-0a56aae43f85, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=506b446d-6eae-45e2-86e7-0a56aae43f85,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:16:13.716426 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (506b446d-6eae-45e2-86e7-0a56aae43f85), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:13.776530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecb308-e7c7-4689-a05b-7173ba78250a None None] Pushing event updated for resources: {'Port': ['ID=506b446d-6eae-45e2-86e7-0a56aae43f85,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:16:14.654666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a6b678-f79d-4a91-bafe-b8e04dca70e5 None None] Network de145724-1fef-4564-8368-023aa18b004e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:16:14.731224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-910d9987-81c1-4357-bdaa-d1adc48f9510 None None] Provisioning complete for port 506b446d-6eae-45e2-86e7-0a56aae43f85 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:16:14.731616 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910d9987-81c1-4357-bdaa-d1adc48f9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (506b446d-6eae-45e2-86e7-0a56aae43f85), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:14.846785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-910d9987-81c1-4357-bdaa-d1adc48f9510 None None] Current status of the port 506b446d-6eae-45e2-86e7-0a56aae43f85 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:16:14.847283 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910d9987-81c1-4357-bdaa-d1adc48f9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (506b446d-6eae-45e2-86e7-0a56aae43f85), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:14.884613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-910d9987-81c1-4357-bdaa-d1adc48f9510 None None] For port 506b446d-6eae-45e2-86e7-0a56aae43f85, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=506b446d-6eae-45e2-86e7-0a56aae43f85,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:16:14.889894 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910d9987-81c1-4357-bdaa-d1adc48f9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (506b446d-6eae-45e2-86e7-0a56aae43f85), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:14.947947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d9987-81c1-4357-bdaa-d1adc48f9510 None None] Pushing event updated for resources: {'Port': ['ID=506b446d-6eae-45e2-86e7-0a56aae43f85,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:16:14.982828 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:15.016822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-114459e9-c106-4eec-961b-9535f290db4b None None] Provisioning complete for port 506b446d-6eae-45e2-86e7-0a56aae43f85 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:16:15.017614 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-114459e9-c106-4eec-961b-9535f290db4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (506b446d-6eae-45e2-86e7-0a56aae43f85), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:15.108162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-114459e9-c106-4eec-961b-9535f290db4b None None] Current status of the port 506b446d-6eae-45e2-86e7-0a56aae43f85 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:16:15.113412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 506b446d-6eae-45e2-86e7-0a56aae43f85 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:16:15.162754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 506b446d-6eae-45e2-86e7-0a56aae43f85 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:16:15.163166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (506b446d-6eae-45e2-86e7-0a56aae43f85), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:15.246650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 506b446d-6eae-45e2-86e7-0a56aae43f85 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:16:16.345398 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:24.688498 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:16:40.201442 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dae4c1b8-7e47-4d25-b68e-83d048d58a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:42.375922 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91061e32-23ac-4003-bbc8-fa3650fcd85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:43.573421 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:44.984636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:16:46.347443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:01.687452 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:17:10.206020 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bca93c3-4885-4955-b3b9-a1b5889dd47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:12.377812 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13dad443-d3f1-4b81-a519-7cca0397fae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:13.575521 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:14.989505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:16.350733 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:32.119758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52644) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:17:32.125477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-2b4a88e2-ab01-4d51-ade6-3741b31dfbae tempest-verify_tempest_config-714184433 tempest-verify_tempest_config-714184433-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:17:32.126477 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2b4a88e2-ab01-4d51-ade6-3741b31dfbae tempest-verify_tempest_config-714184433 tempest-verify_tempest_config-714184433-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057220 Feb 10 06:17:32.417322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52662) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:17:32.520492 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:32.591475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Publish callbacks [] for security_group (cb6a2ee0-d7b7-4648-ba48-4f964f7f605b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:32.594931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cb6a2ee0-d7b7-4648-ba48-4f964f7f605b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:32.637969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6a2ee0-d7b7-4648-ba48-4f964f7f605b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:17:32.641778 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96e5312b94ff41a7be7ad59bbc6d3e25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2234797 Feb 10 06:17:32.644778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52666) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:17:32.647216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.647570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.647917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.648261 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.648600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.648936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.649270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.649597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.649930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.650254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.650608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.650935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.651258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a902d1-f057-45f2-a6f0-d8b14cf352d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.701160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Publish callbacks [] for security_group (cb6a2ee0-d7b7-4648-ba48-4f964f7f605b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:32.720762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Publish callbacks [] for security_group (cb6a2ee0-d7b7-4648-ba48-4f964f7f605b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:32.810571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cb6a2ee0-d7b7-4648-ba48-4f964f7f605b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:32.813143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:32.814770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb6a2ee0-d7b7-4648-ba48-4f964f7f605b HTTP/1.1" status: 204 len: 168 time: 0.1687982 Feb 10 06:17:32.823769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6a2ee0-d7b7-4648-ba48-4f964f7f605b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:17:32.830454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.830802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.831195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.831543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.831894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.832303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.832661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.832990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.833315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.833640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.833979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.834317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:32.834640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c579b-92a1-428c-96ac-2b83f3c38d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:17:38.686375 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:17:40.208953 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3887e633-3d23-4c1e-95be-c1d0b1e2d3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:42.378178 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e907918-0048-432a-aed0-1a3c1d9accff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:43.575447 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:44.994314 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:17:46.358280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:10.213601 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5af91156-4f49-4ba8-8256-c64d956c131f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:12.380174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a77cde49-53db-4203-aef5-54c4c5025666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:13.578256 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:14.992623 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:15.686499 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:18:16.350968 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:40.216536 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96d37a92-4a54-4c59-b1f2-6d153f4f39c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:42.383738 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0064c722-cfff-4977-b6ac-954c5591a6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:43.581257 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:44.996425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:46.353486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:18:52.685577 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:19:10.220973 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1453295e-c3cd-436c-978f-744a689dfc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:19:12.385122 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4cc92693-f8e7-477e-862c-ab2b98b72293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:19:13.585286 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:19:14.999136 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:19:16.355882 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:19:29.684084 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:19:40.222679 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eaf87962-ba03-4ca7-aca0-2aecaad3847f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:19:42.387715 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa5f4869-004a-46c1-8f50-e64cd708d29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:19:43.587356 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:19:45.004063 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:19:46.357469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:06.682248 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 5 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:20:10.225396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b04cacc-62a0-470a-bd48-c9082256e889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:12.387831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ae7aed7-8e52-47c9-bed1-f0abb45601f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:13.589096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:15.007276 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:16.359044 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:36.469739 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7996108'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:39.714653 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7996108'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:40.227303 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14c4d97c-f308-41c2-a5ae-97157d087f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:42.389750 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2de8-6f79-462e-97a2-a57a53904d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:43.595266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:43.681652 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:20:45.011416 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:20:46.361857 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:06.421299 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:09.715051 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:10.228933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe8a0637-1760-4cd8-bb8b-a92c8aab6803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:12.391293 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-76f51f68-0547-4c9c-9732-755f3bb6c2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:13.596296 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:15.012807 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:16.364109 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:20.647773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52724) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:21:20.680980 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:21:20.755009 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7a4ad75f-5881-4f3d-827d-32949267353e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1061003 Feb 10 06:21:23.021593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52734) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:21:23.074929 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f7bf3eae-602c-4b00-a991-237d4e29fc54 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0521045 Feb 10 06:21:36.438119 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:39.738759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:40.231523 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb46733-042b-4ee8-9b70-9b977677df1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:42.393246 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-71e9f89b-7a41-4dbb-a1df-b36348e61f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:43.599407 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:45.018941 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:46.365609 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:21:57.680950 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:22:06.441606 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:09.749016 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:10.233483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08358d3c-5c95-4155-ae24-e7904a4a8737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:12.396533 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72721479-a8d6-4a9b-852b-d8e62498afc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:13.603223 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:15.023063 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:16.375166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:34.681493 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:22:36.453468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:39.778247 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:40.244625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44095df-0543-40cd-99a0-348019c01730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:42.419093 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7eed2b77-5e07-4f4b-9f51-23ce7a39e8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:43.606268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:45.025063 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:46.372009 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:48.692297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53212) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:48.812047 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:48.906005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Publish callbacks [] for security_group (ae5373c8-b0a9-4203-87e8-50d19672e02e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:48.914121 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ae5373c8-b0a9-4203-87e8-50d19672e02e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:48.956118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53242) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:48.968934 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6a23130d48b4ef0b48a4abd86a10847&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2647648 Feb 10 06:22:48.993807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5373c8-b0a9-4203-87e8-50d19672e02e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:49.002920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.003274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.003624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.004017 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.004402 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.004742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.005073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.005402 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.006330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.006655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.006984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.007310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.007631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1cfa9-35bb-4e9c-a44b-e680730aac90 admin admin] Tracked resource versions report: Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: pushed versions: Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: { 'AddressGroup': {'1.2'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'ConntrackHelper': {'1.0'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'LocalIPAssociation': {'1.0'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Log': {'1.0'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Network': {'1.1'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Port': {'1.7'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'PortForwarding': {'1.2'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'QosPolicy': {'1.10'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'SecurityGroup': {'1.5'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'SecurityGroupRule': {'1.2'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'SubPort': {'1.0'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Subnet': {'1.1'}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Trunk': {'1.1'}} Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: consumer versions: Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: { DHCP agent@n-d-828670-1: {}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: HyperV agent@n-h1-828670-1: {}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: HyperV agent@n-h2-828670-1: {}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: L3 agent@n-d-828670-1: {}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: Metadata agent@n-d-828670-1: {}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: Metering agent@n-d-828670-1: {}, Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: Open vSwitch agent@n-d-828670-1: { 'AddressGroup': '1.2', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'ConntrackHelper': '1.0', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'LocalIPAssociation': '1.0', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Log': '1.0', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Network': '1.1', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Port': '1.7', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'PortForwarding': '1.2', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'QosPolicy': '1.10', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'SecurityGroup': '1.5', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'SecurityGroupRule': '1.2', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'SubPort': '1.0', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Subnet': '1.1', Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: 'Trunk': '1.1'}} Feb 10 06:22:49.008801 n-d-828670-1 neutron-server[103213]: {{(pid=103213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 06:22:49.076208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Publish callbacks [] for security_group (ae5373c8-b0a9-4203-87e8-50d19672e02e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.131242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Publish callbacks [] for security_group (ae5373c8-b0a9-4203-87e8-50d19672e02e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.233579 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ae5373c8-b0a9-4203-87e8-50d19672e02e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.242737 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.249748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae5373c8-b0a9-4203-87e8-50d19672e02e HTTP/1.1" status: 204 len: 168 time: 0.2907584 Feb 10 06:22:49.258723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5373c8-b0a9-4203-87e8-50d19672e02e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:49.267175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.267701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.268508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.269014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.270027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.270243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.270688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7434a7-6439-44f5-b961-70146bbcf7eb admin admin] Tracked resource versions report: Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: pushed versions: Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: { 'AddressGroup': {'1.2'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'ConntrackHelper': {'1.0'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'LocalIPAssociation': {'1.0'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Log': {'1.0'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Network': {'1.1'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Port': {'1.7'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'PortForwarding': {'1.2'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'QosPolicy': {'1.10'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'SecurityGroup': {'1.5'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'SecurityGroupRule': {'1.2'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'SubPort': {'1.0'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Subnet': {'1.1'}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Trunk': {'1.1'}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: consumer versions: Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: { DHCP agent@n-d-828670-1: {}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: HyperV agent@n-h1-828670-1: {}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: HyperV agent@n-h2-828670-1: {}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: L3 agent@n-d-828670-1: {}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: Metadata agent@n-d-828670-1: {}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: Metering agent@n-d-828670-1: {}, Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: Open vSwitch agent@n-d-828670-1: { 'AddressGroup': '1.2', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'ConntrackHelper': '1.0', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'LocalIPAssociation': '1.0', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Log': '1.0', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Network': '1.1', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Port': '1.7', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'PortForwarding': '1.2', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'QosPolicy': '1.10', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'SecurityGroup': '1.5', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'SecurityGroupRule': '1.2', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'SubPort': '1.0', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Subnet': '1.1', Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: 'Trunk': '1.1'}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: {{(pid=103214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 06:22:49.282492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:49.371658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:49.679016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3571-14fe-4a73-884a-6d23ff56c92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.788479 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3571-14fe-4a73-884a-6d23ff56c92a admin admin] Publish callbacks [] for security_group (0a161cb3-e47b-4cdf-be70-736ced6247ac), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.790044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d875663-8de9-43f4-9f3b-2bf0d5f531de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.837516 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3571-14fe-4a73-884a-6d23ff56c92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0a161cb3-e47b-4cdf-be70-736ced6247ac), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.914265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d875663-8de9-43f4-9f3b-2bf0d5f531de admin admin] Publish callbacks [] for security_group (f88da5b4-3fd2-4adc-93d5-78c0ca2dd3ef), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.922922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb3b3571-14fe-4a73-884a-6d23ff56c92a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f95c11fb04c740e2854827546ca29389&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5492270 Feb 10 06:22:49.925464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d875663-8de9-43f4-9f3b-2bf0d5f531de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f88da5b4-3fd2-4adc-93d5-78c0ca2dd3ef), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:49.925925 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53346) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:49.955545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b3571-14fe-4a73-884a-6d23ff56c92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a161cb3-e47b-4cdf-be70-736ced6247ac,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:49.996977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d875663-8de9-43f4-9f3b-2bf0d5f531de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88da5b4-3fd2-4adc-93d5-78c0ca2dd3ef,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:50.004640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0d875663-8de9-43f4-9f3b-2bf0d5f531de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=293ee24ccbcc4ee792cfb0320cb4980e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7257154 Feb 10 06:22:50.005910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:50.050264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:50.060897 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2e6490e-e337-407c-9cd0-60a382ae08e6 admin admin] Publish callbacks [] for security_group (0a161cb3-e47b-4cdf-be70-736ced6247ac), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.069194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcb6853-6064-4c05-af99-39afeecd6a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.082814 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2e6490e-e337-407c-9cd0-60a382ae08e6 admin admin] Publish callbacks [] for security_group (0a161cb3-e47b-4cdf-be70-736ced6247ac), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.092191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f96a909c-a5c2-4aea-873c-0deaf031b0a4 admin admin] Publish callbacks [] for security_group (f88da5b4-3fd2-4adc-93d5-78c0ca2dd3ef), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.130814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f96a909c-a5c2-4aea-873c-0deaf031b0a4 admin admin] Publish callbacks [] for security_group (f88da5b4-3fd2-4adc-93d5-78c0ca2dd3ef), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.151293 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2e6490e-e337-407c-9cd0-60a382ae08e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0a161cb3-e47b-4cdf-be70-736ced6247ac), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.157128 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2e6490e-e337-407c-9cd0-60a382ae08e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.159310 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e2e6490e-e337-407c-9cd0-60a382ae08e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a161cb3-e47b-4cdf-be70-736ced6247ac HTTP/1.1" status: 204 len: 168 time: 0.2323611 Feb 10 06:22:50.172116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6490e-e337-407c-9cd0-60a382ae08e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a161cb3-e47b-4cdf-be70-736ced6247ac,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:50.179639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53356) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:50.260175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53364) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:50.261082 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcb6853-6064-4c05-af99-39afeecd6a81 admin admin] Publish callbacks [] for security_group (324d27a5-ac46-4d68-812e-d46f31c87dca), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.265088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcb6853-6064-4c05-af99-39afeecd6a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (324d27a5-ac46-4d68-812e-d46f31c87dca), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.269899 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f96a909c-a5c2-4aea-873c-0deaf031b0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f88da5b4-3fd2-4adc-93d5-78c0ca2dd3ef), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.273538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f96a909c-a5c2-4aea-873c-0deaf031b0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.274746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f96a909c-a5c2-4aea-873c-0deaf031b0a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f88da5b4-3fd2-4adc-93d5-78c0ca2dd3ef HTTP/1.1" status: 204 len: 168 time: 0.2675738 Feb 10 06:22:50.317253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9dcb6853-6064-4c05-af99-39afeecd6a81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc70f743f00a42c7b76c34bafe4903b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2634902 Feb 10 06:22:50.317253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb6853-6064-4c05-af99-39afeecd6a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324d27a5-ac46-4d68-812e-d46f31c87dca,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:50.319216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53374) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:50.330121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a909c-a5c2-4aea-873c-0deaf031b0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88da5b4-3fd2-4adc-93d5-78c0ca2dd3ef,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:50.404473 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b58599f1-1a94-4256-8742-9efb3fdc935b admin admin] Publish callbacks [] for security_group (324d27a5-ac46-4d68-812e-d46f31c87dca), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.431745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b58599f1-1a94-4256-8742-9efb3fdc935b admin admin] Publish callbacks [] for security_group (324d27a5-ac46-4d68-812e-d46f31c87dca), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.488728 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b58599f1-1a94-4256-8742-9efb3fdc935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (324d27a5-ac46-4d68-812e-d46f31c87dca), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.491568 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b58599f1-1a94-4256-8742-9efb3fdc935b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.496154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b58599f1-1a94-4256-8742-9efb3fdc935b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/324d27a5-ac46-4d68-812e-d46f31c87dca HTTP/1.1" status: 204 len: 168 time: 0.1758747 Feb 10 06:22:50.506617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58599f1-1a94-4256-8742-9efb3fdc935b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324d27a5-ac46-4d68-812e-d46f31c87dca,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:50.611909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6308cd4c-8cfc-41a1-bd3a-4d04c5a64cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.633807 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5715b61e-1ea9-41f9-bee3-244307a97266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.745236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53394) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:50.764145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6308cd4c-8cfc-41a1-bd3a-4d04c5a64cee admin admin] Publish callbacks [] for security_group (9ec2f67e-8115-440d-ba1a-e5713b4c53eb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.773762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5715b61e-1ea9-41f9-bee3-244307a97266 admin admin] Publish callbacks [] for security_group (56551a0d-1ddb-45e5-8450-2308ed6937b8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.775200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6308cd4c-8cfc-41a1-bd3a-4d04c5a64cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9ec2f67e-8115-440d-ba1a-e5713b4c53eb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.775623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a8d95e5-b397-4353-bad7-de91b486f1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.809691 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5715b61e-1ea9-41f9-bee3-244307a97266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (56551a0d-1ddb-45e5-8450-2308ed6937b8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.825607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308cd4c-8cfc-41a1-bd3a-4d04c5a64cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2f67e-8115-440d-ba1a-e5713b4c53eb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:50.850767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6308cd4c-8cfc-41a1-bd3a-4d04c5a64cee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d25c7198617143fb84edc8076c64739f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6692021 Feb 10 06:22:50.853530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53400) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:50.876854 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5715b61e-1ea9-41f9-bee3-244307a97266 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a46537bb2a604cb8a6036316a9d8cac7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6150827 Feb 10 06:22:50.879664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53402) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:50.883423 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715b61e-1ea9-41f9-bee3-244307a97266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56551a0d-1ddb-45e5-8450-2308ed6937b8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:50.929279 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a05830b5-4b17-45e0-bf53-045de67ce491 admin admin] Publish callbacks [] for security_group (9ec2f67e-8115-440d-ba1a-e5713b4c53eb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.957746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a05830b5-4b17-45e0-bf53-045de67ce491 admin admin] Publish callbacks [] for security_group (9ec2f67e-8115-440d-ba1a-e5713b4c53eb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.967487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a8d95e5-b397-4353-bad7-de91b486f1ab admin admin] Publish callbacks [] for security_group (2a203df6-40ec-49a9-88e4-02b2bc2bb688), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.979228 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a8d95e5-b397-4353-bad7-de91b486f1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2a203df6-40ec-49a9-88e4-02b2bc2bb688), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:50.986540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53406) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:51.006258 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35325657-6d0e-4032-8681-d5302e7292d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.026560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9a8d95e5-b397-4353-bad7-de91b486f1ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=459ccca6640f4a46920d8ffd7f37ef85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2762108 Feb 10 06:22:51.028140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53410) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:51.029239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c89897e5-b847-4b76-869a-9443ee1cc863 admin admin] Publish callbacks [] for security_group (56551a0d-1ddb-45e5-8450-2308ed6937b8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.053615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d95e5-b397-4353-bad7-de91b486f1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a203df6-40ec-49a9-88e4-02b2bc2bb688,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:51.088610 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c89897e5-b847-4b76-869a-9443ee1cc863 admin admin] Publish callbacks [] for security_group (56551a0d-1ddb-45e5-8450-2308ed6937b8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.089567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f60cf7d7-3788-48c2-8a33-b9ce52912ab8 admin admin] Publish callbacks [] for security_group (2a203df6-40ec-49a9-88e4-02b2bc2bb688), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.118142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f60cf7d7-3788-48c2-8a33-b9ce52912ab8 admin admin] Publish callbacks [] for security_group (2a203df6-40ec-49a9-88e4-02b2bc2bb688), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.137627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a05830b5-4b17-45e0-bf53-045de67ce491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9ec2f67e-8115-440d-ba1a-e5713b4c53eb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.141137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a05830b5-4b17-45e0-bf53-045de67ce491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.142716 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a05830b5-4b17-45e0-bf53-045de67ce491 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ec2f67e-8115-440d-ba1a-e5713b4c53eb HTTP/1.1" status: 204 len: 168 time: 0.2834766 Feb 10 06:22:51.151970 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c89897e5-b847-4b76-869a-9443ee1cc863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (56551a0d-1ddb-45e5-8450-2308ed6937b8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.155412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c89897e5-b847-4b76-869a-9443ee1cc863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.159161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c89897e5-b847-4b76-869a-9443ee1cc863 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56551a0d-1ddb-45e5-8450-2308ed6937b8 HTTP/1.1" status: 204 len: 168 time: 0.2769217 Feb 10 06:22:51.160574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05830b5-4b17-45e0-bf53-045de67ce491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2f67e-8115-440d-ba1a-e5713b4c53eb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:51.178059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89897e5-b847-4b76-869a-9443ee1cc863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56551a0d-1ddb-45e5-8450-2308ed6937b8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:51.227952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f60cf7d7-3788-48c2-8a33-b9ce52912ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2a203df6-40ec-49a9-88e4-02b2bc2bb688), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.231447 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f60cf7d7-3788-48c2-8a33-b9ce52912ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.232911 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f60cf7d7-3788-48c2-8a33-b9ce52912ab8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a203df6-40ec-49a9-88e4-02b2bc2bb688 HTTP/1.1" status: 204 len: 168 time: 0.2033887 Feb 10 06:22:51.267630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cf7d7-3788-48c2-8a33-b9ce52912ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a203df6-40ec-49a9-88e4-02b2bc2bb688,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:51.274210 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35325657-6d0e-4032-8681-d5302e7292d5 admin admin] Publish callbacks [] for security_group (d4183b10-faad-4b75-9f23-1357aeb6f7a8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.290774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35325657-6d0e-4032-8681-d5302e7292d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d4183b10-faad-4b75-9f23-1357aeb6f7a8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.356430 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-35325657-6d0e-4032-8681-d5302e7292d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67f48b42919c400d8760c6f9d3564ae4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3686161 Feb 10 06:22:51.359321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53436) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:51.363899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35325657-6d0e-4032-8681-d5302e7292d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4183b10-faad-4b75-9f23-1357aeb6f7a8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:51.434413 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8147c34-ab2a-4ea0-87aa-391407314d31 admin admin] Publish callbacks [] for security_group (d4183b10-faad-4b75-9f23-1357aeb6f7a8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.464518 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8147c34-ab2a-4ea0-87aa-391407314d31 admin admin] Publish callbacks [] for security_group (d4183b10-faad-4b75-9f23-1357aeb6f7a8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.532897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8147c34-ab2a-4ea0-87aa-391407314d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d4183b10-faad-4b75-9f23-1357aeb6f7a8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.540297 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8147c34-ab2a-4ea0-87aa-391407314d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.546806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8147c34-ab2a-4ea0-87aa-391407314d31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4183b10-faad-4b75-9f23-1357aeb6f7a8 HTTP/1.1" status: 204 len: 168 time: 0.1857619 Feb 10 06:22:51.559003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8147c34-ab2a-4ea0-87aa-391407314d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4183b10-faad-4b75-9f23-1357aeb6f7a8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:51.949196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53486) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:51.956338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:51.967480 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6987a5d-ab66-4d57-8e5f-46d3d80b1cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:51.970567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5de0c78d-0129-4199-87fe-eede30f47185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.071012 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6987a5d-ab66-4d57-8e5f-46d3d80b1cff admin admin] Publish callbacks [] for security_group (2c0911ec-ff4c-4294-9907-36f171171e02), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.076462 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5de0c78d-0129-4199-87fe-eede30f47185 admin admin] Publish callbacks [] for security_group (96f61fb7-6b03-4cfd-88b0-7b4030be0ca7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.077096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6987a5d-ab66-4d57-8e5f-46d3d80b1cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2c0911ec-ff4c-4294-9907-36f171171e02), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.084974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5de0c78d-0129-4199-87fe-eede30f47185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (96f61fb7-6b03-4cfd-88b0-7b4030be0ca7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.124604 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a6987a5d-ab66-4d57-8e5f-46d3d80b1cff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31e24554d9604f7095dd9dc62682362d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1743484 Feb 10 06:22:52.125311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53492) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:52.126137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6987a5d-ab66-4d57-8e5f-46d3d80b1cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0911ec-ff4c-4294-9907-36f171171e02,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:52.128725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5de0c78d-0129-4199-87fe-eede30f47185 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23b8b3bf7146470bbbbf0c949a3b07f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1713345 Feb 10 06:22:52.129834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0c78d-0129-4199-87fe-eede30f47185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f61fb7-6b03-4cfd-88b0-7b4030be0ca7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:52.132646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53494) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:52.184830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6872cd4d-ef58-4538-a845-e1e2e909ad4f admin admin] Publish callbacks [] for security_group (96f61fb7-6b03-4cfd-88b0-7b4030be0ca7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.190144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-16d8816b-09ea-4592-8b96-68901caf5ffe admin admin] Publish callbacks [] for security_group (2c0911ec-ff4c-4294-9907-36f171171e02), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.215765 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6872cd4d-ef58-4538-a845-e1e2e909ad4f admin admin] Publish callbacks [] for security_group (96f61fb7-6b03-4cfd-88b0-7b4030be0ca7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.223890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-16d8816b-09ea-4592-8b96-68901caf5ffe admin admin] Publish callbacks [] for security_group (2c0911ec-ff4c-4294-9907-36f171171e02), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.272789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6872cd4d-ef58-4538-a845-e1e2e909ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (96f61fb7-6b03-4cfd-88b0-7b4030be0ca7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.275389 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6872cd4d-ef58-4538-a845-e1e2e909ad4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.276533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6872cd4d-ef58-4538-a845-e1e2e909ad4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96f61fb7-6b03-4cfd-88b0-7b4030be0ca7 HTTP/1.1" status: 204 len: 168 time: 0.1427851 Feb 10 06:22:52.284360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872cd4d-ef58-4538-a845-e1e2e909ad4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f61fb7-6b03-4cfd-88b0-7b4030be0ca7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:52.284922 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-16d8816b-09ea-4592-8b96-68901caf5ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2c0911ec-ff4c-4294-9907-36f171171e02), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.289425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-16d8816b-09ea-4592-8b96-68901caf5ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:52.290652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-16d8816b-09ea-4592-8b96-68901caf5ffe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c0911ec-ff4c-4294-9907-36f171171e02 HTTP/1.1" status: 204 len: 168 time: 0.1615822 Feb 10 06:22:52.306370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8816b-09ea-4592-8b96-68901caf5ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0911ec-ff4c-4294-9907-36f171171e02,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:53.347049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:53.350551 n-d-828670-1 neutron-server[103214]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 06:22:53.383333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-86ab5341-450b-42b7-b02e-f771d5937510 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=36a1fc752a604a478a13411b9434dc66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342019 Feb 10 06:22:53.675136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-03efb98e-c74a-42e6-9c49-ca30d751fabd tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:22:53.678132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-03efb98e-c74a-42e6-9c49-ca30d751fabd tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883747 Feb 10 06:22:53.695448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-c1df7339-0fe1-4cc7-8437-fa2a54ce94fa tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/quotas/36a1fc752a604a478a13411b9434dc66 HTTP/1.1" status: 200 len: 375 time: 0.0117824 Feb 10 06:22:53.857316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-54d5aae8-15d1-4221-92d5-947e7de3d6d8 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36a1fc752a604a478a13411b9434dc66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1568704 Feb 10 06:22:53.867933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53608) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:54.128062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfe7fc9c-6790-484d-adff-404bb827a769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:54.229194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfe7fc9c-6790-484d-adff-404bb827a769 admin admin] Publish callbacks [] for security_group (38ebe5ad-0479-449e-91af-203068b7b9eb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:54.234382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfe7fc9c-6790-484d-adff-404bb827a769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (38ebe5ad-0479-449e-91af-203068b7b9eb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:54.273190 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dfe7fc9c-6790-484d-adff-404bb827a769 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c7285a027d04bac82463bc47fc4a0ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4039719 Feb 10 06:22:54.274595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7fc9c-6790-484d-adff-404bb827a769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ebe5ad-0479-449e-91af-203068b7b9eb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:54.275789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:54.336187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e561ecc-db40-45f1-b5b3-453f09176fff admin admin] Publish callbacks [] for security_group (38ebe5ad-0479-449e-91af-203068b7b9eb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:54.358274 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e561ecc-db40-45f1-b5b3-453f09176fff admin admin] Publish callbacks [] for security_group (38ebe5ad-0479-449e-91af-203068b7b9eb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:54.411085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e561ecc-db40-45f1-b5b3-453f09176fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (38ebe5ad-0479-449e-91af-203068b7b9eb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:54.414371 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e561ecc-db40-45f1-b5b3-453f09176fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:54.415647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4e561ecc-db40-45f1-b5b3-453f09176fff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38ebe5ad-0479-449e-91af-203068b7b9eb HTTP/1.1" status: 204 len: 168 time: 0.1388495 Feb 10 06:22:54.426104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e561ecc-db40-45f1-b5b3-453f09176fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ebe5ad-0479-449e-91af-203068b7b9eb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:54.634633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:55.187801 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bef08892-451e-4f8f-b9fd-0d22241d18da req-4e9f93be-5f18-4a02-9add-95f1b3ae14a9 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 210 time: 0.5516677 Feb 10 06:22:55.308721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53702) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:55.322556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb9bf-30fd-44e4-95bc-ed82d8363c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:55.429618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb9bf-30fd-44e4-95bc-ed82d8363c0b admin admin] Publish callbacks [] for security_group (ac48a1e1-b1d5-4c1f-98dc-b2b8ccdb4e46), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:55.434741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb9bf-30fd-44e4-95bc-ed82d8363c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ac48a1e1-b1d5-4c1f-98dc-b2b8ccdb4e46), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:55.475200 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4f8bb9bf-30fd-44e4-95bc-ed82d8363c0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a872f7fdbb7949f7b4334142fc6b84cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1653039 Feb 10 06:22:55.476553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bb9bf-30fd-44e4-95bc-ed82d8363c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac48a1e1-b1d5-4c1f-98dc-b2b8ccdb4e46,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:55.477866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:55.535273 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e939c9e0-e3ea-4464-955a-7aa839d920c4 admin admin] Publish callbacks [] for security_group (ac48a1e1-b1d5-4c1f-98dc-b2b8ccdb4e46), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:55.566750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e939c9e0-e3ea-4464-955a-7aa839d920c4 admin admin] Publish callbacks [] for security_group (ac48a1e1-b1d5-4c1f-98dc-b2b8ccdb4e46), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:55.627500 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e939c9e0-e3ea-4464-955a-7aa839d920c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ac48a1e1-b1d5-4c1f-98dc-b2b8ccdb4e46), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:55.630908 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e939c9e0-e3ea-4464-955a-7aa839d920c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:55.632871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e939c9e0-e3ea-4464-955a-7aa839d920c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac48a1e1-b1d5-4c1f-98dc-b2b8ccdb4e46 HTTP/1.1" status: 204 len: 168 time: 0.1528580 Feb 10 06:22:55.641460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939c9e0-e3ea-4464-955a-7aa839d920c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac48a1e1-b1d5-4c1f-98dc-b2b8ccdb4e46,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:56.018945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60786) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:56.057257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-f48d55f3-2169-475a-9f76-379d8407c9e1 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=36a1fc752a604a478a13411b9434dc66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285914 Feb 10 06:22:56.182647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-35ed6a91-af63-46e9-b047-2616b744babd tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:22:56.184227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-35ed6a91-af63-46e9-b047-2616b744babd tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207337 Feb 10 06:22:56.311598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Request body: {'port': {'device_id': '887f399c-b14b-42af-9465-0f47b928ca8a', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '36a1fc752a604a478a13411b9434dc66'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:22:56.344999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53750) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:56.371502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-785a839f-bafb-4348-9699-f79c90a461a8 req-be3bb122-0d55-4e74-b9e1-afb948077bdb tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 210 time: 0.0274785 Feb 10 06:22:56.381451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-119afd81-5a11-406a-a98f-4e311371d5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.522492 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-119afd81-5a11-406a-a98f-4e311371d5d2 admin admin] Publish callbacks [] for security_group (8e99ccdf-b54f-4b2a-b225-043275bbcbcc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.529261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-119afd81-5a11-406a-a98f-4e311371d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8e99ccdf-b54f-4b2a-b225-043275bbcbcc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.567504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119afd81-5a11-406a-a98f-4e311371d5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e99ccdf-b54f-4b2a-b225-043275bbcbcc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:56.595443 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-119afd81-5a11-406a-a98f-4e311371d5d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5105a7476434a7fa645f4c68b748bfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2483492 Feb 10 06:22:56.597859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Made reservation on behalf of 36a1fc752a604a478a13411b9434dc66 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:22:56.599146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53766) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:56.608390 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.618562 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.672277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dca3-f999-4192-a74a-cd81dcceb1d4 admin admin] Publish callbacks [] for security_group (8e99ccdf-b54f-4b2a-b225-043275bbcbcc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.700815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dca3-f999-4192-a74a-cd81dcceb1d4 admin admin] Publish callbacks [] for security_group (8e99ccdf-b54f-4b2a-b225-043275bbcbcc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.707305 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks [] for security_group (57e39cd7-8861-4fa2-8eeb-df2e3ea2b212), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.714044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (57e39cd7-8861-4fa2-8eeb-df2e3ea2b212), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.763730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dca3-f999-4192-a74a-cd81dcceb1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8e99ccdf-b54f-4b2a-b225-043275bbcbcc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.791543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dca3-f999-4192-a74a-cd81dcceb1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:56.796894 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e9e1dca3-f999-4192-a74a-cd81dcceb1d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e99ccdf-b54f-4b2a-b225-043275bbcbcc HTTP/1.1" status: 204 len: 168 time: 0.1967525 Feb 10 06:22:56.806229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1dca3-f999-4192-a74a-cd81dcceb1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e99ccdf-b54f-4b2a-b225-043275bbcbcc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:56.862262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:56.987177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Allocated IP 192.168.233.250 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/8c1e39d5-4d7e-44d7-a616-0b6560e37cdf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:22:57.149436 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks [] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:57.184521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:57.261701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:22:57.270935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:22:57.278052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:22:57.283152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:22:57.283787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:57.290835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Pushing event updated for resources: {'Port': ['ID=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:57.309004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-b02cce8d-f414-4ed9-95e1-132ae8bfeb20 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0022812 Feb 10 06:22:57.320856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-cbd54c48-9244-4834-9a75-5bf127ee517d tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:22:57.321974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-cbd54c48-9244-4834-9a75-5bf127ee517d tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052664 Feb 10 06:22:57.463880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53812) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:57.660170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2a0221d2-494f-4f6d-a1a9-104117a13873 None None] Provisioning complete for port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:22:57.661583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a0221d2-494f-4f6d-a1a9-104117a13873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:57.723467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2a0221d2-494f-4f6d-a1a9-104117a13873 None None] Port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:22:57.940394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c43de-fa0c-4b8e-87f2-d782ce730486 req-83807813-cd5e-4a08-93c9-1c703ec4ce2e tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:22:57.942119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b8c43de-fa0c-4b8e-87f2-d782ce730486 req-83807813-cd5e-4a08-93c9-1c703ec4ce2e tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 936 time: 0.0910592 Feb 10 06:22:57.998029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b8c43de-fa0c-4b8e-87f2-d782ce730486 req-5b8e5830-212d-4d9f-ad26-568d657aa55d tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490801 Feb 10 06:22:58.129778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24557549-e27d-4445-9823-75de1025d31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:58.273492 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24557549-e27d-4445-9823-75de1025d31a admin admin] Publish callbacks [] for security_group (477a9175-2ef9-4851-98ed-ba8a23cbd98e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:58.279364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24557549-e27d-4445-9823-75de1025d31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (477a9175-2ef9-4851-98ed-ba8a23cbd98e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:58.341224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24557549-e27d-4445-9823-75de1025d31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477a9175-2ef9-4851-98ed-ba8a23cbd98e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:58.364204 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-24557549-e27d-4445-9823-75de1025d31a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ed055c070424c9d9ba79c691af01fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8992221 Feb 10 06:22:58.367068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53836) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:58.468805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47e23a5-5657-440c-8250-5e21b88b43de admin admin] Publish callbacks [] for security_group (477a9175-2ef9-4851-98ed-ba8a23cbd98e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:58.532953 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47e23a5-5657-440c-8250-5e21b88b43de admin admin] Publish callbacks [] for security_group (477a9175-2ef9-4851-98ed-ba8a23cbd98e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:58.616313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47e23a5-5657-440c-8250-5e21b88b43de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (477a9175-2ef9-4851-98ed-ba8a23cbd98e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:58.619696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47e23a5-5657-440c-8250-5e21b88b43de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:58.622945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d47e23a5-5657-440c-8250-5e21b88b43de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/477a9175-2ef9-4851-98ed-ba8a23cbd98e HTTP/1.1" status: 204 len: 168 time: 0.2548120 Feb 10 06:22:58.641050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e23a5-5657-440c-8250-5e21b88b43de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477a9175-2ef9-4851-98ed-ba8a23cbd98e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:58.726169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Request body: {'port': {'device_id': '887f399c-b14b-42af-9465-0f47b928ca8a', 'device_owner': 'compute:tempest-test_az-1444562741', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:22:58.744796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53846) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:58.876389 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.034179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9a710a7-07e9-47fe-98dd-9861f9d8e8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.262319 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9a710a7-07e9-47fe-98dd-9861f9d8e8bf admin admin] Publish callbacks [] for security_group (542d6c0a-cdf9-495c-b27d-c77a12361030), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.271902 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9a710a7-07e9-47fe-98dd-9861f9d8e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (542d6c0a-cdf9-495c-b27d-c77a12361030), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.347637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c9a710a7-07e9-47fe-98dd-9861f9d8e8bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf9ac162fbe54555b6e3551c2ab9eedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6016445 Feb 10 06:22:59.352073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53874) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:59.389696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a710a7-07e9-47fe-98dd-9861f9d8e8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542d6c0a-cdf9-495c-b27d-c77a12361030,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:59.442654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-779e4312-a202-42b5-87c6-36d0b5067002 admin admin] Publish callbacks [] for security_group (542d6c0a-cdf9-495c-b27d-c77a12361030), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.473176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-779e4312-a202-42b5-87c6-36d0b5067002 admin admin] Publish callbacks [] for security_group (542d6c0a-cdf9-495c-b27d-c77a12361030), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.571370 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-779e4312-a202-42b5-87c6-36d0b5067002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (542d6c0a-cdf9-495c-b27d-c77a12361030), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.574465 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-779e4312-a202-42b5-87c6-36d0b5067002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.575708 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-779e4312-a202-42b5-87c6-36d0b5067002 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/542d6c0a-cdf9-495c-b27d-c77a12361030 HTTP/1.1" status: 204 len: 168 time: 0.2224784 Feb 10 06:22:59.625622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e4312-a202-42b5-87c6-36d0b5067002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542d6c0a-cdf9-495c-b27d-c77a12361030,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:22:59.675092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53892) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:22:59.709371 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-300005f0-1338-4925-a3ec-b9aa5fb96f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.984178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-300005f0-1338-4925-a3ec-b9aa5fb96f06 admin admin] Publish callbacks [] for security_group (7e2b2b5f-11fd-4baa-a96b-35245d26dfb6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:22:59.988509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:22:59.991065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-300005f0-1338-4925-a3ec-b9aa5fb96f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7e2b2b5f-11fd-4baa-a96b-35245d26dfb6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.007775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Publish callbacks [] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.039435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Transition to ACTIVE for port object 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:00.050859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdda83-e1df-4650-a9d6-82b80732d956 req-c8a5517a-08b4-4b47-839b-f01fe4a12c21 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:00.063827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9bdda83-e1df-4650-a9d6-82b80732d956 req-c8a5517a-08b4-4b47-839b-f01fe4a12c21 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 936 time: 0.2929447 Feb 10 06:23:00.071616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.131756 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-300005f0-1338-4925-a3ec-b9aa5fb96f06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fff52cd906b4704af127fb9e551676a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546473 Feb 10 06:23:00.132955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300005f0-1338-4925-a3ec-b9aa5fb96f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2b2b5f-11fd-4baa-a96b-35245d26dfb6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:00.138077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:00.139415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53912) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:00.255936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Attempting to bind port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:00.256301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Attempting to bind port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:00.256649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Attempting to bind port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:00.273942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9bdda83-e1df-4650-a9d6-82b80732d956 req-2214a065-db2e-4661-9e43-ea65ae79d9cb tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091405 Feb 10 06:23:00.280537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61e0c692-c0df-4408-bf5f-cd270428c990 admin admin] Publish callbacks [] for security_group (7e2b2b5f-11fd-4baa-a96b-35245d26dfb6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.285650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:00.285977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Attempting to bind port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:00.306121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:00.306503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:00.307072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:00.307540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Bound port: 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:00.307899 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.371167 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61e0c692-c0df-4408-bf5f-cd270428c990 admin admin] Publish callbacks [] for security_group (7e2b2b5f-11fd-4baa-a96b-35245d26dfb6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.483786 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61e0c692-c0df-4408-bf5f-cd270428c990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7e2b2b5f-11fd-4baa-a96b-35245d26dfb6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.487340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61e0c692-c0df-4408-bf5f-cd270428c990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.491306 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-61e0c692-c0df-4408-bf5f-cd270428c990 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e2b2b5f-11fd-4baa-a96b-35245d26dfb6 HTTP/1.1" status: 204 len: 168 time: 0.3481538 Feb 10 06:23:00.523419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0c692-c0df-4408-bf5f-cd270428c990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2b2b5f-11fd-4baa-a96b-35245d26dfb6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:00.542864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] For port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:00.553659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] For port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:00.572084 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.629631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:00.631143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.632424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] 10.222.0.24 "PUT /v2.0/ports/8c1e39d5-4d7e-44d7-a616-0b6560e37cdf HTTP/1.1" status: 200 len: 1118 time: 2.4230986 Feb 10 06:23:00.632962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887f399c-b14b-42af-9465-0f47b928ca8a', 'tag': '8c1e39d5-4d7e-44d7-a616-0b6560e37cdf'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:00.661428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53932) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:00.712526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53936) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:00.736296 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33db2e2e-b05d-4e4a-a3b8-7174bf00c2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.875535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269df70-f2da-465a-a551-f9713ce950ac service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:00.901787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-c2b44bc2-4dcf-42e2-a856-d910ebe855b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:00.904114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-c2b44bc2-4dcf-42e2-a856-d910ebe855b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36a1fc752a604a478a13411b9434dc66&device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 1152 time: 0.1576111 Feb 10 06:23:00.918806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33db2e2e-b05d-4e4a-a3b8-7174bf00c2c8 admin admin] Publish callbacks [] for security_group (1e4f699c-f5af-4550-806d-a3d8c82c06f7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:00.928657 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33db2e2e-b05d-4e4a-a3b8-7174bf00c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1e4f699c-f5af-4550-806d-a3d8c82c06f7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:01.006463 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-33db2e2e-b05d-4e4a-a3b8-7174bf00c2c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=014a48d6d88a4886bcb1b4731513163b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909532 Feb 10 06:23:01.008772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53942) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:01.010970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db2e2e-b05d-4e4a-a3b8-7174bf00c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4f699c-f5af-4550-806d-a3d8c82c06f7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:01.082093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-105cb80e-e6b0-42bb-9c00-863fdc101b73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf HTTP/1.1" status: 200 len: 217 time: 0.1593659 Feb 10 06:23:01.106731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a42c8f6d-8bbf-427e-99db-eac98cf870f8 admin admin] Publish callbacks [] for security_group (1e4f699c-f5af-4550-806d-a3d8c82c06f7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:01.134332 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a42c8f6d-8bbf-427e-99db-eac98cf870f8 admin admin] Publish callbacks [] for security_group (1e4f699c-f5af-4550-806d-a3d8c82c06f7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:01.194672 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a42c8f6d-8bbf-427e-99db-eac98cf870f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1e4f699c-f5af-4550-806d-a3d8c82c06f7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:01.197763 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a42c8f6d-8bbf-427e-99db-eac98cf870f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:01.199092 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a42c8f6d-8bbf-427e-99db-eac98cf870f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e4f699c-f5af-4550-806d-a3d8c82c06f7 HTTP/1.1" status: 204 len: 168 time: 0.1890628 Feb 10 06:23:01.213238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c8f6d-8bbf-427e-99db-eac98cf870f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4f699c-f5af-4550-806d-a3d8c82c06f7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:01.469921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0bc49-a94f-4258-b0b4-81a5cb8f3915 req-41f68cc9-65b4-4513-9582-6db8c65918b0 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:01.478246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4f0bc49-a94f-4258-b0b4-81a5cb8f3915 req-41f68cc9-65b4-4513-9582-6db8c65918b0 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 970 time: 0.0826886 Feb 10 06:23:01.544200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4f0bc49-a94f-4258-b0b4-81a5cb8f3915 req-30794f5c-5efe-4fba-b86b-149640229544 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638640 Feb 10 06:23:01.667887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53956) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:01.710814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53960) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:01.714041 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-895cdfa9-b985-4dd9-be40-8d59298cafe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:01.862875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-895cdfa9-b985-4dd9-be40-8d59298cafe9 admin admin] Publish callbacks [] for security_group (93825091-d546-42e6-8081-0cb6e3873f45), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:01.869337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-895cdfa9-b985-4dd9-be40-8d59298cafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (93825091-d546-42e6-8081-0cb6e3873f45), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:01.916311 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-895cdfa9-b985-4dd9-be40-8d59298cafe9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22b4848adb7a41478de2b0321a23c8db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2537022 Feb 10 06:23:01.917996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cdfa9-b985-4dd9-be40-8d59298cafe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93825091-d546-42e6-8081-0cb6e3873f45,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:01.919010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53968) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:02.012137 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08f746e-f230-4fe7-a8ac-8559803428ba" -d '{"events": [{"name": "network-changed", "server_uuid": "887f399c-b14b-42af-9465-0f47b928ca8a", "tag": "8c1e39d5-4d7e-44d7-a616-0b6560e37cdf"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:02.015186 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f754fc84-4d92-4ee6-aa2a-57834fdd3936 admin admin] Publish callbacks [] for security_group (93825091-d546-42e6-8081-0cb6e3873f45), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.065979 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f754fc84-4d92-4ee6-aa2a-57834fdd3936 admin admin] Publish callbacks [] for security_group (93825091-d546-42e6-8081-0cb6e3873f45), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.116433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a97d0ce0-e2c2-4382-ad40-ae55cbc52793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.206447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2da47db2-48ca-4b4f-9549-3c9c047f3b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.358212 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2da47db2-48ca-4b4f-9549-3c9c047f3b03 admin admin] Publish callbacks [] for security_group (62c5adc8-c6c6-4bd6-bd58-5cd800037905), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.365723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f754fc84-4d92-4ee6-aa2a-57834fdd3936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (93825091-d546-42e6-8081-0cb6e3873f45), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.369447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f754fc84-4d92-4ee6-aa2a-57834fdd3936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.371097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f754fc84-4d92-4ee6-aa2a-57834fdd3936 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93825091-d546-42e6-8081-0cb6e3873f45 HTTP/1.1" status: 204 len: 168 time: 0.4510710 Feb 10 06:23:02.376289 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2da47db2-48ca-4b4f-9549-3c9c047f3b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (62c5adc8-c6c6-4bd6-bd58-5cd800037905), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.406863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754fc84-4d92-4ee6-aa2a-57834fdd3936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93825091-d546-42e6-8081-0cb6e3873f45,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:02.458982 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a6668e-3fa4-4320-9371-76cccf43846e x-openstack-request-id: req-99a6668e-3fa4-4320-9371-76cccf43846e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:02.459572 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887f399c-b14b-42af-9465-0f47b928ca8a", "tag": "8c1e39d5-4d7e-44d7-a616-0b6560e37cdf", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:02.459964 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99a6668e-3fa4-4320-9371-76cccf43846e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:02.460636 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887f399c-b14b-42af-9465-0f47b928ca8a', 'tag': '8c1e39d5-4d7e-44d7-a616-0b6560e37cdf', 'status': 'completed', 'code': 200} Feb 10 06:23:02.471129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2da47db2-48ca-4b4f-9549-3c9c047f3b03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba4bfa4c18f94bb49243b8644ee7f850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7590997 Feb 10 06:23:02.475555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53990) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:02.488431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da47db2-48ca-4b4f-9549-3c9c047f3b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c5adc8-c6c6-4bd6-bd58-5cd800037905,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:02.529660 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a97d0ce0-e2c2-4382-ad40-ae55cbc52793 admin admin] Publish callbacks [] for security_group (ac2c53bb-a04f-4427-a483-5685d9f47222), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.536591 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a97d0ce0-e2c2-4382-ad40-ae55cbc52793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ac2c53bb-a04f-4427-a483-5685d9f47222), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.574921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12b2fa24-20fa-4e4d-a047-6b3ac8eafaf5 admin admin] Publish callbacks [] for security_group (62c5adc8-c6c6-4bd6-bd58-5cd800037905), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.624368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12b2fa24-20fa-4e4d-a047-6b3ac8eafaf5 admin admin] Publish callbacks [] for security_group (62c5adc8-c6c6-4bd6-bd58-5cd800037905), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.652433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53996) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:02.652966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a97d0ce0-e2c2-4382-ad40-ae55cbc52793 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=279f0761e39a4f8c8ff7e8c31230a6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9817843 Feb 10 06:23:02.655834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d0ce0-e2c2-4382-ad40-ae55cbc52793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c53bb-a04f-4427-a483-5685d9f47222,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:02.771637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-db7b3a8c-d305-4738-8b5d-f8c6334cb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:02.774670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-db7b3a8c-d305-4738-8b5d-f8c6334cb8a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1929793 Feb 10 06:23:02.834947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-380a5ac1-b82e-49cf-8f77-32941d4eda76 admin admin] Publish callbacks [] for security_group (ac2c53bb-a04f-4427-a483-5685d9f47222), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.841032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12b2fa24-20fa-4e4d-a047-6b3ac8eafaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (62c5adc8-c6c6-4bd6-bd58-5cd800037905), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.847042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12b2fa24-20fa-4e4d-a047-6b3ac8eafaf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.849135 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-12b2fa24-20fa-4e4d-a047-6b3ac8eafaf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62c5adc8-c6c6-4bd6-bd58-5cd800037905 HTTP/1.1" status: 204 len: 168 time: 0.3724787 Feb 10 06:23:02.884178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2fa24-20fa-4e4d-a047-6b3ac8eafaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c5adc8-c6c6-4bd6-bd58-5cd800037905,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:02.940749 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-380a5ac1-b82e-49cf-8f77-32941d4eda76 admin admin] Publish callbacks [] for security_group (ac2c53bb-a04f-4427-a483-5685d9f47222), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:02.985547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef28c75-76f0-4b5f-abce-ffe5671dfe8f req-90c1add7-c50d-458b-bf1f-1ae90322f770 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:02.992919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ef28c75-76f0-4b5f-abce-ffe5671dfe8f req-90c1add7-c50d-458b-bf1f-1ae90322f770 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 970 time: 0.3161352 Feb 10 06:23:03.030425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-380a5ac1-b82e-49cf-8f77-32941d4eda76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ac2c53bb-a04f-4427-a483-5685d9f47222), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:03.034920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-380a5ac1-b82e-49cf-8f77-32941d4eda76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:03.040043 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-380a5ac1-b82e-49cf-8f77-32941d4eda76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac2c53bb-a04f-4427-a483-5685d9f47222 HTTP/1.1" status: 204 len: 168 time: 0.3807120 Feb 10 06:23:03.047686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-32c61dc7-d7df-4a47-a164-adaa8c7ba536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:03.056451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-32c61dc7-d7df-4a47-a164-adaa8c7ba536 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2704563 Feb 10 06:23:03.056646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a5ac1-b82e-49cf-8f77-32941d4eda76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c53bb-a04f-4427-a483-5685d9f47222,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:03.174890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ef28c75-76f0-4b5f-abce-ffe5671dfe8f req-d6436805-823b-4b51-a6c0-e5dc69e1dc8f tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772227 Feb 10 06:23:03.264541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-9ae2e20e-148b-48b3-b13e-fff6a24103d7 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774967 Feb 10 06:23:03.443811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:03.459015 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93a02dca-1932-46b1-b970-995cab016023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:03.608781 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93a02dca-1932-46b1-b970-995cab016023 admin admin] Publish callbacks [] for security_group (7ba73543-80ea-4481-a572-76263770723c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:03.613526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93a02dca-1932-46b1-b970-995cab016023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7ba73543-80ea-4481-a572-76263770723c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:03.658080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-93a02dca-1932-46b1-b970-995cab016023 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bb28fd39e9e42898a829d68169d1a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135057 Feb 10 06:23:03.660751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54022) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:03.671221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a02dca-1932-46b1-b970-995cab016023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba73543-80ea-4481-a572-76263770723c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:03.727092 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd99003e-2041-4686-8623-9c648ea45033 admin admin] Publish callbacks [] for security_group (7ba73543-80ea-4481-a572-76263770723c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:03.762412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd99003e-2041-4686-8623-9c648ea45033 admin admin] Publish callbacks [] for security_group (7ba73543-80ea-4481-a572-76263770723c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:03.828092 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd99003e-2041-4686-8623-9c648ea45033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7ba73543-80ea-4481-a572-76263770723c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:03.831400 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd99003e-2041-4686-8623-9c648ea45033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:03.832580 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fd99003e-2041-4686-8623-9c648ea45033 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ba73543-80ea-4481-a572-76263770723c HTTP/1.1" status: 204 len: 168 time: 0.1697268 Feb 10 06:23:03.857789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99003e-2041-4686-8623-9c648ea45033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba73543-80ea-4481-a572-76263770723c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:04.040766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54036) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:04.062601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c3d5663f-80fd-42cb-b897-834bc246bfeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.175581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c3d5663f-80fd-42cb-b897-834bc246bfeb admin admin] Publish callbacks [] for security_group (a3a98fab-02ef-4dd2-9f58-527b323b9a8b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.177967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54038) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:04.193765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e26ed136-d0fe-4512-9484-38ad88f20b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.203088 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c3d5663f-80fd-42cb-b897-834bc246bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a3a98fab-02ef-4dd2-9f58-527b323b9a8b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.244264 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c3d5663f-80fd-42cb-b897-834bc246bfeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bfd2605881347e08436aa420e71cae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024064 Feb 10 06:23:04.247444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54042) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:04.260218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5663f-80fd-42cb-b897-834bc246bfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a98fab-02ef-4dd2-9f58-527b323b9a8b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:04.371004 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e26ed136-d0fe-4512-9484-38ad88f20b10 admin admin] Publish callbacks [] for security_group (51572bd9-b3e9-4e40-87cd-c01736f0ddaf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.378179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e26ed136-d0fe-4512-9484-38ad88f20b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (51572bd9-b3e9-4e40-87cd-c01736f0ddaf), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.410744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62189867-d422-4dab-b2b4-94118bb1ba69 admin admin] Publish callbacks [] for security_group (a3a98fab-02ef-4dd2-9f58-527b323b9a8b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.447476 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e26ed136-d0fe-4512-9484-38ad88f20b10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f84d50dd00c4f99a0cc19e03f9db9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683575 Feb 10 06:23:04.449784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ed136-d0fe-4512-9484-38ad88f20b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51572bd9-b3e9-4e40-87cd-c01736f0ddaf,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:04.452149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54046) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:04.488242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3c12-d94d-42fd-876c-db3388a9acce req-3ddbdc86-7fe2-473e-aa20-e8a5793661ae tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:04.493676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-337f3c12-d94d-42fd-876c-db3388a9acce req-3ddbdc86-7fe2-473e-aa20-e8a5793661ae tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 970 time: 0.1791542 Feb 10 06:23:04.516125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e276d264-9ae8-43f1-8693-b8f65112f7d1 admin admin] Publish callbacks [] for security_group (51572bd9-b3e9-4e40-87cd-c01736f0ddaf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.556886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e276d264-9ae8-43f1-8693-b8f65112f7d1 admin admin] Publish callbacks [] for security_group (51572bd9-b3e9-4e40-87cd-c01736f0ddaf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.557540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62189867-d422-4dab-b2b4-94118bb1ba69 admin admin] Publish callbacks [] for security_group (a3a98fab-02ef-4dd2-9f58-527b323b9a8b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.642121 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e276d264-9ae8-43f1-8693-b8f65112f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (51572bd9-b3e9-4e40-87cd-c01736f0ddaf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.647970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e276d264-9ae8-43f1-8693-b8f65112f7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.649364 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e276d264-9ae8-43f1-8693-b8f65112f7d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51572bd9-b3e9-4e40-87cd-c01736f0ddaf HTTP/1.1" status: 204 len: 168 time: 0.1963069 Feb 10 06:23:04.658342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276d264-9ae8-43f1-8693-b8f65112f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51572bd9-b3e9-4e40-87cd-c01736f0ddaf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:04.691483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-337f3c12-d94d-42fd-876c-db3388a9acce req-7db6527a-8722-472b-ab49-241bef09fe88 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888196 Feb 10 06:23:04.734830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62189867-d422-4dab-b2b4-94118bb1ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a3a98fab-02ef-4dd2-9f58-527b323b9a8b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.740116 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62189867-d422-4dab-b2b4-94118bb1ba69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:04.744329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-62189867-d422-4dab-b2b4-94118bb1ba69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3a98fab-02ef-4dd2-9f58-527b323b9a8b HTTP/1.1" status: 204 len: 168 time: 0.4929745 Feb 10 06:23:04.758158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62189867-d422-4dab-b2b4-94118bb1ba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a98fab-02ef-4dd2-9f58-527b323b9a8b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:05.096955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54070) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:05.475190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-network', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:05.496209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Made reservation on behalf of 63fd68b01c79456db71ca11a58d5d875 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:05.498866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:05.538794 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:05.637397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Publish callbacks [] for security_group (d00de278-0ab2-4e79-9e6e-bd75fb475eeb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:05.643755 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d00de278-0ab2-4e79-9e6e-bd75fb475eeb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:05.674210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00de278-0ab2-4e79-9e6e-bd75fb475eeb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:05.684138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:23:05.699584 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (84e5142e-bded-4268-a10e-37a39416dcc7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:05.701307 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Added segment 84e5142e-bded-4268-a10e-37a39416dcc7 of type vlan for network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 Feb 10 06:23:05.760392 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b0fa0ab5-1f60-4970-88d0-cd1bd15c5817), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:05.821312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b0fa0ab5-1f60-4970-88d0-cd1bd15c5817), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:05.822700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:05.823505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:05.867335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf419d2e-58e5-4b17-b0dc-1e52c8ce80fe req-38d01cfc-b83b-485e-b59a-c9d1b5e4ee68 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:05.876907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf419d2e-58e5-4b17-b0dc-1e52c8ce80fe req-38d01cfc-b83b-485e-b59a-c9d1b5e4ee68 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 970 time: 0.1005070 Feb 10 06:23:05.906634 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8059368 Feb 10 06:23:05.908879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54110) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:05.920050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Request body: {'subnet': {'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-subnet', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:05.970378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54114) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:05.980684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17bc16-4c05-46a2-9967-9eb202b6a20b admin admin] Pushing event updated for resources: {'Network': ['ID=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:05.989716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf419d2e-58e5-4b17-b0dc-1e52c8ce80fe req-5538029e-bfb2-48a3-9e8e-107babfd6685 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113784 Feb 10 06:23:05.993735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:23:06.028216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Made reservation on behalf of 63fd68b01c79456db71ca11a58d5d875 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:06.030856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.363576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c84eefd0-82fe-4da5-9a73-15dabec16ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.386029 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (e6399afe-e542-4aee-aa65-2f91664b2256), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.478577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6399afe-e542-4aee-aa65-2f91664b2256,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:06.479010 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.495336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Checking segment: {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:06.495616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Network hostable DHCP agents. Network: b0fa0ab5-1f60-4970-88d0-cd1bd15c5817, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:23:06.548999 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c84eefd0-82fe-4da5-9a73-15dabec16ed2 admin admin] Publish callbacks [] for security_group (962e9b3a-c1a1-4396-ac17-44fa3a19d19b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.560257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:23:06.569293 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c84eefd0-82fe-4da5-9a73-15dabec16ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (962e9b3a-c1a1-4396-ac17-44fa3a19d19b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.575442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b0fa0ab5-1f60-4970-88d0-cd1bd15c5817) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:06.587451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42032e1f-f4e7-4b9f-9ab6-c6c3c67694a3 None None] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:06.624289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:06.625065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.634963 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c84eefd0-82fe-4da5-9a73-15dabec16ed2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71437e8207314356a2669a69bf5b55e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6614072 Feb 10 06:23:06.638193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54146) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:06.651869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eefd0-82fe-4da5-9a73-15dabec16ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962e9b3a-c1a1-4396-ac17-44fa3a19d19b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:06.661750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8374c01a-119e-4cea-a053-f53c8dbf33b9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7474952 Feb 10 06:23:06.665840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54150) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:06.672639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:06.718873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (b3c31d92-7cd4-4bea-942c-8a86d872001f), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.720904 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (b3c31d92-7cd4-4bea-942c-8a86d872001f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.738889 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da282e79-1aec-4a56-ad92-8d114e67c847 admin admin] Publish callbacks [] for security_group (962e9b3a-c1a1-4396-ac17-44fa3a19d19b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.755990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:23:06.757175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.778409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da282e79-1aec-4a56-ad92-8d114e67c847 admin admin] Publish callbacks [] for security_group (962e9b3a-c1a1-4396-ac17-44fa3a19d19b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.842187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da282e79-1aec-4a56-ad92-8d114e67c847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (962e9b3a-c1a1-4396-ac17-44fa3a19d19b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.844709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da282e79-1aec-4a56-ad92-8d114e67c847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:06.845848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-da282e79-1aec-4a56-ad92-8d114e67c847 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/962e9b3a-c1a1-4396-ac17-44fa3a19d19b HTTP/1.1" status: 204 len: 168 time: 0.2066760 Feb 10 06:23:06.854178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da282e79-1aec-4a56-ad92-8d114e67c847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962e9b3a-c1a1-4396-ac17-44fa3a19d19b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:06.957052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Allocated IP 172.20.0.2 (b0fa0ab5-1f60-4970-88d0-cd1bd15c5817/e6399afe-e542-4aee-aa65-2f91664b2256/8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:06.987848 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks [] for router_controller (b3c31d92-7cd4-4bea-942c-8a86d872001f), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:07.075053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f4484f0-97e2-4e69-bceb-2ca0f34c09a7 req-84d60251-99d2-46ee-b81e-7f14cdd109a3 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429460 Feb 10 06:23:07.173170 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Publish callbacks [] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:07.181908 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:07.247455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:07.251610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:07.260018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:07.286032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd62f58-7f8c-428c-82ad-16153e0da94b req-f46a90aa-8aee-45c8-b166-35bb4ca533fe tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:07.295572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bcd62f58-7f8c-428c-82ad-16153e0da94b req-f46a90aa-8aee-45c8-b166-35bb4ca533fe tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 970 time: 0.1931803 Feb 10 06:23:07.295992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks [] for router_gateway (b3c31d92-7cd4-4bea-942c-8a86d872001f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:07.303465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Pushing event updated for resources: {'Port': ['ID=8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:07.327185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-d104e74f-56d0-46bb-8961-df578ebfab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:07.328902 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-d104e74f-56d0-46bb-8961-df578ebfab99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36a1fc752a604a478a13411b9434dc66&device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 1152 time: 0.1758270 Feb 10 06:23:07.335678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.336075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.336416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.336748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.337303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.337638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.338174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.338529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.338852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.339171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.339491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.339815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.340135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Tracked resource versions report: Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: pushed versions: Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: { 'AddressGroup': {'1.2'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'ConntrackHelper': {'1.0'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'LocalIPAssociation': {'1.0'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Log': {'1.0'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Network': {'1.1'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Port': {'1.7'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'PortForwarding': {'1.2'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'QosPolicy': {'1.10'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'SecurityGroup': {'1.5'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'SecurityGroupRule': {'1.2'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'SubPort': {'1.0'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Subnet': {'1.1'}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Trunk': {'1.1'}} Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: consumer versions: Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: { DHCP agent@n-d-828670-1: {}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: HyperV agent@n-h1-828670-1: {}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: HyperV agent@n-h2-828670-1: {}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: L3 agent@n-d-828670-1: {}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: Metadata agent@n-d-828670-1: {}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: Metering agent@n-d-828670-1: {}, Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: Open vSwitch agent@n-d-828670-1: { 'AddressGroup': '1.2', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'ConntrackHelper': '1.0', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'LocalIPAssociation': '1.0', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Log': '1.0', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Network': '1.1', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Port': '1.7', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'PortForwarding': '1.2', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'QosPolicy': '1.10', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'SecurityGroup': '1.5', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'SecurityGroupRule': '1.2', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'SubPort': '1.0', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Subnet': '1.1', Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: 'Trunk': '1.1'}} Feb 10 06:23:07.341243 n-d-828670-1 neutron-server[103215]: {{(pid=103215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 06:23:07.355008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Attempting to bind port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:07.355517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Attempting to bind port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:07.355881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Attempting to bind port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac on network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:07.363449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:07.363823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Checking segment: {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:07.364224 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:07.364650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Bound using segment: {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:07.365118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Bound port: 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:07.365493 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:07.375192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bcd62f58-7f8c-428c-82ad-16153e0da94b req-497eb5eb-2c5f-41c6-b0d1-1182ccbeedee tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783181 Feb 10 06:23:07.442977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] For port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:07.447972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] For port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:07.461925 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:07.534154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5236621-151a-42f3-8d55-921f9494b759 None None] Pushing event updated for resources: {'Port': ['ID=8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:07.596956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-0a5f74a3-85d0-4438-96b3-4c3025d05e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:07.599655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-0a5f74a3-85d0-4438-96b3-4c3025d05e33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2365012 Feb 10 06:23:07.665469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks [] for router_gateway (b3c31d92-7cd4-4bea-942c-8a86d872001f), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:07.700396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:07.832966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-b25ac366-248b-4bed-8665-a3d654b4e2c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf HTTP/1.1" status: 200 len: 217 time: 0.2246709 Feb 10 06:23:07.872531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Allocated IP 172.25.8.99 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/a437103e-a7ed-45be-8bde-0bd828619921) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:07.891676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54180) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:07.924776 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e35fd13d-ca88-49e5-b3e5-7dc2b37e6063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:08.057168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-26607771-dee8-4da6-bc86-ec36d7f19f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.058831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-26607771-dee8-4da6-bc86-ec36d7f19f55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1871738 Feb 10 06:23:08.087457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks [] for port (a437103e-a7ed-45be-8bde-0bd828619921), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:08.161013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7a3b4-3302-471e-9799-52c3aa8c11eb req-3648ece2-cb18-4307-a4d6-06d55c70730e tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.161634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7a3b4-3302-471e-9799-52c3aa8c11eb req-3648ece2-cb18-4307-a4d6-06d55c70730e tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.162146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7a3b4-3302-471e-9799-52c3aa8c11eb req-3648ece2-cb18-4307-a4d6-06d55c70730e tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.162644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7a3b4-3302-471e-9799-52c3aa8c11eb req-3648ece2-cb18-4307-a4d6-06d55c70730e tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.164359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50a7a3b4-3302-471e-9799-52c3aa8c11eb req-3648ece2-cb18-4307-a4d6-06d55c70730e tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2914 time: 0.3292997 Feb 10 06:23:08.168874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-63764d3b-3b8c-48d7-8505-152218846026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.170369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-63764d3b-3b8c-48d7-8505-152218846026 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1003530 Feb 10 06:23:08.245047 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a437103e-a7ed-45be-8bde-0bd828619921), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:08.264571 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e35fd13d-ca88-49e5-b3e5-7dc2b37e6063 admin admin] Publish callbacks [] for security_group (becd9055-660b-47f0-9380-11e5f249a916), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:08.325194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e35fd13d-ca88-49e5-b3e5-7dc2b37e6063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (becd9055-660b-47f0-9380-11e5f249a916), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:08.382582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-e6581b25-5498-46f8-8b62-85ae01ac29e2 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995084 Feb 10 06:23:08.385678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94733e11-4cb6-4472-9c2a-265c59c6025f req-a7c792c2-5e75-42c4-9a15-0fe538125084 tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.387131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94733e11-4cb6-4472-9c2a-265c59c6025f req-a7c792c2-5e75-42c4-9a15-0fe538125084 tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 886 time: 0.1920331 Feb 10 06:23:08.390674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:08.404217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:08.406227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Pushing event updated for resources: {'Port': ['ID=a437103e-a7ed-45be-8bde-0bd828619921,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:08.409310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:08.414621 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e35fd13d-ca88-49e5-b3e5-7dc2b37e6063 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6503b77c65f44ad99a4455db416cd906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5213218 Feb 10 06:23:08.415296 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fd13d-ca88-49e5-b3e5-7dc2b37e6063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becd9055-660b-47f0-9380-11e5f249a916,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:08.417688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54206) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:08.737607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e08f746e-f230-4fe7-a8ac-8559803428ba req-8f718871-5e3b-4c9b-ba19-ee3e68031959 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485100 Feb 10 06:23:08.764736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ef57f-63cd-46a6-b6e8-731f6b69755e req-d6b05b6b-f82b-4cb6-bb58-05c52f08daa8 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.774663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f3ef57f-63cd-46a6-b6e8-731f6b69755e req-d6b05b6b-f82b-4cb6-bb58-05c52f08daa8 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 970 time: 0.2711244 Feb 10 06:23:08.814973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd631df8-4b0b-498e-ad94-2725dc50cc7e req-04513c39-cabf-4f0b-8554-60c08d0ab975 tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.815274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd631df8-4b0b-498e-ad94-2725dc50cc7e req-04513c39-cabf-4f0b-8554-60c08d0ab975 tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.815695 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60898f3b-ae9a-4c20-9f29-8d5921c1ec77 admin admin] Publish callbacks [] for security_group (becd9055-660b-47f0-9380-11e5f249a916), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:08.816578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd631df8-4b0b-498e-ad94-2725dc50cc7e req-04513c39-cabf-4f0b-8554-60c08d0ab975 tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.817237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd631df8-4b0b-498e-ad94-2725dc50cc7e req-04513c39-cabf-4f0b-8554-60c08d0ab975 tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:08.823040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd631df8-4b0b-498e-ad94-2725dc50cc7e req-04513c39-cabf-4f0b-8554-60c08d0ab975 tempest-NetworksTest-189355379 tempest-NetworksTest-189355379-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2914 time: 0.3684382 Feb 10 06:23:08.873512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f3ef57f-63cd-46a6-b6e8-731f6b69755e req-843e8988-655e-42a4-b63d-8c4869557b36 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979273 Feb 10 06:23:08.892058 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60898f3b-ae9a-4c20-9f29-8d5921c1ec77 admin admin] Publish callbacks [] for security_group (becd9055-660b-47f0-9380-11e5f249a916), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.009878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb624550-f4ae-4a06-9027-4b52ccf62811 None None] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:09.073990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks [] for router_gateway (b3c31d92-7cd4-4bea-942c-8a86d872001f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.114037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8e3b0098-ef43-4bd3-ab7b-b22b406b7ec4 None None] Provisioning complete for port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:09.114405 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60898f3b-ae9a-4c20-9f29-8d5921c1ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (becd9055-660b-47f0-9380-11e5f249a916), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.115054 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0098-ef43-4bd3-ab7b-b22b406b7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.117174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60898f3b-ae9a-4c20-9f29-8d5921c1ec77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.121349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-60898f3b-ae9a-4c20-9f29-8d5921c1ec77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/becd9055-660b-47f0-9380-11e5f249a916 HTTP/1.1" status: 204 len: 168 time: 0.7002397 Feb 10 06:23:09.143072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60898f3b-ae9a-4c20-9f29-8d5921c1ec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becd9055-660b-47f0-9380-11e5f249a916,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:09.366860 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (b3c31d92-7cd4-4bea-942c-8a86d872001f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.397263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:09.439394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8e3b0098-ef43-4bd3-ab7b-b22b406b7ec4 None None] Current status of the port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:09.440109 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0098-ef43-4bd3-ab7b-b22b406b7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.489122 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8e3b0098-ef43-4bd3-ab7b-b22b406b7ec4 None None] For port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:09.490799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54240) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:09.502702 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0098-ef43-4bd3-ab7b-b22b406b7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.509284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:09.509853 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.598592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b0098-ef43-4bd3-ab7b-b22b406b7ec4 None None] Pushing event updated for resources: {'Port': ['ID=8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:09.601939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Router b3c31d92-7cd4-4bea-942c-8a86d872001f is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:23:09.667732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:09.726606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5759b8de-955e-454d-b692-ad5ec4b8e009 None None] Provisioning complete for port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:09.726986 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5759b8de-955e-454d-b692-ad5ec4b8e009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.747552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:23:09.760515 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Sync routers for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:23:09.779871 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.780897 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:09.781421 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:22:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:09.787181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54250) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:09.787342 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5a15d3b4-bee0-4772-b6c0-40739fdd23fd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1165791 Feb 10 06:23:09.791379 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:09.844786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5759b8de-955e-454d-b692-ad5ec4b8e009 None None] Current status of the port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:10.018181 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:10.213782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-773f5a21-493d-4562-a274-c62488eb4ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.238521 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:08Z', 'revision_number': 3, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:10.260821 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34e6daff-fe3c-49d0-872a-a1af1187337d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.266985 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Checking router: b3c31d92-7cd4-4bea-942c-8a86d872001f for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:23:10.267393 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Updating router b3c31d92-7cd4-4bea-942c-8a86d872001f port a437103e-a7ed-45be-8bde-0bd828619921 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:23:10.304252 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a437103e-a7ed-45be-8bde-0bd828619921), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.313228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c5ad6-0c36-4848-b9fa-c496170c7d10 req-aca77380-15f9-477a-9f53-3618383ad431 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:10.315396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-872c5ad6-0c36-4848-b9fa-c496170c7d10 req-aca77380-15f9-477a-9f53-3618383ad431 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 970 time: 0.1704247 Feb 10 06:23:10.472123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-872c5ad6-0c36-4848-b9fa-c496170c7d10 req-48b8fb15-e8d8-4dde-99b7-e310b503c19a tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215038 Feb 10 06:23:10.478777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-773f5a21-493d-4562-a274-c62488eb4ae6 admin admin] Publish callbacks [] for security_group (5d97145e-e97a-479a-850a-4f6922c3fbc3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.490103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-773f5a21-493d-4562-a274-c62488eb4ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5d97145e-e97a-479a-850a-4f6922c3fbc3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.610220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-773f5a21-493d-4562-a274-c62488eb4ae6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb03e662c7fa41bbba6de2c34e2d2bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1149433 Feb 10 06:23:10.610220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f5a21-493d-4562-a274-c62488eb4ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d97145e-e97a-479a-850a-4f6922c3fbc3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:10.610952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54288) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:10.634154 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.673871 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Publish callbacks [] for port (a437103e-a7ed-45be-8bde-0bd828619921), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.680019 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a437103e-a7ed-45be-8bde-0bd828619921), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.714532 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-403d5262-424f-4a9a-968b-ab997fe3584e admin admin] Publish callbacks [] for security_group (5d97145e-e97a-479a-850a-4f6922c3fbc3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.747221 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Pushing event updated for resources: {'Port': ['ID=a437103e-a7ed-45be-8bde-0bd828619921,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:10.751215 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Attempting to bind port a437103e-a7ed-45be-8bde-0bd828619921 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:10.751958 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Attempting to bind port a437103e-a7ed-45be-8bde-0bd828619921 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:10.752532 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Attempting to bind port a437103e-a7ed-45be-8bde-0bd828619921 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:10.761386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-403d5262-424f-4a9a-968b-ab997fe3584e admin admin] Publish callbacks [] for security_group (5d97145e-e97a-479a-850a-4f6922c3fbc3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.763275 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.764168 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.764695 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.765231 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.766000 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.766550 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.767039 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.767556 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.768082 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.768608 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.769086 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.769569 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.770076 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Tracked resource versions report: Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: pushed versions: Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: { 'AddressGroup': {'1.2'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'ConntrackHelper': {'1.0'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'LocalIPAssociation': {'1.0'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Log': {'1.0'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Network': {'1.1'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Port': {'1.7'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'PortForwarding': {'1.2'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'QosPolicy': {'1.10'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'SecurityGroup': {'1.5'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'SecurityGroupRule': {'1.2'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'SubPort': {'1.0'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Subnet': {'1.1'}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Trunk': {'1.1'}} Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: consumer versions: Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: { DHCP agent@n-d-828670-1: {}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: HyperV agent@n-h1-828670-1: {}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: HyperV agent@n-h2-828670-1: {}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: L3 agent@n-d-828670-1: {}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: Metadata agent@n-d-828670-1: {}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: Metering agent@n-d-828670-1: {}, Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: Open vSwitch agent@n-d-828670-1: { 'AddressGroup': '1.2', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'ConntrackHelper': '1.0', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'LocalIPAssociation': '1.0', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Log': '1.0', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Network': '1.1', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Port': '1.7', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'PortForwarding': '1.2', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'QosPolicy': '1.10', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'SecurityGroup': '1.5', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'SecurityGroupRule': '1.2', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'SubPort': '1.0', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Subnet': '1.1', Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: 'Trunk': '1.1'}} Feb 10 06:23:10.771984 n-d-828670-1 neutron-server[103216]: {{(pid=103216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 06:23:10.778803 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:10.779602 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:10.780106 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.781621 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:10.782123 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Bound port: a437103e-a7ed-45be-8bde-0bd828619921, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:10.782538 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a437103e-a7ed-45be-8bde-0bd828619921), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.832548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-403d5262-424f-4a9a-968b-ab997fe3584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5d97145e-e97a-479a-850a-4f6922c3fbc3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.835154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Allocated IP 172.20.0.1 (b0fa0ab5-1f60-4970-88d0-cd1bd15c5817/e6399afe-e542-4aee-aa65-2f91664b2256/4e8a11e5-53ce-4468-9f82-9571e434a88b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:10.835926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-403d5262-424f-4a9a-968b-ab997fe3584e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:10.838341 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-403d5262-424f-4a9a-968b-ab997fe3584e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d97145e-e97a-479a-850a-4f6922c3fbc3 HTTP/1.1" status: 204 len: 168 time: 0.2257683 Feb 10 06:23:10.847720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d5262-424f-4a9a-968b-ab997fe3584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d97145e-e97a-479a-850a-4f6922c3fbc3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:10.865433 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] For port a437103e-a7ed-45be-8bde-0bd828619921, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:10.876340 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] For port a437103e-a7ed-45be-8bde-0bd828619921, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a437103e-a7ed-45be-8bde-0bd828619921,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:10.885177 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a437103e-a7ed-45be-8bde-0bd828619921), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:11.053168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:23:11.087127 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e14f5-9cd7-4d2a-b505-f596b2e39f46 None None] Pushing event updated for resources: {'Port': ['ID=a437103e-a7ed-45be-8bde-0bd828619921,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:11.098986 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:11.099879 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:22:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:11.228803 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:11.292477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:11.307245 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Publish callbacks [] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:11.327103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '8c1e39d5-4d7e-44d7-a616-0b6560e37cdf', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '8c1e39d5-4d7e-44d7-a616-0b6560e37cdf', 'mac_address': 'fa:16:3e:bf:a0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:tempest-test_az-1444562741', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:23:11.358925 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:11.389582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-df0d9096-cf78-46d3-b442-4b89246edd88 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8d349531d2514b5c9be015444c7bf618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451291 Feb 10 06:23:11.399220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:11.451305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:11.451893 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:11.467068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:11.470126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:11.471824 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:08Z', 'revision_number': 3, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:11.478336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:11.486583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:11.487695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:11.487942 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (b3c31d92-7cd4-4bea-942c-8a86d872001f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:11.488347 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:11.532736 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ee0a8-8b3b-4ba4-a69f-656278b5c4a3 None None] The sync data for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 is: [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:08Z', 'revision_number': 3, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:23:11.552509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Pushing event updated for resources: {'Port': ['ID=4e8a11e5-53ce-4468-9f82-9571e434a88b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:11.594331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:11.614010 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:11.692164 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:23:11.757988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54324) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:11.773101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:11.781759 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26118cab-3b67-420d-ba8d-6183e9022e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:11.782090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:11.821098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6945-c61d-4f11-9e41-62f84110516a req-f502c2e8-1aa8-4c75-b31b-84eb007379e1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:11.844677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-f502c2e8-1aa8-4c75-b31b-84eb007379e1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4541123 Feb 10 06:23:11.892040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-a85d106e-a664-4c7e-8423-b254b211966b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/quotas/8d349531d2514b5c9be015444c7bf618 HTTP/1.1" status: 200 len: 375 time: 0.0459564 Feb 10 06:23:11.981317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-e456771e-29df-4f78-8aae-86bff758d366 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884013 Feb 10 06:23:12.001398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['8c1e39d5-4d7e-44d7-a616-0b6560e37cdf'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:12.045738 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.075777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26118cab-3b67-420d-ba8d-6183e9022e89 admin admin] Publish callbacks [] for security_group (2b8c3cce-6c3f-49a5-a6af-96aaefa22703), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.088393 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26118cab-3b67-420d-ba8d-6183e9022e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2b8c3cce-6c3f-49a5-a6af-96aaefa22703), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.200150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26118cab-3b67-420d-ba8d-6183e9022e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c3cce-6c3f-49a5-a6af-96aaefa22703,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:12.207796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6800d806-986f-438f-8445-7073a128f545 None None] Provisioning complete for port 4e8a11e5-53ce-4468-9f82-9571e434a88b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:12.208755 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6800d806-986f-438f-8445-7073a128f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.279787 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-26118cab-3b67-420d-ba8d-6183e9022e89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44ebb0b481d546c194b41c72bc5d2642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5188949 Feb 10 06:23:12.283017 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54346) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:12.311448 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Publish callbacks [] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.321281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.322265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (b3c31d92-7cd4-4bea-942c-8a86d872001f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.387398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408b0c-5121-40b7-8e86-cf544ab2db9c req-c40c63aa-2f6c-4514-ba5b-6bf6145b450d tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:12.395082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2408b0c-5121-40b7-8e86-cf544ab2db9c req-c40c63aa-2f6c-4514-ba5b-6bf6145b450d tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 971 time: 0.4978225 Feb 10 06:23:12.427381 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3489450a-218b-451b-8d8e-df0c2b706776 admin admin] Publish callbacks [] for security_group (2b8c3cce-6c3f-49a5-a6af-96aaefa22703), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.431776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6800d806-986f-438f-8445-7073a128f545 None None] Port 4e8a11e5-53ce-4468-9f82-9571e434a88b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:12.455413 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4ce6-1eb1-4aac-9ab6-b0b5b030924b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.493544 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3489450a-218b-451b-8d8e-df0c2b706776 admin admin] Publish callbacks [] for security_group (2b8c3cce-6c3f-49a5-a6af-96aaefa22703), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.531484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Pushing event updated for resources: {'Port': ['ID=4e8a11e5-53ce-4468-9f82-9571e434a88b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:12.598454 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3489450a-218b-451b-8d8e-df0c2b706776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2b8c3cce-6c3f-49a5-a6af-96aaefa22703), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.601526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3489450a-218b-451b-8d8e-df0c2b706776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:12.605244 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3489450a-218b-451b-8d8e-df0c2b706776 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b8c3cce-6c3f-49a5-a6af-96aaefa22703 HTTP/1.1" status: 204 len: 168 time: 0.3147523 Feb 10 06:23:12.613481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489450a-218b-451b-8d8e-df0c2b706776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c3cce-6c3f-49a5-a6af-96aaefa22703,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:12.701337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2408b0c-5121-40b7-8e86-cf544ab2db9c req-4aeeea77-6250-47bb-867f-d7624e6b4f6b tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045888 Feb 10 06:23:12.768189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:12.769872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:12.950053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-7ca0451c-452a-4c11-947f-49de1cc1bc60 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8d349531d2514b5c9be015444c7bf618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773113 Feb 10 06:23:13.269608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-407e3b4e-9ae3-42ac-a5c6-29b603e14c61 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:13.271245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-407e3b4e-9ae3-42ac-a5c6-29b603e14c61 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112814 Feb 10 06:23:13.279508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4ad4a3da-325b-49e4-b93a-a24ba33ca001 None None] Provisioning complete for port 4e8a11e5-53ce-4468-9f82-9571e434a88b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:13.280976 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ad4a3da-325b-49e4-b93a-a24ba33ca001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:13.321268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Router b3c31d92-7cd4-4bea-942c-8a86d872001f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:23:13.333201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-5104b5e9-8616-4d70-9517-f9385a0dd9bb tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/quotas/8d349531d2514b5c9be015444c7bf618 HTTP/1.1" status: 200 len: 375 time: 0.0468135 Feb 10 06:23:13.389609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4a3da-325b-49e4-b93a-a24ba33ca001 None None] Port 4e8a11e5-53ce-4468-9f82-9571e434a88b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:13.418030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-5fe0702f-2acb-4394-8bc7-706f5eace9de tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769083 Feb 10 06:23:13.429443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a437103e-a7ed-45be-8bde-0bd828619921 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:13.539353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a437103e-a7ed-45be-8bde-0bd828619921 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:13.539353 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a437103e-a7ed-45be-8bde-0bd828619921), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:13.540041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54412) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:13.573489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:23:13.580931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e0c7af0-0659-4ee0-af2e-697f4dcd50bf admin admin] 10.222.0.21 "PUT /v2.0/routers/b3c31d92-7cd4-4bea-942c-8a86d872001f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7925558 Feb 10 06:23:13.679069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ddb9df2-e2f8-40ab-adc8-d181db982081 req-0256c2ef-e776-45aa-89d9-5158567554ff tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.0527472 Feb 10 06:23:13.690520 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:13.767158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a437103e-a7ed-45be-8bde-0bd828619921 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:13.767877 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a437103e-a7ed-45be-8bde-0bd828619921), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:13.787195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54428) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:13.804865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port a437103e-a7ed-45be-8bde-0bd828619921, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a437103e-a7ed-45be-8bde-0bd828619921,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:13.814552 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a437103e-a7ed-45be-8bde-0bd828619921), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:13.905464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=a437103e-a7ed-45be-8bde-0bd828619921,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:13.914530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a50d1-23e0-41d4-98dc-1b48317fa2d5 req-cc3a8b05-a7c3-4e68-a091-bfb4f8f0c6c7 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:13.918226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c0a50d1-23e0-41d4-98dc-1b48317fa2d5 req-cc3a8b05-a7c3-4e68-a091-bfb4f8f0c6c7 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 971 time: 0.1331871 Feb 10 06:23:14.014222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c0a50d1-23e0-41d4-98dc-1b48317fa2d5 req-e49cd401-fa92-4923-b53c-f42f077d376e tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761786 Feb 10 06:23:14.038417 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03fdc9f4-35ec-46d5-a1e2-4ce72b1ad012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.139685 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03fdc9f4-35ec-46d5-a1e2-4ce72b1ad012 admin admin] Publish callbacks [] for security_group (de195163-972b-4823-b837-4b74ca02b572), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.146851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03fdc9f4-35ec-46d5-a1e2-4ce72b1ad012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (de195163-972b-4823-b837-4b74ca02b572), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.209762 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-03fdc9f4-35ec-46d5-a1e2-4ce72b1ad012 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52720e2211d24144bb1a30eb80899d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6666410 Feb 10 06:23:14.209762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdc9f4-35ec-46d5-a1e2-4ce72b1ad012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de195163-972b-4823-b837-4b74ca02b572,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:14.210200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54444) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:14.281227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-083027fb-a48a-41ff-ac01-783d737a71b8 admin admin] Publish callbacks [] for security_group (de195163-972b-4823-b837-4b74ca02b572), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.318507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-083027fb-a48a-41ff-ac01-783d737a71b8 admin admin] Publish callbacks [] for security_group (de195163-972b-4823-b837-4b74ca02b572), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.328015 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af5ba7d4-e9d7-4f67-ae13-8be690403844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.408722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-083027fb-a48a-41ff-ac01-783d737a71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (de195163-972b-4823-b837-4b74ca02b572), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.411660 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-083027fb-a48a-41ff-ac01-783d737a71b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.413484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-083027fb-a48a-41ff-ac01-783d737a71b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de195163-972b-4823-b837-4b74ca02b572 HTTP/1.1" status: 204 len: 168 time: 0.2008862 Feb 10 06:23:14.422505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083027fb-a48a-41ff-ac01-783d737a71b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de195163-972b-4823-b837-4b74ca02b572,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:14.461859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af5ba7d4-e9d7-4f67-ae13-8be690403844 admin admin] Publish callbacks [] for security_group (b7f68aec-9d09-473a-9d84-2e41517fd7a3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.469657 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af5ba7d4-e9d7-4f67-ae13-8be690403844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b7f68aec-9d09-473a-9d84-2e41517fd7a3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.481302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Sync routers for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:23:14.510719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:14.511986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:14.518800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ba7d4-e9d7-4f67-ae13-8be690403844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f68aec-9d09-473a-9d84-2e41517fd7a3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:14.525529 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-af5ba7d4-e9d7-4f67-ae13-8be690403844 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cefbed05cc83407da454cdf65e77073b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7372725 Feb 10 06:23:14.528439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54454) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:14.590947 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5f50bf7-9c60-497a-ac21-aee559d893de admin admin] Publish callbacks [] for security_group (b7f68aec-9d09-473a-9d84-2e41517fd7a3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.611748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.13', 58390) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:14.626732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5f50bf7-9c60-497a-ac21-aee559d893de admin admin] Publish callbacks [] for security_group (b7f68aec-9d09-473a-9d84-2e41517fd7a3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.675118 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-7b6a2d63-11c5-4c2b-b174-71ba4b0a6dbe tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8d349531d2514b5c9be015444c7bf618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609915 Feb 10 06:23:14.772181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5f50bf7-9c60-497a-ac21-aee559d893de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b7f68aec-9d09-473a-9d84-2e41517fd7a3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.777393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5f50bf7-9c60-497a-ac21-aee559d893de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:14.780783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d5f50bf7-9c60-497a-ac21-aee559d893de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7f68aec-9d09-473a-9d84-2e41517fd7a3 HTTP/1.1" status: 204 len: 168 time: 0.2488544 Feb 10 06:23:14.802760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f50bf7-9c60-497a-ac21-aee559d893de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f68aec-9d09-473a-9d84-2e41517fd7a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:14.900704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:14.905631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85ded0f4-eafd-4348-88f4-becb1c33432d req-0964926f-7b9b-43af-93f5-cd122e3d206e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.0902946 Feb 10 06:23:15.044721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6945-c61d-4f11-9e41-62f84110516a req-91d3a743-c911-4d04-846d-855a70e9df33 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:15.048248 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-91d3a743-c911-4d04-846d-855a70e9df33 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3621202 Feb 10 06:23:15.062011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:15.147492 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.159690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Request body: {'port': {'device_id': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '8d349531d2514b5c9be015444c7bf618'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:15.182323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd829d09-3fe3-432c-b650-8def1e1561e7 req-8d625014-e557-4bac-b5eb-758400b0e99b tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:15.195003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd829d09-3fe3-432c-b650-8def1e1561e7 req-8d625014-e557-4bac-b5eb-758400b0e99b tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 971 time: 0.0929396 Feb 10 06:23:15.326134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:23:15.385433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd829d09-3fe3-432c-b650-8def1e1561e7 req-8f902d9a-b8eb-496a-80f6-75c5eb3ac667 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869750 Feb 10 06:23:15.416301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:15.416778 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.425571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a437103e-a7ed-45be-8bde-0bd828619921 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:15.682648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:12Z', 'revision_number': 2, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:15.692569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Made reservation on behalf of 8d349531d2514b5c9be015444c7bf618 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:15.696560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.712213 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.740131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Checking router: b3c31d92-7cd4-4bea-942c-8a86d872001f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:23:15.740388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Updating router b3c31d92-7cd4-4bea-942c-8a86d872001f port 4e8a11e5-53ce-4468-9f82-9571e434a88b binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:23:15.764526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a437103e-a7ed-45be-8bde-0bd828619921 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:15.764909 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a437103e-a7ed-45be-8bde-0bd828619921), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.808471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54486) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:15.824382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:15.825074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.827261 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.835747 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91401938-c3de-4efe-bb39-ba4d12cff621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.848617 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks [] for security_group (69dfa576-eb23-4355-9904-90872e8ce921), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.861265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (69dfa576-eb23-4355-9904-90872e8ce921), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:15.871668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887f399c-b14b-42af-9465-0f47b928ca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e39d5-4d7e-44d7-a616-0b6560e37cdf'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:15.986679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:15.997933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.055796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91401938-c3de-4efe-bb39-ba4d12cff621 admin admin] Publish callbacks [] for security_group (add2fd2b-b821-4db4-afdb-8543ffe1cbc7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.114486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91401938-c3de-4efe-bb39-ba4d12cff621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (add2fd2b-b821-4db4-afdb-8543ffe1cbc7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.122760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8cddf900-7a74-4e12-a362-773aa219870b req-757f2da0-d39f-4179-b426-85f757951662 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.0596991 Feb 10 06:23:16.160671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:16.161689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91401938-c3de-4efe-bb39-ba4d12cff621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add2fd2b-b821-4db4-afdb-8543ffe1cbc7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:16.182860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-91401938-c3de-4efe-bb39-ba4d12cff621 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=208eba95bee54554ba282226c8a077eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729355 Feb 10 06:23:16.183481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:16.185811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:16.219100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a437103e-a7ed-45be-8bde-0bd828619921 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:16.240400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dfa576-eb23-4355-9904-90872e8ce921,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:16.267943 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b77002c9-a435-44f5-9a6e-54d4bb2c035e admin admin] Publish callbacks [] for security_group (add2fd2b-b821-4db4-afdb-8543ffe1cbc7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.288126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54502) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:16.319358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b77002c9-a435-44f5-9a6e-54d4bb2c035e admin admin] Publish callbacks [] for security_group (add2fd2b-b821-4db4-afdb-8543ffe1cbc7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.348948 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24eabf98-2d25-4824-bf5c-323063d3336d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.397330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Allocated IP 192.168.233.68 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/fbdf9497-357f-448e-96b4-6c4c8f829e47) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:16.398999 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.429744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b77002c9-a435-44f5-9a6e-54d4bb2c035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (add2fd2b-b821-4db4-afdb-8543ffe1cbc7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.432757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b77002c9-a435-44f5-9a6e-54d4bb2c035e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.438456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b77002c9-a435-44f5-9a6e-54d4bb2c035e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/add2fd2b-b821-4db4-afdb-8543ffe1cbc7 HTTP/1.1" status: 204 len: 168 time: 0.2537186 Feb 10 06:23:16.454966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77002c9-a435-44f5-9a6e-54d4bb2c035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2fd2b-b821-4db4-afdb-8543ffe1cbc7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:16.488562 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Publish callbacks [] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.501993 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.576499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10384d-b8d6-4714-9a3c-c4b046afc961 None None] Pushing event updated for resources: {'Port': ['ID=4e8a11e5-53ce-4468-9f82-9571e434a88b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:16.669545 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90123709-7f48-433f-8cb3-dee54bcdcf90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.711860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Attempting to bind port 4e8a11e5-53ce-4468-9f82-9571e434a88b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:16.714409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Attempting to bind port 4e8a11e5-53ce-4468-9f82-9571e434a88b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:16.714823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Attempting to bind port 4e8a11e5-53ce-4468-9f82-9571e434a88b on network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:16.732008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:16.732486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Checking segment: {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:16.732918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.733409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Bound using segment: {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:16.736432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Bound port: 4e8a11e5-53ce-4468-9f82-9571e434a88b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:16.738215 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.800567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24eabf98-2d25-4824-bf5c-323063d3336d admin admin] Publish callbacks [] for security_group (c722910a-6d75-44be-b51d-15a1fde46014), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.813858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24eabf98-2d25-4824-bf5c-323063d3336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c722910a-6d75-44be-b51d-15a1fde46014), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.836921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90123709-7f48-433f-8cb3-dee54bcdcf90 admin admin] Publish callbacks [] for security_group (87014324-0120-4c5b-8249-63e06871a6f2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.858496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb95f0-a154-42af-bff5-7657dbacbab9 req-c6d63aa8-7990-4b24-92d2-e7631a72d6da tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:16.867680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0fb95f0-a154-42af-bff5-7657dbacbab9 req-c6d63aa8-7990-4b24-92d2-e7631a72d6da tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 972 time: 0.3487964 Feb 10 06:23:16.882847 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce43e8d-b211-4fb3-899c-c066d309f757" -d '{"events": [{"server_uuid": "887f399c-b14b-42af-9465-0f47b928ca8a", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e39d5-4d7e-44d7-a616-0b6560e37cdf"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:16.884476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks [] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.900896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] For port 4e8a11e5-53ce-4468-9f82-9571e434a88b, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:16.905524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] For port 4e8a11e5-53ce-4468-9f82-9571e434a88b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4e8a11e5-53ce-4468-9f82-9571e434a88b,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:16.918537 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90123709-7f48-433f-8cb3-dee54bcdcf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (87014324-0120-4c5b-8249-63e06871a6f2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.924418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:16.926475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eabf98-2d25-4824-bf5c-323063d3336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c722910a-6d75-44be-b51d-15a1fde46014,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:16.934700 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-24eabf98-2d25-4824-bf5c-323063d3336d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4308aec1ba84efb8058041c3987905b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6220083 Feb 10 06:23:16.937253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54522) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:17.009427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.011796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-90123709-7f48-433f-8cb3-dee54bcdcf90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e859a8cae1d42198364f1ef5961c0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8460212 Feb 10 06:23:17.013019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54526) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:17.037766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0fb95f0-a154-42af-bff5-7657dbacbab9 req-63cbb7ec-f01e-4f9d-ba1c-1cdc7543f619 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631868 Feb 10 06:23:17.058504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10384d-b8d6-4714-9a3c-c4b046afc961 None None] Pushing event updated for resources: {'Port': ['ID=4e8a11e5-53ce-4468-9f82-9571e434a88b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:17.059739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90123709-7f48-433f-8cb3-dee54bcdcf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87014324-0120-4c5b-8249-63e06871a6f2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:17.110805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-067a12a3-c6c9-4bab-81af-91bf7a390100 admin admin] Publish callbacks [] for security_group (c722910a-6d75-44be-b51d-15a1fde46014), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.120313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52272999-b25d-45d3-b9d1-bfc8e79ad053 admin admin] Publish callbacks [] for security_group (87014324-0120-4c5b-8249-63e06871a6f2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.127691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:17.128544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:17.166350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-067a12a3-c6c9-4bab-81af-91bf7a390100 admin admin] Publish callbacks [] for security_group (c722910a-6d75-44be-b51d-15a1fde46014), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.179346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52272999-b25d-45d3-b9d1-bfc8e79ad053 admin admin] Publish callbacks [] for security_group (87014324-0120-4c5b-8249-63e06871a6f2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.214804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:17.285501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:17.348159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:17.355206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:17.362568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2a8830d-9ea2-4854-9649-e35649b44ce3 req-0b0d89b3-5ba8-4618-96a1-80c68be73b30 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.0841832 Feb 10 06:23:17.364957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:17.365761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.386141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-da55cd6f-4508-473a-956d-01dfacf48920 None None] Provisioning complete for port 4e8a11e5-53ce-4468-9f82-9571e434a88b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:17.386615 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da55cd6f-4508-473a-956d-01dfacf48920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.403860 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52272999-b25d-45d3-b9d1-bfc8e79ad053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (87014324-0120-4c5b-8249-63e06871a6f2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.408478 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-067a12a3-c6c9-4bab-81af-91bf7a390100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c722910a-6d75-44be-b51d-15a1fde46014), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.410267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52272999-b25d-45d3-b9d1-bfc8e79ad053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.412366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-067a12a3-c6c9-4bab-81af-91bf7a390100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.415192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-52272999-b25d-45d3-b9d1-bfc8e79ad053 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87014324-0120-4c5b-8249-63e06871a6f2 HTTP/1.1" status: 204 len: 168 time: 0.3937440 Feb 10 06:23:17.419977 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-067a12a3-c6c9-4bab-81af-91bf7a390100 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c722910a-6d75-44be-b51d-15a1fde46014 HTTP/1.1" status: 204 len: 168 time: 0.4794157 Feb 10 06:23:17.428638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a12a3-c6c9-4bab-81af-91bf7a390100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c722910a-6d75-44be-b51d-15a1fde46014,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:17.437924 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-832f90ed-907e-4bfe-9da4-603cddf2ea0f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2901852 Feb 10 06:23:17.444439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272999-b25d-45d3-b9d1-bfc8e79ad053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87014324-0120-4c5b-8249-63e06871a6f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:17.452949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54538) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:17.460306 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-network', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:17.500230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Made reservation on behalf of ab7ecf88165b4e29bae78d89b28970fe for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:17.513547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.527670 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.556914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:17.690249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Publish callbacks [] for security_group (a40d421d-fa92-42db-99a6-01d5d400626e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.697843 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a40d421d-fa92-42db-99a6-01d5d400626e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.710132 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde28f57-d676-488d-8e71-559c15493b1a x-openstack-request-id: req-dde28f57-d676-488d-8e71-559c15493b1a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:17.710473 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887f399c-b14b-42af-9465-0f47b928ca8a", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e39d5-4d7e-44d7-a616-0b6560e37cdf", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:17.711043 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dde28f57-d676-488d-8e71-559c15493b1a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:17.711216 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887f399c-b14b-42af-9465-0f47b928ca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e39d5-4d7e-44d7-a616-0b6560e37cdf', 'code': 200} Feb 10 06:23:17.779983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:23:17.806444 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (967a5ddd-53d9-42c6-9223-6aee435df248), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.807799 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Added segment 967a5ddd-53d9-42c6-9223-6aee435df248 of type vlan for network 182fc521-5889-4446-96fd-c8df73872ad0 Feb 10 06:23:17.810153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d421d-fa92-42db-99a6-01d5d400626e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:17.899546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-da55cd6f-4508-473a-956d-01dfacf48920 None None] Current status of the port 4e8a11e5-53ce-4468-9f82-9571e434a88b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:17.899946 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da55cd6f-4508-473a-956d-01dfacf48920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.924907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (182fc521-5889-4446-96fd-c8df73872ad0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.971190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-da55cd6f-4508-473a-956d-01dfacf48920 None None] For port 4e8a11e5-53ce-4468-9f82-9571e434a88b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4e8a11e5-53ce-4468-9f82-9571e434a88b,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:17.980765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (182fc521-5889-4446-96fd-c8df73872ad0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.981126 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da55cd6f-4508-473a-956d-01dfacf48920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:17.982175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:17.982970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:18.024304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:16Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:18.062142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c756db-6bff-4039-adcd-b9a2460bac53 None None] The sync data for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 is: [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:16Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:23:18.072811 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6183276 Feb 10 06:23:18.081098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55cd6f-4508-473a-956d-01dfacf48920 None None] Pushing event updated for resources: {'Port': ['ID=4e8a11e5-53ce-4468-9f82-9571e434a88b,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:18.085238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54552) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:18.107702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b1ddba90-da5d-46bd-a593-5a6ddf6bd612 None None] Provisioning complete for port fbdf9497-357f-448e-96b4-6c4c8f829e47 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:18.108080 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1ddba90-da5d-46bd-a593-5a6ddf6bd612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:18.109272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Request body: {'subnet': {'network_id': '182fc521-5889-4446-96fd-c8df73872ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-subnet', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:18.209323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Made reservation on behalf of ab7ecf88165b4e29bae78d89b28970fe for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:18.214280 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:18.301427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddba90-da5d-46bd-a593-5a6ddf6bd612 None None] Port fbdf9497-357f-448e-96b4-6c4c8f829e47 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:18.309273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b8697-8ac4-438f-b2be-a28d0a74bfb0 admin admin] Pushing event updated for resources: {'Network': ['ID=182fc521-5889-4446-96fd-c8df73872ad0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:18.347765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 182fc521-5889-4446-96fd-c8df73872ad0 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:23:18.358604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b1ddba90-da5d-46bd-a593-5a6ddf6bd612 None None] Provisioning complete for port 4e8a11e5-53ce-4468-9f82-9571e434a88b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:18.358904 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1ddba90-da5d-46bd-a593-5a6ddf6bd612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:18.390977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71788d56-4f3f-4153-8b2e-e2a7d2fb247d req-6a25fb27-7988-4bb1-be83-6158c1ee99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:18.392508 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71788d56-4f3f-4153-8b2e-e2a7d2fb247d req-6a25fb27-7988-4bb1-be83-6158c1ee99d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 1154 time: 0.6177611 Feb 10 06:23:18.459511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54566) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:18.510794 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-71788d56-4f3f-4153-8b2e-e2a7d2fb247d req-1f746f01-48ba-4a17-b11f-27abdf19cb77 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:18.533169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4943d-ecf1-4ca1-bc43-04e4cf0f2253 req-8a6d42e4-df3d-4958-9ee1-3b38cf061b5f tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:18.541565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bba4943d-ecf1-4ca1-bc43-04e4cf0f2253 req-8a6d42e4-df3d-4958-9ee1-3b38cf061b5f tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 972 time: 0.2675416 Feb 10 06:23:18.543102 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-01a946c7-1687-4d14-8981-58c4486adb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:18.681175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c524ac23-b74f-4016-aa1a-8de5b06f29b0 req-5176b03d-6630-41cf-b4cc-c5c1167a8eb8 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.1081185 Feb 10 06:23:18.702501 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (645fa222-4c90-4d02-b811-b29fcc5f886a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:18.798918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddba90-da5d-46bd-a593-5a6ddf6bd612 None None] Current status of the port 4e8a11e5-53ce-4468-9f82-9571e434a88b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:18.800221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bba4943d-ecf1-4ca1-bc43-04e4cf0f2253 req-c3f944ce-4ce0-4975-b79c-17748e1891f9 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568822 Feb 10 06:23:18.892038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645fa222-4c90-4d02-b811-b29fcc5f886a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:18.915776 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-71788d56-4f3f-4153-8b2e-e2a7d2fb247d req-1f746f01-48ba-4a17-b11f-27abdf19cb77 service neutron] Publish callbacks [] for security_group (4d00091f-917b-4201-885e-bdb362e5e468), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:18.928496 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-71788d56-4f3f-4153-8b2e-e2a7d2fb247d req-1f746f01-48ba-4a17-b11f-27abdf19cb77 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4d00091f-917b-4201-885e-bdb362e5e468), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:18.947389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Checking segment: {'id': '967a5ddd-53d9-42c6-9223-6aee435df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:18.949795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Network hostable DHCP agents. Network: 182fc521-5889-4446-96fd-c8df73872ad0, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:23:18.988266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71788d56-4f3f-4153-8b2e-e2a7d2fb247d req-1f746f01-48ba-4a17-b11f-27abdf19cb77 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480762 Feb 10 06:23:18.993294 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-01a946c7-1687-4d14-8981-58c4486adb61 admin admin] Publish callbacks [] for security_group (0111f69b-2b06-4261-99af-695ccd47dc03), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.022762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-01a946c7-1687-4d14-8981-58c4486adb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0111f69b-2b06-4261-99af-695ccd47dc03), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.034838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f746f01-48ba-4a17-b11f-27abdf19cb77 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4d00091f-917b-4201-885e-bdb362e5e468,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:19.084835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Network 182fc521-5889-4446-96fd-c8df73872ad0 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:23:19.107620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 182fc521-5889-4446-96fd-c8df73872ad0) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:19.117646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480abcb5-f2c4-44fa-a5a9-6ae8de9a6eaa None None] Network 182fc521-5889-4446-96fd-c8df73872ad0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:19.118532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:19.119151 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.121378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a946c7-1687-4d14-8981-58c4486adb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0111f69b-2b06-4261-99af-695ccd47dc03,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:19.153062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54582) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:19.153491 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-01a946c7-1687-4d14-8981-58c4486adb61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c8368c8baa94f47ab9eb27a1dcecd73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6927929 Feb 10 06:23:19.177869 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b2699235-8adc-451a-a86b-d4dfe511aae7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0873420 Feb 10 06:23:19.186011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54586) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:19.191620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:19.226971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (58976134-8563-46ea-8ca7-a1c7c2339b80), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.230679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (58976134-8563-46ea-8ca7-a1c7c2339b80), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.306949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62722d5d-7b25-408f-a7a0-869c162dc126 admin admin] Publish callbacks [] for security_group (0111f69b-2b06-4261-99af-695ccd47dc03), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.376935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks [] for router_controller (58976134-8563-46ea-8ca7-a1c7c2339b80), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.391295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62722d5d-7b25-408f-a7a0-869c162dc126 admin admin] Publish callbacks [] for security_group (0111f69b-2b06-4261-99af-695ccd47dc03), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.483905 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62722d5d-7b25-408f-a7a0-869c162dc126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0111f69b-2b06-4261-99af-695ccd47dc03), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.488624 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62722d5d-7b25-408f-a7a0-869c162dc126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.489810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4e8a11e5-53ce-4468-9f82-9571e434a88b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:19.492213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-62722d5d-7b25-408f-a7a0-869c162dc126 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0111f69b-2b06-4261-99af-695ccd47dc03 HTTP/1.1" status: 204 len: 168 time: 0.3354065 Feb 10 06:23:19.506278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62722d5d-7b25-408f-a7a0-869c162dc126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0111f69b-2b06-4261-99af-695ccd47dc03,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:19.558738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-182fc521-5889-4446-96fd-c8df73872ad0', 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0', 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'fixed_ips': [{'subnet_id': '645fa222-4c90-4d02-b811-b29fcc5f886a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:23:19.560111 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.628952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks [] for router_gateway (58976134-8563-46ea-8ca7-a1c7c2339b80), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.774076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4e8a11e5-53ce-4468-9f82-9571e434a88b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:19.780277 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:19.880392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4225a1fa-fc2b-4385-80e8-0e3857ac33f6 req-df40d17c-f2df-47a4-b15b-a77afdf821b2 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.0614469 Feb 10 06:23:20.042111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Allocated IP 172.20.0.2 (182fc521-5889-4446-96fd-c8df73872ad0/645fa222-4c90-4d02-b811-b29fcc5f886a/5642fc8f-041a-439d-a2fc-4dba1fc60a0d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:20.095188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217aae4-cac0-4584-8654-baf0ee3f22fb req-88971d48-b7a0-4d9c-af20-39478d9eaf2d tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:20.097280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7217aae4-cac0-4584-8654-baf0ee3f22fb req-88971d48-b7a0-4d9c-af20-39478d9eaf2d tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 972 time: 0.0974796 Feb 10 06:23:20.152289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4e8a11e5-53ce-4468-9f82-9571e434a88b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:20.215597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7217aae4-cac0-4584-8654-baf0ee3f22fb req-5502225c-9341-4d9e-a3d7-7e377a333d88 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107552 Feb 10 06:23:20.322119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks [] for router_gateway (58976134-8563-46ea-8ca7-a1c7c2339b80), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:20.338355 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Publish callbacks [] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:20.344329 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:20.355043 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:20.396884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Network 182fc521-5889-4446-96fd-c8df73872ad0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:20.402356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:20.407699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:20.449125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Pushing event updated for resources: {'Port': ['ID=5642fc8f-041a-439d-a2fc-4dba1fc60a0d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:20.490211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Attempting to bind port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:20.490780 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Attempting to bind port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '967a5ddd-53d9-42c6-9223-6aee435df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:20.491292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Attempting to bind port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d on network 182fc521-5889-4446-96fd-c8df73872ad0 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:20.498987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:20.499548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Checking segment: {'id': '967a5ddd-53d9-42c6-9223-6aee435df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:20.500361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:20.500903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Bound using segment: {'id': '967a5ddd-53d9-42c6-9223-6aee435df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:20.502056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Bound port: 5642fc8f-041a-439d-a2fc-4dba1fc60a0d, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967a5ddd-53d9-42c6-9223-6aee435df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:20.503529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Allocated IP 172.25.8.24 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/b089f419-cdd0-428e-9638-e06ee5d0e563) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:20.504015 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:20.591231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] For port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:20.594763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] For port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5642fc8f-041a-439d-a2fc-4dba1fc60a0d,segment=NetworkSegment(967a5ddd-53d9-42c6-9223-6aee435df248),segment_id=967a5ddd-53d9-42c6-9223-6aee435df248)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:20.604073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:20.627376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54630) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:20.643084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks [] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:20.680268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15435e6-da33-4737-9cea-7e42b769aabf None None] Pushing event updated for resources: {'Port': ['ID=5642fc8f-041a-439d-a2fc-4dba1fc60a0d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:20.696397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:20.746505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:20.749796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:20.755747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:20.815174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Pushing event updated for resources: {'Port': ['ID=b089f419-cdd0-428e-9638-e06ee5d0e563,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:21.097626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11bd0c2a-38ff-42ce-ab28-e6a96afcb25f req-e50b4f5e-d914-40c8-a39b-e901a39fecc3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.0384593 Feb 10 06:23:21.103033 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks [] for router_gateway (58976134-8563-46ea-8ca7-a1c7c2339b80), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.117958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-819226616-network', 'tenant_id': 'cb34d3170a2f4925acf03a399ad15b89'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:21.154496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Made reservation on behalf of cb34d3170a2f4925acf03a399ad15b89 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:21.158380 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.173743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.176949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:21.322437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Publish callbacks [] for security_group (7376da9a-ea09-4605-9081-3431b5b3d86e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.328517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7376da9a-ea09-4605-9081-3431b5b3d86e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.402155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5642fc8f-041a-439d-a2fc-4dba1fc60a0d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:21.422260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (58976134-8563-46ea-8ca7-a1c7c2339b80), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.431077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:23:21.472537 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85d49873-fed2-4ea0-bf6a-aceabdf7a14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.475519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:21.477515 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.513599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7376da9a-ea09-4605-9081-3431b5b3d86e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:21.536906 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f775146c-eb06-40cd-a02d-d2b0a9d65c22), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.541954 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Added segment f775146c-eb06-40cd-a02d-d2b0a9d65c22 of type vlan for network cd7850a8-bee2-4a53-874f-666566691896 Feb 10 06:23:21.640396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (cd7850a8-bee2-4a53-874f-666566691896), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.658759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Router 58976134-8563-46ea-8ca7-a1c7c2339b80 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:23:21.659597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f84d6-deea-4522-9602-a16ea0e1ac6b req-7fcbf12e-304e-44e8-b678-9bb1028a9aa7 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:21.661317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68f84d6-deea-4522-9602-a16ea0e1ac6b req-7fcbf12e-304e-44e8-b678-9bb1028a9aa7 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 972 time: 0.3010509 Feb 10 06:23:21.695502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:21.696608 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.732103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (cd7850a8-bee2-4a53-874f-666566691896), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.733220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:21.733895 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.781189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5642fc8f-041a-439d-a2fc-4dba1fc60a0d,segment=NetworkSegment(967a5ddd-53d9-42c6-9223-6aee435df248),segment_id=967a5ddd-53d9-42c6-9223-6aee435df248)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:21.788918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.816230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68f84d6-deea-4522-9602-a16ea0e1ac6b req-64f13149-7598-4389-bf52-21f88d22e025 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423919 Feb 10 06:23:21.825740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1966057 Feb 10 06:23:21.855109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54666) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:21.862682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Request body: {'subnet': {'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-819226616-subnet', 'tenant_id': 'cb34d3170a2f4925acf03a399ad15b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:21.872920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854d6a0-8884-42a7-bc26-dead52a55335 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7850a8-bee2-4a53-874f-666566691896,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:21.885550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85d49873-fed2-4ea0-bf6a-aceabdf7a14b admin admin] Publish callbacks [] for security_group (4995b58d-b23f-4abb-a5c6-b4a05842d34a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.892139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network cd7850a8-bee2-4a53-874f-666566691896 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:23:21.900096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85d49873-fed2-4ea0-bf6a-aceabdf7a14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4995b58d-b23f-4abb-a5c6-b4a05842d34a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.931293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=5642fc8f-041a-439d-a2fc-4dba1fc60a0d,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:21.932677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:23:21.946442 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Sync routers for ids ['58976134-8563-46ea-8ca7-a1c7c2339b80'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:23:21.961470 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Routers {'58976134-8563-46ea-8ca7-a1c7c2339b80'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:21.962110 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['58976134-8563-46ea-8ca7-a1c7c2339b80'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:21.983569 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:21.987433 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-353aca2b-5dbb-49ba-b6ab-d0ac1619e875 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8001161 Feb 10 06:23:21.992095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54674) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:22.007716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-85d49873-fed2-4ea0-bf6a-aceabdf7a14b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9422f2431ea4ac3ae751441e00fccba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8255272 Feb 10 06:23:22.007716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d49873-fed2-4ea0-bf6a-aceabdf7a14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4995b58d-b23f-4abb-a5c6-b4a05842d34a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:22.010760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Made reservation on behalf of cb34d3170a2f4925acf03a399ad15b89 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:22.014358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:22.025757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:22.196841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e94e8-da7a-4d70-91f8-ddbbcc77e5b1 None None] Network 182fc521-5889-4446-96fd-c8df73872ad0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:22.350529 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Set router 58976134-8563-46ea-8ca7-a1c7c2339b80 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:22.393434 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bb89082-d032-422d-8895-d8827d0c8a37 req-c64d11ac-e9a5-4c5c-9076-6c6e10865e45 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.0857353 Feb 10 06:23:22.403433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dbb15718-df8e-4a05-91a0-f0e6f3f9d5a9 None None] Provisioning complete for port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:22.404404 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb15718-df8e-4a05-91a0-f0e6f3f9d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:22.452812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b918a72-4444-4c96-a52b-27b363ccc1d0 admin admin] Publish callbacks [] for security_group (4995b58d-b23f-4abb-a5c6-b4a05842d34a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:22.461913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b62835-08fc-4d9f-b9b8-7fe7e65b2b4e req-f3922cd7-13a2-49ac-b458-c93111dfd6f4 tempest-AggregatesAdminTestJSON-252528997 tempest-AggregatesAdminTestJSON-252528997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:22.464119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43b62835-08fc-4d9f-b9b8-7fe7e65b2b4e req-f3922cd7-13a2-49ac-b458-c93111dfd6f4 tempest-AggregatesAdminTestJSON-252528997 tempest-AggregatesAdminTestJSON-252528997-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 1154 time: 0.3231764 Feb 10 06:23:22.504072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b918a72-4444-4c96-a52b-27b363ccc1d0 admin admin] Publish callbacks [] for security_group (4995b58d-b23f-4abb-a5c6-b4a05842d34a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:22.507615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-43b62835-08fc-4d9f-b9b8-7fe7e65b2b4e req-cae95bab-6cc1-4b13-9f42-c8c41e36b74a tempest-AggregatesAdminTestJSON-252528997 tempest-AggregatesAdminTestJSON-252528997-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:22.669099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dbb15718-df8e-4a05-91a0-f0e6f3f9d5a9 None None] Current status of the port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:22.759134 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b918a72-4444-4c96-a52b-27b363ccc1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4995b58d-b23f-4abb-a5c6-b4a05842d34a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:22.775005 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b918a72-4444-4c96-a52b-27b363ccc1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:22.780635 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b918a72-4444-4c96-a52b-27b363ccc1d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4995b58d-b23f-4abb-a5c6-b4a05842d34a HTTP/1.1" status: 204 len: 168 time: 0.7320049 Feb 10 06:23:22.788123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (45e5f93f-7f0a-4276-a487-bdcd30a90931), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:22.839483 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:19Z', 'updated_at': '2022-02-10T06:23:20Z', 'revision_number': 3, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'gw_port': {'id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:20Z', 'updated_at': '2022-02-10T06:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:22.866592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b918a72-4444-4c96-a52b-27b363ccc1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4995b58d-b23f-4abb-a5c6-b4a05842d34a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:22.874377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.13', 58393) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:22.914092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-af2e87a8-a80e-4211-9545-bda63a990ea0 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8d349531d2514b5c9be015444c7bf618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385592 Feb 10 06:23:22.920121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-0c886dc4-436d-43e6-9aa3-2530e8cae94d tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:23:22.921134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-0c886dc4-436d-43e6-9aa3-2530e8cae94d tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071766 Feb 10 06:23:22.929156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-43b62835-08fc-4d9f-b9b8-7fe7e65b2b4e req-cae95bab-6cc1-4b13-9f42-c8c41e36b74a tempest-AggregatesAdminTestJSON-252528997 tempest-AggregatesAdminTestJSON-252528997-project-admin] Publish callbacks [] for security_group (93ccb124-c05b-4978-ac74-156d1864f92d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:22.968770 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Checking router: 58976134-8563-46ea-8ca7-a1c7c2339b80 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:23:22.970689 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Updating router 58976134-8563-46ea-8ca7-a1c7c2339b80 port b089f419-cdd0-428e-9638-e06ee5d0e563 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:23:23.049796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-03da2c75-fd83-459b-b7c2-f943e9267664 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:23.051661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-03da2c75-fd83-459b-b7c2-f943e9267664 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205218 Feb 10 06:23:23.059680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-43b62835-08fc-4d9f-b9b8-7fe7e65b2b4e req-cae95bab-6cc1-4b13-9f42-c8c41e36b74a tempest-AggregatesAdminTestJSON-252528997 tempest-AggregatesAdminTestJSON-252528997-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (93ccb124-c05b-4978-ac74-156d1864f92d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.061809 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.104433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Request body: {'port': {'device_id': 'e426a1c4-1a26-444c-8fe8-7d1e973e3680', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '8d349531d2514b5c9be015444c7bf618'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:23.107766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95bab-6cc1-4b13-9f42-c8c41e36b74a tempest-AggregatesAdminTestJSON-252528997 tempest-AggregatesAdminTestJSON-252528997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ccb124-c05b-4978-ac74-156d1864f92d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:23.157602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e5f93f-7f0a-4276-a487-bdcd30a90931,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:23.161707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:23.162184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Network hostable DHCP agents. Network: cd7850a8-bee2-4a53-874f-666566691896, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:23:23.205534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43b62835-08fc-4d9f-b9b8-7fe7e65b2b4e req-cae95bab-6cc1-4b13-9f42-c8c41e36b74a tempest-AggregatesAdminTestJSON-252528997 tempest-AggregatesAdminTestJSON-252528997-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7323980 Feb 10 06:23:23.221639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3153be6c-e002-4baf-9e5d-c138508c19ba None None] Provisioning complete for port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:23.222024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3153be6c-e002-4baf-9e5d-c138508c19ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.366451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5642fc8f-041a-439d-a2fc-4dba1fc60a0d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:23.449828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Network cd7850a8-bee2-4a53-874f-666566691896 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:23:23.465666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.482689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, cd7850a8-bee2-4a53-874f-666566691896) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:23.494832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Made reservation on behalf of 8d349531d2514b5c9be015444c7bf618 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:23.509580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.554341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d62230-6e6c-4d73-948f-e6b43122f004 None None] Network cd7850a8-bee2-4a53-874f-666566691896 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:23.565960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:23.569501 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.605874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54716) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:23.689750 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Publish callbacks [] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.701740 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.719880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4e65ff7-e6d3-472e-99aa-6e7ff0610a4d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8614564 Feb 10 06:23:23.728108 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b19a-812e-46ec-8e33-c8e5adf550d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.786170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3153be6c-e002-4baf-9e5d-c138508c19ba None None] Current status of the port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:23.808504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:23.810526 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.850732 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab754338-5dbf-4718-9611-c0b1c464afdf None None] Pushing event updated for resources: {'Port': ['ID=b089f419-cdd0-428e-9638-e06ee5d0e563,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:23.857877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40d0d9aa-dc46-4add-aab7-a53fc9d2ac54 req-3e0609da-e06c-47f8-98bc-fd6691f0a4ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.1241963 Feb 10 06:23:23.882974 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Attempting to bind port b089f419-cdd0-428e-9638-e06ee5d0e563 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:23.883426 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Attempting to bind port b089f419-cdd0-428e-9638-e06ee5d0e563 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:23.884783 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Attempting to bind port b089f419-cdd0-428e-9638-e06ee5d0e563 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:23.891863 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:23.892440 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:23.893494 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.894178 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:23.894781 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Bound port: b089f419-cdd0-428e-9638-e06ee5d0e563, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:23.895309 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:23.915272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Allocated IP 172.20.0.1 (182fc521-5889-4446-96fd-c8df73872ad0/645fa222-4c90-4d02-b811-b29fcc5f886a/2185c937-34f2-4e30-9737-487a16a56c68) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:23.973899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b75f6f-5b8d-428d-9b6e-5c235475441d None None] Network cd7850a8-bee2-4a53-874f-666566691896 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:24.033324 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] For port b089f419-cdd0-428e-9638-e06ee5d0e563, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:24.039889 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] For port b089f419-cdd0-428e-9638-e06ee5d0e563, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b089f419-cdd0-428e-9638-e06ee5d0e563,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:24.053763 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.066847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Request body: {'port': {'device_id': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:24.084323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:24.085715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30db17-a4ce-48b3-94c9-f28d0f628330 req-0acc6fb8-7cad-4395-a5e3-88f269685624 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:24.087317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff30db17-a4ce-48b3-94c9-f28d0f628330 req-0acc6fb8-7cad-4395-a5e3-88f269685624 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 972 time: 0.3604181 Feb 10 06:23:24.160108 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab754338-5dbf-4718-9611-c0b1c464afdf None None] Pushing event updated for resources: {'Port': ['ID=b089f419-cdd0-428e-9638-e06ee5d0e563,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:24.179363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Allocated IP 192.168.233.83 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/21666f84-4425-4b00-9afb-3fd0ee06120d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:24.188460 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Routers {'58976134-8563-46ea-8ca7-a1c7c2339b80'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:24.190674 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['58976134-8563-46ea-8ca7-a1c7c2339b80'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:24.277611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.292629 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff30db17-a4ce-48b3-94c9-f28d0f628330 req-13134237-13e4-4730-80b3-04dbf4642d36 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978285 Feb 10 06:23:24.325024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Publish callbacks [] for port (2185c937-34f2-4e30-9737-487a16a56c68), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.325697 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] Set router 58976134-8563-46ea-8ca7-a1c7c2339b80 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:24.454168 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b19a-812e-46ec-8e33-c8e5adf550d1 admin admin] Publish callbacks [] for security_group (bd3002fc-9513-4da7-84f7-3b6d4f9770a3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.467336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b19a-812e-46ec-8e33-c8e5adf550d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bd3002fc-9513-4da7-84f7-3b6d4f9770a3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.518824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ccb6b19a-812e-46ec-8e33-c8e5adf550d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3be6ff7cb0bf49bdb828aec192bb4e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9102259 Feb 10 06:23:24.521062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54738) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:24.523014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6b19a-812e-46ec-8e33-c8e5adf550d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3002fc-9513-4da7-84f7-3b6d4f9770a3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:24.594008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (2185c937-34f2-4e30-9737-487a16a56c68), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.616225 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks [] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.644313 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:19Z', 'updated_at': '2022-02-10T06:23:20Z', 'revision_number': 3, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'gw_port': {'id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:20Z', 'updated_at': '2022-02-10T06:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:24.680012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Network 182fc521-5889-4446-96fd-c8df73872ad0 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:24.681032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfdf77b9-e964-4056-9243-de6f7304202d admin admin] Publish callbacks [] for security_group (bd3002fc-9513-4da7-84f7-3b6d4f9770a3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.686234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:24.688320 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.712066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:24.712751 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (58976134-8563-46ea-8ca7-a1c7c2339b80), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.727640 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f926c-df25-460f-8a1e-85ce55995582 None None] The sync data for ids ['58976134-8563-46ea-8ca7-a1c7c2339b80'] in n-d-828670-1 is: [{'id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:19Z', 'updated_at': '2022-02-10T06:23:20Z', 'revision_number': 3, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'gw_port': {'id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:20Z', 'updated_at': '2022-02-10T06:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:23:24.775639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Pushing event updated for resources: {'Port': ['ID=21666f84-4425-4b00-9afb-3fd0ee06120d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:24.792488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-061434ee-b6c9-4213-8f5a-14a22cfface0 req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1284519661', 'description': 'tempest-description-1495214529'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:24.820741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Pushing event updated for resources: {'Port': ['ID=2185c937-34f2-4e30-9737-487a16a56c68,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:24.846736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfdf77b9-e964-4056-9243-de6f7304202d admin admin] Publish callbacks [] for security_group (bd3002fc-9513-4da7-84f7-3b6d4f9770a3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.848741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:24.852520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:24.872187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:24.881404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:24.882474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.900863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54748) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:24.912711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-873233159-network', 'tenant_id': 'c90affcd0c89420d86441fcd4de30c91'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:24.941470 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-061434ee-b6c9-4213-8f5a-14a22cfface0 req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.948156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Made reservation on behalf of c90affcd0c89420d86441fcd4de30c91 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:24.951628 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.969902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:24.977048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-05859422-e996-46df-b704-6416568f687f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9091814 Feb 10 06:23:24.985755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-061434ee-b6c9-4213-8f5a-14a22cfface0 req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.053179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Request body: {'port': {'device_id': 'e426a1c4-1a26-444c-8fe8-7d1e973e3680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:25.236419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ae766185-0b3d-45a0-88b5-1c4c50ddfcdf None None] Provisioning complete for port 2185c937-34f2-4e30-9737-487a16a56c68 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:25.236917 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae766185-0b3d-45a0-88b5-1c4c50ddfcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2185c937-34f2-4e30-9737-487a16a56c68), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.317875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.331665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ae766185-0b3d-45a0-88b5-1c4c50ddfcdf None None] Port 2185c937-34f2-4e30-9737-487a16a56c68 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:25.356347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2321de6-4b2b-4583-8286-534d46e49cd3 req-a2071760-aa26-4612-b138-3a638077d544 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:25.368445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2321de6-4b2b-4583-8286-534d46e49cd3 req-a2071760-aa26-4612-b138-3a638077d544 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 935 time: 0.3311393 Feb 10 06:23:25.383020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-061434ee-b6c9-4213-8f5a-14a22cfface0 req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (19c3406c-e087-4921-9f4f-e96ec1c1b43f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.383856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfdf77b9-e964-4056-9243-de6f7304202d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bd3002fc-9513-4da7-84f7-3b6d4f9770a3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.386564 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfdf77b9-e964-4056-9243-de6f7304202d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.387747 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cfdf77b9-e964-4056-9243-de6f7304202d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd3002fc-9513-4da7-84f7-3b6d4f9770a3 HTTP/1.1" status: 204 len: 168 time: 0.8648038 Feb 10 06:23:25.405268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-b626e1f0-906f-497d-85d7-3354b48f0819 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:25.407006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-b626e1f0-906f-497d-85d7-3354b48f0819 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.24 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 972 time: 0.3502889 Feb 10 06:23:25.417246 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-061434ee-b6c9-4213-8f5a-14a22cfface0 req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (19c3406c-e087-4921-9f4f-e96ec1c1b43f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.446886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf77b9-e964-4056-9243-de6f7304202d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3002fc-9513-4da7-84f7-3b6d4f9770a3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:25.450181 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2185c937-34f2-4e30-9737-487a16a56c68), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.452342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b089f419-cdd0-428e-9638-e06ee5d0e563 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:25.468725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdf9497-357f-448e-96b4-6c4c8f829e47 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:25.479216 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Publish callbacks [] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.523816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ee84cd39-2022-456b-a8eb-87719f8deab3 None None] Provisioning complete for port 21666f84-4425-4b00-9afb-3fd0ee06120d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:25.524194 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee84cd39-2022-456b-a8eb-87719f8deab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.550718 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Transition to ACTIVE for port object fbdf9497-357f-448e-96b4-6c4c8f829e47 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:25.562227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.637335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b089f419-cdd0-428e-9638-e06ee5d0e563 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:25.637961 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.669383 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Publish callbacks [] for security_group (026c7fcf-3f77-4873-9a99-80201e67f08c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:25.689565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:25.716958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ee84cd39-2022-456b-a8eb-87719f8deab3 None None] Port 21666f84-4425-4b00-9afb-3fd0ee06120d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:25.948770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b089f419-cdd0-428e-9638-e06ee5d0e563 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:25.949470 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.004009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port b089f419-cdd0-428e-9638-e06ee5d0e563, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b089f419-cdd0-428e-9638-e06ee5d0e563,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:26.015216 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.059161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Attempting to bind port fbdf9497-357f-448e-96b4-6c4c8f829e47 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:26.059527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Attempting to bind port fbdf9497-357f-448e-96b4-6c4c8f829e47 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:26.059879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Attempting to bind port fbdf9497-357f-448e-96b4-6c4c8f829e47 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:26.073324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Port fbdf9497-357f-448e-96b4-6c4c8f829e47 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:26.073851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Attempting to bind port fbdf9497-357f-448e-96b4-6c4c8f829e47 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:26.076261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (026c7fcf-3f77-4873-9a99-80201e67f08c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.081749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c3406c-e087-4921-9f4f-e96ec1c1b43f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:26.092256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=b089f419-cdd0-428e-9638-e06ee5d0e563,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:26.101911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:26.102155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:26.107952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:26.108640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Bound port: fbdf9497-357f-448e-96b4-6c4c8f829e47, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:26.109601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.162338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2321de6-4b2b-4583-8286-534d46e49cd3 req-2deb601d-c0a7-4285-83d6-ca59313a50fe tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7889464 Feb 10 06:23:26.167605 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Publish callbacks [] for port (2185c937-34f2-4e30-9737-487a16a56c68), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.179369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2185c937-34f2-4e30-9737-487a16a56c68), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.182652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (58976134-8563-46ea-8ca7-a1c7c2339b80), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.186997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Deleting port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:23:26.187336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.217544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:23:26.273193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:26.299427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Pushing event updated for resources: {'Port': ['ID=2185c937-34f2-4e30-9737-487a16a56c68,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:26.312101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:26.368104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026c7fcf-3f77-4873-9a99-80201e67f08c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:26.382579 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.386786 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (cb10f124-d7a0-4616-bfea-01e9b50590b0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.386786 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Added segment cb10f124-d7a0-4616-bfea-01e9b50590b0 of type vlan for network 4d965f52-bc55-4ee2-a106-f23db7bcb163 Feb 10 06:23:26.421895 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-061434ee-b6c9-4213-8f5a-14a22cfface0 req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (942f3c00-cd7a-458b-b55c-0a04db0470b3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.440124 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-061434ee-b6c9-4213-8f5a-14a22cfface0 req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (942f3c00-cd7a-458b-b55c-0a04db0470b3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.491509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:26.502132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:26.502815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.504306 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5effeb1b-c3d1-45e9-9738-49b91a724ad8 service neutron] 10.222.0.13 "PUT /v2.0/ports/fbdf9497-357f-448e-96b4-6c4c8f829e47 HTTP/1.1" status: 200 len: 1095 time: 3.0407593 Feb 10 06:23:26.506926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:26.574655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-061434ee-b6c9-4213-8f5a-14a22cfface0 req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.575898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-061434ee-b6c9-4213-8f5a-14a22cfface0 req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.8026152 Feb 10 06:23:26.576517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d6b22-02b3-4388-a509-6e38cf2c1f4c tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942f3c00-cd7a-458b-b55c-0a04db0470b3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:26.618417 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (4d965f52-bc55-4ee2-a106-f23db7bcb163), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.694717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-aaa937d9-fe94-4f57-9403-3e66097969ae req-5d007613-2046-4bdd-884d-36873e097d59 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Request body: {'security_group': {'name': 'tempest-securitygroup-18281915', 'description': 'tempest-description-610117721'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:26.740297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Network 182fc521-5889-4446-96fd-c8df73872ad0 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:26.757489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:26.826155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] For port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:26.827004 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.837240 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018cad53-58fa-4582-b587-8b78d83abf2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:26.855110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6945-c61d-4f11-9e41-62f84110516a req-c0e64fca-9b19-443f-ae12-b86c0eea06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:26.857057 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-c0e64fca-9b19-443f-ae12-b86c0eea06da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1129 time: 0.2568483 Feb 10 06:23:26.870372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21666f84-4425-4b00-9afb-3fd0ee06120d {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:26.896630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Publish callbacks [] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:26.916341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Calling delete_port for 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf owned by compute:tempest-test_az-1444562741 {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:23:26.953707 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-7f3f0077-f184-499d-b9ae-5a3d834c9fa8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47 HTTP/1.1" status: 200 len: 217 time: 0.0865488 Feb 10 06:23:26.986898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Transition to ACTIVE for port object 21666f84-4425-4b00-9afb-3fd0ee06120d will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:26.998657 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aaa937d9-fe94-4f57-9403-3e66097969ae req-5d007613-2046-4bdd-884d-36873e097d59 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.052209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.058379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6945-c61d-4f11-9e41-62f84110516a req-39a52062-412f-4d37-89da-a080b8a8ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:27.058716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ee416190-445f-40b3-a7fe-f0ee6cf4e701 None None] Provisioning complete for port 2185c937-34f2-4e30-9737-487a16a56c68 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:27.059700 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee416190-445f-40b3-a7fe-f0ee6cf4e701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2185c937-34f2-4e30-9737-487a16a56c68), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.059960 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-39a52062-412f-4d37-89da-a080b8a8ca04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0792563 Feb 10 06:23:27.064841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Router 58976134-8563-46ea-8ca7-a1c7c2339b80 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:23:27.065696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (4d965f52-bc55-4ee2-a106-f23db7bcb163), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.066654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:27.067917 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.124446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ee416190-445f-40b3-a7fe-f0ee6cf4e701 None None] Port 2185c937-34f2-4e30-9737-487a16a56c68 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:27.143709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2405274 Feb 10 06:23:27.171466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54800) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:27.182286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Request body: {'subnet': {'network_id': '4d965f52-bc55-4ee2-a106-f23db7bcb163', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-873233159-subnet', 'tenant_id': 'c90affcd0c89420d86441fcd4de30c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:27.222181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6945-c61d-4f11-9e41-62f84110516a req-80e9d8a5-cc8e-4508-b68e-fe758691db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:27.224645 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-80e9d8a5-cc8e-4508-b68e-fe758691db98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1553042 Feb 10 06:23:27.230945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070e8e2-acc6-4f84-a9c5-566665b9d5fe admin admin] Pushing event updated for resources: {'Network': ['ID=4d965f52-bc55-4ee2-a106-f23db7bcb163,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:27.244345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Made reservation on behalf of c90affcd0c89420d86441fcd4de30c91 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:27.246656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.282174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Pushing event updated for resources: {'Port': ['ID=21666f84-4425-4b00-9afb-3fd0ee06120d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:27.302138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a3807-6bd2-46e3-9d0f-02d4398dac65 req-9bdfa7d2-5418-4d34-9f3b-3753d05a2e52 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:27.304936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-102a3807-6bd2-46e3-9d0f-02d4398dac65 req-9bdfa7d2-5418-4d34-9f3b-3753d05a2e52 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/ports?device_id=887f399c-b14b-42af-9465-0f47b928ca8a HTTP/1.1" status: 200 len: 972 time: 0.5893700 Feb 10 06:23:27.372346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b089f419-cdd0-428e-9638-e06ee5d0e563 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:27.430481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 4d965f52-bc55-4ee2-a106-f23db7bcb163 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:23:27.509932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:23:27.533926 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f739cfc5-1288-41ee-8128-d058d0d0c629 admin admin] 10.222.0.21 "PUT /v2.0/routers/58976134-8563-46ea-8ca7-a1c7c2339b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5402672 Feb 10 06:23:27.541822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Sync routers for ids ['58976134-8563-46ea-8ca7-a1c7c2339b80'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:23:27.560697 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-13d381b1-d8fd-43a1-ad3c-a629895e9925 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291712 Feb 10 06:23:27.578546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Routers {'58976134-8563-46ea-8ca7-a1c7c2339b80'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:27.579200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['58976134-8563-46ea-8ca7-a1c7c2339b80'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:27.596856 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aaa937d9-fe94-4f57-9403-3e66097969ae req-5d007613-2046-4bdd-884d-36873e097d59 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (cf39e04e-e87b-4976-8134-c14f9e89c36d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.647721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-102a3807-6bd2-46e3-9d0f-02d4398dac65 req-df1b7926-8288-4b98-b558-4c1de4c3f4fa tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.21 "GET /v2.0/security-groups?id=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238199 Feb 10 06:23:27.648499 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aaa937d9-fe94-4f57-9403-3e66097969ae req-5d007613-2046-4bdd-884d-36873e097d59 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cf39e04e-e87b-4976-8134-c14f9e89c36d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.658464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (8c1e39d5-4d7e-44d7-a616-0b6560e37cdf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.716956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b089f419-cdd0-428e-9638-e06ee5d0e563 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:27.717368 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.737927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15ce6945-c61d-4f11-9e41-62f84110516a req-5e5b14f7-ba70-4e8d-a7b5-fcdbe83f3ec2 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700020 Feb 10 06:23:27.758436 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (c19dea2c-a6f9-40ec-bd20-53a58278f85b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.810103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Pushing event deleted for resources: {'Port': ['ID=8c1e39d5-4d7e-44d7-a616-0b6560e37cdf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:27.817770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Attempting to bind port 21666f84-4425-4b00-9afb-3fd0ee06120d on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:27.818130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Attempting to bind port 21666f84-4425-4b00-9afb-3fd0ee06120d by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:27.818497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Attempting to bind port 21666f84-4425-4b00-9afb-3fd0ee06120d on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:27.830937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Set router 58976134-8563-46ea-8ca7-a1c7c2339b80 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:27.842446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Port 21666f84-4425-4b00-9afb-3fd0ee06120d on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:27.842940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Attempting to bind port 21666f84-4425-4b00-9afb-3fd0ee06120d on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:27.871464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19dea2c-a6f9-40ec-bd20-53a58278f85b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:27.885990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Checking segment: {'id': 'cb10f124-d7a0-4616-bfea-01e9b50590b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4d965f52-bc55-4ee2-a106-f23db7bcb163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:27.886579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Network hostable DHCP agents. Network: 4d965f52-bc55-4ee2-a106-f23db7bcb163, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:23:27.897481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:27.897978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:27.898410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:27.898856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Bound port: 21666f84-4425-4b00-9afb-3fd0ee06120d, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:27.899214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.920613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Network 4d965f52-bc55-4ee2-a106-f23db7bcb163 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:23:27.936334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 4d965f52-bc55-4ee2-a106-f23db7bcb163) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:27.952402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aaa937d9-fe94-4f57-9403-3e66097969ae req-5d007613-2046-4bdd-884d-36873e097d59 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.954424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aaa937d9-fe94-4f57-9403-3e66097969ae req-5d007613-2046-4bdd-884d-36873e097d59 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2923973 Feb 10 06:23:27.959659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d007613-2046-4bdd-884d-36873e097d59 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf39e04e-e87b-4976-8134-c14f9e89c36d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:27.966289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:27.967647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:27.985886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa61c3-18e5-499e-8594-494f49ed942a None None] Network 4d965f52-bc55-4ee2-a106-f23db7bcb163 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:28.017752 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bea92680-d58a-4fbf-8961-7bc9b0586c4f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8417635 Feb 10 06:23:28.029362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] No DVR routers for this DVR port 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:23:28.033800 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:28.039173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0342f40e-a2be-4a58-a299-22516b63eaa1 req-d45780e7-f2ef-4636-8c48-8138f0376262 tempest-AggregatesAdminTestJSON-470025417 tempest-AggregatesAdminTestJSON-470025417-project] 10.222.0.24 "DELETE /v2.0/ports/8c1e39d5-4d7e-44d7-a616-0b6560e37cdf HTTP/1.1" status: 204 len: 173 time: 2.6173632 Feb 10 06:23:28.044372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887f399c-b14b-42af-9465-0f47b928ca8a', 'name': 'network-vif-deleted', 'tag': '8c1e39d5-4d7e-44d7-a616-0b6560e37cdf'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:28.048436 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f12ef5-6b9a-4428-a536-2c066e356583" -d '{"events": [{"server_uuid": "887f399c-b14b-42af-9465-0f47b928ca8a", "name": "network-vif-deleted", "tag": "8c1e39d5-4d7e-44d7-a616-0b6560e37cdf"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:28.098688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] For port 21666f84-4425-4b00-9afb-3fd0ee06120d, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:28.102868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] For port 21666f84-4425-4b00-9afb-3fd0ee06120d, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21666f84-4425-4b00-9afb-3fd0ee06120d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:28.127657 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:28.167769 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab44244-c2a0-4fd6-82d5-e6f70085d1c8 x-openstack-request-id: req-7ab44244-c2a0-4fd6-82d5-e6f70085d1c8 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:28.168059 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:28.168316 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ab44244-c2a0-4fd6-82d5-e6f70085d1c8 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:28.168792 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'status': 'completed', 'code': 200} Feb 10 06:23:28.201171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:28.201869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:28.203838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] 10.222.0.13 "PUT /v2.0/ports/21666f84-4425-4b00-9afb-3fd0ee06120d HTTP/1.1" status: 200 len: 1095 time: 3.2081573 Feb 10 06:23:28.297724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cad53-58fa-4582-b587-8b78d83abf2e req-1a0bd40b-33f4-4791-bd43-4d7942214049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:28.303974 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-018cad53-58fa-4582-b587-8b78d83abf2e req-1a0bd40b-33f4-4791-bd43-4d7942214049 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1129 time: 0.1083157 Feb 10 06:23:28.412179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b089f419-cdd0-428e-9638-e06ee5d0e563 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:28.485053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9c076-2a5f-4826-83cb-059f067cdb7e service neutron] Pushing event updated for resources: {'Port': ['ID=21666f84-4425-4b00-9afb-3fd0ee06120d,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:28.491480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a8338-652e-4c34-8937-7ff529f43007 None None] Network 4d965f52-bc55-4ee2-a106-f23db7bcb163 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:28.511274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-cfdc1e9f-be5b-430f-9155-9ffab427abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:28.512854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-cfdc1e9f-be5b-430f-9155-9ffab427abb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 1129 time: 0.1733403 Feb 10 06:23:28.525097 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1f94a-05b5-485f-b265-acd0d52764b7 req-fa1f58ea-52af-4f59-bb92-1b622847e9ee tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:28.526739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5a1f94a-05b5-485f-b265-acd0d52764b7 req-fa1f58ea-52af-4f59-bb92-1b622847e9ee tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 947 time: 0.3219285 Feb 10 06:23:28.571453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cad53-58fa-4582-b587-8b78d83abf2e req-8f18ee8f-7b27-4494-8b13-06e1232b3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:28.576236 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-018cad53-58fa-4582-b587-8b78d83abf2e req-8f18ee8f-7b27-4494-8b13-06e1232b3981 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2669373 Feb 10 06:23:28.589652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-6a783637-6368-47e1-a107-0cd57b6ec81c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21666f84-4425-4b00-9afb-3fd0ee06120d HTTP/1.1" status: 200 len: 217 time: 0.0583928 Feb 10 06:23:28.704807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5a1f94a-05b5-485f-b265-acd0d52764b7 req-966affd7-f28e-4206-baec-bb3441176ea0 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724901 Feb 10 06:23:28.712143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-3903c2f3-af4a-4625-a821-7b429c68ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:28.713738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-3903c2f3-af4a-4625-a821-7b429c68ecd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1168575 Feb 10 06:23:28.717961 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-018cad53-58fa-4582-b587-8b78d83abf2e req-264be75e-9f66-4713-9e3f-9d030fb99d97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47 HTTP/1.1" status: 200 len: 217 time: 0.1303546 Feb 10 06:23:28.729691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:19Z', 'updated_at': '2022-02-10T06:23:25Z', 'revision_number': 4, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'gw_port': {'id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:20Z', 'updated_at': '2022-02-10T06:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '2185c937-34f2-4e30-9737-487a16a56c68', 'name': '', 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'mac_address': 'fa:16:3e:a0:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '645fa222-4c90-4d02-b811-b29fcc5f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:23Z', 'updated_at': '2022-02-10T06:23:25Z', 'revision_number': 2, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'subnets': [{'id': '645fa222-4c90-4d02-b811-b29fcc5f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:28.801667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Checking router: 58976134-8563-46ea-8ca7-a1c7c2339b80 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:23:28.801919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Updating router 58976134-8563-46ea-8ca7-a1c7c2339b80 port 2185c937-34f2-4e30-9737-487a16a56c68 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:23:28.825783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-b15f1ab2-a135-4cf0-9149-a708068a486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:28.827767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-b15f1ab2-a135-4cf0-9149-a708068a486a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1018806 Feb 10 06:23:28.833753 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2185c937-34f2-4e30-9737-487a16a56c68), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:28.993065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-4e36a0c3-11d1-49b7-ad38-15e37d2bc66e service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576054 Feb 10 06:23:29.019344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cad53-58fa-4582-b587-8b78d83abf2e req-d0f76e3e-924e-4942-8d72-b8cb4f1f8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:29.022373 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-018cad53-58fa-4582-b587-8b78d83abf2e req-d0f76e3e-924e-4942-8d72-b8cb4f1f8a37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.2919004 Feb 10 06:23:29.098578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cad53-58fa-4582-b587-8b78d83abf2e req-bd5cc926-9b56-4131-880e-8096241a793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:29.102255 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-018cad53-58fa-4582-b587-8b78d83abf2e req-bd5cc926-9b56-4131-880e-8096241a793a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0706336 Feb 10 06:23:29.131936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-10266c9d-26bd-4879-9101-a75849fc2268 req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-132256396', 'description': 'tempest-description-556246991'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:29.139399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:23:29.166248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-b0e120b2-f947-4d11-9393-7a2986cc16c0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251567 Feb 10 06:23:29.174888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:23:29.175239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8c1e39d5-4d7e-44d7-a616-0b6560e37cdf not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:23:29.206557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10266c9d-26bd-4879-9101-a75849fc2268 req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.235686 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10266c9d-26bd-4879-9101-a75849fc2268 req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.237947 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-018cad53-58fa-4582-b587-8b78d83abf2e req-6d0710fc-ba6a-4af1-9c8d-0baab45da34a service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304364 Feb 10 06:23:29.260991 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Publish callbacks [] for port (2185c937-34f2-4e30-9737-487a16a56c68), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.268238 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2185c937-34f2-4e30-9737-487a16a56c68), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.296327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f568e635-a004-41f0-8359-d38cd54b8d19 req-01ddffd4-72b1-4cdb-a6b6-d90b775790fc service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946362 Feb 10 06:23:29.356382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32deec7-32dd-4e3e-9c5d-1e074d35df09 None None] Pushing event updated for resources: {'Port': ['ID=2185c937-34f2-4e30-9737-487a16a56c68,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:29.380564 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-018cad53-58fa-4582-b587-8b78d83abf2e req-94de7d28-f28d-4c39-a0d5-37a637db7746 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360345 Feb 10 06:23:29.393603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-1c11d69d-26ee-4354-9b2e-1bbd17de1023 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:29.396021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-1c11d69d-26ee-4354-9b2e-1bbd17de1023 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211280 Feb 10 06:23:29.415681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Attempting to bind port 2185c937-34f2-4e30-9737-487a16a56c68 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:29.416454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Attempting to bind port 2185c937-34f2-4e30-9737-487a16a56c68 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '967a5ddd-53d9-42c6-9223-6aee435df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:29.417003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Attempting to bind port 2185c937-34f2-4e30-9737-487a16a56c68 on network 182fc521-5889-4446-96fd-c8df73872ad0 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:29.420626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-9686bfab-1163-4a8a-8dfe-a0aa86454a36 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/quotas/72a4d829d43b4713a617d0fac13e0c08 HTTP/1.1" status: 200 len: 375 time: 0.0134470 Feb 10 06:23:29.423241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:29.423719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Checking segment: {'id': '967a5ddd-53d9-42c6-9223-6aee435df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:29.424218 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.424681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Bound using segment: {'id': '967a5ddd-53d9-42c6-9223-6aee435df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:29.425255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Bound port: 2185c937-34f2-4e30-9737-487a16a56c68, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967a5ddd-53d9-42c6-9223-6aee435df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:29.425685 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2185c937-34f2-4e30-9737-487a16a56c68), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.472445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2e3f229a-39ae-4854-85ab-808efddb206d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404899 Feb 10 06:23:29.492711 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10266c9d-26bd-4879-9101-a75849fc2268 req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (2f802610-016f-4a04-9d6b-3733dd6198fc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.499674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] For port 2185c937-34f2-4e30-9737-487a16a56c68, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:29.500401 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10266c9d-26bd-4879-9101-a75849fc2268 req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2f802610-016f-4a04-9d6b-3733dd6198fc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.503921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] For port 2185c937-34f2-4e30-9737-487a16a56c68, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2185c937-34f2-4e30-9737-487a16a56c68,segment=NetworkSegment(967a5ddd-53d9-42c6-9223-6aee435df248),segment_id=967a5ddd-53d9-42c6-9223-6aee435df248)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:29.514918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2185c937-34f2-4e30-9737-487a16a56c68), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.527886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54864) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:29.569909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f802610-016f-4a04-9d6b-3733dd6198fc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:29.613016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10266c9d-26bd-4879-9101-a75849fc2268 req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (4e073487-39eb-463e-abbe-2103aaae967c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.617524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10266c9d-26bd-4879-9101-a75849fc2268 req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4e073487-39eb-463e-abbe-2103aaae967c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.630324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Routers {'58976134-8563-46ea-8ca7-a1c7c2339b80'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:29.631023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['58976134-8563-46ea-8ca7-a1c7c2339b80'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:29.645350 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10266c9d-26bd-4879-9101-a75849fc2268 req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.653668 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10266c9d-26bd-4879-9101-a75849fc2268 req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5258291 Feb 10 06:23:29.669051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732489c-bc2a-404d-9fc4-92213834c4be tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e073487-39eb-463e-abbe-2103aaae967c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:29.723604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32deec7-32dd-4e3e-9c5d-1e074d35df09 None None] Pushing event updated for resources: {'Port': ['ID=2185c937-34f2-4e30-9737-487a16a56c68,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:29.732768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-905bbc10-ab32-4710-9054-0aea7884b74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.754921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-996cb914-a4a0-4c32-a826-46924c6d5c6d None None] Provisioning complete for port 2185c937-34f2-4e30-9737-487a16a56c68 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:29.755316 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-996cb914-a4a0-4c32-a826-46924c6d5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2185c937-34f2-4e30-9737-487a16a56c68), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.762462 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff9f6f6-3664-4769-bac2-7c5a163a88f7 x-openstack-request-id: req-8ff9f6f6-3664-4769-bac2-7c5a163a88f7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:29.762764 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887f399c-b14b-42af-9465-0f47b928ca8a", "name": "network-vif-deleted", "tag": "8c1e39d5-4d7e-44d7-a616-0b6560e37cdf", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:29.763027 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ff9f6f6-3664-4769-bac2-7c5a163a88f7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:29.763440 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887f399c-b14b-42af-9465-0f47b928ca8a', 'name': 'network-vif-deleted', 'tag': '8c1e39d5-4d7e-44d7-a616-0b6560e37cdf', 'status': 'completed', 'code': 200} Feb 10 06:23:29.919676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-905bbc10-ab32-4710-9054-0aea7884b74b admin admin] Publish callbacks [] for security_group (68259575-a7fd-4c9d-a8db-6031026bc7ca), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:29.926195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-905bbc10-ab32-4710-9054-0aea7884b74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (68259575-a7fd-4c9d-a8db-6031026bc7ca), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.007493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bbc10-ab32-4710-9054-0aea7884b74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68259575-a7fd-4c9d-a8db-6031026bc7ca,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:30.016409 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-905bbc10-ab32-4710-9054-0aea7884b74b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68119ff72c174c6099764214a0708ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4871020 Feb 10 06:23:30.018981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:30.032475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] Set router 58976134-8563-46ea-8ca7-a1c7c2339b80 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:30.115151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fb609022-50bf-4f0d-a1cf-fd3a932429ee req-f5ab57c0-ad02-4ee3-8dc7-deb8ea064a67 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-839593122', 'description': 'tempest-description-2061040390'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:30.124283 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313696c-ec28-48e5-b6d4-d28c83709151 admin admin] Publish callbacks [] for security_group (68259575-a7fd-4c9d-a8db-6031026bc7ca), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.192378 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb609022-50bf-4f0d-a1cf-fd3a932429ee req-f5ab57c0-ad02-4ee3-8dc7-deb8ea064a67 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.222505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-996cb914-a4a0-4c32-a826-46924c6d5c6d None None] Current status of the port 2185c937-34f2-4e30-9737-487a16a56c68 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:30.222785 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-996cb914-a4a0-4c32-a826-46924c6d5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2185c937-34f2-4e30-9737-487a16a56c68), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.231080 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313696c-ec28-48e5-b6d4-d28c83709151 admin admin] Publish callbacks [] for security_group (68259575-a7fd-4c9d-a8db-6031026bc7ca), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.308254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-996cb914-a4a0-4c32-a826-46924c6d5c6d None None] For port 2185c937-34f2-4e30-9737-487a16a56c68, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2185c937-34f2-4e30-9737-487a16a56c68,segment=NetworkSegment(967a5ddd-53d9-42c6-9223-6aee435df248),segment_id=967a5ddd-53d9-42c6-9223-6aee435df248)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:30.328761 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-996cb914-a4a0-4c32-a826-46924c6d5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2185c937-34f2-4e30-9737-487a16a56c68), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.386492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cb914-a4a0-4c32-a826-46924c6d5c6d None None] Pushing event updated for resources: {'Port': ['ID=2185c937-34f2-4e30-9737-487a16a56c68,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:30.401452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:19Z', 'updated_at': '2022-02-10T06:23:25Z', 'revision_number': 4, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'gw_port': {'id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:20Z', 'updated_at': '2022-02-10T06:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '2185c937-34f2-4e30-9737-487a16a56c68', 'name': '', 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'mac_address': 'fa:16:3e:a0:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '645fa222-4c90-4d02-b811-b29fcc5f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:23Z', 'updated_at': '2022-02-10T06:23:29Z', 'revision_number': 4, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'subnets': [{'id': '645fa222-4c90-4d02-b811-b29fcc5f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:30.434234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ba272-b913-4c67-b7b0-8bdde60bc20d None None] The sync data for ids ['58976134-8563-46ea-8ca7-a1c7c2339b80'] in n-d-828670-1 is: [{'id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:19Z', 'updated_at': '2022-02-10T06:23:25Z', 'revision_number': 4, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'gw_port': {'id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:20Z', 'updated_at': '2022-02-10T06:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '2185c937-34f2-4e30-9737-487a16a56c68', 'name': '', 'network_id': '182fc521-5889-4446-96fd-c8df73872ad0', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'mac_address': 'fa:16:3e:a0:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '645fa222-4c90-4d02-b811-b29fcc5f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:23Z', 'updated_at': '2022-02-10T06:23:29Z', 'revision_number': 4, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'subnets': [{'id': '645fa222-4c90-4d02-b811-b29fcc5f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:23:30.455728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f3c64339-e391-4fe5-bf6f-b6abc45c60c5 None None] Provisioning complete for port 2185c937-34f2-4e30-9737-487a16a56c68 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:30.456264 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3c64339-e391-4fe5-bf6f-b6abc45c60c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2185c937-34f2-4e30-9737-487a16a56c68), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.581635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f3c64339-e391-4fe5-bf6f-b6abc45c60c5 None None] Current status of the port 2185c937-34f2-4e30-9737-487a16a56c68 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:30.611997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-0cc215f9-83f4-43c9-9e72-f0bee39b0e44 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:30.613544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-0cc215f9-83f4-43c9-9e72-f0bee39b0e44 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 820 time: 0.4822628 Feb 10 06:23:30.631912 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313696c-ec28-48e5-b6d4-d28c83709151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (68259575-a7fd-4c9d-a8db-6031026bc7ca), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.636182 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313696c-ec28-48e5-b6d4-d28c83709151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.637396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2313696c-ec28-48e5-b6d4-d28c83709151 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68259575-a7fd-4c9d-a8db-6031026bc7ca HTTP/1.1" status: 204 len: 168 time: 0.6173756 Feb 10 06:23:30.647132 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb609022-50bf-4f0d-a1cf-fd3a932429ee req-f5ab57c0-ad02-4ee3-8dc7-deb8ea064a67 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (9114891e-09a4-44a5-bd02-08f37bf93995), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.660168 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb609022-50bf-4f0d-a1cf-fd3a932429ee req-f5ab57c0-ad02-4ee3-8dc7-deb8ea064a67 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9114891e-09a4-44a5-bd02-08f37bf93995), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.665040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313696c-ec28-48e5-b6d4-d28c83709151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68259575-a7fd-4c9d-a8db-6031026bc7ca,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:30.670276 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-bcb6d2f7-786d-4d33-92a4-40bbc3fe4490 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/quotas/cb34d3170a2f4925acf03a399ad15b89 HTTP/1.1" status: 200 len: 375 time: 0.0279205 Feb 10 06:23:30.722682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb609022-50bf-4f0d-a1cf-fd3a932429ee req-f5ab57c0-ad02-4ee3-8dc7-deb8ea064a67 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:30.730881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb609022-50bf-4f0d-a1cf-fd3a932429ee req-f5ab57c0-ad02-4ee3-8dc7-deb8ea064a67 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6325321 Feb 10 06:23:30.742841 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-ae47d3f1-cbdf-4196-afc0-b691aa847ccc tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620692 Feb 10 06:23:30.747311 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab57c0-ad02-4ee3-8dc7-deb8ea064a67 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9114891e-09a4-44a5-bd02-08f37bf93995,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:30.819203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8348ebf8-1d70-4134-b2f5-cccf8a64a8d8 req-df4bea0e-e8a8-436b-a1e2-54cb9bf341cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 210 time: 0.0317867 Feb 10 06:23:30.968122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-20d039f3-78b9-499b-be82-d7ecb5f9b974 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:23:30.975049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-20d039f3-78b9-499b-be82-d7ecb5f9b974 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0991275 Feb 10 06:23:30.985982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24566d54-3eda-441f-9b2d-827cd229217b req-43a7a3b3-9a23-4eca-9ef9-868f2938852e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:30.987914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24566d54-3eda-441f-9b2d-827cd229217b req-43a7a3b3-9a23-4eca-9ef9-868f2938852e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 947 time: 0.0944777 Feb 10 06:23:31.023515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54910) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:31.038426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-92e8adaa-2743-4c90-a5df-b1c732e8825a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.044950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-c21f5dd1-3627-4977-a661-2c75109fc866 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554047 Feb 10 06:23:31.131397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-92e8adaa-2743-4c90-a5df-b1c732e8825a admin admin] Publish callbacks [] for security_group (0e3fa409-9bb5-4a2d-bf96-e880212ecd4e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.137639 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-92e8adaa-2743-4c90-a5df-b1c732e8825a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0e3fa409-9bb5-4a2d-bf96-e880212ecd4e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.183612 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-92e8adaa-2743-4c90-a5df-b1c732e8825a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a67b627120004ca3af792fdec70371f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589739 Feb 10 06:23:31.187056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54912) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:31.194902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8adaa-2743-4c90-a5df-b1c732e8825a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3fa409-9bb5-4a2d-bf96-e880212ecd4e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:31.214853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24566d54-3eda-441f-9b2d-827cd229217b req-9efaddb9-9c69-49c9-9fc1-44c9c00104cf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142236 Feb 10 06:23:31.242867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-45cd8851-d8e9-48da-9f3a-80c5707436b0 service neutron] 10.222.0.21 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520630 Feb 10 06:23:31.275229 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63cad40c-7697-4012-aa08-701cdd8cfde7 admin admin] Publish callbacks [] for security_group (0e3fa409-9bb5-4a2d-bf96-e880212ecd4e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.305815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63cad40c-7697-4012-aa08-701cdd8cfde7 admin admin] Publish callbacks [] for security_group (0e3fa409-9bb5-4a2d-bf96-e880212ecd4e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.319207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2935f326-52a5-4e13-897d-0da8267abacd tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:31.320680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2935f326-52a5-4e13-897d-0da8267abacd tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2597599 Feb 10 06:23:31.340914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Request body: {'port': {'device_id': '021cb627-9e18-4a41-ab8a-eb9cbeec36ef', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '72a4d829d43b4713a617d0fac13e0c08'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:31.369805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2185c937-34f2-4e30-9737-487a16a56c68 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:31.400740 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63cad40c-7697-4012-aa08-701cdd8cfde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0e3fa409-9bb5-4a2d-bf96-e880212ecd4e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.405564 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63cad40c-7697-4012-aa08-701cdd8cfde7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.407037 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-63cad40c-7697-4012-aa08-701cdd8cfde7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e3fa409-9bb5-4a2d-bf96-e880212ecd4e HTTP/1.1" status: 204 len: 168 time: 0.2187345 Feb 10 06:23:31.440569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cad40c-7697-4012-aa08-701cdd8cfde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3fa409-9bb5-4a2d-bf96-e880212ecd4e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:31.486690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2185c937-34f2-4e30-9737-487a16a56c68 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:31.487175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2185c937-34f2-4e30-9737-487a16a56c68), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.552884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-e31091ad-2a41-4f61-a9b3-24932f8c4303 service neutron] 10.222.0.21 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034523 Feb 10 06:23:31.601742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2185c937-34f2-4e30-9737-487a16a56c68 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:31.667268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Made reservation on behalf of 72a4d829d43b4713a617d0fac13e0c08 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:31.674834 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.700976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.764399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e426a1c4-1a26-444c-8fe8-7d1e973e3680', 'tag': '21666f84-4425-4b00-9afb-3fd0ee06120d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:31.767126 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf8647f-a990-472e-9fba-f8e9187845e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e426a1c4-1a26-444c-8fe8-7d1e973e3680", "tag": "21666f84-4425-4b00-9afb-3fd0ee06120d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:31.898532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecf809dc-9cf7-40bc-a9a8-8b35f9d52897 req-f2b07775-957e-4f20-bba9-a48666d536aa tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 210 time: 0.0633655 Feb 10 06:23:31.944950 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for security_group (425c6aa1-eee1-43f2-9a71-62e02d5f8bb5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:31.965277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-8b6e2ae2-c61d-4a8a-b137-8aaab4691ae1 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39869 time: 0.4558225 Feb 10 06:23:31.966461 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (425c6aa1-eee1-43f2-9a71-62e02d5f8bb5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:32.072877 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73883c1d-c0d2-4c11-9f9c-1d9f160633ae x-openstack-request-id: req-73883c1d-c0d2-4c11-9f9c-1d9f160633ae {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:32.073182 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e426a1c4-1a26-444c-8fe8-7d1e973e3680", "tag": "21666f84-4425-4b00-9afb-3fd0ee06120d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:32.073530 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73883c1d-c0d2-4c11-9f9c-1d9f160633ae {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:32.073930 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e426a1c4-1a26-444c-8fe8-7d1e973e3680', 'tag': '21666f84-4425-4b00-9afb-3fd0ee06120d', 'status': 'completed', 'code': 200} Feb 10 06:23:32.097353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:32.120164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-6d51d3bb-2597-4fdf-b256-b84279df17f0 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/026c7fcf-3f77-4873-9a99-80201e67f08c HTTP/1.1" status: 200 len: 2998 time: 0.1457293 Feb 10 06:23:32.174185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-bb403068-e69d-49b1-bc58-0bef5053dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:32.178260 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-bb403068-e69d-49b1-bc58-0bef5053dc55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 1129 time: 0.1148918 Feb 10 06:23:32.251588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Allocated IP 192.168.233.254 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/01387392-3047-49c5-973b-708bdfaa474b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:32.255274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71671704-a7e3-45d3-b884-329375efd14a req-5fda8509-4bf7-4494-954c-ba26426a66a9 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 210 time: 0.0618272 Feb 10 06:23:32.259518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-d475d9f5-a631-4f1d-9fd4-a532ed36cd64 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/026c7fcf-3f77-4873-9a99-80201e67f08c HTTP/1.1" status: 200 len: 2998 time: 0.1320214 Feb 10 06:23:32.337403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-f0b0ff26-6c82-4731-817b-520c64744e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:32.339239 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-f0b0ff26-6c82-4731-817b-520c64744e8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1535754 Feb 10 06:23:32.383422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-a904f488-5907-4e8d-8605-0b74af4c672d tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/19c3406c-e087-4921-9f4f-e96ec1c1b43f HTTP/1.1" status: 200 len: 2998 time: 0.1172371 Feb 10 06:23:32.398841 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-ac3581e0-877a-4e9d-81e9-04a7e2ec1d33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21666f84-4425-4b00-9afb-3fd0ee06120d HTTP/1.1" status: 200 len: 217 time: 0.0523880 Feb 10 06:23:32.458009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-adc10c5a-64e1-4cf6-8ceb-7c91e77c4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:32.459783 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-adc10c5a-64e1-4cf6-8ceb-7c91e77c4632 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0524800 Feb 10 06:23:32.501245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-0de8f28c-8c3b-47c5-afed-5540b1495861 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/19c3406c-e087-4921-9f4f-e96ec1c1b43f HTTP/1.1" status: 200 len: 2998 time: 0.1072469 Feb 10 06:23:32.538442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 21666f84-4425-4b00-9afb-3fd0ee06120d details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:23:32.548074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-4080e544-cd27-406b-9e61-2829fb948f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:32.550275 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-4080e544-cd27-406b-9e61-2829fb948f2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0832329 Feb 10 06:23:32.606088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for port (01387392-3047-49c5-973b-708bdfaa474b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:32.666491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-0477adca-aae3-4d0c-ab83-ec3cfee09d86 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2f802610-016f-4a04-9d6b-3733dd6198fc HTTP/1.1" status: 200 len: 2998 time: 0.1573417 Feb 10 06:23:32.711025 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-18c874eb-1a2e-43f6-8cd6-b5af27981816 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534922 Feb 10 06:23:32.758421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 21666f84-4425-4b00-9afb-3fd0ee06120d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21666f84-4425-4b00-9afb-3fd0ee06120d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:32.783029 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (01387392-3047-49c5-973b-708bdfaa474b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:32.790679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '21666f84-4425-4b00-9afb-3fd0ee06120d', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '21666f84-4425-4b00-9afb-3fd0ee06120d', 'mac_address': 'fa:16:3e:ac:cb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:23:32.847363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54980) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:32.853178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0c189f4c-10eb-482f-abff-d78e38d47c18 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054550507', 'description': 'tempest-description--1373235992'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:32.872995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-0038ed6f-f97a-4cb9-b7fb-fb3a433aa2b8 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2f802610-016f-4a04-9d6b-3733dd6198fc HTTP/1.1" status: 200 len: 2998 time: 0.1982317 Feb 10 06:23:32.890235 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cf8647f-a990-472e-9fba-f8e9187845e7 req-2f2d8cac-1036-4a8d-9f2d-46c0ff8c727c service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717615 Feb 10 06:23:32.893996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:32.903726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 21666f84-4425-4b00-9afb-3fd0ee06120d is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:32.904368 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:32.916711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c189f4c-10eb-482f-abff-d78e38d47c18 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:32.921261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:32.923849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21666f84-4425-4b00-9afb-3fd0ee06120d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:32.924047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:32.931165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:32.931522 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:32.951245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 21666f84-4425-4b00-9afb-3fd0ee06120d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21666f84-4425-4b00-9afb-3fd0ee06120d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:32.951477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event updated for resources: {'Port': ['ID=01387392-3047-49c5-973b-708bdfaa474b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:32.960530 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:32.961840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:23:32.991629 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-2a8e18ac-6035-40d6-8d8f-702c11c089e8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6594820 Feb 10 06:23:32.998898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-94a7fc9f-c8a3-455d-8735-fcef02297e14 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4d00091f-917b-4201-885e-bdb362e5e468 HTTP/1.1" status: 200 len: 2998 time: 0.1166074 Feb 10 06:23:33.009248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Request body: {'port': {'device_id': '021cb627-9e18-4a41-ab8a-eb9cbeec36ef', 'device_owner': 'compute:tempest-test_az-1444562741', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:33.028155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:33.065898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'mac_address': 'fa:16:3e:ae:da:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:23:33.079090 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c189f4c-10eb-482f-abff-d78e38d47c18 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group (e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.092395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c189f4c-10eb-482f-abff-d78e38d47c18 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.094044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877d2e3-3ef2-438b-988d-fbb1666ae857 req-ad081b57-aeda-4f89-b0e0-3279b2f5b19e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:33.105614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a877d2e3-3ef2-438b-988d-fbb1666ae857 req-ad081b57-aeda-4f89-b0e0-3279b2f5b19e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 947 time: 0.2161453 Feb 10 06:23:33.153543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=21666f84-4425-4b00-9afb-3fd0ee06120d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:33.181210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c189f4c-10eb-482f-abff-d78e38d47c18 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:33.198141 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c189f4c-10eb-482f-abff-d78e38d47c18 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.200290 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0c189f4c-10eb-482f-abff-d78e38d47c18 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3522604 Feb 10 06:23:33.203806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54990) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:33.218793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3c204faf-3004-48cc-aa4c-7690d99729c4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Request body: {'security_group_rule': {'security_group_id': 'e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:33.229268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.24', 60801) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:33.270619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a877d2e3-3ef2-438b-988d-fbb1666ae857 req-a9a15d29-9a85-439c-94ba-32e2400b02da tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403232 Feb 10 06:23:33.281373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (01387392-3047-49c5-973b-708bdfaa474b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.289635 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-902d68d6-8230-4bbe-ad31-f8ce1a304f18 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4d00091f-917b-4201-885e-bdb362e5e468 HTTP/1.1" status: 200 len: 2998 time: 0.2719662 Feb 10 06:23:33.302435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:33.302865 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.337402 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3c204faf-3004-48cc-aa4c-7690d99729c4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group_rule (dae753cf-1165-408f-bad1-285e0fd1e1b5), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.343951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdf9497-357f-448e-96b4-6c4c8f829e47 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:33.380497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dc84744e-ef5f-44e2-8fd8-87e63794bb80 None None] Provisioning complete for port 01387392-3047-49c5-973b-708bdfaa474b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:33.380905 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc84744e-ef5f-44e2-8fd8-87e63794bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (01387392-3047-49c5-973b-708bdfaa474b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.394451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:33.418880 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.462966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dc84744e-ef5f-44e2-8fd8-87e63794bb80 None None] Port 01387392-3047-49c5-973b-708bdfaa474b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:33.466929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e755882-208a-40cc-af5d-7c94f204eb91 req-8913dc53-4d4a-468a-95db-d638eefdb8fe tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 210 time: 0.1085925 Feb 10 06:23:33.492131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-6d2e00dc-a2d9-49f0-8764-f2bcdeb402d9 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/57e39cd7-8861-4fa2-8eeb-df2e3ea2b212 HTTP/1.1" status: 200 len: 2995 time: 0.1827741 Feb 10 06:23:33.516976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:33.555282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-83afb6c2-bb7d-4415-bc0a-d15cb676da5f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:33.556846 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-83afb6c2-bb7d-4415-bc0a-d15cb676da5f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 820 time: 0.3254778 Feb 10 06:23:33.558850 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3c204faf-3004-48cc-aa4c-7690d99729c4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group_rule (dae753cf-1165-408f-bad1-285e0fd1e1b5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.563983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3c204faf-3004-48cc-aa4c-7690d99729c4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (dae753cf-1165-408f-bad1-285e0fd1e1b5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.580338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Request body: {'port': {'device_id': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'admin_state_up': True, 'tenant_id': 'cb34d3170a2f4925acf03a399ad15b89'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:33.604419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c204faf-3004-48cc-aa4c-7690d99729c4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae753cf-1165-408f-bad1-285e0fd1e1b5,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:33.620475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3c204faf-3004-48cc-aa4c-7690d99729c4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.621810 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3c204faf-3004-48cc-aa4c-7690d99729c4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4167550 Feb 10 06:23:33.624540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55000) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:33.629025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6be4ffbb-5c60-4819-b1b3-e61090796700 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Request body: {'security_group_rule': {'security_group_id': 'e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:33.695909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6be4ffbb-5c60-4819-b1b3-e61090796700 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group_rule (c320d130-ffb5-455a-bafb-b87249139c9f), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.698974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-6ae45b58-9871-472c-86e0-24b24bb1538f tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/57e39cd7-8861-4fa2-8eeb-df2e3ea2b212 HTTP/1.1" status: 200 len: 2995 time: 0.2002969 Feb 10 06:23:33.768109 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6be4ffbb-5c60-4819-b1b3-e61090796700 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group_rule (c320d130-ffb5-455a-bafb-b87249139c9f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.768904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Made reservation on behalf of cb34d3170a2f4925acf03a399ad15b89 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:33.769025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216d457-f52f-46ab-93a8-325fe5868797 req-c6f2dab3-3ee4-47c1-a79d-91f0c6660db4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:33.771292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e216d457-f52f-46ab-93a8-325fe5868797 req-c6f2dab3-3ee4-47c1-a79d-91f0c6660db4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 936 time: 0.1737473 Feb 10 06:23:33.772911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.776124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6be4ffbb-5c60-4819-b1b3-e61090796700 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (c320d130-ffb5-455a-bafb-b87249139c9f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.811320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4ffbb-5c60-4819-b1b3-e61090796700 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c320d130-ffb5-455a-bafb-b87249139c9f,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:33.819448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-bbe42cde-5705-48d2-8463-6b3d5ae81206 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/69dfa576-eb23-4355-9904-90872e8ce921 HTTP/1.1" status: 200 len: 2998 time: 0.1128616 Feb 10 06:23:33.849311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6be4ffbb-5c60-4819-b1b3-e61090796700 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.850516 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6be4ffbb-5c60-4819-b1b3-e61090796700 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2249334 Feb 10 06:23:33.853722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55004) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:33.857797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:33.875982 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e216d457-f52f-46ab-93a8-325fe5868797 req-26414fdf-420e-4af0-b48a-416c3cd00895 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968776 Feb 10 06:23:33.880032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['fbdf9497-357f-448e-96b4-6c4c8f829e47'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:33.898927 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:33.905833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-a53678f7-cbe9-4069-a742-51c0fb14b0af tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/69dfa576-eb23-4355-9904-90872e8ce921 HTTP/1.1" status: 200 len: 2998 time: 0.0716941 Feb 10 06:23:33.907548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['21666f84-4425-4b00-9afb-3fd0ee06120d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:33.962923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Allocated IP 172.20.0.8 (cd7850a8-bee2-4a53-874f-666566691896/45e5f93f-7f0a-4276-a487-bdcd30a90931/abed6ce7-d8ca-4faf-8acf-abe997a1b8ec) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:33.974627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01387392-3047-49c5-973b-708bdfaa474b {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:33.989518 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Publish callbacks [] for port (01387392-3047-49c5-973b-708bdfaa474b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.010876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-ffbb368d-2219-4744-bd5b-9959534aa4e2 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7376da9a-ea09-4605-9081-3431b5b3d86e HTTP/1.1" status: 200 len: 2998 time: 0.0724142 Feb 10 06:23:34.011786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Transition to ACTIVE for port object 01387392-3047-49c5-973b-708bdfaa474b will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:34.019321 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (01387392-3047-49c5-973b-708bdfaa474b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.132456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Pushing event updated for resources: {'Port': ['ID=01387392-3047-49c5-973b-708bdfaa474b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:34.173980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-6c28f598-b42b-4a13-92df-fbec74748f87 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7376da9a-ea09-4605-9081-3431b5b3d86e HTTP/1.1" status: 200 len: 2998 time: 0.1368964 Feb 10 06:23:34.197873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.203730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Attempting to bind port 01387392-3047-49c5-973b-708bdfaa474b on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:34.203730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Attempting to bind port 01387392-3047-49c5-973b-708bdfaa474b by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:34.203730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Attempting to bind port 01387392-3047-49c5-973b-708bdfaa474b on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:34.213547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Port 01387392-3047-49c5-973b-708bdfaa474b on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:34.213864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Attempting to bind port 01387392-3047-49c5-973b-708bdfaa474b on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:34.228077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:34.228407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:34.228791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:34.229339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Bound port: 01387392-3047-49c5-973b-708bdfaa474b, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:34.229817 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (01387392-3047-49c5-973b-708bdfaa474b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.252349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-7dd6dab7-8fd1-4fc9-bf33-f5bee9670690 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7653f0fc-6c66-46db-9ecf-6809c5100716 HTTP/1.1" status: 200 len: 2990 time: 0.0600243 Feb 10 06:23:34.300842 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks [] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.352963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-7a82e532-33e7-42a4-bfa7-f6c5c640a843 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7653f0fc-6c66-46db-9ecf-6809c5100716 HTTP/1.1" status: 200 len: 2990 time: 0.0912440 Feb 10 06:23:34.363519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] For port 01387392-3047-49c5-973b-708bdfaa474b, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:34.370244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] For port 01387392-3047-49c5-973b-708bdfaa474b, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=01387392-3047-49c5-973b-708bdfaa474b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:34.382230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Allocated IP 172.25.8.186 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/6af0ee35-6e56-43cf-8c0f-be651b7df17a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:34.383981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (01387392-3047-49c5-973b-708bdfaa474b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.421311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.465175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:34.466060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.467277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] 10.222.0.24 "PUT /v2.0/ports/01387392-3047-49c5-973b-708bdfaa474b HTTP/1.1" status: 200 len: 1118 time: 1.4673197 Feb 10 06:23:34.467761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021cb627-9e18-4a41-ab8a-eb9cbeec36ef', 'tag': '01387392-3047-49c5-973b-708bdfaa474b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:34.470004 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f35b65-56cb-4998-a783-4ef2a1e3a289" -d '{"events": [{"name": "network-changed", "server_uuid": "021cb627-9e18-4a41-ab8a-eb9cbeec36ef", "tag": "01387392-3047-49c5-973b-708bdfaa474b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:34.501581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-c25972fb-4d5f-4f50-8e9e-cf55454dbbea tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/93ccb124-c05b-4978-ac74-156d1864f92d HTTP/1.1" status: 200 len: 2998 time: 0.1279211 Feb 10 06:23:34.516267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d2ccc-f838-4b8e-9c9c-1e3fcdac5696 service neutron] Pushing event updated for resources: {'Port': ['ID=01387392-3047-49c5-973b-708bdfaa474b,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:34.537801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Network cd7850a8-bee2-4a53-874f-666566691896 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:34.557692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:34.561318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:34.566924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:34.568085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.576908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Pushing event updated for resources: {'Port': ['ID=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:34.610227 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-f2ca35b6-f2fd-40d1-8120-8a6e52573ca4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0379376 Feb 10 06:23:34.615626 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for port (6af0ee35-6e56-43cf-8c0f-be651b7df17a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.625091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Request body: {'port': {'device_id': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:34.639883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-acd64143-0a5d-4c53-8024-a107ed8de490 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/93ccb124-c05b-4978-ac74-156d1864f92d HTTP/1.1" status: 200 len: 2998 time: 0.1079853 Feb 10 06:23:34.650711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-becc4816-9a9c-431c-ba0b-7e0e888ea50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:34.652397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-becc4816-9a9c-431c-ba0b-7e0e888ea50c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 1152 time: 0.1184649 Feb 10 06:23:34.661180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1318-bd54-4fa8-8d8e-180423a09aa9 req-feff4826-9399-4cb6-b03b-d0972594b0f1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:34.666789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4ac1318-bd54-4fa8-8d8e-180423a09aa9 req-feff4826-9399-4cb6-b03b-d0972594b0f1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 948 time: 0.1337838 Feb 10 06:23:34.701361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.710724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (6af0ee35-6e56-43cf-8c0f-be651b7df17a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:34.737981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-1b0183cb-4eb7-4235-ac8b-0d73aeb52e55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=01387392-3047-49c5-973b-708bdfaa474b HTTP/1.1" status: 200 len: 217 time: 0.0626373 Feb 10 06:23:34.779850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:34.787192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:34.794175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:34.804644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event updated for resources: {'Port': ['ID=6af0ee35-6e56-43cf-8c0f-be651b7df17a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:34.804822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-b21a0a37-56dd-4e62-b839-028cef33d2e8 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a40d421d-fa92-42db-99a6-01d5d400626e HTTP/1.1" status: 200 len: 2998 time: 0.1509075 Feb 10 06:23:34.815395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4ac1318-bd54-4fa8-8d8e-180423a09aa9 req-b1ad628a-3412-4afd-9d2f-89ef3c352971 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418614 Feb 10 06:23:34.844931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-28bdca46-84fa-4670-960e-36ed1a423ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:34.846837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-28bdca46-84fa-4670-960e-36ed1a423ef7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0926349 Feb 10 06:23:34.898074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-727c99d0-535e-49a4-8e85-599e86ff75ec tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a40d421d-fa92-42db-99a6-01d5d400626e HTTP/1.1" status: 200 len: 2998 time: 0.0801058 Feb 10 06:23:34.945184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-cd8f3a77-ea96-4ddb-af18-d27fee721a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:34.947758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-cd8f3a77-ea96-4ddb-af18-d27fee721a4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0836761 Feb 10 06:23:34.955287 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808c604e-9b55-4c72-a476-a9d103017db6 x-openstack-request-id: req-808c604e-9b55-4c72-a476-a9d103017db6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:34.955600 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021cb627-9e18-4a41-ab8a-eb9cbeec36ef", "tag": "01387392-3047-49c5-973b-708bdfaa474b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:34.955830 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-808c604e-9b55-4c72-a476-a9d103017db6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:34.956246 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021cb627-9e18-4a41-ab8a-eb9cbeec36ef', 'tag': '01387392-3047-49c5-973b-708bdfaa474b', 'status': 'completed', 'code': 200} Feb 10 06:23:34.962121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-f3320fe5-e994-4c27-918d-3daa7a0a5c09 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c614e87b-8062-4bb0-ac06-41f915bf64ab HTTP/1.1" status: 200 len: 2994 time: 0.0573759 Feb 10 06:23:35.134169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (b3b6423a-d0c9-4769-a83d-4b1377edcd4d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.219901 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6af0ee35-6e56-43cf-8c0f-be651b7df17a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.287694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-f53e4a3b-6b26-4133-875d-2f8ac6a649e1 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c614e87b-8062-4bb0-ac06-41f915bf64ab HTTP/1.1" status: 200 len: 2994 time: 0.3132732 Feb 10 06:23:35.326186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-e711d5b8-423c-4171-a6ae-c5a8d2485208 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604031 Feb 10 06:23:35.337301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac86ef-c03d-451c-bbe4-6ba418a0dca2 req-27a54b44-e5d4-4952-b72c-fe62888b053e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:35.338735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ceac86ef-c03d-451c-bbe4-6ba418a0dca2 req-27a54b44-e5d4-4952-b72c-fe62888b053e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 931 time: 0.3317859 Feb 10 06:23:35.376119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abed6ce7-d8ca-4faf-8acf-abe997a1b8ec {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:35.388947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Publish callbacks [] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.396619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-d83ae974-7d34-40de-aaf8-92314ea85361 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d00de278-0ab2-4e79-9e6e-bd75fb475eeb HTTP/1.1" status: 200 len: 2998 time: 0.1029863 Feb 10 06:23:35.413242 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Transition to ACTIVE for port object abed6ce7-d8ca-4faf-8acf-abe997a1b8ec will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:35.418529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.485170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ceac86ef-c03d-451c-bbe4-6ba418a0dca2 req-d23111cf-96b0-4372-bb5e-173af6720c99 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356907 Feb 10 06:23:35.487131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Pushing event updated for resources: {'Port': ['ID=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:35.493135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for port (6af0ee35-6e56-43cf-8c0f-be651b7df17a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.516793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff4322-bbbf-4c01-9368-3966a17bf2d7 req-1e07d833-f302-4e6b-84a4-9b4d027b7d78 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d00de278-0ab2-4e79-9e6e-bd75fb475eeb HTTP/1.1" status: 200 len: 2998 time: 0.0856798 Feb 10 06:23:35.519221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc41f87d-bda3-48bf-9a80-ceb5060a24e8 req-443bc59f-1c5b-4612-be53-3d61a6322512 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796250 Feb 10 06:23:35.526617 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6af0ee35-6e56-43cf-8c0f-be651b7df17a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.574081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (b3b6423a-d0c9-4769-a83d-4b1377edcd4d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.579265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:35.579606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:35.579966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:35.599967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:35.600295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:35.614344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event updated for resources: {'Port': ['ID=6af0ee35-6e56-43cf-8c0f-be651b7df17a,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:35.619121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:35.619453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:35.619835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:35.620280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Bound port: abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:35.620634 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.626075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.627360 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2645d07a-2805-4b11-93bb-0801446eeec7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7728283 Feb 10 06:23:35.691696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-27cc4432-7a8b-4cfc-ae79-2302e85b207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:35.693752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-27cc4432-7a8b-4cfc-ae79-2302e85b207f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 1152 time: 0.1143181 Feb 10 06:23:35.718929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:35.722344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:35.729263 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.765411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:35.766038 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:35.767455 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] 10.222.0.24 "PUT /v2.0/ports/abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 200 len: 1091 time: 1.1478057 Feb 10 06:23:35.767897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:35.770209 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c" -d '{"events": [{"name": "network-changed", "server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:35.781504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0b551-33af-442e-9e19-e95311788bbf req-07646702-56b9-4a36-85de-8b305d10f862 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:35.783205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21f0b551-33af-442e-9e19-e95311788bbf req-07646702-56b9-4a36-85de-8b305d10f862 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 970 time: 0.1326814 Feb 10 06:23:35.792068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cd68d-35a6-4035-b20a-59fc6a031a37 service neutron] Pushing event updated for resources: {'Port': ['ID=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:35.852558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-73839342-21b3-45b3-9cad-73c3a2de938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:35.854447 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-73839342-21b3-45b3-9cad-73c3a2de938f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1125 time: 0.0488985 Feb 10 06:23:35.896833 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-51feb195-ced2-4c6b-90b3-a106f1e25d62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 200 len: 217 time: 0.0351951 Feb 10 06:23:35.911435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50055c93-daa0-4f7a-9904-bedd13a8283c req-c9f8afa7-29d2-4a01-b6d3-5b34fd7d21f3 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20a199c491e2423b8aa9ca282f0878ca HTTP/1.1" status: 200 len: 6152 time: 0.1920803 Feb 10 06:23:35.927905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-f40c5a56-5cbd-4a43-a4f1-e4916e8a2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:35.929294 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-f40c5a56-5cbd-4a43-a4f1-e4916e8a2ee4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2219970 Feb 10 06:23:35.933768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21f0b551-33af-442e-9e19-e95311788bbf req-6f75d8bc-ba3a-422a-8526-b972c635a7c5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114242 Feb 10 06:23:35.947751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-a1836f80-f62d-4f10-8f02-8a1fd12a590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:35.950454 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-a1836f80-f62d-4f10-8f02-8a1fd12a590f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0473399 Feb 10 06:23:35.987638 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-0de1e9e8-026e-44ae-a249-5b90e8a1ae07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307624 Feb 10 06:23:35.992613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-cbe49622-9bc5-4969-98e2-68c4b0ddeeed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=01387392-3047-49c5-973b-708bdfaa474b HTTP/1.1" status: 200 len: 217 time: 0.0531361 Feb 10 06:23:36.031394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50055c93-daa0-4f7a-9904-bedd13a8283c req-11562d0a-e8a7-4e31-bd40-5d2105c4a80a tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] 10.222.0.21 "GET /v2.0/security-groups/19c3406c-e087-4921-9f4f-e96ec1c1b43f HTTP/1.1" status: 200 len: 2998 time: 0.1137507 Feb 10 06:23:36.066850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-efba15c5-31ab-4e5c-8094-f2d8203b16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:36.068405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-efba15c5-31ab-4e5c-8094-f2d8203b16d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0694993 Feb 10 06:23:36.103931 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-6337d416-21d0-4f1c-a72a-4e7d5146feda service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083152 Feb 10 06:23:36.141169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50055c93-daa0-4f7a-9904-bedd13a8283c req-0854770d-16f1-4036-8030-7aafe26c88ff tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] 10.222.0.21 "GET /v2.0/security-groups/19c3406c-e087-4921-9f4f-e96ec1c1b43f HTTP/1.1" status: 200 len: 2998 time: 0.1032219 Feb 10 06:23:36.191083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-4fa9f832-c1d6-4d06-b576-31cd418edbed tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1054550507&fields=id&tenant_id=63fd68b01c79456db71ca11a58d5d875 HTTP/1.1" status: 200 len: 267 time: 0.1130655 Feb 10 06:23:36.193997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-133d2d65-61f1-4289-b797-1fc8cf009c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:36.195825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-133d2d65-61f1-4289-b797-1fc8cf009c38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1195340 Feb 10 06:23:36.215767 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9290c9aa-aa5e-4c74-b599-51deffd5a6a3 x-openstack-request-id: req-9290c9aa-aa5e-4c74-b599-51deffd5a6a3 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:36.216595 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:36.216595 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9290c9aa-aa5e-4c74-b599-51deffd5a6a3 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:36.216850 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec', 'status': 'completed', 'code': 200} Feb 10 06:23:36.231069 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c42ed7-6260-4362-8a8a-69987d89d1b9 req-a30261bb-53cb-4f89-ad81-0be156cbdc93 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198795 Feb 10 06:23:36.296318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55078) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:36.334637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-425ab3d4-49c1-4034-aa1a-f3b9fc8c96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:36.336184 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-425ab3d4-49c1-4034-aa1a-f3b9fc8c96ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1125 time: 0.0485859 Feb 10 06:23:36.419472 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7844-a657-48af-b4ec-49457a70a701 req-3ebfdb17-10d1-4d83-9896-6c18e360fd7d tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:36.421023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-3ebfdb17-10d1-4d83-9896-6c18e360fd7d tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/networks?id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 HTTP/1.1" status: 200 len: 823 time: 0.2197068 Feb 10 06:23:36.429141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8f44-f82d-45bf-b5f4-52061f57c798 req-6f6347cd-6f4b-4b36-8a3f-3baf2a3db900 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:36.430592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-206c8f44-f82d-45bf-b5f4-52061f57c798 req-6f6347cd-6f4b-4b36-8a3f-3baf2a3db900 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 948 time: 0.1642883 Feb 10 06:23:36.434847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-2d74b493-9668-491b-abfb-a7afafc038ac service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314389 Feb 10 06:23:36.440707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52f5a4d6-594c-472d-b855-6e147ec6bb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.449392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-8d47d608-8d92-4cf1-a61a-dd67dcfa5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:36.450864 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-8d47d608-8d92-4cf1-a61a-dd67dcfa5844 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.1078866 Feb 10 06:23:36.467922 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.471025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-d6e2b6d6-4b4d-4d29-876e-db8b49918460 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/quotas/63fd68b01c79456db71ca11a58d5d875 HTTP/1.1" status: 200 len: 375 time: 0.0392127 Feb 10 06:23:36.503026 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-ab0e74fb-7be0-453a-b999-10705623d1d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 200 len: 217 time: 0.0436442 Feb 10 06:23:36.528280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 21666f84-4425-4b00-9afb-3fd0ee06120d up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:36.571950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-5e82c264-36ac-4d3d-866e-e0979845c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:36.573635 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-5e82c264-36ac-4d3d-866e-e0979845c389 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0623569 Feb 10 06:23:36.594351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-206c8f44-f82d-45bf-b5f4-52061f57c798 req-20e3f6d4-3314-4d76-a936-7cd9c187cbb6 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538939 Feb 10 06:23:36.603131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 21666f84-4425-4b00-9afb-3fd0ee06120d completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:23:36.608429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 21666f84-4425-4b00-9afb-3fd0ee06120d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:36.608916 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.613895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-ca203995-b74a-4aea-8a05-7f1a8db8f710 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335131 Feb 10 06:23:36.627899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8f35b65-56cb-4998-a783-4ef2a1e3a289 req-5d02cf1e-ca7e-4b5a-b9d8-4a298d1a98c7 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862030 Feb 10 06:23:36.647872 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-fd8971aa-8d21-4016-989a-1c7a2e398b95 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63fd68b01c79456db71ca11a58d5d875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1594517 Feb 10 06:23:36.655872 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52f5a4d6-594c-472d-b855-6e147ec6bb7b admin admin] Publish callbacks [] for security_group (9875f51a-daa8-4cbd-bb20-ac5717b55e80), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.666616 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52f5a4d6-594c-472d-b855-6e147ec6bb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9875f51a-daa8-4cbd-bb20-ac5717b55e80), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.738806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5a4d6-594c-472d-b855-6e147ec6bb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9875f51a-daa8-4cbd-bb20-ac5717b55e80,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:36.747287 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-52f5a4d6-594c-472d-b855-6e147ec6bb7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d42da862282419abadd8b6556dc74bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476316 Feb 10 06:23:36.747584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55090) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:36.780062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 21666f84-4425-4b00-9afb-3fd0ee06120d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:36.780062 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.787915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-7fdc9233-d9ce-4287-96ec-be12f73e3080 service neutron] 10.222.0.21 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337743 Feb 10 06:23:36.798013 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-52b76c59-eba0-4cb8-8181-ba26e37e7d58 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721067 Feb 10 06:23:36.823181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e426a1c4-1a26-444c-8fe8-7d1e973e3680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21666f84-4425-4b00-9afb-3fd0ee06120d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:36.826142 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b24d23b-a2a9-4545-bb8b-015c18fa3e95" -d '{"events": [{"server_uuid": "e426a1c4-1a26-444c-8fe8-7d1e973e3680", "name": "network-vif-plugged", "status": "completed", "tag": "21666f84-4425-4b00-9afb-3fd0ee06120d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:36.840518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 21666f84-4425-4b00-9afb-3fd0ee06120d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21666f84-4425-4b00-9afb-3fd0ee06120d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:36.845825 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.846719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:36.881595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56a76c7f-f865-418e-8e8f-aa0ccc01e542 admin admin] Publish callbacks [] for security_group (9875f51a-daa8-4cbd-bb20-ac5717b55e80), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.888272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-786c267e-22c6-4056-84bf-40b21ab98502 req-40e9be6d-941f-4f65-94e6-de3f80cd12ec tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9114891e-09a4-44a5-bd02-08f37bf93995 HTTP/1.1" status: 200 len: 1794 time: 0.0771887 Feb 10 06:23:36.918759 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56a76c7f-f865-418e-8e8f-aa0ccc01e542 admin admin] Publish callbacks [] for security_group (9875f51a-daa8-4cbd-bb20-ac5717b55e80), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.927482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-9558b678-ebb8-4851-b6ba-7436b9b778db service neutron] 10.222.0.21 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375446 Feb 10 06:23:36.934588 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0943e0c8-42fe-4fb7-abca-ca8ef0bb792c req-e714f871-0f5c-4823-8699-707cf8f71ce1 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288807 Feb 10 06:23:36.970031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=21666f84-4425-4b00-9afb-3fd0ee06120d,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:36.975420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port fbdf9497-357f-448e-96b4-6c4c8f829e47 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:23:36.977985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56a76c7f-f865-418e-8e8f-aa0ccc01e542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9875f51a-daa8-4cbd-bb20-ac5717b55e80), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.980544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port fbdf9497-357f-448e-96b4-6c4c8f829e47 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:36.980990 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.982141 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56a76c7f-f865-418e-8e8f-aa0ccc01e542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:36.983526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-56a76c7f-f865-418e-8e8f-aa0ccc01e542 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9875f51a-daa8-4cbd-bb20-ac5717b55e80 HTTP/1.1" status: 204 len: 168 time: 0.2350605 Feb 10 06:23:36.999782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a76c7f-f865-418e-8e8f-aa0ccc01e542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9875f51a-daa8-4cbd-bb20-ac5717b55e80,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:37.002071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-786c267e-22c6-4056-84bf-40b21ab98502 req-400e24df-e8c9-4b53-a936-d26a85218850 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (9114891e-09a4-44a5-bd02-08f37bf93995), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.033628 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-786c267e-22c6-4056-84bf-40b21ab98502 req-400e24df-e8c9-4b53-a936-d26a85218850 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (9114891e-09a4-44a5-bd02-08f37bf93995), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.087709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-786c267e-22c6-4056-84bf-40b21ab98502 req-400e24df-e8c9-4b53-a936-d26a85218850 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9114891e-09a4-44a5-bd02-08f37bf93995), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.091144 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-786c267e-22c6-4056-84bf-40b21ab98502 req-400e24df-e8c9-4b53-a936-d26a85218850 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.093588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-786c267e-22c6-4056-84bf-40b21ab98502 req-400e24df-e8c9-4b53-a936-d26a85218850 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/9114891e-09a4-44a5-bd02-08f37bf93995 HTTP/1.1" status: 204 len: 173 time: 0.1966939 Feb 10 06:23:37.100869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:37.101315 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.106661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e24df-e8c9-4b53-a936-d26a85218850 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9114891e-09a4-44a5-bd02-08f37bf93995,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:37.180950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:37.190444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.265527 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1350f545-f9b1-4116-8399-e6c53fb0d1c4 x-openstack-request-id: req-1350f545-f9b1-4116-8399-e6c53fb0d1c4 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:37.265932 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e426a1c4-1a26-444c-8fe8-7d1e973e3680", "name": "network-vif-plugged", "status": "completed", "tag": "21666f84-4425-4b00-9afb-3fd0ee06120d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:37.266290 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1350f545-f9b1-4116-8399-e6c53fb0d1c4 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:37.266804 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e426a1c4-1a26-444c-8fe8-7d1e973e3680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21666f84-4425-4b00-9afb-3fd0ee06120d', 'code': 200} Feb 10 06:23:37.305890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2060d03-bf4d-4e11-87c3-139636daee34 req-39939b52-ab17-4bf9-b27a-b9ad924b09d7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:37.307484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b2060d03-bf4d-4e11-87c3-139636daee34 req-39939b52-ab17-4bf9-b27a-b9ad924b09d7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 943 time: 0.1199963 Feb 10 06:23:37.311463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:37.365116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b2060d03-bf4d-4e11-87c3-139636daee34 req-ae5dd589-dfc1-4e80-acdc-c11b34d204b5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516589 Feb 10 06:23:37.447716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a49b01-46a5-44ce-a346-014944b7da0f req-044d9618-6206-44a3-aa20-b7e2e7ed11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:37.450649 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-86a49b01-46a5-44ce-a346-014944b7da0f req-044d9618-6206-44a3-aa20-b7e2e7ed11c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 1131 time: 0.1214321 Feb 10 06:23:37.465568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55114) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:37.498736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7972c454-0905-4ce8-849f-5c389e812a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.512349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-86a49b01-46a5-44ce-a346-014944b7da0f req-57243971-a2d6-44ba-81c0-7e0746d39956 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564458 Feb 10 06:23:37.517108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c18df3-5b3b-4303-9b33-e7511bacafa9 req-d3e6c0f4-5e2c-4c6c-9b39-7d0cfb755b80 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:37.518598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40c18df3-5b3b-4303-9b33-e7511bacafa9 req-d3e6c0f4-5e2c-4c6c-9b39-7d0cfb755b80 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 970 time: 0.1395099 Feb 10 06:23:37.530631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e93576-e0fe-4ccd-b94d-fb0520518167 req-5e7ac851-f520-450e-a9b6-7281c89302b9 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4e073487-39eb-463e-abbe-2103aaae967c HTTP/1.1" status: 200 len: 1793 time: 0.1016078 Feb 10 06:23:37.628706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40c18df3-5b3b-4303-9b33-e7511bacafa9 req-56be4213-a723-4cdd-ba6d-1cd611bc1f26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998549 Feb 10 06:23:37.664227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e93576-e0fe-4ccd-b94d-fb0520518167 req-04392628-f9e9-48ee-bff7-a57841a794c6 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (4e073487-39eb-463e-abbe-2103aaae967c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.675425 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7972c454-0905-4ce8-849f-5c389e812a5a admin admin] Publish callbacks [] for security_group (b7d97d91-aa6b-47ed-806e-7fc285f0649c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.682510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7972c454-0905-4ce8-849f-5c389e812a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b7d97d91-aa6b-47ed-806e-7fc285f0649c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.702141 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e93576-e0fe-4ccd-b94d-fb0520518167 req-04392628-f9e9-48ee-bff7-a57841a794c6 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (4e073487-39eb-463e-abbe-2103aaae967c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.772883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e02d659e-3c7d-46c9-9adf-b83a87f9f43a req-46bea7f8-e14d-4700-8bac-3a56d3d25069 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 210 time: 0.0673039 Feb 10 06:23:37.782511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7972c454-0905-4ce8-849f-5c389e812a5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d648178cde824d7783e399bc8b0525b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110034 Feb 10 06:23:37.783544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55120) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:37.787691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972c454-0905-4ce8-849f-5c389e812a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d97d91-aa6b-47ed-806e-7fc285f0649c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:37.807154 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e93576-e0fe-4ccd-b94d-fb0520518167 req-04392628-f9e9-48ee-bff7-a57841a794c6 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4e073487-39eb-463e-abbe-2103aaae967c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.809689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e93576-e0fe-4ccd-b94d-fb0520518167 req-04392628-f9e9-48ee-bff7-a57841a794c6 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.810894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e93576-e0fe-4ccd-b94d-fb0520518167 req-04392628-f9e9-48ee-bff7-a57841a794c6 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e073487-39eb-463e-abbe-2103aaae967c HTTP/1.1" status: 204 len: 173 time: 0.2714908 Feb 10 06:23:37.826413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04392628-f9e9-48ee-bff7-a57841a794c6 tempest-SecurityGroupsTestAdminJSON-1620905360 tempest-SecurityGroupsTestAdminJSON-1620905360-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e073487-39eb-463e-abbe-2103aaae967c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:37.866420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-817f4c87-6c71-4e5f-9681-c76131c98e8e admin admin] Publish callbacks [] for security_group (b7d97d91-aa6b-47ed-806e-7fc285f0649c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.892818 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-817f4c87-6c71-4e5f-9681-c76131c98e8e admin admin] Publish callbacks [] for security_group (b7d97d91-aa6b-47ed-806e-7fc285f0649c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.904268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf604724-5dc1-47d2-bb73-3abf06775c14 req-230075e6-5fbc-41e2-9261-8aeb388364d7 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] 10.222.0.21 "GET /v2.0/security-groups/cf39e04e-e87b-4976-8134-c14f9e89c36d HTTP/1.1" status: 200 len: 1792 time: 0.0416327 Feb 10 06:23:37.948042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-817f4c87-6c71-4e5f-9681-c76131c98e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b7d97d91-aa6b-47ed-806e-7fc285f0649c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.950589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-817f4c87-6c71-4e5f-9681-c76131c98e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:37.951738 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-817f4c87-6c71-4e5f-9681-c76131c98e8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7d97d91-aa6b-47ed-806e-7fc285f0649c HTTP/1.1" status: 204 len: 168 time: 0.1672087 Feb 10 06:23:37.961172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f4c87-6c71-4e5f-9681-c76131c98e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d97d91-aa6b-47ed-806e-7fc285f0649c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:37.990376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1370506-62ea-434c-9bc0-dd01df359f46 req-32d38129-628e-4f10-8ffa-a6ce5a3f88ba tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:37.991847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1370506-62ea-434c-9bc0-dd01df359f46 req-32d38129-628e-4f10-8ffa-a6ce5a3f88ba tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 949 time: 0.0855682 Feb 10 06:23:38.013528 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf604724-5dc1-47d2-bb73-3abf06775c14 req-ee7ae9f3-fcce-436c-af3a-c6d7ba108423 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (cf39e04e-e87b-4976-8134-c14f9e89c36d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:38.056855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf604724-5dc1-47d2-bb73-3abf06775c14 req-ee7ae9f3-fcce-436c-af3a-c6d7ba108423 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (cf39e04e-e87b-4976-8134-c14f9e89c36d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:38.072186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1370506-62ea-434c-9bc0-dd01df359f46 req-c8f79d99-47a2-4d94-89e7-ba6b76b3dc82 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746832 Feb 10 06:23:38.106059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf604724-5dc1-47d2-bb73-3abf06775c14 req-ee7ae9f3-fcce-436c-af3a-c6d7ba108423 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cf39e04e-e87b-4976-8134-c14f9e89c36d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:38.109017 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf604724-5dc1-47d2-bb73-3abf06775c14 req-ee7ae9f3-fcce-436c-af3a-c6d7ba108423 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:38.111472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf604724-5dc1-47d2-bb73-3abf06775c14 req-ee7ae9f3-fcce-436c-af3a-c6d7ba108423 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf39e04e-e87b-4976-8134-c14f9e89c36d HTTP/1.1" status: 204 len: 173 time: 0.1966462 Feb 10 06:23:38.122802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ae9f3-fcce-436c-af3a-c6d7ba108423 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf39e04e-e87b-4976-8134-c14f9e89c36d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:38.193101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea5c19e4-129e-4cf8-8ba1-7c041c5aac41 req-00324c27-ec9f-4a86-ada2-cb8f07f65d34 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] 10.222.0.21 "GET /v2.0/security-groups/942f3c00-cd7a-458b-b55c-0a04db0470b3 HTTP/1.1" status: 200 len: 1795 time: 0.0600855 Feb 10 06:23:38.275745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ea5c19e4-129e-4cf8-8ba1-7c041c5aac41 req-17d21d37-d346-4f85-9551-a9bbe1e2a4d0 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (942f3c00-cd7a-458b-b55c-0a04db0470b3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:38.337992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ea5c19e4-129e-4cf8-8ba1-7c041c5aac41 req-17d21d37-d346-4f85-9551-a9bbe1e2a4d0 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (942f3c00-cd7a-458b-b55c-0a04db0470b3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:38.395014 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ea5c19e4-129e-4cf8-8ba1-7c041c5aac41 req-17d21d37-d346-4f85-9551-a9bbe1e2a4d0 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (942f3c00-cd7a-458b-b55c-0a04db0470b3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:38.397883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ea5c19e4-129e-4cf8-8ba1-7c041c5aac41 req-17d21d37-d346-4f85-9551-a9bbe1e2a4d0 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:38.418119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea5c19e4-129e-4cf8-8ba1-7c041c5aac41 req-17d21d37-d346-4f85-9551-a9bbe1e2a4d0 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] 10.222.0.21 "DELETE /v2.0/security-groups/942f3c00-cd7a-458b-b55c-0a04db0470b3 HTTP/1.1" status: 204 len: 173 time: 0.2110310 Feb 10 06:23:38.435728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d21d37-d346-4f85-9551-a9bbe1e2a4d0 tempest-SecurityGroupsTestAdminJSON-744226359 tempest-SecurityGroupsTestAdminJSON-744226359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942f3c00-cd7a-458b-b55c-0a04db0470b3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:38.439558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7844-a657-48af-b4ec-49457a70a701 req-9ce5c1ed-333b-4c66-a6e9-10bf8e70e775 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:38.446129 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-9ce5c1ed-333b-4c66-a6e9-10bf8e70e775 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "GET /v2.0/networks?id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 HTTP/1.1" status: 200 len: 823 time: 0.1639328 Feb 10 06:23:38.626353 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-67a88e16-c2bc-49eb-83dd-497b41daa903 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63fd68b01c79456db71ca11a58d5d875 HTTP/1.1" status: 200 len: 380 time: 0.1682603 Feb 10 06:23:38.647092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Request body: {'port': {'device_id': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'admin_state_up': True, 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'security_groups': ['e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:38.668303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab87e4-96d2-4946-8508-590e90f9924c req-6d14dc54-f467-4aa2-803f-fb5af2711c80 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:38.677516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aab87e4-96d2-4946-8508-590e90f9924c req-6d14dc54-f467-4aa2-803f-fb5af2711c80 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 943 time: 0.1299293 Feb 10 06:23:38.746430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aab87e4-96d2-4946-8508-590e90f9924c req-6ab3d36a-37a0-4eac-9348-18be0a7815b3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677178 Feb 10 06:23:38.808283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55178) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:38.849904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Made reservation on behalf of 63fd68b01c79456db71ca11a58d5d875 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:38.853580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:38.908522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533a4ec-ec95-41ac-af74-111c2c2bbe4f req-213240d2-050d-4505-ab13-16b7e7a160af tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:38.915659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c533a4ec-ec95-41ac-af74-111c2c2bbe4f req-213240d2-050d-4505-ab13-16b7e7a160af tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 970 time: 0.0864530 Feb 10 06:23:38.987413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c533a4ec-ec95-41ac-af74-111c2c2bbe4f req-f98896ef-4d38-4f9d-9838-d20e2d77df28 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675495 Feb 10 06:23:39.048980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0515ad53-25bb-4805-8e67-16d0555e9b9a req-c23d6409-576f-4ef7-bfdb-6ce2f63cbc7f tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 210 time: 0.0482481 Feb 10 06:23:39.054970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Allocated IP 172.20.0.4 (b0fa0ab5-1f60-4970-88d0-cd1bd15c5817/e6399afe-e542-4aee-aa65-2f91664b2256/413b6690-0c72-4c6c-81d3-9658c3d51990) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:39.092466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c8a9b15-8407-4044-a3e4-fcedea492a78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20a199c491e2423b8aa9ca282f0878ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812767 Feb 10 06:23:39.093525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55200) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:39.174540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 01387392-3047-49c5-973b-708bdfaa474b details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:23:39.252002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ca45132-9080-4b82-9cbc-cc57bbce5155 admin admin] Publish callbacks [] for security_group (19c3406c-e087-4921-9f4f-e96ec1c1b43f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.297597 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ca45132-9080-4b82-9cbc-cc57bbce5155 admin admin] Publish callbacks [] for security_group (19c3406c-e087-4921-9f4f-e96ec1c1b43f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.298704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:39.302101 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8cde0e-4f64-454c-b38c-2c6f78b40888" -d '{"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:39.329632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e46e-f3fe-44c0-96ba-04185aac8727 req-73a83632-3d95-459c-abbf-055cf2edf213 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:39.331251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc37e46e-f3fe-44c0-96ba-04185aac8727 req-73a83632-3d95-459c-abbf-055cf2edf213 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 949 time: 0.0980525 Feb 10 06:23:39.373662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 01387392-3047-49c5-973b-708bdfaa474b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=01387392-3047-49c5-973b-708bdfaa474b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:39.405665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '01387392-3047-49c5-973b-708bdfaa474b', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '01387392-3047-49c5-973b-708bdfaa474b', 'mac_address': 'fa:16:3e:94:e2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:tempest-test_az-1444562741', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:23:39.413300 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08638991-dc69-43ff-997a-dbfce38e3984 x-openstack-request-id: req-08638991-dc69-43ff-997a-dbfce38e3984 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:39.413680 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:39.413999 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08638991-dc69-43ff-997a-dbfce38e3984 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:39.414373 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.414633 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'code': 200} Feb 10 06:23:39.444200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc37e46e-f3fe-44c0-96ba-04185aac8727 req-4ab0c8bf-0c4f-431e-afc0-d184c491282e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944500 Feb 10 06:23:39.477963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ca45132-9080-4b82-9cbc-cc57bbce5155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (19c3406c-e087-4921-9f4f-e96ec1c1b43f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.481977 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ca45132-9080-4b82-9cbc-cc57bbce5155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.489165 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4ca45132-9080-4b82-9cbc-cc57bbce5155 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19c3406c-e087-4921-9f4f-e96ec1c1b43f HTTP/1.1" status: 204 len: 168 time: 0.3891630 Feb 10 06:23:39.490666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.505507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 01387392-3047-49c5-973b-708bdfaa474b is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:39.505884 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (01387392-3047-49c5-973b-708bdfaa474b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.522897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01387392-3047-49c5-973b-708bdfaa474b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:39.598795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 01387392-3047-49c5-973b-708bdfaa474b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=01387392-3047-49c5-973b-708bdfaa474b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:39.599351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event updated for resources: {'Port': ['ID=413b6690-0c72-4c6c-81d3-9658c3d51990,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:39.611905 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (01387392-3047-49c5-973b-708bdfaa474b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.613271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device abed6ce7-d8ca-4faf-8acf-abe997a1b8ec details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:23:39.616368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca45132-9080-4b82-9cbc-cc57bbce5155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c3406c-e087-4921-9f4f-e96ec1c1b43f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:39.675169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:39.679797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:39.690899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:39.711958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:39.712698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.751550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73199b-c1a8-4ddd-89b6-659e378b439f req-31470d36-c7bf-4dfe-abe8-484b35c8a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:39.755825 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f73199b-c1a8-4ddd-89b6-659e378b439f req-31470d36-c7bf-4dfe-abe8-484b35c8a431 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1131 time: 0.2599907 Feb 10 06:23:39.760817 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dad9bd7d-4300-41ee-b84c-8d68086956bd tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1187139 Feb 10 06:23:39.782212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Request body: {'port': {'device_id': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:39.783100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=01387392-3047-49c5-973b-708bdfaa474b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:39.812093 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.936324 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:39.987872 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f73199b-c1a8-4ddd-89b6-659e378b439f req-46022ca3-0212-47ee-bf5e-1a37df5545e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260859 Feb 10 06:23:40.042155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:40.068543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'port_id': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec', 'mac_address': 'fa:16:3e:d8:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5f93f-7f0a-4276-a487-bdcd30a90931', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:23:40.071769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ea099-df78-46b3-b638-ffd1f59e400c req-4fa0e846-53bd-4ab7-878c-14ca9d23c96a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:40.075528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f07ea099-df78-46b3-b638-ffd1f59e400c req-4fa0e846-53bd-4ab7-878c-14ca9d23c96a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 943 time: 0.1548579 Feb 10 06:23:40.126536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:40.129239 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.157406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f07ea099-df78-46b3-b638-ffd1f59e400c req-943f2f29-cf7c-46fd-b197-3056d426e58d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743804 Feb 10 06:23:40.165961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abed6ce7-d8ca-4faf-8acf-abe997a1b8ec {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:40.188103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1e83ef87-1a33-4c20-8ecf-a226415b0bae None None] Provisioning complete for port 413b6690-0c72-4c6c-81d3-9658c3d51990 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:40.188682 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e83ef87-1a33-4c20-8ecf-a226415b0bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.193318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:40.233439 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.251348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55262) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:40.286910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69e472d4-0bd7-4913-beed-ca3045ab0156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.290526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1e83ef87-1a33-4c20-8ecf-a226415b0bae None None] Port 413b6690-0c72-4c6c-81d3-9658c3d51990 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:40.308148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:40.386440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2d90536b-07d4-420e-b7c9-a5d387b771f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a778d2ee2cb4f36b81aa56ad88552a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328471 Feb 10 06:23:40.396853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55268) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:40.441771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55270) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:40.443953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c84c4-fa48-4f1e-8910-d94a7331317b req-cb2e7802-bee6-4627-b5c2-182643b18941 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:40.445631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c82c84c4-fa48-4f1e-8910-d94a7331317b req-cb2e7802-bee6-4627-b5c2-182643b18941 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 931 time: 0.1027203 Feb 10 06:23:40.456503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b522ca-11d7-4469-9420-cfd82c10968a req-d6650442-01bd-45e5-b600-729f2c99e53a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:40.458566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13b522ca-11d7-4469-9420-cfd82c10968a req-d6650442-01bd-45e5-b600-729f2c99e53a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 971 time: 0.1066728 Feb 10 06:23:40.464114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:40.500507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['abed6ce7-d8ca-4faf-8acf-abe997a1b8ec'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:40.528486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d898575-679e-4537-94dc-9d3868539c6d admin admin] Publish callbacks [] for security_group (2f802610-016f-4a04-9d6b-3733dd6198fc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.553567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413b6690-0c72-4c6c-81d3-9658c3d51990 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:40.570210 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Publish callbacks [] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.573750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13b522ca-11d7-4469-9420-cfd82c10968a req-9e5f2c62-fee8-430d-88e6-e82c2a536800 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086555 Feb 10 06:23:40.590778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d898575-679e-4537-94dc-9d3868539c6d admin admin] Publish callbacks [] for security_group (2f802610-016f-4a04-9d6b-3733dd6198fc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.596039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c82c84c4-fa48-4f1e-8910-d94a7331317b req-264bebfd-3aaa-403e-b428-9943e4d80447 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090207 Feb 10 06:23:40.681665 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe779485-00c0-4e86-a8c9-e6c81d403c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.691472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Transition to ACTIVE for port object 413b6690-0c72-4c6c-81d3-9658c3d51990 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:40.706839 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.746536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980be1b0-74d1-4122-adf3-fb021f3117ab req-365cbce2-ac05-46fb-b44b-c589f5ca7136 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:40.754703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-980be1b0-74d1-4122-adf3-fb021f3117ab req-365cbce2-ac05-46fb-b44b-c589f5ca7136 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 949 time: 0.0811646 Feb 10 06:23:40.814433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Pushing event updated for resources: {'Port': ['ID=413b6690-0c72-4c6c-81d3-9658c3d51990,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:40.818893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d898575-679e-4537-94dc-9d3868539c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2f802610-016f-4a04-9d6b-3733dd6198fc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.820769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-980be1b0-74d1-4122-adf3-fb021f3117ab req-0842ec6c-57ff-4906-9778-bf88d503806f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663567 Feb 10 06:23:40.821557 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d898575-679e-4537-94dc-9d3868539c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.822767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4d898575-679e-4537-94dc-9d3868539c6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f802610-016f-4a04-9d6b-3733dd6198fc HTTP/1.1" status: 204 len: 168 time: 0.4248948 Feb 10 06:23:40.865443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Attempting to bind port 413b6690-0c72-4c6c-81d3-9658c3d51990 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:40.865784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Attempting to bind port 413b6690-0c72-4c6c-81d3-9658c3d51990 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:40.866118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Attempting to bind port 413b6690-0c72-4c6c-81d3-9658c3d51990 on network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:40.883804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d898575-679e-4537-94dc-9d3868539c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f802610-016f-4a04-9d6b-3733dd6198fc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:40.887952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Port 413b6690-0c72-4c6c-81d3-9658c3d51990 on network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:40.888272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Attempting to bind port 413b6690-0c72-4c6c-81d3-9658c3d51990 on network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:40.906638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:40.906761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Checking segment: {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:40.907178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Bound using segment: {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:40.911684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Bound port: 413b6690-0c72-4c6c-81d3-9658c3d51990, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:40.912174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:40.991349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe779485-00c0-4e86-a8c9-e6c81d403c53 admin admin] Publish callbacks [] for security_group (6da7d88c-ae49-4c5f-9276-b695805e39f4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:41.039617 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe779485-00c0-4e86-a8c9-e6c81d403c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6da7d88c-ae49-4c5f-9276-b695805e39f4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:41.044765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efbfe6-4d19-47a6-a802-540a89c575ec req-e35eec82-0cc3-463a-b16c-6f0cefd993c7 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:41.053080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77efbfe6-4d19-47a6-a802-540a89c575ec req-e35eec82-0cc3-463a-b16c-6f0cefd993c7 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1132700 Feb 10 06:23:41.076265 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fe779485-00c0-4e86-a8c9-e6c81d403c53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb239e452ca340d9b43716bfb6dff190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6311498 Feb 10 06:23:41.081508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:41.118647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe779485-00c0-4e86-a8c9-e6c81d403c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da7d88c-ae49-4c5f-9276-b695805e39f4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:41.125690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] For port 413b6690-0c72-4c6c-81d3-9658c3d51990, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:41.130233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] For port 413b6690-0c72-4c6c-81d3-9658c3d51990, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=413b6690-0c72-4c6c-81d3-9658c3d51990,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:41.141232 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:41.212351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77efbfe6-4d19-47a6-a802-540a89c575ec req-b1bc198b-dc3b-4084-9ef8-75f1245a0a9e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582489 Feb 10 06:23:41.240142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Pushing event updated for resources: {'Port': ['ID=413b6690-0c72-4c6c-81d3-9658c3d51990,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:41.259294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:41.260717 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:41.262167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dc8bd609-3aeb-4991-a689-d502457571ae service neutron] 10.222.0.24 "PUT /v2.0/ports/413b6690-0c72-4c6c-81d3-9658c3d51990 HTTP/1.1" status: 200 len: 1091 time: 1.4860842 Feb 10 06:23:41.262678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'tag': '413b6690-0c72-4c6c-81d3-9658c3d51990'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:41.274795 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fd1f14-ac00-4958-924a-537904a7ea98" -d '{"events": [{"name": "network-changed", "server_uuid": "32edce8b-9377-4fb5-901c-a486ced4b9bd", "tag": "413b6690-0c72-4c6c-81d3-9658c3d51990"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:41.349632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40d4699f-62e4-4e76-a940-9c7ef4fefb7c admin admin] Publish callbacks [] for security_group (6da7d88c-ae49-4c5f-9276-b695805e39f4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:41.385520 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568ae9c1-1216-47ac-bb5e-6d5e1bfd9da3 x-openstack-request-id: req-568ae9c1-1216-47ac-bb5e-6d5e1bfd9da3 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:41.387888 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32edce8b-9377-4fb5-901c-a486ced4b9bd", "tag": "413b6690-0c72-4c6c-81d3-9658c3d51990", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:41.388626 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-568ae9c1-1216-47ac-bb5e-6d5e1bfd9da3 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:41.389782 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'tag': '413b6690-0c72-4c6c-81d3-9658c3d51990', 'status': 'completed', 'code': 200} Feb 10 06:23:41.505694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd1f14-ac00-4958-924a-537904a7ea98 req-d2a31bda-521d-4033-9627-8e29c353ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:41.507396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c2fd1f14-ac00-4958-924a-537904a7ea98 req-d2a31bda-521d-4033-9627-8e29c353ee66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63fd68b01c79456db71ca11a58d5d875&device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 1125 time: 0.0874815 Feb 10 06:23:41.639922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40d4699f-62e4-4e76-a940-9c7ef4fefb7c admin admin] Publish callbacks [] for security_group (6da7d88c-ae49-4c5f-9276-b695805e39f4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:41.691039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ccf35-e15c-474c-80f1-9850c8d3e3ae req-ceefb09e-76c9-4afd-8fd0-6b28a87e3d0c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:41.698269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a8ccf35-e15c-474c-80f1-9850c8d3e3ae req-ceefb09e-76c9-4afd-8fd0-6b28a87e3d0c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.3194945 Feb 10 06:23:41.747699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55326) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:41.755138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a8ccf35-e15c-474c-80f1-9850c8d3e3ae req-09738d88-8028-423f-9296-850b4775538a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Feb 10 06:23:41.770356 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40d4699f-62e4-4e76-a940-9c7ef4fefb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6da7d88c-ae49-4c5f-9276-b695805e39f4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:41.773067 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40d4699f-62e4-4e76-a940-9c7ef4fefb7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:41.776891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-40d4699f-62e4-4e76-a940-9c7ef4fefb7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6da7d88c-ae49-4c5f-9276-b695805e39f4 HTTP/1.1" status: 204 len: 168 time: 0.6904147 Feb 10 06:23:41.785522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4699f-62e4-4e76-a940-9c7ef4fefb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da7d88c-ae49-4c5f-9276-b695805e39f4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:41.904083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e08e7-3f0e-4b8e-96f3-2d1ed6304bc8 req-1ef8dfb8-e2a0-4ad9-9a24-e977c12ae00b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:41.906738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c3e08e7-3f0e-4b8e-96f3-2d1ed6304bc8 req-1ef8dfb8-e2a0-4ad9-9a24-e977c12ae00b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 971 time: 0.0669835 Feb 10 06:23:41.982196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c3e08e7-3f0e-4b8e-96f3-2d1ed6304bc8 req-0e108e9c-dc4e-47ca-83e7-09e8944977c0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618742 Feb 10 06:23:42.108878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd1f14-ac00-4958-924a-537904a7ea98 req-f07c7821-dd3e-410c-9bc3-2a5b90306a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.111060 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c2fd1f14-ac00-4958-924a-537904a7ea98 req-f07c7821-dd3e-410c-9bc3-2a5b90306a5b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=63fd68b01c79456db71ca11a58d5d875&shared=False HTTP/1.1" status: 200 len: 923 time: 0.5947950 Feb 10 06:23:42.131498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b6608-2dfa-4fdf-8f90-6fc1ea2f6a8f req-93aac55e-b6f2-4aed-b62b-cc73c75089bf tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.142543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a34b6608-2dfa-4fdf-8f90-6fc1ea2f6a8f req-93aac55e-b6f2-4aed-b62b-cc73c75089bf tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 943 time: 0.1220663 Feb 10 06:23:42.215800 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-64b45b68-2703-486b-a609-d1e4c3cd7881 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1573362 Feb 10 06:23:42.246632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a34b6608-2dfa-4fdf-8f90-6fc1ea2f6a8f req-d9ddf7ba-894e-4c29-b25e-62edbf71f910 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982761 Feb 10 06:23:42.287632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:42.306962 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b6d08ee-3a29-4453-a9d6-2b5dde2a0d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.415349 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1217349-1571-44f2-9ca0-5435e2641f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.439109 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f23c3828-bfa9-4ddb-be05-e7e42c45f1b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36a1fc752a604a478a13411b9434dc66&name=default HTTP/1.1" status: 200 len: 2993 time: 0.6877470 Feb 10 06:23:42.441331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55374) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:42.461459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-b345e6be-ea06-4224-a28b-6bede0f89ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.463007 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-b345e6be-ea06-4224-a28b-6bede0f89ee2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1131 time: 0.1652360 Feb 10 06:23:42.474853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b6d08ee-3a29-4453-a9d6-2b5dde2a0d8e admin admin] Publish callbacks [] for security_group (a30a95a1-8868-419f-826d-81f2c4da3792), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.481524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd1f14-ac00-4958-924a-537904a7ea98 req-d6e2b6cc-673e-4f49-8bab-d515541cb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.483723 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c2fd1f14-ac00-4958-924a-537904a7ea98 req-d6e2b6cc-673e-4f49-8bab-d515541cb434 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3561525 Feb 10 06:23:42.485038 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b6d08ee-3a29-4453-a9d6-2b5dde2a0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a30a95a1-8868-419f-826d-81f2c4da3792), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.515881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d08ee-3a29-4453-a9d6-2b5dde2a0d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30a95a1-8868-419f-826d-81f2c4da3792,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:42.549670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2b6d08ee-3a29-4453-a9d6-2b5dde2a0d8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03f8f530ff68456c8a9c08da69f71532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609742 Feb 10 06:23:42.556951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8045bda-fbf6-4849-9100-204402fe9330 req-1d39b8e8-c7ec-4db0-91d0-214082786daf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.558455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8045bda-fbf6-4849-9100-204402fe9330 req-1d39b8e8-c7ec-4db0-91d0-214082786daf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1195493 Feb 10 06:23:42.558948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55382) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:42.645261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b677e1f-b50e-4f1d-aa4a-7f4422652224 admin admin] Publish callbacks [] for security_group (a30a95a1-8868-419f-826d-81f2c4da3792), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.649713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8045bda-fbf6-4849-9100-204402fe9330 req-607149f1-4cea-4800-bfe6-bdc732977eac tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828953 Feb 10 06:23:42.655433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09a0249b-bdd8-42d3-8594-7b87fc5c9f3f admin admin] Publish callbacks [] for security_group (57e39cd7-8861-4fa2-8eeb-df2e3ea2b212), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.674583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b677e1f-b50e-4f1d-aa4a-7f4422652224 admin admin] Publish callbacks [] for security_group (a30a95a1-8868-419f-826d-81f2c4da3792), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.680332 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09a0249b-bdd8-42d3-8594-7b87fc5c9f3f admin admin] Publish callbacks [] for security_group (57e39cd7-8861-4fa2-8eeb-df2e3ea2b212), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.739359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-d47fee92-ba62-482d-a6ad-4883e24fadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.740911 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-d47fee92-ba62-482d-a6ad-4883e24fadc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2286997 Feb 10 06:23:42.742790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7844-a657-48af-b4ec-49457a70a701 req-fa2aa2ee-3afc-459b-bfc3-87b0b174d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.744071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b677e1f-b50e-4f1d-aa4a-7f4422652224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a30a95a1-8868-419f-826d-81f2c4da3792), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.744302 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-fa2aa2ee-3afc-459b-bfc3-87b0b174d437 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63fd68b01c79456db71ca11a58d5d875&device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 1125 time: 0.1377020 Feb 10 06:23:42.747024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b677e1f-b50e-4f1d-aa4a-7f4422652224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.748685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8b677e1f-b50e-4f1d-aa4a-7f4422652224 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a30a95a1-8868-419f-826d-81f2c4da3792 HTTP/1.1" status: 204 len: 168 time: 0.1885614 Feb 10 06:23:42.758613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b677e1f-b50e-4f1d-aa4a-7f4422652224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30a95a1-8868-419f-826d-81f2c4da3792,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:42.795235 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-d6b39e71-5cf0-4221-8526-9bfcca850695 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47 HTTP/1.1" status: 200 len: 217 time: 0.0477881 Feb 10 06:23:42.834998 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-4728c337-3dc2-4fb1-a319-421b184cf98d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413b6690-0c72-4c6c-81d3-9658c3d51990 HTTP/1.1" status: 200 len: 217 time: 0.0783107 Feb 10 06:23:42.865963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09a0249b-bdd8-42d3-8594-7b87fc5c9f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (57e39cd7-8861-4fa2-8eeb-df2e3ea2b212), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.868509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09a0249b-bdd8-42d3-8594-7b87fc5c9f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:42.872062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-09a0249b-bdd8-42d3-8594-7b87fc5c9f3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57e39cd7-8861-4fa2-8eeb-df2e3ea2b212 HTTP/1.1" status: 204 len: 168 time: 0.4228969 Feb 10 06:23:42.905510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0249b-bdd8-42d3-8594-7b87fc5c9f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e39cd7-8861-4fa2-8eeb-df2e3ea2b212,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:42.910625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74dcd3-8baf-4a26-9ef2-50b56ee81641 req-d82af3ff-c363-43d8-b61d-8d18d1dd1f44 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.917706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e74dcd3-8baf-4a26-9ef2-50b56ee81641 req-d82af3ff-c363-43d8-b61d-8d18d1dd1f44 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0690479 Feb 10 06:23:42.919215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-cd2cb73b-d3b4-4f6e-b46c-2580a60130e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.920667 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-cd2cb73b-d3b4-4f6e-b46c-2580a60130e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0972764 Feb 10 06:23:42.942426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7844-a657-48af-b4ec-49457a70a701 req-00bf8466-5987-4625-88a6-bcc860495d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:42.943799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-00bf8466-5987-4625-88a6-bcc860495d12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6399afe-e542-4aee-aa65-2f91664b2256 HTTP/1.1" status: 200 len: 862 time: 0.0879886 Feb 10 06:23:43.002464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e74dcd3-8baf-4a26-9ef2-50b56ee81641 req-9a8086eb-fce8-4e77-b4db-38892aac62d2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818532 Feb 10 06:23:43.014821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-c586737d-65ca-45b0-96ab-dd2d2fc8d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:43.016332 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-c586737d-65ca-45b0-96ab-dd2d2fc8d606 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0886569 Feb 10 06:23:43.021288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7844-a657-48af-b4ec-49457a70a701 req-daf95a60-e7ed-4417-867c-731392091726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:43.023671 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-daf95a60-e7ed-4417-867c-731392091726 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598509 Feb 10 06:23:43.062215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-af87d9a8-bee9-466e-8fb7-05edd0b00ee1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8d349531d2514b5c9be015444c7bf618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322723 Feb 10 06:23:43.184186 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-befcf463-bfc0-4296-a3b2-eaf4d1ed10b6 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594770 Feb 10 06:23:43.187866 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-ef8f14a6-9cd3-4d89-8187-ff76f5041735 service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540637 Feb 10 06:23:43.191087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 01387392-3047-49c5-973b-708bdfaa474b up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:43.244086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-dadc7a89-a5eb-4817-ae28-2e883de6bc37 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:43.250715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-dadc7a89-a5eb-4817-ae28-2e883de6bc37 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807773 Feb 10 06:23:43.274609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387323c-987f-47de-97eb-f85041d78d71 req-6a6db375-0923-437d-94eb-9600a726bab0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:43.281499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6387323c-987f-47de-97eb-f85041d78d71 req-6a6db375-0923-437d-94eb-9600a726bab0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 971 time: 0.1508515 Feb 10 06:23:43.289981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-47eeb248-e6af-4f88-b6cd-c31a155200a4 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/quotas/8d349531d2514b5c9be015444c7bf618 HTTP/1.1" status: 200 len: 375 time: 0.0383840 Feb 10 06:23:43.315148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-73d94190-c2c2-496c-8a6d-6e4318eebb21 req-b8f010cf-9970-4e6f-b233-d06cca27029e service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238863 Feb 10 06:23:43.320379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 01387392-3047-49c5-973b-708bdfaa474b completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:23:43.324830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 01387392-3047-49c5-973b-708bdfaa474b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:43.325397 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (01387392-3047-49c5-973b-708bdfaa474b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:43.419541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6387323c-987f-47de-97eb-f85041d78d71 req-1707affa-71c6-4deb-9264-d415b464dcd0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371124 Feb 10 06:23:43.466907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-863bafe6-8f9d-4bdc-a071-93c376998c01 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759658 Feb 10 06:23:43.509146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 01387392-3047-49c5-973b-708bdfaa474b is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:43.509669 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (01387392-3047-49c5-973b-708bdfaa474b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:43.523968 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b88a7844-a657-48af-b4ec-49457a70a701 req-dcf1e26a-5bd6-4d4a-98de-1d24b6b99463 service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076669 Feb 10 06:23:43.545736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021cb627-9e18-4a41-ab8a-eb9cbeec36ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01387392-3047-49c5-973b-708bdfaa474b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:43.550173 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee47b9-b645-4843-a0db-75607232fa57" -d '{"events": [{"server_uuid": "021cb627-9e18-4a41-ab8a-eb9cbeec36ef", "name": "network-vif-plugged", "status": "completed", "tag": "01387392-3047-49c5-973b-708bdfaa474b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:43.565684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 01387392-3047-49c5-973b-708bdfaa474b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=01387392-3047-49c5-973b-708bdfaa474b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:43.571504 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (01387392-3047-49c5-973b-708bdfaa474b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:43.575099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device abed6ce7-d8ca-4faf-8acf-abe997a1b8ec up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:43.641540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55424) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:43.655159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:43.684419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bf12c-a55f-44cc-8db6-2b435bdbd3a5 req-d266981a-8697-4108-b248-c912e0473369 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:43.686138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-790bf12c-a55f-44cc-8db6-2b435bdbd3a5 req-d266981a-8697-4108-b248-c912e0473369 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 943 time: 0.1318610 Feb 10 06:23:43.690563 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=01387392-3047-49c5-973b-708bdfaa474b,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:43.706185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:23:43.715171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:43.718372 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:43.771929 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fe91cc-c19d-4ec8-ab7e-30cc2f87a1df x-openstack-request-id: req-19fe91cc-c19d-4ec8-ab7e-30cc2f87a1df {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:43.772331 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021cb627-9e18-4a41-ab8a-eb9cbeec36ef", "name": "network-vif-plugged", "status": "completed", "tag": "01387392-3047-49c5-973b-708bdfaa474b", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:43.772659 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19fe91cc-c19d-4ec8-ab7e-30cc2f87a1df {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:43.774040 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021cb627-9e18-4a41-ab8a-eb9cbeec36ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01387392-3047-49c5-973b-708bdfaa474b', 'code': 200} Feb 10 06:23:43.846022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-790bf12c-a55f-44cc-8db6-2b435bdbd3a5 req-2d69541f-1706-4796-b70f-5bad5036a5f5 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491232 Feb 10 06:23:43.877288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:43.878593 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:43.904545 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ac67736-7316-4e95-945c-a34c6c05fb35 req-0a2c953c-0def-4faa-8b61-a665f6fe2405 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 210 time: 0.0572836 Feb 10 06:23:43.905052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55436) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:43.949996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:43.959841 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:43.966056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b1bbe16b-161e-4323-a9b5-fdb81ad201f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0aff19fbf8fe4af7aca6f842430b3617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596728 Feb 10 06:23:43.966694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55440) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:43.978415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eb1a3-e71c-4e33-bff1-fb85995184cc req-1be0e36e-c1eb-417c-8a76-c9029c773bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:43.979978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-737eb1a3-e71c-4e33-bff1-fb85995184cc req-1be0e36e-c1eb-417c-8a76-c9029c773bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 1154 time: 0.1566916 Feb 10 06:23:44.076667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45533b2a-b52a-4ee4-812a-b5517e13982e admin admin] Publish callbacks [] for security_group (93ccb124-c05b-4978-ac74-156d1864f92d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.100641 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-737eb1a3-e71c-4e33-bff1-fb85995184cc req-dfb95fd7-06c4-4535-9a39-41c26003bf5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132894 Feb 10 06:23:44.119512 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45533b2a-b52a-4ee4-812a-b5517e13982e admin admin] Publish callbacks [] for security_group (93ccb124-c05b-4978-ac74-156d1864f92d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.126620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:44.248460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e34c-6e0a-4e72-ae85-4d2a9b400923 req-700a62e5-4e8b-497e-84fa-86fe917f0d75 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:44.250092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb56e34c-6e0a-4e72-ae85-4d2a9b400923 req-700a62e5-4e8b-497e-84fa-86fe917f0d75 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 945 time: 0.0897734 Feb 10 06:23:44.259276 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45533b2a-b52a-4ee4-812a-b5517e13982e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (93ccb124-c05b-4978-ac74-156d1864f92d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.260919 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d94b069d-bde5-491e-9b44-9abb6e589077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.264476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45533b2a-b52a-4ee4-812a-b5517e13982e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.271109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-45533b2a-b52a-4ee4-812a-b5517e13982e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93ccb124-c05b-4978-ac74-156d1864f92d HTTP/1.1" status: 204 len: 168 time: 0.2993267 Feb 10 06:23:44.306766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45533b2a-b52a-4ee4-812a-b5517e13982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ccb124-c05b-4978-ac74-156d1864f92d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:44.354994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb56e34c-6e0a-4e72-ae85-4d2a9b400923 req-ddcc13ba-3966-447f-b165-5d16ac825225 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937295 Feb 10 06:23:44.428079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d94b069d-bde5-491e-9b44-9abb6e589077 admin admin] Publish callbacks [] for security_group (09b13d82-9533-487d-aa9a-710216e87199), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.435016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d94b069d-bde5-491e-9b44-9abb6e589077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (09b13d82-9533-487d-aa9a-710216e87199), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.492860 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d94b069d-bde5-491e-9b44-9abb6e589077 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9dde109ee8d845ef9a02716900a8954e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8495684 Feb 10 06:23:44.495249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b069d-bde5-491e-9b44-9abb6e589077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b13d82-9533-487d-aa9a-710216e87199,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:44.495966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55462) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:44.591844 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5de9b9f-52c2-4cab-ab93-dd0dc0d542fd admin admin] Publish callbacks [] for security_group (09b13d82-9533-487d-aa9a-710216e87199), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.630459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5de9b9f-52c2-4cab-ab93-dd0dc0d542fd admin admin] Publish callbacks [] for security_group (09b13d82-9533-487d-aa9a-710216e87199), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.748960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a90d6c-c342-455c-8a2a-08faa2ed716b req-5a7930db-9ebe-4c90-9bec-3d150a1a6ad0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:44.753774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3a90d6c-c342-455c-8a2a-08faa2ed716b req-5a7930db-9ebe-4c90-9bec-3d150a1a6ad0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 972 time: 0.1629612 Feb 10 06:23:44.774992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5de9b9f-52c2-4cab-ab93-dd0dc0d542fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (09b13d82-9533-487d-aa9a-710216e87199), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.779188 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5de9b9f-52c2-4cab-ab93-dd0dc0d542fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:44.783624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d5de9b9f-52c2-4cab-ab93-dd0dc0d542fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09b13d82-9533-487d-aa9a-710216e87199 HTTP/1.1" status: 204 len: 168 time: 0.2860439 Feb 10 06:23:44.809144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de9b9f-52c2-4cab-ab93-dd0dc0d542fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b13d82-9533-487d-aa9a-710216e87199,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:44.861373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3a90d6c-c342-455c-8a2a-08faa2ed716b req-83f5cf5d-40b9-4d2c-9102-3a234fdd26af tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991156 Feb 10 06:23:44.990703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf0283-0e24-41f6-a8b2-189d06a44f1e req-b76a091a-c8e9-4f3d-8152-a4134d91ba8f tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:44.997590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffaf0283-0e24-41f6-a8b2-189d06a44f1e req-b76a091a-c8e9-4f3d-8152-a4134d91ba8f tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 943 time: 0.0765085 Feb 10 06:23:45.033965 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0f88a17-3038-4176-882a-e42afc862477 req-26002e39-f6e0-41e6-ab96-bd3e0f91228f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 210 time: 0.0343220 Feb 10 06:23:45.049870 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:45.093915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffaf0283-0e24-41f6-a8b2-189d06a44f1e req-7c6466ab-6ce6-4eae-a2e2-68e55aa4dee4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936089 Feb 10 06:23:45.219274 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-5803356b-9a3f-4f48-b789-9969e1382bbd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8d349531d2514b5c9be015444c7bf618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465291 Feb 10 06:23:45.395903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:45.416750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-ff39140e-4094-4629-9985-021f38835cdf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:45.420020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-ff39140e-4094-4629-9985-021f38835cdf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951158 Feb 10 06:23:45.420197 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10ac7dbc-a741-4d28-bfe0-546710c9f52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:45.434018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Request body: {'port': {'device_id': '5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '8d349531d2514b5c9be015444c7bf618'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:45.563784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104693f-66b3-4688-8154-f3d558157074 req-c6515ba7-529c-42ca-a6d8-58681fb37b04 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:45.565708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4104693f-66b3-4688-8154-f3d558157074 req-c6515ba7-529c-42ca-a6d8-58681fb37b04 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 945 time: 0.0861142 Feb 10 06:23:45.627581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10ac7dbc-a741-4d28-bfe0-546710c9f52d admin admin] Publish callbacks [] for security_group (513a7542-1bf1-4dd2-89bc-04a9b9a618d2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:45.629816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Made reservation on behalf of 8d349531d2514b5c9be015444c7bf618 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:45.634638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:45.640932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10ac7dbc-a741-4d28-bfe0-546710c9f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (513a7542-1bf1-4dd2-89bc-04a9b9a618d2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:45.663449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4104693f-66b3-4688-8154-f3d558157074 req-3038cd39-cd1c-4cc2-82a3-7b1bd24d43b0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896556 Feb 10 06:23:45.688213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-10ac7dbc-a741-4d28-bfe0-546710c9f52d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18a348541e034e8192a9757aaee8b682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912059 Feb 10 06:23:45.691329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:45.723708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac7dbc-a741-4d28-bfe0-546710c9f52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513a7542-1bf1-4dd2-89bc-04a9b9a618d2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:45.748340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55502) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:45.749065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6140e55b-643f-4787-b39c-6f72904473bc admin admin] Publish callbacks [] for security_group (513a7542-1bf1-4dd2-89bc-04a9b9a618d2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:45.772261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6140e55b-643f-4787-b39c-6f72904473bc admin admin] Publish callbacks [] for security_group (513a7542-1bf1-4dd2-89bc-04a9b9a618d2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:45.775432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:45.778377 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd012e34-ab08-441f-8c6d-042051ef3bc7" -d '{"events": [{"server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "name": "network-vif-plugged", "status": "completed", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:45.843421 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6140e55b-643f-4787-b39c-6f72904473bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (513a7542-1bf1-4dd2-89bc-04a9b9a618d2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:45.849718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6140e55b-643f-4787-b39c-6f72904473bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:45.852891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6140e55b-643f-4787-b39c-6f72904473bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/513a7542-1bf1-4dd2-89bc-04a9b9a618d2 HTTP/1.1" status: 204 len: 168 time: 0.1599715 Feb 10 06:23:45.853503 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9869093b-45c8-4ec8-9dd3-33a51b81ebe0 x-openstack-request-id: req-9869093b-45c8-4ec8-9dd3-33a51b81ebe0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:45.854111 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "name": "network-vif-plugged", "status": "completed", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:45.854592 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9869093b-45c8-4ec8-9dd3-33a51b81ebe0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:45.855387 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec', 'code': 200} Feb 10 06:23:45.873150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140e55b-643f-4787-b39c-6f72904473bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513a7542-1bf1-4dd2-89bc-04a9b9a618d2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:45.975648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-11625bd8-9121-4529-8552-63f3943a2178 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434380 Feb 10 06:23:45.989957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Allocated IP 192.168.233.147 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/df56a85d-de80-4a32-8b2d-215188e2d851) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:46.079694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde7288-b918-4bd6-a42a-355da7fdacbc req-a0e58a5c-7b66-4d62-b0ca-a01635c1be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:46.081462 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0cde7288-b918-4bd6-a42a-355da7fdacbc req-a0e58a5c-7b66-4d62-b0ca-a01635c1be33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1127 time: 0.1485291 Feb 10 06:23:46.219356 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0cde7288-b918-4bd6-a42a-355da7fdacbc req-e4a96a2f-c817-43ec-931f-93e9d792bd02 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171126 Feb 10 06:23:46.307679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks [] for port (df56a85d-de80-4a32-8b2d-215188e2d851), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:46.321557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-84a25194-315c-4ae7-8608-867c13c93ed8 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:46.329362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-84a25194-315c-4ae7-8608-867c13c93ed8 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3524690 Feb 10 06:23:46.335015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0bd0b712-5ae1-4cb3-a4d4-a14fec300319 tempest-AutoAllocateNetworkTest-183837279 tempest-AutoAllocateNetworkTest-183837279-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=01adf1231e5047318f2b593b6ca832c1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5154691 Feb 10 06:23:46.338380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55540) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:46.366791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100f294-0566-4b1e-8554-56748ab8dcf1 req-0ac06238-6bd9-492a-bf0c-f6caa32ef03e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:46.368521 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8100f294-0566-4b1e-8554-56748ab8dcf1 req-0ac06238-6bd9-492a-bf0c-f6caa32ef03e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 972 time: 0.3395317 Feb 10 06:23:46.376140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-8a747497-2458-4516-81c3-6cb7ae46c295 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/quotas/85c5cb49ba4047c8a98fbaaee83277de HTTP/1.1" status: 200 len: 375 time: 0.0456674 Feb 10 06:23:46.386675 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:46.390035 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:46.423917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-915f0ba2-c85b-4422-a0c7-2a792d088258 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464697 Feb 10 06:23:46.440957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['21666f84-4425-4b00-9afb-3fd0ee06120d', 'fbdf9497-357f-448e-96b4-6c4c8f829e47'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:46.488964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:46.509217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:46.521210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:46.531489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:46.538042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:46.554840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8100f294-0566-4b1e-8554-56748ab8dcf1 req-97ecde02-1eb9-4b33-a644-e1ea1b9338e4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755724 Feb 10 06:23:46.590804 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1605089 Feb 10 06:23:46.614686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe94c-5b34-45dd-aca6-783507c08087 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Pushing event updated for resources: {'Port': ['ID=df56a85d-de80-4a32-8b2d-215188e2d851,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:46.639074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Request body: {'port': {'device_id': '5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:46.706871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ddc10f-642c-4ce8-975f-f271d7b3d1b6 tempest-AutoAllocateNetworkTest-183837279 tempest-AutoAllocateNetworkTest-183837279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:46.728233 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-46ddc10f-642c-4ce8-975f-f271d7b3d1b6 tempest-AutoAllocateNetworkTest-183837279 tempest-AutoAllocateNetworkTest-183837279-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3860195 Feb 10 06:23:46.733169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55552) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:46.759647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f30d7c-c964-4e0b-9cd1-1081cf3b5915 req-60af26f5-0798-40e0-be07-fad5d29f0060 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:46.769455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1f30d7c-c964-4e0b-9cd1-1081cf3b5915 req-60af26f5-0798-40e0-be07-fad5d29f0060 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 936 time: 0.1362886 Feb 10 06:23:46.876958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1f30d7c-c964-4e0b-9cd1-1081cf3b5915 req-061ea0a9-da05-4d98-8ce4-3743c68e1dc8 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037626 Feb 10 06:23:46.899059 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2725d82b-543e-4f67-a542-03e06ff73725 tempest-AutoAllocateNetworkTest-183837279 tempest-AutoAllocateNetworkTest-183837279-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532490 Feb 10 06:23:46.905496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55562) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:46.962666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:46.983656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-09bf6735-01fe-4318-bbb2-72f463721cbc tempest-AutoAllocateNetworkTest-183837279 tempest-AutoAllocateNetworkTest-183837279-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=01adf1231e5047318f2b593b6ca832c1 HTTP/1.1" status: 200 len: 208 time: 0.0733335 Feb 10 06:23:47.035932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f402f657-d3f2-4753-995a-434624be92a9 None None] Provisioning complete for port df56a85d-de80-4a32-8b2d-215188e2d851 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:47.036223 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f402f657-d3f2-4753-995a-434624be92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:47.083941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344fa86-2fe2-461f-8aee-68bd00ab5da5 req-f0974114-fcc3-427a-8325-33302026b07d tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:47.085781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6344fa86-2fe2-461f-8aee-68bd00ab5da5 req-f0974114-fcc3-427a-8325-33302026b07d tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 943 time: 0.2078962 Feb 10 06:23:47.176027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f402f657-d3f2-4753-995a-434624be92a9 None None] Port df56a85d-de80-4a32-8b2d-215188e2d851 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:47.186143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6344fa86-2fe2-461f-8aee-68bd00ab5da5 req-7b9105b8-5c73-47bb-8628-37a6e6ee44d9 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924997 Feb 10 06:23:47.207850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 413b6690-0c72-4c6c-81d3-9658c3d51990 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:23:47.452182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a295d06-0520-49ca-971f-19677084c5c3 req-f67e57f4-ba70-4be8-a361-7d864c632430 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:47.463392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a295d06-0520-49ca-971f-19677084c5c3 req-f67e57f4-ba70-4be8-a361-7d864c632430 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 945 time: 0.1092894 Feb 10 06:23:47.520761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 413b6690-0c72-4c6c-81d3-9658c3d51990, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=413b6690-0c72-4c6c-81d3-9658c3d51990,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:47.554904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '413b6690-0c72-4c6c-81d3-9658c3d51990', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'port_id': '413b6690-0c72-4c6c-81d3-9658c3d51990', 'mac_address': 'fa:16:3e:e0:01:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:23:47.574211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a295d06-0520-49ca-971f-19677084c5c3 req-5d600415-b9fd-4d94-9c09-e97594af2874 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020977 Feb 10 06:23:47.579479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c22003-94c7-4d78-b074-c7e73cb621e7 req-993a7413-5b3e-46e7-aa77-7195ec7b4803 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:47.583278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32c22003-94c7-4d78-b074-c7e73cb621e7 req-993a7413-5b3e-46e7-aa77-7195ec7b4803 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 1154 time: 0.1139932 Feb 10 06:23:47.622571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-32c22003-94c7-4d78-b074-c7e73cb621e7 req-db44427a-331c-4579-92c5-5e991a7d8352 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:47.642477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 413b6690-0c72-4c6c-81d3-9658c3d51990 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:47.642955 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:47.663930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413b6690-0c72-4c6c-81d3-9658c3d51990 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:47.688088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 413b6690-0c72-4c6c-81d3-9658c3d51990, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=413b6690-0c72-4c6c-81d3-9658c3d51990,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:47.696380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df56a85d-de80-4a32-8b2d-215188e2d851 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:47.699006 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:47.717973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Publish callbacks [] for port (df56a85d-de80-4a32-8b2d-215188e2d851), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:47.740904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-afdf037c-aea1-451b-9c5a-884dcb596c51 req-7f2fe8f6-4f16-4620-8884-f5d4e54ecb4b tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 210 time: 0.0955019 Feb 10 06:23:47.747576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Transition to ACTIVE for port object df56a85d-de80-4a32-8b2d-215188e2d851 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:47.755632 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:47.767630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55586) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:47.808171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=413b6690-0c72-4c6c-81d3-9658c3d51990,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:47.853420 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-32c22003-94c7-4d78-b074-c7e73cb621e7 req-db44427a-331c-4579-92c5-5e991a7d8352 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Publish callbacks [] for security_group (240c9097-061e-4329-84dc-8296efc42481), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:47.872680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-32c22003-94c7-4d78-b074-c7e73cb621e7 req-db44427a-331c-4579-92c5-5e991a7d8352 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (240c9097-061e-4329-84dc-8296efc42481), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:47.914574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Pushing event updated for resources: {'Port': ['ID=df56a85d-de80-4a32-8b2d-215188e2d851,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:47.950577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['413b6690-0c72-4c6c-81d3-9658c3d51990'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:47.959626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Attempting to bind port df56a85d-de80-4a32-8b2d-215188e2d851 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:47.961251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Attempting to bind port df56a85d-de80-4a32-8b2d-215188e2d851 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:47.982972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Attempting to bind port df56a85d-de80-4a32-8b2d-215188e2d851 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:47.983814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32c22003-94c7-4d78-b074-c7e73cb621e7 req-db44427a-331c-4579-92c5-5e991a7d8352 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939927 Feb 10 06:23:47.986973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55594) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:48.027587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Port df56a85d-de80-4a32-8b2d-215188e2d851 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:48.028235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Attempting to bind port df56a85d-de80-4a32-8b2d-215188e2d851 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:48.045520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:48.046259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:48.046676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:48.047550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Bound port: df56a85d-de80-4a32-8b2d-215188e2d851, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:48.049877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.050346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44427a-331c-4579-92c5-5e991a7d8352 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240c9097-061e-4329-84dc-8296efc42481,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:48.142371 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-network', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:48.174862 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7000619b-053e-4a8f-9a9f-dddc353a2463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.222460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Made reservation on behalf of 3e56fdb3ef62436c9afa07f28cf21e45 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:48.228382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.246669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.311229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] For port df56a85d-de80-4a32-8b2d-215188e2d851, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:48.319396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] For port df56a85d-de80-4a32-8b2d-215188e2d851, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=df56a85d-de80-4a32-8b2d-215188e2d851,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:48.329064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e37327-6e59-41fb-99b3-ca1754354233 req-442320dc-e51e-40c4-9e49-629a55aa33a8 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:48.343973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.344805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1e37327-6e59-41fb-99b3-ca1754354233 req-442320dc-e51e-40c4-9e49-629a55aa33a8 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 948 time: 0.3055029 Feb 10 06:23:48.396658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:48.397966 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.399406 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] 10.222.0.13 "PUT /v2.0/ports/df56a85d-de80-4a32-8b2d-215188e2d851 HTTP/1.1" status: 200 len: 1096 time: 1.7858903 Feb 10 06:23:48.403213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c', 'tag': 'df56a85d-de80-4a32-8b2d-215188e2d851'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:48.409919 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c", "tag": "df56a85d-de80-4a32-8b2d-215188e2d851"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:48.454994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1e37327-6e59-41fb-99b3-ca1754354233 req-af5212bd-0914-4f3d-b06c-617d8b38406e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088715 Feb 10 06:23:48.481681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7000619b-053e-4a8f-9a9f-dddc353a2463 admin admin] Publish callbacks [] for security_group (cd304ac0-cb2e-433c-b293-fb979aef88e4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.487277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7000619b-053e-4a8f-9a9f-dddc353a2463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cd304ac0-cb2e-433c-b293-fb979aef88e4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.549055 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Publish callbacks [] for security_group (6447f7b1-b88a-4d87-94a4-fb3c72823213), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.557624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a87e60-9b22-4192-a7cc-72c962ff5b6c req-9d0a1fae-ff5a-47ee-80f7-01405e8397c8 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:48.559262 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48a87e60-9b22-4192-a7cc-72c962ff5b6c req-9d0a1fae-ff5a-47ee-80f7-01405e8397c8 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 944 time: 0.1570303 Feb 10 06:23:48.562834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7000619b-053e-4a8f-9a9f-dddc353a2463 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01adf1231e5047318f2b593b6ca832c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7941222 Feb 10 06:23:48.563985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000619b-053e-4a8f-9a9f-dddc353a2463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd304ac0-cb2e-433c-b293-fb979aef88e4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:48.568631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55616) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:48.575483 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97b0f4-6055-403f-8913-b9afdcf24c3b service neutron] Pushing event updated for resources: {'Port': ['ID=df56a85d-de80-4a32-8b2d-215188e2d851,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:48.581241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6447f7b1-b88a-4d87-94a4-fb3c72823213), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.599614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:23:48.622333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b0ceab2a-1af0-42ae-a239-c2610c76a98a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.622724 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Added segment b0ceab2a-1af0-42ae-a239-c2610c76a98a of type vlan for network f8930b5a-271a-4095-aa80-65a191d263d3 Feb 10 06:23:48.685993 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:23:48.731402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48a87e60-9b22-4192-a7cc-72c962ff5b6c req-e0a1b3c8-78ca-4a27-a4cd-d86358acd87a tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614904 Feb 10 06:23:48.733183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-20fc3151-b93d-4c67-a2f9-e39e9fde4fe3 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654118 Feb 10 06:23:48.813828 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1d3a084-0921-4741-953c-b345d3459874 admin admin] Publish callbacks [] for security_group (cd304ac0-cb2e-433c-b293-fb979aef88e4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.925592 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9783ab1-4c51-48ef-bde8-62f695ab7a51 x-openstack-request-id: req-a9783ab1-4c51-48ef-bde8-62f695ab7a51 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:48.926209 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c", "tag": "df56a85d-de80-4a32-8b2d-215188e2d851", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:48.926209 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9783ab1-4c51-48ef-bde8-62f695ab7a51 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:48.926537 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c', 'tag': 'df56a85d-de80-4a32-8b2d-215188e2d851', 'status': 'completed', 'code': 200} Feb 10 06:23:48.938333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (f8930b5a-271a-4095-aa80-65a191d263d3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.943274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-928c62d2-de44-4db8-a04f-fd4abda088b5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802624 Feb 10 06:23:48.946257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6447f7b1-b88a-4d87-94a4-fb3c72823213,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:48.946743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1d3a084-0921-4741-953c-b345d3459874 admin admin] Publish callbacks [] for security_group (cd304ac0-cb2e-433c-b293-fb979aef88e4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:48.953355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-7a2f22b7-55ec-49ff-8aa4-eda2dbb677f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:48.954921 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-7a2f22b7-55ec-49ff-8aa4-eda2dbb677f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 1130 time: 0.4932308 Feb 10 06:23:49.002766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-67c5a1e9-c216-4b42-b08f-80cd7d011968 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=df56a85d-de80-4a32-8b2d-215188e2d851 HTTP/1.1" status: 200 len: 217 time: 0.0375412 Feb 10 06:23:49.005154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (f8930b5a-271a-4095-aa80-65a191d263d3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.006280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:49.006891 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.038567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-09061379-3fee-4128-80e8-ac29ab23b1bd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:49.040049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-09061379-3fee-4128-80e8-ac29ab23b1bd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909980 Feb 10 06:23:49.077416 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0802505 Feb 10 06:23:49.079906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Request body: {'port': {'device_id': '31131635-8228-400e-b635-478da647f98f', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '85c5cb49ba4047c8a98fbaaee83277de'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:49.081506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55632) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:49.087874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Request body: {'subnet': {'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-subnet', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:49.098139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34173fa-5271-4eed-85e1-205ac7b356ba req-70dc9d51-02a5-44c0-8fd3-cb18ee6c3d33 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:49.099647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a34173fa-5271-4eed-85e1-205ac7b356ba req-70dc9d51-02a5-44c0-8fd3-cb18ee6c3d33 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 945 time: 0.2355621 Feb 10 06:23:49.130365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Pushing event updated for resources: {'Network': ['ID=f8930b5a-271a-4095-aa80-65a191d263d3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:49.133197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-c24b89ad-365f-447a-b795-70991fb6154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:49.134756 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-c24b89ad-365f-447a-b795-70991fb6154c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1254604 Feb 10 06:23:49.155651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.156005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.156351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.156701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.157059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.157461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.157850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.158208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.158665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.159072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.159393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.159716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.160040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec69f-9d14-4e89-9b7f-9e1d24c82654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.171108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network f8930b5a-271a-4095-aa80-65a191d263d3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:23:49.185833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1d3a084-0921-4741-953c-b345d3459874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cd304ac0-cb2e-433c-b293-fb979aef88e4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.190791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Made reservation on behalf of 3e56fdb3ef62436c9afa07f28cf21e45 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:49.192283 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1d3a084-0921-4741-953c-b345d3459874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.195970 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1d3a084-0921-4741-953c-b345d3459874 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd304ac0-cb2e-433c-b293-fb979aef88e4 HTTP/1.1" status: 204 len: 168 time: 0.6180279 Feb 10 06:23:49.196138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.226460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-2af17cbf-44ea-4696-ac32-6b8ee8461481 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:49.227964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-2af17cbf-44ea-4696-ac32-6b8ee8461481 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711735 Feb 10 06:23:49.237608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3a084-0921-4741-953c-b345d3459874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd304ac0-cb2e-433c-b293-fb979aef88e4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:49.253072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 413b6690-0c72-4c6c-81d3-9658c3d51990 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:49.261093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a34173fa-5271-4eed-85e1-205ac7b356ba req-2a2d4772-4b5f-4339-bf4f-6929e459c52d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469765 Feb 10 06:23:49.272044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-c004a741-d3a1-463a-b177-0e8a9f8c64ab tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/quotas/72a4d829d43b4713a617d0fac13e0c08 HTTP/1.1" status: 200 len: 375 time: 0.0323324 Feb 10 06:23:49.290982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-fd154876-463f-42ec-97cf-c5479cb68a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:49.292760 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-fd154876-463f-42ec-97cf-c5479cb68a26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1506364 Feb 10 06:23:49.350055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Made reservation on behalf of 85c5cb49ba4047c8a98fbaaee83277de for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:49.357278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.387223 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.399991 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-7ceec38c-e386-40a5-977c-64429ebf582d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184857 Feb 10 06:23:49.435376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 413b6690-0c72-4c6c-81d3-9658c3d51990 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:23:49.441229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 413b6690-0c72-4c6c-81d3-9658c3d51990 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:49.441603 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.476449 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-6a4e93cf-159b-48a2-92c6-dd891729719a service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767609 Feb 10 06:23:49.596336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks [] for security_group (b062afda-d6e2-4ff7-9b25-e6e87da243a0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.606507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b062afda-d6e2-4ff7-9b25-e6e87da243a0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.641029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 413b6690-0c72-4c6c-81d3-9658c3d51990 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:49.641534 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.679256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413b6690-0c72-4c6c-81d3-9658c3d51990'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:49.679880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (b756d827-c8a9-43e1-b242-6c58a538136a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.683058 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2412eaf4-0aa0-4be4-9c8a-99e159148b99" -d '{"events": [{"server_uuid": "32edce8b-9377-4fb5-901c-a486ced4b9bd", "name": "network-vif-plugged", "status": "completed", "tag": "413b6690-0c72-4c6c-81d3-9658c3d51990"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:49.697622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 413b6690-0c72-4c6c-81d3-9658c3d51990, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=413b6690-0c72-4c6c-81d3-9658c3d51990,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:49.704582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.765095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b062afda-d6e2-4ff7-9b25-e6e87da243a0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:49.770388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95945ea3-45c0-4350-804d-dfe84863f7c6 req-89a9734a-18b3-4b05-9cc5-af8450459f45 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 210 time: 0.1031511 Feb 10 06:23:49.780629 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e4804a37-754f-4ad0-9663-168ecee06e38 req-740bd403-3a14-4c29-a75c-715c07c69638 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928793 Feb 10 06:23:49.783323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Checking segment: {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:49.783687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Network hostable DHCP agents. Network: f8930b5a-271a-4095-aa80-65a191d263d3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:23:49.798500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b756d827-c8a9-43e1-b242-6c58a538136a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:49.809601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.810918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.811632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.811754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.812086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.812393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.812769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.813259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.813655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.814175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.814395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.815017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.815262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:23:49.817844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Network f8930b5a-271a-4095-aa80-65a191d263d3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:23:49.821825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=413b6690-0c72-4c6c-81d3-9658c3d51990,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:49.869586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, f8930b5a-271a-4095-aa80-65a191d263d3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:49.878642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:49.879876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a1660-f34c-46c4-a192-78b4f4bcd0e4 None None] Network f8930b5a-271a-4095-aa80-65a191d263d3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:49.880137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:49.936541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Allocated IP 192.168.233.124 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/e2e2a10a-7308-4c4d-b696-6c044915b127) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:49.942389 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3f2fce89-feab-4229-9623-df1156784198 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8560512 Feb 10 06:23:49.943808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:49.950337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:49.953346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-a65a6b6f-eb85-4d0f-8dcc-2572e9b5a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:49.954521 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-a65a6b6f-eb85-4d0f-8dcc-2572e9b5a7ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 1130 time: 0.1055567 Feb 10 06:23:50.074956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.076163 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.114562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-f8930b5a-271a-4095-aa80-65a191d263d3', 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3', 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'fixed_ips': [{'subnet_id': 'b756d827-c8a9-43e1-b242-6c58a538136a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:23:50.115432 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.172273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-01fa34de-e832-4f5a-993a-5f5c2ddafe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:50.176737 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-01fa34de-e832-4f5a-993a-5f5c2ddafe14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2061710 Feb 10 06:23:50.226417 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-f9ade56f-d4d3-4b2a-8c3f-2ba168414a39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=df56a85d-de80-4a32-8b2d-215188e2d851 HTTP/1.1" status: 200 len: 217 time: 0.0451353 Feb 10 06:23:50.327533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-3272bb3e-9b6b-4b54-ac1b-50bd2825b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:50.330562 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-3272bb3e-9b6b-4b54-ac1b-50bd2825b21f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0983992 Feb 10 06:23:50.368306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Allocated IP 172.20.0.2 (f8930b5a-271a-4095-aa80-65a191d263d3/b756d827-c8a9-43e1-b242-6c58a538136a/ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:50.381101 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks [] for router_controller (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.419646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-b13a80fc-4e26-4206-a742-bb9f15b2c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:50.422359 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-b13a80fc-4e26-4206-a742-bb9f15b2c9b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0846043 Feb 10 06:23:50.557650 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Publish callbacks [] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.566085 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-71e0481f-20d0-4121-a127-058693fac8f6 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382394 Feb 10 06:23:50.579024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.641245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Network f8930b5a-271a-4095-aa80-65a191d263d3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:50.645945 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:50.649476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:50.672550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1e869-123c-4d65-b1fd-b79d6ccff821 req-caa130f9-19cb-4797-ae4a-2c24c4d9548c tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:50.682827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc1e869-123c-4d65-b1fd-b79d6ccff821 req-caa130f9-19cb-4797-ae4a-2c24c4d9548c tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1127 time: 0.2971058 Feb 10 06:23:50.685661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Pushing event updated for resources: {'Port': ['ID=ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:50.726920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Attempting to bind port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:50.727582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Attempting to bind port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:50.728148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Attempting to bind port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 on network f8930b5a-271a-4095-aa80-65a191d263d3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:50.736081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:50.736917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Checking segment: {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:50.737489 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.738085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Bound using segment: {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:50.739084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Bound port: ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:50.739871 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.742108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106d6a-acc1-441b-88ee-93873c37f8cd req-2cf77b73-0678-4d8e-8940-7eb4afc22a20 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:50.755451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab106d6a-acc1-441b-88ee-93873c37f8cd req-2cf77b73-0678-4d8e-8940-7eb4afc22a20 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 948 time: 0.7282410 Feb 10 06:23:50.772832 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-01edd4a6-8d9e-4e09-9be4-2c47e8e1a72e req-80732f43-267d-43e0-b6de-7e3b005c7b39 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941800 Feb 10 06:23:50.782469 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks [] for router_gateway (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.807138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks [] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.833756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] For port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:50.837797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] For port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:50.847324 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:50.879713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab106d6a-acc1-441b-88ee-93873c37f8cd req-0b205330-6705-4754-b5dc-358dce7ad9b7 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025672 Feb 10 06:23:50.917015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1f825-1c57-4127-8858-85e973175dfe None None] Pushing event updated for resources: {'Port': ['ID=ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:50.922351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc1e869-123c-4d65-b1fd-b79d6ccff821 req-b729c54e-e5df-4e1f-b402-1da9aecdc1e2 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363763 Feb 10 06:23:50.947224 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:51.042221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:51.048481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:51.055343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Pushing event updated for resources: {'Port': ['ID=e2e2a10a-7308-4c4d-b696-6c044915b127,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:51.057835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:51.073810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:51.075176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:51.092228 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faa2dfe-9eea-4df0-a90a-1d21ed17a601 x-openstack-request-id: req-4faa2dfe-9eea-4df0-a90a-1d21ed17a601 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:51.092638 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32edce8b-9377-4fb5-901c-a486ced4b9bd", "name": "network-vif-plugged", "status": "completed", "tag": "413b6690-0c72-4c6c-81d3-9658c3d51990", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:51.092998 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4faa2dfe-9eea-4df0-a90a-1d21ed17a601 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:51.093500 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413b6690-0c72-4c6c-81d3-9658c3d51990', 'code': 200} Feb 10 06:23:51.133834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f476ad74-0b80-47b3-8cfd-9957b149a9b4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0457833 Feb 10 06:23:51.171572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Request body: {'port': {'device_id': '31131635-8228-400e-b635-478da647f98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:51.298276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc463-5e43-4bbb-91de-729bcbe38613 req-a1484065-02b3-4fa2-982b-5ed8a1ceec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:51.301663 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-feddc463-5e43-4bbb-91de-729bcbe38613 req-a1484065-02b3-4fa2-982b-5ed8a1ceec8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 1127 time: 0.1141062 Feb 10 06:23:51.392638 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-feddc463-5e43-4bbb-91de-729bcbe38613 req-048b09a9-8d62-4440-8968-0cfac6d2718e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832283 Feb 10 06:23:51.570468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9883ad86-406c-467f-9aab-2d5bc512548e None None] Provisioning complete for port e2e2a10a-7308-4c4d-b696-6c044915b127 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:51.570468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9883ad86-406c-467f-9aab-2d5bc512548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:51.634983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9883ad86-406c-467f-9aab-2d5bc512548e None None] Port e2e2a10a-7308-4c4d-b696-6c044915b127 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:51.640621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks [] for router_gateway (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:51.689926 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:51.691642 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:51.736382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67bafc-be5f-4984-8e38-9399b69e62a1 req-2677533e-c218-48af-a369-0ba9b67c1115 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:51.737966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c67bafc-be5f-4984-8e38-9399b69e62a1 req-2677533e-c218-48af-a369-0ba9b67c1115 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 945 time: 0.5041351 Feb 10 06:23:51.847558 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-96e15dca-81a6-4b5a-887f-96cd658314f6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343063 Feb 10 06:23:51.912101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b63fe-fd54-4a20-a692-8429f95fd700 req-61aca5cc-9d59-4a0d-a7af-8e65d846c6a4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:51.913627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f7b63fe-fd54-4a20-a692-8429f95fd700 req-61aca5cc-9d59-4a0d-a7af-8e65d846c6a4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 936 time: 0.2709885 Feb 10 06:23:51.923960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c67bafc-be5f-4984-8e38-9399b69e62a1 req-e709f6cf-a1f9-4593-9585-48aad966d61a tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795290 Feb 10 06:23:51.966941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.13', 58406) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:51.990967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Allocated IP 172.25.8.144 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/ac468051-5fab-44fd-b23f-adbb661abeb9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:52.047269 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aaa118a2-bcaf-45a2-a5a6-bea0af8e5032 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791936 Feb 10 06:23:52.120091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-a793c4b1-abd1-472a-a1b9-a5943cb6f218 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:52.121611 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-a793c4b1-abd1-472a-a1b9-a5943cb6f218 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685668 Feb 10 06:23:52.184737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Request body: {'port': {'device_id': 'a2563d5d-c3c4-4d0f-b93a-b318c0c97a44', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '72a4d829d43b4713a617d0fac13e0c08'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:52.193186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f7b63fe-fd54-4a20-a692-8429f95fd700 req-1218aa15-5a3b-47e2-849e-060980a509ba tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252247 Feb 10 06:23:52.336620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-828b6967-6192-4f63-8ab7-335f77eb7fc4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:52.338333 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-828b6967-6192-4f63-8ab7-335f77eb7fc4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810521 Feb 10 06:23:52.357891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Request body: {'port': {'device_id': 'c3887b03-b934-42be-994c-1d636d72084c', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '72a4d829d43b4713a617d0fac13e0c08'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:52.380753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6109b3bf-113c-46af-b229-1d0cfb3a811b req-4731fa14-c380-4b9a-baf9-fb86ebad26b1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 210 time: 0.0614123 Feb 10 06:23:52.435306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434737c-3c7f-4beb-b237-ed6a4ff02f32 req-5f084808-60ba-413f-9bcb-365ffe01e8b7 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:52.437142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b434737c-3c7f-4beb-b237-ed6a4ff02f32 req-5f084808-60ba-413f-9bcb-365ffe01e8b7 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1127 time: 0.2408700 Feb 10 06:23:52.465640 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks [] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:52.527485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55718) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:52.554997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Made reservation on behalf of 72a4d829d43b4713a617d0fac13e0c08 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:52.564120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06c50f-a6a0-4124-af7a-df5144560c4b None None] Network f8930b5a-271a-4095-aa80-65a191d263d3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:23:52.568660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:52.671798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e2a10a-7308-4c4d-b696-6c044915b127 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:52.696693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b434737c-3c7f-4beb-b237-ed6a4ff02f32 req-802ba399-5baf-439e-878b-c0e2f732ae09 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460725 Feb 10 06:23:52.699112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Made reservation on behalf of 72a4d829d43b4713a617d0fac13e0c08 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:23:52.700123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Publish callbacks [] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:52.704477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:52.740894 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa141-4d65-4a63-bb22-bfc685b1429e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:52.756183 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:52.759401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Transition to ACTIVE for port object e2e2a10a-7308-4c4d-b696-6c044915b127 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:52.776442 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:52.776969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-29340827-c172-42d0-80d5-d1307c97e4a3 None None] Provisioning complete for port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:52.777664 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29340827-c172-42d0-80d5-d1307c97e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:52.876830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:52.898919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:52.903890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-29340827-c172-42d0-80d5-d1307c97e4a3 None None] Current status of the port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:52.904290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29340827-c172-42d0-80d5-d1307c97e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:52.920617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:52.979239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-29340827-c172-42d0-80d5-d1307c97e4a3 None None] For port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:52.987055 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29340827-c172-42d0-80d5-d1307c97e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.037541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa141-4d65-4a63-bb22-bfc685b1429e admin admin] Publish callbacks [] for security_group (3ab5b834-8709-49e0-805f-3b8d61482702), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.075413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Allocated IP 192.168.233.94 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/d430c6c5-0bc6-4286-ab42-f23603d78d4b) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:53.135361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29340827-c172-42d0-80d5-d1307c97e4a3 None None] Pushing event updated for resources: {'Port': ['ID=ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:53.166334 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa141-4d65-4a63-bb22-bfc685b1429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3ab5b834-8709-49e0-805f-3b8d61482702), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.263716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfa141-4d65-4a63-bb22-bfc685b1429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab5b834-8709-49e0-805f-3b8d61482702,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:53.287451 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d4dfa141-4d65-4a63-bb22-bfc685b1429e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d70d29b354a543c1bd3e83b8e42ed46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7587268 Feb 10 06:23:53.290651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55742) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:53.348819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-66f96f70-48cf-41b0-92a2-3baf58b8de4f None None] Provisioning complete for port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:53.349330 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66f96f70-48cf-41b0-92a2-3baf58b8de4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.375500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55744) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:53.419645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-60db5b29-3161-49a2-91f2-324422ff2ffe req-69c27a41-f30c-4d2e-8a6f-cf74818015b6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:23:53.425402 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.430926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60db5b29-3161-49a2-91f2-324422ff2ffe req-69c27a41-f30c-4d2e-8a6f-cf74818015b6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263042 Feb 10 06:23:53.431265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4234-d09c-4cfc-85ef-3df99c6e5947 admin admin] Publish callbacks [] for security_group (3ab5b834-8709-49e0-805f-3b8d61482702), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.439189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Pushing event updated for resources: {'Port': ['ID=ac468051-5fab-44fd-b23f-adbb661abeb9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:53.467865 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4234-d09c-4cfc-85ef-3df99c6e5947 admin admin] Publish callbacks [] for security_group (3ab5b834-8709-49e0-805f-3b8d61482702), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.513979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:53.567654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Allocated IP 192.168.233.126 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/8087443e-63cd-4b2c-90fb-34f9b6b3b83e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:53.571211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-66f96f70-48cf-41b0-92a2-3baf58b8de4f None None] Current status of the port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:53.594912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:53.595578 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.600211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.626648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Pushing event updated for resources: {'Port': ['ID=e2e2a10a-7308-4c4d-b696-6c044915b127,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:53.633631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Attempting to bind port e2e2a10a-7308-4c4d-b696-6c044915b127 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:53.634188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Attempting to bind port e2e2a10a-7308-4c4d-b696-6c044915b127 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:53.634642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Attempting to bind port e2e2a10a-7308-4c4d-b696-6c044915b127 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:53.641176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:53.645658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Port e2e2a10a-7308-4c4d-b696-6c044915b127 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:53.646122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Attempting to bind port e2e2a10a-7308-4c4d-b696-6c044915b127 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:53.656481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b7f49-dc5d-49f7-868f-c061ddeef7f4 req-0fdfa6dc-0bcf-418a-a44b-cc9b444cd147 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:53.663441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-089b7f49-dc5d-49f7-868f-c061ddeef7f4 req-0fdfa6dc-0bcf-418a-a44b-cc9b444cd147 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 948 time: 0.2616467 Feb 10 06:23:53.676083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:53.676572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:53.677069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:53.677616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Bound port: e2e2a10a-7308-4c4d-b696-6c044915b127, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:53.678072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.685189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event updated for resources: {'Port': ['ID=d430c6c5-0bc6-4286-ab42-f23603d78d4b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:53.698020 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce4484b4-7f29-4f71-ba5e-086258a2ed26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.727466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:53.732738 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:53.740308 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4234-d09c-4cfc-85ef-3df99c6e5947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3ab5b834-8709-49e0-805f-3b8d61482702), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.742813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4234-d09c-4cfc-85ef-3df99c6e5947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.743949 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b6bc4234-d09c-4cfc-85ef-3df99c6e5947 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ab5b834-8709-49e0-805f-3b8d61482702 HTTP/1.1" status: 204 len: 168 time: 0.4523609 Feb 10 06:23:53.761490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:53.767191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:53.768491 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.796473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc4234-d09c-4cfc-85ef-3df99c6e5947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab5b834-8709-49e0-805f-3b8d61482702,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:53.816990 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-945c4e88-32e0-4379-9dca-000ae5f05ca7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6365845 Feb 10 06:23:53.880056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Request body: {'port': {'device_id': 'a2563d5d-c3c4-4d0f-b93a-b318c0c97a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:53.886282 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks [] for router_gateway (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:53.934814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:54.073708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.084728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-089b7f49-dc5d-49f7-868f-c061ddeef7f4 req-88c1e237-1435-45ec-aaf5-c0195ca7d650 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154634 Feb 10 06:23:54.131185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-258f5ee4-f150-4ad1-a9e3-678c45a4532a None None] Provisioning complete for port d430c6c5-0bc6-4286-ab42-f23603d78d4b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:54.131564 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-258f5ee4-f150-4ad1-a9e3-678c45a4532a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.151808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce4484b4-7f29-4f71-ba5e-086258a2ed26 admin admin] Publish callbacks [] for security_group (c5e73ce9-de10-453f-bd03-eaa59fb11790), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.154113 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.173543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce4484b4-7f29-4f71-ba5e-086258a2ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c5e73ce9-de10-453f-bd03-eaa59fb11790), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.198336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-258f5ee4-f150-4ad1-a9e3-678c45a4532a None None] Port d430c6c5-0bc6-4286-ab42-f23603d78d4b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:54.216991 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.230555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] For port e2e2a10a-7308-4c4d-b696-6c044915b127, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:54.231171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:54.270576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] For port e2e2a10a-7308-4c4d-b696-6c044915b127, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e2e2a10a-7308-4c4d-b696-6c044915b127,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:54.319083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55772) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:54.328486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.330040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event updated for resources: {'Port': ['ID=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:54.334336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ce4484b4-7f29-4f71-ba5e-086258a2ed26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cdfb87429b54d3bba1440ffe6490c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9504516 Feb 10 06:23:54.335055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4484b4-7f29-4f71-ba5e-086258a2ed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e73ce9-de10-453f-bd03-eaa59fb11790,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:54.340684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55776) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:54.352997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:23:54.368316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:23:54.377736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-028aa8ac-d36c-44e0-aa1e-560ad577843c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.381701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:23:54.391091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:54.391737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.411467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c653d49-0805-4ae8-b3e6-3ba86530979d req-f0ae65e1-e085-462e-a9a1-93aea3512fcc tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:54.419403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c653d49-0805-4ae8-b3e6-3ba86530979d req-f0ae65e1-e085-462e-a9a1-93aea3512fcc tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 945 time: 0.2139544 Feb 10 06:23:54.419566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-dbe39fbb-5be7-490d-88b0-e8efce3cf22f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0693669 Feb 10 06:23:54.421944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:54.422971 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.424369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] 10.222.0.13 "PUT /v2.0/ports/e2e2a10a-7308-4c4d-b696-6c044915b127 HTTP/1.1" status: 200 len: 1096 time: 3.2642787 Feb 10 06:23:54.428440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31131635-8228-400e-b635-478da647f98f', 'tag': 'e2e2a10a-7308-4c4d-b696-6c044915b127'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:54.430891 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48365ea0-155d-40e8-9aca-332209a62bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "31131635-8228-400e-b635-478da647f98f", "tag": "e2e2a10a-7308-4c4d-b696-6c044915b127"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:54.510554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Request body: {'port': {'device_id': 'c3887b03-b934-42be-994c-1d636d72084c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:54.581711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0f8afa1-1011-41d6-a081-136236c89003 admin admin] Publish callbacks [] for security_group (c5e73ce9-de10-453f-bd03-eaa59fb11790), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.613005 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.615863 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0f8afa1-1011-41d6-a081-136236c89003 admin admin] Publish callbacks [] for security_group (c5e73ce9-de10-453f-bd03-eaa59fb11790), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.627530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device df56a85d-de80-4a32-8b2d-215188e2d851 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:23:54.754886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.795927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b3d24-116c-40b6-931b-1fdefadb30da service neutron] Pushing event updated for resources: {'Port': ['ID=e2e2a10a-7308-4c4d-b696-6c044915b127,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:54.830506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port df56a85d-de80-4a32-8b2d-215188e2d851, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=df56a85d-de80-4a32-8b2d-215188e2d851,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:54.842492 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c653d49-0805-4ae8-b3e6-3ba86530979d req-cd52d76e-8844-4db2-b146-0547ada80674 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215536 Feb 10 06:23:54.846604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0f8afa1-1011-41d6-a081-136236c89003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c5e73ce9-de10-453f-bd03-eaa59fb11790), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.849883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0f8afa1-1011-41d6-a081-136236c89003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.855360 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a0f8afa1-1011-41d6-a081-136236c89003 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5e73ce9-de10-453f-bd03-eaa59fb11790 HTTP/1.1" status: 204 len: 168 time: 0.5135591 Feb 10 06:23:54.855944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'df56a85d-de80-4a32-8b2d-215188e2d851', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'df56a85d-de80-4a32-8b2d-215188e2d851', 'mac_address': 'fa:16:3e:09:07:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:23:54.860224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ee62fc54-bf01-417a-985d-7adfd6665c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:54.862267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-ee62fc54-bf01-417a-985d-7adfd6665c55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 1130 time: 0.3511364 Feb 10 06:23:54.871654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-028aa8ac-d36c-44e0-aa1e-560ad577843c admin admin] Publish callbacks [] for security_group (229fc6f2-2f7c-44a8-90f4-85b7f8b2d1f5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.962400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port df56a85d-de80-4a32-8b2d-215188e2d851 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:54.962939 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.971724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-3d5cc982-b457-41a7-becd-0b3b52938792 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e2e2a10a-7308-4c4d-b696-6c044915b127 HTTP/1.1" status: 200 len: 217 time: 0.0983171 Feb 10 06:23:54.978858 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-028aa8ac-d36c-44e0-aa1e-560ad577843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (229fc6f2-2f7c-44a8-90f4-85b7f8b2d1f5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:54.990330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8afa1-1011-41d6-a081-136236c89003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e73ce9-de10-453f-bd03-eaa59fb11790,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:55.022487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df56a85d-de80-4a32-8b2d-215188e2d851 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:55.050194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5e806d78-758a-4382-a277-8d8911d2b537 None None] Provisioning complete for port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:55.051802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e806d78-758a-4382-a277-8d8911d2b537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:55.125928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:23:55.160485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d430c6c5-0bc6-4286-ab42-f23603d78d4b {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:55.173102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028aa8ac-d36c-44e0-aa1e-560ad577843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229fc6f2-2f7c-44a8-90f4-85b7f8b2d1f5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:55.176525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Publish callbacks [] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:55.196773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Transition to ACTIVE for port object d430c6c5-0bc6-4286-ab42-f23603d78d4b will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:55.207251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port df56a85d-de80-4a32-8b2d-215188e2d851, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=df56a85d-de80-4a32-8b2d-215188e2d851,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:55.222731 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:55.237261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:55.272580 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5e806d78-758a-4382-a277-8d8911d2b537 None None] Port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:23:55.308036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:23:55.319206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=df56a85d-de80-4a32-8b2d-215188e2d851,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:55.325645 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Sync routers for ids ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:23:55.330054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-028aa8ac-d36c-44e0-aa1e-560ad577843c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c615dcfa93c442598d6032895aca71bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0093563 Feb 10 06:23:55.342143 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Routers {'22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:55.344042 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:55.344816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55796) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:55.417093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-2094c532-8aa7-47c5-a095-785ad669ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:55.420745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-2094c532-8aa7-47c5-a095-785ad669ed11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.4263852 Feb 10 06:23:55.501888 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Set router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:55.536288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bebbfb-bfee-4807-8cfd-9450ee388e3c req-9f518454-472f-44a4-9c0f-f3934b8a480b tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:55.544034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12bebbfb-bfee-4807-8cfd-9450ee388e3c req-9f518454-472f-44a4-9c0f-f3934b8a480b tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 948 time: 0.5510695 Feb 10 06:23:55.557471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:55.559019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0976b08-5614-4798-ae87-8f9643c36369 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6138694 Feb 10 06:23:55.565993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['df56a85d-de80-4a32-8b2d-215188e2d851'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:23:55.614273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55802) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:55.614646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:55.638928 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12bebbfb-bfee-4807-8cfd-9450ee388e3c req-64520e40-076d-40a5-9ff1-dfc6d4a4acff tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936737 Feb 10 06:23:55.652970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55806) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:55.776791 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f491c89e-6166-481d-8e35-3a49b5df7ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:55.813498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-94dd99c1-a6ab-4dd9-96e0-abb85721106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:55.815244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-94dd99c1-a6ab-4dd9-96e0-abb85721106a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3820910 Feb 10 06:23:55.878363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Pushing event updated for resources: {'Port': ['ID=d430c6c5-0bc6-4286-ab42-f23603d78d4b,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:55.904535 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df98a8ff-fa0f-4c06-842d-b8c8b27b8eeb admin admin] Publish callbacks [] for security_group (229fc6f2-2f7c-44a8-90f4-85b7f8b2d1f5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:55.904855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Attempting to bind port d430c6c5-0bc6-4286-ab42-f23603d78d4b on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:55.905219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Attempting to bind port d430c6c5-0bc6-4286-ab42-f23603d78d4b by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:55.905500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Attempting to bind port d430c6c5-0bc6-4286-ab42-f23603d78d4b on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:55.924314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Port d430c6c5-0bc6-4286-ab42-f23603d78d4b on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:55.924631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Attempting to bind port d430c6c5-0bc6-4286-ab42-f23603d78d4b on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:55.931484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:55.931814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:55.932194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:55.932803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Bound port: d430c6c5-0bc6-4286-ab42-f23603d78d4b, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:55.933158 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.043131 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:50Z', 'updated_at': '2022-02-10T06:23:53Z', 'revision_number': 3, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'gw_port': {'id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:51Z', 'updated_at': '2022-02-10T06:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:56.056492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8087443e-63cd-4b2c-90fb-34f9b6b3b83e {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:23:56.069161 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Publish callbacks [] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.069724 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Checking router: 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:23:56.070085 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Updating router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 port ac468051-5fab-44fd-b23f-adbb661abeb9 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:23:56.078187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] For port d430c6c5-0bc6-4286-ab42-f23603d78d4b, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:56.083902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] For port d430c6c5-0bc6-4286-ab42-f23603d78d4b, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d430c6c5-0bc6-4286-ab42-f23603d78d4b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:56.090383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Transition to ACTIVE for port object 8087443e-63cd-4b2c-90fb-34f9b6b3b83e will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:23:56.094343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.099858 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.136150 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.155354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-bb7bb981-c1e3-420d-968d-17c3e38db20d tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:23:56.156244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-bb7bb981-c1e3-420d-968d-17c3e38db20d tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5096447 Feb 10 06:23:56.162258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:56.162900 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.164609 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] 10.222.0.13 "PUT /v2.0/ports/d430c6c5-0bc6-4286-ab42-f23603d78d4b HTTP/1.1" status: 200 len: 1095 time: 2.3066874 Feb 10 06:23:56.166476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2563d5d-c3c4-4d0f-b93a-b318c0c97a44', 'tag': 'd430c6c5-0bc6-4286-ab42-f23603d78d4b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:56.168550 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68" -d '{"events": [{"name": "network-changed", "server_uuid": "a2563d5d-c3c4-4d0f-b93a-b318c0c97a44", "tag": "d430c6c5-0bc6-4286-ab42-f23603d78d4b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:56.183035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf850a94-6534-4021-84f1-d27b5f86aa98 service neutron] Pushing event updated for resources: {'Port': ['ID=d430c6c5-0bc6-4286-ab42-f23603d78d4b,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:56.292987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Attempting to bind port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:56.293317 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Attempting to bind port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:56.293635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Attempting to bind port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:56.295178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52afa5a-2e89-4189-901b-f1c2a479e187 req-c80f091d-8b91-4f43-ad5b-21a13fee6647 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:56.296892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f52afa5a-2e89-4189-901b-f1c2a479e187 req-c80f091d-8b91-4f43-ad5b-21a13fee6647 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 947 time: 0.5590649 Feb 10 06:23:56.320353 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Pushing event updated for resources: {'Port': ['ID=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:56.322617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:56.322933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Attempting to bind port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:56.323546 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df98a8ff-fa0f-4c06-842d-b8c8b27b8eeb admin admin] Publish callbacks [] for security_group (229fc6f2-2f7c-44a8-90f4-85b7f8b2d1f5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.329971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:56.330258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:56.330659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:56.331097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Bound port: 8087443e-63cd-4b2c-90fb-34f9b6b3b83e, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:56.331456 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.372335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-60e095c5-6e60-48f3-93fd-f7e5ce6c1b1a service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435998 Feb 10 06:23:56.426123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] For port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:56.430923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] For port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:56.440471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-9e9d0d33-ca06-44a7-9819-2648d46f4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:56.443089 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-9e9d0d33-ca06-44a7-9819-2648d46f4bee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 1129 time: 0.1700909 Feb 10 06:23:56.444842 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.462229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:56.463253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.464973 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] 10.222.0.13 "PUT /v2.0/ports/8087443e-63cd-4b2c-90fb-34f9b6b3b83e HTTP/1.1" status: 200 len: 1096 time: 1.9666586 Feb 10 06:23:56.472068 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Publish callbacks [] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.481282 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.539248 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Attempting to bind port ac468051-5fab-44fd-b23f-adbb661abeb9 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:56.539979 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Attempting to bind port ac468051-5fab-44fd-b23f-adbb661abeb9 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:56.540350 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Attempting to bind port ac468051-5fab-44fd-b23f-adbb661abeb9 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:56.555245 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dc5ed-fb1d-443a-879d-e0d399b5a161 None None] Pushing event updated for resources: {'Port': ['ID=ac468051-5fab-44fd-b23f-adbb661abeb9,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:56.564981 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:56.565554 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:56.567135 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.568175 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:56.568810 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Bound port: ac468051-5fab-44fd-b23f-adbb661abeb9, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:56.569634 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.576176 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-8f3791a6-8507-4db4-baef-6a197b3c1796 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d430c6c5-0bc6-4286-ab42-f23603d78d4b HTTP/1.1" status: 200 len: 217 time: 0.1221366 Feb 10 06:23:56.657653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f52afa5a-2e89-4189-901b-f1c2a479e187 req-92b18469-507c-46e5-bef9-fc80dc1a4c4a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775011 Feb 10 06:23:56.658988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e09aef5f-b6c1-4888-8117-43fb91c0e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:56.662032 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e09aef5f-b6c1-4888-8117-43fb91c0e761 service neutron] 10.222.0.21 "GET /v2.0/ports/abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 200 len: 1124 time: 0.4243307 Feb 10 06:23:56.690249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f491c89e-6166-481d-8e35-3a49b5df7ad4 admin admin] Publish callbacks [] for security_group (670a7bab-dbd1-49f2-b926-34d6e1a122d9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.695657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321e1c-bae4-4c2a-b308-176afd53d67d service neutron] Pushing event updated for resources: {'Port': ['ID=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:56.705588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-3d458b1b-e676-43b6-93ee-198678d0d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:56.707147 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-3d458b1b-e676-43b6-93ee-198678d0d3cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1075497 Feb 10 06:23:56.709805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-62ad972b-9d7d-4605-bf4c-2304e6fad7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:56.712069 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-62ad972b-9d7d-4605-bf4c-2304e6fad7f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=c3887b03-b934-42be-994c-1d636d72084c HTTP/1.1" status: 200 len: 1130 time: 0.1581366 Feb 10 06:23:56.723464 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] For port ac468051-5fab-44fd-b23f-adbb661abeb9, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:23:56.729526 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] For port ac468051-5fab-44fd-b23f-adbb661abeb9, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ac468051-5fab-44fd-b23f-adbb661abeb9,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:56.739348 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.778400 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df98a8ff-fa0f-4c06-842d-b8c8b27b8eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (229fc6f2-2f7c-44a8-90f4-85b7f8b2d1f5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.787177 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df98a8ff-fa0f-4c06-842d-b8c8b27b8eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.788610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-df98a8ff-fa0f-4c06-842d-b8c8b27b8eeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/229fc6f2-2f7c-44a8-90f4-85b7f8b2d1f5 HTTP/1.1" status: 204 len: 168 time: 1.4426334 Feb 10 06:23:56.805976 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-af66e074-2ade-4987-9437-b52ea57aa00c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=8087443e-63cd-4b2c-90fb-34f9b6b3b83e HTTP/1.1" status: 200 len: 217 time: 0.0799489 Feb 10 06:23:56.808272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Request body: {'binding': {'host': 'n-h1-828670-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:56.808814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Unknown quota resources ['binding']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:23:56.844089 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Routers {'22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:23:56.844842 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:56.848308 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dc5ed-fb1d-443a-879d-e0d399b5a161 None None] Pushing event updated for resources: {'Port': ['ID=ac468051-5fab-44fd-b23f-adbb661abeb9,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:56.886973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-9af33ff5-cc5a-44d1-ab13-dbd7c6df02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:56.888656 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-9af33ff5-cc5a-44d1-ab13-dbd7c6df02f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1743989 Feb 10 06:23:56.890418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-a46eccf3-951f-4ca2-a7fe-7bb30bf44c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:56.892246 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-a46eccf3-951f-4ca2-a7fe-7bb30bf44c68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0786710 Feb 10 06:23:56.952087 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f985913b-c4b1-4739-bad0-f2881d0710d3 x-openstack-request-id: req-f985913b-c4b1-4739-bad0-f2881d0710d3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:56.952379 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31131635-8228-400e-b635-478da647f98f", "tag": "e2e2a10a-7308-4c4d-b696-6c044915b127", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:56.952633 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f985913b-c4b1-4739-bad0-f2881d0710d3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:56.953026 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31131635-8228-400e-b635-478da647f98f', 'tag': 'e2e2a10a-7308-4c4d-b696-6c044915b127', 'status': 'completed', 'code': 200} Feb 10 06:23:56.976780 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f491c89e-6166-481d-8e35-3a49b5df7ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (670a7bab-dbd1-49f2-b926-34d6e1a122d9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:56.991626 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] Set router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:23:57.010987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98a8ff-fa0f-4c06-842d-b8c8b27b8eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fc6f2-2f7c-44a8-90f4-85b7f8b2d1f5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:57.049069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-abb58334-c368-4a02-af4f-ec42cae26fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:57.051405 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-abb58334-c368-4a02-af4f-ec42cae26fae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1446083 Feb 10 06:23:57.052478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9c82908-8e6a-43a0-9ec0-4ad57c69472f req-f9fd767e-7fc4-47f9-a75d-89f04ae2c30e service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607711 Feb 10 06:23:57.057271 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-06d7c927-cc39-4e82-8a7c-b3a3e2e4d6d7 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586263 Feb 10 06:23:57.209829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f491c89e-6166-481d-8e35-3a49b5df7ad4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03691d34c2e5470f90a4926a642f952d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5416672 Feb 10 06:23:57.226207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55824) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:57.250234 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:50Z', 'updated_at': '2022-02-10T06:23:53Z', 'revision_number': 3, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'gw_port': {'id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:51Z', 'updated_at': '2022-02-10T06:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:23:57.281032 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146b772-d506-47be-8ef3-d2f667b12e72 None None] The sync data for ids ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'] in n-d-828670-1 is: [{'id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:50Z', 'updated_at': '2022-02-10T06:23:53Z', 'revision_number': 3, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'gw_port': {'id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:51Z', 'updated_at': '2022-02-10T06:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:23:57.285551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491c89e-6166-481d-8e35-3a49b5df7ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a7bab-dbd1-49f2-b926-34d6e1a122d9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:57.311086 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-52bf5d04-14d0-433e-9297-f966d374619a service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371755 Feb 10 06:23:57.320892 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-85dea8f0-e9a7-4a34-a115-999939f5db33 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458308 Feb 10 06:23:57.350578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ba247-31c2-4049-bc92-a5c8b71398ad req-161f0732-0ed3-4df6-b1d4-8831c7e2c14f tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:57.352451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-864ba247-31c2-4049-bc92-a5c8b71398ad req-161f0732-0ed3-4df6-b1d4-8831c7e2c14f tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 945 time: 0.3819184 Feb 10 06:23:57.383806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55830) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:57.393241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Request body: {'floatingip': {'port_id': '413b6690-0c72-4c6c-81d3-9658c3d51990'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:23:57.402932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-b47890a2-170a-4190-a2e3-149ab1bfa393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:57.404422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-b47890a2-170a-4190-a2e3-149ab1bfa393 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 1130 time: 0.2843785 Feb 10 06:23:57.410697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on host n-h1-828670-1 for vnic_type normal with profile None {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:23:57.410929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:23:57.411249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:57.449157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:23:57.449476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:23:57.476238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:23:57.476576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:23:57.477057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:23:57.477547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Bound port: abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:23:57.524436 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e90d6ee6-b2b4-4749-939c-b58cc0759a13 admin admin] Publish callbacks [] for security_group (670a7bab-dbd1-49f2-b926-34d6e1a122d9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:57.545870 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (b3b6423a-d0c9-4769-a83d-4b1377edcd4d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:57.621090 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e90d6ee6-b2b4-4749-939c-b58cc0759a13 admin admin] Publish callbacks [] for security_group (670a7bab-dbd1-49f2-b926-34d6e1a122d9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:57.708151 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57d60eee-4a35-4c6b-8aa6-f46cc1c444b9 req-8bf51fc0-311e-4c16-84c8-764146e63895 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896012 Feb 10 06:23:57.760114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-143251c4-4ad4-481c-a8fd-1e46cfcdb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:57.761938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-143251c4-4ad4-481c-a8fd-1e46cfcdb37e service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3484566 Feb 10 06:23:57.779568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:23:57.796308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490541a-9ba5-403d-bae5-2d5e2fbd03b9 req-38bbe9aa-e78e-49fd-839e-9f4e81768cb5 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:57.802930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8490541a-9ba5-403d-bae5-2d5e2fbd03b9 req-38bbe9aa-e78e-49fd-839e-9f4e81768cb5 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 949 time: 0.3547363 Feb 10 06:23:57.828632 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e90d6ee6-b2b4-4749-939c-b58cc0759a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (670a7bab-dbd1-49f2-b926-34d6e1a122d9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:57.831323 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e90d6ee6-b2b4-4749-939c-b58cc0759a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:57.833108 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e90d6ee6-b2b4-4749-939c-b58cc0759a13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/670a7bab-dbd1-49f2-b926-34d6e1a122d9 HTTP/1.1" status: 204 len: 168 time: 0.6045947 Feb 10 06:23:57.840654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:57.845352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d6ee6-b2b4-4749-939c-b58cc0759a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a7bab-dbd1-49f2-b926-34d6e1a122d9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:57.853671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e058ae5b-3de0-4b86-90f9-1c2bb951daf1 service neutron] 10.222.0.21 "POST /v2.0/ports/abed6ce7-d8ca-4faf-8acf-abe997a1b8ec/bindings HTTP/1.1" status: 201 len: 389 time: 1.1558433 Feb 10 06:23:58.024162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-b407d354-b41f-474a-b2a6-a6903828de2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e2e2a10a-7308-4c4d-b696-6c044915b127 HTTP/1.1" status: 200 len: 217 time: 0.2461801 Feb 10 06:23:58.123530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8490541a-9ba5-403d-bae5-2d5e2fbd03b9 req-db9054d5-f7aa-4679-b1fe-91fed51c5417 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193290 Feb 10 06:23:58.136974 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b517422f-8f15-4a51-b195-e334a5e0b674 x-openstack-request-id: req-b517422f-8f15-4a51-b195-e334a5e0b674 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:58.137908 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2563d5d-c3c4-4d0f-b93a-b318c0c97a44", "tag": "d430c6c5-0bc6-4286-ab42-f23603d78d4b", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:58.138322 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b517422f-8f15-4a51-b195-e334a5e0b674 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:58.138876 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2563d5d-c3c4-4d0f-b93a-b318c0c97a44', 'tag': 'd430c6c5-0bc6-4286-ab42-f23603d78d4b', 'status': 'completed', 'code': 200} Feb 10 06:23:58.150598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:58.488922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-a9a6d9a0-d639-4ec2-a592-a30be5ff1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:58.490399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-a9a6d9a0-d639-4ec2-a592-a30be5ff1b32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.3788767 Feb 10 06:23:58.500822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2160bd8-82e0-46c1-a5a4-159b5df80eff req-13f6018b-2dac-4061-b044-ecf3a368fbd3 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:58.502942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2160bd8-82e0-46c1-a5a4-159b5df80eff req-13f6018b-2dac-4061-b044-ecf3a368fbd3 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 948 time: 0.3057969 Feb 10 06:23:58.580021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bce32-703c-41f6-ab7a-7d46447215cc req-dc9a23cc-2339-498e-8e11-c7e877953af2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:58.581748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-269bce32-703c-41f6-ab7a-7d46447215cc req-dc9a23cc-2339-498e-8e11-c7e877953af2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 947 time: 0.2794518 Feb 10 06:23:58.598366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-ac347c3d-f062-4478-a309-5365e3b9d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:58.600203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-ac347c3d-f062-4478-a309-5365e3b9d0a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 1129 time: 0.4604225 Feb 10 06:23:58.664171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device df56a85d-de80-4a32-8b2d-215188e2d851 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:58.701479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2160bd8-82e0-46c1-a5a4-159b5df80eff req-e43417b8-795d-4507-9de5-801f2f702233 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301820 Feb 10 06:23:58.716816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-85ae1f5e-a5bc-4d17-91d3-83b944c66f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:58.718828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-85ae1f5e-a5bc-4d17-91d3-83b944c66f6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2121527 Feb 10 06:23:58.736085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-44095f7e-d75f-420e-8440-fc108d203b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:58.737591 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-44095f7e-d75f-420e-8440-fc108d203b5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1127 time: 0.5248270 Feb 10 06:23:58.796358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port df56a85d-de80-4a32-8b2d-215188e2d851 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:23:58.802580 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port df56a85d-de80-4a32-8b2d-215188e2d851 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:58.803550 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:58.806907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-269bce32-703c-41f6-ab7a-7d46447215cc req-c79a8110-61de-4d5b-ac21-a1ffdb1a2fa8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108262 Feb 10 06:23:58.919074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port df56a85d-de80-4a32-8b2d-215188e2d851 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:58.919711 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:58.957923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56a85d-de80-4a32-8b2d-215188e2d851'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:23:58.961310 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c18e47c-78f3-40e5-8c19-1a24c60ffb2f" -d '{"events": [{"server_uuid": "5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c", "name": "network-vif-plugged", "status": "completed", "tag": "df56a85d-de80-4a32-8b2d-215188e2d851"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:23:58.969719 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.db.resource_extend [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:23:58.979873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port df56a85d-de80-4a32-8b2d-215188e2d851, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=df56a85d-de80-4a32-8b2d-215188e2d851,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:58.986082 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:59.047750 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df826b-815c-49cd-9ed0-248d914437e6 x-openstack-request-id: req-78df826b-815c-49cd-9ed0-248d914437e6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:23:59.051957 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c", "name": "network-vif-plugged", "status": "completed", "tag": "df56a85d-de80-4a32-8b2d-215188e2d851", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:23:59.052230 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78df826b-815c-49cd-9ed0-248d914437e6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:23:59.052659 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56a85d-de80-4a32-8b2d-215188e2d851', 'code': 200} Feb 10 06:23:59.087980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=df56a85d-de80-4a32-8b2d-215188e2d851,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:59.178752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:59.186653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.13', 58410) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:23:59.191930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-afac06f8-9eb0-4d1b-9db1-34ce07bb34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:59.193812 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-afac06f8-9eb0-4d1b-9db1-34ce07bb34fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.5624588 Feb 10 06:23:59.204574 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (b3b6423a-d0c9-4769-a83d-4b1377edcd4d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:59.315232 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-12e0ce41-cc0b-4584-a1d8-0b2b502f60c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d430c6c5-0bc6-4286-ab42-f23603d78d4b HTTP/1.1" status: 200 len: 217 time: 0.1048877 Feb 10 06:23:59.334526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-3bd37f73-a2a7-4ec2-ba9e-9e75ef756e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:59.335838 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-3bd37f73-a2a7-4ec2-ba9e-9e75ef756e63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.5856919 Feb 10 06:23:59.355628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-bc243c9a-6513-4fad-b823-c6ba96a14d4e service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077762 Feb 10 06:23:59.397821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Allocated IP 172.20.0.1 (f8930b5a-271a-4095-aa80-65a191d263d3/b756d827-c8a9-43e1-b242-6c58a538136a/19e46d52-6193-4731-a461-b1ccf84ce6f3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:23:59.448574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ac468051-5fab-44fd-b23f-adbb661abeb9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:23:59.449790 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-e912ea52-24b6-407b-87d0-de70c73b13ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 200 len: 217 time: 0.0825579 Feb 10 06:23:59.462152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4fa3-814d-4435-b9c9-024ec890bff1 req-f8533af1-7e2b-4bf9-9711-c913b96ef04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:59.463712 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b5b4fa3-814d-4435-b9c9-024ec890bff1 req-f8533af1-7e2b-4bf9-9711-c913b96ef04f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 1132 time: 0.2760427 Feb 10 06:23:59.481698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-a89da0a8-43e9-483f-9a5e-e0e7dab69d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:59.483732 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-a89da0a8-43e9-483f-9a5e-e0e7dab69d45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1608193 Feb 10 06:23:59.518085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d32374-d92a-4e6d-88fe-4fbdb642a6f9 req-06ca253f-ad49-4cc6-8a98-fef37e2fcd8c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:59.525973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23d32374-d92a-4e6d-88fe-4fbdb642a6f9 req-06ca253f-ad49-4cc6-8a98-fef37e2fcd8c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 945 time: 0.6719699 Feb 10 06:23:59.539744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ac468051-5fab-44fd-b23f-adbb661abeb9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:23:59.540728 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:59.564291 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Floating IP b3b6423a-d0c9-4769-a83d-4b1377edcd4d associated. External IP: 172.25.8.186, port: 413b6690-0c72-4c6c-81d3-9658c3d51990. Feb 10 06:23:59.592468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da3937-1b63-4271-adef-296806373af6 req-debde068-a297-4f33-88f6-e83330550216 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:59.600115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80da3937-1b63-4271-adef-296806373af6 req-debde068-a297-4f33-88f6-e83330550216 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 950 time: 0.3150585 Feb 10 06:23:59.626835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-be8d298a-8035-49b3-9e39-d077582aa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:59.629036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-be8d298a-8035-49b3-9e39-d077582aa1cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.1618879 Feb 10 06:23:59.663854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ac468051-5fab-44fd-b23f-adbb661abeb9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:23:59.664500 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:59.686571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48365ea0-155d-40e8-9aca-332209a62bc2 req-8e699d9e-892a-4353-af97-332d9a05e795 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971013 Feb 10 06:23:59.705773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port ac468051-5fab-44fd-b23f-adbb661abeb9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ac468051-5fab-44fd-b23f-adbb661abeb9,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:23:59.709242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-ad3fc153-8b20-4f06-8b3f-b6cae9f3143a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669844 Feb 10 06:23:59.712341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23d32374-d92a-4e6d-88fe-4fbdb642a6f9 req-49238a38-6f64-4304-9124-71b379bbc29e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850076 Feb 10 06:23:59.714602 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b5b4fa3-814d-4435-b9c9-024ec890bff1 req-33e1003c-cbee-4145-8562-89a32e477a7b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355433 Feb 10 06:23:59.716985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:59.757643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-c1402ed8-50a9-42a3-95fb-5d7c13a2deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:59.759216 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-c1402ed8-50a9-42a3-95fb-5d7c13a2deed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2495468 Feb 10 06:23:59.780483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80da3937-1b63-4271-adef-296806373af6 req-5c27e0cd-6759-43e4-9bbf-c81a3fba7b01 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780262 Feb 10 06:23:59.807094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=ac468051-5fab-44fd-b23f-adbb661abeb9,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:23:59.828955 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Publish callbacks [] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:59.908501 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-7a2f75f1-8b84-4b81-abc0-684892ae4348 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890283 Feb 10 06:23:59.934140 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:23:59.985795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Router b3c31d92-7cd4-4bea-942c-8a86d872001f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:23:59.989097 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3bc0-af07-4c7a-bb90-a2189b7b4daa req-10d679c0-b930-457d-b9bb-89c81d3a327c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:23:59.996641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3ea3bc0-af07-4c7a-bb90-a2189b7b4daa req-10d679c0-b930-457d-b9bb-89c81d3a327c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 948 time: 0.1235535 Feb 10 06:24:00.012870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Network f8930b5a-271a-4095-aa80-65a191d263d3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:00.024961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:00.037793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:00.038276 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:00.081214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Pushing event updated for resources: {'Port': ['ID=19e46d52-6193-4731-a461-b1ccf84ce6f3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:00.174240 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3ea3bc0-af07-4c7a-bb90-a2189b7b4daa req-a7b78703-6a7b-4b34-b59b-4513bb4492ef tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720555 Feb 10 06:24:00.251162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a6c3b-6ed9-4a4c-829a-70ba0234f9ac req-cb0524a2-f0ad-4627-9bb9-d1207018d5a0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:00.253024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-992a6c3b-6ed9-4a4c-829a-70ba0234f9ac req-cb0524a2-f0ad-4627-9bb9-d1207018d5a0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 947 time: 0.1538789 Feb 10 06:24:00.282667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3887b03-b934-42be-994c-1d636d72084c', 'tag': '8087443e-63cd-4b2c-90fb-34f9b6b3b83e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:00.323880 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:00.347462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-992a6c3b-6ed9-4a4c-829a-70ba0234f9ac req-fab573b2-2353-405c-97c3-fd6cd7705eb4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879664 Feb 10 06:24:00.427749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5a06766e-4e5f-4e92-bacb-be11773f6fa4 None None] Provisioning complete for port 19e46d52-6193-4731-a461-b1ccf84ce6f3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:00.428259 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a06766e-4e5f-4e92-bacb-be11773f6fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:00.513033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5a06766e-4e5f-4e92-bacb-be11773f6fa4 None None] Port 19e46d52-6193-4731-a461-b1ccf84ce6f3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:24:00.555330 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b5711f-8269-4f96-99ca-52032da7cb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3887b03-b934-42be-994c-1d636d72084c", "tag": "8087443e-63cd-4b2c-90fb-34f9b6b3b83e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:00.559555 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-dd5ad8f0-7c7a-423d-abf2-fd640c15c293 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295037 Feb 10 06:24:00.567409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Publish callbacks [] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:00.574512 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:00.575563 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:00.619849 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9968b8ef-b5e5-4a72-80d9-cb71e38065b5 x-openstack-request-id: req-9968b8ef-b5e5-4a72-80d9-cb71e38065b5 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:00.620141 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3887b03-b934-42be-994c-1d636d72084c", "tag": "8087443e-63cd-4b2c-90fb-34f9b6b3b83e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:00.620406 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9968b8ef-b5e5-4a72-80d9-cb71e38065b5 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:00.620809 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3887b03-b934-42be-994c-1d636d72084c', 'tag': '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', 'status': 'completed', 'code': 200} Feb 10 06:24:00.676176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Pushing event updated for resources: {'Port': ['ID=19e46d52-6193-4731-a461-b1ccf84ce6f3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:00.700102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:24:00.715320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] Sync routers for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:24:00.728565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:00.729239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:00.743309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:00.793160 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-bf7c2509-23a8-45c2-9637-750b79d09937 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611502 Feb 10 06:24:00.817241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Network f8930b5a-271a-4095-aa80-65a191d263d3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:00.819168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:00.904113 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c64f92b-ba66-4d4e-adcd-9b1f6378bc68 req-dddac504-f0e9-4140-8a9e-60514fcc3df6 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325140 Feb 10 06:24:00.927890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-12a4b9ce-abc3-41d2-9567-6d9fd1cfa9e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "PUT /v2.0/floatingips/b3b6423a-d0c9-4769-a83d-4b1377edcd4d HTTP/1.1" status: 200 len: 991 time: 3.5428019 Feb 10 06:24:00.945697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-85e7ab13-927f-44a6-a92b-d43e4794b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:00.948544 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-85e7ab13-927f-44a6-a92b-d43e4794b37a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=c3887b03-b934-42be-994c-1d636d72084c HTTP/1.1" status: 200 len: 1130 time: 0.2534432 Feb 10 06:24:01.008272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2868504-a811-4999-87d1-96938c110aaf req-cab3ed04-c3fb-4483-aa6a-d820d7a33d0f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:01.010554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2868504-a811-4999-87d1-96938c110aaf req-cab3ed04-c3fb-4483-aa6a-d820d7a33d0f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 945 time: 0.1414080 Feb 10 06:24:01.034554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:01.121485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:24:01.134230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2868504-a811-4999-87d1-96938c110aaf req-c365d5c6-478c-48c5-b9f1-1012f9554405 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065526 Feb 10 06:24:01.197982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992285b-5e40-4392-9b1f-8d790e858c5b req-f067d2d9-4033-4fbf-bd01-e145aa90bdd6 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:01.206581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5992285b-5e40-4392-9b1f-8d790e858c5b req-f067d2d9-4033-4fbf-bd01-e145aa90bdd6 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 950 time: 0.2109053 Feb 10 06:24:01.281841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-5c166bd1-7f3f-4291-bd22-841ada181317 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:01.287796 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-5c166bd1-7f3f-4291-bd22-841ada181317 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.2963719 Feb 10 06:24:01.289303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55962) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:01.325232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828670-1'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:01.340382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7a1b93aa-c1ff-4e4c-a9b7-553165e184b6 None None] Provisioning complete for port 19e46d52-6193-4731-a461-b1ccf84ce6f3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:01.340758 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a1b93aa-c1ff-4e4c-a9b7-553165e184b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:01.367195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-088b0945-5c53-4b27-9f1a-987d0fb2f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:01.368720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-088b0945-5c53-4b27-9f1a-987d0fb2f30c service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.4080462 Feb 10 06:24:01.380771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5992285b-5e40-4392-9b1f-8d790e858c5b req-4b0e5072-3d01-471b-8259-7dce431fd276 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657965 Feb 10 06:24:01.408377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:01.452179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-b05c7807-351e-4fad-a1cf-fb2d0055d7da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=8087443e-63cd-4b2c-90fb-34f9b6b3b83e HTTP/1.1" status: 200 len: 217 time: 0.0447583 Feb 10 06:24:01.454284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ac468051-5fab-44fd-b23f-adbb661abeb9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:01.462561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:24:01.464210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b93aa-c1ff-4e4c-a9b7-553165e184b6 None None] Port 19e46d52-6193-4731-a461-b1ccf84ce6f3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:24:01.475428 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Sync routers for ids ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:24:01.494602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-78b61822-b7af-4879-89de-29113cc69193 admin admin] 10.222.0.21 "PUT /v2.0/routers/22c1a3d3-be9a-4f7f-a20d-d8be69dfb355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8463016 Feb 10 06:24:01.497201 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Routers {'22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:01.498553 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:01.512691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a0930-7c85-42d3-9481-91b47fb10d0d req-25c40877-f3f6-4901-8ffc-aeac0c16c53a tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:01.514775 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb0a0930-7c85-42d3-9481-91b47fb10d0d req-25c40877-f3f6-4901-8ffc-aeac0c16c53a tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 945 time: 0.1992259 Feb 10 06:24:01.555612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-9519ed50-2142-4c4c-b35f-aef146fd27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:01.556812 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-9519ed50-2142-4c4c-b35f-aef146fd27fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0939174 Feb 10 06:24:01.567209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1febf4bc-6c02-4d4e-b2d8-86773d176749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:01.578925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ac468051-5fab-44fd-b23f-adbb661abeb9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:01.579343 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:01.616764 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Set router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:01.638715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'b3b6423a-d0c9-4769-a83d-4b1377edcd4d', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'port_id': '413b6690-0c72-4c6c-81d3-9658c3d51990', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'mac_address': 'fa:16:3e:e0:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:23:34Z', 'updated_at': '2022-02-10T06:23:58Z', 'revision_number': 1, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:01.646356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb0a0930-7c85-42d3-9481-91b47fb10d0d req-60518b4c-a287-43de-baac-bfb5baacba64 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873294 Feb 10 06:24:01.682390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] Checking router: b3c31d92-7cd4-4bea-942c-8a86d872001f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:24:01.727727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:01.728367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:01.752985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9094b-7328-4407-86ba-36af9f8b9fe2 req-1db7f37a-71b6-4ba6-ba8a-542fc9df0bd5 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:01.763489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99e9094b-7328-4407-86ba-36af9f8b9fe2 req-1db7f37a-71b6-4ba6-ba8a-542fc9df0bd5 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 948 time: 0.2616630 Feb 10 06:24:01.769595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ac468051-5fab-44fd-b23f-adbb661abeb9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:01.789781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-d4e44201-9ed4-4669-bf78-558e1cc07bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:01.791432 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-d4e44201-9ed4-4669-bf78-558e1cc07bce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1477642 Feb 10 06:24:01.877153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:01.879995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99e9094b-7328-4407-86ba-36af9f8b9fe2 req-86a9d336-0b04-4e4f-9541-283120866a2e tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095817 Feb 10 06:24:01.903829 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:50Z', 'updated_at': '2022-02-10T06:24:00Z', 'revision_number': 4, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'gw_port': {'id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:51Z', 'updated_at': '2022-02-10T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '19e46d52-6193-4731-a461-b1ccf84ce6f3', 'name': '', 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'mac_address': 'fa:16:3e:3f:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b756d827-c8a9-43e1-b242-6c58a538136a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:58Z', 'updated_at': '2022-02-10T06:24:00Z', 'revision_number': 2, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'subnets': [{'id': 'b756d827-c8a9-43e1-b242-6c58a538136a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:01.936269 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Checking router: 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:24:01.936773 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Updating router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 port 19e46d52-6193-4731-a461-b1ccf84ce6f3 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:24:01.991954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44e402-421e-4405-a948-a9927d007b55 req-303bead4-611d-4b1a-a8e8-4e611fac8b8d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:02.000526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d44e402-421e-4405-a948-a9927d007b55 req-303bead4-611d-4b1a-a8e8-4e611fac8b8d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 947 time: 0.1360517 Feb 10 06:24:02.005270 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.012604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:02.016702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1febf4bc-6c02-4d4e-b2d8-86773d176749 admin admin] Publish callbacks [] for security_group (d72245e4-1d81-481a-a1a5-96ed8c3a5174), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.017154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-a4c8df55-9742-4824-a039-40dfcab8c4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140465 Feb 10 06:24:02.029433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1febf4bc-6c02-4d4e-b2d8-86773d176749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d72245e4-1d81-481a-a1a5-96ed8c3a5174), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.120620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febf4bc-6c02-4d4e-b2d8-86773d176749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72245e4-1d81-481a-a1a5-96ed8c3a5174,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:02.159273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:02.162172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d44e402-421e-4405-a948-a9927d007b55 req-e4592cda-e888-4979-9cb8-1bc3f9885f9c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457064 Feb 10 06:24:02.169496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1febf4bc-6c02-4d4e-b2d8-86773d176749 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df2fa59b87e841e9982f20b8da38abdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8708987 Feb 10 06:24:02.170209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55988) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:02.268355 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95b5711f-8269-4f96-99ca-52032da7cb3b req-df5b3f69-4eaf-47fd-8b86-a59354ecfacf service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424829 Feb 10 06:24:02.295358 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Publish callbacks [] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.312843 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.327917 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-523a6f99-7f45-43f3-b058-4351ac65f755 admin admin] Publish callbacks [] for security_group (d72245e4-1d81-481a-a1a5-96ed8c3a5174), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.377349 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-523a6f99-7f45-43f3-b058-4351ac65f755 admin admin] Publish callbacks [] for security_group (d72245e4-1d81-481a-a1a5-96ed8c3a5174), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.387060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fa9c3-7f07-4862-98c3-b711de3eed14 req-7cf2d912-8d70-44d2-88ed-10ea89583e4e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:02.394214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-007fa9c3-7f07-4862-98c3-b711de3eed14 req-7cf2d912-8d70-44d2-88ed-10ea89583e4e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 945 time: 0.1139510 Feb 10 06:24:02.443511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on host n-h2-828670-1 for vnic_type normal with profile {"migrating_to": "n-h1-828670-1"} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:02.444165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:02.444437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:02.450538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:02.450538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Attempting to bind port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:02.450822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'b3b6423a-d0c9-4769-a83d-4b1377edcd4d', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'port_id': '413b6690-0c72-4c6c-81d3-9658c3d51990', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'mac_address': 'fa:16:3e:e0:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:23:34Z', 'updated_at': '2022-02-10T06:23:58Z', 'revision_number': 1, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:02.452809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Pushing event updated for resources: {'Port': ['ID=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:02.461235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:02.461729 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:02.462203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:02.462708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Bound port: abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:02.463453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.482543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-007fa9c3-7f07-4862-98c3-b711de3eed14 req-f11a8ab5-e36b-4aa1-8b53-c658e6fa41d8 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805724 Feb 10 06:24:02.508902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-523a6f99-7f45-43f3-b058-4351ac65f755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d72245e4-1d81-481a-a1a5-96ed8c3a5174), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.511392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-523a6f99-7f45-43f3-b058-4351ac65f755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.515194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-523a6f99-7f45-43f3-b058-4351ac65f755 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d72245e4-1d81-481a-a1a5-96ed8c3a5174 HTTP/1.1" status: 204 len: 168 time: 0.3439853 Feb 10 06:24:02.529609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a6f99-7f45-43f3-b058-4351ac65f755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72245e4-1d81-481a-a1a5-96ed8c3a5174,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:02.534117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21dd8d4-91c5-48ec-b7b1-bffc3442c7b6 None None] The sync data for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 is: [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'b3b6423a-d0c9-4769-a83d-4b1377edcd4d', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'port_id': '413b6690-0c72-4c6c-81d3-9658c3d51990', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'mac_address': 'fa:16:3e:e0:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:23:34Z', 'updated_at': '2022-02-10T06:23:58Z', 'revision_number': 1, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:24:02.563946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:02.569059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:02.584649 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.591722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56010) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:02.596667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-network', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:02.682113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'tag': '413b6690-0c72-4c6c-81d3-9658c3d51990'}, {'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:02.691779 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40c6cba-9b4c-4163-8b1b-3326c7a88598" -d '{"events": [{"name": "network-changed", "server_uuid": "32edce8b-9377-4fb5-901c-a486ced4b9bd", "tag": "413b6690-0c72-4c6c-81d3-9658c3d51990"}, {"server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:02.709532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8087443e-63cd-4b2c-90fb-34f9b6b3b83e details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:02.712250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Made reservation on behalf of a28bf3ce1dab48578c31a5f86e90fd5c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:02.727596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.735609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Pushing event updated for resources: {'Port': ['ID=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:02.740020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.805541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157baab-e1f3-4971-b1b6-48eb06a17223 req-ae2194dc-b651-48a8-8b6c-97c758ed294b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:02.807188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7157baab-e1f3-4971-b1b6-48eb06a17223 req-ae2194dc-b651-48a8-8b6c-97c758ed294b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 950 time: 0.1985114 Feb 10 06:24:02.807884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:02.808784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.810668 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a4ac9ede-3105-4ba4-b7c9-88be56fafafe service neutron] 10.222.0.13 "PUT /v2.0/ports/abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 200 len: 1121 time: 1.5082254 Feb 10 06:24:02.917833 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Publish callbacks [] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.927049 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:02.938361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7157baab-e1f3-4971-b1b6-48eb06a17223 req-b0ce61ab-863f-48d2-87d1-d962f6177db1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961409 Feb 10 06:24:02.954358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['abed6ce7-d8ca-4faf-8acf-abe997a1b8ec'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:02.957160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9dda4-03a8-4fc5-a841-01b9cbefdf8c None None] New status for floating IP b3b6423a-d0c9-4769-a83d-4b1377edcd4d: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:24:03.020172 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8c945-d80c-47eb-beda-025dcb369d7b None None] Pushing event updated for resources: {'Port': ['ID=19e46d52-6193-4731-a461-b1ccf84ce6f3,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:03.023751 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee95e48-f140-4bc0-9790-27eb47625d77 x-openstack-request-id: req-eee95e48-f140-4bc0-9790-27eb47625d77 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:03.024434 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32edce8b-9377-4fb5-901c-a486ced4b9bd", "tag": "413b6690-0c72-4c6c-81d3-9658c3d51990", "status": "completed", "code": 200}, {"server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:03.025645 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eee95e48-f140-4bc0-9790-27eb47625d77 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:03.026875 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'tag': '413b6690-0c72-4c6c-81d3-9658c3d51990', 'status': 'completed', 'code': 200} Feb 10 06:24:03.027205 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec', 'code': 200} Feb 10 06:24:03.092557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Publish callbacks [] for security_group (12d1c6eb-02b6-4d97-97e5-c2dd84906a63), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.125195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51d67-747b-4312-9d65-851b53fd3d82 req-a3c56247-cc5d-4ccd-8449-6b2f03a44c36 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:03.135693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a51d67-747b-4312-9d65-851b53fd3d82 req-a3c56247-cc5d-4ccd-8449-6b2f03a44c36 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 945 time: 0.2520132 Feb 10 06:24:03.148191 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Attempting to bind port 19e46d52-6193-4731-a461-b1ccf84ce6f3 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:03.148562 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Attempting to bind port 19e46d52-6193-4731-a461-b1ccf84ce6f3 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:03.151222 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Attempting to bind port 19e46d52-6193-4731-a461-b1ccf84ce6f3 on network f8930b5a-271a-4095-aa80-65a191d263d3 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:03.163686 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:03.166764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-3a093311-f563-4744-9c00-c32afa29d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:03.167177 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Checking segment: {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:03.167666 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.168215 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Bound using segment: {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:03.168960 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Bound port: 19e46d52-6193-4731-a461-b1ccf84ce6f3, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:03.169094 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.172001 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-3a093311-f563-4744-9c00-c32afa29d5e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63fd68b01c79456db71ca11a58d5d875&device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 1127 time: 0.1140969 Feb 10 06:24:03.178512 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (12d1c6eb-02b6-4d97-97e5-c2dd84906a63), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.265411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:24:03.302856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56028) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:03.321924 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] For port 19e46d52-6193-4731-a461-b1ccf84ce6f3, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:03.326713 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] For port 19e46d52-6193-4731-a461-b1ccf84ce6f3, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=19e46d52-6193-4731-a461-b1ccf84ce6f3,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:03.327949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbe35-e1b2-46d4-85f9-daab12c267dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.336434 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.358567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0ad247ee-7914-4d59-b5c1-03b3f4091357), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.359108 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Added segment 0ad247ee-7914-4d59-b5c1-03b3f4091357 of type vlan for network 46f5a8d9-7958-4eaf-8c22-4db89d641916 Feb 10 06:24:03.377326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-88fd7642-6cfc-410b-b250-2ec83b039e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:03.379458 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-88fd7642-6cfc-410b-b250-2ec83b039e07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 HTTP/1.1" status: 200 len: 923 time: 0.2007053 Feb 10 06:24:03.389514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:03.436675 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (46f5a8d9-7958-4eaf-8c22-4db89d641916), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.455484 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Routers {'22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:03.456393 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:03.460669 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8c945-d80c-47eb-beda-025dcb369d7b None None] Pushing event updated for resources: {'Port': ['ID=19e46d52-6193-4731-a461-b1ccf84ce6f3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:03.471317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0de794db-5ed5-4f5b-8e76-667e70b7f1d5 None None] Provisioning complete for port 19e46d52-6193-4731-a461-b1ccf84ce6f3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:03.471729 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0de794db-5ed5-4f5b-8e76-667e70b7f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.478920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d1c6eb-02b6-4d97-97e5-c2dd84906a63,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:03.484394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (46f5a8d9-7958-4eaf-8c22-4db89d641916), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.485797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:03.486431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.507081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a51d67-747b-4312-9d65-851b53fd3d82 req-107efb1c-01d6-413d-aa06-27831e619024 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702891 Feb 10 06:24:03.516581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9240160 Feb 10 06:24:03.532079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56032) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:03.543518 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Request body: {'subnet': {'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-subnet', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:03.556582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', 'mac_address': 'fa:16:3e:77:04:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:24:03.570905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64f204-62ff-4ee5-9a4b-db92d2c85f79 req-ee73b5c5-42e8-44a9-8b7f-136ad2f13466 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:03.582992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a64f204-62ff-4ee5-9a4b-db92d2c85f79 req-ee73b5c5-42e8-44a9-8b7f-136ad2f13466 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 948 time: 0.3612728 Feb 10 06:24:03.597313 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-5501616e-f873-43ad-8576-d2da34e8ea24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413b6690-0c72-4c6c-81d3-9658c3d51990 HTTP/1.1" status: 200 len: 999 time: 0.2061570 Feb 10 06:24:03.665224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5c81d-0069-4036-a48e-6ad133088104 admin admin] Pushing event updated for resources: {'Network': ['ID=46f5a8d9-7958-4eaf-8c22-4db89d641916,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:03.686924 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] Set router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:03.695307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbe35-e1b2-46d4-85f9-daab12c267dc admin admin] Publish callbacks [] for security_group (69e15a19-6caa-47f1-ad13-48ff3b9db361), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.700042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0de794db-5ed5-4f5b-8e76-667e70b7f1d5 None None] Current status of the port 19e46d52-6193-4731-a461-b1ccf84ce6f3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:03.700379 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0de794db-5ed5-4f5b-8e76-667e70b7f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.701620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Made reservation on behalf of a28bf3ce1dab48578c31a5f86e90fd5c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:03.707833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbe35-e1b2-46d4-85f9-daab12c267dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (69e15a19-6caa-47f1-ad13-48ff3b9db361), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.709180 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.726416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 46f5a8d9-7958-4eaf-8c22-4db89d641916 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:24:03.762753 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6e2bbe35-e1b2-46d4-85f9-daab12c267dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ae16c8c368f4744b04aae8de0ce3b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567437 Feb 10 06:24:03.763160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56038) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:03.798118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-357763d2-5505-43b1-98f0-1546bd7f73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:03.800310 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-357763d2-5505-43b1-98f0-1546bd7f73b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6399afe-e542-4aee-aa65-2f91664b2256 HTTP/1.1" status: 200 len: 862 time: 0.1854270 Feb 10 06:24:03.849637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bbe35-e1b2-46d4-85f9-daab12c267dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e15a19-6caa-47f1-ad13-48ff3b9db361,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:03.915026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-d01fc570-5c5e-496e-86fd-e8457e8c3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:03.916867 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-d01fc570-5c5e-496e-86fd-e8457e8c3583 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1053569 Feb 10 06:24:03.918261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3694deda-5e05-4936-b8aa-d449d710c78a admin admin] Publish callbacks [] for security_group (69e15a19-6caa-47f1-ad13-48ff3b9db361), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.920808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0de794db-5ed5-4f5b-8e76-667e70b7f1d5 None None] For port 19e46d52-6193-4731-a461-b1ccf84ce6f3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=19e46d52-6193-4731-a461-b1ccf84ce6f3,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:03.953616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (43b93c88-74d1-4708-86f5-e05cda71d783), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.967063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3694deda-5e05-4936-b8aa-d449d710c78a admin admin] Publish callbacks [] for security_group (69e15a19-6caa-47f1-ad13-48ff3b9db361), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:03.996561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a64f204-62ff-4ee5-9a4b-db92d2c85f79 req-270b893b-ff35-4adb-980b-ec4494141d26 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124327 Feb 10 06:24:04.021553 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0de794db-5ed5-4f5b-8e76-667e70b7f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.086360 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-304e94f0-0cc3-4fe4-8038-06c362bc85de service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516078 Feb 10 06:24:04.092939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3694deda-5e05-4936-b8aa-d449d710c78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (69e15a19-6caa-47f1-ad13-48ff3b9db361), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.097766 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3694deda-5e05-4936-b8aa-d449d710c78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.099338 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3694deda-5e05-4936-b8aa-d449d710c78a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69e15a19-6caa-47f1-ad13-48ff3b9db361 HTTP/1.1" status: 204 len: 168 time: 0.3276236 Feb 10 06:24:04.110940 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:50Z', 'updated_at': '2022-02-10T06:24:00Z', 'revision_number': 4, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'gw_port': {'id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:51Z', 'updated_at': '2022-02-10T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '19e46d52-6193-4731-a461-b1ccf84ce6f3', 'name': '', 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'mac_address': 'fa:16:3e:3f:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b756d827-c8a9-43e1-b242-6c58a538136a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:58Z', 'updated_at': '2022-02-10T06:24:03Z', 'revision_number': 4, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'subnets': [{'id': 'b756d827-c8a9-43e1-b242-6c58a538136a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:04.145397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:04.145790 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.151157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694deda-5e05-4936-b8aa-d449d710c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e15a19-6caa-47f1-ad13-48ff3b9db361,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:04.186768 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20841d4a-21cc-443d-b38e-70785ab939c0 None None] The sync data for ids ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'] in n-d-828670-1 is: [{'id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:50Z', 'updated_at': '2022-02-10T06:24:00Z', 'revision_number': 4, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'gw_port': {'id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:51Z', 'updated_at': '2022-02-10T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '19e46d52-6193-4731-a461-b1ccf84ce6f3', 'name': '', 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'mac_address': 'fa:16:3e:3f:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b756d827-c8a9-43e1-b242-6c58a538136a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:58Z', 'updated_at': '2022-02-10T06:24:03Z', 'revision_number': 4, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'subnets': [{'id': 'b756d827-c8a9-43e1-b242-6c58a538136a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:24:04.249254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8087443e-63cd-4b2c-90fb-34f9b6b3b83e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:04.271482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:04.287520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b40c6cba-9b4c-4163-8b1b-3326c7a88598 req-9156f6b6-1ba1-44f8-b891-a98eebfc7c94 service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834254 Feb 10 06:24:04.305427 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.306557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e2e2a10a-7308-4c4d-b696-6c044915b127 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:04.308400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4eb67931-5281-4268-ac4b-9c56aca5462f None None] Provisioning complete for port 19e46d52-6193-4731-a461-b1ccf84ce6f3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:04.308820 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4eb67931-5281-4268-ac4b-9c56aca5462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.318334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de794db-5ed5-4f5b-8e76-667e70b7f1d5 None None] Pushing event updated for resources: {'Port': ['ID=19e46d52-6193-4731-a461-b1ccf84ce6f3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:04.335667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b93c88-74d1-4708-86f5-e05cda71d783,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:04.338126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Checking segment: {'id': '0ad247ee-7914-4d59-b5c1-03b3f4091357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:04.338581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Network hostable DHCP agents. Network: 46f5a8d9-7958-4eaf-8c22-4db89d641916, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:24:04.386448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a7d33-21b6-4091-8041-5ebc4c372e39 req-45499692-5f4e-4035-b2cd-c6c1beec3da5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:04.388566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e5a7d33-21b6-4091-8041-5ebc4c372e39 req-45499692-5f4e-4035-b2cd-c6c1beec3da5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 947 time: 0.2002525 Feb 10 06:24:04.390164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Network 46f5a8d9-7958-4eaf-8c22-4db89d641916 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:24:04.443558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e2e2a10a-7308-4c4d-b696-6c044915b127, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e2e2a10a-7308-4c4d-b696-6c044915b127,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:04.467588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 46f5a8d9-7958-4eaf-8c22-4db89d641916) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:04.471991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e2e2a10a-7308-4c4d-b696-6c044915b127', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'e2e2a10a-7308-4c4d-b696-6c044915b127', 'mac_address': 'fa:16:3e:2d:4f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:24:04.473899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:04.474869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.489004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77a530d-09ad-44c2-90eb-168f54274650 None None] Network 46f5a8d9-7958-4eaf-8c22-4db89d641916 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:04.517517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e5a7d33-21b6-4091-8041-5ebc4c372e39 req-16dfc9d0-6df7-4bc2-aa84-16715832a839 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145616 Feb 10 06:24:04.554431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e9de2224-819c-4ba6-80c6-20c37452531d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0189359 Feb 10 06:24:04.554994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56052) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:04.559744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:04.586671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9885d6-d5d0-4f16-9457-2f3f8438f7e7 req-277f53ad-ef96-42b2-85e1-13c1e6e8aedf tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:04.593581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa9885d6-d5d0-4f16-9457-2f3f8438f7e7 req-277f53ad-ef96-42b2-85e1-13c1e6e8aedf tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 943 time: 0.1302190 Feb 10 06:24:04.653375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (d895f44d-5916-43c2-9990-c4f30d1b7131), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.663789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (d895f44d-5916-43c2-9990-c4f30d1b7131), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.686044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-46f5a8d9-7958-4eaf-8c22-4db89d641916', 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916', 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'fixed_ips': [{'subnet_id': '43b93c88-74d1-4708-86f5-e05cda71d783'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:24:04.695213 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.728323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa9885d6-d5d0-4f16-9457-2f3f8438f7e7 req-82a77f23-8f70-48b0-b634-7a0d2c142499 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336977 Feb 10 06:24:04.750863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e2e2a10a-7308-4c4d-b696-6c044915b127 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:04.751345 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.831377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:04.831618 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks [] for router_controller (d895f44d-5916-43c2-9990-c4f30d1b7131), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.854918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e2a10a-7308-4c4d-b696-6c044915b127 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:04.884885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4eb67931-5281-4268-ac4b-9c56aca5462f None None] Current status of the port 19e46d52-6193-4731-a461-b1ccf84ce6f3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:04.963167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e2e2a10a-7308-4c4d-b696-6c044915b127, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e2e2a10a-7308-4c4d-b696-6c044915b127,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:04.992510 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:04.993184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d430c6c5-0bc6-4286-ab42-f23603d78d4b details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:05.032975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:05.035400 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af615e6-66b3-439c-bde4-5812b4ac536a" -d '{"events": [{"name": "network-changed", "server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:05.073625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e2e2a10a-7308-4c4d-b696-6c044915b127,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:05.164660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d430c6c5-0bc6-4286-ab42-f23603d78d4b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d430c6c5-0bc6-4286-ab42-f23603d78d4b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:05.168171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Allocated IP 172.20.0.2 (46f5a8d9-7958-4eaf-8c22-4db89d641916/43b93c88-74d1-4708-86f5-e05cda71d783/f601ecec-9a84-48a9-83de-680c866f5c90) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:05.186800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'd430c6c5-0bc6-4286-ab42-f23603d78d4b', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'd430c6c5-0bc6-4286-ab42-f23603d78d4b', 'mac_address': 'fa:16:3e:23:07:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:24:05.296878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port d430c6c5-0bc6-4286-ab42-f23603d78d4b is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:05.297325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.323115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d430c6c5-0bc6-4286-ab42-f23603d78d4b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:05.354764 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks [] for router_gateway (d895f44d-5916-43c2-9990-c4f30d1b7131), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.374050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c28c8-2051-42b7-a47a-f98834a7ce77 req-9d182d35-c407-493f-9170-d77526d73296 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.382738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-514c28c8-2051-42b7-a47a-f98834a7ce77 req-9d182d35-c407-493f-9170-d77526d73296 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 945 time: 0.5552864 Feb 10 06:24:05.404563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.405965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.406653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.407362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.407993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.408622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.410336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.410977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.411603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.420550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-c918e898-fce1-4e32-9f68-9193018c310f tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44&device_id=c3887b03-b934-42be-994c-1d636d72084c&device_id=31131635-8228-400e-b635-478da647f98f&device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c&device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd&device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5&device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef&device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680&device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 8542 time: 0.2353017 Feb 10 06:24:05.428456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d430c6c5-0bc6-4286-ab42-f23603d78d4b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d430c6c5-0bc6-4286-ab42-f23603d78d4b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:05.443220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.456823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 19e46d52-6193-4731-a461-b1ccf84ce6f3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:05.475551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-a469fca8-1c1a-4028-8af2-0f35044503dd tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.480244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device abed6ce7-d8ca-4faf-8acf-abe997a1b8ec details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:05.519943 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Publish callbacks [] for port (f601ecec-9a84-48a9-83de-680c866f5c90), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.553907 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.599659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-514c28c8-2051-42b7-a47a-f98834a7ce77 req-8cfe48d5-74c8-4c89-9c27-20991bd484ce tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157192 Feb 10 06:24:05.627047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Network 46f5a8d9-7958-4eaf-8c22-4db89d641916 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:05.640064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:05.643609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 19e46d52-6193-4731-a461-b1ccf84ce6f3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:05.644141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.647896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:05.650584 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-a469fca8-1c1a-4028-8af2-0f35044503dd tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Publish callbacks [] for security_group (70c42d5a-39f5-4b25-9db4-25ef711ef399), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.664242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-a469fca8-1c1a-4028-8af2-0f35044503dd tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (70c42d5a-39f5-4b25-9db4-25ef711ef399), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.681886 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:24:05.686757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=d430c6c5-0bc6-4286-ab42-f23603d78d4b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:05.725591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469fca8-1c1a-4028-8af2-0f35044503dd tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c42d5a-39f5-4b25-9db4-25ef711ef399,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:05.866475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:05.871387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424f7eb4-ff23-430a-a01a-e6f6dc82fe74 req-a469fca8-1c1a-4028-8af2-0f35044503dd tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&id=7376da9a-ea09-4605-9081-3431b5b3d86e&id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.4496205 Feb 10 06:24:05.922481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks [] for router_gateway (d895f44d-5916-43c2-9990-c4f30d1b7131), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.952581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72dacd-52e9-4f48-bd3c-c20bef65a473 req-d9df237e-f67b-4aaf-b4ff-bb8101337512 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:05.954202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d72dacd-52e9-4f48-bd3c-c20bef65a473 req-d9df237e-f67b-4aaf-b4ff-bb8101337512 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 949 time: 0.1616488 Feb 10 06:24:05.956068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:05.969087 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e12ff2a-105a-49cc-b6cd-6c0bcb3f5c28 x-openstack-request-id: req-1e12ff2a-105a-49cc-b6cd-6c0bcb3f5c28 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:05.969377 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:05.969634 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e12ff2a-105a-49cc-b6cd-6c0bcb3f5c28 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:05.970032 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec', 'status': 'completed', 'code': 200} Feb 10 06:24:06.075117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-6ef9d872-be01-4eb4-bc38-da388afc8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:06.079062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-6ef9d872-be01-4eb4-bc38-da388afc8e68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1155 time: 0.0917428 Feb 10 06:24:06.093204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d72dacd-52e9-4f48-bd3c-c20bef65a473 req-47ad5ba8-e6d4-4af2-b33e-66bf9177afe8 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292708 Feb 10 06:24:06.170946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Pushing event updated for resources: {'Port': ['ID=f601ecec-9a84-48a9-83de-680c866f5c90,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:06.172691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bfd3a-11aa-480d-93c9-e4e5242d5dcc req-47387b42-2f50-47c7-96a5-ef486c3277ef tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:06.174421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e3bfd3a-11aa-480d-93c9-e4e5242d5dcc req-47387b42-2f50-47c7-96a5-ef486c3277ef tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 948 time: 0.1314576 Feb 10 06:24:06.179288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:06.190544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Allocated IP 172.25.8.172 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/95282de5-cb4a-45b7-88a8-7fa70e530a63) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:06.202777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['8087443e-63cd-4b2c-90fb-34f9b6b3b83e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:06.226537 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-939b940c-2c1d-4d65-ab78-8c09fa8aadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:06.228409 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-939b940c-2c1d-4d65-ab78-8c09fa8aadee service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.1376021 Feb 10 06:24:06.232565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e2e2a10a-7308-4c4d-b696-6c044915b127'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:06.235207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device abed6ce7-d8ca-4faf-8acf-abe997a1b8ec has no active binding in host n-h1-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 06:24:06.255617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e3bfd3a-11aa-480d-93c9-e4e5242d5dcc req-c10851d6-de19-4e4f-ac75-43b3ea557426 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724130 Feb 10 06:24:06.284521 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-81f2da34-84b0-4273-ab97-c8c6110686ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 200 len: 217 time: 0.0484712 Feb 10 06:24:06.306133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Attempting to bind port f601ecec-9a84-48a9-83de-680c866f5c90 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:06.306491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Attempting to bind port f601ecec-9a84-48a9-83de-680c866f5c90 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0ad247ee-7914-4d59-b5c1-03b3f4091357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:06.306832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Attempting to bind port f601ecec-9a84-48a9-83de-680c866f5c90 on network 46f5a8d9-7958-4eaf-8c22-4db89d641916 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:06.316860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:06.317238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Checking segment: {'id': '0ad247ee-7914-4d59-b5c1-03b3f4091357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:06.317653 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:06.318370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Bound using segment: {'id': '0ad247ee-7914-4d59-b5c1-03b3f4091357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:06.319356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Bound port: f601ecec-9a84-48a9-83de-680c866f5c90, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad247ee-7914-4d59-b5c1-03b3f4091357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:06.319356 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:06.349896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-a7fd353e-9bf8-4beb-bb26-d11ce8284787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:06.351496 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-a7fd353e-9bf8-4beb-bb26-d11ce8284787 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0600228 Feb 10 06:24:06.395309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 19e46d52-6193-4731-a461-b1ccf84ce6f3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:06.396343 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-f5962b94-0f3f-4c57-a08b-500e5af05289 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353329 Feb 10 06:24:06.406118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b481c37-cfa3-4e97-9308-26e36dabb638 req-6c0d5f40-126e-43b1-9818-530896cb08dc tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:06.407712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b481c37-cfa3-4e97-9308-26e36dabb638 req-6c0d5f40-126e-43b1-9818-530896cb08dc tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 945 time: 0.1577952 Feb 10 06:24:06.470921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks [] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:06.501943 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-6c835673-005b-4980-b053-1e861e7abaca service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990531 Feb 10 06:24:06.522979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43a6e6-4945-40b2-b8e6-c370e5150019 req-5c2d76de-4513-4956-bbcf-b929e4d4d39d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:06.530335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf43a6e6-4945-40b2-b8e6-c370e5150019 req-5c2d76de-4513-4956-bbcf-b929e4d4d39d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 943 time: 0.1484017 Feb 10 06:24:06.541540 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:06.547470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] For port f601ecec-9a84-48a9-83de-680c866f5c90, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:06.567079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b481c37-cfa3-4e97-9308-26e36dabb638 req-00d75b3e-d464-42c7-a4a8-ed7a7b2645d1 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429753 Feb 10 06:24:06.589457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] For port f601ecec-9a84-48a9-83de-680c866f5c90, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f601ecec-9a84-48a9-83de-680c866f5c90,segment=NetworkSegment(0ad247ee-7914-4d59-b5c1-03b3f4091357),segment_id=0ad247ee-7914-4d59-b5c1-03b3f4091357)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:06.594869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:06.611789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:06.636099 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3af615e6-66b3-439c-bde4-5812b4ac536a req-6ea58f35-08db-425d-a810-55ab06e0d898 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273458 Feb 10 06:24:06.669074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf43a6e6-4945-40b2-b8e6-c370e5150019 req-d00339b3-993f-4721-beef-8b64edffc6ad tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379006 Feb 10 06:24:06.674001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:06.679293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:06.683608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:06.724300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Pushing event updated for resources: {'Port': ['ID=95282de5-cb4a-45b7-88a8-7fa70e530a63,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:06.788385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bdf28-2eed-408f-81a0-b02265f0cc9f None None] Pushing event updated for resources: {'Port': ['ID=f601ecec-9a84-48a9-83de-680c866f5c90,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:07.010269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks [] for router_gateway (d895f44d-5916-43c2-9990-c4f30d1b7131), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:07.180875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e83cbc-44c0-4af0-8835-8a74d6de1df6 req-e9bbb7c2-cf5d-42d4-bc38-300a32ccae0d tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:07.181362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e83cbc-44c0-4af0-8835-8a74d6de1df6 req-e9bbb7c2-cf5d-42d4-bc38-300a32ccae0d tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:07.181826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e83cbc-44c0-4af0-8835-8a74d6de1df6 req-e9bbb7c2-cf5d-42d4-bc38-300a32ccae0d tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:07.183517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04e83cbc-44c0-4af0-8835-8a74d6de1df6 req-e9bbb7c2-cf5d-42d4-bc38-300a32ccae0d tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c&device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680&device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 2975 time: 0.1272783 Feb 10 06:24:07.316908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04e83cbc-44c0-4af0-8835-8a74d6de1df6 req-efa8da69-4d1f-4f03-aa36-7eb4bc5e486c tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882220 Feb 10 06:24:07.368762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (d895f44d-5916-43c2-9990-c4f30d1b7131), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:07.385347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f23b-426f-4df5-baf2-dce6de9c267f req-41126bb5-4b56-41e9-86cf-23d9d758d733 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:07.392741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c40f23b-426f-4df5-baf2-dce6de9c267f req-41126bb5-4b56-41e9-86cf-23d9d758d733 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 949 time: 0.0911887 Feb 10 06:24:07.400953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f601ecec-9a84-48a9-83de-680c866f5c90 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:07.455702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f601ecec-9a84-48a9-83de-680c866f5c90 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:07.456328 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:07.558868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f601ecec-9a84-48a9-83de-680c866f5c90 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:07.559274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:07.598440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port f601ecec-9a84-48a9-83de-680c866f5c90, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f601ecec-9a84-48a9-83de-680c866f5c90,segment=NetworkSegment(0ad247ee-7914-4d59-b5c1-03b3f4091357),segment_id=0ad247ee-7914-4d59-b5c1-03b3f4091357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:07.607154 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:07.676792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=f601ecec-9a84-48a9-83de-680c866f5c90,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:07.687256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.687609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.687957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.688299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.688646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.689000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.689291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.689674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.690006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.690352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.690725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.691290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.691769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:07.728765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c40f23b-426f-4df5-baf2-dce6de9c267f req-dec52467-09ef-4229-8a00-89006e11f861 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349593 Feb 10 06:24:07.773510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Router d895f44d-5916-43c2-9990-c4f30d1b7131 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:24:07.900740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09909f22-b7bd-4f63-a59e-e2a4d6b40c2e None None] Network 46f5a8d9-7958-4eaf-8c22-4db89d641916 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:07.962078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4506d-d91c-4091-b137-28c9d0fbc54b req-8fafc153-e99f-44c4-8865-d7fb51f1d3df tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:07.963573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17a4506d-d91c-4091-b137-28c9d0fbc54b req-8fafc153-e99f-44c4-8865-d7fb51f1d3df tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 948 time: 0.1746902 Feb 10 06:24:07.974176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3a6c8237-3f86-4f41-af57-57598a1d6d36 None None] Provisioning complete for port f601ecec-9a84-48a9-83de-680c866f5c90 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:07.974649 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8237-3f86-4f41-af57-57598a1d6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:07.988399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11ffa-521f-43fd-b2f1-ff126bada628 req-9ba18d21-f25a-4164-b561-aa2ef5414862 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:07.989814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0d11ffa-521f-43fd-b2f1-ff126bada628 req-9ba18d21-f25a-4164-b561-aa2ef5414862 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 943 time: 0.1269426 Feb 10 06:24:08.016827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:24:08.028507 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Sync routers for ids ['d895f44d-5916-43c2-9990-c4f30d1b7131'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:24:08.041775 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Routers {'d895f44d-5916-43c2-9990-c4f30d1b7131'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:08.043574 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d895f44d-5916-43c2-9990-c4f30d1b7131'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:08.072013 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:08.075815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0a00f7b-dc68-45b0-8f4a-f708c724d508 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5172276 Feb 10 06:24:08.077450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17a4506d-d91c-4091-b137-28c9d0fbc54b req-d3f60bde-10f6-4768-9b98-46df89f50855 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062450 Feb 10 06:24:08.078504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56130) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:08.080724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0d11ffa-521f-43fd-b2f1-ff126bada628 req-e1d76d42-0aa9-4757-81b8-edb57c966b3a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823972 Feb 10 06:24:08.085039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c8237-3f86-4f41-af57-57598a1d6d36 None None] Current status of the port f601ecec-9a84-48a9-83de-680c866f5c90 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:08.250402 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Set router d895f44d-5916-43c2-9990-c4f30d1b7131 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:08.436038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b037caaa-7d23-484e-a9fb-ad888bcabb29 None None] Provisioning complete for port f601ecec-9a84-48a9-83de-680c866f5c90 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:08.437007 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b037caaa-7d23-484e-a9fb-ad888bcabb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:08.543034 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:24:04Z', 'updated_at': '2022-02-10T06:24:06Z', 'revision_number': 3, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'gw_port': {'id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:05Z', 'updated_at': '2022-02-10T06:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:08.570567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b037caaa-7d23-484e-a9fb-ad888bcabb29 None None] Current status of the port f601ecec-9a84-48a9-83de-680c866f5c90 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:08.587761 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Checking router: d895f44d-5916-43c2-9990-c4f30d1b7131 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:24:08.588365 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Updating router d895f44d-5916-43c2-9990-c4f30d1b7131 port 95282de5-cb4a-45b7-88a8-7fa70e530a63 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:24:08.620670 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:08.906425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e8e13-b3d6-443d-b204-815a94552c08 req-763e38df-9aca-4f02-9371-349b7ab87cce tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:08.913716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-883e8e13-b3d6-443d-b204-815a94552c08 req-763e38df-9aca-4f02-9371-349b7ab87cce tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 949 time: 0.0722339 Feb 10 06:24:09.009260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-883e8e13-b3d6-443d-b204-815a94552c08 req-366c87d0-36f4-4e21-be2b-bc2f87f06d06 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946388 Feb 10 06:24:09.022235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e97cb5-f0ff-40d4-9bda-e9159866ca8a req-90e2d28c-06dc-4c68-987d-03a14b132df8 tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:09.024511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49e97cb5-f0ff-40d4-9bda-e9159866ca8a req-90e2d28c-06dc-4c68-987d-03a14b132df8 tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1131 time: 0.0623507 Feb 10 06:24:09.026066 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.039800 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Publish callbacks [] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.040997 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.096791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49e97cb5-f0ff-40d4-9bda-e9159866ca8a req-24cc1d34-4e3c-4ce6-8cd5-a76f022f69b7 tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668287 Feb 10 06:24:09.184356 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Attempting to bind port 95282de5-cb4a-45b7-88a8-7fa70e530a63 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:09.184730 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Attempting to bind port 95282de5-cb4a-45b7-88a8-7fa70e530a63 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:09.185100 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Attempting to bind port 95282de5-cb4a-45b7-88a8-7fa70e530a63 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:09.204505 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af5371-6350-4046-8250-a32df3f5f164 None None] Pushing event updated for resources: {'Port': ['ID=95282de5-cb4a-45b7-88a8-7fa70e530a63,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:09.204505 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:09.204505 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:09.204930 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.205155 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:09.205629 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Bound port: 95282de5-cb4a-45b7-88a8-7fa70e530a63, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:09.206026 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.228613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56182) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:09.258050 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] For port 95282de5-cb4a-45b7-88a8-7fa70e530a63, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:09.261355 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] For port 95282de5-cb4a-45b7-88a8-7fa70e530a63, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=95282de5-cb4a-45b7-88a8-7fa70e530a63,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:09.270696 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.292052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Allocated IP 172.20.0.1 (46f5a8d9-7958-4eaf-8c22-4db89d641916/43b93c88-74d1-4708-86f5-e05cda71d783/c44797c6-cbef-43f0-9249-6c76ebd67021) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:09.307038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f078db-d025-4264-8bc3-4a07ada93bda req-48186b3d-5c95-448a-afc2-7e1b5a15be89 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:09.314094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1f078db-d025-4264-8bc3-4a07ada93bda req-48186b3d-5c95-448a-afc2-7e1b5a15be89 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 943 time: 0.1167769 Feb 10 06:24:09.323352 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af5371-6350-4046-8250-a32df3f5f164 None None] Pushing event updated for resources: {'Port': ['ID=95282de5-cb4a-45b7-88a8-7fa70e530a63,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:09.328535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd534b7-6bd4-440d-a64c-831e556cb2e4 req-e9645999-63ea-44d5-843a-4fe406dc4618 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:09.330028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7cd534b7-6bd4-440d-a64c-831e556cb2e4 req-e9645999-63ea-44d5-843a-4fe406dc4618 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 948 time: 0.1309826 Feb 10 06:24:09.348193 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Routers {'d895f44d-5916-43c2-9990-c4f30d1b7131'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:09.348954 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:23:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d895f44d-5916-43c2-9990-c4f30d1b7131'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:09.414270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1f078db-d025-4264-8bc3-4a07ada93bda req-59744e8a-dd63-4c89-b53a-f69987754888 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937843 Feb 10 06:24:09.446864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f601ecec-9a84-48a9-83de-680c866f5c90 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:09.458060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c97d855d-8048-450d-8731-ae1dadd2bcf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.474564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7cd534b7-6bd4-440d-a64c-831e556cb2e4 req-913116c0-0e52-4d3b-8763-6c8c3cb81fd6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271925 Feb 10 06:24:09.492364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8087443e-63cd-4b2c-90fb-34f9b6b3b83e up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:09.505869 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] Set router d895f44d-5916-43c2-9990-c4f30d1b7131 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:09.528710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Publish callbacks [] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.592341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eda2d-aede-4f7a-9fae-c951ae5385d2 req-ddbe8f9a-efd0-4cf1-a346-86c96d2fada7 tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:09.593978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d24eda2d-aede-4f7a-9fae-c951ae5385d2 req-ddbe8f9a-efd0-4cf1-a346-86c96d2fada7 tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1131 time: 0.0947037 Feb 10 06:24:09.600923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f601ecec-9a84-48a9-83de-680c866f5c90 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:09.601363 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.611830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:24:09.619527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.643011 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c97d855d-8048-450d-8731-ae1dadd2bcf5 admin admin] Publish callbacks [] for security_group (c25366f9-e497-46f7-ba9b-d0d2f8a104d0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.652092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:09.652930 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.653700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c97d855d-8048-450d-8731-ae1dadd2bcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c25366f9-e497-46f7-ba9b-d0d2f8a104d0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.700691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d24eda2d-aede-4f7a-9fae-c951ae5385d2 req-0f75ee79-3660-4340-834b-54683c74d3a2 tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985000 Feb 10 06:24:09.713710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c97d855d-8048-450d-8731-ae1dadd2bcf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81483980519c43ffb61fd0d9bb13409d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623995 Feb 10 06:24:09.714332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56192) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:09.716614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d855d-8048-450d-8731-ae1dadd2bcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25366f9-e497-46f7-ba9b-d0d2f8a104d0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:09.744487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Pushing event updated for resources: {'Port': ['ID=c44797c6-cbef-43f0-9249-6c76ebd67021,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:09.767984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Network 46f5a8d9-7958-4eaf-8c22-4db89d641916 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:09.770507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:09.775326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:09.776118 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (d895f44d-5916-43c2-9990-c4f30d1b7131), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.826601 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10839a4b-2638-49f9-8a73-d3ff7eec5153 admin admin] Publish callbacks [] for security_group (c25366f9-e497-46f7-ba9b-d0d2f8a104d0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.872358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10839a4b-2638-49f9-8a73-d3ff7eec5153 admin admin] Publish callbacks [] for security_group (c25366f9-e497-46f7-ba9b-d0d2f8a104d0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.893393 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.895814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f601ecec-9a84-48a9-83de-680c866f5c90 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:09.930653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:09.931271 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.950508 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10839a4b-2638-49f9-8a73-d3ff7eec5153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c25366f9-e497-46f7-ba9b-d0d2f8a104d0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.953255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10839a4b-2638-49f9-8a73-d3ff7eec5153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:09.957817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-10839a4b-2638-49f9-8a73-d3ff7eec5153 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c25366f9-e497-46f7-ba9b-d0d2f8a104d0 HTTP/1.1" status: 204 len: 168 time: 0.2392874 Feb 10 06:24:09.963091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3887b03-b934-42be-994c-1d636d72084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8087443e-63cd-4b2c-90fb-34f9b6b3b83e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:09.966416 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95de1d40-d376-480c-93cc-ca2646d69ec8" -d '{"events": [{"server_uuid": "c3887b03-b934-42be-994c-1d636d72084c", "name": "network-vif-plugged", "status": "completed", "tag": "8087443e-63cd-4b2c-90fb-34f9b6b3b83e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:09.981127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:09.990842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10839a4b-2638-49f9-8a73-d3ff7eec5153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25366f9-e497-46f7-ba9b-d0d2f8a104d0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:10.030164 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.033617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e2e2a10a-7308-4c4d-b696-6c044915b127 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:10.055208 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:24:04Z', 'updated_at': '2022-02-10T06:24:06Z', 'revision_number': 3, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'gw_port': {'id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:05Z', 'updated_at': '2022-02-10T06:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:10.062927 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.100877 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc57a46-6eac-4fa4-88ef-f1d10ba44723 None None] The sync data for ids ['d895f44d-5916-43c2-9990-c4f30d1b7131'] in n-d-828670-1 is: [{'id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:24:04Z', 'updated_at': '2022-02-10T06:24:06Z', 'revision_number': 3, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'gw_port': {'id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:05Z', 'updated_at': '2022-02-10T06:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:24:10.182280 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bb6804-e37f-4a95-a64f-3e6e1869cd65 x-openstack-request-id: req-e1bb6804-e37f-4a95-a64f-3e6e1869cd65 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:10.182739 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3887b03-b934-42be-994c-1d636d72084c", "name": "network-vif-plugged", "status": "completed", "tag": "8087443e-63cd-4b2c-90fb-34f9b6b3b83e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:10.183211 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1bb6804-e37f-4a95-a64f-3e6e1869cd65 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:10.183849 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3887b03-b934-42be-994c-1d636d72084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', 'code': 200} Feb 10 06:24:10.187490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:10.245180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e2e2a10a-7308-4c4d-b696-6c044915b127 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:24:10.253302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e2e2a10a-7308-4c4d-b696-6c044915b127 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:10.254053 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.305294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaca65-a659-4bb4-8280-5580dabe5ff1 req-22d6eb3f-cd6b-4599-99d6-a3558363b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:10.307002 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baaca65-a659-4bb4-8280-5580dabe5ff1 req-22d6eb3f-cd6b-4599-99d6-a3558363b443 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3887b03-b934-42be-994c-1d636d72084c HTTP/1.1" status: 200 len: 1132 time: 0.1135271 Feb 10 06:24:10.344218 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fc9f-1b7c-4d2b-b801-d9cf39d3eb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.354718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4bc6f461-e9a8-4a09-8d6e-afbff6740204 None None] Provisioning complete for port c44797c6-cbef-43f0-9249-6c76ebd67021 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:10.355644 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f461-e9a8-4a09-8d6e-afbff6740204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.391710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebe2a8-8d61-4e45-8004-45f9f87f72e2 req-c6c29db7-c8a5-4981-a72a-73e4c4eba622 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:10.409494 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baaca65-a659-4bb4-8280-5580dabe5ff1 req-8de6906a-be90-4414-8302-11aec2407033 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891774 Feb 10 06:24:10.409858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aaebe2a8-8d61-4e45-8004-45f9f87f72e2 req-c6c29db7-c8a5-4981-a72a-73e4c4eba622 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 949 time: 0.1343610 Feb 10 06:24:10.422973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6f461-e9a8-4a09-8d6e-afbff6740204 None None] Port c44797c6-cbef-43f0-9249-6c76ebd67021 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:24:10.444893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e2e2a10a-7308-4c4d-b696-6c044915b127 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:10.445582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.496813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e2e2a10a-7308-4c4d-b696-6c044915b127, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e2e2a10a-7308-4c4d-b696-6c044915b127,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:10.499409 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Publish callbacks [] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.502377 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.503768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d430c6c5-0bc6-4286-ab42-f23603d78d4b up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:10.507389 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.524529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (d895f44d-5916-43c2-9990-c4f30d1b7131), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.536201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aaebe2a8-8d61-4e45-8004-45f9f87f72e2 req-81f8d69c-d081-4cde-bc47-a356ed87b2bc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251302 Feb 10 06:24:10.620949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56230) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:10.643782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Pushing event updated for resources: {'Port': ['ID=c44797c6-cbef-43f0-9249-6c76ebd67021,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:10.652569 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33d2829d-47a3-4c11-baa7-e7301efd1f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.688755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port d430c6c5-0bc6-4286-ab42-f23603d78d4b completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:24:10.695175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port d430c6c5-0bc6-4286-ab42-f23603d78d4b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:10.695816 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.791837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e2e2a10a-7308-4c4d-b696-6c044915b127,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:10.820661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Network 46f5a8d9-7958-4eaf-8c22-4db89d641916 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:10.822563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:10.866348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port d430c6c5-0bc6-4286-ab42-f23603d78d4b is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:10.867178 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.916216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d430c6c5-0bc6-4286-ab42-f23603d78d4b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d430c6c5-0bc6-4286-ab42-f23603d78d4b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:10.921737 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:10.996463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9093ac-487f-4e76-928d-0b7d0dda11b9 req-cf032ea4-9d48-435e-a7ca-f094cf9d458e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:11.008734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd9093ac-487f-4e76-928d-0b7d0dda11b9 req-cf032ea4-9d48-435e-a7ca-f094cf9d458e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 948 time: 0.3221638 Feb 10 06:24:11.016574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=d430c6c5-0bc6-4286-ab42-f23603d78d4b,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:11.038993 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-38db9410-09be-42f9-8921-aeae2b8c57da service neutron] 10.222.0.24 "GET /v2.0/ports/abed6ce7-d8ca-4faf-8acf-abe997a1b8ec/bindings/n-h1-828670-1 HTTP/1.1" status: 200 len: 384 time: 0.1269391 Feb 10 06:24:11.083515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56234) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:11.104574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33d2829d-47a3-4c11-baa7-e7301efd1f2f admin admin] Publish callbacks [] for security_group (68ff4742-014a-49af-a411-5e35f6429d75), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.113957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601b49e-2ab0-407d-8bca-02c20956450f req-81565d82-1e06-4e18-8514-bce43fc752b5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:11.115791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4601b49e-2ab0-407d-8bca-02c20956450f req-81565d82-1e06-4e18-8514-bce43fc752b5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 943 time: 0.3342252 Feb 10 06:24:11.121098 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33d2829d-47a3-4c11-baa7-e7301efd1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (68ff4742-014a-49af-a411-5e35f6429d75), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.199467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd9093ac-487f-4e76-928d-0b7d0dda11b9 req-ab3a2928-e31a-4219-810a-99734c16d51b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868484 Feb 10 06:24:11.217385 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-33d2829d-47a3-4c11-baa7-e7301efd1f2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1baa3d8bcd241da84f74370b224f72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5928481 Feb 10 06:24:11.218501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56238) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:11.261735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4601b49e-2ab0-407d-8bca-02c20956450f req-4387d2ed-d960-4d7a-9196-0af59295cf85 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248951 Feb 10 06:24:11.262272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a04c8699-3da8-466f-aeab-2f74976bf39e None None] Provisioning complete for port c44797c6-cbef-43f0-9249-6c76ebd67021 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:11.262699 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a04c8699-3da8-466f-aeab-2f74976bf39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.263850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2829d-47a3-4c11-baa7-e7301efd1f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ff4742-014a-49af-a411-5e35f6429d75,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:11.288799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Router d895f44d-5916-43c2-9990-c4f30d1b7131 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:24:11.329667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a04c8699-3da8-466f-aeab-2f74976bf39e None None] Port c44797c6-cbef-43f0-9249-6c76ebd67021 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:24:11.408796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-20481670-eac3-4640-9dc8-5f046a26c42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.447573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 95282de5-cb4a-45b7-88a8-7fa70e530a63 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:11.501449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:11.510233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 95282de5-cb4a-45b7-88a8-7fa70e530a63 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:11.511171 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.527320 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-507672ac-87ce-4f0f-8312-e422b89da4d1 admin admin] Publish callbacks [] for security_group (68ff4742-014a-49af-a411-5e35f6429d75), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.549326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:11.676082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 95282de5-cb4a-45b7-88a8-7fa70e530a63 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:11.676483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.699267 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-507672ac-87ce-4f0f-8312-e422b89da4d1 admin admin] Publish callbacks [] for security_group (68ff4742-014a-49af-a411-5e35f6429d75), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.702978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 95282de5-cb4a-45b7-88a8-7fa70e530a63, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=95282de5-cb4a-45b7-88a8-7fa70e530a63,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:11.713636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.740911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abed6ce7-d8ca-4faf-8acf-abe997a1b8ec {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:11.763109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6ae29-3361-4cdb-91e5-0a2bfb3384e5 req-bfc4750e-68dc-43fd-8c56-41291684c6e8 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:11.764641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75b6ae29-3361-4cdb-91e5-0a2bfb3384e5 req-bfc4750e-68dc-43fd-8c56-41291684c6e8 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1307960 Feb 10 06:24:11.767276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:11.770291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:24:11.799879 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a2d104cb-edde-4b46-9205-c7ff6f5dc8de admin admin] 10.222.0.21 "PUT /v2.0/routers/d895f44d-5916-43c2-9990-c4f30d1b7131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7116697 Feb 10 06:24:11.800638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa22ea-b789-48d3-b36a-a95b1e0c0ed3 req-fe4a9842-a613-495c-8825-5b058fdf80cf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:11.807335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=95282de5-cb4a-45b7-88a8-7fa70e530a63,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:11.808593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37fa22ea-b789-48d3-b36a-a95b1e0c0ed3 req-fe4a9842-a613-495c-8825-5b058fdf80cf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1342318 Feb 10 06:24:11.829868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.856858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-20481670-eac3-4640-9dc8-5f046a26c42c admin admin] Publish callbacks [] for security_group (07f668a5-a37b-41cc-9dab-fbf03675068e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.890932 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-20481670-eac3-4640-9dc8-5f046a26c42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (07f668a5-a37b-41cc-9dab-fbf03675068e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.897977 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75b6ae29-3361-4cdb-91e5-0a2bfb3384e5 req-bfaedd2f-67b5-42ad-a738-7ea5fdf028eb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150868 Feb 10 06:24:11.902031 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-507672ac-87ce-4f0f-8312-e422b89da4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (68ff4742-014a-49af-a411-5e35f6429d75), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.904844 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-507672ac-87ce-4f0f-8312-e422b89da4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:11.906773 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-507672ac-87ce-4f0f-8312-e422b89da4d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68ff4742-014a-49af-a411-5e35f6429d75 HTTP/1.1" status: 204 len: 168 time: 0.6872933 Feb 10 06:24:11.920142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37fa22ea-b789-48d3-b36a-a95b1e0c0ed3 req-37817fdf-feba-4f49-b0de-dec1ac810887 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105840 Feb 10 06:24:11.962894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481670-eac3-4640-9dc8-5f046a26c42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f668a5-a37b-41cc-9dab-fbf03675068e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:11.977573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56262) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:11.984959 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-20481670-eac3-4640-9dc8-5f046a26c42c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44340b44edf746ddb99d8eba1458d5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9003448 Feb 10 06:24:12.008142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507672ac-87ce-4f0f-8312-e422b89da4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ff4742-014a-49af-a411-5e35f6429d75,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:12.040174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] Transition to ACTIVE for port object abed6ce7-d8ca-4faf-8acf-abe997a1b8ec will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:24:12.045833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:12.082787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5448cfa4-3657-4d99-ac05-d071fc2b6ee0 admin admin] Publish callbacks [] for security_group (07f668a5-a37b-41cc-9dab-fbf03675068e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:12.110751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5448cfa4-3657-4d99-ac05-d071fc2b6ee0 admin admin] Publish callbacks [] for security_group (07f668a5-a37b-41cc-9dab-fbf03675068e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:12.145945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] No DVR routers for this DVR port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:24:12.172885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] Pushing event updated for resources: {'Port': ['ID=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,revision_number=10']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:12.185294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31131635-8228-400e-b635-478da647f98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2a10a-7308-4c4d-b696-6c044915b127'}, {'server_uuid': 'a2563d5d-c3c4-4d0f-b93a-b318c0c97a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430c6c5-0bc6-4286-ab42-f23603d78d4b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:12.194180 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0de394f-3c1e-4658-a08c-8d50c119f833" -d '{"events": [{"server_uuid": "31131635-8228-400e-b635-478da647f98f", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2a10a-7308-4c4d-b696-6c044915b127"}, {"server_uuid": "a2563d5d-c3c4-4d0f-b93a-b318c0c97a44", "name": "network-vif-plugged", "status": "completed", "tag": "d430c6c5-0bc6-4286-ab42-f23603d78d4b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:12.206433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5448cfa4-3657-4d99-ac05-d071fc2b6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (07f668a5-a37b-41cc-9dab-fbf03675068e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:12.210685 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5448cfa4-3657-4d99-ac05-d071fc2b6ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:12.214273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5448cfa4-3657-4d99-ac05-d071fc2b6ee0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07f668a5-a37b-41cc-9dab-fbf03675068e HTTP/1.1" status: 204 len: 168 time: 0.2334919 Feb 10 06:24:12.232940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448cfa4-3657-4d99-ac05-d071fc2b6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f668a5-a37b-41cc-9dab-fbf03675068e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:12.233289 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-1986e2ef-eb4a-4221-b116-68b10ff2cb82 service neutron] 10.222.0.24 "PUT /v2.0/ports/abed6ce7-d8ca-4faf-8acf-abe997a1b8ec/bindings/n-h1-828670-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1804342 Feb 10 06:24:12.310643 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057ce631-d57c-4707-b6c5-4b67986e882a x-openstack-request-id: req-057ce631-d57c-4707-b6c5-4b67986e882a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:12.311109 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31131635-8228-400e-b635-478da647f98f", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2a10a-7308-4c4d-b696-6c044915b127", "code": 200}, {"server_uuid": "a2563d5d-c3c4-4d0f-b93a-b318c0c97a44", "name": "network-vif-plugged", "status": "completed", "tag": "d430c6c5-0bc6-4286-ab42-f23603d78d4b", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:12.311624 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-057ce631-d57c-4707-b6c5-4b67986e882a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:12.312091 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31131635-8228-400e-b635-478da647f98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2a10a-7308-4c4d-b696-6c044915b127', 'code': 200} Feb 10 06:24:12.312448 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2563d5d-c3c4-4d0f-b93a-b318c0c97a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430c6c5-0bc6-4286-ab42-f23603d78d4b', 'code': 200} Feb 10 06:24:12.420084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-702f21f1-ecc1-4ace-be34-68713490ec6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:12.449511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-80c97272-3a7a-49b3-b364-a051d6125eb8 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:12.451690 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-80c97272-3a7a-49b3-b364-a051d6125eb8 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.1499348 Feb 10 06:24:12.564751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a70e7-c224-4a59-ad4d-11dc09d6b9ff req-8ba1c8be-deac-4db5-807f-db45aeafdb72 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:12.572169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c59a70e7-c224-4a59-ad4d-11dc09d6b9ff req-8ba1c8be-deac-4db5-807f-db45aeafdb72 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.2383468 Feb 10 06:24:12.596360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dcfde-accb-4e18-a58f-33d4afe4540b req-8b13c274-134e-4b62-8c71-41d0ccf90c88 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:12.603815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d8dcfde-accb-4e18-a58f-33d4afe4540b req-8b13c274-134e-4b62-8c71-41d0ccf90c88 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.1810167 Feb 10 06:24:12.681854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d8dcfde-accb-4e18-a58f-33d4afe4540b req-9d4f83dd-aeb7-4f65-b745-c433c67efa50 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770714 Feb 10 06:24:12.723442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c59a70e7-c224-4a59-ad4d-11dc09d6b9ff req-ddc766cd-a2f7-4094-aa4f-f85624e42ef6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502619 Feb 10 06:24:12.813407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:12.836073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c46e1f0-32a2-4ea0-99b7-286622d8c9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:12.837594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130cc0a-7aad-493e-bde6-0a824338e7d8 req-3900b3f8-1229-4798-bf67-56fc387a09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:12.838010 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4130cc0a-7aad-493e-bde6-0a824338e7d8 req-3900b3f8-1229-4798-bf67-56fc387a09c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 1131 time: 0.3843148 Feb 10 06:24:12.842169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40081e-5b34-4a5d-ab71-87f31a70f109 req-ccdd146f-fa93-4002-a61c-88beccd7edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:12.843932 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7c40081e-5b34-4a5d-ab71-87f31a70f109 req-ccdd146f-fa93-4002-a61c-88beccd7edfe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 1132 time: 0.4127810 Feb 10 06:24:12.909534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7c40081e-5b34-4a5d-ab71-87f31a70f109 req-2512181e-719c-4ef6-8c1e-375b11fe8b84 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576651 Feb 10 06:24:12.918342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-60dbfbe6-8255-48dd-ab17-d5de2fb27218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:12.920071 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-60dbfbe6-8255-48dd-ab17-d5de2fb27218 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5&tenant_id=cb34d3170a2f4925acf03a399ad15b89 HTTP/1.1" status: 200 len: 1126 time: 0.3909450 Feb 10 06:24:12.957034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Sync routers for ids ['d895f44d-5916-43c2-9990-c4f30d1b7131'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:24:12.988160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Routers {'d895f44d-5916-43c2-9990-c4f30d1b7131'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:12.990949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:24:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d895f44d-5916-43c2-9990-c4f30d1b7131'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:13.025674 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4130cc0a-7aad-493e-bde6-0a824338e7d8 req-a21465b7-b53f-49f1-a485-0c0e28165dcd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504230 Feb 10 06:24:13.072441 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c46e1f0-32a2-4ea0-99b7-286622d8c9fb admin admin] Publish callbacks [] for security_group (d3f88780-6101-4712-9a5e-5081686765fb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:13.097380 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c46e1f0-32a2-4ea0-99b7-286622d8c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d3f88780-6101-4712-9a5e-5081686765fb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:13.161346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56302) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:13.161581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c46e1f0-32a2-4ea0-99b7-286622d8c9fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa86a9ae842f463cbdee385dbcbd5c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468838 Feb 10 06:24:13.174073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e3ca-1521-418b-947b-80a5232c1f9b req-6aa9d05e-9b54-400a-9fae-f0283e03cc9c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:13.181782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0a9e3ca-1521-418b-947b-80a5232c1f9b req-6aa9d05e-9b54-400a-9fae-f0283e03cc9c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1445208 Feb 10 06:24:13.184815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46e1f0-32a2-4ea0-99b7-286622d8c9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f88780-6101-4712-9a5e-5081686765fb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:13.202224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0681a39-9144-4210-b568-e8b68923d859 req-549594ba-bd11-490b-82f4-bba570b06f23 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:13.209687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0681a39-9144-4210-b568-e8b68923d859 req-549594ba-bd11-490b-82f4-bba570b06f23 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1952987 Feb 10 06:24:13.290706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0681a39-9144-4210-b568-e8b68923d859 req-d1457336-c9e0-4ea0-a827-ee6ec1ff3af3 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800586 Feb 10 06:24:13.316265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea520d28-461e-42dc-b2be-57ea9af4a57b admin admin] Publish callbacks [] for security_group (d3f88780-6101-4712-9a5e-5081686765fb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:13.368149 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea520d28-461e-42dc-b2be-57ea9af4a57b admin admin] Publish callbacks [] for security_group (d3f88780-6101-4712-9a5e-5081686765fb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:13.397360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0a9e3ca-1521-418b-947b-80a5232c1f9b req-7634463b-2497-46e0-ad1c-8ad350cc5071 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146826 Feb 10 06:24:13.429553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device abed6ce7-d8ca-4faf-8acf-abe997a1b8ec no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:24:13.461496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea520d28-461e-42dc-b2be-57ea9af4a57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d3f88780-6101-4712-9a5e-5081686765fb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:13.466104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 95282de5-cb4a-45b7-88a8-7fa70e530a63 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:13.466276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea520d28-461e-42dc-b2be-57ea9af4a57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:13.469935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ea520d28-461e-42dc-b2be-57ea9af4a57b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3f88780-6101-4712-9a5e-5081686765fb HTTP/1.1" status: 204 len: 168 time: 0.3053582 Feb 10 06:24:13.479330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea520d28-461e-42dc-b2be-57ea9af4a57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f88780-6101-4712-9a5e-5081686765fb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:13.610961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:24:13.611369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device abed6ce7-d8ca-4faf-8acf-abe997a1b8ec not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:24:13.650907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Set router d895f44d-5916-43c2-9990-c4f30d1b7131 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:13.654098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:13.682110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 95282de5-cb4a-45b7-88a8-7fa70e530a63 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:13.682110 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:13.686503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56314) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:13.912980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 95282de5-cb4a-45b7-88a8-7fa70e530a63 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:14.041323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2030f-8eb0-4247-9718-0116b14c9709 req-5901560a-2592-4ef1-9d63-9e65635bee0b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:14.043106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65f2030f-8eb0-4247-9718-0116b14c9709 req-5901560a-2592-4ef1-9d63-9e65635bee0b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.1879880 Feb 10 06:24:14.048986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-551068554-network', 'tenant_id': '05b780f4715a45f5998fb392dd61255c'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:14.062461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d531-f0e6-496e-8493-cc052ebf8fdd req-7137a121-091e-4c87-bef1-636c720cf353 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:14.066997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96d8d531-f0e6-496e-8493-cc052ebf8fdd req-7137a121-091e-4c87-bef1-636c720cf353 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.2239001 Feb 10 06:24:14.105914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Made reservation on behalf of 05b780f4715a45f5998fb392dd61255c for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:14.108651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:14.125852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:24:04Z', 'updated_at': '2022-02-10T06:24:09Z', 'revision_number': 4, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'gw_port': {'id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:05Z', 'updated_at': '2022-02-10T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c44797c6-cbef-43f0-9249-6c76ebd67021', 'name': '', 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'mac_address': 'fa:16:3e:f5:3e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '43b93c88-74d1-4708-86f5-e05cda71d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:09Z', 'updated_at': '2022-02-10T06:24:10Z', 'revision_number': 2, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'subnets': [{'id': '43b93c88-74d1-4708-86f5-e05cda71d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:14.129988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:14.170923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96d8d531-f0e6-496e-8493-cc052ebf8fdd req-1a196dcb-6085-48f1-ba73-74630aad6b08 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746024 Feb 10 06:24:14.229034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65f2030f-8eb0-4247-9718-0116b14c9709 req-210d5ebf-698b-4039-b23c-aba1873ad369 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607246 Feb 10 06:24:14.250528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Checking router: d895f44d-5916-43c2-9990-c4f30d1b7131 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:24:14.251079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Updating router d895f44d-5916-43c2-9990-c4f30d1b7131 port c44797c6-cbef-43f0-9249-6c76ebd67021 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:24:14.345386 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:14.406369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Publish callbacks [] for security_group (e3c7a34d-4972-4769-873d-ef41da63c705), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:14.418133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e3c7a34d-4972-4769-873d-ef41da63c705), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:14.455795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:24:14.478136 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a20794df-96a6-413d-8db9-3fa427230f92), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:14.478920 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Added segment a20794df-96a6-413d-8db9-3fa427230f92 of type vlan for network c451f625-0bda-4764-954b-0ac7cdf5247e Feb 10 06:24:14.480318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c7a34d-4972-4769-873d-ef41da63c705,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:14.588901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2b04f-6e0b-453b-9848-320ba5c8c415 req-7d47e66a-52e4-4c55-9acb-4f4733b46dfc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:14.602596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f2b04f-6e0b-453b-9848-320ba5c8c415 req-7d47e66a-52e4-4c55-9acb-4f4733b46dfc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.2153556 Feb 10 06:24:14.607309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c451f625-0bda-4764-954b-0ac7cdf5247e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:14.661265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c451f625-0bda-4764-954b-0ac7cdf5247e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:14.663031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:14.663202 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:14.714963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f2b04f-6e0b-453b-9848-320ba5c8c415 req-cf165c0f-d6a6-41c3-adaf-4fde44d2a2dc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105237 Feb 10 06:24:14.742104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3de63-4c94-4743-ace6-f5a3aebcea17 req-fe9c45a2-0e40-45a6-82cf-c3da5d21e5fd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:14.746879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5f3de63-4c94-4743-ace6-f5a3aebcea17 req-fe9c45a2-0e40-45a6-82cf-c3da5d21e5fd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1903257 Feb 10 06:24:14.761252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0707576 Feb 10 06:24:14.761994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56344) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:14.779300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Request body: {'subnet': {'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-551068554-subnet', 'tenant_id': '05b780f4715a45f5998fb392dd61255c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:14.824564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffe6db-c521-4a03-9a80-83314ddc79c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c451f625-0bda-4764-954b-0ac7cdf5247e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:14.837028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c451f625-0bda-4764-954b-0ac7cdf5247e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:24:14.866249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5f3de63-4c94-4743-ace6-f5a3aebcea17 req-b529d78a-0f31-4662-b479-143d5b84bbae tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989785 Feb 10 06:24:14.890589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Made reservation on behalf of 05b780f4715a45f5998fb392dd61255c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:14.895140 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.070628 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.113964 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Publish callbacks [] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.123938 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.126839 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (81589f97-ebbc-4951-b3d5-e0f9e7c1ed40), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.185153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5613c-7cbe-4b0e-b9f5-96ed9528dc71 None None] Pushing event updated for resources: {'Port': ['ID=c44797c6-cbef-43f0-9249-6c76ebd67021,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:15.200370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:15.237528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:15.239011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Network hostable DHCP agents. Network: c451f625-0bda-4764-954b-0ac7cdf5247e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:24:15.296739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Network c451f625-0bda-4764-954b-0ac7cdf5247e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:24:15.309973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Attempting to bind port c44797c6-cbef-43f0-9249-6c76ebd67021 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:15.311159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c451f625-0bda-4764-954b-0ac7cdf5247e) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:15.315442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Attempting to bind port c44797c6-cbef-43f0-9249-6c76ebd67021 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0ad247ee-7914-4d59-b5c1-03b3f4091357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:15.316359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Attempting to bind port c44797c6-cbef-43f0-9249-6c76ebd67021 on network 46f5a8d9-7958-4eaf-8c22-4db89d641916 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:15.329143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:15.332810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.336493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d6ffa-9662-4ee7-91dd-1cd5a8375c4d None None] Network c451f625-0bda-4764-954b-0ac7cdf5247e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:15.354829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-70d6cc45-554f-4a55-b97d-877601677ff4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5916781 Feb 10 06:24:15.361240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:15.361624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Checking segment: {'id': '0ad247ee-7914-4d59-b5c1-03b3f4091357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:15.362014 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.362436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Bound using segment: {'id': '0ad247ee-7914-4d59-b5c1-03b3f4091357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:15.362958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Bound port: c44797c6-cbef-43f0-9249-6c76ebd67021, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad247ee-7914-4d59-b5c1-03b3f4091357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:15.363418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.544668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61f54d-bcc1-4457-9f8a-3aa965a551bc None None] Network c451f625-0bda-4764-954b-0ac7cdf5247e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:15.653374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f43b9b-76f8-4560-910e-aff9cbe90eef req-1715918a-2ccb-48ae-bd1c-606e770e1e2d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:15.662807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] For port c44797c6-cbef-43f0-9249-6c76ebd67021, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:15.670288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53f43b9b-76f8-4560-910e-aff9cbe90eef req-1715918a-2ccb-48ae-bd1c-606e770e1e2d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.3132110 Feb 10 06:24:15.723910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073ef9-7f97-4568-b0e6-19b5726f620e req-e57197e2-4839-4623-ac30-24ad59c1b3a9 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:15.724181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] For port c44797c6-cbef-43f0-9249-6c76ebd67021, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c44797c6-cbef-43f0-9249-6c76ebd67021,segment=NetworkSegment(0ad247ee-7914-4d59-b5c1-03b3f4091357),segment_id=0ad247ee-7914-4d59-b5c1-03b3f4091357)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:15.724427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11073ef9-7f97-4568-b0e6-19b5726f620e req-e57197e2-4839-4623-ac30-24ad59c1b3a9 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.2590702 Feb 10 06:24:15.738918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.813936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-aa55480b-aded-4185-a9f7-926e56936fad None None] Provisioning complete for port c44797c6-cbef-43f0-9249-6c76ebd67021 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:15.814330 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa55480b-aded-4185-a9f7-926e56936fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:15.832877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53f43b9b-76f8-4560-910e-aff9cbe90eef req-3290e5e8-90c9-4346-8903-4ada8453ae0e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615767 Feb 10 06:24:15.870985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11073ef9-7f97-4568-b0e6-19b5726f620e req-7fae7fa2-ae2e-4136-8809-fdefcf786c0c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456819 Feb 10 06:24:15.974698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Routers {'d895f44d-5916-43c2-9990-c4f30d1b7131'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:15.975337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:24:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d895f44d-5916-43c2-9990-c4f30d1b7131'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:16.117065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5613c-7cbe-4b0e-b9f5-96ed9528dc71 None None] Pushing event updated for resources: {'Port': ['ID=c44797c6-cbef-43f0-9249-6c76ebd67021,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:16.186004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554186-676b-47ec-b041-0ad4dae780d1 req-bb78a390-e551-47c8-8cd3-8f402712f990 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:16.195212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be554186-676b-47ec-b041-0ad4dae780d1 req-bb78a390-e551-47c8-8cd3-8f402712f990 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1917133 Feb 10 06:24:16.277324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd1010-c090-4662-b5b4-22fc599fc9e3 req-f42ecea3-59f3-48b7-b36c-37bf600dd234 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:16.279123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30dd1010-c090-4662-b5b4-22fc599fc9e3 req-f42ecea3-59f3-48b7-b36c-37bf600dd234 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.2391746 Feb 10 06:24:16.294546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be554186-676b-47ec-b041-0ad4dae780d1 req-44c24343-4d74-4fc6-a2bf-910ecdd1eff8 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983520 Feb 10 06:24:16.295521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-aa55480b-aded-4185-a9f7-926e56936fad None None] Current status of the port c44797c6-cbef-43f0-9249-6c76ebd67021 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:16.296030 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa55480b-aded-4185-a9f7-926e56936fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:16.298987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] Set router d895f44d-5916-43c2-9990-c4f30d1b7131 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:16.386402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30dd1010-c090-4662-b5b4-22fc599fc9e3 req-5efe42f2-9af7-4647-ab47-fe0692857a95 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813036 Feb 10 06:24:16.428877 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:16.451665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-aa55480b-aded-4185-a9f7-926e56936fad None None] For port c44797c6-cbef-43f0-9249-6c76ebd67021, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c44797c6-cbef-43f0-9249-6c76ebd67021,segment=NetworkSegment(0ad247ee-7914-4d59-b5c1-03b3f4091357),segment_id=0ad247ee-7914-4d59-b5c1-03b3f4091357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:16.463221 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa55480b-aded-4185-a9f7-926e56936fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:16.573246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56386) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:16.580547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-134479581-network', 'tenant_id': 'b2286e6dd1304366ae3e63c8082e14b2'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:16.607131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Made reservation on behalf of b2286e6dd1304366ae3e63c8082e14b2 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:16.611357 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:16.623045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:16.687118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b47c5b7d-527c-4b6e-908d-e57da357b025 None None] Provisioning complete for port c44797c6-cbef-43f0-9249-6c76ebd67021 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:16.687487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b47c5b7d-527c-4b6e-908d-e57da357b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:16.721900 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Publish callbacks [] for security_group (d77156bb-1ae7-46f6-b16f-0a46013afdfa), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:16.727550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d77156bb-1ae7-46f6-b16f-0a46013afdfa), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:16.744722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:24:16.747179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55480b-aded-4185-a9f7-926e56936fad None None] Pushing event updated for resources: {'Port': ['ID=c44797c6-cbef-43f0-9249-6c76ebd67021,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:16.792583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f139496c-4cc9-4adb-aff4-3aea18027c3f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:16.793116 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Added segment f139496c-4cc9-4adb-aff4-3aea18027c3f of type vlan for network 34cef5ab-fabf-4df7-8da4-335a97c7c1a5 Feb 10 06:24:16.823329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b47c5b7d-527c-4b6e-908d-e57da357b025 None None] Current status of the port c44797c6-cbef-43f0-9249-6c76ebd67021 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:16.832462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77156bb-1ae7-46f6-b16f-0a46013afdfa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:16.854962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:24:04Z', 'updated_at': '2022-02-10T06:24:09Z', 'revision_number': 4, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'gw_port': {'id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:05Z', 'updated_at': '2022-02-10T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c44797c6-cbef-43f0-9249-6c76ebd67021', 'name': '', 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'mac_address': 'fa:16:3e:f5:3e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '43b93c88-74d1-4708-86f5-e05cda71d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:09Z', 'updated_at': '2022-02-10T06:24:15Z', 'revision_number': 4, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'subnets': [{'id': '43b93c88-74d1-4708-86f5-e05cda71d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:16.888550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f67d9d-01e7-49d7-9de9-7d9545bcfcfe None None] The sync data for ids ['d895f44d-5916-43c2-9990-c4f30d1b7131'] in n-d-828670-1 is: [{'id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:24:04Z', 'updated_at': '2022-02-10T06:24:09Z', 'revision_number': 4, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'gw_port': {'id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:05Z', 'updated_at': '2022-02-10T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c44797c6-cbef-43f0-9249-6c76ebd67021', 'name': '', 'network_id': '46f5a8d9-7958-4eaf-8c22-4db89d641916', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'mac_address': 'fa:16:3e:f5:3e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '43b93c88-74d1-4708-86f5-e05cda71d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:09Z', 'updated_at': '2022-02-10T06:24:15Z', 'revision_number': 4, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'subnets': [{'id': '43b93c88-74d1-4708-86f5-e05cda71d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:24:16.926002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (34cef5ab-fabf-4df7-8da4-335a97c7c1a5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:17.015903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (34cef5ab-fabf-4df7-8da4-335a97c7c1a5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:17.016924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:17.017514 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:17.065024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4903529 Feb 10 06:24:17.068478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56398) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:17.074663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Request body: {'subnet': {'network_id': '34cef5ab-fabf-4df7-8da4-335a97c7c1a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-134479581-subnet', 'tenant_id': 'b2286e6dd1304366ae3e63c8082e14b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:17.096488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Made reservation on behalf of b2286e6dd1304366ae3e63c8082e14b2 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:17.099805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:17.148732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1109957-41b9-41c5-9424-bc35d2bfcd52 admin admin] Pushing event updated for resources: {'Network': ['ID=34cef5ab-fabf-4df7-8da4-335a97c7c1a5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:17.159095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 34cef5ab-fabf-4df7-8da4-335a97c7c1a5 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:24:17.218840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848397c8-8a1a-452b-907c-633266cadfba req-7b2e0799-66d2-4f18-a4bb-54b4c5d551f0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:17.227389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-848397c8-8a1a-452b-907c-633266cadfba req-7b2e0799-66d2-4f18-a4bb-54b4c5d551f0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.2225220 Feb 10 06:24:17.280772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e1648-e2d0-462f-9422-090941fffbd2 req-849182a6-3715-48b7-98a1-f0cbcb55d75c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:17.282369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-121e1648-e2d0-462f-9422-090941fffbd2 req-849182a6-3715-48b7-98a1-f0cbcb55d75c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.2054553 Feb 10 06:24:17.327881 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (8662826e-021e-4268-b357-5773d1f67d16), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:17.408596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-848397c8-8a1a-452b-907c-633266cadfba req-7a41870f-b791-45ab-b8a7-029d5fb30372 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764736 Feb 10 06:24:17.430473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-121e1648-e2d0-462f-9422-090941fffbd2 req-f97af763-4109-49b2-b2ff-edebd683cae7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343813 Feb 10 06:24:17.449296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c44797c6-cbef-43f0-9249-6c76ebd67021 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:17.467184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Checking segment: {'id': 'f139496c-4cc9-4adb-aff4-3aea18027c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '34cef5ab-fabf-4df7-8da4-335a97c7c1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:17.467566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Network hostable DHCP agents. Network: 34cef5ab-fabf-4df7-8da4-335a97c7c1a5, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:24:17.493406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8662826e-021e-4268-b357-5773d1f67d16,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:17.535251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Network 34cef5ab-fabf-4df7-8da4-335a97c7c1a5 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:24:17.548711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 34cef5ab-fabf-4df7-8da4-335a97c7c1a5) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:17.561463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c976278-e2db-4c1d-a252-4b785b80614f None None] Network 34cef5ab-fabf-4df7-8da4-335a97c7c1a5 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:17.568391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:17.569123 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:17.609221 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8e7d8069-1eb0-41b4-8f3a-30072ffb142e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5325267 Feb 10 06:24:17.682698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad52e2-fbeb-4e82-9f06-9051cb40da55 req-04ee6f6e-7aab-41cd-9163-d834cfe3a7c9 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:17.684196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ad52e2-fbeb-4e82-9f06-9051cb40da55 req-04ee6f6e-7aab-41cd-9163-d834cfe3a7c9 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1598499 Feb 10 06:24:17.708206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c44797c6-cbef-43f0-9249-6c76ebd67021 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:17.718828 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:17.755315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c242786-c819-4dbd-b8ce-c6e7830f4b06 req-0b4404fc-a293-4e64-a666-765bf63ed461 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:17.757038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c242786-c819-4dbd-b8ce-c6e7830f4b06 req-0b4404fc-a293-4e64-a666-765bf63ed461 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1608446 Feb 10 06:24:17.847180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ad52e2-fbeb-4e82-9f06-9051cb40da55 req-938a64ab-8def-463f-84c2-69eabfad55c9 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421714 Feb 10 06:24:17.865643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c44797c6-cbef-43f0-9249-6c76ebd67021 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:17.874640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c242786-c819-4dbd-b8ce-c6e7830f4b06 req-c1e94ffb-5751-44b6-9d0e-3474bdf60686 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029174 Feb 10 06:24:17.889541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2da468-5340-4fb3-92ee-116688f94851 None None] Network 34cef5ab-fabf-4df7-8da4-335a97c7c1a5 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:18.251753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871365-96fc-4037-808d-54f5797b9a36 req-83ec59cc-3aa4-4670-820d-4e2ca3108847 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:18.259510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-83ec59cc-3aa4-4670-820d-4e2ca3108847 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 807 time: 0.1290565 Feb 10 06:24:18.276936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-93061424-5b62-40b2-a46d-8120d8e1704d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/quotas/05b780f4715a45f5998fb392dd61255c HTTP/1.1" status: 200 len: 375 time: 0.0161910 Feb 10 06:24:18.307724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-c8b4e0d8-a5a9-406a-b765-6fc2b8967da6 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299001 Feb 10 06:24:18.422378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-377d1ee8-8b87-4b6c-8814-976e2a42a473 service neutron] 10.222.0.21 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064675 Feb 10 06:24:18.432050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56432) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:18.568027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-b51347e4-068b-439b-bdcd-3390bf3cd304 service neutron] 10.222.0.21 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447947 Feb 10 06:24:18.587456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f407-70ff-4f54-b7e8-f0db6a1b4c36 req-c73bb420-0bf6-4478-b167-8a6f8b4e4b67 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:18.594825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb34f407-70ff-4f54-b7e8-f0db6a1b4c36 req-c73bb420-0bf6-4478-b167-8a6f8b4e4b67 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.0781760 Feb 10 06:24:18.616575 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c4331d-76df-448b-b95e-e6bdbf1481d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:18.685524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb34f407-70ff-4f54-b7e8-f0db6a1b4c36 req-02380f13-c963-433c-af7d-52f1a2612cb8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897062 Feb 10 06:24:18.783074 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c4331d-76df-448b-b95e-e6bdbf1481d3 admin admin] Publish callbacks [] for security_group (b590d607-f102-42d1-bf5e-671167d8abf2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:18.814909 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c4331d-76df-448b-b95e-e6bdbf1481d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b590d607-f102-42d1-bf5e-671167d8abf2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:18.847505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a09d747f-087a-4acd-bb29-9e9986687aeb req-8cf1f0ba-ba2c-4887-a00f-8fb75beba562 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 210 time: 0.0448501 Feb 10 06:24:18.881592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4331d-76df-448b-b95e-e6bdbf1481d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b590d607-f102-42d1-bf5e-671167d8abf2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:18.894966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5c4331d-76df-448b-b95e-e6bdbf1481d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1963f866166e42a99a0263d91e7243f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565091 Feb 10 06:24:18.895330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56448) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:18.918294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b61a92-bf9f-4b26-ba55-acc894e74e0b req-fb15b96f-70a8-4e5c-8607-b614440e59e2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:18.920993 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09b61a92-bf9f-4b26-ba55-acc894e74e0b req-fb15b96f-70a8-4e5c-8607-b614440e59e2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.1508400 Feb 10 06:24:18.973929 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b6c58ab-aeae-4503-b1de-b0909be2a78a admin admin] Publish callbacks [] for security_group (b590d607-f102-42d1-bf5e-671167d8abf2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:18.997941 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b6c58ab-aeae-4503-b1de-b0909be2a78a admin admin] Publish callbacks [] for security_group (b590d607-f102-42d1-bf5e-671167d8abf2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.019073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09b61a92-bf9f-4b26-ba55-acc894e74e0b req-4d6258fe-bea5-4b66-a428-ce898dc54811 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909204 Feb 10 06:24:19.054917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd3b6a-d0b7-478f-bdd8-370d4f817e30 req-963e8bdc-c33c-49d3-8994-f1ca42b3ceba tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:19.058826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42cd3b6a-d0b7-478f-bdd8-370d4f817e30 req-963e8bdc-c33c-49d3-8994-f1ca42b3ceba tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1029644 Feb 10 06:24:19.090553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b6c58ab-aeae-4503-b1de-b0909be2a78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b590d607-f102-42d1-bf5e-671167d8abf2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.093543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b6c58ab-aeae-4503-b1de-b0909be2a78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.097604 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2b6c58ab-aeae-4503-b1de-b0909be2a78a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b590d607-f102-42d1-bf5e-671167d8abf2 HTTP/1.1" status: 204 len: 168 time: 0.1993213 Feb 10 06:24:19.115538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c58ab-aeae-4503-b1de-b0909be2a78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b590d607-f102-42d1-bf5e-671167d8abf2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:19.172551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42cd3b6a-d0b7-478f-bdd8-370d4f817e30 req-48fb6bb2-19d5-4b8f-9add-7961ecde461c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083791 Feb 10 06:24:19.244587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84932a63-43a8-46ba-ac30-b71bb08e9b62 req-002c991c-9806-4ebb-9c7d-768d0c9426af tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:19.252622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84932a63-43a8-46ba-ac30-b71bb08e9b62 req-002c991c-9806-4ebb-9c7d-768d0c9426af tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0786614 Feb 10 06:24:19.315812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84932a63-43a8-46ba-ac30-b71bb08e9b62 req-682f2426-2458-479f-85b5-4818df7ebc93 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620739 Feb 10 06:24:19.471497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56462) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:19.485110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8667230-11fb-4b10-9644-3a8f97370137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.572920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8667230-11fb-4b10-9644-3a8f97370137 admin admin] Publish callbacks [] for security_group (2fdfff29-898c-4ef7-a9a8-91822e4f325b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.576454 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8667230-11fb-4b10-9644-3a8f97370137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2fdfff29-898c-4ef7-a9a8-91822e4f325b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.610116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8667230-11fb-4b10-9644-3a8f97370137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdfff29-898c-4ef7-a9a8-91822e4f325b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:19.626696 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f8667230-11fb-4b10-9644-3a8f97370137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d602dc99a504f35a59288e78ed60662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539304 Feb 10 06:24:19.629268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56464) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:19.676830 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24b27db6-7d33-4bf9-9928-e291d7c831e6 admin admin] Publish callbacks [] for security_group (2fdfff29-898c-4ef7-a9a8-91822e4f325b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.699321 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24b27db6-7d33-4bf9-9928-e291d7c831e6 admin admin] Publish callbacks [] for security_group (2fdfff29-898c-4ef7-a9a8-91822e4f325b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.751504 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24b27db6-7d33-4bf9-9928-e291d7c831e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2fdfff29-898c-4ef7-a9a8-91822e4f325b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.758516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24b27db6-7d33-4bf9-9928-e291d7c831e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:19.758516 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-24b27db6-7d33-4bf9-9928-e291d7c831e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fdfff29-898c-4ef7-a9a8-91822e4f325b HTTP/1.1" status: 204 len: 168 time: 0.1254792 Feb 10 06:24:19.767018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b27db6-7d33-4bf9-9928-e291d7c831e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdfff29-898c-4ef7-a9a8-91822e4f325b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:19.930767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e3660-72a7-4fc9-9cea-774576cb6344 req-eaff7141-892a-47e5-b3ab-d702cad6f9fe tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:19.937561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-381e3660-72a7-4fc9-9cea-774576cb6344 req-eaff7141-892a-47e5-b3ab-d702cad6f9fe tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.0927353 Feb 10 06:24:19.989865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d8322c2-d6fa-4149-bd31-499a51c5ba31 req-11dd601a-6c08-4a9d-b0d7-eff1bb461e75 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 210 time: 0.0496759 Feb 10 06:24:20.049761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-381e3660-72a7-4fc9-9cea-774576cb6344 req-15fb447f-0673-467a-ac7c-9ee3b1f7c200 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112118 Feb 10 06:24:20.147486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871365-96fc-4037-808d-54f5797b9a36 req-64e7b00a-6814-46c6-9fc6-d83b969daa64 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:20.150628 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-64e7b00a-6814-46c6-9fc6-d83b969daa64 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 807 time: 0.1543062 Feb 10 06:24:20.164969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Request body: {'port': {'device_id': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e', 'admin_state_up': True, 'tenant_id': '05b780f4715a45f5998fb392dd61255c'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:20.261973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d4130-77e3-4335-9e1d-d1b4a68dff4f req-64606a98-99f1-4cba-a348-431ea88002a1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:20.271576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f18d4130-77e3-4335-9e1d-d1b4a68dff4f req-64606a98-99f1-4cba-a348-431ea88002a1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0965724 Feb 10 06:24:20.354972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f18d4130-77e3-4335-9e1d-d1b4a68dff4f req-3feebc21-1649-4efe-ab7d-0b45bad7893b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820212 Feb 10 06:24:20.414321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Made reservation on behalf of 05b780f4715a45f5998fb392dd61255c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:20.418448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:20.516331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721daf4-bebe-41a2-a7ce-61dcbae9b277 req-985dee0e-7087-4245-a9c6-5bf71d0ccb3b tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:20.524605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2721daf4-bebe-41a2-a7ce-61dcbae9b277 req-985dee0e-7087-4245-a9c6-5bf71d0ccb3b tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1443439 Feb 10 06:24:20.587848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87703e-fc56-45f5-adca-5417fc718c40 req-cfef38e2-cea9-41fa-bff2-b4dd938e5a7f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:20.587848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf87703e-fc56-45f5-adca-5417fc718c40 req-cfef38e2-cea9-41fa-bff2-b4dd938e5a7f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1176059 Feb 10 06:24:20.615110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2721daf4-bebe-41a2-a7ce-61dcbae9b277 req-a98775ab-a5f2-41b5-9c09-014181dafce1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840881 Feb 10 06:24:20.617078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Allocated IP 172.20.0.4 (c451f625-0bda-4764-954b-0ac7cdf5247e/81589f97-ebbc-4951-b3d5-e0f9e7c1ed40/d3d10b35-c681-4a58-a0e6-2d81fc7cceb3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:20.703929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf87703e-fc56-45f5-adca-5417fc718c40 req-014bd4b0-6451-4914-b88a-ec4970d22cbd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067829 Feb 10 06:24:20.818524 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks [] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:20.864511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:20.906949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Network c451f625-0bda-4764-954b-0ac7cdf5247e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:20.914770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:20.918562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:20.924034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:20.924666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:20.949959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Pushing event updated for resources: {'Port': ['ID=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:20.981331 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-3fb264e9-b91f-4ef9-b8fd-460a757751fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8203089 Feb 10 06:24:20.993251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Request body: {'port': {'device_id': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:21.066283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:21.172392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9192-4e27-44e4-99a2-050e52fbd6a5 req-d55e0977-61ff-496a-b064-597745cf2bfd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:21.181557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f07b9192-4e27-44e4-99a2-050e52fbd6a5 req-d55e0977-61ff-496a-b064-597745cf2bfd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 931 time: 0.0973575 Feb 10 06:24:21.299481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f07b9192-4e27-44e4-99a2-050e52fbd6a5 req-a0186d8c-5a30-40f0-8cdb-5e1417bdea97 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144838 Feb 10 06:24:21.329048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9b7d-85ec-4efd-af46-2ac4d519ec10 req-5b7c71b3-c747-4fae-8fbb-19e478ea2d0b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:21.339865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35cf9b7d-85ec-4efd-af46-2ac4d519ec10 req-5b7c71b3-c747-4fae-8fbb-19e478ea2d0b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.1223233 Feb 10 06:24:21.413822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35cf9b7d-85ec-4efd-af46-2ac4d519ec10 req-ba33add1-2316-4402-8e76-941594abc746 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645349 Feb 10 06:24:21.447799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:21.457620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Publish callbacks [] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:21.470383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Transition to ACTIVE for port object d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:24:21.485108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:21.539775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015448f-d41c-46bb-810d-60551ebaa95e req-ab67193f-d33d-44dd-9493-110fd3aa4b6c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:21.548297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9015448f-d41c-46bb-810d-60551ebaa95e req-ab67193f-d33d-44dd-9493-110fd3aa4b6c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0731480 Feb 10 06:24:21.552043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:21.613598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9015448f-d41c-46bb-810d-60551ebaa95e req-4636993b-ac8d-4be3-a387-5594a85c480e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596969 Feb 10 06:24:21.616761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:21.617198 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:21.617708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:21.641482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:21.642097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:21.659542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:21.660124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:21.660764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:21.661339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Bound port: d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:21.661950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:21.740613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:21.746533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:21.757490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:21.835991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:21.836612 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:21.838041 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] 10.222.0.24 "PUT /v2.0/ports/d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 1091 time: 0.8491881 Feb 10 06:24:21.838557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:21.840917 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8568dc1e-8733-47ce-9424-5de7f5194a19" -d '{"events": [{"name": "network-changed", "server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:21.848496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a92c5-8e56-483d-befb-343f57f55aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:22.060418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c41e2-3d0f-4967-a1da-72c565ea75d9 req-d7c180e2-abab-4f8d-8ae7-2106c7c178e3 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:22.063202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-476c41e2-3d0f-4967-a1da-72c565ea75d9 req-d7c180e2-abab-4f8d-8ae7-2106c7c178e3 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.3761687 Feb 10 06:24:22.093317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fa065-3e7d-4486-be76-b71a3f8a91b0 req-c425156c-84ed-45a5-961f-da7509d77d15 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:22.094850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-969fa065-3e7d-4486-be76-b71a3f8a91b0 req-c425156c-84ed-45a5-961f-da7509d77d15 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0951378 Feb 10 06:24:22.146365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-476c41e2-3d0f-4967-a1da-72c565ea75d9 req-3c4b9d6a-f46c-4435-9563-f09c40359d1c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820849 Feb 10 06:24:22.160719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871365-96fc-4037-808d-54f5797b9a36 req-44e09fc0-02d0-40b6-ad1b-1944cb8830a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:22.162520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-44e09fc0-02d0-40b6-ad1b-1944cb8830a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1125 time: 0.2786062 Feb 10 06:24:22.178458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-969fa065-3e7d-4486-be76-b71a3f8a91b0 req-03cc0956-075d-4dfb-aaa0-3c8669d7ce84 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687544 Feb 10 06:24:22.220799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-71d364a2-b3a6-4de6-a4b5-417d5bbc8dc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 217 time: 0.0490692 Feb 10 06:24:22.259794 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5320220e-fcbb-4864-bc64-192249e92797 x-openstack-request-id: req-5320220e-fcbb-4864-bc64-192249e92797 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:22.260178 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:22.260500 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5320220e-fcbb-4864-bc64-192249e92797 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:22.261042 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3', 'status': 'completed', 'code': 200} Feb 10 06:24:22.279076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871365-96fc-4037-808d-54f5797b9a36 req-fed42ee5-2227-4f6e-8892-1340f0d4908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:22.280547 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-fed42ee5-2227-4f6e-8892-1340f0d4908f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.0532186 Feb 10 06:24:22.318048 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-5decde5d-e765-43b0-b029-42ac83f0f575 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305612 Feb 10 06:24:22.461784 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-c7d87f44-2de7-4829-ad01-623d962ffca3 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367466 Feb 10 06:24:22.490689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d320d29-7455-4b17-82ac-34b1d18bb7fa req-706872e2-2960-410b-8ebb-2dac5c669242 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:22.492675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d320d29-7455-4b17-82ac-34b1d18bb7fa req-706872e2-2960-410b-8ebb-2dac5c669242 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 943 time: 0.0791068 Feb 10 06:24:22.588799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13871365-96fc-4037-808d-54f5797b9a36 req-50ef9093-9fd7-4aeb-8fb3-c0c1536d03ec service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188338 Feb 10 06:24:22.602437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d320d29-7455-4b17-82ac-34b1d18bb7fa req-d390f320-9da0-4147-8acb-470f862db3f3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019046 Feb 10 06:24:22.661925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a829f-4fd0-45be-9c55-d4c1d7c2d941 req-ff1a601b-ba3d-4f85-894a-7f12fd41c7ab tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:22.670980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-883a829f-4fd0-45be-9c55-d4c1d7c2d941 req-ff1a601b-ba3d-4f85-894a-7f12fd41c7ab tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.1251180 Feb 10 06:24:22.740993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-96210032-ad18-4b60-bbd6-e3fd77cd341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:22.743387 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-96210032-ad18-4b60-bbd6-e3fd77cd341a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1125 time: 0.0849013 Feb 10 06:24:22.780564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-883a829f-4fd0-45be-9c55-d4c1d7c2d941 req-27fa31b0-f92f-4f00-a0ba-12aada082281 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042635 Feb 10 06:24:22.920144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-18bf8f0c-f532-4c83-9a73-ebda5822c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:22.922937 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-18bf8f0c-f532-4c83-9a73-ebda5822c21c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.1720669 Feb 10 06:24:22.955903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad179c-98c5-4d60-bd2e-1c75c89a02c8 req-c1795b05-3427-4e4c-90d1-ae6e54e72da5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:22.964952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16ad179c-98c5-4d60-bd2e-1c75c89a02c8 req-c1795b05-3427-4e4c-90d1-ae6e54e72da5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0985765 Feb 10 06:24:22.989605 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-468c2934-f8b6-4862-88d6-0a3aceba79f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 217 time: 0.0577633 Feb 10 06:24:23.070613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16ad179c-98c5-4d60-bd2e-1c75c89a02c8 req-d7be76dd-9f56-47b6-a3a0-f1ce4f97d227 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041687 Feb 10 06:24:23.102958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-6520e658-b057-41e1-af2f-e5215f0eaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:23.105468 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-6520e658-b057-41e1-af2f-e5215f0eaff4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1065435 Feb 10 06:24:23.146052 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-131624c8-cc40-4481-8177-178dc6f72c15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321963 Feb 10 06:24:23.267531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-752422a9-785e-4f5d-b4ce-20d828858051 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137877 Feb 10 06:24:23.360690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015041-4dd4-4b2a-a0dc-f1c308314d42 req-2fd18909-d771-48dc-803f-b83e78ad84d3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:23.368441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65015041-4dd4-4b2a-a0dc-f1c308314d42 req-2fd18909-d771-48dc-803f-b83e78ad84d3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0914829 Feb 10 06:24:23.422370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2584b5-ee12-472c-bf63-cb792f4f34c1 req-9af31749-5712-4cce-9cd7-32b62bec5b5e tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:23.436287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec2584b5-ee12-472c-bf63-cb792f4f34c1 req-9af31749-5712-4cce-9cd7-32b62bec5b5e tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1268394 Feb 10 06:24:23.469365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65015041-4dd4-4b2a-a0dc-f1c308314d42 req-10002632-05a3-47b3-87a7-b19f40eae88d tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955758 Feb 10 06:24:23.473744 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8568dc1e-8733-47ce-9424-5de7f5194a19 req-63c1c6da-b929-4257-85ba-2cac4f0dcde5 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982884 Feb 10 06:24:23.515232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec2584b5-ee12-472c-bf63-cb792f4f34c1 req-00bda289-055e-4aa1-acf1-9b67caa4a707 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778244 Feb 10 06:24:23.538069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56544) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:23.646791 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b45444b8-330e-461c-81df-32d2c2d075f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:23.744130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b45444b8-330e-461c-81df-32d2c2d075f7 admin admin] Publish callbacks [] for security_group (bd4a279f-85f1-462c-8295-9b1db0da01cf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:23.749352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b45444b8-330e-461c-81df-32d2c2d075f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bd4a279f-85f1-462c-8295-9b1db0da01cf), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:23.749963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d372-cf68-4f99-bd5c-7bd92afbba7d req-1157b80c-a93f-4334-a57d-69dad8f04cdf tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:23.751520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1007d372-cf68-4f99-bd5c-7bd92afbba7d req-1157b80c-a93f-4334-a57d-69dad8f04cdf tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 943 time: 0.0694141 Feb 10 06:24:23.799930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45444b8-330e-461c-81df-32d2c2d075f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4a279f-85f1-462c-8295-9b1db0da01cf,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:23.806332 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b45444b8-330e-461c-81df-32d2c2d075f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abb45db95ddc4602ae0d4942f55b0d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668622 Feb 10 06:24:23.809035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56552) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:23.816985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1007d372-cf68-4f99-bd5c-7bd92afbba7d req-103cbfcd-2f01-45f4-9ff5-60567bde36ff tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594411 Feb 10 06:24:23.877453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-22cb7675-a65c-4fa3-b610-6ea9edc31839 admin admin] Publish callbacks [] for security_group (bd4a279f-85f1-462c-8295-9b1db0da01cf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:23.903260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-22cb7675-a65c-4fa3-b610-6ea9edc31839 admin admin] Publish callbacks [] for security_group (bd4a279f-85f1-462c-8295-9b1db0da01cf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:23.916164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f6193-2f2b-40e4-af62-4af1db96d82e req-9063436f-4aea-4992-8a7d-7cb86149be15 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:23.918087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c57f6193-2f2b-40e4-af62-4af1db96d82e req-9063436f-4aea-4992-8a7d-7cb86149be15 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.0578146 Feb 10 06:24:23.956715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-22cb7675-a65c-4fa3-b610-6ea9edc31839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bd4a279f-85f1-462c-8295-9b1db0da01cf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:23.965782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-22cb7675-a65c-4fa3-b610-6ea9edc31839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:23.965782 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-22cb7675-a65c-4fa3-b610-6ea9edc31839 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd4a279f-85f1-462c-8295-9b1db0da01cf HTTP/1.1" status: 204 len: 168 time: 0.1507149 Feb 10 06:24:23.974199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7675-a65c-4fa3-b610-6ea9edc31839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4a279f-85f1-462c-8295-9b1db0da01cf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:23.994553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c57f6193-2f2b-40e4-af62-4af1db96d82e req-c3b461da-1107-44fb-8a4d-2054c371a2e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704379 Feb 10 06:24:24.211466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc84c43-8c69-4749-8c9d-a564d00d4702 req-cbc27d77-1907-4117-ad5d-2d18978165a1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:24.213520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adc84c43-8c69-4749-8c9d-a564d00d4702 req-cbc27d77-1907-4117-ad5d-2d18978165a1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0720696 Feb 10 06:24:24.267762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adc84c43-8c69-4749-8c9d-a564d00d4702 req-9141d595-d64c-4ca9-9c5a-9d920df297bf tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464880 Feb 10 06:24:24.288870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56562) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:24.306231 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-737f4fd3-f7e4-482f-aecd-efad00e236a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:24.381502 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-737f4fd3-f7e4-482f-aecd-efad00e236a0 admin admin] Publish callbacks [] for security_group (88808ec7-fc44-47c1-9d22-47afc70eead7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:24.391786 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-737f4fd3-f7e4-482f-aecd-efad00e236a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (88808ec7-fc44-47c1-9d22-47afc70eead7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:24.432144 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-737f4fd3-f7e4-482f-aecd-efad00e236a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aac9985806c94845b6ce37c71e087f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418862 Feb 10 06:24:24.445983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f4fd3-f7e4-482f-aecd-efad00e236a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88808ec7-fc44-47c1-9d22-47afc70eead7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:24.447073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56564) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:24.499318 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11c6dd4e-f916-4784-b444-7b75fbc6a102 admin admin] Publish callbacks [] for security_group (88808ec7-fc44-47c1-9d22-47afc70eead7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:24.521980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11c6dd4e-f916-4784-b444-7b75fbc6a102 admin admin] Publish callbacks [] for security_group (88808ec7-fc44-47c1-9d22-47afc70eead7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:24.623300 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11c6dd4e-f916-4784-b444-7b75fbc6a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (88808ec7-fc44-47c1-9d22-47afc70eead7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:24.625890 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11c6dd4e-f916-4784-b444-7b75fbc6a102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:24.627065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-11c6dd4e-f916-4784-b444-7b75fbc6a102 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88808ec7-fc44-47c1-9d22-47afc70eead7 HTTP/1.1" status: 204 len: 168 time: 0.1902754 Feb 10 06:24:24.654713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6dd4e-f916-4784-b444-7b75fbc6a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88808ec7-fc44-47c1-9d22-47afc70eead7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:24.664606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7bcbf-9d84-4fc4-b97f-6c283d03b580 req-171abf6a-3320-4ad0-8ab1-8113bde31ae3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:24.666120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05b7bcbf-9d84-4fc4-b97f-6c283d03b580 req-171abf6a-3320-4ad0-8ab1-8113bde31ae3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1198153 Feb 10 06:24:24.750586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05b7bcbf-9d84-4fc4-b97f-6c283d03b580 req-0534cbde-9abc-4e2c-9ee1-e10737c78e00 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586052 Feb 10 06:24:24.758247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0caf5a-5262-4a15-86a5-576f6bc8153f req-acff51a6-1f69-494b-87ab-0b7d834a344d tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:24.774631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d0caf5a-5262-4a15-86a5-576f6bc8153f req-acff51a6-1f69-494b-87ab-0b7d834a344d tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1266994 Feb 10 06:24:24.830721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d0caf5a-5262-4a15-86a5-576f6bc8153f req-c3cbf48f-ae02-4b73-98e4-2c3dbe6e13f4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627019 Feb 10 06:24:24.943410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbdc5b-51c0-427c-9ae8-f4005474cc2f req-b82e5219-4952-4e4d-aedc-d559337a01ea tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:24.950807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25cbdc5b-51c0-427c-9ae8-f4005474cc2f req-b82e5219-4952-4e4d-aedc-d559337a01ea tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 943 time: 0.0624022 Feb 10 06:24:24.995751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25cbdc5b-51c0-427c-9ae8-f4005474cc2f req-e55e354d-4f26-4d5d-8942-0230bf1d0113 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440619 Feb 10 06:24:25.132599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10e23b-a92b-45ce-b12e-9437f5b8e6d7 req-44ce1673-fbcb-4aa1-8eb5-36b803a1def0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:25.134105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a10e23b-a92b-45ce-b12e-9437f5b8e6d7 req-44ce1673-fbcb-4aa1-8eb5-36b803a1def0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.0569997 Feb 10 06:24:25.190901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a10e23b-a92b-45ce-b12e-9437f5b8e6d7 req-218bc484-7bbf-4583-873d-53ee05270f74 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Feb 10 06:24:25.413280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:25.415163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92a253-259e-4be1-be8d-92b464a92ee9 req-4e77d530-68f9-48c3-abad-d6fc41dc6fc0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:25.416808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea92a253-259e-4be1-be8d-92b464a92ee9 req-4e77d530-68f9-48c3-abad-d6fc41dc6fc0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0578566 Feb 10 06:24:25.477261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea92a253-259e-4be1-be8d-92b464a92ee9 req-3cc52b3d-0f09-4327-a6ae-e15f46edfab7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521915 Feb 10 06:24:25.516674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:25.530246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3', 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e', 'port_id': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3', 'mac_address': 'fa:16:3e:e1:07:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81589f97-ebbc-4951-b3d5-e0f9e7c1ed40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:24:25.578558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:25.580616 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:25.597848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:25.624614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:25.631544 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:25.690038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:25.691928 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:24:25.888749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['d3d10b35-c681-4a58-a0e6-2d81fc7cceb3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:25.998289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9e445-87b7-406e-b7a5-dc0e108913a5 req-24f1ad3e-5595-4c9e-94f7-230ebd56ee68 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:26.001062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42f9e445-87b7-406e-b7a5-dc0e108913a5 req-24f1ad3e-5595-4c9e-94f7-230ebd56ee68 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1567748 Feb 10 06:24:26.082429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42f9e445-87b7-406e-b7a5-dc0e108913a5 req-89d5a473-c124-401b-8dbb-0fb62d471eea tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654714 Feb 10 06:24:26.098324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b5e9e-ccf3-4459-a2dc-7827e69045e6 req-e8c226af-e81b-482a-93e7-6a16914ca80a tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:26.101009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da5b5e9e-ccf3-4459-a2dc-7827e69045e6 req-e8c226af-e81b-482a-93e7-6a16914ca80a tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1715605 Feb 10 06:24:26.243685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da5b5e9e-ccf3-4459-a2dc-7827e69045e6 req-28d9491e-e4ab-49e1-b0d8-e6510465102d tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272995 Feb 10 06:24:26.276138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309df4-a6f4-4584-8a1d-ce0cd3779ee6 req-0f1f358d-f6bd-4117-aecd-1f42929f595d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:26.277793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d309df4-a6f4-4584-8a1d-ce0cd3779ee6 req-0f1f358d-f6bd-4117-aecd-1f42929f595d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.1096094 Feb 10 06:24:26.356219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d309df4-a6f4-4584-8a1d-ce0cd3779ee6 req-2d80414a-8239-4d95-a50e-e445a2ca98c5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729921 Feb 10 06:24:26.392831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18ee7d-991c-453b-9cd0-8dcba411f3bb req-98f69572-87ad-4d87-a89e-44ffaf2d7323 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:26.395121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd18ee7d-991c-453b-9cd0-8dcba411f3bb req-98f69572-87ad-4d87-a89e-44ffaf2d7323 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.0844903 Feb 10 06:24:26.448063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd18ee7d-991c-453b-9cd0-8dcba411f3bb req-18a0eb7b-6576-4161-9182-2778cf6408b1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468206 Feb 10 06:24:26.651526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16d80d-1672-4aa8-8ed5-ecff5a48f3e8 req-694e7700-a481-44ec-a868-9d3900c75f00 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:26.656055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f16d80d-1672-4aa8-8ed5-ecff5a48f3e8 req-694e7700-a481-44ec-a868-9d3900c75f00 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0724461 Feb 10 06:24:26.725391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f16d80d-1672-4aa8-8ed5-ecff5a48f3e8 req-53065ef7-5362-497e-90ff-e2561013e871 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571618 Feb 10 06:24:26.915650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56658) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:27.044631 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb50b633-bc96-4311-9a59-1c88be164849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.154373 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb50b633-bc96-4311-9a59-1c88be164849 admin admin] Publish callbacks [] for security_group (e98759bf-97c2-40da-a018-d82b1f8bc86c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.161602 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb50b633-bc96-4311-9a59-1c88be164849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e98759bf-97c2-40da-a018-d82b1f8bc86c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.214991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d6a72-b111-4d30-9e89-a21a6abf188b req-2e22f3bf-7ae3-46f4-9019-09b4abaecb74 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:27.217147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a78d6a72-b111-4d30-9e89-a21a6abf188b req-2e22f3bf-7ae3-46f4-9019-09b4abaecb74 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0737689 Feb 10 06:24:27.221124 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bb50b633-bc96-4311-9a59-1c88be164849 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98622130e9f7482ab0ccca3d2776ee52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043835 Feb 10 06:24:27.222538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50b633-bc96-4311-9a59-1c88be164849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98759bf-97c2-40da-a018-d82b1f8bc86c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:27.224611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:27.313198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a78d6a72-b111-4d30-9e89-a21a6abf188b req-fdb42bdb-138d-4e35-8745-bfe53bea89b4 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738578 Feb 10 06:24:27.356279 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b94e5ba-6d3a-4b75-b45c-db58ed950ca0 admin admin] Publish callbacks [] for security_group (e98759bf-97c2-40da-a018-d82b1f8bc86c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.385625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b94e5ba-6d3a-4b75-b45c-db58ed950ca0 admin admin] Publish callbacks [] for security_group (e98759bf-97c2-40da-a018-d82b1f8bc86c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.424434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b98b5-4076-4a60-bc0f-2e23258b0379 req-1b9626a5-db1c-4599-bdb7-7d12a3d31d00 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:27.426089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d1b98b5-4076-4a60-bc0f-2e23258b0379 req-1b9626a5-db1c-4599-bdb7-7d12a3d31d00 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1106892 Feb 10 06:24:27.435923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:27.498924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:24:27.504078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:27.505026 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.531157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d1b98b5-4076-4a60-bc0f-2e23258b0379 req-f2dc759a-1d40-41ea-b3d6-234d3a4ea680 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936923 Feb 10 06:24:27.594331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b94e5ba-6d3a-4b75-b45c-db58ed950ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e98759bf-97c2-40da-a018-d82b1f8bc86c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.597466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b94e5ba-6d3a-4b75-b45c-db58ed950ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.598641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9b94e5ba-6d3a-4b75-b45c-db58ed950ca0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e98759bf-97c2-40da-a018-d82b1f8bc86c HTTP/1.1" status: 204 len: 168 time: 0.3613002 Feb 10 06:24:27.628469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4c3c5-a18c-4020-ad3b-7653c7a58eeb req-6d6d4204-9e56-4c1c-9575-1a53cd09e89b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:27.630011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6db4c3c5-a18c-4020-ad3b-7653c7a58eeb req-6d6d4204-9e56-4c1c-9575-1a53cd09e89b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.1861675 Feb 10 06:24:27.631559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:27.631963 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.662671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94e5ba-6d3a-4b75-b45c-db58ed950ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98759bf-97c2-40da-a018-d82b1f8bc86c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:27.662913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:27.668588 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cb4d19-dd6f-4256-a51c-2e57449f2776" -d '{"events": [{"server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "name": "network-vif-plugged", "status": "completed", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:27.691683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:27.704692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:27.750484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6db4c3c5-a18c-4020-ad3b-7653c7a58eeb req-f35ff2ea-d1a1-4a80-89d2-f0f02c6cd684 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080997 Feb 10 06:24:27.760339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b1889-7f82-4884-bd4b-431e65a0688d req-47b1b424-72d7-40cc-8af7-4c205f441bcf tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:27.761855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d7b1889-7f82-4884-bd4b-431e65a0688d req-47b1b424-72d7-40cc-8af7-4c205f441bcf tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.1207895 Feb 10 06:24:27.801425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:27.855734 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc48eb5d-cb92-4220-85e4-a1a5407adb6a x-openstack-request-id: req-fc48eb5d-cb92-4220-85e4-a1a5407adb6a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:27.856079 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "name": "network-vif-plugged", "status": "completed", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:27.856347 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc48eb5d-cb92-4220-85e4-a1a5407adb6a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:27.856745 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3', 'code': 200} Feb 10 06:24:27.895465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d7b1889-7f82-4884-bd4b-431e65a0688d req-2fc3bdb8-6a6c-4d5e-9242-4d8fd30e170c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215730 Feb 10 06:24:27.981396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2cb5b-909f-49a2-9542-fe206d12e433 req-bc5c1fb0-db04-4785-8242-b3cefe267c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:27.984680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-adb2cb5b-909f-49a2-9542-fe206d12e433 req-bc5c1fb0-db04-4785-8242-b3cefe267c0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1127 time: 0.0618708 Feb 10 06:24:27.996799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867d8f-556d-48ca-97b8-39d47c98e398 req-22b13627-fc74-421f-9fa2-d114fc0fef8c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:27.998384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f867d8f-556d-48ca-97b8-39d47c98e398 req-22b13627-fc74-421f-9fa2-d114fc0fef8c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0645375 Feb 10 06:24:28.041199 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-adb2cb5b-909f-49a2-9542-fe206d12e433 req-d98b1fe3-09b9-4e41-bb6f-3bb3edfafeca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Feb 10 06:24:28.054058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:28.073115 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4fb4421f-6c35-4223-8993-61919bd56783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:28.077713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f867d8f-556d-48ca-97b8-39d47c98e398 req-0edcf387-8d12-43de-bf54-141133d32ed4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666962 Feb 10 06:24:28.174085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4fb4421f-6c35-4223-8993-61919bd56783 admin admin] Publish callbacks [] for security_group (83278d6b-38ad-4088-9ef3-8fa37d332a72), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:28.178183 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4fb4421f-6c35-4223-8993-61919bd56783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (83278d6b-38ad-4088-9ef3-8fa37d332a72), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:28.226407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4421f-6c35-4223-8993-61919bd56783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83278d6b-38ad-4088-9ef3-8fa37d332a72,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:28.234470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4fb4421f-6c35-4223-8993-61919bd56783 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7498c7128a3c4ecd873b70cc132e2457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764882 Feb 10 06:24:28.235391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:28.286861 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1b21c77-92bf-4a70-befb-084d6b899e9c admin admin] Publish callbacks [] for security_group (83278d6b-38ad-4088-9ef3-8fa37d332a72), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:28.316164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1b21c77-92bf-4a70-befb-084d6b899e9c admin admin] Publish callbacks [] for security_group (83278d6b-38ad-4088-9ef3-8fa37d332a72), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:28.379630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1b21c77-92bf-4a70-befb-084d6b899e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (83278d6b-38ad-4088-9ef3-8fa37d332a72), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:28.383093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1b21c77-92bf-4a70-befb-084d6b899e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:28.389878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a1b21c77-92bf-4a70-befb-084d6b899e9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83278d6b-38ad-4088-9ef3-8fa37d332a72 HTTP/1.1" status: 204 len: 168 time: 0.1542585 Feb 10 06:24:28.428320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b21c77-92bf-4a70-befb-084d6b899e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83278d6b-38ad-4088-9ef3-8fa37d332a72,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:28.472143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9fa46-f4b7-45cf-ac3f-08884c3255cb req-c4684148-74c5-404d-aab7-9ab096f58959 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:28.473702 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cae9fa46-f4b7-45cf-ac3f-08884c3255cb req-c4684148-74c5-404d-aab7-9ab096f58959 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0733902 Feb 10 06:24:28.539279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cae9fa46-f4b7-45cf-ac3f-08884c3255cb req-78a78560-9ee2-4ca8-af37-07bd6bc497ad tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557516 Feb 10 06:24:28.673296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6955-ce3e-4365-a226-95c5010e00f9 req-90854f26-1447-4c20-921d-c4e3470fc55c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:28.675494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2dfd6955-ce3e-4365-a226-95c5010e00f9 req-90854f26-1447-4c20-921d-c4e3470fc55c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.0729072 Feb 10 06:24:28.734592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2dfd6955-ce3e-4365-a226-95c5010e00f9 req-40a6e3d3-d93d-4b7f-b873-7e29864363a7 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509439 Feb 10 06:24:28.914073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e1da5-7492-46bf-a09c-26b145184688 req-45821878-803b-4975-91e7-bd50d083c796 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:28.915789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1e1da5-7492-46bf-a09c-26b145184688 req-45821878-803b-4975-91e7-bd50d083c796 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 945 time: 0.0727420 Feb 10 06:24:29.007466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1e1da5-7492-46bf-a09c-26b145184688 req-8c52a8ec-9c5d-4bf1-8f85-44e588ecdd56 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798261 Feb 10 06:24:29.064498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a7c05-7105-43d3-a4f9-e28271817412 req-3eca28a7-828a-4769-b997-7e2b367910e7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:29.066695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e24a7c05-7105-43d3-a4f9-e28271817412 req-3eca28a7-828a-4769-b997-7e2b367910e7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.0891917 Feb 10 06:24:29.121432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e24a7c05-7105-43d3-a4f9-e28271817412 req-389f05b3-fd33-4fb8-b7b4-d43a1d97a331 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484054 Feb 10 06:24:29.238935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a56e90-1079-4e9f-a100-205dc051f6fa req-88e130f9-1c2c-423b-9e93-fba1de09f83c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:29.240609 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29a56e90-1079-4e9f-a100-205dc051f6fa req-88e130f9-1c2c-423b-9e93-fba1de09f83c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0669441 Feb 10 06:24:29.311008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29a56e90-1079-4e9f-a100-205dc051f6fa req-71c54995-3eff-45bb-8375-35c5fbe4c2a2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645494 Feb 10 06:24:29.332474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56718) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:29.437329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-204662531-network', 'tenant_id': 'c0e80fe8d25b4737870f261e04b92ba4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:29.463856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Made reservation on behalf of c0e80fe8d25b4737870f261e04b92ba4 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:29.466606 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:29.475724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:29.562942 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Publish callbacks [] for security_group (685dacdd-6a2e-4965-80d7-b6bde128d418), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:29.567773 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (685dacdd-6a2e-4965-80d7-b6bde128d418), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:29.598882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:24:29.621843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685dacdd-6a2e-4965-80d7-b6bde128d418,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:29.650943 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (9de642b3-50cb-4d60-a161-614d6416cca5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:29.651290 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Added segment 9de642b3-50cb-4d60-a161-614d6416cca5 of type vlan for network 0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3 Feb 10 06:24:29.711507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:29.719768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4c683-5d38-4ff2-9208-802dbaeb4429 req-72b46549-62f9-4374-ad9a-41695ac187e1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:29.721262 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92d4c683-5d38-4ff2-9208-802dbaeb4429 req-72b46549-62f9-4374-ad9a-41695ac187e1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1154284 Feb 10 06:24:29.778618 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:29.781890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:29.781890 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:29.843707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5101590 Feb 10 06:24:29.847324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56728) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:29.852919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Request body: {'subnet': {'network_id': '0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-204662531-subnet', 'tenant_id': 'c0e80fe8d25b4737870f261e04b92ba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:29.877192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Made reservation on behalf of c0e80fe8d25b4737870f261e04b92ba4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:29.880650 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:29.916371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92d4c683-5d38-4ff2-9208-802dbaeb4429 req-7008bf09-91da-4e24-8570-59e81b36228c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837573 Feb 10 06:24:29.930700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb11b2-71d3-45df-a7eb-442492538182 admin admin] Pushing event updated for resources: {'Network': ['ID=0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:29.952399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:24:29.972862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360077a-33c3-4409-a9b8-4bd6e332f780 req-a627c66e-3c68-4c5b-aac2-bc458a00d35f tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:29.981158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6360077a-33c3-4409-a9b8-4bd6e332f780 req-a627c66e-3c68-4c5b-aac2-bc458a00d35f tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1532710 Feb 10 06:24:30.045587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6360077a-33c3-4409-a9b8-4bd6e332f780 req-0f78d779-6121-4f0d-8b6f-945e33f2799a tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588753 Feb 10 06:24:30.090951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (3fc3b8c5-0d73-4673-925a-bb2c6d65f5f8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:30.169131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Checking segment: {'id': '9de642b3-50cb-4d60-a161-614d6416cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:30.169758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Network hostable DHCP agents. Network: 0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:24:30.191199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc3b8c5-0d73-4673-925a-bb2c6d65f5f8,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:30.197534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Network 0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:24:30.217682 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:30.228343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:30.228962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:30.231420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775a981b-d0b6-452a-8ff8-fbda87f4e7eb None None] Network 0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:30.254865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7acc4d-0ddd-4358-aca6-1b6ec2f0334d req-7cab4ce7-f82a-4568-9a52-d8f99be5ec29 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:30.256427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea7acc4d-0ddd-4358-aca6-1b6ec2f0334d req-7cab4ce7-f82a-4568-9a52-d8f99be5ec29 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 945 time: 0.1299121 Feb 10 06:24:30.266428 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-554f3b8c-0585-4032-a11d-76eb182b826c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4134305 Feb 10 06:24:30.330933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea7acc4d-0ddd-4358-aca6-1b6ec2f0334d req-fc0467f4-0f6b-49c3-bb64-b45d7fb63e67 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555935 Feb 10 06:24:30.366077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bfb76-8bb3-4309-b7cc-863de83d2d82 req-91c2ac8b-57e9-4fa0-8f0b-9ad53fecb101 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:30.367713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-091bfb76-8bb3-4309-b7cc-863de83d2d82 req-91c2ac8b-57e9-4fa0-8f0b-9ad53fecb101 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.1466155 Feb 10 06:24:30.444194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-091bfb76-8bb3-4309-b7cc-863de83d2d82 req-d4697495-75c0-40b5-8db3-f9dd08dca6fd tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681217 Feb 10 06:24:30.492967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3915d790-1b6d-4368-9e54-cb11c1ff6ff4 None None] Network 0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:30.547149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-de461794-0f19-481f-8cf9-884eb08976de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:30.552720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-de461794-0f19-481f-8cf9-884eb08976de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1126 time: 0.1041467 Feb 10 06:24:30.600061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658fc35-6977-4cb2-b364-13c3272186d7 req-dd3558a3-5fe4-4453-8411-4f1d4f60bcb0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:30.605957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4658fc35-6977-4cb2-b364-13c3272186d7 req-dd3558a3-5fe4-4453-8411-4f1d4f60bcb0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.1286681 Feb 10 06:24:30.737788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4658fc35-6977-4cb2-b364-13c3272186d7 req-2bdf782a-5d67-47bf-840f-04b2d101f807 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217237 Feb 10 06:24:30.806220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-f421ef2a-9523-45b9-ac8c-c09bd1c50325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:30.808202 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-f421ef2a-9523-45b9-ac8c-c09bd1c50325 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.2378488 Feb 10 06:24:30.861186 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-877798a4-b19f-40b2-88e6-6fcf03b06a32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 200 len: 217 time: 0.0447288 Feb 10 06:24:30.935277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-8c417ce1-5147-422d-a0c1-711972b2c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:30.936969 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-8c417ce1-5147-422d-a0c1-711972b2c8a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0683901 Feb 10 06:24:31.006314 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-7b2d5edf-f7b8-4b9f-8f1d-a133036a651c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552058 Feb 10 06:24:31.117616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61bd37-8ec2-450b-8345-422745b60465 req-2cbd6927-2633-427e-b09b-a441969aee74 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:31.119281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a61bd37-8ec2-450b-8345-422745b60465 req-2cbd6927-2633-427e-b09b-a441969aee74 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1127 time: 0.0932870 Feb 10 06:24:31.126145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fbcd1-04a7-4720-8b74-a99dd480e4b5 req-06f58efc-2d70-48c0-9eb2-48a7d05cb548 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:31.132938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e8fbcd1-04a7-4720-8b74-a99dd480e4b5 req-06f58efc-2d70-48c0-9eb2-48a7d05cb548 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1189351 Feb 10 06:24:31.140579 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-ff454575-0f91-4d4b-924e-615dc10e2c1a service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255536 Feb 10 06:24:31.156218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:31.168678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-705168439-network', 'tenant_id': '13dc3017b6ed4d6fa432f76fdbbd7620'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:31.234595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a61bd37-8ec2-450b-8345-422745b60465 req-cbd3e5ba-1808-4845-a838-923873f13e32 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982413 Feb 10 06:24:31.252292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e8fbcd1-04a7-4720-8b74-a99dd480e4b5 req-5da49a84-576d-435f-8477-a3cda45c0e0c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132061 Feb 10 06:24:31.254866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Made reservation on behalf of 13dc3017b6ed4d6fa432f76fdbbd7620 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:31.258656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:31.267106 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-a8ab7ed1-4594-4da8-b1f6-dac4695d9cca service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174910 Feb 10 06:24:31.280191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:31.467325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Publish callbacks [] for security_group (bc79e13e-8d32-467b-8c44-5250dbc4dded), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:31.475910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6477b6-142a-408b-a49c-270e3fe56172 req-addc50d0-e28a-4ffd-9e34-270f2445c56e tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:31.477422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d6477b6-142a-408b-a49c-270e3fe56172 req-addc50d0-e28a-4ffd-9e34-270f2445c56e tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1338625 Feb 10 06:24:31.479647 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc79e13e-8d32-467b-8c44-5250dbc4dded), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:31.486080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad14d7-f244-4293-ad13-6462c0392dfe req-a712bc0a-67ac-427f-b83f-68cf3799cfb7 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:31.486973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7cad14d7-f244-4293-ad13-6462c0392dfe req-a712bc0a-67ac-427f-b83f-68cf3799cfb7 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1127 time: 0.1269579 Feb 10 06:24:31.540738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:24:31.547399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79e13e-8d32-467b-8c44-5250dbc4dded,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:31.567111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (11d91ca8-acd6-4cfb-936a-013e7fb21c08), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:31.567431 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Added segment 11d91ca8-acd6-4cfb-936a-013e7fb21c08 of type vlan for network 233cc54d-e2b2-4d0b-bd91-3f3fb9a50739 Feb 10 06:24:31.623415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7cad14d7-f244-4293-ad13-6462c0392dfe req-353cd71d-f35f-4eb2-8ee9-ba0999f9b9ae tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217127 Feb 10 06:24:31.680533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d6477b6-142a-408b-a49c-270e3fe56172 req-6c1b35a5-ac07-43ed-a786-85c8d29048c5 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836736 Feb 10 06:24:31.707693 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (233cc54d-e2b2-4d0b-bd91-3f3fb9a50739), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:31.775423 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (233cc54d-e2b2-4d0b-bd91-3f3fb9a50739), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:31.776416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:31.777007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:31.798062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-be7e4dbd-c8c1-4eed-b401-79bc56c0522a tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:31.804205 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-be7e4dbd-c8c1-4eed-b401-79bc56c0522a tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.1720815 Feb 10 06:24:31.823428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6659956 Feb 10 06:24:31.834960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56770) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:31.865337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec505-c20d-4f81-b3d4-66a9a2bc4d71 admin admin] Pushing event updated for resources: {'Network': ['ID=233cc54d-e2b2-4d0b-bd91-3f3fb9a50739,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:31.876739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 233cc54d-e2b2-4d0b-bd91-3f3fb9a50739 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:24:31.948671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Request body: {'subnet': {'network_id': '233cc54d-e2b2-4d0b-bd91-3f3fb9a50739', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-705168439-subnet', 'tenant_id': '13dc3017b6ed4d6fa432f76fdbbd7620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:31.997780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Made reservation on behalf of 13dc3017b6ed4d6fa432f76fdbbd7620 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:32.000265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:32.130801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124061c-3b7a-4c95-a1dd-1ea1bc53794b req-32e7b843-17e0-4edd-91ba-99a067c2c8f1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:32.137860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8124061c-3b7a-4c95-a1dd-1ea1bc53794b req-32e7b843-17e0-4edd-91ba-99a067c2c8f1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.2422712 Feb 10 06:24:32.168599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10e1c-16ef-4384-860f-265e24e9bf76 req-dbc49ef1-679e-485c-b372-d38bd948484d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:32.176486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bc10e1c-16ef-4384-860f-265e24e9bf76 req-dbc49ef1-679e-485c-b372-d38bd948484d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.1608953 Feb 10 06:24:32.205150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-636a6227-f153-4b06-97aa-00b85d945dd7 service neutron] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:32.207996 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-636a6227-f153-4b06-97aa-00b85d945dd7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:32.209260 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c8ce30a-56ef-4a8b-84a7-f1e99f5ad6c9 req-636a6227-f153-4b06-97aa-00b85d945dd7 service neutron] 10.222.0.13 "DELETE /v2.0/ports/abed6ce7-d8ca-4faf-8acf-abe997a1b8ec/bindings/n-h2-828670-1 HTTP/1.1" status: 204 len: 173 time: 0.3882146 Feb 10 06:24:32.250467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8124061c-3b7a-4c95-a1dd-1ea1bc53794b req-7157e19d-fcdc-4713-a694-ab0c7b514dfa tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076498 Feb 10 06:24:32.280297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bc10e1c-16ef-4384-860f-265e24e9bf76 req-1074cd9b-fbfa-4738-b094-5e1f511f2616 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959165 Feb 10 06:24:32.446509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (731c5887-96dc-461d-aa13-f332b6ca2e43), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:32.476990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-d64b093f-63e2-4a52-a446-933f204e2480 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1054550507&fields=id&tenant_id=63fd68b01c79456db71ca11a58d5d875 HTTP/1.1" status: 200 len: 267 time: 0.0641921 Feb 10 06:24:32.532635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731c5887-96dc-461d-aa13-f332b6ca2e43,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:32.545504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Checking segment: {'id': '11d91ca8-acd6-4cfb-936a-013e7fb21c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '233cc54d-e2b2-4d0b-bd91-3f3fb9a50739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:32.545861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Network hostable DHCP agents. Network: 233cc54d-e2b2-4d0b-bd91-3f3fb9a50739, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:24:32.589845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Network 233cc54d-e2b2-4d0b-bd91-3f3fb9a50739 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:24:32.605887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 233cc54d-e2b2-4d0b-bd91-3f3fb9a50739) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:32.610618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:32.611277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:32.620278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c927a-19d7-4ca4-af7b-d22727463665 None None] Network 233cc54d-e2b2-4d0b-bd91-3f3fb9a50739 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:32.656096 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2126dfdf-d8b2-4e8d-bf81-cc33615608a6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8149726 Feb 10 06:24:32.681679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-1d12f257-0e0f-41b5-8c57-55fa9ef41468 req-2e0e9c21-9b5f-40ff-a791-c5a3e00d591e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:24:32.699452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d12f257-0e0f-41b5-8c57-55fa9ef41468 req-2e0e9c21-9b5f-40ff-a791-c5a3e00d591e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1330314 Feb 10 06:24:32.729954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-9ed01e97-0e35-4f87-834f-f396828b35d3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:32.736057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-9ed01e97-0e35-4f87-834f-f396828b35d3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/networks?id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 HTTP/1.1" status: 200 len: 823 time: 0.2506745 Feb 10 06:24:32.772089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-c1a98fdf-1729-48ac-a3e6-e5a09b8ed08c tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/quotas/63fd68b01c79456db71ca11a58d5d875 HTTP/1.1" status: 200 len: 375 time: 0.0297296 Feb 10 06:24:32.843142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb1eee-8102-4453-9766-74501a0ae467 None None] Network 233cc54d-e2b2-4d0b-bd91-3f3fb9a50739 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:24:32.895050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-b7784519-1a5a-42f5-9c6d-18d56358726a tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63fd68b01c79456db71ca11a58d5d875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1132653 Feb 10 06:24:32.947170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56804) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:33.028903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-67edbeab-b3ab-492a-96dd-60bea2026c56 admin admin] Deleting subnet 3fc3b8c5-0d73-4673-925a-bb2c6d65f5f8 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:24:33.049297 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67edbeab-b3ab-492a-96dd-60bea2026c56 admin admin] Publish callbacks [] for subnet (3fc3b8c5-0d73-4673-925a-bb2c6d65f5f8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:33.081924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-d93b31b7-9431-451d-b05a-e8057c562ce5 service neutron] 10.222.0.21 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855750 Feb 10 06:24:33.114582 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67edbeab-b3ab-492a-96dd-60bea2026c56 admin admin] Publish callbacks [] for subnet (3fc3b8c5-0d73-4673-925a-bb2c6d65f5f8), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:33.137742 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67edbeab-b3ab-492a-96dd-60bea2026c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (3fc3b8c5-0d73-4673-925a-bb2c6d65f5f8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:33.225727 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67edbeab-b3ab-492a-96dd-60bea2026c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (3fc3b8c5-0d73-4673-925a-bb2c6d65f5f8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:33.265573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edbeab-b3ab-492a-96dd-60bea2026c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc3b8c5-0d73-4673-925a-bb2c6d65f5f8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:33.274479 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67edbeab-b3ab-492a-96dd-60bea2026c56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:33.278177 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-67edbeab-b3ab-492a-96dd-60bea2026c56 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3fc3b8c5-0d73-4673-925a-bb2c6d65f5f8 HTTP/1.1" status: 204 len: 168 time: 0.3291471 Feb 10 06:24:33.282508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56816) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:33.308825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-d1fc5755-91a8-4057-aae1-2dd10e5d268b service neutron] 10.222.0.21 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206132 Feb 10 06:24:33.420667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:33.519399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-a850d2c2-bd2b-4bba-9a92-6a8d886579e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:33.520916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-a850d2c2-bd2b-4bba-9a92-6a8d886579e3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "GET /v2.0/ports?device_id=32edce8b-9377-4fb5-901c-a486ced4b9bd HTTP/1.1" status: 200 len: 945 time: 0.1496880 Feb 10 06:24:33.580058 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:33.638369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.638566 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.639736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.639736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > port after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.640304 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.640433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > port after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.641323 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.641323 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.641323 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.641592 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.791455 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.791963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.795620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.795927 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:24:33.796314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:33.797147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c10e94-2100-40cd-8e6f-2686a6fefff5 req-ff95075e-7db9-4a77-a992-97fc2969358b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:33.806402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4c10e94-2100-40cd-8e6f-2686a6fefff5 req-ff95075e-7db9-4a77-a992-97fc2969358b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0681655 Feb 10 06:24:33.857812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de642b3-50cb-4d60-a161-614d6416cca5') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:33.859119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de642b3-50cb-4d60-a161-614d6416cca5') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:33.871815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4c10e94-2100-40cd-8e6f-2686a6fefff5 req-00e1ffc6-ae3f-4777-991d-f60d830646d1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603611 Feb 10 06:24:33.944821 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (9de642b3-50cb-4d60-a161-614d6416cca5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:33.999366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (9de642b3-50cb-4d60-a161-614d6416cca5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:34.016360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:24:34.017060 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (9de642b3-50cb-4d60-a161-614d6416cca5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: from cryptography.utils import int_from_bytes Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: from cryptography.utils import int_from_bytes Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:24:34.046897 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:24:34.103169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895d4a9-5cde-481b-af28-c02d8b7e6b37 req-6cad4765-57dd-4cd0-90fc-27323f7d6e7a tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:34.105309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c895d4a9-5cde-481b-af28-c02d8b7e6b37 req-6cad4765-57dd-4cd0-90fc-27323f7d6e7a tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.0842588 Feb 10 06:24:34.164620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:34.175846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c895d4a9-5cde-481b-af28-c02d8b7e6b37 req-bbed4c52-bc60-419f-83e9-50f1202afa86 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583887 Feb 10 06:24:34.221400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Deleting port 413b6690-0c72-4c6c-81d3-9658c3d51990 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:24:34.221919 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:34.225316 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:34.228659 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3 HTTP/1.1" status: 204 len: 168 time: 0.9436090 Feb 10 06:24:34.231594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:34.240334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a787766-3c72-4836-b31d-c5cfb4d56911 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc7b1d3-b33e-4a63-8627-4e1461b5a6f3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:34.393920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-8641294c-77a8-46b7-a540-7b3d0423b178 admin admin] Deleting subnet 731c5887-96dc-461d-aa13-f332b6ca2e43 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:24:34.407232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8641294c-77a8-46b7-a540-7b3d0423b178 admin admin] Publish callbacks [] for subnet (731c5887-96dc-461d-aa13-f332b6ca2e43), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:34.428263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] For port 413b6690-0c72-4c6c-81d3-9658c3d51990, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=413b6690-0c72-4c6c-81d3-9658c3d51990,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:34.428534 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:34.540086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56856) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:34.809045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89d16d-fff5-485d-8f32-bf72da1eafa6 req-0decc674-791e-4372-9de6-e2a0680a507b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:34.817206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e89d16d-fff5-485d-8f32-bf72da1eafa6 req-0decc674-791e-4372-9de6-e2a0680a507b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.5429330 Feb 10 06:24:34.821307 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8641294c-77a8-46b7-a540-7b3d0423b178 admin admin] Publish callbacks [] for subnet (731c5887-96dc-461d-aa13-f332b6ca2e43), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:34.844057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8641294c-77a8-46b7-a540-7b3d0423b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (731c5887-96dc-461d-aa13-f332b6ca2e43), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:34.924073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e89d16d-fff5-485d-8f32-bf72da1eafa6 req-557044b0-8e91-402a-8cf3-b32d2b93c054 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056893 Feb 10 06:24:34.963331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8641294c-77a8-46b7-a540-7b3d0423b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for subnet (731c5887-96dc-461d-aa13-f332b6ca2e43), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:35.013119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641294c-77a8-46b7-a540-7b3d0423b178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731c5887-96dc-461d-aa13-f332b6ca2e43,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:35.079231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9b7b13b-6ccb-4f04-91d6-825339e413e7 req-537b7e0c-936f-495d-84cd-df9dbfed44f4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 210 time: 0.0531604 Feb 10 06:24:35.080704 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8641294c-77a8-46b7-a540-7b3d0423b178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:35.084472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8641294c-77a8-46b7-a540-7b3d0423b178 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/731c5887-96dc-461d-aa13-f332b6ca2e43 HTTP/1.1" status: 204 len: 168 time: 0.8518512 Feb 10 06:24:35.087004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56864) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:35.087679 n-d-828670-1 neutron-server[103213]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 06:24:35.119663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-c3dfc1ea-1877-466f-b9c6-11aacc73961b tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:24:35.120712 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-c3dfc1ea-1877-466f-b9c6-11aacc73961b tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5793912 Feb 10 06:24:35.278124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:35.278652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (b3b6423a-d0c9-4769-a83d-4b1377edcd4d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:35.279253 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Floating IP b3b6423a-d0c9-4769-a83d-4b1377edcd4d disassociated. External IP: 172.25.8.186, port: 413b6690-0c72-4c6c-81d3-9658c3d51990. Feb 10 06:24:35.279742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Calling delete_port for 413b6690-0c72-4c6c-81d3-9658c3d51990 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:24:35.351439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-e32995cf-5ce5-45b4-843e-285b879c306d tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:35.352898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-e32995cf-5ce5-45b4-843e-285b879c306d tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "GET /v2.0/networks?id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 HTTP/1.1" status: 200 len: 823 time: 0.2216232 Feb 10 06:24:35.384561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fead5-ad60-4829-8778-6d8c99a5a161 req-e737c7f3-4a53-431c-94d7-96e16206af44 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:35.395736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a36fead5-ad60-4829-8778-6d8c99a5a161 req-e737c7f3-4a53-431c-94d7-96e16206af44 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1126 time: 0.1356919 Feb 10 06:24:35.430523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (233cc54d-e2b2-4d0b-bd91-3f3fb9a50739), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:35.455735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ea6bc309-c178-4b43-8bf7-842f1777028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:35.462734 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ea6bc309-c178-4b43-8bf7-842f1777028d service neutron] 10.222.0.21 "GET /v2.0/ports/d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 1124 time: 0.2211881 Feb 10 06:24:35.466989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Request body: {'binding': {'host': 'n-h1-828670-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:35.467511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Unknown quota resources ['binding']. {{(pid=103213) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:24:35.490361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-63ddebf3-b2b2-492d-a95a-72d4fc5e5cff tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63fd68b01c79456db71ca11a58d5d875 HTTP/1.1" status: 200 len: 380 time: 0.1259818 Feb 10 06:24:35.504747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a36fead5-ad60-4829-8778-6d8c99a5a161 req-bfd0794d-3ae7-4639-83a6-c08981c15e2e tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038854 Feb 10 06:24:35.518339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Request body: {'port': {'device_id': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'admin_state_up': True, 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'security_groups': ['e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:35.774740 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (233cc54d-e2b2-4d0b-bd91-3f3fb9a50739), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:35.801527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Made reservation on behalf of 63fd68b01c79456db71ca11a58d5d875 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:35.815659 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:35.819674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233cc54d-e2b2-4d0b-bd91-3f3fb9a50739']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:35.837851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (413b6690-0c72-4c6c-81d3-9658c3d51990), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:35.844168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d91ca8-acd6-4cfb-936a-013e7fb21c08') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:35.844476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d91ca8-acd6-4cfb-936a-013e7fb21c08') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:35.877387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (11d91ca8-acd6-4cfb-936a-013e7fb21c08), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:35.935034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event deleted for resources: {'Port': ['ID=413b6690-0c72-4c6c-81d3-9658c3d51990,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:35.985112 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (11d91ca8-acd6-4cfb-936a-013e7fb21c08), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:36.006147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on host n-h1-828670-1 for vnic_type normal with profile None {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:36.006520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:36.006858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:36.032569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:24:36.033186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (11d91ca8-acd6-4cfb-936a-013e7fb21c08), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:24:36.036331 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:24:36.051621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:36.051844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:36.125994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:36.126657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:36.126657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:36.127185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Bound port: d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:36.130117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e3936-8996-4553-a261-7b4da37fa700 req-6275d990-f037-48f7-a2f3-3ccb7c3e2c4f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:36.138396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a7e3936-8996-4553-a261-7b4da37fa700 req-6275d990-f037-48f7-a2f3-3ccb7c3e2c4f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1126149 Feb 10 06:24:36.193017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (233cc54d-e2b2-4d0b-bd91-3f3fb9a50739), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:36.212171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a7e3936-8996-4553-a261-7b4da37fa700 req-9daf1e4e-698c-455e-888b-ca63da71c992 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732899 Feb 10 06:24:36.230217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc73e6-6029-44f3-b36f-644ad473f891 req-631591f7-2a53-4086-a69d-9d67d6aaa730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:36.231786 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e3bc73e6-6029-44f3-b36f-644ad473f891 req-631591f7-2a53-4086-a69d-9d67d6aaa730 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1131 time: 0.2945821 Feb 10 06:24:36.248324 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:36.251570 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/233cc54d-e2b2-4d0b-bd91-3f3fb9a50739 HTTP/1.1" status: 204 len: 168 time: 1.1628084 Feb 10 06:24:36.285644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Allocated IP 172.20.0.10 (b0fa0ab5-1f60-4970-88d0-cd1bd15c5817/e6399afe-e542-4aee-aa65-2f91664b2256/87802d89-3241-4191-aea2-6839d6c4b9e0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:36.340513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:36.348212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f9818-2ee5-4b40-bc28-5aca7e7877f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=233cc54d-e2b2-4d0b-bd91-3f3fb9a50739,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:36.371450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:36.372682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ed612b2e-b818-4fb5-bada-708ce21f2452 service neutron] 10.222.0.21 "POST /v2.0/ports/d3d10b35-c681-4a58-a0e6-2d81fc7cceb3/bindings HTTP/1.1" status: 201 len: 389 time: 0.9091747 Feb 10 06:24:36.423341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Router b3c31d92-7cd4-4bea-942c-8a86d872001f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:24:36.443839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfc472-6de1-4fd2-89ae-baffd19e6b8b req-9b2e41e2-c4c2-4eca-8c16-30a746b5c22c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:36.461308 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1dfc472-6de1-4fd2-89ae-baffd19e6b8b req-9b2e41e2-c4c2-4eca-8c16-30a746b5c22c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3887b03-b934-42be-994c-1d636d72084c HTTP/1.1" status: 200 len: 950 time: 0.1340334 Feb 10 06:24:36.469927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e3bc73e6-6029-44f3-b36f-644ad473f891 req-559e73dc-5d04-43bd-93de-6b253790f53c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268078 Feb 10 06:24:36.551342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1dfc472-6de1-4fd2-89ae-baffd19e6b8b req-62cd51c5-4e5f-428e-b49c-60ab67025e66 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888085 Feb 10 06:24:36.582641 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:36.699057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:36.763821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-d39eea1e-1d25-4860-aff2-82222b46070b tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510571 Feb 10 06:24:36.766917 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:36.802654 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6d50a1df-58f9-4943-891c-0b31626e26ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0e80fe8d25b4737870f261e04b92ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1032293 Feb 10 06:24:36.808734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:24:36.810184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56906) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:36.824102 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] Sync routers for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:24:36.842683 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:36.845875 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:24:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:36.933981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f901-33c5-403f-8102-f41726b21753 req-f8a7210c-85b6-41ea-ac09-ffb1c9351963 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:36.938764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] No DVR routers for this DVR port 413b6690-0c72-4c6c-81d3-9658c3d51990 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:24:36.941545 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-f8a7210c-85b6-41ea-ac09-ffb1c9351963 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435370 Feb 10 06:24:36.969242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-8ada8f30-7d8e-4dac-b5ab-253baabcf377 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/quotas/85c5cb49ba4047c8a98fbaaee83277de HTTP/1.1" status: 200 len: 375 time: 0.0249760 Feb 10 06:24:36.969455 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:36.971917 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8fd2105b-672f-4181-b8d8-3be6a8f69749 req-4ec1755e-7d82-4847-85e9-b8722d0babcb tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "DELETE /v2.0/ports/413b6690-0c72-4c6c-81d3-9658c3d51990 HTTP/1.1" status: 204 len: 173 time: 3.3811448 Feb 10 06:24:36.972045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'name': 'network-vif-deleted', 'tag': '413b6690-0c72-4c6c-81d3-9658c3d51990'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:36.974318 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c43ff2-4f05-40e6-b4fe-b7ae0e0a60ef" -d '{"events": [{"server_uuid": "32edce8b-9377-4fb5-901c-a486ced4b9bd", "name": "network-vif-deleted", "tag": "413b6690-0c72-4c6c-81d3-9658c3d51990"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:37.014823 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab304cfd-c3b7-4423-ad85-426ad4781cae admin admin] Publish callbacks [] for security_group (685dacdd-6a2e-4965-80d7-b6bde128d418), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:37.035140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-9967d0a6-e657-4060-901c-e5d01803a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:37.036669 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-9967d0a6-e657-4060-901c-e5d01803a544 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1127 time: 0.0921731 Feb 10 06:24:37.048658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-0abba9e3-4de0-4979-83c0-010b34ac4a00 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:37.051196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-0abba9e3-4de0-4979-83c0-010b34ac4a00 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 820 time: 0.4206195 Feb 10 06:24:37.078261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab304cfd-c3b7-4423-ad85-426ad4781cae admin admin] Publish callbacks [] for security_group (685dacdd-6a2e-4965-80d7-b6bde128d418), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:37.091062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-11a9ac8d-30fb-41c2-ae69-f59e39c46d63 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/quotas/cb34d3170a2f4925acf03a399ad15b89 HTTP/1.1" status: 200 len: 375 time: 0.0335827 Feb 10 06:24:37.108049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-9c2644b2-8679-4e11-b37a-c34cd388507e tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1381547 Feb 10 06:24:37.128213 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:37.276744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:37.314849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-4d3abe60-584d-4a8e-a2fb-108b6d712e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:37.317437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-4d3abe60-584d-4a8e-a2fb-108b6d712e2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.2658787 Feb 10 06:24:37.389725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-40b1c3b5-9d7d-4ccc-8ff3-dd32bb4ae57e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2791269 Feb 10 06:24:37.406905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:37.417399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-f23595f5-7f3b-4e90-8890-c2557725dc81 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:24:37.418610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-f23595f5-7f3b-4e90-8890-c2557725dc81 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067673 Feb 10 06:24:37.419649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:37.428171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:37.431316 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab304cfd-c3b7-4423-ad85-426ad4781cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (685dacdd-6a2e-4965-80d7-b6bde128d418), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:37.435522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:37.436373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:37.445251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab304cfd-c3b7-4423-ad85-426ad4781cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:37.446898 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ab304cfd-c3b7-4423-ad85-426ad4781cae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/685dacdd-6a2e-4965-80d7-b6bde128d418 HTTP/1.1" status: 204 len: 168 time: 0.6356115 Feb 10 06:24:37.456591 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-6b44b9be-9d4d-47bb-8358-be2cec842d28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 217 time: 0.1293252 Feb 10 06:24:37.484750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 413b6690-0c72-4c6c-81d3-9658c3d51990 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:24:37.500017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9898553 Feb 10 06:24:37.510776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab304cfd-c3b7-4423-ad85-426ad4781cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685dacdd-6a2e-4965-80d7-b6bde128d418,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:37.543227 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:37.595503 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 413b6690-0c72-4c6c-81d3-9658c3d51990 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:24:37.601004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 413b6690-0c72-4c6c-81d3-9658c3d51990 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:24:37.603520 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] Checking router: b3c31d92-7cd4-4bea-942c-8a86d872001f for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:24:37.622891 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:24:37.626325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Request body: {'port': {'device_id': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:37.626898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:24:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:37.655319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:37.699946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ad398256-1b00-4a4a-b83b-ad7208785a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:37.704112 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-ad398256-1b00-4a4a-b83b-ad7208785a61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.2423823 Feb 10 06:24:37.822100 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-c18111b8-b0a0-4696-b881-c121a1578096 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047194 Feb 10 06:24:37.832649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:37.852431 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:24:37.912374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:38.142218 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-8ca4c96e-a00d-4f85-8ef0-72ed754a1857 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105862 Feb 10 06:24:38.364551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'mac_address': 'fa:16:3e:ae:da:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:24:38.381151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:24:38.405115 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-410d27f0-4187-4beb-a0af-454d3651500c service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528811 Feb 10 06:24:38.533541 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:24:38.579097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56928) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:38.595177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:38.595821 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:38.611437 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175315c-08c7-4cb6-b0c3-39e4a9cbfb39 None None] The sync data for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 is: [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:24:38.631605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbdf9497-357f-448e-96b4-6c4c8f829e47 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:38.646731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:38.647389 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:38.653301 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cc1550e0-579a-4af1-888b-036402b5ac8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13dc3017b6ed4d6fa432f76fdbbd7620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727308 Feb 10 06:24:38.655845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-20077216-6159-4b9a-a001-1fd53e85536c tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:38.657512 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-20077216-6159-4b9a-a001-1fd53e85536c tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.1056623 Feb 10 06:24:38.658182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56930) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:38.672241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828670-1'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:38.741960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:38.762787 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:38.793369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87802d89-3241-4191-aea2-6839d6c4b9e0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:38.818225 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Publish callbacks [] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:38.869396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Transition to ACTIVE for port object 87802d89-3241-4191-aea2-6839d6c4b9e0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:24:38.883711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:38.885800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-342fa515-9fa4-47c5-8ada-b69b97db4821 admin admin] Publish callbacks [] for security_group (bc79e13e-8d32-467b-8c44-5250dbc4dded), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:38.887146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ffc0b-0b78-435a-973f-08e227714196 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event updated for resources: {'Port': ['ID=87802d89-3241-4191-aea2-6839d6c4b9e0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:38.926626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:38.977207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-342fa515-9fa4-47c5-8ada-b69b97db4821 admin admin] Publish callbacks [] for security_group (bc79e13e-8d32-467b-8c44-5250dbc4dded), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:38.985549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:24:38.992973 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:24:38.995380 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.081701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd1a62-15ff-4f6b-a553-059c481dfde9 req-94cefdff-3005-4ca6-a4e4-ac57b30a45ab tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:39.083791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71fd1a62-15ff-4f6b-a553-059c481dfde9 req-94cefdff-3005-4ca6-a4e4-ac57b30a45ab tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 932 time: 1.5413139 Feb 10 06:24:39.095913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946802e1-8a9e-4d48-8e1d-856d9bd66e02 None None] New status for floating IP b3b6423a-d0c9-4769-a83d-4b1377edcd4d: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:24:39.113826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Pushing event updated for resources: {'Port': ['ID=87802d89-3241-4191-aea2-6839d6c4b9e0,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:39.127031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:39.128853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-f26a8466-d3c0-444c-a27e-cfe1d05a0a11 service neutron] 10.222.0.21 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6735220 Feb 10 06:24:39.203261 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:39.236393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71fd1a62-15ff-4f6b-a553-059c481dfde9 req-52ba3597-91ba-4295-9149-876a0a6aabef tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398530 Feb 10 06:24:39.237191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Attempting to bind port 87802d89-3241-4191-aea2-6839d6c4b9e0 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:39.237524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Attempting to bind port 87802d89-3241-4191-aea2-6839d6c4b9e0 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:39.237847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Attempting to bind port 87802d89-3241-4191-aea2-6839d6c4b9e0 on network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:39.296375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Port 87802d89-3241-4191-aea2-6839d6c4b9e0 on network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:39.296862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Attempting to bind port 87802d89-3241-4191-aea2-6839d6c4b9e0 on network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:39.301530 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Publish callbacks [] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.308935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:39.308935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Checking segment: {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:39.309424 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Bound using segment: {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:39.309648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Bound port: 87802d89-3241-4191-aea2-6839d6c4b9e0, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e5142e-bded-4268-a10e-37a39416dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:39.310003 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.381969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['fbdf9497-357f-448e-96b4-6c4c8f829e47'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:39.384507 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-9f67d4c7-2c71-44c6-be71-5211511b9fea tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650663 Feb 10 06:24:39.387281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.499844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-e716099e-1964-4432-b5c9-93f604130290 service neutron] 10.222.0.21 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456326 Feb 10 06:24:39.571082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: BUILD; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:39.571786 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.592514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fbdf9497-357f-448e-96b4-6c4c8f829e47 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:39.617435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:39.640517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e992a-40ee-4d2a-94ec-014bf453c73b req-cc27cf60-8035-4742-9d8c-cfbd20ac8d1e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:39.642501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b21e992a-40ee-4d2a-94ec-014bf453c73b req-cc27cf60-8035-4742-9d8c-cfbd20ac8d1e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 943 time: 0.2607570 Feb 10 06:24:39.719142 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.728596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] For port 87802d89-3241-4191-aea2-6839d6c4b9e0, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:39.766945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] For port 87802d89-3241-4191-aea2-6839d6c4b9e0, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87802d89-3241-4191-aea2-6839d6c4b9e0,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:39.799560 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.855048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:39.872866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b21e992a-40ee-4d2a-94ec-014bf453c73b req-ff10b7b1-4b12-4b41-baef-bc9730008000 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023466 Feb 10 06:24:39.894814 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.904028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Pushing event updated for resources: {'Port': ['ID=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:39.917949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:39.918730 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.920565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] 10.222.0.24 "PUT /v2.0/ports/87802d89-3241-4191-aea2-6839d6c4b9e0 HTTP/1.1" status: 200 len: 1092 time: 2.2996285 Feb 10 06:24:39.927604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-342fa515-9fa4-47c5-8ada-b69b97db4821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc79e13e-8d32-467b-8c44-5250dbc4dded), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.930224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-342fa515-9fa4-47c5-8ada-b69b97db4821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:39.930982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'tag': '87802d89-3241-4191-aea2-6839d6c4b9e0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:39.934524 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3151a88d-1089-47b9-96a7-aa7d14cc13f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e38c274-fb8e-46b9-9e72-f354ff92137b", "tag": "87802d89-3241-4191-aea2-6839d6c4b9e0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:39.944174 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-342fa515-9fa4-47c5-8ada-b69b97db4821 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc79e13e-8d32-467b-8c44-5250dbc4dded HTTP/1.1" status: 204 len: 168 time: 1.2842793 Feb 10 06:24:39.973857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f901-33c5-403f-8102-f41726b21753 req-0e5a9231-267e-4040-9e36-8026bc8d1513 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:39.975608 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-0e5a9231-267e-4040-9e36-8026bc8d1513 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5711086 Feb 10 06:24:39.984340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb068103-6157-4188-a342-a22a9ade4630 service neutron] Pushing event updated for resources: {'Port': ['ID=87802d89-3241-4191-aea2-6839d6c4b9e0,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:40.004284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Request body: {'port': {'device_id': '64c6a97e-e034-4b7d-96b9-e2e1dd090086', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '85c5cb49ba4047c8a98fbaaee83277de'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:40.012183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on host n-h2-828670-1 for vnic_type normal with profile {"migrating_to": "n-h1-828670-1"} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:40.012751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:40.013241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:40.038275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fa515-9fa4-47c5-8ada-b69b97db4821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79e13e-8d32-467b-8c44-5250dbc4dded,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:40.059532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:40.060497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Attempting to bind port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:40.072246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:40.072801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:40.073345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:40.073954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Bound port: d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:40.074525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:40.162132 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaefd158-3f00-403e-9d5e-af0a0ff016e0 x-openstack-request-id: req-aaefd158-3f00-403e-9d5e-af0a0ff016e0 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:40.162742 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32edce8b-9377-4fb5-901c-a486ced4b9bd", "name": "network-vif-deleted", "tag": "413b6690-0c72-4c6c-81d3-9658c3d51990", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:40.163842 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaefd158-3f00-403e-9d5e-af0a0ff016e0 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:40.164469 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32edce8b-9377-4fb5-901c-a486ced4b9bd', 'name': 'network-vif-deleted', 'tag': '413b6690-0c72-4c6c-81d3-9658c3d51990', 'status': 'completed', 'code': 200} Feb 10 06:24:40.186261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-0de0034b-039a-4909-957b-16d0c76596ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:40.188788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-0de0034b-039a-4909-957b-16d0c76596ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63fd68b01c79456db71ca11a58d5d875&device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 1126 time: 0.1927021 Feb 10 06:24:40.254912 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-008b8010-be84-42d0-88b2-40a2953a9c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:40.301334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:40.306623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:40.311533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-693d1b01-a4bf-4ede-acce-b4dc83625977 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87802d89-3241-4191-aea2-6839d6c4b9e0 HTTP/1.1" status: 200 len: 217 time: 0.1137006 Feb 10 06:24:40.318141 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:40.360281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Made reservation on behalf of 85c5cb49ba4047c8a98fbaaee83277de for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:40.364318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:40.431571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Pushing event updated for resources: {'Port': ['ID=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:40.458901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-beab5851-5fb0-472a-8681-15ccd220e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:40.460601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-beab5851-5fb0-472a-8681-15ccd220e3ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6399afe-e542-4aee-aa65-2f91664b2256 HTTP/1.1" status: 200 len: 862 time: 0.1367264 Feb 10 06:24:40.572440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:40.573086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:40.574571 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-65a88ff8-7a5e-458d-b49e-c56bc8cd6aff service neutron] 10.222.0.13 "PUT /v2.0/ports/d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 1121 time: 1.9082911 Feb 10 06:24:40.616435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Allocated IP 192.168.233.206 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/dd320c48-558c-4f58-9321-aaf4b4d94a7d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:40.648145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['d3d10b35-c681-4a58-a0e6-2d81fc7cceb3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:40.775240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde9890-6513-4cab-983a-1425c1de48ee req-02f8f4cb-d9f0-4dee-b9a4-6762690be484 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:40.784185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9dde9890-6513-4cab-983a-1425c1de48ee req-02f8f4cb-d9f0-4dee-b9a4-6762690be484 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 947 time: 0.4122136 Feb 10 06:24:40.806727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326de09-fa6d-4ac0-bdbf-7d6cc1b10893 req-61239c01-2f96-4be6-bfe8-8fe57575fa12 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:40.813120 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326de09-fa6d-4ac0-bdbf-7d6cc1b10893 req-61239c01-2f96-4be6-bfe8-8fe57575fa12 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:40.835665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1326de09-fa6d-4ac0-bdbf-7d6cc1b10893 req-61239c01-2f96-4be6-bfe8-8fe57575fa12 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44&device_id=c3887b03-b934-42be-994c-1d636d72084c HTTP/1.1" status: 200 len: 1690 time: 0.4624794 Feb 10 06:24:40.841607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-0269ae3b-a71f-4cff-9670-910afc6c2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:40.842279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-0269ae3b-a71f-4cff-9670-910afc6c2fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3643458 Feb 10 06:24:41.021280 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks [] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:41.083375 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:41.098444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e2e2a10a-7308-4c4d-b696-6c044915b127'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:41.113850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9dde9890-6513-4cab-983a-1425c1de48ee req-ae82e91f-2937-4d93-ba8d-2bab97e05658 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284764 Feb 10 06:24:41.167593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1326de09-fa6d-4ac0-bdbf-7d6cc1b10893 req-424ae620-071d-4966-9ed8-76b93df87ee2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291509 Feb 10 06:24:41.208659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60841) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:41.238711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-d98c8106-e16b-43f1-9cbd-08ae46531c15 service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762119 Feb 10 06:24:41.250171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:41.274823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:41.305961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:41.309814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Pushing event updated for resources: {'Port': ['ID=dd320c48-558c-4f58-9321-aaf4b4d94a7d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:41.486877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:41.487404 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:41.536098 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-cf63ff66-4aae-485c-8101-ba8d89cda6dd tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5469751 Feb 10 06:24:41.550147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Request body: {'port': {'device_id': '64c6a97e-e034-4b7d-96b9-e2e1dd090086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:41.600006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c9d6640-3b55-40f9-ae12-a85f691d0bc3 req-53b39525-e307-4036-a65b-1c29aad93369 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 210 time: 0.1858525 Feb 10 06:24:41.632840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02c5be9-7825-4add-8b51-896e2da15274 req-ffe1cf26-5444-4cca-89cb-28f0b38c7b01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4230771 Feb 10 06:24:41.656537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:41.685034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9470e062-6405-4e76-a066-821dd6cc2a72 req-422b993b-f929-491f-a8d0-558a60724696 service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454570 Feb 10 06:24:41.689359 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:41.719654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59eb0f-e431-463e-93c1-7c917e373831 req-67e946ec-81e9-491d-8d3b-215191c44e7f tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:41.722346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab59eb0f-e431-463e-93c1-7c917e373831 req-67e946ec-81e9-491d-8d3b-215191c44e7f tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 936 time: 0.3071184 Feb 10 06:24:41.760110 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0549114d-55c3-41e3-8862-d3edf6a983eb x-openstack-request-id: req-0549114d-55c3-41e3-8862-d3edf6a983eb {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:41.760913 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e38c274-fb8e-46b9-9e72-f354ff92137b", "tag": "87802d89-3241-4191-aea2-6839d6c4b9e0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:41.761324 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0549114d-55c3-41e3-8862-d3edf6a983eb {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:41.761922 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'tag': '87802d89-3241-4191-aea2-6839d6c4b9e0', 'status': 'completed', 'code': 200} Feb 10 06:24:41.774148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port fbdf9497-357f-448e-96b4-6c4c8f829e47 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:41.774871 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:41.911270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.24', 60842) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:42.020446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:42.020856 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:42.024489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c2cfe5d9-8226-4108-9eeb-9ee2ff52989f None None] Provisioning complete for port dd320c48-558c-4f58-9321-aaf4b4d94a7d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:42.025098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2cfe5d9-8226-4108-9eeb-9ee2ff52989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:42.074493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfe5d9-8226-4108-9eeb-9ee2ff52989f None None] Port dd320c48-558c-4f58-9321-aaf4b4d94a7d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:24:42.093688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:42.095978 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cb366d-9c9c-47d5-8b15-4f81d2a3ba55" -d '{"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:42.127174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:42.135729 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:42.168162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3'}, {'name': 'network-changed', 'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:42.172639 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd0c99d-4311-4215-940c-442527642a33" -d '{"events": [{"server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "name": "network-vif-unplugged", "status": "completed", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3"}, {"name": "network-changed", "server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:42.247003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:42.258261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c5be9-7825-4add-8b51-896e2da15274 req-b3e0f30c-5772-4a37-8ff1-b086e26a62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.259263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02c5be9-7825-4add-8b51-896e2da15274 req-b3e0f30c-5772-4a37-8ff1-b086e26a62ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 1154 time: 0.5357008 Feb 10 06:24:42.270514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-ba9ed7e6-65d2-4dab-9aee-e24ebb9aeed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.272000 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-ba9ed7e6-65d2-4dab-9aee-e24ebb9aeed8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63fd68b01c79456db71ca11a58d5d875&device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 1126 time: 0.2581401 Feb 10 06:24:42.383018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab59eb0f-e431-463e-93c1-7c917e373831 req-72515051-3da6-4f24-b0e6-260769a14a98 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172664 Feb 10 06:24:42.425487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-2d853226-2ba1-4462-bc59-6a8d8531c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.427098 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-2d853226-2ba1-4462-bc59-6a8d8531c993 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 HTTP/1.1" status: 200 len: 923 time: 0.1466432 Feb 10 06:24:42.430465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7659c507-3211-448f-88bd-52bdf3ceec64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:42.439063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd320c48-558c-4f58-9321-aaf4b4d94a7d {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:42.463712 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Publish callbacks [] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:42.495825 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-17489b97-eb9f-4eaf-bb27-e7abe1e27683 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87802d89-3241-4191-aea2-6839d6c4b9e0 HTTP/1.1" status: 200 len: 217 time: 0.0589836 Feb 10 06:24:42.513678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdacf51-51c8-4a8c-a2fc-b2f30283018b req-d41d27b3-2199-48a5-a205-b904a156562e tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.514385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Transition to ACTIVE for port object dd320c48-558c-4f58-9321-aaf4b4d94a7d will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:24:42.515390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8bdacf51-51c8-4a8c-a2fc-b2f30283018b req-d41d27b3-2199-48a5-a205-b904a156562e tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 944 time: 0.3313398 Feb 10 06:24:42.534703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:42.562277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-1a70dea7-b13f-4b06-b02d-8a1d9f219e1d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.563913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-1a70dea7-b13f-4b06-b02d-8a1d9f219e1d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 820 time: 0.3813145 Feb 10 06:24:42.593914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Request body: {'port': {'device_id': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'admin_state_up': True, 'tenant_id': 'cb34d3170a2f4925acf03a399ad15b89'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:42.606119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-48e8ae1d-f3fa-41bc-850e-2bb3d680137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.607669 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-48e8ae1d-f3fa-41bc-850e-2bb3d680137a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6399afe-e542-4aee-aa65-2f91664b2256 HTTP/1.1" status: 200 len: 862 time: 0.1033845 Feb 10 06:24:42.608292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd320c48-558c-4f58-9321-aaf4b4d94a7d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:42.631579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c5be9-7825-4add-8b51-896e2da15274 req-be2a9c31-1881-4583-9f0b-882bbbcc5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.633588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02c5be9-7825-4add-8b51-896e2da15274 req-be2a9c31-1881-4583-9f0b-882bbbcc5a8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3120322 Feb 10 06:24:42.677921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8bdacf51-51c8-4a8c-a2fc-b2f30283018b req-a3cf45a7-bd4f-4acd-a121-079af634d818 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398454 Feb 10 06:24:42.695602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931613-eb28-4718-a377-9a24ca154c1a req-eb0174b1-2410-4397-8e9d-398fdbdf9168 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.703411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3931613-eb28-4718-a377-9a24ca154c1a req-eb0174b1-2410-4397-8e9d-398fdbdf9168 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 943 time: 0.2521670 Feb 10 06:24:42.742985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-350a8287-9d70-4725-8adc-38c88c1bfd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.747083 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-350a8287-9d70-4725-8adc-38c88c1bfd8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1306641 Feb 10 06:24:42.791242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02c5be9-7825-4add-8b51-896e2da15274 req-3dc736f8-9238-4ad2-926d-0d0cf709eb6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=01387392-3047-49c5-973b-708bdfaa474b HTTP/1.1" status: 200 len: 217 time: 0.1459997 Feb 10 06:24:42.880441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Attempting to bind port dd320c48-558c-4f58-9321-aaf4b4d94a7d on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:42.880911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Attempting to bind port dd320c48-558c-4f58-9321-aaf4b4d94a7d by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:42.881361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Attempting to bind port dd320c48-558c-4f58-9321-aaf4b4d94a7d on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:42.892255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Port dd320c48-558c-4f58-9321-aaf4b4d94a7d on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:42.892255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Attempting to bind port dd320c48-558c-4f58-9321-aaf4b4d94a7d on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:42.901088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:42.901441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:42.901828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:42.902273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Bound port: dd320c48-558c-4f58-9321-aaf4b4d94a7d, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:42.902901 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:42.931724 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-070a4346-b63e-45a2-9705-4867e2a18caa service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744034 Feb 10 06:24:42.932391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c5be9-7825-4add-8b51-896e2da15274 req-cb439efa-030c-40c9-bb0c-de71623f95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:42.933864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02c5be9-7825-4add-8b51-896e2da15274 req-cb439efa-030c-40c9-bb0c-de71623f95aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1311522 Feb 10 06:24:42.954349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3931613-eb28-4718-a377-9a24ca154c1a req-31157bc3-3924-4c65-a8e5-058a9dc3a320 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499502 Feb 10 06:24:43.043670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf45435-7f2f-4d59-a556-3382844f7c2f req-7e822d7a-8206-4b27-bed0-ef954d380a25 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:43.050611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acf45435-7f2f-4d59-a556-3382844f7c2f req-7e822d7a-8206-4b27-bed0-ef954d380a25 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.2422156 Feb 10 06:24:43.056941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] For port dd320c48-558c-4f58-9321-aaf4b4d94a7d, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:43.060199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Made reservation on behalf of cb34d3170a2f4925acf03a399ad15b89 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:43.060360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] For port dd320c48-558c-4f58-9321-aaf4b4d94a7d, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dd320c48-558c-4f58-9321-aaf4b4d94a7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:43.063523 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:43.072815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:43.131969 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3151a88d-1089-47b9-96a7-aa7d14cc13f0 req-aec78b9a-4464-4c19-9cd5-0e8032e2b3c7 service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756949 Feb 10 06:24:43.134889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:43.135488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:43.137440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/dd320c48-558c-4f58-9321-aaf4b4d94a7d HTTP/1.1" status: 200 len: 1096 time: 1.5914760 Feb 10 06:24:43.164639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e14705-3d95-47db-a737-a97f2cd918d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd320c48-558c-4f58-9321-aaf4b4d94a7d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:43.239028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c5be9-7825-4add-8b51-896e2da15274 req-29235900-e84c-4ccd-afea-8af25a12ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:43.240621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02c5be9-7825-4add-8b51-896e2da15274 req-29235900-e84c-4ccd-afea-8af25a12ea90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2728844 Feb 10 06:24:43.247840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acf45435-7f2f-4d59-a556-3382844f7c2f req-1bb73797-37e3-4047-ad8c-6fa971405345 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962070 Feb 10 06:24:43.286961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f901-33c5-403f-8102-f41726b21753 req-838b74ef-f64a-40cd-a5aa-7d383e6153b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:43.288617 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-838b74ef-f64a-40cd-a5aa-7d383e6153b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 1130 time: 0.0969939 Feb 10 06:24:43.313733 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcae265-5ec1-45d7-8d04-414bcb37b92f x-openstack-request-id: req-afcae265-5ec1-45d7-8d04-414bcb37b92f {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:43.315033 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:43.315521 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afcae265-5ec1-45d7-8d04-414bcb37b92f {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:43.316140 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'code': 200} Feb 10 06:24:43.453169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Allocated IP 172.20.0.10 (cd7850a8-bee2-4a53-874f-666566691896/45e5f93f-7f0a-4276-a487-bdcd30a90931/d4438826-e832-49a2-af98-df131a93d6bd) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:43.503154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71c3fd48-588b-4b40-bdfd-102d482f2144 req-ad792725-fd0a-4a2c-ae22-31ebdc714351 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 210 time: 0.0497806 Feb 10 06:24:43.655075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:43.672134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:43.703308 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02c5be9-7825-4add-8b51-896e2da15274 req-b0221e75-9c39-48cf-b6cd-2483970b5d35 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495056 Feb 10 06:24:43.764389 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-704bcf15-9fbf-427f-866a-6927d8bd3573 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=dd320c48-558c-4f58-9321-aaf4b4d94a7d HTTP/1.1" status: 200 len: 217 time: 0.4658597 Feb 10 06:24:43.767519 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93b8b80-eec9-4347-92da-376a36e9d18f x-openstack-request-id: req-f93b8b80-eec9-4347-92da-376a36e9d18f {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:43.768116 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "name": "network-vif-unplugged", "status": "completed", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3", "code": 200}, {"name": "network-changed", "server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:43.768564 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f93b8b80-eec9-4347-92da-376a36e9d18f {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:43.769132 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3', 'code': 200} Feb 10 06:24:43.769587 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3', 'status': 'completed', 'code': 200} Feb 10 06:24:43.771355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-9d2e20eb-d431-4f14-8281-58bc2dbb3190 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bee041e231ba451ea2df515c55efe3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629885 Feb 10 06:24:43.820439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:43.833229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 has no active binding in host n-h1-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 06:24:43.878860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f901-33c5-403f-8102-f41726b21753 req-927f29b7-1f83-4376-97a7-fea927d53ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:43.880327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-927f29b7-1f83-4376-97a7-fea927d53ce1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0810468 Feb 10 06:24:43.904326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0c99d-4311-4215-940c-442527642a33 req-14373341-5767-479f-b285-a57122b0ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:43.905830 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bfd0c99d-4311-4215-940c-442527642a33 req-14373341-5767-479f-b285-a57122b0ecce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1155 time: 0.1402121 Feb 10 06:24:43.942333 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks [] for port (d4438826-e832-49a2-af98-df131a93d6bd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:43.949168 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-c4815fa5-5f8d-4b0c-8a91-aec337c8826b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053970 Feb 10 06:24:44.001117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-7f42bf6c-3b89-4c70-aa6f-c53996e2b1f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.002692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-7f42bf6c-3b89-4c70-aa6f-c53996e2b1f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/networks?id=f8930b5a-271a-4095-aa80-65a191d263d3 HTTP/1.1" status: 200 len: 815 time: 0.3933175 Feb 10 06:24:44.040697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f901-33c5-403f-8102-f41726b21753 req-84aaab94-407b-49e3-b752-5ee672832585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.042203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-84aaab94-407b-49e3-b752-5ee672832585 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1539471 Feb 10 06:24:44.043857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-3f21cbda-c1e6-43e7-98c9-697644d00615 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/quotas/3e56fdb3ef62436c9afa07f28cf21e45 HTTP/1.1" status: 200 len: 375 time: 0.0352733 Feb 10 06:24:44.052801 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02c5be9-7825-4add-8b51-896e2da15274 req-3b860978-34e9-4265-aa7c-de71615e03d9 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336041 Feb 10 06:24:44.093349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0c99d-4311-4215-940c-442527642a33 req-186c38ac-b036-4eac-905d-ba6bdd492268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.095099 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bfd0c99d-4311-4215-940c-442527642a33 req-186c38ac-b036-4eac-905d-ba6bdd492268 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.1743653 Feb 10 06:24:44.123600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-f70f890c-9a57-400c-94eb-6215d31f132a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.125047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-f70f890c-9a57-400c-94eb-6215d31f132a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3529332 Feb 10 06:24:44.131697 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:44.140795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-5d46903b-02eb-4bb3-9df4-7d3bc6748ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.142279 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-5d46903b-02eb-4bb3-9df4-7d3bc6748ce8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 1131 time: 0.1489902 Feb 10 06:24:44.183452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bfd0c99d-4311-4215-940c-442527642a33 req-041d2f75-80bf-406c-a739-b74719b81a28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 217 time: 0.0801055 Feb 10 06:24:44.193634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-16a2de2f-8dc2-4678-b8f7-e6b2ed450455 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/quotas/bee041e231ba451ea2df515c55efe3b8 HTTP/1.1" status: 200 len: 375 time: 0.0553613 Feb 10 06:24:44.198017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Network cd7850a8-bee2-4a53-874f-666566691896 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:44.207684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:44.221866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:44.226780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.227375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:44.234774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-8ae7ab5e-543b-48d8-b280-0b2658cecd31 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e56fdb3ef62436c9afa07f28cf21e45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808531 Feb 10 06:24:44.258266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a4846b6d-5e6a-4f76-bb0f-4f0fddfdf2c4 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bee041e231ba451ea2df515c55efe3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573502 Feb 10 06:24:44.266127 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-da10a03f-5973-4311-8666-c3572c7e08cd service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142961 Feb 10 06:24:44.276108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:44.298248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-5166075c-4abf-4b33-b48e-5d1c273df2f3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7193017 Feb 10 06:24:44.319381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Request body: {'port': {'device_id': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:44.383800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0c99d-4311-4215-940c-442527642a33 req-7b667e51-eb77-4b27-9c8f-4cc6c5720f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.385738 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bfd0c99d-4311-4215-940c-442527642a33 req-7b667e51-eb77-4b27-9c8f-4cc6c5720f0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1710601 Feb 10 06:24:44.429708 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bfd0c99d-4311-4215-940c-442527642a33 req-5ae46667-eb18-449d-a363-dff263127bf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315456 Feb 10 06:24:44.483722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-3bac8d18-41b1-49a7-a0fd-57eda22e8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.485220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-3bac8d18-41b1-49a7-a0fd-57eda22e8802 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3136051 Feb 10 06:24:44.600925 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bfd0c99d-4311-4215-940c-442527642a33 req-f18e26a3-10d6-412e-bba7-f1029da87979 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428967 Feb 10 06:24:44.652306 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:44.678579 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-93c75746-b9a5-4646-a266-4b134e909ed0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=21666f84-4425-4b00-9afb-3fd0ee06120d HTTP/1.1" status: 200 len: 217 time: 0.0766468 Feb 10 06:24:44.683158 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a838f901-33c5-403f-8102-f41726b21753 req-7a1949a5-f16b-4e77-8360-c114e4a94862 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864772 Feb 10 06:24:44.760289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-246127e2-1a8c-49d5-b8d4-e4cc57fffe07 service neutron] 10.222.0.21 "GET /v2.0/networks/f8930b5a-271a-4095-aa80-65a191d263d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044379 Feb 10 06:24:44.785180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-bff30224-3777-4ea5-b4c6-a8eee541ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.786796 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-bff30224-3777-4ea5-b4c6-a8eee541ef92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0971153 Feb 10 06:24:44.796159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec38381-879e-40ad-98d6-a0b8a36bdfbd req-1d8eec50-2340-42ab-9d04-e04f8bd85c18 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.804028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec38381-879e-40ad-98d6-a0b8a36bdfbd req-1d8eec50-2340-42ab-9d04-e04f8bd85c18 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 1131 time: 0.1551821 Feb 10 06:24:44.840373 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bfd0c99d-4311-4215-940c-442527642a33 req-e9476957-0ef0-492f-955c-123463d8ae0c service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127831 Feb 10 06:24:44.862467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-62d3a53c-7808-47d1-8f0e-fa92857ea902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:44.864349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-62d3a53c-7808-47d1-8f0e-fa92857ea902 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0696578 Feb 10 06:24:44.989872 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-a438bbc7-b746-43c7-bbc3-f76be0997583 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144025 Feb 10 06:24:45.020049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec38381-879e-40ad-98d6-a0b8a36bdfbd req-cc567b5f-7906-459c-ab3a-d4e7e42fda02 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122135 Feb 10 06:24:45.057930 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:45.125333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-4742a8f8-97e1-4404-bf2a-c2e8beb3060e service neutron] 10.222.0.21 "GET /v2.0/networks/f8930b5a-271a-4095-aa80-65a191d263d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640015 Feb 10 06:24:45.145393 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebc96372-f585-4e35-ac55-0761f7d56597 req-2f592e6a-3eab-4fdc-bc38-fc5cc06bbf1d service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477339 Feb 10 06:24:45.327663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4438826-e832-49a2-af98-df131a93d6bd {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:45.354240 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Publish callbacks [] for port (d4438826-e832-49a2-af98-df131a93d6bd), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:45.370050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Transition to ACTIVE for port object d4438826-e832-49a2-af98-df131a93d6bd will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:24:45.375177 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:45.547696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:45.557257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87802d89-3241-4191-aea2-6839d6c4b9e0 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:45.561366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:45.561366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:45.561567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:45.575734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e05c7-7806-4fbb-8f85-a640d34704ff req-22f25400-4a3d-457b-8704-bfa18c39975c tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:45.584378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d5e05c7-7806-4fbb-8f85-a640d34704ff req-22f25400-4a3d-457b-8704-bfa18c39975c tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 944 time: 0.1954715 Feb 10 06:24:45.588449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Port d4438826-e832-49a2-af98-df131a93d6bd on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:45.588921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:45.607380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5894-712b-4706-8e07-66db164feb3f req-be4ced74-f16e-43d1-8346-7aeb55355c7e tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:45.609150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e6c5894-712b-4706-8e07-66db164feb3f req-be4ced74-f16e-43d1-8346-7aeb55355c7e tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 948 time: 0.1678281 Feb 10 06:24:45.616295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:45.616636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:45.617019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:45.617467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Bound port: d4438826-e832-49a2-af98-df131a93d6bd, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:45.617823 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:45.704496 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-b13357b9-09fc-47b0-9b53-34810245ab54 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bee041e231ba451ea2df515c55efe3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272999 Feb 10 06:24:45.730508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87802d89-3241-4191-aea2-6839d6c4b9e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87802d89-3241-4191-aea2-6839d6c4b9e0,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:45.731022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d5e05c7-7806-4fbb-8f85-a640d34704ff req-d72c4267-d2d4-450b-865b-c322858850e9 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409316 Feb 10 06:24:45.769048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '87802d89-3241-4191-aea2-6839d6c4b9e0', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'port_id': '87802d89-3241-4191-aea2-6839d6c4b9e0', 'mac_address': 'fa:16:3e:c8:df:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:24:45.791076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c6a97e-e034-4b7d-96b9-e2e1dd090086', 'tag': 'dd320c48-558c-4f58-9321-aaf4b4d94a7d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:45.791371 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a288687-3dee-4877-bc72-41264df6d3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "64c6a97e-e034-4b7d-96b9-e2e1dd090086", "tag": "dd320c48-558c-4f58-9321-aaf4b4d94a7d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:45.803048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e6c5894-712b-4706-8e07-66db164feb3f req-0f400ef3-0143-43a6-8845-c13180f6631c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820514 Feb 10 06:24:45.833118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:45.847466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:45.866490 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:45.886860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 87802d89-3241-4191-aea2-6839d6c4b9e0 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:45.887267 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:45.922716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87802d89-3241-4191-aea2-6839d6c4b9e0 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:45.958327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:45.958327 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:45.959604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] 10.222.0.24 "PUT /v2.0/ports/d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 200 len: 1092 time: 1.6463246 Feb 10 06:24:45.962192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:45.964762 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0753b72-cf8f-4c08-8902-53fa3ca727e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "tag": "d4438826-e832-49a2-af98-df131a93d6bd"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:45.979251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87802d89-3241-4191-aea2-6839d6c4b9e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87802d89-3241-4191-aea2-6839d6c4b9e0,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:45.990147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:45.994762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a295d459-1411-4422-b0ae-e0e1918639b7 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:45.996439 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a295d459-1411-4422-b0ae-e0e1918639b7 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855060 Feb 10 06:24:46.015602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54625aae-782e-4577-864b-9c761efd05de req-949161cf-0ccc-4335-b9a3-058570c51783 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 210 time: 0.0865929 Feb 10 06:24:46.019005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Request body: {'port': {'device_id': '8d4b6942-0cad-427d-b198-ab20d961725a', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'bee041e231ba451ea2df515c55efe3b8'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:46.077626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e430e08-a018-4cc6-8f2b-8616da025f98 service neutron] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:46.106575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=87802d89-3241-4191-aea2-6839d6c4b9e0,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:46.180442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763e5f3-ebfc-4384-a5cd-5f217c23faa5 req-943e5dcd-d880-47ad-8121-f435ce63a53b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:46.188326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5763e5f3-ebfc-4384-a5cd-5f217c23faa5 req-943e5dcd-d880-47ad-8121-f435ce63a53b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 943 time: 0.2651660 Feb 10 06:24:46.219156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-18140dd9-d784-4080-bf85-c322f76ab16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:46.220768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-18140dd9-d784-4080-bf85-c322f76ab16c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1126 time: 0.1750948 Feb 10 06:24:46.244127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['87802d89-3241-4191-aea2-6839d6c4b9e0'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:46.244527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Made reservation on behalf of bee041e231ba451ea2df515c55efe3b8 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:46.251841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:46.253172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130da5d5-205b-4d93-9d03-22605a4c37c3 req-9d4b524d-b836-4a7f-b0f6-a9431557c7f7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:46.260135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-130da5d5-205b-4d93-9d03-22605a4c37c3 req-9d4b524d-b836-4a7f-b0f6-a9431557c7f7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.1389649 Feb 10 06:24:46.282849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:46.317450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-8f756bb7-a992-4431-b441-6783add379a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 200 len: 217 time: 0.0841286 Feb 10 06:24:46.401285 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:46.410458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5763e5f3-ebfc-4384-a5cd-5f217c23faa5 req-dd529233-3ad2-401f-8051-16baea08fc33 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056873 Feb 10 06:24:46.437057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks [] for security_group (3decbbb4-3f6d-43aa-b56a-7efadebd1d84), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:46.443756 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3decbbb4-3f6d-43aa-b56a-7efadebd1d84), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:46.531092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3decbbb4-3f6d-43aa-b56a-7efadebd1d84,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:46.568587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-130da5d5-205b-4d93-9d03-22605a4c37c3 req-ab877a67-069f-4d01-a5e8-3581932fed91 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057747 Feb 10 06:24:46.590330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-263f8929-21ee-4739-ac96-f2cec5725ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:46.591835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-263f8929-21ee-4739-ac96-f2cec5725ccf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.2411439 Feb 10 06:24:46.636891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-6d4c9a12-af1c-4f3e-8141-090e4e18c08a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365903 Feb 10 06:24:46.642451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Allocated IP 192.168.233.176 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/7351c1be-8582-4d38-82ea-4eb4a51f9509) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:46.667000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99618652-9781-4ebe-a929-bf2018d34f40 req-4fabbfd5-bd53-47f5-8720-b033128b3f87 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:46.668515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99618652-9781-4ebe-a929-bf2018d34f40 req-4fabbfd5-bd53-47f5-8720-b033128b3f87 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3887b03-b934-42be-994c-1d636d72084c HTTP/1.1" status: 200 len: 1132 time: 0.1306014 Feb 10 06:24:46.698839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eaf9fe62-c40c-4a46-b54a-3d38acbbb049 req-09d12d02-d4b3-400b-84bd-ac3e95a2a05a tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 210 time: 0.0557745 Feb 10 06:24:46.833761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks [] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:46.836444 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99618652-9781-4ebe-a929-bf2018d34f40 req-fed5013f-015b-42e8-a5d3-775ae80abd50 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401374 Feb 10 06:24:46.858253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-cce8c295-5553-4335-930d-e04ee757718c service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136908 Feb 10 06:24:46.868483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8dd85-7f54-4171-87f0-51591c767dd9 req-a319884e-e437-49fb-a811-50fb8e4646ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:46.875714 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:46.876030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88a8dd85-7f54-4171-87f0-51591c767dd9 req-a319884e-e437-49fb-a811-50fb8e4646ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1048992 Feb 10 06:24:46.922642 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff9ca5a-8d29-47a8-856c-bf6cdd3a5223 x-openstack-request-id: req-dff9ca5a-8d29-47a8-856c-bf6cdd3a5223 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:46.922933 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c6a97e-e034-4b7d-96b9-e2e1dd090086", "tag": "dd320c48-558c-4f58-9321-aaf4b4d94a7d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:46.923450 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dff9ca5a-8d29-47a8-856c-bf6cdd3a5223 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:46.923840 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c6a97e-e034-4b7d-96b9-e2e1dd090086', 'tag': 'dd320c48-558c-4f58-9321-aaf4b4d94a7d', 'status': 'completed', 'code': 200} Feb 10 06:24:46.927687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:46.932725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:46.949439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:46.974400 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9695a46d-e1d9-436f-9e2a-ed0982f1a646 x-openstack-request-id: req-9695a46d-e1d9-436f-9e2a-ed0982f1a646 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:46.974866 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "tag": "d4438826-e832-49a2-af98-df131a93d6bd", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:46.974979 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9695a46d-e1d9-436f-9e2a-ed0982f1a646 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:46.975328 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd', 'status': 'completed', 'code': 200} Feb 10 06:24:47.071996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Pushing event updated for resources: {'Port': ['ID=7351c1be-8582-4d38-82ea-4eb4a51f9509,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:47.109419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.110499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:47.121257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-5d2ba65f-7eac-46ba-856d-67ec7aca7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.123487 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88a8dd85-7f54-4171-87f0-51591c767dd9 req-e99bdde1-3377-4cc2-9393-3cc9cf5e94bd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422686 Feb 10 06:24:47.125440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-5d2ba65f-7eac-46ba-856d-67ec7aca7603 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 1130 time: 0.1703985 Feb 10 06:24:47.204728 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-a249359f-6383-43c5-9ce0-01d607e71dd0 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1940339 Feb 10 06:24:47.275758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fec2d455-aab9-4321-b35a-2d6c9a33dbd0 req-cc6d6db3-0d69-484b-a000-29e74d57e2db service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963690 Feb 10 06:24:47.276480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Request body: {'port': {'device_id': '8d4b6942-0cad-427d-b198-ab20d961725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:47.331812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65114d-c1f3-4359-a611-52900ba5da11 req-fe4da632-43df-49b0-952d-2f199decdf08 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.333961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec65114d-c1f3-4359-a611-52900ba5da11 req-fe4da632-43df-49b0-952d-2f199decdf08 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 945 time: 0.2038088 Feb 10 06:24:47.364754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-8400e410-f304-469e-8d99-5b35f2fc8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.366379 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-8400e410-f304-469e-8d99-5b35f2fc8d9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2285702 Feb 10 06:24:47.382979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:47.389157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dee893cd-da7b-40c3-a422-82ebf3264ca5 None None] Provisioning complete for port 7351c1be-8582-4d38-82ea-4eb4a51f9509 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:47.389728 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dee893cd-da7b-40c3-a422-82ebf3264ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:47.396735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-24c4a6b5-f333-4215-be70-6b4df9e1d7ad tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.398351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-24c4a6b5-f333-4215-be70-6b4df9e1d7ad tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.24 "GET /v2.0/networks?id=f8930b5a-271a-4095-aa80-65a191d263d3 HTTP/1.1" status: 200 len: 815 time: 0.3644321 Feb 10 06:24:47.420645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d373d5d-071c-4abf-bff6-3a8c5b4ef2d2 req-2429d3aa-4c74-48c3-bc13-5ac9959f5cfc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.426040 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-d86d3b3c-cb8e-493b-a09f-f148653d9af2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=dd320c48-558c-4f58-9321-aaf4b4d94a7d HTTP/1.1" status: 200 len: 217 time: 0.0520859 Feb 10 06:24:47.433386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d373d5d-071c-4abf-bff6-3a8c5b4ef2d2 req-2429d3aa-4c74-48c3-bc13-5ac9959f5cfc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 948 time: 0.2190883 Feb 10 06:24:47.433528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dee893cd-da7b-40c3-a422-82ebf3264ca5 None None] Port 7351c1be-8582-4d38-82ea-4eb4a51f9509 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:24:47.461779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Request body: {'port': {'device_id': 'e0673e3b-bbe8-4f80-8260-eac81ca94524', 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3', 'admin_state_up': True, 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:47.503197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60851) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:47.517788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-c60da1a9-ac29-4ee5-b996-82fcba9830e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.519823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-c60da1a9-ac29-4ee5-b996-82fcba9830e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0690134 Feb 10 06:24:47.556037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec65114d-c1f3-4359-a611-52900ba5da11 req-4241b687-e81e-4780-bb5b-5800d4a02a68 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983082 Feb 10 06:24:47.581240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device dd320c48-558c-4f58-9321-aaf4b4d94a7d details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:47.590036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87802d89-3241-4191-aea2-6839d6c4b9e0 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:47.636819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-43a66c17-57b0-45aa-bb52-9b9db5913a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.638366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-43a66c17-57b0-45aa-bb52-9b9db5913a36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1126 time: 0.2493637 Feb 10 06:24:47.648916 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-37c5d203-1e53-414f-83b6-07b84be7518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.649842 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-37c5d203-1e53-414f-83b6-07b84be7518e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1224315 Feb 10 06:24:47.658068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d373d5d-071c-4abf-bff6-3a8c5b4ef2d2 req-01c9368e-8a8e-4d53-abdb-30ce380bc43e tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200935 Feb 10 06:24:47.734581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-3736f4d7-19d9-4e84-a882-ec80deb86208 service neutron] 10.222.0.24 "GET /v2.0/ports/d3d10b35-c681-4a58-a0e6-2d81fc7cceb3/bindings/n-h1-828670-1 HTTP/1.1" status: 200 len: 384 time: 0.2242558 Feb 10 06:24:47.762380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port dd320c48-558c-4f58-9321-aaf4b4d94a7d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dd320c48-558c-4f58-9321-aaf4b4d94a7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:47.776983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'dd320c48-558c-4f58-9321-aaf4b4d94a7d', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'dd320c48-558c-4f58-9321-aaf4b4d94a7d', 'mac_address': 'fa:16:3e:b0:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:24:47.832968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 87802d89-3241-4191-aea2-6839d6c4b9e0 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:24:47.846496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 87802d89-3241-4191-aea2-6839d6c4b9e0 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:47.847208 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:47.879322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port dd320c48-558c-4f58-9321-aaf4b4d94a7d is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:47.880015 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:47.889244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Made reservation on behalf of 3e56fdb3ef62436c9afa07f28cf21e45 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:47.892494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:47.908180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-e2932701-ca2b-40e8-b239-578ae1516fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:47.910402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-e2932701-ca2b-40e8-b239-578ae1516fe1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.2453616 Feb 10 06:24:47.912300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd320c48-558c-4f58-9321-aaf4b4d94a7d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:47.948212 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-a0779a2a-06ee-459c-a1b2-b83b7e052436 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871816 Feb 10 06:24:47.951065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port dd320c48-558c-4f58-9321-aaf4b4d94a7d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dd320c48-558c-4f58-9321-aaf4b4d94a7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:47.962446 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:48.006127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-0a65ee35-81e6-48a8-92ba-7f78f9619ce5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 200 len: 217 time: 0.0878897 Feb 10 06:24:48.013564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c455-bf9f-4846-940d-a9d6b473471d req-a3859617-9fad-4ea4-baa6-0e5bcf20189e tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:48.015208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2dc3c455-bf9f-4846-940d-a9d6b473471d req-a3859617-9fad-4ea4-baa6-0e5bcf20189e tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 936 time: 0.2114480 Feb 10 06:24:48.066690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 87802d89-3241-4191-aea2-6839d6c4b9e0 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:48.067564 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:48.074874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7351c1be-8582-4d38-82ea-4eb4a51f9509 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:48.089821 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Publish callbacks [] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:48.121261 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87802d89-3241-4191-aea2-6839d6c4b9e0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:48.122332 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4a288687-3dee-4877-bc72-41264df6d3d1 req-d22d00ed-4500-4893-8677-a6b743cce407 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698959 Feb 10 06:24:48.123970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Transition to ACTIVE for port object 7351c1be-8582-4d38-82ea-4eb4a51f9509 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:24:48.125119 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2abde1-e48f-4ba1-a76c-ce5bb72e4c0a" -d '{"events": [{"server_uuid": "0e38c274-fb8e-46b9-9e72-f354ff92137b", "name": "network-vif-plugged", "status": "completed", "tag": "87802d89-3241-4191-aea2-6839d6c4b9e0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:48.129493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:48.172548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87802d89-3241-4191-aea2-6839d6c4b9e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87802d89-3241-4191-aea2-6839d6c4b9e0,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:48.173646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=dd320c48-558c-4f58-9321-aaf4b4d94a7d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:48.199549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:48.290335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=87802d89-3241-4191-aea2-6839d6c4b9e0,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:48.293398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['dd320c48-558c-4f58-9321-aaf4b4d94a7d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:48.420901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Pushing event updated for resources: {'Port': ['ID=7351c1be-8582-4d38-82ea-4eb4a51f9509,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:48.479276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Attempting to bind port 7351c1be-8582-4d38-82ea-4eb4a51f9509 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:48.479864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Attempting to bind port 7351c1be-8582-4d38-82ea-4eb4a51f9509 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:48.481361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Attempting to bind port 7351c1be-8582-4d38-82ea-4eb4a51f9509 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:48.493578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Port 7351c1be-8582-4d38-82ea-4eb4a51f9509 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:48.493922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Attempting to bind port 7351c1be-8582-4d38-82ea-4eb4a51f9509 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:48.508687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:48.509074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:48.509406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:48.509912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Bound port: 7351c1be-8582-4d38-82ea-4eb4a51f9509, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:48.513233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:48.627827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-ca399f55-0feb-402d-842b-dca59b0fa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:48.629284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-ca399f55-0feb-402d-842b-dca59b0fa813 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.6113701 Feb 10 06:24:48.677191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] For port 7351c1be-8582-4d38-82ea-4eb4a51f9509, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:48.684841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] For port 7351c1be-8582-4d38-82ea-4eb4a51f9509, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7351c1be-8582-4d38-82ea-4eb4a51f9509,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:48.693666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:48.741070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-2f5da153-7ac6-4b67-acde-f281434570c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862732 Feb 10 06:24:48.764634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:48.765495 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:48.766941 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] 10.222.0.24 "PUT /v2.0/ports/7351c1be-8582-4d38-82ea-4eb4a51f9509 HTTP/1.1" status: 200 len: 1096 time: 1.4966543 Feb 10 06:24:48.768599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2dc3c455-bf9f-4846-940d-a9d6b473471d req-dee3c937-e824-4293-aaac-c82baad8303d tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7029822 Feb 10 06:24:48.823368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Allocated IP 172.20.0.8 (f8930b5a-271a-4095-aa80-65a191d263d3/b756d827-c8a9-43e1-b242-6c58a538136a/910f759f-9fcc-4b9c-9adc-eece159495d7) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:48.828609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30d58a-ec7f-44e2-9c6c-f7faf8d9a49b service neutron] Pushing event updated for resources: {'Port': ['ID=7351c1be-8582-4d38-82ea-4eb4a51f9509,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:48.841326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7453d-7917-4147-afc5-04a52b233c7a req-22f8814b-ff73-429f-8085-fec3579a156d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:48.855090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ca7453d-7917-4147-afc5-04a52b233c7a req-22f8814b-ff73-429f-8085-fec3579a156d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 943 time: 0.3908646 Feb 10 06:24:48.880158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:48.937816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4b6942-0cad-427d-b198-ab20d961725a', 'tag': '7351c1be-8582-4d38-82ea-4eb4a51f9509'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:48.947203 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95060b69-1844-4ce8-8b46-191a03fc7f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4b6942-0cad-427d-b198-ab20d961725a", "tag": "7351c1be-8582-4d38-82ea-4eb4a51f9509"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:48.987700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ada607ed-ad18-4a26-927f-eec0677dc06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:48.996587 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-ada607ed-ad18-4a26-927f-eec0677dc06d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bee041e231ba451ea2df515c55efe3b8&device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 1130 time: 0.1548738 Feb 10 06:24:49.128040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:49.180634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-ce2bcd17-2f84-45ff-ac77-b4c13f96b4ed service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267764 Feb 10 06:24:49.270201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ca7453d-7917-4147-afc5-04a52b233c7a req-76d5dd57-b452-45e0-91c7-55b7345d153f tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141355 Feb 10 06:24:49.284502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:49.352805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:49.436889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fb041be-7e8e-4f98-a86f-428e39bbc017 req-5af4a0e4-b302-4b49-8aff-a3c702f41941 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 210 time: 0.0675035 Feb 10 06:24:49.440459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:49.455984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9853d-8a96-4609-849a-f7597bb1823d req-71be9370-19f9-40fb-aa65-0dcfafb317ac tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:49.457671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24d9853d-8a96-4609-849a-f7597bb1823d req-71be9370-19f9-40fb-aa65-0dcfafb317ac tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.5286140 Feb 10 06:24:49.577373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d4438826-e832-49a2-af98-df131a93d6bd details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:24:49.581860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device dd320c48-558c-4f58-9321-aaf4b4d94a7d up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:49.606687 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Publish callbacks [] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:49.625909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24d9853d-8a96-4609-849a-f7597bb1823d req-560539f3-d282-4806-9aba-5842b94f707f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621232 Feb 10 06:24:49.668976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Transition to ACTIVE for port object d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:24:49.683676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port dd320c48-558c-4f58-9321-aaf4b4d94a7d completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:24:49.700313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3ecf4-7682-4eee-8e1a-1f80e1581d0c req-491f398b-f42d-4885-9cbc-83f97876bc4a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:49.702052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0d3ecf4-7682-4eee-8e1a-1f80e1581d0c req-491f398b-f42d-4885-9cbc-83f97876bc4a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1665633 Feb 10 06:24:49.703401 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:49.720003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port dd320c48-558c-4f58-9321-aaf4b4d94a7d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:49.720428 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:49.750714 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ba2b57-7c31-439a-93f3-423f890af99a x-openstack-request-id: req-e2ba2b57-7c31-439a-93f3-423f890af99a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:49.751301 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e38c274-fb8e-46b9-9e72-f354ff92137b", "name": "network-vif-plugged", "status": "completed", "tag": "87802d89-3241-4191-aea2-6839d6c4b9e0", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:49.751700 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2ba2b57-7c31-439a-93f3-423f890af99a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:49.752768 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87802d89-3241-4191-aea2-6839d6c4b9e0', 'code': 200} Feb 10 06:24:49.792229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:49.805382 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:49.812263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'd4438826-e832-49a2-af98-df131a93d6bd', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'port_id': 'd4438826-e832-49a2-af98-df131a93d6bd', 'mac_address': 'fa:16:3e:22:e2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5f93f-7f0a-4276-a487-bdcd30a90931', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:24:49.861403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] No DVR routers for this DVR port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:24:49.891274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port dd320c48-558c-4f58-9321-aaf4b4d94a7d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:49.891665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:49.938487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port d4438826-e832-49a2-af98-df131a93d6bd is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:49.939021 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:49.956447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4438826-e832-49a2-af98-df131a93d6bd {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:49.980643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:49.982409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0d3ecf4-7682-4eee-8e1a-1f80e1581d0c req-36d39c03-773e-4cae-b5e1-5d845f4ff55d tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677770 Feb 10 06:24:49.983026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Pushing event updated for resources: {'Port': ['ID=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:49.987529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Network f8930b5a-271a-4095-aa80-65a191d263d3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:49.990886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-dd3b2e74-a7a8-4374-8f6f-56271e61a536 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074708 Feb 10 06:24:49.991073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:50.051238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:50.071194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:50.095425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:50.096810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:50.099591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port dd320c48-558c-4f58-9321-aaf4b4d94a7d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dd320c48-558c-4f58-9321-aaf4b4d94a7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:50.101030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:50.107418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.111827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.112274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.112622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.112961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.113297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.113743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.114056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.114429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.114762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.115089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.115413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.115736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:50.118468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:50.120298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:24:50.197348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a199355e-ed45-455f-9c9d-8ca5ee1e21de service neutron] 10.222.0.24 "PUT /v2.0/ports/d3d10b35-c681-4a58-a0e6-2d81fc7cceb3/bindings/n-h1-828670-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4323714 Feb 10 06:24:50.235529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7835443 Feb 10 06:24:50.397564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=dd320c48-558c-4f58-9321-aaf4b4d94a7d,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:50.400357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:24:50.400882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:24:50.427427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a2e4a-4fc8-4b9d-98e3-f18dcca49182 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Pushing event updated for resources: {'Port': ['ID=910f759f-9fcc-4b9c-9adc-eece159495d7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:50.444595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['d4438826-e832-49a2-af98-df131a93d6bd'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:50.449333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-60b309b1-4217-44dc-b730-791f51fef161 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:50.451738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-60b309b1-4217-44dc-b730-791f51fef161 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4181495 Feb 10 06:24:50.467189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e29a1-693c-4ab7-a9d0-775a9ae69372 req-f79432c2-4787-40cf-b98f-bd128159c388 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:50.468690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb7e29a1-693c-4ab7-a9d0-775a9ae69372 req-f79432c2-4787-40cf-b98f-bd128159c388 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.3488395 Feb 10 06:24:50.481093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-2aba2771-f3fa-4235-a3bd-ce5402e803f5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/quotas/72a4d829d43b4713a617d0fac13e0c08 HTTP/1.1" status: 200 len: 375 time: 0.0233145 Feb 10 06:24:50.484977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2e828ded-9983-49e1-af0e-a5cf93d62bdc None None] Provisioning complete for port 910f759f-9fcc-4b9c-9adc-eece159495d7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:50.486683 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e828ded-9983-49e1-af0e-a5cf93d62bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:50.532687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb7e29a1-693c-4ab7-a9d0-775a9ae69372 req-3e5c9a98-d3f9-4fb8-86f0-6bea0fb3c58c tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545206 Feb 10 06:24:50.536482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e828ded-9983-49e1-af0e-a5cf93d62bdc None None] Port 910f759f-9fcc-4b9c-9adc-eece159495d7 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:24:50.623593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-98a10f7a-ff23-4d04-9aa2-aa5dd4c020b1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947392 Feb 10 06:24:50.723591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a8570-87b4-4448-a98d-8ec5852a632d req-4864a9fe-d46f-46b2-b147-cb72ca919964 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:50.725498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d88a8570-87b4-4448-a98d-8ec5852a632d req-4864a9fe-d46f-46b2-b147-cb72ca919964 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 950 time: 0.0812473 Feb 10 06:24:50.795078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d88a8570-87b4-4448-a98d-8ec5852a632d req-d159adcc-9a53-4eff-8b42-32bd48fd078c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596559 Feb 10 06:24:50.840707 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a09fe3-6cf1-44fa-b1a9-e80ad2233d20 x-openstack-request-id: req-07a09fe3-6cf1-44fa-b1a9-e80ad2233d20 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:50.841569 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4b6942-0cad-427d-b198-ab20d961725a", "tag": "7351c1be-8582-4d38-82ea-4eb4a51f9509", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:50.841972 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07a09fe3-6cf1-44fa-b1a9-e80ad2233d20 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:50.842725 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4b6942-0cad-427d-b198-ab20d961725a', 'tag': '7351c1be-8582-4d38-82ea-4eb4a51f9509', 'status': 'completed', 'code': 200} Feb 10 06:24:50.965427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61772a8-c1aa-44f6-8976-3ead9255bf5e req-c29d96e6-8ab9-4c44-a3a4-8ac78815688a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:50.967495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d61772a8-c1aa-44f6-8976-3ead9255bf5e req-c29d96e6-8ab9-4c44-a3a4-8ac78815688a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 948 time: 0.0742755 Feb 10 06:24:51.039271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d61772a8-c1aa-44f6-8976-3ead9255bf5e req-b7acf325-8f6d-4537-b3c1-5e4007fbe4f9 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657301 Feb 10 06:24:51.232804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55ff8f-3038-43ac-a08b-33ce53e0baf3 req-7bb79d10-0728-4836-a006-4e3247ad056a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:51.235375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb55ff8f-3038-43ac-a08b-33ce53e0baf3 req-7bb79d10-0728-4836-a006-4e3247ad056a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.1155145 Feb 10 06:24:51.266849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb02af-52e5-46a3-8b07-60db86d9a990 req-605f6de8-47f1-4403-9d89-53a1fe796e27 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:51.269327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78bb02af-52e5-46a3-8b07-60db86d9a990 req-605f6de8-47f1-4403-9d89-53a1fe796e27 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 931 time: 0.1135006 Feb 10 06:24:51.331703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb55ff8f-3038-43ac-a08b-33ce53e0baf3 req-357053ae-ace7-4b3e-bc6b-da731b7d9328 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897756 Feb 10 06:24:51.358172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78bb02af-52e5-46a3-8b07-60db86d9a990 req-8d5d561c-f372-464b-b07e-a8ae5c3ecf81 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823183 Feb 10 06:24:51.549803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591b0bf-5615-4268-a47b-ad8d8158ebeb req-3a7219c8-c183-4ade-b16a-61da4406f762 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:51.551364 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b591b0bf-5615-4268-a47b-ad8d8158ebeb req-3a7219c8-c183-4ade-b16a-61da4406f762 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 945 time: 0.1245351 Feb 10 06:24:51.564711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ebe73-2486-482f-b3b7-4f80412f1a59 req-adcea7c2-8ed6-4b6f-bb7f-310e57bfdc25 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:51.566867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-877ebe73-2486-482f-b3b7-4f80412f1a59 req-adcea7c2-8ed6-4b6f-bb7f-310e57bfdc25 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0888572 Feb 10 06:24:51.599946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d4438826-e832-49a2-af98-df131a93d6bd up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:24:51.637857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b591b0bf-5615-4268-a47b-ad8d8158ebeb req-856af5c1-25a2-42ae-b6b0-83e83e6b41d8 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699234 Feb 10 06:24:51.650432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-877ebe73-2486-482f-b3b7-4f80412f1a59 req-a1738f25-4b93-4b56-8c9c-0f1fd292edb0 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765162 Feb 10 06:24:51.700296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port d4438826-e832-49a2-af98-df131a93d6bd completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:24:51.705077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port d4438826-e832-49a2-af98-df131a93d6bd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:51.706156 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d4438826-e832-49a2-af98-df131a93d6bd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:51.759240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c6a97e-e034-4b7d-96b9-e2e1dd090086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd320c48-558c-4f58-9321-aaf4b4d94a7d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:51.761882 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0785b957-189d-414c-855b-ff15769a8e62" -d '{"events": [{"server_uuid": "64c6a97e-e034-4b7d-96b9-e2e1dd090086", "name": "network-vif-plugged", "status": "completed", "tag": "dd320c48-558c-4f58-9321-aaf4b4d94a7d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:51.842514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9214af-9872-465c-a5f8-3d2ed2f31119 req-55091354-3353-47d8-a27d-3f623b19ddb2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:51.852984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d9214af-9872-465c-a5f8-3d2ed2f31119 req-55091354-3353-47d8-a27d-3f623b19ddb2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.0981753 Feb 10 06:24:51.885154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port d4438826-e832-49a2-af98-df131a93d6bd is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:24:51.887728 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:51.936985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d9214af-9872-465c-a5f8-3d2ed2f31119 req-b1914c9d-9b2b-451f-8161-b54ec69fe7e5 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824275 Feb 10 06:24:51.958450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:24:51.961158 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640fa505-7cb5-4af0-8b0a-0dd245c2a2e4 x-openstack-request-id: req-640fa505-7cb5-4af0-8b0a-0dd245c2a2e4 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:51.961641 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c6a97e-e034-4b7d-96b9-e2e1dd090086", "name": "network-vif-plugged", "status": "completed", "tag": "dd320c48-558c-4f58-9321-aaf4b4d94a7d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:51.962032 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-640fa505-7cb5-4af0-8b0a-0dd245c2a2e4 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:51.962569 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c6a97e-e034-4b7d-96b9-e2e1dd090086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd320c48-558c-4f58-9321-aaf4b4d94a7d', 'code': 200} Feb 10 06:24:51.966762 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:52.079783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:52.095409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1a512cf-3ade-4dfa-a837-091c05beee96 req-0311d83f-695a-4fef-a09f-a62b3bb99c01 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 210 time: 0.0742557 Feb 10 06:24:52.146512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487002bd-718c-4904-9290-08dde7d0ea2c req-9f16065b-1b16-4fb4-ab59-c7580b6fcccc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:52.148375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-487002bd-718c-4904-9290-08dde7d0ea2c req-9f16065b-1b16-4fb4-ab59-c7580b6fcccc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 950 time: 0.1159396 Feb 10 06:24:52.219793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-487002bd-718c-4904-9290-08dde7d0ea2c req-5e998165-3d47-496b-b7f4-71f8fd58e7e6 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648081 Feb 10 06:24:52.320451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac2bd9-c1bb-43dc-878e-1dde29e0e4e9 req-dfc15240-66a1-4821-a3bf-f67a54e764a5 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:52.324124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ac2bd9-c1bb-43dc-878e-1dde29e0e4e9 req-dfc15240-66a1-4821-a3bf-f67a54e764a5 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 948 time: 0.1033895 Feb 10 06:24:52.426724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ac2bd9-c1bb-43dc-878e-1dde29e0e4e9 req-49d69b4b-a5f9-45fd-ae0e-531002d2d4fe tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872192 Feb 10 06:24:52.588759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08817c46-8987-423d-b513-9e085a7d9cae req-08e32bf4-1fee-4f5c-8a4c-38b39063ab49 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:52.590433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08817c46-8987-423d-b513-9e085a7d9cae req-08e32bf4-1fee-4f5c-8a4c-38b39063ab49 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.1263118 Feb 10 06:24:52.607874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c1ebf-c123-41ef-93fb-721e571b8ab8 req-84465b34-508a-4e95-9b1d-af180a6af480 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:52.609534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f7c1ebf-c123-41ef-93fb-721e571b8ab8 req-84465b34-508a-4e95-9b1d-af180a6af480 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 931 time: 0.0832345 Feb 10 06:24:52.690998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08817c46-8987-423d-b513-9e085a7d9cae req-833e09ad-b463-4fd9-824d-5b9729559138 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892525 Feb 10 06:24:52.697079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f7c1ebf-c123-41ef-93fb-721e571b8ab8 req-e7a6619f-5f25-4cbb-b1a9-caa17d995be7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750978 Feb 10 06:24:52.851099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdbec3-1571-440f-965f-22aa0b748793 req-f9fa9b79-aead-4d6a-badd-5b0ef775e802 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:52.853231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2cdbec3-1571-440f-965f-22aa0b748793 req-f9fa9b79-aead-4d6a-badd-5b0ef775e802 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0915337 Feb 10 06:24:52.866682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116b30-72ed-42dc-9fa3-f7ff606ff635 req-dd443454-48d5-4e69-b9a8-39cda131f5ab tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:52.868144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1116b30-72ed-42dc-9fa3-f7ff606ff635 req-dd443454-48d5-4e69-b9a8-39cda131f5ab tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 946 time: 0.0778847 Feb 10 06:24:52.958455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2cdbec3-1571-440f-965f-22aa0b748793 req-5d69fb53-526f-4054-a21b-109013bc03c3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812495 Feb 10 06:24:52.982086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1116b30-72ed-42dc-9fa3-f7ff606ff635 req-beaa02af-c03b-415e-8e46-7162f80eb248 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011820 Feb 10 06:24:53.085514 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-7ab24643-b398-4b43-82c9-4f4b3eb4a508 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382061 Feb 10 06:24:53.093040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad2b09-7567-4bf7-bf40-2ebf454a1dd9 req-7944cc5d-4dd1-4386-9b9c-bdaa14303093 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:53.094743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12ad2b09-7567-4bf7-bf40-2ebf454a1dd9 req-7944cc5d-4dd1-4386-9b9c-bdaa14303093 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.0766106 Feb 10 06:24:53.161883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12ad2b09-7567-4bf7-bf40-2ebf454a1dd9 req-becd58df-ebfe-4cbe-8f83-c6b942007dd4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603199 Feb 10 06:24:53.292517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14a4bf6d-b95b-4afe-8d83-8859bbbef256 req-b7df71e8-5ffc-40d1-9886-1b6006ddeadc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 210 time: 0.0839045 Feb 10 06:24:53.306313 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-c3cb8273-bcad-4f6d-8fdf-0ea87dcb5657 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:53.308596 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-c3cb8273-bcad-4f6d-8fdf-0ea87dcb5657 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170103 Feb 10 06:24:53.331475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Request body: {'port': {'device_id': '376af22d-1cb2-4792-9d32-a43d87fb67f5', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '72a4d829d43b4713a617d0fac13e0c08'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:53.424361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e234ff-7038-4f8d-bea6-6ecf4ea84c20 req-28a9f55e-2229-4f95-9d51-e7d0a7c3ea6f tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:53.450350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10e234ff-7038-4f8d-bea6-6ecf4ea84c20 req-28a9f55e-2229-4f95-9d51-e7d0a7c3ea6f tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 950 time: 0.1208363 Feb 10 06:24:53.498101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Made reservation on behalf of 72a4d829d43b4713a617d0fac13e0c08 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:53.501868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:53.547369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10e234ff-7038-4f8d-bea6-6ecf4ea84c20 req-29d81eec-07f1-463c-819c-7b4980fdc13a tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879364 Feb 10 06:24:53.606182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60048ea0-793c-4bee-bc30-975151a1a9f3 req-be532184-b4fc-4958-be85-d5203d4580ff tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:53.606182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60048ea0-793c-4bee-bc30-975151a1a9f3 req-be532184-b4fc-4958-be85-d5203d4580ff tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 948 time: 0.0764265 Feb 10 06:24:53.670158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60048ea0-793c-4bee-bc30-975151a1a9f3 req-e506a9c1-3220-4806-b3d7-29f02ae6db90 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571332 Feb 10 06:24:53.671856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Allocated IP 192.168.233.53 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/51accd06-142c-4a41-8064-ffc7f9ffa4c4) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:53.933804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf8b7f-6a39-4a80-b85a-dc2120f12d58 req-81bd3de1-9ab1-408f-a865-70c5d98ce338 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:53.935389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efaf8b7f-6a39-4a80-b85a-dc2120f12d58 req-81bd3de1-9ab1-408f-a865-70c5d98ce338 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.1386192 Feb 10 06:24:53.950087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122a640-e1f4-4050-8212-c0fcdea5f421 req-ca53955c-0160-41af-8a46-977cef82b547 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:53.951832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3122a640-e1f4-4050-8212-c0fcdea5f421 req-ca53955c-0160-41af-8a46-977cef82b547 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 931 time: 0.1447279 Feb 10 06:24:53.964168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:53.968177 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c883936-0a3c-44f7-b82c-a80260a50cd1" -d '{"events": [{"server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "name": "network-vif-plugged", "status": "completed", "tag": "d4438826-e832-49a2-af98-df131a93d6bd"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:54.066426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3122a640-e1f4-4050-8212-c0fcdea5f421 req-9ca4b3b9-b619-410e-a937-95c10411351d tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915134 Feb 10 06:24:54.070082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efaf8b7f-6a39-4a80-b85a-dc2120f12d58 req-f401d572-d402-455c-9c73-d61308c0e7dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278346 Feb 10 06:24:54.199198 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd04f5d-8467-4a3b-80bb-3e52e67a83a6 x-openstack-request-id: req-fbd04f5d-8467-4a3b-80bb-3e52e67a83a6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:54.199497 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "name": "network-vif-plugged", "status": "completed", "tag": "d4438826-e832-49a2-af98-df131a93d6bd", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:54.199942 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbd04f5d-8467-4a3b-80bb-3e52e67a83a6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:54.200500 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd', 'code': 200} Feb 10 06:24:54.221443 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:54.272152 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:54.274626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31683661-edae-49be-9e9a-ad8ddd4bd538 req-e2f49c0f-8833-4130-b30b-37f052546a7a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:54.276273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31683661-edae-49be-9e9a-ad8ddd4bd538 req-e2f49c0f-8833-4130-b30b-37f052546a7a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1168938 Feb 10 06:24:54.291622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:54.336277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:54.343979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:54.348592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:54.356439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:54.357595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event updated for resources: {'Port': ['ID=51accd06-142c-4a41-8064-ffc7f9ffa4c4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:54.398432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.398782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.399115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.399454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.399784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.400108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.400436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.400897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.402056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.403351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.403351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.403351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.403351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:24:54.432849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31683661-edae-49be-9e9a-ad8ddd4bd538 req-bf88a0fa-d22b-4fca-b01f-0fafeb21856b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431735 Feb 10 06:24:54.473771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:54.474419 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:54.504524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b2fb6-8f20-4d8d-a9c7-0477b6e558d0 req-c04c674e-dd53-46a3-b1da-3968b1d1149a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:54.508891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-939b2fb6-8f20-4d8d-a9c7-0477b6e558d0 req-c04c674e-dd53-46a3-b1da-3968b1d1149a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 946 time: 0.1788332 Feb 10 06:24:54.519050 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-b9a3164d-d90a-4417-abcc-9614971bb41e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1942151 Feb 10 06:24:54.544538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Request body: {'port': {'device_id': '376af22d-1cb2-4792-9d32-a43d87fb67f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:54.638870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-939b2fb6-8f20-4d8d-a9c7-0477b6e558d0 req-ae3efcea-385d-4f61-b90d-2d2e088c7fde tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237347 Feb 10 06:24:54.672370 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:54.681785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b62a0-6de8-49e1-8e21-7c92a7742260 req-65bb1287-185f-4d1f-8048-1daa78753323 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:54.684200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-702b62a0-6de8-49e1-8e21-7c92a7742260 req-65bb1287-185f-4d1f-8048-1daa78753323 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.1114113 Feb 10 06:24:54.977426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6a8599cd-b5e1-4419-abe4-bb7aa71ca040 None None] Provisioning complete for port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:54.978044 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a8599cd-b5e1-4419-abe4-bb7aa71ca040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:54.996498 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-8a23d976-3bcb-4572-ae1e-deacfc32b2d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7351c1be-8582-4d38-82ea-4eb4a51f9509 HTTP/1.1" status: 200 len: 217 time: 0.0760996 Feb 10 06:24:55.061854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6a8599cd-b5e1-4419-abe4-bb7aa71ca040 None None] Port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:24:55.100608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Request body: {'port': {'device_id': 'e0673e3b-bbe8-4f80-8260-eac81ca94524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:55.148549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03883731-2524-4ff9-8d7c-755fb475a3d2 req-016f35e7-ed61-4ca7-805a-7274fb4d9409 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 210 time: 0.3805780 Feb 10 06:24:55.211027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-702b62a0-6de8-49e1-8e21-7c92a7742260 req-72dfeaaa-8a8e-4177-a40a-4e1987a2a204 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5197315 Feb 10 06:24:55.373532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-59f04409-ab05-4058-b714-ea748f6d145c tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.386324 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-59f04409-ab05-4058-b714-ea748f6d145c tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.3684943 Feb 10 06:24:55.436968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.24', 60856) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:55.461404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-7b315424-871a-42c6-af42-96839ee3b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.463446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-7b315424-871a-42c6-af42-96839ee3b866 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.2485077 Feb 10 06:24:55.565665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-adcd1bee-1887-431c-84be-86c62d812383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.567703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-adcd1bee-1887-431c-84be-86c62d812383 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda&tenant_id=05b780f4715a45f5998fb392dd61255c HTTP/1.1" status: 200 len: 1126 time: 0.1761551 Feb 10 06:24:55.630115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51accd06-142c-4a41-8064-ffc7f9ffa4c4 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:55.644296 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:55.659450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Publish callbacks [] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:55.702379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Transition to ACTIVE for port object 51accd06-142c-4a41-8064-ffc7f9ffa4c4 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:24:55.718678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:55.760694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ac4f9-9046-40d5-9e9f-4cc816ee2af1 req-8c30c7b7-487e-45aa-8bc7-078a090fdf4b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.766513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e10ac4f9-9046-40d5-9e9f-4cc816ee2af1 req-8c30c7b7-487e-45aa-8bc7-078a090fdf4b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 948 time: 0.4165244 Feb 10 06:24:55.776015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2bda2-75e1-4aee-bf3d-f9723c3cd4ce req-9c0a70b3-3377-4251-8be5-7b81f04c43a7 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.777561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45e2bda2-75e1-4aee-bf3d-f9723c3cd4ce req-9c0a70b3-3377-4251-8be5-7b81f04c43a7 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 950 time: 0.4788508 Feb 10 06:24:55.779414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5390027-a354-4dec-99d8-144b0fbe2ef3 req-6aaa5eb2-deae-4636-be19-4dae5d9e15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.780805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5390027-a354-4dec-99d8-144b0fbe2ef3 req-6aaa5eb2-deae-4636-be19-4dae5d9e15a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 1132 time: 0.5360742 Feb 10 06:24:55.786440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Pushing event updated for resources: {'Port': ['ID=51accd06-142c-4a41-8064-ffc7f9ffa4c4,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:55.794868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2522b4-f25a-4376-a627-db4770d9eaf1 req-390039ba-af7a-4d85-95a2-71660ab2b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.796550 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a2522b4-f25a-4376-a627-db4770d9eaf1 req-390039ba-af7a-4d85-95a2-71660ab2b130 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 1128 time: 0.2782698 Feb 10 06:24:55.809552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-cd420290-9ebd-4e16-9efe-f96a80998ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.809552 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-cd420290-9ebd-4e16-9efe-f96a80998ea3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1126 time: 0.2113311 Feb 10 06:24:55.809552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a4d1a-3c9f-4f44-a27f-1d6bbc821f25 req-0e4101c4-dabe-4fea-a2c7-e12199c8696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.810795 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eb8a4d1a-3c9f-4f44-a27f-1d6bbc821f25 req-0e4101c4-dabe-4fea-a2c7-e12199c8696a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1128 time: 0.2801311 Feb 10 06:24:55.811593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-8b71ae40-cb8e-48ba-9e53-016c54c498f4 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264688 Feb 10 06:24:55.813229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-d1865fb6-88af-4402-af60-80f82afa0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:55.814986 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-d1865fb6-88af-4402-af60-80f82afa0b22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2761066 Feb 10 06:24:56.028371 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a2522b4-f25a-4376-a627-db4770d9eaf1 req-a1b7edbb-2c19-4704-a411-98d3625d23e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025173 Feb 10 06:24:56.112245 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eb8a4d1a-3c9f-4f44-a27f-1d6bbc821f25 req-c3d264bf-7392-4e3a-9f42-e0df766a1d16 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557821 Feb 10 06:24:56.140790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Attempting to bind port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:56.141100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Attempting to bind port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:56.141527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Attempting to bind port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:56.149644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:56.150107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Attempting to bind port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:56.160033 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-e7619bb9-e2a6-47d7-93e0-b43bc49b0976 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956522 Feb 10 06:24:56.161360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:56.161802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:56.162291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:56.162890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Bound port: 51accd06-142c-4a41-8064-ffc7f9ffa4c4, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:56.163570 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:56.166275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a9fc33c8-ee34-4a40-982c-758fb675f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:56.168058 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-a9fc33c8-ee34-4a40-982c-758fb675f607 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.3507919 Feb 10 06:24:56.172250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e10ac4f9-9046-40d5-9e9f-4cc816ee2af1 req-6aa7e989-fa2f-4220-a7cb-d8cd91c02769 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903897 Feb 10 06:24:56.191077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45e2bda2-75e1-4aee-bf3d-f9723c3cd4ce req-02dd8408-1359-4736-8174-7da61e95328a tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383079 Feb 10 06:24:56.231650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5390027-a354-4dec-99d8-144b0fbe2ef3 req-945707dd-3a35-42b3-8a48-4f6cd61bbadb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838642 Feb 10 06:24:56.362002 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-aac8896b-5eb7-4807-95d7-b567eb6f3610 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 217 time: 0.1768625 Feb 10 06:24:56.366348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] For port 51accd06-142c-4a41-8064-ffc7f9ffa4c4, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:56.370055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] For port 51accd06-142c-4a41-8064-ffc7f9ffa4c4, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51accd06-142c-4a41-8064-ffc7f9ffa4c4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:56.411404 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:56.470532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:56.473537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:56.474740 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-6002afda-bdac-4014-803a-92c207d84200 service neutron] 10.222.0.13 "PUT /v2.0/ports/51accd06-142c-4a41-8064-ffc7f9ffa4c4 HTTP/1.1" status: 200 len: 1095 time: 1.9369066 Feb 10 06:24:56.475286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376af22d-1cb2-4792-9d32-a43d87fb67f5', 'tag': '51accd06-142c-4a41-8064-ffc7f9ffa4c4'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:56.477931 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9322d12-bc15-4d7c-ade7-aea0e8203b86" -d '{"events": [{"name": "network-changed", "server_uuid": "376af22d-1cb2-4792-9d32-a43d87fb67f5", "tag": "51accd06-142c-4a41-8064-ffc7f9ffa4c4"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:56.498691 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-39c56380-260e-4e11-a639-911c59661c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:56.500520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-39c56380-260e-4e11-a639-911c59661c88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1288643 Feb 10 06:24:56.518729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37d50e-9e71-4e92-839f-1ffb66e23c3d req-d80ce5ec-8269-4583-b898-133f52eef771 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:56.520277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe37d50e-9e71-4e92-839f-1ffb66e23c3d req-d80ce5ec-8269-4583-b898-133f52eef771 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 931 time: 0.1362643 Feb 10 06:24:56.525250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910f759f-9fcc-4b9c-9adc-eece159495d7 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:24:56.564910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002afda-bdac-4014-803a-92c207d84200 service neutron] Pushing event updated for resources: {'Port': ['ID=51accd06-142c-4a41-8064-ffc7f9ffa4c4,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:56.571152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Publish callbacks [] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:56.598559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c30dc-19f1-4524-b67e-b2045c2e70e1 req-5d9aa376-51d0-4176-9fad-7143e64d4923 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:56.600111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c74c30dc-19f1-4524-b67e-b2045c2e70e1 req-5d9aa376-51d0-4176-9fad-7143e64d4923 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.2302995 Feb 10 06:24:56.609622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Transition to ACTIVE for port object 910f759f-9fcc-4b9c-9adc-eece159495d7 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:24:56.612345 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-700ae050-4cef-460d-bf97-0903c5b0be4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896523 Feb 10 06:24:56.628072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:56.637225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe37d50e-9e71-4e92-839f-1ffb66e23c3d req-66f190f6-5c1f-43a2-a07b-18ddc566b0ad tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945544 Feb 10 06:24:56.688879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c74c30dc-19f1-4524-b67e-b2045c2e70e1 req-a45f5dd8-c131-43d7-a53b-c6309fc7e90a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783722 Feb 10 06:24:56.717929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Pushing event updated for resources: {'Port': ['ID=910f759f-9fcc-4b9c-9adc-eece159495d7,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:56.787285 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-506042b7-472c-42b3-a825-f34729f5fca0 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500804 Feb 10 06:24:56.800193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Attempting to bind port 910f759f-9fcc-4b9c-9adc-eece159495d7 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:24:56.800972 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Attempting to bind port 910f759f-9fcc-4b9c-9adc-eece159495d7 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:24:56.801467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Attempting to bind port 910f759f-9fcc-4b9c-9adc-eece159495d7 on network f8930b5a-271a-4095-aa80-65a191d263d3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:56.826278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-74358237-5f55-4b67-9784-ae0e51155090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:56.826553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Port 910f759f-9fcc-4b9c-9adc-eece159495d7 on network f8930b5a-271a-4095-aa80-65a191d263d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:24:56.826553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Attempting to bind port 910f759f-9fcc-4b9c-9adc-eece159495d7 on network f8930b5a-271a-4095-aa80-65a191d263d3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:24:56.826746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-74358237-5f55-4b67-9784-ae0e51155090 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 1129 time: 0.2263288 Feb 10 06:24:56.859954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:24:56.860335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Checking segment: {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:24:56.860671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Bound using segment: {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:24:56.861115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Bound port: 910f759f-9fcc-4b9c-9adc-eece159495d7, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ceab2a-1af0-42ae-a239-c2610c76a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:24:56.862497 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:56.893190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e668ed-d6ca-4281-a598-50ab3e4dc33e req-82bffba9-08a6-456c-bff4-ba2cb20b2c6a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:56.894661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4e668ed-d6ca-4281-a598-50ab3e4dc33e req-82bffba9-08a6-456c-bff4-ba2cb20b2c6a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1491981 Feb 10 06:24:56.898614 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-f2315acc-0264-4650-8df8-495fd0287949 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=51accd06-142c-4a41-8064-ffc7f9ffa4c4 HTTP/1.1" status: 200 len: 217 time: 0.0615144 Feb 10 06:24:56.920643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551b241-0fe6-4eaf-8160-b9f61b64cc33 req-5002a8f1-13a9-4eed-afd3-3b733e5294e7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:56.922870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6551b241-0fe6-4eaf-8160-b9f61b64cc33 req-5002a8f1-13a9-4eed-afd3-3b733e5294e7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 946 time: 0.1142261 Feb 10 06:24:56.960224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-0e1a122c-ddaf-4d35-9b9a-207696ae4f80 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636195 Feb 10 06:24:56.969063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-29f74fec-4273-4fd0-a0d7-f446e9ac9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:56.970568 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-29f74fec-4273-4fd0-a0d7-f446e9ac9452 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0609477 Feb 10 06:24:57.030963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-f1fa7421-7d52-4af7-9461-8d272e6d9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.032490 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-f1fa7421-7d52-4af7-9461-8d272e6d9467 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0524182 Feb 10 06:24:57.039291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] For port 910f759f-9fcc-4b9c-9adc-eece159495d7, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:57.043895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4e668ed-d6ca-4281-a598-50ab3e4dc33e req-3d5a08a5-da3f-46c3-9352-004b98d195e1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413743 Feb 10 06:24:57.045509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] For port 910f759f-9fcc-4b9c-9adc-eece159495d7, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=910f759f-9fcc-4b9c-9adc-eece159495d7,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:24:57.058646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6551b241-0fe6-4eaf-8160-b9f61b64cc33 req-e51389a2-2eb7-413a-bfaa-50a2db5ff864 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105194 Feb 10 06:24:57.068282 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:57.107117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.107612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:57.109252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] 10.222.0.24 "PUT /v2.0/ports/910f759f-9fcc-4b9c-9adc-eece159495d7 HTTP/1.1" status: 200 len: 1091 time: 2.0142505 Feb 10 06:24:57.109694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0673e3b-bbe8-4f80-8260-eac81ca94524', 'tag': '910f759f-9fcc-4b9c-9adc-eece159495d7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:24:57.112595 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b576f1e5-d488-4eaa-9574-90bf0fdfb815" -d '{"events": [{"name": "network-changed", "server_uuid": "e0673e3b-bbe8-4f80-8260-eac81ca94524", "tag": "910f759f-9fcc-4b9c-9adc-eece159495d7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:24:57.147111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c522e3-44ac-4925-9420-a06a24a2156b service neutron] Pushing event updated for resources: {'Port': ['ID=910f759f-9fcc-4b9c-9adc-eece159495d7,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:57.187569 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-d76f961e-be51-4f41-a66d-27264adb9487 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364431 Feb 10 06:24:57.218906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f42a669-61cc-4900-9164-f3e4e6891c53 req-c7338177-54cb-4f36-914d-25b6b0bc839c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 210 time: 0.0572026 Feb 10 06:24:57.278971 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c8108-19ed-4ca1-b401-e1e54231e94c x-openstack-request-id: req-100c8108-19ed-4ca1-b401-e1e54231e94c {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:57.279564 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376af22d-1cb2-4792-9d32-a43d87fb67f5", "tag": "51accd06-142c-4a41-8064-ffc7f9ffa4c4", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:57.280078 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-100c8108-19ed-4ca1-b401-e1e54231e94c {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:57.280736 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376af22d-1cb2-4792-9d32-a43d87fb67f5', 'tag': '51accd06-142c-4a41-8064-ffc7f9ffa4c4', 'status': 'completed', 'code': 200} Feb 10 06:24:57.281927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee97f44-4b6b-4a1b-9831-5786af545282 req-8406d042-070f-4a4b-a0b1-bf3779eab78b tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.284420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ee97f44-4b6b-4a1b-9831-5786af545282 req-8406d042-070f-4a4b-a0b1-bf3779eab78b tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.1069620 Feb 10 06:24:57.315755 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302b75e8-116c-4367-98b0-664717aa82fd x-openstack-request-id: req-302b75e8-116c-4367-98b0-664717aa82fd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:24:57.316191 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0673e3b-bbe8-4f80-8260-eac81ca94524", "tag": "910f759f-9fcc-4b9c-9adc-eece159495d7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:24:57.316581 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-302b75e8-116c-4367-98b0-664717aa82fd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:24:57.317114 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0673e3b-bbe8-4f80-8260-eac81ca94524', 'tag': '910f759f-9fcc-4b9c-9adc-eece159495d7', 'status': 'completed', 'code': 200} Feb 10 06:24:57.341607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ee97f44-4b6b-4a1b-9831-5786af545282 req-b6ecd540-3c3d-4fbf-97e7-a6c6ff703a6e tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521474 Feb 10 06:24:57.355626 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-dd677dfc-2446-4dbb-acc4-fa1fceaa276e service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585789 Feb 10 06:24:57.366241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-19722643-1af9-4a09-ab2a-b9b89753adb4 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.369118 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-19722643-1af9-4a09-ab2a-b9b89753adb4 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.0778341 Feb 10 06:24:57.443843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36afc7-5bb6-439d-a16b-b636d7a3bc28 req-53944939-64f0-48da-a05f-0da332a28e93 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.445713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b36afc7-5bb6-439d-a16b-b636d7a3bc28 req-53944939-64f0-48da-a05f-0da332a28e93 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 948 time: 0.0726366 Feb 10 06:24:57.571034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b36afc7-5bb6-439d-a16b-b636d7a3bc28 req-edf3c442-9b68-40a7-8e90-5967bfb50522 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183035 Feb 10 06:24:57.583119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576f1e5-d488-4eaa-9574-90bf0fdfb815 req-44293cdb-decd-4786-a1a9-5862cfd3981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.583855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-c9e2187c-4a95-49c3-9e2b-e86c1e657dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.584920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b576f1e5-d488-4eaa-9574-90bf0fdfb815 req-44293cdb-decd-4786-a1a9-5862cfd3981f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e56fdb3ef62436c9afa07f28cf21e45&device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 1125 time: 0.0953279 Feb 10 06:24:57.585735 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-c9e2187c-4a95-49c3-9e2b-e86c1e657dff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 1129 time: 0.1593676 Feb 10 06:24:57.591689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab47573-d1ac-4f0b-b1ea-cd9b0aadb1ae req-932568c6-a6ac-4d52-b69c-c7492dfe15dc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.593058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ab47573-d1ac-4f0b-b1ea-cd9b0aadb1ae req-932568c6-a6ac-4d52-b69c-c7492dfe15dc tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 950 time: 0.1268258 Feb 10 06:24:57.681233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-b4b98720-99e7-4b71-a8a2-5aebafcdb6f4 service neutron] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:24:57.683583 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-070ac30b-e774-4578-b4c4-3efbdd92a80e req-1a343f94-1cde-49ae-b0eb-06c8084ade57 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053120 Feb 10 06:24:57.688185 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-b4b98720-99e7-4b71-a8a2-5aebafcdb6f4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:57.690039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6305c0c3-fa07-4059-9d5e-ef10165b7345 req-b4b98720-99e7-4b71-a8a2-5aebafcdb6f4 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d3d10b35-c681-4a58-a0e6-2d81fc7cceb3/bindings/n-h2-828670-1 HTTP/1.1" status: 204 len: 173 time: 0.3140173 Feb 10 06:24:57.750991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-e0a4d3da-9c43-4995-bfd6-91901fe45fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.753050 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-e0a4d3da-9c43-4995-bfd6-91901fe45fcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1577013 Feb 10 06:24:57.813158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ab47573-d1ac-4f0b-b1ea-cd9b0aadb1ae req-c0698729-f9d4-4550-bd04-568f68e91a21 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106361 Feb 10 06:24:57.827974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576f1e5-d488-4eaa-9574-90bf0fdfb815 req-f873cb37-cb69-42ea-b66c-1aaa71ab0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.829464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b576f1e5-d488-4eaa-9574-90bf0fdfb815 req-f873cb37-cb69-42ea-b66c-1aaa71ab0e37 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3e56fdb3ef62436c9afa07f28cf21e45&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2352955 Feb 10 06:24:57.843107 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-c32c9a46-4334-4a96-860d-1047e09c5b9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=51accd06-142c-4a41-8064-ffc7f9ffa4c4 HTTP/1.1" status: 200 len: 217 time: 0.0776565 Feb 10 06:24:57.862378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b6519-f7bb-4414-9c19-63eb1f82b70a req-65e8d726-1eef-4a88-87bf-52fb159271ee tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.871160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d65b6519-f7bb-4414-9c19-63eb1f82b70a req-65e8d726-1eef-4a88-87bf-52fb159271ee tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 943 time: 0.1445198 Feb 10 06:24:57.889948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-36edb26a-5dc8-4842-9d6e-31be2d97afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.891685 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-36edb26a-5dc8-4842-9d6e-31be2d97afef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bee041e231ba451ea2df515c55efe3b8&device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 1130 time: 0.1347542 Feb 10 06:24:57.956556 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-d94bdc08-a29f-4d13-a72f-8628440efb6d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245218 Feb 10 06:24:57.960202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-baf5c0ad-5b15-488e-a673-a2c999c17022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:57.961723 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-baf5c0ad-5b15-488e-a673-a2c999c17022 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1061733 Feb 10 06:24:58.026426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d65b6519-f7bb-4414-9c19-63eb1f82b70a req-503bf02d-a0f4-4d32-9edd-7537c7d6b2d1 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538830 Feb 10 06:24:58.134291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda86c30-f560-4ccd-9c42-aad72107e53d req-bee642ce-95de-4aa8-a533-69a08b39ae01 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.141795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eda86c30-f560-4ccd-9c42-aad72107e53d req-bee642ce-95de-4aa8-a533-69a08b39ae01 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.2486477 Feb 10 06:24:58.168583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576f1e5-d488-4eaa-9574-90bf0fdfb815 req-cdf319b5-7a4e-4540-a7d4-b46393526b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.170085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b576f1e5-d488-4eaa-9574-90bf0fdfb815 req-cdf319b5-7a4e-4540-a7d4-b46393526b7d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3319554 Feb 10 06:24:58.227847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eda86c30-f560-4ccd-9c42-aad72107e53d req-ed5208bf-83f0-409c-8826-0fde2e382362 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841622 Feb 10 06:24:58.256282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55cd9-13a8-4a34-944c-c0f412157132 req-4cffc51f-8e6a-4288-8ece-49f94b0917cc tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.258081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65f55cd9-13a8-4a34-944c-c0f412157132 req-4cffc51f-8e6a-4288-8ece-49f94b0917cc tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1130850 Feb 10 06:24:58.425686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-2dab0399-76ff-457c-9163-6e993d95be90 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.427448 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-2dab0399-76ff-457c-9163-6e993d95be90 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4631424 Feb 10 06:24:58.437996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-2ea00523-2297-40ec-a248-69fe13767e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.440282 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-2ea00523-2297-40ec-a248-69fe13767e43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.5398910 Feb 10 06:24:58.447479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-e5c4d539-90ed-4b8b-b71a-58b3be8ba6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.449248 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-e5c4d539-90ed-4b8b-b71a-58b3be8ba6af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1057980 Feb 10 06:24:58.454025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Request body: {'port': {'device_id': '7202a300-881a-4d60-ac90-2e9655dbb20f', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '72a4d829d43b4713a617d0fac13e0c08'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:58.531629 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-a8c7af0b-9bee-4078-99a2-61768b35bbe5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7351c1be-8582-4d38-82ea-4eb4a51f9509 HTTP/1.1" status: 200 len: 217 time: 0.0739920 Feb 10 06:24:58.560152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d459d838-1501-4397-a7a1-9c6da475cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.561653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-d459d838-1501-4397-a7a1-9c6da475cab8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e56fdb3ef62436c9afa07f28cf21e45&device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 1125 time: 0.3226206 Feb 10 06:24:58.567448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65f55cd9-13a8-4a34-944c-c0f412157132 req-d2d4df00-ae22-4141-901d-168edf3f337c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859874 Feb 10 06:24:58.622187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bb9ea-5e11-47f1-852a-cfcaaa773ca4 req-1c7abc37-a537-444b-90a8-30cb23a5cbc2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.623788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d3bb9ea-5e11-47f1-852a-cfcaaa773ca4 req-1c7abc37-a537-444b-90a8-30cb23a5cbc2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 946 time: 0.1244111 Feb 10 06:24:58.625072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-c6a0cf8b-a53a-4a3e-9477-7d9d1f2173c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=910f759f-9fcc-4b9c-9adc-eece159495d7 HTTP/1.1" status: 200 len: 217 time: 0.0499339 Feb 10 06:24:58.684706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-19986846-8576-4a48-b24e-174a925f235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.686238 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-19986846-8576-4a48-b24e-174a925f235f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1048336 Feb 10 06:24:58.710257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-5b2a0e0a-5555-4415-a916-5458506c5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.711733 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-5b2a0e0a-5555-4415-a916-5458506c5c0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b756d827-c8a9-43e1-b242-6c58a538136a HTTP/1.1" status: 200 len: 854 time: 0.0742085 Feb 10 06:24:58.749068 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-f2078749-9f43-4f37-ab47-cd16d677aaa6 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904117 Feb 10 06:24:58.759312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d3bb9ea-5e11-47f1-852a-cfcaaa773ca4 req-8425f174-61ab-4987-8618-4c69b0ff6ab5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282678 Feb 10 06:24:58.774894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0749782e-0a1d-4ea3-996a-48b68d9ed4fe req-77644d26-7247-40a8-bd08-57e7a95ba1db tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 210 time: 0.0664010 Feb 10 06:24:58.810687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-99fd1c45-16c0-4b00-a4b8-796fa6eea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.813429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-99fd1c45-16c0-4b00-a4b8-796fa6eea91c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8930b5a-271a-4095-aa80-65a191d263d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0896821 Feb 10 06:24:58.889493 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9322d12-bc15-4d7c-ade7-aea0e8203b86 req-cfca04f4-7cfc-4af4-8fda-dac1a69aaf36 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300917 Feb 10 06:24:58.903360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-d84eee42-062d-40c4-8147-47ba3c6b7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:58.906222 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-d84eee42-062d-40c4-8147-47ba3c6b7856 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1964688 Feb 10 06:24:58.907525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Made reservation on behalf of 72a4d829d43b4713a617d0fac13e0c08 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:24:58.911713 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:58.994429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-a0c701b7-5125-4889-afa0-d6da4a446bae service neutron] 10.222.0.24 "GET /v2.0/networks/f8930b5a-271a-4095-aa80-65a191d263d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732249 Feb 10 06:24:59.004086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a1185-2cea-4508-9e07-ab2363bddc2e req-f117322e-cbb6-4dd2-81f7-5fb4b65b5ed4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:59.005488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-809a1185-2cea-4508-9e07-ab2363bddc2e req-f117322e-cbb6-4dd2-81f7-5fb4b65b5ed4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.1401742 Feb 10 06:24:59.048112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b5b9c-3304-4f97-b288-2258ec8a882d req-d14125c5-69a9-4f19-88f3-efa33836de29 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:59.050042 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e83b5b9c-3304-4f97-b288-2258ec8a882d req-d14125c5-69a9-4f19-88f3-efa33836de29 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 948 time: 0.1435692 Feb 10 06:24:59.091682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-82c501f8-0d80-4f75-b487-7dea0806362b service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659737 Feb 10 06:24:59.144717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-809a1185-2cea-4508-9e07-ab2363bddc2e req-b6300324-1389-4069-bc78-c99cd6063fd9 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299005 Feb 10 06:24:59.147016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Allocated IP 192.168.233.11 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/883d4534-b948-4c5c-8918-2be9d5e98524) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:24:59.172711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e83b5b9c-3304-4f97-b288-2258ec8a882d req-45164c69-8f99-4bbd-8e79-d69744006afd tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135759 Feb 10 06:24:59.175302 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd2a70bc-bc19-4689-a256-4f852f7b7e9b req-e07b93c8-54c9-4a83-90d1-1b987985df37 service neutron] 10.222.0.24 "GET /v2.0/networks/f8930b5a-271a-4095-aa80-65a191d263d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689596 Feb 10 06:24:59.238539 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95060b69-1844-4ce8-8b46-191a03fc7f4d req-9e88276d-e0dd-4aea-b679-91aa7ae7c559 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404190 Feb 10 06:24:59.317940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3257c6-3afb-4878-86e0-cbb627b77556 req-9ba2c20f-ca49-4467-a91b-fe65a4d9b735 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:59.319340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a3257c6-3afb-4878-86e0-cbb627b77556 req-9ba2c20f-ca49-4467-a91b-fe65a4d9b735 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 950 time: 0.0864439 Feb 10 06:24:59.325217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8f801-e922-4d5f-81b3-29804c734819 req-db424726-2229-476a-806e-a78d39542729 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:59.326750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87c8f801-e922-4d5f-81b3-29804c734819 req-db424726-2229-476a-806e-a78d39542729 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1126 time: 0.0634942 Feb 10 06:24:59.356630 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for port (883d4534-b948-4c5c-8918-2be9d5e98524), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:59.390054 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:59.400094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a3257c6-3afb-4878-86e0-cbb627b77556 req-f284b8a1-a735-4520-bd41-3b484f43cfa8 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724154 Feb 10 06:24:59.403060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87c8f801-e922-4d5f-81b3-29804c734819 req-2ecf62dd-aebc-46d5-a270-ad706ffd67f3 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684202 Feb 10 06:24:59.407561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:59.411057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:24:59.450736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:24:59.454858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:24:59.458041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:24:59.462227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event updated for resources: {'Port': ['ID=883d4534-b948-4c5c-8918-2be9d5e98524,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:24:59.512954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:59.513964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:59.535800 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-be27d14a-a282-4323-83eb-7a205cc4f1fc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0853419 Feb 10 06:24:59.547948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Request body: {'port': {'device_id': '7202a300-881a-4d60-ac90-2e9655dbb20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:59.625107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:59.660826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848c3d-fabb-4741-9b59-5f701116424e req-567dee47-422e-4b28-ada5-76a847aae623 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:59.662827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b848c3d-fabb-4741-9b59-5f701116424e req-567dee47-422e-4b28-ada5-76a847aae623 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.1005743 Feb 10 06:24:59.673274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcda1ec-327c-444d-86fc-424425b503f2 req-caca5f90-685d-4d80-b682-89941b75cbdc tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:59.673429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57268) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:24:59.680109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9bac78d4-da53-48e8-8421-7f39f1d722da tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Request body: {'floatingip': {'port_id': '87802d89-3241-4191-aea2-6839d6c4b9e0'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:24:59.680813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bcda1ec-327c-444d-86fc-424425b503f2 req-caca5f90-685d-4d80-b682-89941b75cbdc tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 943 time: 0.1612947 Feb 10 06:24:59.729006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9bac78d4-da53-48e8-8421-7f39f1d722da tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (b3b6423a-d0c9-4769-a83d-4b1377edcd4d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:59.739641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bcda1ec-327c-444d-86fc-424425b503f2 req-d1bbfb4c-de2b-42cf-9a4b-16ef326fdc27 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577688 Feb 10 06:24:59.878571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0bf876ee-ef34-48b4-9277-d097a24da696 None None] Provisioning complete for port 883d4534-b948-4c5c-8918-2be9d5e98524 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:24:59.878864 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0bf876ee-ef34-48b4-9277-d097a24da696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:24:59.883640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b842b5-dd15-422f-8d2e-3386c6ad7b8a req-762eb860-d082-4f76-ac23-1394b4ba0444 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:24:59.895352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61b842b5-dd15-422f-8d2e-3386c6ad7b8a req-762eb860-d082-4f76-ac23-1394b4ba0444 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0843170 Feb 10 06:24:59.927885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0bf876ee-ef34-48b4-9277-d097a24da696 None None] Port 883d4534-b948-4c5c-8918-2be9d5e98524 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:24:59.943080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61b842b5-dd15-422f-8d2e-3386c6ad7b8a req-58ca6eba-32cf-4980-9226-4cea3d4a0efe tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464723 Feb 10 06:25:00.115691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2b03c-fab0-4501-8032-74cd2d13bf31 req-709058e5-715d-433d-88fa-6de56d1cdd10 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:00.117158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33c2b03c-fab0-4501-8032-74cd2d13bf31 req-709058e5-715d-433d-88fa-6de56d1cdd10 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 935 time: 0.1128509 Feb 10 06:25:00.122812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59701bc-5742-47ee-8373-5dead1b23196 req-6376db08-58f2-4fdd-ae68-8ac793f1610e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:00.124187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-6376db08-58f2-4fdd-ae68-8ac793f1610e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 807 time: 0.1426842 Feb 10 06:25:00.150925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-ae70a5af-892b-45f7-8583-e0027b1b724f tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/quotas/05b780f4715a45f5998fb392dd61255c HTTP/1.1" status: 200 len: 375 time: 0.0190511 Feb 10 06:25:00.199186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33c2b03c-fab0-4501-8032-74cd2d13bf31 req-8cd68b69-e211-4354-a085-47af97d79600 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740452 Feb 10 06:25:00.217858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-151ddfdc-3a5a-4987-b689-fb46255fe253 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597908 Feb 10 06:25:00.313725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883d4534-b948-4c5c-8918-2be9d5e98524 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:00.324164 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Publish callbacks [] for port (883d4534-b948-4c5c-8918-2be9d5e98524), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:00.353339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-a56bf083-65e2-4fb5-843d-c003f03abb80 service neutron] 10.222.0.21 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227000 Feb 10 06:25:00.363479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Transition to ACTIVE for port object 883d4534-b948-4c5c-8918-2be9d5e98524 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:25:00.364966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df646931-8925-4c8d-88b8-de570b608375 req-c803c439-268a-4f5f-bdf2-9f214316135a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:00.366703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df646931-8925-4c8d-88b8-de570b608375 req-c803c439-268a-4f5f-bdf2-9f214316135a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 946 time: 0.0992064 Feb 10 06:25:00.374603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:00.476943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Pushing event updated for resources: {'Port': ['ID=883d4534-b948-4c5c-8918-2be9d5e98524,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:00.477408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df646931-8925-4c8d-88b8-de570b608375 req-bd3a9d61-86af-4c9a-aca7-a2b9471a2c0d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915360 Feb 10 06:25:00.495140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-690329a3-1adc-4876-a694-3c9154bfc528 service neutron] 10.222.0.21 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274779 Feb 10 06:25:00.512454 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9bac78d4-da53-48e8-8421-7f39f1d722da tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:00.536797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9bac78d4-da53-48e8-8421-7f39f1d722da tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (b3b6423a-d0c9-4769-a83d-4b1377edcd4d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:00.602494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d0262-475f-4e88-a929-b115f0a98f6b req-2a91db28-27e4-433c-b9e4-6ad286d96408 tempest-ServersAdminNegativeTestJSON-127443963 tempest-ServersAdminNegativeTestJSON-127443963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:00.604196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b54d0262-475f-4e88-a929-b115f0a98f6b req-2a91db28-27e4-433c-b9e4-6ad286d96408 tempest-ServersAdminNegativeTestJSON-127443963 tempest-ServersAdminNegativeTestJSON-127443963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 1132 time: 0.0466332 Feb 10 06:25:00.627070 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b54d0262-475f-4e88-a929-b115f0a98f6b req-1871a924-a4a3-45d8-9dd4-822ac3e31838 tempest-ServersAdminNegativeTestJSON-127443963 tempest-ServersAdminNegativeTestJSON-127443963-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:00.726621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Attempting to bind port 883d4534-b948-4c5c-8918-2be9d5e98524 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:00.726932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Attempting to bind port 883d4534-b948-4c5c-8918-2be9d5e98524 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:00.727212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Attempting to bind port 883d4534-b948-4c5c-8918-2be9d5e98524 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:00.732105 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-9bac78d4-da53-48e8-8421-7f39f1d722da tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Floating IP b3b6423a-d0c9-4769-a83d-4b1377edcd4d associated. External IP: 172.25.8.186, port: 87802d89-3241-4191-aea2-6839d6c4b9e0. Feb 10 06:25:00.735364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Port 883d4534-b948-4c5c-8918-2be9d5e98524 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:00.735693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Attempting to bind port 883d4534-b948-4c5c-8918-2be9d5e98524 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:00.784742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:00.785011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:00.785381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:00.785887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Bound port: 883d4534-b948-4c5c-8918-2be9d5e98524, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:00.786174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:00.791324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188776d5-890f-460d-8255-5f4fbcce222e req-40ad9ead-45c3-4906-a885-3748454674a3 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:00.792904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-188776d5-890f-460d-8255-5f4fbcce222e req-40ad9ead-45c3-4906-a885-3748454674a3 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 948 time: 0.1076634 Feb 10 06:25:00.808659 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b54d0262-475f-4e88-a929-b115f0a98f6b req-1871a924-a4a3-45d8-9dd4-822ac3e31838 tempest-ServersAdminNegativeTestJSON-127443963 tempest-ServersAdminNegativeTestJSON-127443963-project-admin] Publish callbacks [] for security_group (32b169ee-1052-4699-829c-dc8962ece01d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:00.815653 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b54d0262-475f-4e88-a929-b115f0a98f6b req-1871a924-a4a3-45d8-9dd4-822ac3e31838 tempest-ServersAdminNegativeTestJSON-127443963 tempest-ServersAdminNegativeTestJSON-127443963-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (32b169ee-1052-4699-829c-dc8962ece01d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:00.881600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b54d0262-475f-4e88-a929-b115f0a98f6b req-1871a924-a4a3-45d8-9dd4-822ac3e31838 tempest-ServersAdminNegativeTestJSON-127443963 tempest-ServersAdminNegativeTestJSON-127443963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685657 Feb 10 06:25:00.889861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871a924-a4a3-45d8-9dd4-822ac3e31838 tempest-ServersAdminNegativeTestJSON-127443963 tempest-ServersAdminNegativeTestJSON-127443963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b169ee-1052-4699-829c-dc8962ece01d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:00.903129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] For port 883d4534-b948-4c5c-8918-2be9d5e98524, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:00.906967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] For port 883d4534-b948-4c5c-8918-2be9d5e98524, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=883d4534-b948-4c5c-8918-2be9d5e98524,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:00.913295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-188776d5-890f-460d-8255-5f4fbcce222e req-e0b412a9-b9c7-4e3e-8d5a-81e1e16a1221 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022406 Feb 10 06:25:00.977344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:01.006181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5c7ff5e-075d-4264-a8a5-1c1783ff03b1 req-5250dd13-eff3-453e-ac96-b07119765c9e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 210 time: 0.0441334 Feb 10 06:25:01.052602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d2a9a-a0b0-479a-a92c-4ab5fa19c09e req-1f07c86c-65ee-4025-85fe-80039567f252 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:01.069808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:01.070572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:01.071590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-886d2a9a-a0b0-479a-a92c-4ab5fa19c09e req-1f07c86c-65ee-4025-85fe-80039567f252 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1128 time: 0.0921941 Feb 10 06:25:01.072134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] 10.222.0.24 "PUT /v2.0/ports/883d4534-b948-4c5c-8918-2be9d5e98524 HTTP/1.1" status: 200 len: 1095 time: 1.5292196 Feb 10 06:25:01.074738 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7202a300-881a-4d60-ac90-2e9655dbb20f', 'tag': '883d4534-b948-4c5c-8918-2be9d5e98524'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:01.077160 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7c3b83-e751-4a94-add1-8987addfae42" -d '{"events": [{"name": "network-changed", "server_uuid": "7202a300-881a-4d60-ac90-2e9655dbb20f", "tag": "883d4534-b948-4c5c-8918-2be9d5e98524"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:01.105536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff05ee-c328-4218-8dfd-70b7aebecc21 service neutron] Pushing event updated for resources: {'Port': ['ID=883d4534-b948-4c5c-8918-2be9d5e98524,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:01.120367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bac78d4-da53-48e8-8421-7f39f1d722da tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Router b3c31d92-7cd4-4bea-942c-8a86d872001f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:25:01.177191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-886d2a9a-a0b0-479a-a92c-4ab5fa19c09e req-b7e95f64-d446-4b66-adaa-de3333f99c52 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966134 Feb 10 06:25:01.194130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475be56-f2c5-4e5e-b3a6-617c794478e7 req-eac57db8-88bd-407a-a65e-fd190aac30de tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:01.195648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4475be56-f2c5-4e5e-b3a6-617c794478e7 req-eac57db8-88bd-407a-a65e-fd190aac30de tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 943 time: 0.1149173 Feb 10 06:25:01.262789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-81e45838-b55a-40c9-8add-d21d55dff4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:01.264320 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-81e45838-b55a-40c9-8add-d21d55dff4af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 1129 time: 0.1355729 Feb 10 06:25:01.279919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4475be56-f2c5-4e5e-b3a6-617c794478e7 req-df53f197-ded7-4a51-8a3d-2587e9013e22 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651116 Feb 10 06:25:01.320324 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-bb31f268-0cfa-4714-bba7-c4a0024fec10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=883d4534-b948-4c5c-8918-2be9d5e98524 HTTP/1.1" status: 200 len: 217 time: 0.0473185 Feb 10 06:25:01.419944 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181dad50-5ef4-47f3-b942-577158f6abca x-openstack-request-id: req-181dad50-5ef4-47f3-b942-577158f6abca {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:01.420202 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7202a300-881a-4d60-ac90-2e9655dbb20f", "tag": "883d4534-b948-4c5c-8918-2be9d5e98524", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:01.420460 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-181dad50-5ef4-47f3-b942-577158f6abca {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:01.420854 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7202a300-881a-4d60-ac90-2e9655dbb20f', 'tag': '883d4534-b948-4c5c-8918-2be9d5e98524', 'status': 'completed', 'code': 200} Feb 10 06:25:01.452511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-e1495c8b-544c-43c9-8b7f-fc873d03f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:01.454907 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-e1495c8b-544c-43c9-8b7f-fc873d03f559 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1282470 Feb 10 06:25:01.456917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bac78d4-da53-48e8-8421-7f39f1d722da tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:25:01.465152 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9bac78d4-da53-48e8-8421-7f39f1d722da tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:01.469180 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] Sync routers for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:25:01.480149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811869f9-eb5d-44e0-97b3-1750550666ad req-f4180072-40b5-4ea2-b4c8-a68434df5a0a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:01.482009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-811869f9-eb5d-44e0-97b3-1750550666ad req-f4180072-40b5-4ea2-b4c8-a68434df5a0a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0781322 Feb 10 06:25:01.488362 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:01.489023 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:24:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:01.543968 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9bac78d4-da53-48e8-8421-7f39f1d722da tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "PUT /v2.0/floatingips/b3b6423a-d0c9-4769-a83d-4b1377edcd4d HTTP/1.1" status: 200 len: 992 time: 1.8689110 Feb 10 06:25:01.568581 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28374-eace-4854-a72d-874da733722a req-54b0d027-7351-4260-94d9-e61e62922221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:01.571467 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-54b0d027-7351-4260-94d9-e61e62922221 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0721467 Feb 10 06:25:01.598476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-811869f9-eb5d-44e0-97b3-1750550666ad req-1e9028dd-b41c-4d20-8f93-6ca8554ac7ff tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031475 Feb 10 06:25:01.600527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e6f7a-0d34-4330-b72e-da44961c69d4 req-789822ae-6b33-43d9-a7a8-bcd5bd9fbde0 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:01.602188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-721e6f7a-0d34-4330-b72e-da44961c69d4 req-789822ae-6b33-43d9-a7a8-bcd5bd9fbde0 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1128 time: 0.1191342 Feb 10 06:25:01.644390 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:01.655056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7351c1be-8582-4d38-82ea-4eb4a51f9509 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:01.671432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-721e6f7a-0d34-4330-b72e-da44961c69d4 req-044d7d1e-0ddd-468d-b6f9-681743be1f40 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629506 Feb 10 06:25:01.877407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 51accd06-142c-4a41-8064-ffc7f9ffa4c4 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:01.952079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a955f90-d004-4172-b92c-3c0d3e03300c req-f5c85c23-c774-44da-8dc0-5060bc7c7dd4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:01.958724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7351c1be-8582-4d38-82ea-4eb4a51f9509, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7351c1be-8582-4d38-82ea-4eb4a51f9509,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:01.961787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a955f90-d004-4172-b92c-3c0d3e03300c req-f5c85c23-c774-44da-8dc0-5060bc7c7dd4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 947 time: 0.2453191 Feb 10 06:25:02.005707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '7351c1be-8582-4d38-82ea-4eb4a51f9509', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '7351c1be-8582-4d38-82ea-4eb4a51f9509', 'mac_address': 'fa:16:3e:5f:46:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:02.044074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad059c-e898-4452-b689-86c283d56386 req-7ab90258-6093-46f7-bed9-472db203db89 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:02.051912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5ad059c-e898-4452-b689-86c283d56386 req-7ab90258-6093-46f7-bed9-472db203db89 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.2318499 Feb 10 06:25:02.059467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51accd06-142c-4a41-8064-ffc7f9ffa4c4, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51accd06-142c-4a41-8064-ffc7f9ffa4c4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:02.070110 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'b3b6423a-d0c9-4769-a83d-4b1377edcd4d', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'port_id': '87802d89-3241-4191-aea2-6839d6c4b9e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'mac_address': 'fa:16:3e:c8:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:23:34Z', 'updated_at': '2022-02-10T06:25:00Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:02.071784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a955f90-d004-4172-b92c-3c0d3e03300c req-b34b0d12-87ef-4a14-9056-9faee501a4a3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088207 Feb 10 06:25:02.081189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 7351c1be-8582-4d38-82ea-4eb4a51f9509 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:02.081776 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:02.094001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '51accd06-142c-4a41-8064-ffc7f9ffa4c4', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '51accd06-142c-4a41-8064-ffc7f9ffa4c4', 'mac_address': 'fa:16:3e:d0:83:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:02.111756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7351c1be-8582-4d38-82ea-4eb4a51f9509 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:02.146839 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] Checking router: b3c31d92-7cd4-4bea-942c-8a86d872001f for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:25:02.158797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7351c1be-8582-4d38-82ea-4eb4a51f9509, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7351c1be-8582-4d38-82ea-4eb4a51f9509,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:02.159497 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:02.160249 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:24:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:02.169097 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:02.170095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 910f759f-9fcc-4b9c-9adc-eece159495d7 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:02.181344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:02.181977 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:02.204520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5ad059c-e898-4452-b689-86c283d56386 req-f637e144-27c1-495b-be06-3f266b10c7d3 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511159 Feb 10 06:25:02.245777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51accd06-142c-4a41-8064-ffc7f9ffa4c4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:02.252488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59701bc-5742-47ee-8373-5dead1b23196 req-d6499013-eb8f-4321-b478-ca40b9cb4a2e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:02.258515 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-d6499013-eb8f-4321-b478-ca40b9cb4a2e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 807 time: 0.1415548 Feb 10 06:25:02.274975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Request body: {'port': {'device_id': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e', 'admin_state_up': True, 'tenant_id': '05b780f4715a45f5998fb392dd61255c'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:02.295940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=7351c1be-8582-4d38-82ea-4eb4a51f9509,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:02.297946 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:02.311774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51accd06-142c-4a41-8064-ffc7f9ffa4c4, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51accd06-142c-4a41-8064-ffc7f9ffa4c4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:02.344622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:02.370643 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-7354a17f-c711-4d2b-8293-5a8959afafd3 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920089 Feb 10 06:25:02.409189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=51accd06-142c-4a41-8064-ffc7f9ffa4c4,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:02.445616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 910f759f-9fcc-4b9c-9adc-eece159495d7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=910f759f-9fcc-4b9c-9adc-eece159495d7,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:02.449578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a71eb146-767c-40c6-98fc-77bba1ed1f40 req-ef3dbb2e-80d0-4ccb-aa6f-39cc49761454 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 210 time: 0.0556300 Feb 10 06:25:02.465055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '910f759f-9fcc-4b9c-9adc-eece159495d7', 'network_id': 'f8930b5a-271a-4095-aa80-65a191d263d3', 'port_id': '910f759f-9fcc-4b9c-9adc-eece159495d7', 'mac_address': 'fa:16:3e:4c:3c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b756d827-c8a9-43e1-b242-6c58a538136a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:02.503959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f234f0-aab1-4ecd-a4b5-8191fe124ee8 req-e228d91f-77ae-418f-98b2-98a935e3e631 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:02.505658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32f234f0-aab1-4ecd-a4b5-8191fe124ee8 req-e228d91f-77ae-418f-98b2-98a935e3e631 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 949 time: 0.1633494 Feb 10 06:25:02.544664 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3c28374-eace-4854-a72d-874da733722a req-725c54de-18a7-4f26-90bc-9dfcfbf6eff5 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454065 Feb 10 06:25:02.547331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Made reservation on behalf of 05b780f4715a45f5998fb392dd61255c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:02.550796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:02.551097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 910f759f-9fcc-4b9c-9adc-eece159495d7 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:02.551640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:02.568771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910f759f-9fcc-4b9c-9adc-eece159495d7 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:02.606978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32f234f0-aab1-4ecd-a4b5-8191fe124ee8 req-61dbdddc-ccc3-429d-89e1-75335bc65a39 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922093 Feb 10 06:25:02.607330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 910f759f-9fcc-4b9c-9adc-eece159495d7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=910f759f-9fcc-4b9c-9adc-eece159495d7,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:02.618653 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:02.712309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=910f759f-9fcc-4b9c-9adc-eece159495d7,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:02.748941 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:25:02.774503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-f680bf5a-5dbf-4697-9597-3d91a135705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:02.776049 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-f680bf5a-5dbf-4697-9597-3d91a135705e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 1129 time: 0.1622584 Feb 10 06:25:02.777224 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'b3b6423a-d0c9-4769-a83d-4b1377edcd4d', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'port_id': '87802d89-3241-4191-aea2-6839d6c4b9e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'mac_address': 'fa:16:3e:c8:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:23:34Z', 'updated_at': '2022-02-10T06:25:00Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:02.782622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bc8f3-f150-4b66-a808-70708aab6ca0 req-98457422-1c7d-4977-bf7a-a06b9fbdf911 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:02.784223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d76bc8f3-f150-4b66-a808-70708aab6ca0 req-98457422-1c7d-4977-bf7a-a06b9fbdf911 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 944 time: 0.0992944 Feb 10 06:25:02.803203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324b21d-4ec1-4d2f-a7b0-8bd9fa7ecac1 req-9e429ab2-5e69-47bb-b35f-15cc493e718a tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:02.804729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e324b21d-4ec1-4d2f-a7b0-8bd9fa7ecac1 req-9e429ab2-5e69-47bb-b35f-15cc493e718a tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1128 time: 0.0772288 Feb 10 06:25:02.821957 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10269449-6b4a-47df-88f1-b9c4997bc93c None None] The sync data for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 is: [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'b3b6423a-d0c9-4769-a83d-4b1377edcd4d', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'port_id': '87802d89-3241-4191-aea2-6839d6c4b9e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'mac_address': 'fa:16:3e:c8:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:23:34Z', 'updated_at': '2022-02-10T06:25:00Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:25:02.839876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Allocated IP 172.20.0.6 (c451f625-0bda-4764-954b-0ac7cdf5247e/81589f97-ebbc-4951-b3d5-e0f9e7c1ed40/a97521fa-631e-45b2-a733-2628bda77b03) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:25:02.864368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d76bc8f3-f150-4b66-a808-70708aab6ca0 req-13d8f8ca-caee-4f4b-8d13-a82ae238c12a tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731146 Feb 10 06:25:02.881459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e324b21d-4ec1-4d2f-a7b0-8bd9fa7ecac1 req-f7d50f16-8b13-4ab0-a181-14ddc3d1b1b2 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702219 Feb 10 06:25:02.886753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['910f759f-9fcc-4b9c-9adc-eece159495d7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:02.959821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7351c1be-8582-4d38-82ea-4eb4a51f9509'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:02.963462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['51accd06-142c-4a41-8064-ffc7f9ffa4c4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:02.999861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-04862a95-1115-4026-bf93-f449d0fe4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.001687 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-04862a95-1115-4026-bf93-f449d0fe4ac5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2188091 Feb 10 06:25:03.042522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d8bcb-5f1b-4629-b13c-e0170d32630e req-9d491109-0eeb-416f-bce5-538f06fd1cae tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.051878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-285d8bcb-5f1b-4629-b13c-e0170d32630e req-9d491109-0eeb-416f-bce5-538f06fd1cae tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0877762 Feb 10 06:25:03.091247 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-9aebcf07-22de-4f0b-9232-a0828e39c1e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=883d4534-b948-4c5c-8918-2be9d5e98524 HTTP/1.1" status: 200 len: 217 time: 0.0823014 Feb 10 06:25:03.163101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-285d8bcb-5f1b-4629-b13c-e0170d32630e req-e15b93cd-9f62-4955-9ddf-c768550e57bc tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011994 Feb 10 06:25:03.195814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5362ad-1edd-4a6b-99a6-720ec43562ac None None] New status for floating IP b3b6423a-d0c9-4769-a83d-4b1377edcd4d: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:25:03.240193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-67280177-2a10-4260-9eda-7cfe18a9a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.241679 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-67280177-2a10-4260-9eda-7cfe18a9a7d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1395230 Feb 10 06:25:03.246873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c26c35-aa19-442d-8555-d12312038bfe req-8fb59ff1-cb3e-493b-be31-82c09b87f650 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.247840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9c26c35-aa19-442d-8555-d12312038bfe req-8fb59ff1-cb3e-493b-be31-82c09b87f650 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 950 time: 0.0760698 Feb 10 06:25:03.309240 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks [] for port (a97521fa-631e-45b2-a733-2628bda77b03), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:03.335703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-c3d1cc41-79e1-4cb0-b3bd-065f283f2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.335950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9c26c35-aa19-442d-8555-d12312038bfe req-91c9ecb0-f379-4253-b916-422a7c1d8685 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581779 Feb 10 06:25:03.337134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-c3d1cc41-79e1-4cb0-b3bd-065f283f2a29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0879083 Feb 10 06:25:03.342889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b61af-7e05-49a8-a7ca-8242b5f424a8 req-a4eed74d-1fe1-46ee-a788-d84c959e8df3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.350988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-448b61af-7e05-49a8-a7ca-8242b5f424a8 req-a4eed74d-1fe1-46ee-a788-d84c959e8df3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 947 time: 0.1018598 Feb 10 06:25:03.409961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-448b61af-7e05-49a8-a7ca-8242b5f424a8 req-b9907265-e869-466e-a6e5-6cb0ead33cd0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580018 Feb 10 06:25:03.429169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'tag': '87802d89-3241-4191-aea2-6839d6c4b9e0'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:03.431824 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033" -d '{"events": [{"name": "network-changed", "server_uuid": "0e38c274-fb8e-46b9-9e72-f354ff92137b", "tag": "87802d89-3241-4191-aea2-6839d6c4b9e0"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:03.439538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a97521fa-631e-45b2-a733-2628bda77b03), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:03.504726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e185a-eea7-4253-931c-e79bbed69e19 req-42472126-8d39-4537-90ee-2df8fd7260e4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.506457 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc79ee-0d70-4bd7-9fb9-0d40e0c9864e x-openstack-request-id: req-68bc79ee-0d70-4bd7-9fb9-0d40e0c9864e {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:03.506772 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e38c274-fb8e-46b9-9e72-f354ff92137b", "tag": "87802d89-3241-4191-aea2-6839d6c4b9e0", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:03.507035 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68bc79ee-0d70-4bd7-9fb9-0d40e0c9864e {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:03.507435 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'tag': '87802d89-3241-4191-aea2-6839d6c4b9e0', 'status': 'completed', 'code': 200} Feb 10 06:25:03.512804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-521e185a-eea7-4253-931c-e79bbed69e19 req-42472126-8d39-4537-90ee-2df8fd7260e4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.0880003 Feb 10 06:25:03.531542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Network c451f625-0bda-4764-954b-0ac7cdf5247e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:03.543393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:03.544881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Pushing event updated for resources: {'Port': ['ID=a97521fa-631e-45b2-a733-2628bda77b03,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:03.562792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:25:03.567549 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-4f650183-b648-4fc5-8274-f6ba22d23524 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220891 Feb 10 06:25:03.590642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-521e185a-eea7-4253-931c-e79bbed69e19 req-e4e6ae69-d99d-40eb-9d65-a9c753c49613 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635812 Feb 10 06:25:03.648876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2371-fdeb-40f4-8aa9-16129bad7d34 req-fc842fcc-e753-4782-97cd-801640f27710 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.650014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cca2371-fdeb-40f4-8aa9-16129bad7d34 req-fc842fcc-e753-4782-97cd-801640f27710 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 931 time: 0.0584869 Feb 10 06:25:03.680753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.681380 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:03.696627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-f00aafba-9399-4ff9-ac08-f07f9b60bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.698412 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-f00aafba-9399-4ff9-ac08-f07f9b60bc78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63fd68b01c79456db71ca11a58d5d875&device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 1128 time: 0.1688349 Feb 10 06:25:03.723913 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-202aa1b1-702d-4129-a2f1-ebff05e0e2dd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4530621 Feb 10 06:25:03.749536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Request body: {'port': {'device_id': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:03.770547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cca2371-fdeb-40f4-8aa9-16129bad7d34 req-07912f99-386e-440f-94ad-21b957314ca7 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087604 Feb 10 06:25:03.786072 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc7c3b83-e751-4a94-add1-8987addfae42 req-1ca1a76f-4569-48f1-820a-db06ea39bd51 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957877 Feb 10 06:25:03.797262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3988be0-fe37-4b9f-8014-bd9ff8c439cd req-267d6ee4-f6dd-4351-97b7-b439f4f87a48 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.798910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3988be0-fe37-4b9f-8014-bd9ff8c439cd req-267d6ee4-f6dd-4351-97b7-b439f4f87a48 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 949 time: 0.0955360 Feb 10 06:25:03.850259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3988be0-fe37-4b9f-8014-bd9ff8c439cd req-f4a81da3-5570-4935-b020-2ace8e5668b2 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438094 Feb 10 06:25:03.867830 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a97521fa-631e-45b2-a733-2628bda77b03), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:03.879784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-f206a330-f75a-4a61-8a27-91b0b9b8e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:03.881254 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-f206a330-f75a-4a61-8a27-91b0b9b8e81d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 HTTP/1.1" status: 200 len: 923 time: 0.1750486 Feb 10 06:25:04.010086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a51eb-c978-4783-a025-4cd096630bf0 req-1dc46a71-ce21-4054-be13-6e49780922b2 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.011581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f4a51eb-c978-4783-a025-4cd096630bf0 req-1dc46a71-ce21-4054-be13-6e49780922b2 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 944 time: 0.0809057 Feb 10 06:25:04.031528 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-52aef812-d204-4a52-bb7c-72b4b21aa29d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87802d89-3241-4191-aea2-6839d6c4b9e0 HTTP/1.1" status: 200 len: 1002 time: 0.1273546 Feb 10 06:25:04.036179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7bc2d-a570-47d8-92be-561280c3edf7 req-74857646-f7c1-4f99-936c-5323286cf314 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.037711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1a7bc2d-a570-47d8-92be-561280c3edf7 req-74857646-f7c1-4f99-936c-5323286cf314 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1128 time: 0.0683327 Feb 10 06:25:04.097713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f4a51eb-c978-4783-a025-4cd096630bf0 req-afc4458a-329c-47b4-9d4a-b22dfdc3d40a tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778010 Feb 10 06:25:04.110427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1a7bc2d-a570-47d8-92be-561280c3edf7 req-8920447c-b90e-4703-af35-4deb0be9ab56 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618899 Feb 10 06:25:04.133906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-99effeb3-cf17-4d2c-b8ed-6836eac65641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.135411 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-99effeb3-cf17-4d2c-b8ed-6836eac65641 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6399afe-e542-4aee-aa65-2f91664b2256 HTTP/1.1" status: 200 len: 862 time: 0.0962839 Feb 10 06:25:04.233619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-f646f9ce-13b2-4ea5-adfc-6606234b1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.235152 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-f646f9ce-13b2-4ea5-adfc-6606234b1199 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915287 Feb 10 06:25:04.291689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97521fa-631e-45b2-a733-2628bda77b03 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:04.292390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640058-82f2-48b7-8c88-0c5f5f9565aa req-93342c5f-ddb3-49df-a1b9-63e1da811446 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.294013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68640058-82f2-48b7-8c88-0c5f5f9565aa req-93342c5f-ddb3-49df-a1b9-63e1da811446 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0637307 Feb 10 06:25:04.302272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Publish callbacks [] for port (a97521fa-631e-45b2-a733-2628bda77b03), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:04.347983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68640058-82f2-48b7-8c88-0c5f5f9565aa req-a67feb65-3b79-4b38-bc06-3e2956a23d6b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Feb 10 06:25:04.348571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Transition to ACTIVE for port object a97521fa-631e-45b2-a733-2628bda77b03 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:25:04.358914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a97521fa-631e-45b2-a733-2628bda77b03), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:04.414224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-084c6f2d-7ac0-4cc7-a313-63abb6ca4bbb service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608803 Feb 10 06:25:04.446122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Pushing event updated for resources: {'Port': ['ID=a97521fa-631e-45b2-a733-2628bda77b03,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:04.480427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59599-2383-4d9e-b88f-45110d9ac772 req-2d518cf5-75a6-41a7-a970-b379e3e7d912 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.482077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dde59599-2383-4d9e-b88f-45110d9ac772 req-2d518cf5-75a6-41a7-a970-b379e3e7d912 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 950 time: 0.0621352 Feb 10 06:25:04.539465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dde59599-2383-4d9e-b88f-45110d9ac772 req-b02ba062-38ea-407a-9043-f128d60fb768 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481153 Feb 10 06:25:04.588185 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f02ec8f7-c3a6-4256-9f35-610c4a5c7033 req-f6323b06-551e-498e-a560-25d37b4074dd service neutron] 10.222.0.24 "GET /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656249 Feb 10 06:25:04.589003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:04.589336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:04.589663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:04.596461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Port a97521fa-631e-45b2-a733-2628bda77b03 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:04.596880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:04.602237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:04.602600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:04.602971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:04.603514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Bound port: a97521fa-631e-45b2-a733-2628bda77b03, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:04.603726 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a97521fa-631e-45b2-a733-2628bda77b03), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:04.677614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9948ee-d2ec-46d1-920f-0603e5fa552e req-8655e171-2030-4b55-816d-eb45261d039e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.679114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a9948ee-d2ec-46d1-920f-0603e5fa552e req-8655e171-2030-4b55-816d-eb45261d039e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 947 time: 0.0580041 Feb 10 06:25:04.712911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:04.716579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:04.729589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-851c878b-3fa4-4821-a827-642956d020d5 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.731179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-851c878b-3fa4-4821-a827-642956d020d5 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 950 time: 0.0829012 Feb 10 06:25:04.732797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a97521fa-631e-45b2-a733-2628bda77b03), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:04.738416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a9948ee-d2ec-46d1-920f-0603e5fa552e req-f967dbe0-e409-49c2-bd71-3c32337fe6ec tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498843 Feb 10 06:25:04.806155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.806917 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:04.808656 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] 10.222.0.13 "PUT /v2.0/ports/a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 1091 time: 1.0694859 Feb 10 06:25:04.864981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b675315-54c6-4d48-886f-34f5c0e38e8b req-afc87ff0-f7e0-44e0-a076-f1df72371404 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.866433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b675315-54c6-4d48-886f-34f5c0e38e8b req-afc87ff0-f7e0-44e0-a076-f1df72371404 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.0646055 Feb 10 06:25:04.876472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cec26-a03b-4764-874c-4e217dbc2a1a service neutron] Pushing event updated for resources: {'Port': ['ID=a97521fa-631e-45b2-a733-2628bda77b03,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:04.932519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b675315-54c6-4d48-886f-34f5c0e38e8b req-4956e1a9-6673-4829-98cc-36dcd3ff16d1 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603311 Feb 10 06:25:04.953866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59701bc-5742-47ee-8373-5dead1b23196 req-bd6e53fb-879c-416e-8293-d05571f43e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:04.956132 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-bd6e53fb-879c-416e-8293-d05571f43e5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1125 time: 0.0817597 Feb 10 06:25:04.960456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Deleting port dd320c48-558c-4f58-9321-aaf4b4d94a7d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:04.960790 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:05.029837 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-5b576591-7bad-4e86-828a-eed1623f9420 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 217 time: 0.0546587 Feb 10 06:25:05.045016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce191aa-1b36-494a-8869-60e4504602bd req-51f69309-4427-4e47-8a55-036b2cf8652c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:05.046528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ce191aa-1b36-494a-8869-60e4504602bd req-51f69309-4427-4e47-8a55-036b2cf8652c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.0565586 Feb 10 06:25:05.101491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9bf73043-cedd-4a98-97bd-2329c5a63db8 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:25:05.102493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9bf73043-cedd-4a98-97bd-2329c5a63db8 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097396 Feb 10 06:25:05.109823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ce191aa-1b36-494a-8869-60e4504602bd req-8da4a566-15e0-4798-aa8f-8548b2e0d602 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569985 Feb 10 06:25:05.128591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59701bc-5742-47ee-8373-5dead1b23196 req-44c211ab-72b3-4de6-9d78-24704ac405c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:05.128591 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-44c211ab-72b3-4de6-9d78-24704ac405c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.0893679 Feb 10 06:25:05.132797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] For port dd320c48-558c-4f58-9321-aaf4b4d94a7d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dd320c48-558c-4f58-9321-aaf4b4d94a7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:05.133179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:05.147381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-a7adc0e7-bbd9-4298-856d-888590af55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:05.148764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-a7adc0e7-bbd9-4298-856d-888590af55e1 service neutron] 10.222.0.21 "GET /v2.0/ports/d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 200 len: 1125 time: 0.0373573 Feb 10 06:25:05.158319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Request body: {'binding': {'host': 'n-h1-828670-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:05.158779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Unknown quota resources ['binding']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:25:05.171988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Calling delete_port for dd320c48-558c-4f58-9321-aaf4b4d94a7d owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:05.175672 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-6416e77b-2a76-4e8e-9206-56e6357cfa2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398443 Feb 10 06:25:05.289566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddb8d8-97d7-4b59-a7db-73e14fb88cba req-f52411d9-a766-4391-96d3-54dad20fbd2a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:05.291072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9ddb8d8-97d7-4b59-a7db-73e14fb88cba req-f52411d9-a766-4391-96d3-54dad20fbd2a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 949 time: 0.1088271 Feb 10 06:25:05.319631 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-1c6a5c20-39c2-4156-85de-c5561c510189 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368911 Feb 10 06:25:05.366461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9ddb8d8-97d7-4b59-a7db-73e14fb88cba req-9b4304c0-4c8d-4262-a6de-f57eb02460d7 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690448 Feb 10 06:25:05.368384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd on host n-h1-828670-1 for vnic_type normal with profile None {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:05.368718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:05.369044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:05.375122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Port d4438826-e832-49a2-af98-df131a93d6bd on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:05.376053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:05.393937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:05.394646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:05.394938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:05.395366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Bound port: d4438826-e832-49a2-af98-df131a93d6bd, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:05.427950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (dd320c48-558c-4f58-9321-aaf4b4d94a7d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:05.447823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e2e2a10a-7308-4c4d-b696-6c044915b127'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:05.451140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['dd320c48-558c-4f58-9321-aaf4b4d94a7d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:05.471065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Pushing event deleted for resources: {'Port': ['ID=dd320c48-558c-4f58-9321-aaf4b4d94a7d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:05.505325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e59701bc-5742-47ee-8373-5dead1b23196 req-f614c7af-cb8e-46fa-9d66-173f79b061ea service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717155 Feb 10 06:25:05.508772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:05.512485 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab2699b-8986-4ebc-b131-6bd261cf5284" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "tag": "a97521fa-631e-45b2-a733-2628bda77b03"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:05.571750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] No DVR routers for this DVR port dd320c48-558c-4f58-9321-aaf4b4d94a7d on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:25:05.576225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:05.581915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4f9a15ba-d6d1-4d60-a42a-f833c1720667 req-d84bf69a-8cc5-493c-8bc2-28eb7438b3e1 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.24 "DELETE /v2.0/ports/dd320c48-558c-4f58-9321-aaf4b4d94a7d HTTP/1.1" status: 204 len: 173 time: 0.8434935 Feb 10 06:25:05.687610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 883d4534-b948-4c5c-8918-2be9d5e98524 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:05.707095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 910f759f-9fcc-4b9c-9adc-eece159495d7 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:05.779223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:05.799207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8b21d-a71f-42af-835b-8242c9c9106b req-ece48c5c-232e-4985-89bb-15c2a850e8e2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:05.802843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aaa8b21d-a71f-42af-835b-8242c9c9106b req-ece48c5c-232e-4985-89bb-15c2a850e8e2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.3708332 Feb 10 06:25:05.807018 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:05.808388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-db9bd4db-5683-4014-ba9d-44a757445e84 service neutron] 10.222.0.21 "POST /v2.0/ports/d4438826-e832-49a2-af98-df131a93d6bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.6538823 Feb 10 06:25:05.877172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aaa8b21d-a71f-42af-835b-8242c9c9106b req-479676f6-87d4-48b3-8e11-8e5bc73fdee0 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605447 Feb 10 06:25:05.885657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 51accd06-142c-4a41-8064-ffc7f9ffa4c4 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:05.890820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 910f759f-9fcc-4b9c-9adc-eece159495d7 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:05.931495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 910f759f-9fcc-4b9c-9adc-eece159495d7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:05.931885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:05.997610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 883d4534-b948-4c5c-8918-2be9d5e98524, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=883d4534-b948-4c5c-8918-2be9d5e98524,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:06.020541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '883d4534-b948-4c5c-8918-2be9d5e98524', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '883d4534-b948-4c5c-8918-2be9d5e98524', 'mac_address': 'fa:16:3e:03:66:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:06.065885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679bbb8-30aa-465e-9495-14d0c4451591 req-63618049-2754-4562-9436-c074aeae5a6a tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.074409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:06.081069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b679bbb8-30aa-465e-9495-14d0c4451591 req-63618049-2754-4562-9436-c074aeae5a6a tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 944 time: 0.1151564 Feb 10 06:25:06.087115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:06.087498 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.112685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 883d4534-b948-4c5c-8918-2be9d5e98524 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:06.113084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.118379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc144df0-9d1b-4c16-9c26-0e5282d978b5 req-56105ad9-8ce8-4d16-8996-b370a5c475b9 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.119788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc144df0-9d1b-4c16-9c26-0e5282d978b5 req-56105ad9-8ce8-4d16-8996-b370a5c475b9 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1193037 Feb 10 06:25:06.157344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883d4534-b948-4c5c-8918-2be9d5e98524 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:06.162086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b679bbb8-30aa-465e-9495-14d0c4451591 req-8bd811f7-1134-4e50-b731-76906d1700eb tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800729 Feb 10 06:25:06.164614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 910f759f-9fcc-4b9c-9adc-eece159495d7 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:06.165013 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.195529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 883d4534-b948-4c5c-8918-2be9d5e98524, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=883d4534-b948-4c5c-8918-2be9d5e98524,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:06.201656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-3269eb0a-1029-4f03-8ca4-64fc6bccd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.206523 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-3269eb0a-1029-4f03-8ca4-64fc6bccd239 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1128 time: 0.0998523 Feb 10 06:25:06.206736 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.220088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0673e3b-bbe8-4f80-8260-eac81ca94524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910f759f-9fcc-4b9c-9adc-eece159495d7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:06.222977 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb00c2bc-7f97-48c7-b289-ffef0e49b74b" -d '{"events": [{"server_uuid": "e0673e3b-bbe8-4f80-8260-eac81ca94524", "name": "network-vif-plugged", "status": "completed", "tag": "910f759f-9fcc-4b9c-9adc-eece159495d7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:06.239114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc144df0-9d1b-4c16-9c26-0e5282d978b5 req-e55b0f96-2bf8-49e7-b169-30f723a94efc tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034095 Feb 10 06:25:06.271249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 910f759f-9fcc-4b9c-9adc-eece159495d7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=910f759f-9fcc-4b9c-9adc-eece159495d7,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:06.291005 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece20320-5eb9-4107-a125-23f445db357d x-openstack-request-id: req-ece20320-5eb9-4107-a125-23f445db357d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:06.291281 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "tag": "a97521fa-631e-45b2-a733-2628bda77b03", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:06.291618 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ece20320-5eb9-4107-a125-23f445db357d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:06.291963 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03', 'status': 'completed', 'code': 200} Feb 10 06:25:06.338253 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.339093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7351c1be-8582-4d38-82ea-4eb4a51f9509 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:06.363466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bca55777-254b-4626-b371-2805de62df9b req-e4e2a418-0026-402c-9feb-eb3d6e9fe7ca tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c6a97e-e034-4b7d-96b9-e2e1dd090086 HTTP/1.1" status: 200 len: 210 time: 0.0442059 Feb 10 06:25:06.368963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:06.369367 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.406547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-207a4e49-2bbf-4f1f-b87f-1db12c79c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.408248 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-207a4e49-2bbf-4f1f-b87f-1db12c79c59e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1125 time: 0.1153769 Feb 10 06:25:06.409571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-314b984a-78b0-425c-91d1-43ea17e58bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.410962 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-314b984a-78b0-425c-91d1-43ea17e58bed service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.1932786 Feb 10 06:25:06.420469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=883d4534-b948-4c5c-8918-2be9d5e98524,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:06.448976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d7979-2bad-484e-a5f3-ac56d25ddbae req-8b15dffa-c30b-40e0-971a-c3cc5139a11c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.453790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-322d7979-2bad-484e-a5f3-ac56d25ddbae req-8b15dffa-c30b-40e0-971a-c3cc5139a11c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 948 time: 0.1217883 Feb 10 06:25:06.467682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51accd06-142c-4a41-8064-ffc7f9ffa4c4, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51accd06-142c-4a41-8064-ffc7f9ffa4c4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:06.479125 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-495712a9-fe68-4c67-999b-ccb195b290ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 200 len: 217 time: 0.0569410 Feb 10 06:25:06.491343 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.518560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['883d4534-b948-4c5c-8918-2be9d5e98524'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:06.537063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-322d7979-2bad-484e-a5f3-ac56d25ddbae req-16c7f207-dfb3-4fa5-81fe-c28e63d0803e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636311 Feb 10 06:25:06.547621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900340-63a3-4efa-8369-4309838a5e48 req-37ec057f-1484-4d09-bb16-a16f86b37b64 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.555101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22900340-63a3-4efa-8369-4309838a5e48 req-37ec057f-1484-4d09-bb16-a16f86b37b64 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 946 time: 0.1373250 Feb 10 06:25:06.585057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 7351c1be-8582-4d38-82ea-4eb4a51f9509 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:06.589990 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.591147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=910f759f-9fcc-4b9c-9adc-eece159495d7,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:06.602814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 7351c1be-8582-4d38-82ea-4eb4a51f9509 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:06.603364 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.638275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22900340-63a3-4efa-8369-4309838a5e48 req-7326e7f2-8d23-4bef-a710-2b1f6df46fb9 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822129 Feb 10 06:25:06.683260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cdd26-bdb8-4c9d-9e6b-7784db929f84 req-c0baadbc-1163-4853-a6fb-6d5e85e03166 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.690600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f4cdd26-bdb8-4c9d-9e6b-7784db929f84 req-c0baadbc-1163-4853-a6fb-6d5e85e03166 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.0751233 Feb 10 06:25:06.710564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=51accd06-142c-4a41-8064-ffc7f9ffa4c4,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:06.744078 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09ef62a-0150-46d6-96cc-17a521f75f15 x-openstack-request-id: req-a09ef62a-0150-46d6-96cc-17a521f75f15 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:06.744524 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0673e3b-bbe8-4f80-8260-eac81ca94524", "name": "network-vif-plugged", "status": "completed", "tag": "910f759f-9fcc-4b9c-9adc-eece159495d7", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:06.744881 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a09ef62a-0150-46d6-96cc-17a521f75f15 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:06.745380 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0673e3b-bbe8-4f80-8260-eac81ca94524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910f759f-9fcc-4b9c-9adc-eece159495d7', 'code': 200} Feb 10 06:25:06.771163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f4cdd26-bdb8-4c9d-9e6b-7784db929f84 req-93f9917a-797c-4ed2-82d3-f2b75c7cb640 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795848 Feb 10 06:25:06.818759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 7351c1be-8582-4d38-82ea-4eb4a51f9509 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:06.819313 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.864964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7351c1be-8582-4d38-82ea-4eb4a51f9509, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7351c1be-8582-4d38-82ea-4eb4a51f9509,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:06.870851 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:06.895668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273ba1f-7973-4cd0-ae18-331aefba9f3e req-e5782423-9ac1-428f-bb3a-5f210e47da3f tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.897151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f273ba1f-7973-4cd0-ae18-331aefba9f3e req-e5782423-9ac1-428f-bb3a-5f210e47da3f tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 949 time: 0.0793321 Feb 10 06:25:06.898393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-c741a2f5-0dd3-4bd2-81e8-d71400b1099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.899874 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-c741a2f5-0dd3-4bd2-81e8-d71400b1099e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.4141920 Feb 10 06:25:06.921253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-e729421e-9814-4e36-bce5-674bd2aa9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.922644 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-e729421e-9814-4e36-bce5-674bd2aa9a0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.5017679 Feb 10 06:25:06.925345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=7351c1be-8582-4d38-82ea-4eb4a51f9509,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:06.943008 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-33805232-f9e3-4cf7-a63f-5f9c4db29c86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328150 Feb 10 06:25:06.953442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f273ba1f-7973-4cd0-ae18-331aefba9f3e req-63df670e-03aa-4946-b939-a0820314aef2 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499880 Feb 10 06:25:06.996038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c855e5c-c1dc-46fa-88a2-055cbdef5e89 req-64216c87-0f4d-4131-bd7b-3cfe23353e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:06.997500 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6c855e5c-c1dc-46fa-88a2-055cbdef5e89 req-64216c87-0f4d-4131-bd7b-3cfe23353e8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 1127 time: 0.1605895 Feb 10 06:25:06.998728 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-5a2e1c0a-c95f-4893-a106-db12b8ad3d0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 217 time: 0.0596554 Feb 10 06:25:07.110247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-b9ee05fa-a156-41b5-8041-1561fb281bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:07.112296 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-b9ee05fa-a156-41b5-8041-1561fb281bee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1054382 Feb 10 06:25:07.163365 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-e0b18b24-fcd6-48a1-9b3d-36dfe3206ff7 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127295 Feb 10 06:25:07.165035 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-86f7531d-300c-47e2-848d-c36d5ddb0e44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427003 Feb 10 06:25:07.167463 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6c855e5c-c1dc-46fa-88a2-055cbdef5e89 req-7b987dad-ea9c-438b-b893-a84537d740a9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595926 Feb 10 06:25:07.277232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679006e-f747-4662-a118-063bbfe7b11d req-47fbdfaf-b7d4-4e33-80de-05d53037b473 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:07.278733 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3679006e-f747-4662-a118-063bbfe7b11d req-47fbdfaf-b7d4-4e33-80de-05d53037b473 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 945 time: 0.0533164 Feb 10 06:25:07.325000 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-cd191b85-b65a-40c4-95e1-100b9b0d7deb service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506243 Feb 10 06:25:07.326857 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-e55911d7-8fc4-4a28-a910-12e7140b779f service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458063 Feb 10 06:25:07.365514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3679006e-f747-4662-a118-063bbfe7b11d req-380fc6eb-b433-42c3-9393-d5d355b3bfbb tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803883 Feb 10 06:25:07.392037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc191bf-4b0d-4b49-8ebb-47bb43db92df req-71ead171-9566-4fd6-8e34-5b0b796f8609 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:07.393704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdc191bf-4b0d-4b49-8ebb-47bb43db92df req-71ead171-9566-4fd6-8e34-5b0b796f8609 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0713615 Feb 10 06:25:07.443126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdc191bf-4b0d-4b49-8ebb-47bb43db92df req-e1f7ad50-0439-450c-80d9-6495f003e97e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 Feb 10 06:25:07.481808 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cab2699b-8986-4ebc-b131-6bd261cf5284 req-b21fbb89-7a8c-4d43-8930-cc399032de84 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308126 Feb 10 06:25:07.491955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-2df6b3f1-500c-4778-b481-f95f24e0b70c tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:07.493430 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-2df6b3f1-500c-4778-b481-f95f24e0b70c tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1128 time: 0.0750484 Feb 10 06:25:07.504823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828670-1'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:07.576695 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:07.675220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678f8c-25a7-415f-9591-60c073ebbc1b req-6c8ae72d-e7a9-456e-8178-d39743256d29 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:07.676708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b678f8c-25a7-415f-9591-60c073ebbc1b req-6c8ae72d-e7a9-456e-8178-d39743256d29 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.0858076 Feb 10 06:25:07.687649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89e5c0-59a3-4874-b1b4-2caf6e58dd5f req-326266cf-5444-4903-9612-d716bdd9206a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:07.689367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d89e5c0-59a3-4874-b1b4-2caf6e58dd5f req-326266cf-5444-4903-9612-d716bdd9206a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 948 time: 0.0708148 Feb 10 06:25:07.701544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 883d4534-b948-4c5c-8918-2be9d5e98524 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:07.709419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:07.753165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:07.761376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 883d4534-b948-4c5c-8918-2be9d5e98524 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:07.765801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 883d4534-b948-4c5c-8918-2be9d5e98524 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:07.766265 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:07.766534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b678f8c-25a7-415f-9591-60c073ebbc1b req-1f931d58-1ff1-4626-a069-429d4c0410a5 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760803 Feb 10 06:25:07.772204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d89e5c0-59a3-4874-b1b4-2caf6e58dd5f req-0b2be41b-2b30-46dd-9fa0-c493f41ef04e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753372 Feb 10 06:25:07.810985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Publish callbacks [] for port (d4438826-e832-49a2-af98-df131a93d6bd), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:07.820015 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:07.869612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 883d4534-b948-4c5c-8918-2be9d5e98524 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:07.870268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:07.907440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 883d4534-b948-4c5c-8918-2be9d5e98524, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=883d4534-b948-4c5c-8918-2be9d5e98524,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:07.912738 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:07.912902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:07.913330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device dd320c48-558c-4f58-9321-aaf4b4d94a7d no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:07.922020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d445b-b876-41cf-b306-69b87de3f4e9 req-637f1e13-5166-40a0-aff9-e5a544654168 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:07.924140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-697d445b-b876-41cf-b306-69b87de3f4e9 req-637f1e13-5166-40a0-aff9-e5a544654168 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.0865972 Feb 10 06:25:07.925684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd on host n-h2-828670-1 for vnic_type normal with profile {"migrating_to": "n-h1-828670-1"} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:07.926101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:07.926556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:07.931805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea28153-5de3-404e-8a7e-200b7c80da4b req-28c1437c-77aa-4bcf-8548-c27923a8fd48 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:07.931965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Port d4438826-e832-49a2-af98-df131a93d6bd on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:07.932197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Attempting to bind port d4438826-e832-49a2-af98-df131a93d6bd on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:07.933256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cea28153-5de3-404e-8a7e-200b7c80da4b req-28c1437c-77aa-4bcf-8548-c27923a8fd48 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.0944197 Feb 10 06:25:07.937417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:07.937759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:07.938141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:07.938602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Bound port: d4438826-e832-49a2-af98-df131a93d6bd, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:07.938965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:07.973375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: dd320c48-558c-4f58-9321-aaf4b4d94a7d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:25:07.973764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device dd320c48-558c-4f58-9321-aaf4b4d94a7d not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:25:07.999597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=883d4534-b948-4c5c-8918-2be9d5e98524,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:08.006269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cea28153-5de3-404e-8a7e-200b7c80da4b req-2dc08a29-5b20-4f6f-b798-5dfba2a98600 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656893 Feb 10 06:25:08.006972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:08.009038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.009406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.009762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.010137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.010550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.010890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.011015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:08.011215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.012039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.012175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.012947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.012947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.013089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.013483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:08.018475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-697d445b-b876-41cf-b306-69b87de3f4e9 req-c01d5dca-b38a-466e-84d4-e88c12dcfd79 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815017 Feb 10 06:25:08.019926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:08.102269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:08.102913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:08.104298 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] 10.222.0.13 "PUT /v2.0/ports/d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 200 len: 1122 time: 0.6045144 Feb 10 06:25:08.105288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e17551-a7e8-4486-84a2-1940f509a08a service neutron] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:08.128840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517c0e5-09b3-4591-bbdd-79034a8b66c9 req-a93dc97f-b2fa-4b56-a492-a05330970ab2 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:08.130344 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a517c0e5-09b3-4591-bbdd-79034a8b66c9 req-a93dc97f-b2fa-4b56-a492-a05330970ab2 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 950 time: 0.0586348 Feb 10 06:25:08.177795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a517c0e5-09b3-4591-bbdd-79034a8b66c9 req-99424e41-0d4d-4730-ab07-8213b5179c0a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Feb 10 06:25:08.211142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['d4438826-e832-49a2-af98-df131a93d6bd'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:08.293466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c6a97e-e034-4b7d-96b9-e2e1dd090086', 'name': 'network-vif-deleted', 'tag': 'dd320c48-558c-4f58-9321-aaf4b4d94a7d'}, {'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd'}, {'name': 'network-changed', 'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:08.296115 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a171fb86-db20-4171-b52b-45fd00177a5e" -d '{"events": [{"server_uuid": "64c6a97e-e034-4b7d-96b9-e2e1dd090086", "name": "network-vif-deleted", "tag": "dd320c48-558c-4f58-9321-aaf4b4d94a7d"}, {"server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "name": "network-vif-unplugged", "status": "completed", "tag": "d4438826-e832-49a2-af98-df131a93d6bd"}, {"name": "network-changed", "server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "tag": "d4438826-e832-49a2-af98-df131a93d6bd"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:08.342393 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d15464-948b-4081-99c2-0ce0c4b064eb x-openstack-request-id: req-33d15464-948b-4081-99c2-0ce0c4b064eb {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:08.342776 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c6a97e-e034-4b7d-96b9-e2e1dd090086", "name": "network-vif-deleted", "tag": "dd320c48-558c-4f58-9321-aaf4b4d94a7d", "status": "completed", "code": 200}, {"server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "name": "network-vif-unplugged", "status": "completed", "tag": "d4438826-e832-49a2-af98-df131a93d6bd", "code": 200}, {"name": "network-changed", "server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "tag": "d4438826-e832-49a2-af98-df131a93d6bd", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:08.343115 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33d15464-948b-4081-99c2-0ce0c4b064eb {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:08.343586 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c6a97e-e034-4b7d-96b9-e2e1dd090086', 'name': 'network-vif-deleted', 'tag': 'dd320c48-558c-4f58-9321-aaf4b4d94a7d', 'status': 'completed', 'code': 200} Feb 10 06:25:08.343940 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd', 'code': 200} Feb 10 06:25:08.344253 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd', 'status': 'completed', 'code': 200} Feb 10 06:25:08.411260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171fb86-db20-4171-b52b-45fd00177a5e req-d1e6cf55-2fb2-4092-84b1-8def674f2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:08.412780 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a171fb86-db20-4171-b52b-45fd00177a5e req-d1e6cf55-2fb2-4092-84b1-8def674f2355 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1156 time: 0.0463965 Feb 10 06:25:08.483639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771eccb-7d2d-462f-b1b6-f31620f1a617 req-db5493dd-3e14-485d-b5d4-cf88aecb350c tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:08.485134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5771eccb-7d2d-462f-b1b6-f31620f1a617 req-db5493dd-3e14-485d-b5d4-cf88aecb350c tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 945 time: 0.0520678 Feb 10 06:25:08.515040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171fb86-db20-4171-b52b-45fd00177a5e req-951dae56-8bcb-436b-b5c2-e06cebbd0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:08.516631 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a171fb86-db20-4171-b52b-45fd00177a5e req-951dae56-8bcb-436b-b5c2-e06cebbd0af9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.0967314 Feb 10 06:25:08.542675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5771eccb-7d2d-462f-b1b6-f31620f1a617 req-84bc4443-1e95-48eb-a6d7-f79f4412fd1d tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492616 Feb 10 06:25:08.562708 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a171fb86-db20-4171-b52b-45fd00177a5e req-25c525a6-e2fc-492a-89c7-8b4ede357f9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 200 len: 217 time: 0.0355797 Feb 10 06:25:08.587392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be542b2-2260-4f1b-9e18-c7b37a3dd301 req-2428357f-ce0a-44b6-bbbe-e2aa13ff4455 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:08.588881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2be542b2-2260-4f1b-9e18-c7b37a3dd301 req-2428357f-ce0a-44b6-bbbe-e2aa13ff4455 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0684922 Feb 10 06:25:08.607987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171fb86-db20-4171-b52b-45fd00177a5e req-bad8d7a8-e91b-4f8a-9d1d-9349f640688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:08.609717 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a171fb86-db20-4171-b52b-45fd00177a5e req-bad8d7a8-e91b-4f8a-9d1d-9349f640688a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0445507 Feb 10 06:25:08.636355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2be542b2-2260-4f1b-9e18-c7b37a3dd301 req-ed53232d-b9ff-47a2-8915-5638469268f3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Feb 10 06:25:08.641811 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a171fb86-db20-4171-b52b-45fd00177a5e req-1eb2fbfd-dd7f-4992-bf00-918481192ac2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261662 Feb 10 06:25:08.746032 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a171fb86-db20-4171-b52b-45fd00177a5e req-85449e38-8050-47eb-b013-cd9863e710c8 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917215 Feb 10 06:25:08.746735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376af22d-1cb2-4792-9d32-a43d87fb67f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51accd06-142c-4a41-8064-ffc7f9ffa4c4'}, {'server_uuid': '8d4b6942-0cad-427d-b198-ab20d961725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7351c1be-8582-4d38-82ea-4eb4a51f9509'}, {'server_uuid': '7202a300-881a-4d60-ac90-2e9655dbb20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883d4534-b948-4c5c-8918-2be9d5e98524'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:08.749194 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b456b96f-0d12-488f-a74b-cf85de0008b1" -d '{"events": [{"server_uuid": "376af22d-1cb2-4792-9d32-a43d87fb67f5", "name": "network-vif-plugged", "status": "completed", "tag": "51accd06-142c-4a41-8064-ffc7f9ffa4c4"}, {"server_uuid": "8d4b6942-0cad-427d-b198-ab20d961725a", "name": "network-vif-plugged", "status": "completed", "tag": "7351c1be-8582-4d38-82ea-4eb4a51f9509"}, {"server_uuid": "7202a300-881a-4d60-ac90-2e9655dbb20f", "name": "network-vif-plugged", "status": "completed", "tag": "883d4534-b948-4c5c-8918-2be9d5e98524"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:08.797938 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8c01e1-26cd-44df-b83f-458d2051fc84 x-openstack-request-id: req-de8c01e1-26cd-44df-b83f-458d2051fc84 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:08.798369 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376af22d-1cb2-4792-9d32-a43d87fb67f5", "name": "network-vif-plugged", "status": "completed", "tag": "51accd06-142c-4a41-8064-ffc7f9ffa4c4", "code": 200}, {"server_uuid": "8d4b6942-0cad-427d-b198-ab20d961725a", "name": "network-vif-plugged", "status": "completed", "tag": "7351c1be-8582-4d38-82ea-4eb4a51f9509", "code": 200}, {"server_uuid": "7202a300-881a-4d60-ac90-2e9655dbb20f", "name": "network-vif-plugged", "status": "completed", "tag": "883d4534-b948-4c5c-8918-2be9d5e98524", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:08.799252 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de8c01e1-26cd-44df-b83f-458d2051fc84 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:08.799748 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376af22d-1cb2-4792-9d32-a43d87fb67f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51accd06-142c-4a41-8064-ffc7f9ffa4c4', 'code': 200} Feb 10 06:25:08.800102 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4b6942-0cad-427d-b198-ab20d961725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7351c1be-8582-4d38-82ea-4eb4a51f9509', 'code': 200} Feb 10 06:25:08.800553 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7202a300-881a-4d60-ac90-2e9655dbb20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883d4534-b948-4c5c-8918-2be9d5e98524', 'code': 200} Feb 10 06:25:08.853601 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a171fb86-db20-4171-b52b-45fd00177a5e req-f4f53ea2-265d-4b5e-ae4e-fcba80b6dc79 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015048 Feb 10 06:25:08.995204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe56ae-dbb6-4f42-adc1-bfd97524660b req-12d7c451-94e8-4dac-9300-c6e14a5d2159 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:08.996929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98fe56ae-dbb6-4f42-adc1-bfd97524660b req-12d7c451-94e8-4dac-9300-c6e14a5d2159 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.0801640 Feb 10 06:25:09.006331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61712ebb-42f6-4bf8-9570-38cb084358f3 req-197ada1e-9952-468c-871e-9dae09bfb5d8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:09.007597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61712ebb-42f6-4bf8-9570-38cb084358f3 req-197ada1e-9952-468c-871e-9dae09bfb5d8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 949 time: 0.1045682 Feb 10 06:25:09.016586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8c1a7-b487-4df0-a120-e72cfadb96ee req-f0464db6-ca59-479c-a094-c85a5d49fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:09.018153 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47e8c1a7-b487-4df0-a120-e72cfadb96ee req-f0464db6-ca59-479c-a094-c85a5d49fcb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 1131 time: 0.1405399 Feb 10 06:25:09.034518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cfad9-14ac-40a2-bdd6-2c3de79a8486 req-f7b8d4ca-5f81-4b1a-b6cc-61546c3d10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:09.036006 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eb9cfad9-14ac-40a2-bdd6-2c3de79a8486 req-f7b8d4ca-5f81-4b1a-b6cc-61546c3d10c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 1131 time: 0.0962892 Feb 10 06:25:09.043405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9490894-d75e-4454-a240-0acdacff13e2 req-3f637f39-e500-43eb-b329-1679e59a94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:09.044923 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c9490894-d75e-4454-a240-0acdacff13e2 req-3f637f39-e500-43eb-b329-1679e59a94f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 1132 time: 0.1290338 Feb 10 06:25:09.092508 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98fe56ae-dbb6-4f42-adc1-bfd97524660b req-13dbb40a-15cf-4fae-a3bd-89c4f7ec88f4 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837858 Feb 10 06:25:09.097422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61712ebb-42f6-4bf8-9570-38cb084358f3 req-59a3e771-816b-4261-965b-562b73fb73a5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748179 Feb 10 06:25:09.154112 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eb9cfad9-14ac-40a2-bdd6-2c3de79a8486 req-6025e5ed-b432-4552-9b22-a6b2f5cd7019 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071591 Feb 10 06:25:09.157222 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47e8c1a7-b487-4df0-a120-e72cfadb96ee req-b9d57025-96c3-4c13-9bb2-98e373c5940f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330080 Feb 10 06:25:09.160183 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c9490894-d75e-4454-a240-0acdacff13e2 req-05c6a7a5-2678-411d-a212-9723d0ef5304 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046979 Feb 10 06:25:09.294757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330addbb-f930-40df-a596-921428d1bd0e req-b635bf0b-eb81-460f-a570-f10f78f794c1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:09.296227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-330addbb-f930-40df-a596-921428d1bd0e req-b635bf0b-eb81-460f-a570-f10f78f794c1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.1059573 Feb 10 06:25:09.306988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbb6b5-f5a2-4eed-9275-2dfb136430d5 req-291e0718-3236-49af-a8bd-3dfb7017f412 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:09.308410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6dbb6b5-f5a2-4eed-9275-2dfb136430d5 req-291e0718-3236-49af-a8bd-3dfb7017f412 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.0849881 Feb 10 06:25:09.382024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-330addbb-f930-40df-a596-921428d1bd0e req-7e0d675d-ac34-40ad-b9e1-d5b9d5f3f8a9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723846 Feb 10 06:25:09.384859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6dbb6b5-f5a2-4eed-9275-2dfb136430d5 req-63862378-890c-407e-b773-e0d49e0430eb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692058 Feb 10 06:25:09.511042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f8346-7ecf-4009-80c7-cd6dbde735b0 req-8dcce5b6-5435-48d2-9783-61a050698faf tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:09.512524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d1f8346-7ecf-4009-80c7-cd6dbde735b0 req-8dcce5b6-5435-48d2-9783-61a050698faf tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 950 time: 0.0564406 Feb 10 06:25:09.559540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d1f8346-7ecf-4009-80c7-cd6dbde735b0 req-cb6efdc1-c9f9-480d-be24-7b6a0a402bb6 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Feb 10 06:25:09.753469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15933900-b484-46c6-83d9-8d5151c84353 req-156f3ca7-8119-4122-8198-ccca14f97166 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:09.755020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15933900-b484-46c6-83d9-8d5151c84353 req-156f3ca7-8119-4122-8198-ccca14f97166 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0526059 Feb 10 06:25:09.775353 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:09.802718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15933900-b484-46c6-83d9-8d5151c84353 req-29bc1fcd-a58c-4850-970f-201a3c5fb578 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Feb 10 06:25:09.904258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device a97521fa-631e-45b2-a733-2628bda77b03 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:09.998698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:10.009770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'a97521fa-631e-45b2-a733-2628bda77b03', 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e', 'port_id': 'a97521fa-631e-45b2-a733-2628bda77b03', 'mac_address': 'fa:16:3e:89:27:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81589f97-ebbc-4951-b3d5-e0f9e7c1ed40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:10.050318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port a97521fa-631e-45b2-a733-2628bda77b03 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:10.050721 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a97521fa-631e-45b2-a733-2628bda77b03), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:10.063154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97521fa-631e-45b2-a733-2628bda77b03 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:10.083647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:10.088070 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a97521fa-631e-45b2-a733-2628bda77b03), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:10.135441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=a97521fa-631e-45b2-a733-2628bda77b03,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:10.240760 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f05086f-f372-40aa-b31e-fc88a9fd636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:10.290222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b161f-b25e-4558-9a87-c98235175755 req-bcf6edaa-63d1-41c4-937c-b1445bf39b6f tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:10.291911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-430b161f-b25e-4558-9a87-c98235175755 req-bcf6edaa-63d1-41c4-937c-b1445bf39b6f tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.1064782 Feb 10 06:25:10.301543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a7e24-918c-4e49-acac-8689ef67f10f req-0f07287d-6d86-44a7-8c5f-56aaa1d28e18 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:10.303173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-220a7e24-918c-4e49-acac-8689ef67f10f req-0f07287d-6d86-44a7-8c5f-56aaa1d28e18 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 949 time: 0.1033008 Feb 10 06:25:10.382874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-430b161f-b25e-4558-9a87-c98235175755 req-f4ff8943-95bd-4d75-9942-ae5b07f639a9 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786602 Feb 10 06:25:10.386507 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-220a7e24-918c-4e49-acac-8689ef67f10f req-10e4e5b4-d6bb-47ea-a26e-d118c99fee43 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695424 Feb 10 06:25:10.515653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['a97521fa-631e-45b2-a733-2628bda77b03'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:10.550050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c86fad-f401-4e4f-8226-37d5355c60db req-981b2808-e4ed-42ec-afc6-1795ec518ab1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:10.551771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87c86fad-f401-4e4f-8226-37d5355c60db req-981b2808-e4ed-42ec-afc6-1795ec518ab1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 944 time: 0.0924308 Feb 10 06:25:10.559623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880265cf-23ef-44d5-9e3c-9039c220647b req-372a6ab3-194e-434d-a3bd-7afe3d2263d5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:10.561282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-880265cf-23ef-44d5-9e3c-9039c220647b req-372a6ab3-194e-434d-a3bd-7afe3d2263d5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.0917737 Feb 10 06:25:10.644143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87c86fad-f401-4e4f-8226-37d5355c60db req-201a2bc5-b292-4d99-84fd-9f3c9d5f37f9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818365 Feb 10 06:25:10.647454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-880265cf-23ef-44d5-9e3c-9039c220647b req-07c4c4ca-a7d7-42d3-b6e0-2671b8d08a95 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784762 Feb 10 06:25:10.777746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c3472-8efd-47a0-abff-157b35d60592 req-5e37b7be-7657-435b-a667-fefa122c68ba tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:10.779558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa4c3472-8efd-47a0-abff-157b35d60592 req-5e37b7be-7657-435b-a667-fefa122c68ba tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 950 time: 0.0560300 Feb 10 06:25:10.826539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa4c3472-8efd-47a0-abff-157b35d60592 req-2c0ca838-5bfa-4428-8149-d441145d1304 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Feb 10 06:25:10.934371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c341f-95f5-437d-a347-825dde3beae9 req-57beabee-c23f-49ed-8e8e-f95625ff2c88 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:10.935882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a6c341f-95f5-437d-a347-825dde3beae9 req-57beabee-c23f-49ed-8e8e-f95625ff2c88 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0627315 Feb 10 06:25:10.992205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a6c341f-95f5-437d-a347-825dde3beae9 req-53282b6e-d053-45ba-86d9-9aac9aa92d39 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 Feb 10 06:25:11.080403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261bc4f-c61e-4f2e-ad4a-c81b0ca7918d req-ccd0bb37-89f9-4f51-9654-e028829ffc5c tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:11.081794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6261bc4f-c61e-4f2e-ad4a-c81b0ca7918d req-ccd0bb37-89f9-4f51-9654-e028829ffc5c tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 950 time: 0.0542355 Feb 10 06:25:11.128315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6261bc4f-c61e-4f2e-ad4a-c81b0ca7918d req-9d049c38-5484-4dba-b7a2-f68715bcb82f tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Feb 10 06:25:11.277875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-10cdd9ed-fd62-42bc-8086-02ebbe14a3ac tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bee041e231ba451ea2df515c55efe3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238001 Feb 10 06:25:11.402407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-8892c3d6-6669-436b-a30d-c139aa129c13 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:11.404131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-8892c3d6-6669-436b-a30d-c139aa129c13 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207950 Feb 10 06:25:11.423144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-7f0ef836-0c37-42c1-bfca-f3952ba82341 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/quotas/bee041e231ba451ea2df515c55efe3b8 HTTP/1.1" status: 200 len: 375 time: 0.0118542 Feb 10 06:25:11.507534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-a021c37a-9b4f-4f93-8fcc-864e6e9f977d tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bee041e231ba451ea2df515c55efe3b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802424 Feb 10 06:25:11.522055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65591-fceb-4fb1-a4a8-6bfe353f2e1c req-0751a86c-99da-4ff3-96da-d1d196a8c17c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:11.523379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cb65591-fceb-4fb1-a4a8-6bfe353f2e1c req-0751a86c-99da-4ff3-96da-d1d196a8c17c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 950 time: 0.0643282 Feb 10 06:25:11.573116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cb65591-fceb-4fb1-a4a8-6bfe353f2e1c req-016a720a-c62c-476a-a0ee-3a41324c5e95 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440395 Feb 10 06:25:11.685678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-253cdadb-a6d0-4dbe-aa55-5ffc6bd21791 req-635dc86d-6b8f-4e30-b680-eeac4492acaf tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 210 time: 0.0309172 Feb 10 06:25:11.704480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ecfe7-e092-4265-9603-395c7910cb50 req-faa00cf1-dcfe-49df-8fe9-fcc829794f55 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:11.706463 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a28ecfe7-e092-4265-9603-395c7910cb50 req-faa00cf1-dcfe-49df-8fe9-fcc829794f55 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 949 time: 0.0784481 Feb 10 06:25:11.790903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a28ecfe7-e092-4265-9603-395c7910cb50 req-7df3fc78-719b-49cd-9825-c561dabd8bbb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752149 Feb 10 06:25:11.817634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de753a3c-1595-403a-9512-40019d18d76b req-e87f43a8-be0d-4e61-b482-aed8d4c94441 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:11.819947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de753a3c-1595-403a-9512-40019d18d76b req-e87f43a8-be0d-4e61-b482-aed8d4c94441 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 944 time: 0.0678082 Feb 10 06:25:11.895338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de753a3c-1595-403a-9512-40019d18d76b req-d0c6b080-e233-48cd-b8c3-e2fd194c9f3d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693800 Feb 10 06:25:11.918222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d4438826-e832-49a2-af98-df131a93d6bd details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:11.919070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbbf33-1659-45be-b70c-cfb4d232d8fb req-3ca37e74-14f4-4cb1-aaa3-1843f3b85821 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:11.920712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dbbbf33-1659-45be-b70c-cfb4d232d8fb req-3ca37e74-14f4-4cb1-aaa3-1843f3b85821 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.0708976 Feb 10 06:25:11.921182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e2e2a10a-7308-4c4d-b696-6c044915b127 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:11.983889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dbbbf33-1659-45be-b70c-cfb4d232d8fb req-81739568-35cf-4c56-9b75-8ab97ccd4025 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548398 Feb 10 06:25:12.059292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d13ce-87c5-45bc-b5e7-23a475be9431 req-b0ed3c61-d96c-4e40-a3b1-29bc386dddf7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:12.060850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c61d13ce-87c5-45bc-b5e7-23a475be9431 req-b0ed3c61-d96c-4e40-a3b1-29bc386dddf7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.0693178 Feb 10 06:25:12.107608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e2e2a10a-7308-4c4d-b696-6c044915b127 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:12.107962 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:12.135904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:12.155428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31131635-8228-400e-b635-478da647f98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e2a10a-7308-4c4d-b696-6c044915b127'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:12.156142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c61d13ce-87c5-45bc-b5e7-23a475be9431 req-0110b8ae-2fe2-4206-bf64-a126ef6da61e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835238 Feb 10 06:25:12.158813 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed8ced0-6094-4b1b-aabc-1db2c43a7ea5" -d '{"events": [{"server_uuid": "31131635-8228-400e-b635-478da647f98f", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e2a10a-7308-4c4d-b696-6c044915b127"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:12.171578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d4438826-e832-49a2-af98-df131a93d6bd has no active binding in host n-h1-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 06:25:12.174053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e2e2a10a-7308-4c4d-b696-6c044915b127, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e2e2a10a-7308-4c4d-b696-6c044915b127,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:12.180215 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:12.191659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f57a91-257a-4091-a00c-26b4bb8b444f req-55c58e38-984c-4141-99a5-b6dfab3b4bf0 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:12.193528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6f57a91-257a-4091-a00c-26b4bb8b444f req-55c58e38-984c-4141-99a5-b6dfab3b4bf0 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1126919 Feb 10 06:25:12.217859 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca61be-eddf-46c4-a358-c2f3442801c0 x-openstack-request-id: req-b7ca61be-eddf-46c4-a358-c2f3442801c0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:12.218172 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31131635-8228-400e-b635-478da647f98f", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e2a10a-7308-4c4d-b696-6c044915b127", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:12.218452 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7ca61be-eddf-46c4-a358-c2f3442801c0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:12.218839 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31131635-8228-400e-b635-478da647f98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e2a10a-7308-4c4d-b696-6c044915b127', 'code': 200} Feb 10 06:25:12.245458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6f57a91-257a-4091-a00c-26b4bb8b444f req-ac46da2e-1360-4751-b7bd-2ce6d77a40f1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Feb 10 06:25:12.246837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e2e2a10a-7308-4c4d-b696-6c044915b127,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:12.414191 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fed70e3-5a20-491b-ae1b-2334e6b1c132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:12.703459 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-3d5bbd16-c80e-4fcb-b139-43b970d3ecd1 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bee041e231ba451ea2df515c55efe3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270369 Feb 10 06:25:12.708825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860a3ff-436c-4cc1-8e5a-62b7fb092597 req-d4bcf172-380f-445a-b765-1c8354a9f33b tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:12.710674 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f860a3ff-436c-4cc1-8e5a-62b7fb092597 req-d4bcf172-380f-445a-b765-1c8354a9f33b tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 948 time: 0.0635533 Feb 10 06:25:12.806561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f860a3ff-436c-4cc1-8e5a-62b7fb092597 req-b83be2cc-580c-47dd-b395-ae150b39c7d6 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870388 Feb 10 06:25:12.863237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-4d062b27-dc10-45a0-af2b-26b9c9ebc729 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:12.864698 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-4d062b27-dc10-45a0-af2b-26b9c9ebc729 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552837 Feb 10 06:25:12.886336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8ff04ca-b35b-4d78-b74e-4c62c24939f8 req-baacd4e4-17b7-4dde-a689-712cecffd05b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 210 time: 0.0308969 Feb 10 06:25:12.978597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Request body: {'port': {'device_id': 'e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'bee041e231ba451ea2df515c55efe3b8'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:13.039885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bf295-0237-429b-87bb-8b01030e472e req-bbfe4406-b0df-4697-8a1d-7d6a0a6d550d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:13.041001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5bf295-0237-429b-87bb-8b01030e472e req-bbfe4406-b0df-4697-8a1d-7d6a0a6d550d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 944 time: 0.0563111 Feb 10 06:25:13.094971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Made reservation on behalf of bee041e231ba451ea2df515c55efe3b8 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:13.098443 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:13.122813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5bf295-0237-429b-87bb-8b01030e472e req-61085fb5-cd3a-420c-9f03-a9d08ece08d4 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715559 Feb 10 06:25:13.146058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaaf8a-f130-4e78-8b2f-27bc0ea4f38b req-ed60a9da-a7d4-4d16-bea7-57a330228edb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:13.151167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbeaaf8a-f130-4e78-8b2f-27bc0ea4f38b req-ed60a9da-a7d4-4d16-bea7-57a330228edb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.0757289 Feb 10 06:25:13.202212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbeaaf8a-f130-4e78-8b2f-27bc0ea4f38b req-45478d53-ec0e-4419-90ac-40924bd33ef5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 Feb 10 06:25:13.287045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Allocated IP 192.168.233.16 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/b277323c-5495-400b-9b07-6d42ed792e28) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:25:13.315406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b885b6-1add-4100-a697-12cd233e494e req-52f9abcf-a507-440b-b327-47a36c5f116b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:13.318077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46b885b6-1add-4100-a697-12cd233e494e req-52f9abcf-a507-440b-b327-47a36c5f116b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.0830176 Feb 10 06:25:13.411007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46b885b6-1add-4100-a697-12cd233e494e req-c1400e68-964f-40be-9ded-8c4cced57838 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789075 Feb 10 06:25:13.425518 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fbe3a-f642-4b11-865e-a05931040535 req-897ba248-2737-42d7-838d-1a9b7cf71af2 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:13.427029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-652fbe3a-f642-4b11-865e-a05931040535 req-897ba248-2737-42d7-838d-1a9b7cf71af2 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0940697 Feb 10 06:25:13.461052 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks [] for port (b277323c-5495-400b-9b07-6d42ed792e28), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:13.477515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-652fbe3a-f642-4b11-865e-a05931040535 req-0e3a809d-9003-4a69-95f9-2b09cbc9ff38 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447876 Feb 10 06:25:13.497891 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b277323c-5495-400b-9b07-6d42ed792e28), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:13.510793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7351c1be-8582-4d38-82ea-4eb4a51f9509'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:13.545150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:13.551269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:13.555933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Pushing event updated for resources: {'Port': ['ID=b277323c-5495-400b-9b07-6d42ed792e28,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:13.559725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:25:13.619908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:13.621078 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:13.643331 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-b0a63999-0867-4625-987c-22660896304b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6685386 Feb 10 06:25:13.657386 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:13.667405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Request body: {'port': {'device_id': 'e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:13.736459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b277323c-5495-400b-9b07-6d42ed792e28), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:13.870771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0e85dda6-c38c-46d2-b6cd-13ec605148f0 None None] Provisioning complete for port b277323c-5495-400b-9b07-6d42ed792e28 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:13.874457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e85dda6-c38c-46d2-b6cd-13ec605148f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b277323c-5495-400b-9b07-6d42ed792e28), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:13.934431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device a97521fa-631e-45b2-a733-2628bda77b03 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:13.991425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0e85dda6-c38c-46d2-b6cd-13ec605148f0 None None] Port b277323c-5495-400b-9b07-6d42ed792e28 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:25:13.999622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8399dba-00aa-4834-9e01-0a5bf60e412a req-f331b419-9661-4be6-89ea-4cdde709f7a0 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:14.000700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port a97521fa-631e-45b2-a733-2628bda77b03 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:14.004755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8399dba-00aa-4834-9e01-0a5bf60e412a req-f331b419-9661-4be6-89ea-4cdde709f7a0 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 948 time: 0.0840366 Feb 10 06:25:14.011623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port a97521fa-631e-45b2-a733-2628bda77b03 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:14.012004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a97521fa-631e-45b2-a733-2628bda77b03), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.121485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port a97521fa-631e-45b2-a733-2628bda77b03 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:14.122558 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a97521fa-631e-45b2-a733-2628bda77b03), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.122675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b277323c-5495-400b-9b07-6d42ed792e28 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:14.133211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Publish callbacks [] for port (b277323c-5495-400b-9b07-6d42ed792e28), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.145661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8399dba-00aa-4834-9e01-0a5bf60e412a req-40cf77d4-79d4-467c-99df-386869b36815 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/security-groups?id=b062afda-d6e2-4ff7-9b25-e6e87da243a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221256 Feb 10 06:25:14.162199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-007de210-4498-4993-b87d-6e15af5b7796 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:14.163880 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-007de210-4498-4993-b87d-6e15af5b7796 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.13 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 948 time: 0.1370690 Feb 10 06:25:14.168420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:14.171755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c8041-f85e-4ce3-805f-3f21b2dee176 req-e86f09c4-bb0c-4aae-a8e6-c4354a966463 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:14.174949 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a97521fa-631e-45b2-a733-2628bda77b03), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.184259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b4c8041-f85e-4ce3-805f-3f21b2dee176 req-e86f09c4-bb0c-4aae-a8e6-c4354a966463 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 935 time: 0.1778378 Feb 10 06:25:14.205271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Transition to ACTIVE for port object b277323c-5495-400b-9b07-6d42ed792e28 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:25:14.215590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b277323c-5495-400b-9b07-6d42ed792e28), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.249509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b4c8041-f85e-4ce3-805f-3f21b2dee176 req-fc1050aa-c287-48b6-97f5-6a3fd37ba74a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640671 Feb 10 06:25:14.341553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Pushing event updated for resources: {'Port': ['ID=b277323c-5495-400b-9b07-6d42ed792e28,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:14.381932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d9a4c-4696-4442-8b61-02445fb85726 req-aedc5b34-fcac-44a3-8bbd-07d427a2b412 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:14.383779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd2d9a4c-4696-4442-8b61-02445fb85726 req-aedc5b34-fcac-44a3-8bbd-07d427a2b412 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1309605 Feb 10 06:25:14.437043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Deleting port e2e2a10a-7308-4c4d-b696-6c044915b127 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:14.437553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.460426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:14.472505 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241a054a-66f3-474d-b42e-4b7c904a0515" -d '{"events": [{"server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "name": "network-vif-plugged", "status": "completed", "tag": "a97521fa-631e-45b2-a733-2628bda77b03"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:14.483042 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd2d9a4c-4696-4442-8b61-02445fb85726 req-609a7f6e-6b42-4934-83b5-557f1886d56e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723355 Feb 10 06:25:14.493874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4a393-ce27-4d2d-8d6b-45f66c55c9df req-39753409-04f1-41eb-88b1-1566ddbd3784 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:14.496770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Attempting to bind port b277323c-5495-400b-9b07-6d42ed792e28 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:14.500695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4cc4a393-ce27-4d2d-8d6b-45f66c55c9df req-39753409-04f1-41eb-88b1-1566ddbd3784 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.1638091 Feb 10 06:25:14.501310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=a97521fa-631e-45b2-a733-2628bda77b03,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:14.507914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Attempting to bind port b277323c-5495-400b-9b07-6d42ed792e28 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:14.508649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Attempting to bind port b277323c-5495-400b-9b07-6d42ed792e28 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:14.557054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4cc4a393-ce27-4d2d-8d6b-45f66c55c9df req-bf7548a3-9145-45ae-89a9-22d989dd6580 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554090 Feb 10 06:25:14.574005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Port b277323c-5495-400b-9b07-6d42ed792e28 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:14.574437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Attempting to bind port b277323c-5495-400b-9b07-6d42ed792e28 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:14.587709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:14.588151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:14.588631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:14.589171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Bound port: b277323c-5495-400b-9b07-6d42ed792e28, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:14.589803 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b277323c-5495-400b-9b07-6d42ed792e28), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.625852 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3726bc2e-aa37-4c0a-8f2f-0fff4e22831e x-openstack-request-id: req-3726bc2e-aa37-4c0a-8f2f-0fff4e22831e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:14.626364 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "name": "network-vif-plugged", "status": "completed", "tag": "a97521fa-631e-45b2-a733-2628bda77b03", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:14.626495 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3726bc2e-aa37-4c0a-8f2f-0fff4e22831e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:14.626842 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03', 'code': 200} Feb 10 06:25:14.652380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c2730-c1f1-4050-bd9a-02b92b23559a req-bc596151-77ca-46e4-87bc-f7a617af45fd tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:14.654462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db5c2730-c1f1-4050-bd9a-02b92b23559a req-bc596151-77ca-46e4-87bc-f7a617af45fd tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.0733995 Feb 10 06:25:14.680018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] For port e2e2a10a-7308-4c4d-b696-6c044915b127, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e2e2a10a-7308-4c4d-b696-6c044915b127,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:14.680476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.704482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Calling delete_port for e2e2a10a-7308-4c4d-b696-6c044915b127 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:14.713155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] For port b277323c-5495-400b-9b07-6d42ed792e28, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:14.719184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] For port b277323c-5495-400b-9b07-6d42ed792e28, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b277323c-5495-400b-9b07-6d42ed792e28,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:14.743566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db5c2730-c1f1-4050-bd9a-02b92b23559a req-1aee787a-efc7-48b9-822c-223ca342ceab tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826554 Feb 10 06:25:14.778740 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b277323c-5495-400b-9b07-6d42ed792e28), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.814231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c80080-057b-487c-8f77-af1be16cc43d req-b3526dd5-b8f8-4468-b607-68063ae33c34 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:14.816218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1c80080-057b-487c-8f77-af1be16cc43d req-b3526dd5-b8f8-4468-b607-68063ae33c34 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0670040 Feb 10 06:25:14.844479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:14.845978 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:14.847066 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] 10.222.0.24 "PUT /v2.0/ports/b277323c-5495-400b-9b07-6d42ed792e28 HTTP/1.1" status: 200 len: 1095 time: 1.1841171 Feb 10 06:25:14.847427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a', 'tag': 'b277323c-5495-400b-9b07-6d42ed792e28'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:14.849685 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa617ce-47f2-4f58-99be-8f7b113da9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a", "tag": "b277323c-5495-400b-9b07-6d42ed792e28"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:14.901116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba296c-e684-4f60-b13d-761071ca9356 req-1e633eb1-82a9-4595-9ce8-29f819211f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:14.902842 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50ba296c-e684-4f60-b13d-761071ca9356 req-1e633eb1-82a9-4595-9ce8-29f819211f35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1127 time: 0.1774170 Feb 10 06:25:14.904051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5336c-464f-4451-b151-bf57edc0da00 service neutron] Pushing event updated for resources: {'Port': ['ID=b277323c-5495-400b-9b07-6d42ed792e28,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:14.905075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1c80080-057b-487c-8f77-af1be16cc43d req-96663f89-57c2-4956-ab5f-70127158c5cf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817502 Feb 10 06:25:14.967147 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7566cf3e-2a29-4f69-9127-62face1ecf5e x-openstack-request-id: req-7566cf3e-2a29-4f69-9127-62face1ecf5e {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:14.967439 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a", "tag": "b277323c-5495-400b-9b07-6d42ed792e28", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:14.967697 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7566cf3e-2a29-4f69-9127-62face1ecf5e {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:14.968098 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a', 'tag': 'b277323c-5495-400b-9b07-6d42ed792e28', 'status': 'completed', 'code': 200} Feb 10 06:25:15.029774 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50ba296c-e684-4f60-b13d-761071ca9356 req-b3037bd4-b0be-4c05-8c23-423ddbe71274 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149335 Feb 10 06:25:15.053444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:15.054714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-337d14c8-97f4-44a8-8ea7-2cd643bfd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:15.056354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-337d14c8-97f4-44a8-8ea7-2cd643bfd3da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bee041e231ba451ea2df515c55efe3b8&device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 1129 time: 0.1349247 Feb 10 06:25:15.057070 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e2e2a10a-7308-4c4d-b696-6c044915b127), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:15.105722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Pushing event deleted for resources: {'Port': ['ID=e2e2a10a-7308-4c4d-b696-6c044915b127,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:15.270667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8db1592c-120b-4fa3-8f85-79319b9f4e18 req-3a6a0467-3c26-452f-be50-d2e33e26fdd6 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 210 time: 0.0440428 Feb 10 06:25:15.387531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b3bf9-098b-4df7-a35d-1b764b740edb req-bf583994-32d8-4d66-b5d5-ac6d62d60dc5 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:15.391569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-823b3bf9-098b-4df7-a35d-1b764b740edb req-bf583994-32d8-4d66-b5d5-ac6d62d60dc5 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 947 time: 0.0584528 Feb 10 06:25:15.413828 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-5b8e4ee7-155a-4d56-a82e-0fb22831f6b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b277323c-5495-400b-9b07-6d42ed792e28 HTTP/1.1" status: 200 len: 217 time: 0.3395855 Feb 10 06:25:15.430238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] No DVR routers for this DVR port e2e2a10a-7308-4c4d-b696-6c044915b127 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:25:15.438668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:15.442242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8b05c162-6c92-4f3e-a0a1-71806acecf9f req-39a21fba-3cbc-40d8-bd6b-faaa41a14eeb tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.13 "DELETE /v2.0/ports/e2e2a10a-7308-4c4d-b696-6c044915b127 HTTP/1.1" status: 204 len: 173 time: 1.2722964 Feb 10 06:25:15.443633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-823b3bf9-098b-4df7-a35d-1b764b740edb req-8f934539-2cc6-4f05-acd0-dbc4d3f2f163 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455399 Feb 10 06:25:15.480692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-440883ba-b371-4c01-bad5-4c10893af44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:15.482174 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-440883ba-b371-4c01-bad5-4c10893af44f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0531645 Feb 10 06:25:15.532439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-4ad7429a-8e4c-404f-9e99-963a2f15faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:15.534126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-4ad7429a-8e4c-404f-9e99-963a2f15faac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0445919 Feb 10 06:25:15.617076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c513f89-527b-4ef5-8afe-82079bfd37ac req-b652afef-c714-4fad-b010-7c50cbaeae62 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:15.618623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c513f89-527b-4ef5-8afe-82079bfd37ac req-b652afef-c714-4fad-b010-7c50cbaeae62 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.0588882 Feb 10 06:25:15.632821 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-a3b5603b-a510-44ea-9f7f-5c4ea152fbc2 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892282 Feb 10 06:25:15.679470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c513f89-527b-4ef5-8afe-82079bfd37ac req-17f14b11-fbe8-46e5-93e7-197ac842ad6a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544388 Feb 10 06:25:15.720773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5936568-92e6-4335-bc0d-6e6b5063aefb req-af6b0b2a-a90b-4967-a20e-cdbdd04dd879 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:15.722401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5936568-92e6-4335-bc0d-6e6b5063aefb req-af6b0b2a-a90b-4967-a20e-cdbdd04dd879 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.0586460 Feb 10 06:25:15.739184 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2af9ea82-11e9-4c66-afde-3ed0b7a67c2e req-93a152f5-1603-4d49-9b13-7672308e924f service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973153 Feb 10 06:25:15.772361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5936568-92e6-4335-bc0d-6e6b5063aefb req-8f70e4e0-e2ba-41fc-be38-5c9b4a59af29 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 Feb 10 06:25:15.851051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-8b572df8-ae2c-45b1-81b1-b485c2eda3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:15.852675 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-8b572df8-ae2c-45b1-81b1-b485c2eda3ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bee041e231ba451ea2df515c55efe3b8&device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 1129 time: 0.0504353 Feb 10 06:25:15.868106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9f47-4cf6-4d7c-a17d-68de4c34efa7 req-d2c63c08-ec09-4c58-be94-a275bcccc479 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:15.869885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22da9f47-4cf6-4d7c-a17d-68de4c34efa7 req-d2c63c08-ec09-4c58-be94-a275bcccc479 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.0561109 Feb 10 06:25:15.928097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22da9f47-4cf6-4d7c-a17d-68de4c34efa7 req-b0d30d97-5319-4101-afb6-2c48acaa7ef5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522578 Feb 10 06:25:15.957488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-9777cd08-9f52-4b2c-b155-d38a1b6b2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:15.959091 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-9777cd08-9f52-4b2c-b155-d38a1b6b2cff service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.0972738 Feb 10 06:25:16.006602 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-37675104-e7e4-4776-9ffe-d6b1c4db15dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b277323c-5495-400b-9b07-6d42ed792e28 HTTP/1.1" status: 200 len: 217 time: 0.0365584 Feb 10 06:25:16.044714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341457c7-edbf-4779-9ae1-4b5bd55c1562 req-9e151dfe-be0f-4f69-b649-96be32b52cc6 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:16.046226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-341457c7-edbf-4779-9ae1-4b5bd55c1562 req-9e151dfe-be0f-4f69-b649-96be32b52cc6 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0722928 Feb 10 06:25:16.060338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-a0df69fc-d1d2-42df-a0ec-9d80ab4859fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:16.061804 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-a0df69fc-d1d2-42df-a0ec-9d80ab4859fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0485299 Feb 10 06:25:16.097794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-341457c7-edbf-4779-9ae1-4b5bd55c1562 req-01fb0b0b-837e-48e7-8780-beb5e808a4d6 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Feb 10 06:25:16.120715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-f28b7e71-91f5-4077-848b-e6e23e7b8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:16.122369 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-f28b7e71-91f5-4077-848b-e6e23e7b8b72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0537009 Feb 10 06:25:16.220796 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-6d3166b4-6db4-4916-854c-c974a926ae50 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889559 Feb 10 06:25:16.321522 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3fa617ce-47f2-4f58-99be-8f7b113da9dc req-5fc30bfb-c4a0-4c5e-a96c-0a933788880f service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933328 Feb 10 06:25:16.371377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1ba64c5-29f3-452e-b8e2-5b2899ce1b56 req-bb0a407b-fea2-4230-a4f6-2e059c15845c tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 210 time: 0.0291810 Feb 10 06:25:16.375615 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:16.565969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b856b48-4f34-4379-ba55-a1ad7757accb req-6faabbe5-df74-45ef-9373-128693db09c7 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:16.567536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b856b48-4f34-4379-ba55-a1ad7757accb req-6faabbe5-df74-45ef-9373-128693db09c7 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 947 time: 0.0563889 Feb 10 06:25:16.613636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b856b48-4f34-4379-ba55-a1ad7757accb req-4de16597-e8a3-4a81-aada-a7a4708b0436 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Feb 10 06:25:16.796954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d5193-f509-4c6f-9061-169ef0d067a9 req-5383eb9f-1eb0-4188-b7f7-c1646d70aba5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:16.798354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a6d5193-f509-4c6f-9061-169ef0d067a9 req-5383eb9f-1eb0-4188-b7f7-c1646d70aba5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.0522842 Feb 10 06:25:16.862960 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-b5ed5306-c579-4d8a-aa37-63f0d82102e0 service neutron] 10.222.0.24 "GET /v2.0/ports/d4438826-e832-49a2-af98-df131a93d6bd/bindings/n-h1-828670-1 HTTP/1.1" status: 200 len: 384 time: 0.0616436 Feb 10 06:25:16.867138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a6d5193-f509-4c6f-9061-169ef0d067a9 req-93763422-3c32-43f7-905d-96bd547bb136 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630414 Feb 10 06:25:16.919440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419efe4e-b277-4e95-8010-4e024b11a08c req-703387c2-8e5d-42b3-b1d7-4832bd6d5ca0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:16.920937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-419efe4e-b277-4e95-8010-4e024b11a08c req-703387c2-8e5d-42b3-b1d7-4832bd6d5ca0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 944 time: 0.0589268 Feb 10 06:25:16.977315 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31131635-8228-400e-b635-478da647f98f', 'name': 'network-vif-deleted', 'tag': 'e2e2a10a-7308-4c4d-b696-6c044915b127'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:16.977779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-419efe4e-b277-4e95-8010-4e024b11a08c req-93f4c288-14c4-4a8e-96c8-6a5109b0cf91 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488865 Feb 10 06:25:16.979758 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040a512c-bae5-4b00-b1d3-b629ff8e015a" -d '{"events": [{"server_uuid": "31131635-8228-400e-b635-478da647f98f", "name": "network-vif-deleted", "tag": "e2e2a10a-7308-4c4d-b696-6c044915b127"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:17.040734 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43f16c8-5dd2-4c6e-bb8e-b82c4d7833aa x-openstack-request-id: req-d43f16c8-5dd2-4c6e-bb8e-b82c4d7833aa {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:17.041114 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31131635-8228-400e-b635-478da647f98f", "name": "network-vif-deleted", "tag": "e2e2a10a-7308-4c4d-b696-6c044915b127", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:17.041438 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d43f16c8-5dd2-4c6e-bb8e-b82c4d7833aa {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:17.041896 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31131635-8228-400e-b635-478da647f98f', 'name': 'network-vif-deleted', 'tag': 'e2e2a10a-7308-4c4d-b696-6c044915b127', 'status': 'completed', 'code': 200} Feb 10 06:25:17.087664 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:17.088481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1a1f-914c-461b-ba55-09283ebbe56d req-1494f43a-973c-4661-a23b-841b76863f22 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:17.094778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5ff1a1f-914c-461b-ba55-09283ebbe56d req-1494f43a-973c-4661-a23b-841b76863f22 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.0728180 Feb 10 06:25:17.116538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:17.146351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5ff1a1f-914c-461b-ba55-09283ebbe56d req-117b4292-6d70-45ed-b56c-c3f6f1453224 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498564 Feb 10 06:25:17.171844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4438826-e832-49a2-af98-df131a93d6bd {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:17.183022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:17.203932 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:17.233443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27216270-9033-4e52-96c6-7b82d233fec7 req-d59fe2b4-287e-4307-ac66-db24040fabdf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:17.235225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27216270-9033-4e52-96c6-7b82d233fec7 req-d59fe2b4-287e-4307-ac66-db24040fabdf tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0606928 Feb 10 06:25:17.286529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27216270-9033-4e52-96c6-7b82d233fec7 req-4c6de763-0939-4c38-a9f1-861ec9966fc5 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452371 Feb 10 06:25:17.288723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] Transition to ACTIVE for port object d4438826-e832-49a2-af98-df131a93d6bd will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:25:17.292762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:17.352977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] No DVR routers for this DVR port d4438826-e832-49a2-af98-df131a93d6bd on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:25:17.370697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=10']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:17.395524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-9d03a49d-a490-4bf6-b360-218217536104 service neutron] 10.222.0.24 "PUT /v2.0/ports/d4438826-e832-49a2-af98-df131a93d6bd/bindings/n-h1-828670-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5263889 Feb 10 06:25:17.472005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0eeb5841-64a5-4435-91ff-d96a2eb03f6b req-85525fb8-7a8f-4e87-9e62-ca1516437d05 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 210 time: 0.0301220 Feb 10 06:25:17.731791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94615b-aebd-4c4e-8195-0c86e569cce5 req-99a77506-9549-4af5-88a8-415607762741 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:17.733502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf94615b-aebd-4c4e-8195-0c86e569cce5 req-99a77506-9549-4af5-88a8-415607762741 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 947 time: 0.0511804 Feb 10 06:25:17.779606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf94615b-aebd-4c4e-8195-0c86e569cce5 req-b1cc5ab7-996f-49d1-96eb-45f7f59c55c8 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Feb 10 06:25:17.964532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d4438826-e832-49a2-af98-df131a93d6bd details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:18.040170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53073b94-86eb-401b-9ee6-afd1c6b1c67f req-8648d361-eb3b-476a-afd7-ab86f239a3e1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.047282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53073b94-86eb-401b-9ee6-afd1c6b1c67f req-8648d361-eb3b-476a-afd7-ab86f239a3e1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1004107 Feb 10 06:25:18.080503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-ed037513-c141-49b9-b94b-6ac8a929c1e4 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.099532 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-ed037513-c141-49b9-b94b-6ac8a929c1e4 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.1177833 Feb 10 06:25:18.163585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53073b94-86eb-401b-9ee6-afd1c6b1c67f req-5573105f-bfb8-4079-b55e-d5843ef72307 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100507 Feb 10 06:25:18.171573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:18.194648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25cb97-678c-4215-879c-30761703099d req-eda83102-9d7a-4ab2-92a6-d8a4ee0b76b9 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.195668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'd4438826-e832-49a2-af98-df131a93d6bd', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'port_id': 'd4438826-e832-49a2-af98-df131a93d6bd', 'mac_address': 'fa:16:3e:22:e2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5f93f-7f0a-4276-a487-bdcd30a90931', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:18.197103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-ba6fd66c-4dac-411e-8459-697b571dda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.203251 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-ba6fd66c-4dac-411e-8459-697b571dda70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a&tenant_id=cb34d3170a2f4925acf03a399ad15b89 HTTP/1.1" status: 200 len: 1127 time: 0.0983140 Feb 10 06:25:18.204413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e25cb97-678c-4215-879c-30761703099d req-eda83102-9d7a-4ab2-92a6-d8a4ee0b76b9 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 945 time: 0.1031871 Feb 10 06:25:18.256389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port d4438826-e832-49a2-af98-df131a93d6bd is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:18.257000 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:18.275232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4438826-e832-49a2-af98-df131a93d6bd {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:18.286359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e25cb97-678c-4215-879c-30761703099d req-9b6378e9-490d-488a-aa86-79d12f18ba54 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771258 Feb 10 06:25:18.300091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-ca8dad62-e909-45f7-8548-421a1801f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.301620 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-ca8dad62-e909-45f7-8548-421a1801f7c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1127 time: 0.0716925 Feb 10 06:25:18.332996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:18.344574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de423b1-16a5-4adf-964c-8877f0dbfa50 req-8629de6d-9632-4010-8a23-d59c96289ebc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.346358 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3de423b1-16a5-4adf-964c-8877f0dbfa50 req-8629de6d-9632-4010-8a23-d59c96289ebc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.0743058 Feb 10 06:25:18.351766 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:18.412232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=11']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:18.443159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-cf80b476-e087-4fe9-aae1-58b561c89b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.444743 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-cf80b476-e087-4fe9-aae1-58b561c89b39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.1353228 Feb 10 06:25:18.452832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3de423b1-16a5-4adf-964c-8877f0dbfa50 req-1d1e287b-1172-444f-bf11-2182e030e4c2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950396 Feb 10 06:25:18.465589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33881113-dd95-48ec-a7af-3561f4b07fc1 req-0055ad30-1b9a-4e86-9cd8-c7f3babb7ceb tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.473387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33881113-dd95-48ec-a7af-3561f4b07fc1 req-0055ad30-1b9a-4e86-9cd8-c7f3babb7ceb tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1009483 Feb 10 06:25:18.500036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-4a57e6cd-88da-4b49-8d5c-3b670affe2f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 200 len: 217 time: 0.0484219 Feb 10 06:25:18.525922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33881113-dd95-48ec-a7af-3561f4b07fc1 req-88c119da-454a-4cac-ae93-c39eda2e5005 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515666 Feb 10 06:25:18.557590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-51cbdb89-7b4d-44e3-bb3d-af2e89368c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.559320 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-51cbdb89-7b4d-44e3-bb3d-af2e89368c60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0506222 Feb 10 06:25:18.589659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37b08510-bcbc-4160-9454-d749da57c33c req-6ecb8eae-35d5-45f4-a07b-6f1be95172c0 tempest-ServersAdminNegativeTestJSON-651706161 tempest-ServersAdminNegativeTestJSON-651706161-project] 10.222.0.21 "GET /v2.0/ports?device_id=31131635-8228-400e-b635-478da647f98f HTTP/1.1" status: 200 len: 210 time: 0.0284336 Feb 10 06:25:18.603855 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-2208d989-7ee7-4056-a750-e689c6ef83c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313253 Feb 10 06:25:18.713585 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-65ab700b-d2c3-4014-8d98-e48a1384e41e service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990748 Feb 10 06:25:18.844384 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-da8d7f2a-f32f-4cbc-bae7-c2218b84ce37 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153402 Feb 10 06:25:18.918389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215683a6-4d3e-4764-b6b8-10db381ead94 req-36794b58-2971-4b03-9038-9c3e5232a011 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:18.919838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-215683a6-4d3e-4764-b6b8-10db381ead94 req-36794b58-2971-4b03-9038-9c3e5232a011 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 947 time: 0.0535491 Feb 10 06:25:18.965832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-215683a6-4d3e-4764-b6b8-10db381ead94 req-fcee1169-d917-4088-94d5-ad6c215992dc tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Feb 10 06:25:19.241219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-e9922e0c-b899-4120-b423-010f665ce02d tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:19.242793 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-e9922e0c-b899-4120-b423-010f665ce02d tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1128 time: 0.0695467 Feb 10 06:25:19.294477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29975ff3-332d-4a8a-833a-b4ab87cfcff3 req-ccedb602-a46c-4937-86e9-dd31bfcf8e37 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:19.295972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29975ff3-332d-4a8a-833a-b4ab87cfcff3 req-ccedb602-a46c-4937-86e9-dd31bfcf8e37 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.0546837 Feb 10 06:25:19.343659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29975ff3-332d-4a8a-833a-b4ab87cfcff3 req-4ad18ffb-c9e4-4867-8fe4-f26c8a94bbf5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Feb 10 06:25:19.356327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-088d4593-7ff5-4344-8405-17c472e5ad1f service neutron] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:19.362362 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-088d4593-7ff5-4344-8405-17c472e5ad1f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:19.362362 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d16c7498-41e0-4a32-98f3-56673ae16b37 req-088d4593-7ff5-4344-8405-17c472e5ad1f service neutron] 10.222.0.13 "DELETE /v2.0/ports/d4438826-e832-49a2-af98-df131a93d6bd/bindings/n-h2-828670-1 HTTP/1.1" status: 204 len: 173 time: 0.1110809 Feb 10 06:25:19.435142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396ea6c-6121-48fb-aecf-1804b2539d07 req-19ba4d36-0bde-4398-a07d-34cff79a7c6a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:19.436588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0396ea6c-6121-48fb-aecf-1804b2539d07 req-19ba4d36-0bde-4398-a07d-34cff79a7c6a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 946 time: 0.0546165 Feb 10 06:25:19.490660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0396ea6c-6121-48fb-aecf-1804b2539d07 req-8527e6a9-9e6a-4e60-b4b6-37d99f87cf98 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Feb 10 06:25:19.579465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d33e59-37a4-4a40-85a6-54ae472e958f req-0d210332-2871-4db7-9cae-274d496ea249 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:19.581075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69d33e59-37a4-4a40-85a6-54ae472e958f req-0d210332-2871-4db7-9cae-274d496ea249 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.0564308 Feb 10 06:25:19.666092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69d33e59-37a4-4a40-85a6-54ae472e958f req-15efc5f3-8d14-46c0-9265-15d48e45e0bc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780909 Feb 10 06:25:19.685654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d790f4-9b37-4044-a955-6b0a8c6dcb3c req-b7c8162b-1979-457e-9670-b18496b9ad98 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:19.687602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03d790f4-9b37-4044-a955-6b0a8c6dcb3c req-b7c8162b-1979-457e-9670-b18496b9ad98 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0926225 Feb 10 06:25:19.754933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03d790f4-9b37-4044-a955-6b0a8c6dcb3c req-a71b8533-e533-41fb-b89c-e1d95ce977f6 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609794 Feb 10 06:25:19.764804 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b277323c-5495-400b-9b07-6d42ed792e28 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:19.768207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d4438826-e832-49a2-af98-df131a93d6bd no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:19.794564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba56dbe-6e7d-417b-a77b-79c7c7a3f773 req-a71e729e-9732-4003-bab2-aab156e1a992 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:19.796502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fba56dbe-6e7d-417b-a77b-79c7c7a3f773 req-a71e729e-9732-4003-bab2-aab156e1a992 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1128 time: 0.0590401 Feb 10 06:25:19.858934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port d4438826-e832-49a2-af98-df131a93d6bd host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:25:19.861591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d4438826-e832-49a2-af98-df131a93d6bd not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:25:19.861758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fba56dbe-6e7d-417b-a77b-79c7c7a3f773 req-8ce70799-65b7-4c49-9d04-f9fd3f3efe76 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568817 Feb 10 06:25:19.940397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b277323c-5495-400b-9b07-6d42ed792e28, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b277323c-5495-400b-9b07-6d42ed792e28,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:19.954405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'b277323c-5495-400b-9b07-6d42ed792e28', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'b277323c-5495-400b-9b07-6d42ed792e28', 'mac_address': 'fa:16:3e:9e:5f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:20.020905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b277323c-5495-400b-9b07-6d42ed792e28 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:20.021345 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b277323c-5495-400b-9b07-6d42ed792e28), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:20.048596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b277323c-5495-400b-9b07-6d42ed792e28 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:20.081020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b277323c-5495-400b-9b07-6d42ed792e28, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b277323c-5495-400b-9b07-6d42ed792e28,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:20.089806 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b277323c-5495-400b-9b07-6d42ed792e28), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:20.119287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef3586-347d-4bf9-a18f-d91a4f3d65f4 req-0a12633d-93b0-48e7-b798-1defd1032033 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:20.126374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42ef3586-347d-4bf9-a18f-d91a4f3d65f4 req-0a12633d-93b0-48e7-b798-1defd1032033 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 947 time: 0.0837891 Feb 10 06:25:20.164725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b277323c-5495-400b-9b07-6d42ed792e28,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:20.255238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57654) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:20.275697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42ef3586-347d-4bf9-a18f-d91a4f3d65f4 req-a32dd860-9577-4c94-9c8c-9f8628a4d167 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479356 Feb 10 06:25:20.330596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-458ed35c-d4a5-4c01-a9fe-5f0ede1e94cc tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:20.333173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-458ed35c-d4a5-4c01-a9fe-5f0ede1e94cc tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 820 time: 0.2046502 Feb 10 06:25:20.351605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-e12a19b9-4bf0-436b-a595-19c8bddbf979 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/quotas/cb34d3170a2f4925acf03a399ad15b89 HTTP/1.1" status: 200 len: 375 time: 0.0126164 Feb 10 06:25:20.397084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['b277323c-5495-400b-9b07-6d42ed792e28'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:20.482498 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8e14008f-0ca1-4e05-a549-d2437c4e062d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85c5cb49ba4047c8a98fbaaee83277de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257931 Feb 10 06:25:20.485052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57660) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:20.540036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-280274c2-eff0-452b-b776-98da58b3ef65 admin admin] Publish callbacks [] for security_group (b062afda-d6e2-4ff7-9b25-e6e87da243a0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:20.563425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-280274c2-eff0-452b-b776-98da58b3ef65 admin admin] Publish callbacks [] for security_group (b062afda-d6e2-4ff7-9b25-e6e87da243a0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:20.615972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-280274c2-eff0-452b-b776-98da58b3ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b062afda-d6e2-4ff7-9b25-e6e87da243a0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:20.618767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-280274c2-eff0-452b-b776-98da58b3ef65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:20.622582 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-280274c2-eff0-452b-b776-98da58b3ef65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b062afda-d6e2-4ff7-9b25-e6e87da243a0 HTTP/1.1" status: 204 len: 168 time: 0.1339252 Feb 10 06:25:20.630732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280274c2-eff0-452b-b776-98da58b3ef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b062afda-d6e2-4ff7-9b25-e6e87da243a0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:20.691175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-aa621aea-7fcf-47ef-bb7a-a1e1e4815e60 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3342900 Feb 10 06:25:20.730422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d7ec0-f728-491c-be5b-37aaf8110bf7 req-6e0d8338-e0e7-4e67-909b-0894bbca72bf tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:20.734765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-228d7ec0-f728-491c-be5b-37aaf8110bf7 req-6e0d8338-e0e7-4e67-909b-0894bbca72bf tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1008973 Feb 10 06:25:20.837861 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-228d7ec0-f728-491c-be5b-37aaf8110bf7 req-e087672a-ec66-403a-abdc-bd590c1f71b5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941949 Feb 10 06:25:20.841322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-21b0a5ca-f9f3-4151-aa3f-e6b0e953d98d service neutron] 10.222.0.21 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403925 Feb 10 06:25:20.968024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57670) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:20.987017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-c68bf041-51b6-4887-b558-c834020572ed service neutron] 10.222.0.21 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348784 Feb 10 06:25:21.000913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56cbe5-e0d9-41a7-a018-a6bc87b2af5c req-ebeae67d-aabe-498d-bbd8-fea082b0207e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:21.002692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b56cbe5-e0d9-41a7-a018-a6bc87b2af5c req-ebeae67d-aabe-498d-bbd8-fea082b0207e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.0869365 Feb 10 06:25:21.061640 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0b96dfaa-13c1-42bb-88cd-3ae9c239ba7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8cf31ac57bc41969c75567d1869778f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912793 Feb 10 06:25:21.065368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:21.132157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b56cbe5-e0d9-41a7-a018-a6bc87b2af5c req-a1140d8e-95a4-46c0-91b3-94fbaff21f14 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180024 Feb 10 06:25:21.167183 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31781fc0-a31d-4548-92ef-ba1248ab5ba1 admin admin] Publish callbacks [] for security_group (32b169ee-1052-4699-829c-dc8962ece01d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:21.229141 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76aae40a-bc89-4ed1-b046-e0755ebc697a req-a68357f2-1559-4124-b83e-e87b18c56a4f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 210 time: 0.0429418 Feb 10 06:25:21.267296 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31781fc0-a31d-4548-92ef-ba1248ab5ba1 admin admin] Publish callbacks [] for security_group (32b169ee-1052-4699-829c-dc8962ece01d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:21.324388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a350b0-c6af-42ea-9ba6-b0a371930651 req-5451811f-991e-4db1-a8a6-8fee2319e32b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:21.325987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26a350b0-c6af-42ea-9ba6-b0a371930651 req-5451811f-991e-4db1-a8a6-8fee2319e32b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1161265 Feb 10 06:25:21.404246 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31781fc0-a31d-4548-92ef-ba1248ab5ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (32b169ee-1052-4699-829c-dc8962ece01d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:21.406821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31781fc0-a31d-4548-92ef-ba1248ab5ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:21.408047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-31781fc0-a31d-4548-92ef-ba1248ab5ba1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32b169ee-1052-4699-829c-dc8962ece01d HTTP/1.1" status: 204 len: 168 time: 0.3415632 Feb 10 06:25:21.444411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781fc0-a31d-4548-92ef-ba1248ab5ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b169ee-1052-4699-829c-dc8962ece01d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:21.450277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26a350b0-c6af-42ea-9ba6-b0a371930651 req-978e0d15-5273-4875-a461-f473a272fcb1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123314 Feb 10 06:25:21.489334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be2d43-d9d4-47e5-9f23-0e9b4b4f7289 req-89401de0-a490-4638-ba3c-b0645b5ed9b3 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:21.496696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7be2d43-d9d4-47e5-9f23-0e9b4b4f7289 req-89401de0-a490-4638-ba3c-b0645b5ed9b3 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 948 time: 0.1111341 Feb 10 06:25:21.554999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7be2d43-d9d4-47e5-9f23-0e9b4b4f7289 req-a2d18aa4-33b4-4001-9ebb-cff62473c4e4 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573742 Feb 10 06:25:21.759672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b277323c-5495-400b-9b07-6d42ed792e28 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:21.821548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port b277323c-5495-400b-9b07-6d42ed792e28 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:21.826131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port b277323c-5495-400b-9b07-6d42ed792e28 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:21.827175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b277323c-5495-400b-9b07-6d42ed792e28), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:21.945284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b277323c-5495-400b-9b07-6d42ed792e28 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:21.946013 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b277323c-5495-400b-9b07-6d42ed792e28), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:21.982209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b277323c-5495-400b-9b07-6d42ed792e28'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:21.984910 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8657502a-9f6a-40e8-a9dc-caa289984889" -d '{"events": [{"server_uuid": "e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a", "name": "network-vif-plugged", "status": "completed", "tag": "b277323c-5495-400b-9b07-6d42ed792e28"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:21.998695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b277323c-5495-400b-9b07-6d42ed792e28, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b277323c-5495-400b-9b07-6d42ed792e28,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:22.005098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b277323c-5495-400b-9b07-6d42ed792e28), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:22.049121 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f053daef-c552-4b32-ae13-5802667663ff x-openstack-request-id: req-f053daef-c552-4b32-ae13-5802667663ff {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:22.049660 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a", "name": "network-vif-plugged", "status": "completed", "tag": "b277323c-5495-400b-9b07-6d42ed792e28", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:22.050171 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f053daef-c552-4b32-ae13-5802667663ff {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:22.050716 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b277323c-5495-400b-9b07-6d42ed792e28', 'code': 200} Feb 10 06:25:22.055268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d558f-697a-43a4-b9cd-441513e9ac4d req-fe4bd2f8-4844-4e22-8902-89bb2f74145d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:22.065534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-111d558f-697a-43a4-b9cd-441513e9ac4d req-fe4bd2f8-4844-4e22-8902-89bb2f74145d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1188149 Feb 10 06:25:22.091422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b277323c-5495-400b-9b07-6d42ed792e28,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:22.131874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-111d558f-697a-43a4-b9cd-441513e9ac4d req-51450be8-4fc4-4670-be66-e0cc72d68286 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651047 Feb 10 06:25:22.169959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfbe74-8cfa-41a3-91de-b1017919c1d8 req-eeda125a-dc91-455b-bffa-bde37a709837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:22.172061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66cfbe74-8cfa-41a3-91de-b1017919c1d8 req-eeda125a-dc91-455b-bffa-bde37a709837 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 1131 time: 0.0682659 Feb 10 06:25:22.231765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66cfbe74-8cfa-41a3-91de-b1017919c1d8 req-db6b5dab-b5cd-4bb5-a4b9-f303cbeb0239 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510573 Feb 10 06:25:22.294523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d2a20-0e95-4343-aacd-ecc4a724ccb0 req-54798636-40e8-4476-a88c-9b28bf0b2ea2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:22.298130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-541d2a20-0e95-4343-aacd-ecc4a724ccb0 req-54798636-40e8-4476-a88c-9b28bf0b2ea2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.0667493 Feb 10 06:25:22.346687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bbc99e3-7010-4e1f-852e-9e3d9f55a928 req-eb5b9bd0-8874-4092-b918-12d94ba48fa0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 210 time: 0.0353563 Feb 10 06:25:22.386435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-541d2a20-0e95-4343-aacd-ecc4a724ccb0 req-2f1d4928-74a2-4a99-920f-95aeaf7205c6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828743 Feb 10 06:25:22.618033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e2e3f-49ec-41e9-949c-923a9730b894 req-f3169fba-7a6e-42d2-9f50-23e98bd5e7d5 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:22.625564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d11e2e3f-49ec-41e9-949c-923a9730b894 req-f3169fba-7a6e-42d2-9f50-23e98bd5e7d5 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0980644 Feb 10 06:25:22.713071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d11e2e3f-49ec-41e9-949c-923a9730b894 req-ddb15e43-c53c-4336-8727-6e087827053d tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821953 Feb 10 06:25:22.761933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-9a6c28e0-20ee-4011-99cc-0d80e256caeb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:22.764296 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-9a6c28e0-20ee-4011-99cc-0d80e256caeb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 820 time: 0.1768034 Feb 10 06:25:22.785309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Request body: {'port': {'device_id': 'dc052890-2a63-494c-badb-e439b183bcac', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'admin_state_up': True, 'tenant_id': 'cb34d3170a2f4925acf03a399ad15b89'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:22.835846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999ff68-e9a1-4031-8f12-c798c5490f7a req-f4d8ac0b-4748-4b8a-be98-664ccb3d53a5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:22.843662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999ff68-e9a1-4031-8f12-c798c5490f7a req-f4d8ac0b-4748-4b8a-be98-664ccb3d53a5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:22.846895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1999ff68-e9a1-4031-8f12-c798c5490f7a req-f4d8ac0b-4748-4b8a-be98-664ccb3d53a5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5&device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 1689 time: 0.1581540 Feb 10 06:25:22.936123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1999ff68-e9a1-4031-8f12-c798c5490f7a req-a8a7849f-db4c-47ba-8e58-12f4c7bdd255 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781615 Feb 10 06:25:22.962638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ea5c5-484f-44c1-8cf4-bc4af3de86e4 req-46fe0671-0449-4e30-bb18-55afdd674a58 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:22.964270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f06ea5c5-484f-44c1-8cf4-bc4af3de86e4 req-46fe0671-0449-4e30-bb18-55afdd674a58 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 949 time: 0.1159818 Feb 10 06:25:23.042511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Made reservation on behalf of cb34d3170a2f4925acf03a399ad15b89 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:23.046847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:23.060486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f06ea5c5-484f-44c1-8cf4-bc4af3de86e4 req-deaa237c-98fb-473e-82f0-3540446e13a5 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820663 Feb 10 06:25:23.081264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bdc47-b295-45cd-9702-20e2c9da8836 req-a5aeacd7-c91f-485d-8b29-6ce2c5d29307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:23.084089 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f40bdc47-b295-45cd-9702-20e2c9da8836 req-a5aeacd7-c91f-485d-8b29-6ce2c5d29307 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1131 time: 0.0933883 Feb 10 06:25:23.193110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109bb59-5541-4599-bd72-e8fd8d15bbe1 req-ba3e77b2-3fd6-4bed-baf7-78df5b53b7b8 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:23.217728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4109bb59-5541-4599-bd72-e8fd8d15bbe1 req-ba3e77b2-3fd6-4bed-baf7-78df5b53b7b8 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 1131 time: 0.1043668 Feb 10 06:25:23.284176 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f40bdc47-b295-45cd-9702-20e2c9da8836 req-b989ef40-648e-46dc-aa5f-5a1109c52842 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608055 Feb 10 06:25:23.312846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Allocated IP 172.20.0.3 (cd7850a8-bee2-4a53-874f-666566691896/45e5f93f-7f0a-4276-a487-bdcd30a90931/e32670f1-3978-4086-ba33-0b413e6308c0) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:25:23.331066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4109bb59-5541-4599-bd72-e8fd8d15bbe1 req-c0b830d4-a3dd-422e-ad8c-ff66eb0927f1 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123109 Feb 10 06:25:23.358561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8233b-1e00-42f0-8c47-7c63ddb14930 req-00549be3-ae17-4d47-ab0e-e75d443b6adc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:23.359881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39a8233b-1e00-42f0-8c47-7c63ddb14930 req-00549be3-ae17-4d47-ab0e-e75d443b6adc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.0970199 Feb 10 06:25:23.486631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39a8233b-1e00-42f0-8c47-7c63ddb14930 req-6540f966-d6fb-4aa9-ade3-06c927b84a65 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149526 Feb 10 06:25:23.497873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18b762-4f0b-45f5-b758-e6949149255f req-7f1ce83d-dbe2-497e-8d0b-7f5aef99aaba tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:23.499596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e18b762-4f0b-45f5-b758-e6949149255f req-7f1ce83d-dbe2-497e-8d0b-7f5aef99aaba tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 1131 time: 0.0754542 Feb 10 06:25:23.575864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e18b762-4f0b-45f5-b758-e6949149255f req-3913ceea-b910-47a5-86fd-4ada35ec659c tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687697 Feb 10 06:25:23.680698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00895da2-cf4c-4c02-81e2-6f468449d627 req-4de355ad-20b4-4778-a6fa-f6c7a32b46ca tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 210 time: 0.0424998 Feb 10 06:25:23.755412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks [] for port (e32670f1-3978-4086-ba33-0b413e6308c0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:23.806601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:23.856074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Network cd7850a8-bee2-4a53-874f-666566691896 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:23.859485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:23.862618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc844091-75d4-4636-89c3-363cc1fb7c66 req-b0b32482-b62b-49c6-af85-6fcfa93c0d68 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:23.864112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:25:23.864967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc844091-75d4-4636-89c3-363cc1fb7c66 req-b0b32482-b62b-49c6-af85-6fcfa93c0d68 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0684948 Feb 10 06:25:23.887853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Pushing event updated for resources: {'Port': ['ID=e32670f1-3978-4086-ba33-0b413e6308c0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:23.915243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:23.915855 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:23.932608 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b69aec56-0d73-4597-b4aa-07aee97800cd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1527829 Feb 10 06:25:23.932836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-39e78ed4-d4b0-467f-bd41-7a636a6a26a1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273793 Feb 10 06:25:23.935932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc844091-75d4-4636-89c3-363cc1fb7c66 req-ea780b17-43ea-4704-afe2-eeeeaced5940 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629776 Feb 10 06:25:23.945395 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Request body: {'port': {'device_id': 'dc052890-2a63-494c-badb-e439b183bcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:24.012931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:24.044926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-fd3c671d-bf85-4a67-8007-363f011c7894 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:24.046406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-fd3c671d-bf85-4a67-8007-363f011c7894 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083376 Feb 10 06:25:24.062139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-36b08cdf-c4c6-4e06-943f-a9a61898963f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/quotas/72a4d829d43b4713a617d0fac13e0c08 HTTP/1.1" status: 200 len: 375 time: 0.0097389 Feb 10 06:25:24.171149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-9d929a9c-439b-4e00-a3a6-0338a9407f05 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1005476 Feb 10 06:25:24.195470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0803d2-0178-4b06-98cb-683b3415477c req-23b3cc7a-4618-4bf3-ae98-69e292b1c710 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:24.197068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b0803d2-0178-4b06-98cb-683b3415477c req-23b3cc7a-4618-4bf3-ae98-69e292b1c710 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 949 time: 0.0692883 Feb 10 06:25:24.250128 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b0803d2-0178-4b06-98cb-683b3415477c req-0331bc7a-73fb-4998-bb79-642d682deee8 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475032 Feb 10 06:25:24.336244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32670f1-3978-4086-ba33-0b413e6308c0 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:24.355071 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Publish callbacks [] for port (e32670f1-3978-4086-ba33-0b413e6308c0), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:24.374136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Transition to ACTIVE for port object e32670f1-3978-4086-ba33-0b413e6308c0 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:25:24.382218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:24.448257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a8f8cae-9989-4051-8ce9-cd4266c69b69 req-134258bb-ffb8-4fb6-938f-b0a6baeecde5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0838420 Feb 10 06:25:24.448717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57786) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:24.495147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e32670f1-3978-4086-ba33-0b413e6308c0,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:24.536884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:24.537519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:24.538036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:24.543355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Port e32670f1-3978-4086-ba33-0b413e6308c0 on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:24.543679 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:24.549249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:24.549249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:24.549551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:24.549887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Bound port: e32670f1-3978-4086-ba33-0b413e6308c0, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:24.550241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:24.631726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:24.639277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:24.647702 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:24.666969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdabe6-148c-4c0d-93ea-83daa23f3cae req-04f3e2cf-4878-408f-a537-f2909d296540 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:24.668556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91cdabe6-148c-4c0d-93ea-83daa23f3cae req-04f3e2cf-4878-408f-a537-f2909d296540 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 949 time: 0.1431401 Feb 10 06:25:24.687431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2470fc31-0ead-43bb-ba63-a3bd652e4433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:24.694178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:24.694903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:24.696555 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] 10.222.0.24 "PUT /v2.0/ports/e32670f1-3978-4086-ba33-0b413e6308c0 HTTP/1.1" status: 200 len: 1091 time: 0.7553575 Feb 10 06:25:24.697140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:24.700707 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf81f31c-dc73-4e5d-b632-5d74e129a872" -d '{"events": [{"name": "network-changed", "server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:24.736778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf0ce4-ab8b-4616-865a-f17ae0695cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e32670f1-3978-4086-ba33-0b413e6308c0,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:24.745358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878609c-5df7-4556-bd43-c70c18b5eda6 req-fdd51208-69d2-447f-9f41-d0f5b894b63a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:24.747083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6878609c-5df7-4556-bd43-c70c18b5eda6 req-fdd51208-69d2-447f-9f41-d0f5b894b63a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1410391 Feb 10 06:25:24.792466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91cdabe6-148c-4c0d-93ea-83daa23f3cae req-e46882e9-5ade-498d-8012-e336622121b2 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148798 Feb 10 06:25:24.814920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-22b3f021-2ccf-4e91-963c-7b305349bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:24.816428 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-22b3f021-2ccf-4e91-963c-7b305349bc98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1125 time: 0.0624382 Feb 10 06:25:24.845208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6878609c-5df7-4556-bd43-c70c18b5eda6 req-0360aa65-a35f-44e4-b063-302112a883f5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878458 Feb 10 06:25:24.871725 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-39823b62-9043-42a2-8503-872a3c0fb682 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e32670f1-3978-4086-ba33-0b413e6308c0 HTTP/1.1" status: 200 len: 217 time: 0.0405452 Feb 10 06:25:24.875506 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2470fc31-0ead-43bb-ba63-a3bd652e4433 admin admin] Publish callbacks [] for security_group (3676578d-c177-4486-9787-4b1b8adf7c0c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:24.881520 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2470fc31-0ead-43bb-ba63-a3bd652e4433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3676578d-c177-4486-9787-4b1b8adf7c0c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:24.916140 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab106d71-7bff-47e3-9e1b-e3ffbaa54b28 x-openstack-request-id: req-ab106d71-7bff-47e3-9e1b-e3ffbaa54b28 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:24.916433 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:24.916689 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab106d71-7bff-47e3-9e1b-e3ffbaa54b28 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:24.917082 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0', 'status': 'completed', 'code': 200} Feb 10 06:25:24.935312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b0613fc5-7854-4721-b482-17b9493ace12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:24.937121 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-b0613fc5-7854-4721-b482-17b9493ace12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0512459 Feb 10 06:25:24.948778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2470fc31-0ead-43bb-ba63-a3bd652e4433 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=269d886760854c30933f6bc046575287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978013 Feb 10 06:25:24.950687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470fc31-0ead-43bb-ba63-a3bd652e4433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3676578d-c177-4486-9787-4b1b8adf7c0c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:24.953865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57806) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:24.980281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-5f0d1c04-ae4d-4f05-bec4-de2cf7ec8455 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289812 Feb 10 06:25:25.004066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2903d8d-ed23-4162-a3a3-bfd8ff3bdab2 req-e10d4ebf-08d7-4666-b0aa-552589b89126 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:25.005470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2903d8d-ed23-4162-a3a3-bfd8ff3bdab2 req-e10d4ebf-08d7-4666-b0aa-552589b89126 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.1095774 Feb 10 06:25:25.044384 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f034035-f147-40b4-a8f4-de56b50eca70 admin admin] Publish callbacks [] for security_group (3676578d-c177-4486-9787-4b1b8adf7c0c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.081384 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-e88064cf-9af2-437b-ac27-6320d5a43127 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939059 Feb 10 06:25:25.100247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f034035-f147-40b4-a8f4-de56b50eca70 admin admin] Publish callbacks [] for security_group (3676578d-c177-4486-9787-4b1b8adf7c0c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.125265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2903d8d-ed23-4162-a3a3-bfd8ff3bdab2 req-42bc7992-cd47-492a-b564-660326713ede tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136959 Feb 10 06:25:25.147295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60eb5fd-53de-420a-a2ce-923ff344764a req-74470fdf-a8a0-44a4-a110-39a5a14c5c0c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:25.148754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c60eb5fd-53de-420a-a2ce-923ff344764a req-74470fdf-a8a0-44a4-a110-39a5a14c5c0c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1248384 Feb 10 06:25:25.180900 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39211afa-2d83-4b8f-b2e2-dbda7b79956c req-eaf4d943-7827-4944-b040-0687add2e52e service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916634 Feb 10 06:25:25.202424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c60eb5fd-53de-420a-a2ce-923ff344764a req-c13e97af-a556-4f9f-888b-c29b2770de36 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Feb 10 06:25:25.202424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f034035-f147-40b4-a8f4-de56b50eca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3676578d-c177-4486-9787-4b1b8adf7c0c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.205555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f034035-f147-40b4-a8f4-de56b50eca70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.206539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f034035-f147-40b4-a8f4-de56b50eca70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3676578d-c177-4486-9787-4b1b8adf7c0c HTTP/1.1" status: 204 len: 168 time: 0.2514117 Feb 10 06:25:25.214650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f034035-f147-40b4-a8f4-de56b50eca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3676578d-c177-4486-9787-4b1b8adf7c0c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:25.291670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-7049793e-d0d5-456c-b2a3-593f208acb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:25.293220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-7049793e-d0d5-456c-b2a3-593f208acb99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1125 time: 0.0476477 Feb 10 06:25:25.395854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-aac31dbc-5772-4baa-98ac-393429a3310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:25.398081 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-aac31dbc-5772-4baa-98ac-393429a3310b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.0936539 Feb 10 06:25:25.444127 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-9e626ee5-cebc-491c-9e20-2a6e92b925ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e32670f1-3978-4086-ba33-0b413e6308c0 HTTP/1.1" status: 200 len: 217 time: 0.0375149 Feb 10 06:25:25.495044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57816) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:25.502705 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-02e4011d-4d9f-4c9a-88ed-f0cd3ced1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:25.504234 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-02e4011d-4d9f-4c9a-88ed-f0cd3ced1f7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0520132 Feb 10 06:25:25.515742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37ca1961-b491-4977-9737-3f5a58b72d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.540404 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d6173f7-f95a-4ef9-acaa-5a3b93a8e1bd req-8f9bb0a6-b276-4bf8-ac6b-98c6ee6bbcfc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0375834 Feb 10 06:25:25.541588 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-7416e69c-c2e4-4b74-a96d-fb49d7f80525 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289533 Feb 10 06:25:25.609022 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37ca1961-b491-4977-9737-3f5a58b72d21 admin admin] Publish callbacks [] for security_group (af7d62a2-1895-49a4-a1c2-e2bef7247c28), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.613760 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37ca1961-b491-4977-9737-3f5a58b72d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (af7d62a2-1895-49a4-a1c2-e2bef7247c28), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.635301 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-9c3b1b46-f3f3-4481-b40d-7a109be7ab92 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828326 Feb 10 06:25:25.655952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-37ca1961-b491-4977-9737-3f5a58b72d21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=147f2f824e2b4842a8331d7ac803e399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598139 Feb 10 06:25:25.657035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57822) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:25.663399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca1961-b491-4977-9737-3f5a58b72d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d62a2-1895-49a4-a1c2-e2bef7247c28,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:25.712933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15c2e03b-f27f-446d-b493-a357a39913ed admin admin] Publish callbacks [] for security_group (af7d62a2-1895-49a4-a1c2-e2bef7247c28), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.739041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15c2e03b-f27f-446d-b493-a357a39913ed admin admin] Publish callbacks [] for security_group (af7d62a2-1895-49a4-a1c2-e2bef7247c28), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.746704 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf81f31c-dc73-4e5d-b632-5d74e129a872 req-e170d83d-834c-4b67-86f8-91744c339ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041832 Feb 10 06:25:25.789318 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15c2e03b-f27f-446d-b493-a357a39913ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (af7d62a2-1895-49a4-a1c2-e2bef7247c28), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.792318 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15c2e03b-f27f-446d-b493-a357a39913ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:25.793687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-15c2e03b-f27f-446d-b493-a357a39913ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af7d62a2-1895-49a4-a1c2-e2bef7247c28 HTTP/1.1" status: 204 len: 168 time: 0.1352530 Feb 10 06:25:25.801990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2e03b-f27f-446d-b493-a357a39913ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d62a2-1895-49a4-a1c2-e2bef7247c28,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:25.932801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd602a5-0b5f-4e23-9a1f-ec20f8c2d255 req-47333c0f-bed4-4aaa-8bf9-7d54f57a692a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:25.934275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebd602a5-0b5f-4e23-9a1f-ec20f8c2d255 req-47333c0f-bed4-4aaa-8bf9-7d54f57a692a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 949 time: 0.0695767 Feb 10 06:25:26.011147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ed0e9-86c7-4af0-ac18-78e9cea17983 req-ef406739-926a-401f-9930-09df00d1c1e5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:26.012667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-156ed0e9-86c7-4af0-ac18-78e9cea17983 req-ef406739-926a-401f-9930-09df00d1c1e5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.0955606 Feb 10 06:25:26.018687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebd602a5-0b5f-4e23-9a1f-ec20f8c2d255 req-57611bc1-c1bb-414e-915a-d9e225c8d83a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664485 Feb 10 06:25:26.074751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-156ed0e9-86c7-4af0-ac18-78e9cea17983 req-fea25f6a-8c7d-4790-8880-61c6152ed263 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Feb 10 06:25:26.132140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10299b-18ce-4436-a3d1-c5b63904776f req-5644c970-2d47-4e9d-b1c7-8dfb5f72cd20 tempest-LiveMigrationNegativeTest-936225655 tempest-LiveMigrationNegativeTest-936225655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:26.133675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb10299b-18ce-4436-a3d1-c5b63904776f req-5644c970-2d47-4e9d-b1c7-8dfb5f72cd20 tempest-LiveMigrationNegativeTest-936225655 tempest-LiveMigrationNegativeTest-936225655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 1131 time: 0.0441329 Feb 10 06:25:26.155365 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bb10299b-18ce-4436-a3d1-c5b63904776f req-f4d69d87-8276-4c84-a56f-fd5053e60786 tempest-LiveMigrationNegativeTest-936225655 tempest-LiveMigrationNegativeTest-936225655-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.270052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bb10299b-18ce-4436-a3d1-c5b63904776f req-f4d69d87-8276-4c84-a56f-fd5053e60786 tempest-LiveMigrationNegativeTest-936225655 tempest-LiveMigrationNegativeTest-936225655-project-admin] Publish callbacks [] for security_group (d3a2c35b-a961-47d7-9ca4-a62b7bc5d64d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.275626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bb10299b-18ce-4436-a3d1-c5b63904776f req-f4d69d87-8276-4c84-a56f-fd5053e60786 tempest-LiveMigrationNegativeTest-936225655 tempest-LiveMigrationNegativeTest-936225655-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d3a2c35b-a961-47d7-9ca4-a62b7bc5d64d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.284589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68590194-0104-4fd8-b633-1dd81a993f81 req-3be2a615-f78c-41f3-8d9f-fd95f7087222 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:26.286100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68590194-0104-4fd8-b633-1dd81a993f81 req-3be2a615-f78c-41f3-8d9f-fd95f7087222 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.0875595 Feb 10 06:25:26.336118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d69d87-8276-4c84-a56f-fd5053e60786 tempest-LiveMigrationNegativeTest-936225655 tempest-LiveMigrationNegativeTest-936225655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a2c35b-a961-47d7-9ca4-a62b7bc5d64d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:26.340426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb10299b-18ce-4436-a3d1-c5b63904776f req-f4d69d87-8276-4c84-a56f-fd5053e60786 tempest-LiveMigrationNegativeTest-936225655 tempest-LiveMigrationNegativeTest-936225655-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973891 Feb 10 06:25:26.380978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68590194-0104-4fd8-b633-1dd81a993f81 req-85ba7e1c-9814-4161-9b26-363e8fe5378c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863070 Feb 10 06:25:26.486155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed71b0-4ab7-435a-bcda-8b1aacf511da req-e0ad91e6-2122-4698-971d-21ec9326acb7 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:26.487855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ed71b0-4ab7-435a-bcda-8b1aacf511da req-e0ad91e6-2122-4698-971d-21ec9326acb7 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0823669 Feb 10 06:25:26.540563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87ed71b0-4ab7-435a-bcda-8b1aacf511da req-bb9e526e-3c82-441f-800b-628505520fbd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433137 Feb 10 06:25:26.553863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:26.648069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12e757db-5fe2-4668-94ad-40c76eb99862 req-0dd14d8b-34f6-4238-a427-6a0a6c8b1537 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0332150 Feb 10 06:25:26.680186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-network', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:26.698338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Made reservation on behalf of c8c5f51cb9884d95ac4b345b3d2d397d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:26.700581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.722626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.792547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26de864-50db-457e-be7e-624aaa104a78 req-096a4375-ff28-4af0-a821-b84a5515d08b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:26.794022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c26de864-50db-457e-be7e-624aaa104a78 req-096a4375-ff28-4af0-a821-b84a5515d08b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 949 time: 0.0905218 Feb 10 06:25:26.864877 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Publish callbacks [] for security_group (6166716f-e975-4ceb-ac65-a346254ec7f2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.870190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c26de864-50db-457e-be7e-624aaa104a78 req-05a8fab3-14e1-43a6-870d-26493ff3a8bd tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685394 Feb 10 06:25:26.871323 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6166716f-e975-4ceb-ac65-a346254ec7f2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.899075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:25:26.905439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6166716f-e975-4ceb-ac65-a346254ec7f2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:26.911930 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a009c2e7-73ec-49f5-ab4a-26d38dc4ee78), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.912269 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Added segment a009c2e7-73ec-49f5-ab4a-26d38dc4ee78 of type vlan for network 2674b722-ed42-4ced-ada4-b173c8d47edc Feb 10 06:25:26.956006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (2674b722-ed42-4ced-ada4-b173c8d47edc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.979984 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (2674b722-ed42-4ced-ada4-b173c8d47edc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:26.980955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:26.981525 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.014064 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4591691 Feb 10 06:25:27.018858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57872) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:27.022747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Request body: {'subnet': {'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-subnet', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:27.041018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb100a6-d888-463e-a7ae-3b5d84268fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=2674b722-ed42-4ced-ada4-b173c8d47edc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:27.043895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Made reservation on behalf of c8c5f51cb9884d95ac4b345b3d2d397d for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:27.046589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.050780 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 2674b722-ed42-4ced-ada4-b173c8d47edc details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:25:27.203957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d910ef8-8f9c-42bd-9616-6343657e6bbb req-a6bb5cf1-6bde-4646-a0c4-914f95e3c2cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:27.206319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d910ef8-8f9c-42bd-9616-6343657e6bbb req-a6bb5cf1-6bde-4646-a0c4-914f95e3c2cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.0564902 Feb 10 06:25:27.222490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (5d863dde-860d-449b-b76b-c63e5d95d6b0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.253895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d910ef8-8f9c-42bd-9616-6343657e6bbb req-fa7e5f18-5de2-433c-ac3c-979144571981 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Feb 10 06:25:27.267874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d863dde-860d-449b-b76b-c63e5d95d6b0,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:27.288460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Checking segment: {'id': 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:27.288819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Network hostable DHCP agents. Network: 2674b722-ed42-4ced-ada4-b173c8d47edc, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:25:27.304457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Network 2674b722-ed42-4ced-ada4-b173c8d47edc is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:25:27.312224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 2674b722-ed42-4ced-ada4-b173c8d47edc) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:27.316785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:27.317487 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.321299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d462ddaa-2000-4812-872c-7c21de43b85b None None] Network 2674b722-ed42-4ced-ada4-b173c8d47edc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:25:27.333428 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-37a51022-889e-4e46-aaf3-a9becd7f02f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3147438 Feb 10 06:25:27.336466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57876) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:27.341296 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-router', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:27.373224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (d172ebed-cfeb-474d-8570-caaeb2070692), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.374711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (d172ebed-cfeb-474d-8570-caaeb2070692), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.430737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks [] for router_controller (d172ebed-cfeb-474d-8570-caaeb2070692), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.431268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-2674b722-ed42-4ced-ada4-b173c8d47edc', 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc', 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'fixed_ips': [{'subnet_id': '5d863dde-860d-449b-b76b-c63e5d95d6b0'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:25:27.432270 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.522133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479f5e-9ddd-4a3c-82a0-9a3d648bee33 req-b3f24b3f-479c-4bb4-85cc-2de8ab2adf1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:27.523646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66479f5e-9ddd-4a3c-82a0-9a3d648bee33 req-b3f24b3f-479c-4bb4-85cc-2de8ab2adf1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.0640051 Feb 10 06:25:27.575876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks [] for router_gateway (d172ebed-cfeb-474d-8570-caaeb2070692), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.579890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66479f5e-9ddd-4a3c-82a0-9a3d648bee33 req-76067818-fd76-42bc-9688-d8aec2c77a7b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506246 Feb 10 06:25:27.580764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Allocated IP 172.20.0.2 (2674b722-ed42-4ced-ada4-b173c8d47edc/5d863dde-860d-449b-b76b-c63e5d95d6b0/0c78dbfb-3d80-41e0-ab7a-462f063679ac) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:25:27.710909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ec82d-b232-45ea-971e-4bf35da835a2 req-1d3e6a67-49f9-4905-ada4-dc26f94a3ec1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:27.712808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-912ec82d-b232-45ea-971e-4bf35da835a2 req-1d3e6a67-49f9-4905-ada4-dc26f94a3ec1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0739346 Feb 10 06:25:27.742455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Publish callbacks [] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.749487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.772116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b653a0b-6ac0-421b-9559-ea8024529fd8 req-7e2deaff-055a-4857-8c53-d95cafed0a63 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0424733 Feb 10 06:25:27.798647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Network 2674b722-ed42-4ced-ada4-b173c8d47edc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:27.799524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e32670f1-3978-4086-ba33-0b413e6308c0 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:27.808119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks [] for router_gateway (d172ebed-cfeb-474d-8570-caaeb2070692), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.809616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:27.818886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:25:27.823731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Pushing event updated for resources: {'Port': ['ID=0c78dbfb-3d80-41e0-ab7a-462f063679ac,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:27.826443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-912ec82d-b232-45ea-971e-4bf35da835a2 req-43b3cb5f-641d-47dc-bc38-7757fb1d9025 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079144 Feb 10 06:25:27.839547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.941923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Attempting to bind port 0c78dbfb-3d80-41e0-ab7a-462f063679ac on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:27.942223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Attempting to bind port 0c78dbfb-3d80-41e0-ab7a-462f063679ac by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:27.942605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Attempting to bind port 0c78dbfb-3d80-41e0-ab7a-462f063679ac on network 2674b722-ed42-4ced-ada4-b173c8d47edc {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:27.953172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:27.953553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Checking segment: {'id': 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:27.953952 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.954938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Bound using segment: {'id': 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:27.955618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Bound port: 0c78dbfb-3d80-41e0-ab7a-462f063679ac, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:27.955998 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:27.958348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Allocated IP 172.25.8.193 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/e2611096-ea80-4a85-bdf3-928894224e85) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:25:28.000444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8e794-a758-41c2-abbe-433b823b2b49 req-948299e6-6ba0-4981-b868-9f4d56a3d12d tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:28.002743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ce8e794-a758-41c2-abbe-433b823b2b49 req-948299e6-6ba0-4981-b868-9f4d56a3d12d tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 949 time: 0.0606215 Feb 10 06:25:28.023634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:28.048061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'e32670f1-3978-4086-ba33-0b413e6308c0', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'port_id': 'e32670f1-3978-4086-ba33-0b413e6308c0', 'mac_address': 'fa:16:3e:87:de:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5f93f-7f0a-4276-a487-bdcd30a90931', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:28.068387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ce8e794-a758-41c2-abbe-433b823b2b49 req-c26e20a8-bb72-4c56-83f7-b45eb73c7580 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596824 Feb 10 06:25:28.081674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] For port 0c78dbfb-3d80-41e0-ab7a-462f063679ac, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:28.098248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] For port 0c78dbfb-3d80-41e0-ab7a-462f063679ac, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0c78dbfb-3d80-41e0-ab7a-462f063679ac,segment=NetworkSegment(a009c2e7-73ec-49f5-ab4a-26d38dc4ee78),segment_id=a009c2e7-73ec-49f5-ab4a-26d38dc4ee78)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:28.100796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks [] for port (e2611096-ea80-4a85-bdf3-928894224e85), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:28.109004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:28.115075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e32670f1-3978-4086-ba33-0b413e6308c0 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:28.115452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:28.134628 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e2611096-ea80-4a85-bdf3-928894224e85), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:28.169043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32670f1-3978-4086-ba33-0b413e6308c0 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:28.175441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:28.178559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:28.182209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:25:28.189849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b594cf-1a2f-4ff6-a9f4-89bede12f9dd None None] Pushing event updated for resources: {'Port': ['ID=0c78dbfb-3d80-41e0-ab7a-462f063679ac,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:28.201310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:28.208532 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:28.225355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Pushing event updated for resources: {'Port': ['ID=e2611096-ea80-4a85-bdf3-928894224e85,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:28.262970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e32670f1-3978-4086-ba33-0b413e6308c0,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:28.430384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37663c1f-bef3-4c26-a981-13461e9d0d69 req-222566b1-2bf0-4dae-8725-675ba3e7b31b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:28.432104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37663c1f-bef3-4c26-a981-13461e9d0d69 req-222566b1-2bf0-4dae-8725-675ba3e7b31b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1089821 Feb 10 06:25:28.502883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37663c1f-bef3-4c26-a981-13461e9d0d69 req-eb438757-d68a-442e-8943-d41bdf063160 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645719 Feb 10 06:25:28.707280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['e32670f1-3978-4086-ba33-0b413e6308c0'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:28.724943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911702b0-d536-4626-b10d-3f297081cbc8 req-ff4675aa-ebc9-4a34-80be-fcc93dd5b076 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:28.726402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-911702b0-d536-4626-b10d-3f297081cbc8 req-ff4675aa-ebc9-4a34-80be-fcc93dd5b076 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.0636408 Feb 10 06:25:28.743899 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks [] for router_gateway (d172ebed-cfeb-474d-8570-caaeb2070692), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:28.789516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-911702b0-d536-4626-b10d-3f297081cbc8 req-9cc99a65-2f40-4198-bfd2-55a5af4875a8 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570340 Feb 10 06:25:28.906159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-ffc1ea8f-420a-4f59-8780-142f9abf01af tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:28.910026 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-ffc1ea8f-420a-4f59-8780-142f9abf01af tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 949 time: 0.1291039 Feb 10 06:25:28.930041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37aa1e92-0c86-434c-8378-e22ea5a7db95 req-6afec127-ad38-40e3-b25f-0def27a04d22 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0509460 Feb 10 06:25:28.996409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb999a-71ae-4c7e-8564-07be0553ea29 req-d2bcd7bd-e773-4e33-a346-0315d1a62028 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:29.000974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28eb999a-71ae-4c7e-8564-07be0553ea29 req-d2bcd7bd-e773-4e33-a346-0315d1a62028 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0744910 Feb 10 06:25:29.058492 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28eb999a-71ae-4c7e-8564-07be0553ea29 req-d158586a-7bf1-47a4-a64d-54f4af5f969b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539446 Feb 10 06:25:29.123490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (d172ebed-cfeb-474d-8570-caaeb2070692), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.126951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Deleting port b277323c-5495-400b-9b07-6d42ed792e28 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:29.127282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b277323c-5495-400b-9b07-6d42ed792e28), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.203535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da0f50-17a0-41b8-9ee0-df81faab6b63 req-f4c89706-285e-48eb-8b8a-b2097c86955c tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:29.205106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72da0f50-17a0-41b8-9ee0-df81faab6b63 req-f4c89706-285e-48eb-8b8a-b2097c86955c tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 949 time: 0.0590866 Feb 10 06:25:29.255350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72da0f50-17a0-41b8-9ee0-df81faab6b63 req-051805e0-050b-4a70-8e36-25a775236e8d tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446088 Feb 10 06:25:29.278190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933ec36-928c-4b90-b6d0-b45553846ac0 None None] Network 2674b722-ed42-4ced-ada4-b173c8d47edc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:25:29.299791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] For port b277323c-5495-400b-9b07-6d42ed792e28, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b277323c-5495-400b-9b07-6d42ed792e28,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:29.300158 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b277323c-5495-400b-9b07-6d42ed792e28), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.317088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Calling delete_port for b277323c-5495-400b-9b07-6d42ed792e28 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:29.345483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-88dc293a-fa98-4292-8d46-5dc6ab7a2314 None None] Provisioning complete for port 0c78dbfb-3d80-41e0-ab7a-462f063679ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:29.345861 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88dc293a-fa98-4292-8d46-5dc6ab7a2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.406794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Router d172ebed-cfeb-474d-8570-caaeb2070692 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:25:29.466288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-88dc293a-fa98-4292-8d46-5dc6ab7a2314 None None] Current status of the port 0c78dbfb-3d80-41e0-ab7a-462f063679ac is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:29.466711 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88dc293a-fa98-4292-8d46-5dc6ab7a2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.488036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0c78dbfb-3d80-41e0-ab7a-462f063679ac up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:29.543113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-88dc293a-fa98-4292-8d46-5dc6ab7a2314 None None] For port 0c78dbfb-3d80-41e0-ab7a-462f063679ac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0c78dbfb-3d80-41e0-ab7a-462f063679ac,segment=NetworkSegment(a009c2e7-73ec-49f5-ab4a-26d38dc4ee78),segment_id=a009c2e7-73ec-49f5-ab4a-26d38dc4ee78)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:29.551868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88dc293a-fa98-4292-8d46-5dc6ab7a2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.590686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:25:29.602715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b277323c-5495-400b-9b07-6d42ed792e28), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.607642 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Sync routers for ids ['d172ebed-cfeb-474d-8570-caaeb2070692'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:25:29.619338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0c78dbfb-3d80-41e0-ab7a-462f063679ac triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:29.619883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.626882 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Routers {'d172ebed-cfeb-474d-8570-caaeb2070692'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:29.629212 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d172ebed-cfeb-474d-8570-caaeb2070692'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:29.677822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Pushing event deleted for resources: {'Port': ['ID=b277323c-5495-400b-9b07-6d42ed792e28,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:29.683820 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.685122 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-223be17e-5473-4d53-95c1-ebe85a84b335 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3477502 Feb 10 06:25:29.690732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd796fdd-cd56-4c0d-8fb3-de9239136df3 req-cba69441-9f43-44bc-8db5-1992e4a6a2ad tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:29.691290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7351c1be-8582-4d38-82ea-4eb4a51f9509', 'b277323c-5495-400b-9b07-6d42ed792e28'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:29.693180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd796fdd-cd56-4c0d-8fb3-de9239136df3 req-cba69441-9f43-44bc-8db5-1992e4a6a2ad tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1012836 Feb 10 06:25:29.694464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57902) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:29.710289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] No DVR routers for this DVR port b277323c-5495-400b-9b07-6d42ed792e28 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:25:29.712934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.713689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc293a-fa98-4292-8d46-5dc6ab7a2314 None None] Pushing event updated for resources: {'Port': ['ID=0c78dbfb-3d80-41e0-ab7a-462f063679ac,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:29.716234 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0a1e74df-84ab-48a4-9cb2-2a7149058e5a req-d03e38dc-5607-444a-9747-8117525bc223 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "DELETE /v2.0/ports/b277323c-5495-400b-9b07-6d42ed792e28 HTTP/1.1" status: 204 len: 173 time: 0.7987638 Feb 10 06:25:29.716689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a', 'name': 'network-vif-deleted', 'tag': 'b277323c-5495-400b-9b07-6d42ed792e28'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:29.729946 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75df20be-80dd-48e7-919b-4f6b6e5af92a" -d '{"events": [{"server_uuid": "e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a", "name": "network-vif-deleted", "tag": "b277323c-5495-400b-9b07-6d42ed792e28"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:29.830571 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Set router d172ebed-cfeb-474d-8570-caaeb2070692 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:29.835179 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b3fe5a-165c-4451-930a-290cc1ad98a6 x-openstack-request-id: req-58b3fe5a-165c-4451-930a-290cc1ad98a6 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:29.835480 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a", "name": "network-vif-deleted", "tag": "b277323c-5495-400b-9b07-6d42ed792e28", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:29.835740 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58b3fe5a-165c-4451-930a-290cc1ad98a6 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:29.836148 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a', 'name': 'network-vif-deleted', 'tag': 'b277323c-5495-400b-9b07-6d42ed792e28', 'status': 'completed', 'code': 200} Feb 10 06:25:29.847203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e32670f1-3978-4086-ba33-0b413e6308c0 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:29.918076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f7dd69f2-c6af-4f82-9616-c794b138329f None None] Provisioning complete for port 0c78dbfb-3d80-41e0-ab7a-462f063679ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:29.918485 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7dd69f2-c6af-4f82-9616-c794b138329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:29.996866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd796fdd-cd56-4c0d-8fb3-de9239136df3 req-ebb29aa8-8756-4520-a9d1-8373ac812100 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595225 Feb 10 06:25:30.066763 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-router', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:28Z', 'revision_number': 3, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'gw_port': {'id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:30.081715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0c78dbfb-3d80-41e0-ab7a-462f063679ac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:30.086949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port e32670f1-3978-4086-ba33-0b413e6308c0 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:30.096441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port e32670f1-3978-4086-ba33-0b413e6308c0 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:30.096441 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.104103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6a71d-1d97-464e-a058-a87908233b90 req-e1bef0d9-782a-4082-b367-a7d99065bb04 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:30.105561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3c6a71d-1d97-464e-a058-a87908233b90 req-e1bef0d9-782a-4082-b367-a7d99065bb04 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.1284401 Feb 10 06:25:30.105736 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Checking router: d172ebed-cfeb-474d-8570-caaeb2070692 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:25:30.106163 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Updating router d172ebed-cfeb-474d-8570-caaeb2070692 port e2611096-ea80-4a85-bdf3-928894224e85 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:25:30.137216 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e2611096-ea80-4a85-bdf3-928894224e85), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.173712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d613a30-5aaf-4a6a-b711-e733eb0c7843 req-c44d4d51-24e9-4295-baf9-a016e51be218 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0902567 Feb 10 06:25:30.273188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3c6a71d-1d97-464e-a058-a87908233b90 req-796b3e19-89ab-491e-9e37-c56efcac50e0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003451 Feb 10 06:25:30.320149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd69f2-c6af-4f82-9616-c794b138329f None None] Current status of the port 0c78dbfb-3d80-41e0-ab7a-462f063679ac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:30.413251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e32670f1-3978-4086-ba33-0b413e6308c0 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:30.413649 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.426533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-694683ab-67c9-42e0-be49-9206d07b06d5 req-b7b6c608-d65c-4e7c-827a-1ba6fa69da1e tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fbfe98-7677-4eac-8ac5-edd8bf9cd42a HTTP/1.1" status: 200 len: 210 time: 0.0422096 Feb 10 06:25:30.453416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:30.454400 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Publish callbacks [] for port (e2611096-ea80-4a85-bdf3-928894224e85), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.456122 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4922b85c-d852-474c-9092-9659f5f1c275" -d '{"events": [{"server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "name": "network-vif-plugged", "status": "completed", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:30.468796 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e2611096-ea80-4a85-bdf3-928894224e85), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.469601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:30.487385 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.489740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b277323c-5495-400b-9b07-6d42ed792e28 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:30.507711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aeb11-2f6e-4dd2-a521-d99fc3f6b874 req-4274c9c4-d271-4b42-83ee-d2cd8b7e165a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:30.516461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-539aeb11-2f6e-4dd2-a521-d99fc3f6b874 req-4274c9c4-d271-4b42-83ee-d2cd8b7e165a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.2279456 Feb 10 06:25:30.517242 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccc7260-32ac-43e0-9b94-486479e56ac1 x-openstack-request-id: req-bccc7260-32ac-43e0-9b94-486479e56ac1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:30.517627 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "name": "network-vif-plugged", "status": "completed", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:30.518022 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bccc7260-32ac-43e0-9b94-486479e56ac1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:30.518594 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0', 'code': 200} Feb 10 06:25:30.539033 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Pushing event updated for resources: {'Port': ['ID=e2611096-ea80-4a85-bdf3-928894224e85,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:30.542778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: b277323c-5495-400b-9b07-6d42ed792e28 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:25:30.543206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b277323c-5495-400b-9b07-6d42ed792e28 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:25:30.559215 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Attempting to bind port e2611096-ea80-4a85-bdf3-928894224e85 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:30.560092 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Attempting to bind port e2611096-ea80-4a85-bdf3-928894224e85 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:30.560623 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Attempting to bind port e2611096-ea80-4a85-bdf3-928894224e85 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:30.567984 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:30.568679 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:30.569260 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.570078 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:30.570794 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Bound port: e2611096-ea80-4a85-bdf3-928894224e85, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:30.571187 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e2611096-ea80-4a85-bdf3-928894224e85), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.574132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e32670f1-3978-4086-ba33-0b413e6308c0,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:30.598146 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.598521 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.598863 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.599387 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.599726 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.600124 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.600453 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.600961 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.601290 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.601782 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.602393 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.602727 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.603052 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:30.636775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7fec-bd16-4dd6-99ae-29f139609882 req-1fb6dbcf-0403-464e-97df-4cd97e9dbbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:30.637404 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] For port e2611096-ea80-4a85-bdf3-928894224e85, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:30.638426 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d92d7fec-bd16-4dd6-99ae-29f139609882 req-1fb6dbcf-0403-464e-97df-4cd97e9dbbb3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1127 time: 0.0624034 Feb 10 06:25:30.640773 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] For port e2611096-ea80-4a85-bdf3-928894224e85, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e2611096-ea80-4a85-bdf3-928894224e85,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:30.648331 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e2611096-ea80-4a85-bdf3-928894224e85), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.693630 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d92d7fec-bd16-4dd6-99ae-29f139609882 req-c26f1a0d-738e-45ff-81de-e31b20a26e91 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 Feb 10 06:25:30.701925 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Routers {'d172ebed-cfeb-474d-8570-caaeb2070692'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:30.702573 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d172ebed-cfeb-474d-8570-caaeb2070692'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:30.750115 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6170d79-d4e6-43ac-9d39-9f11fa8b7c28 None None] Pushing event updated for resources: {'Port': ['ID=e2611096-ea80-4a85-bdf3-928894224e85,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:30.818342 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] Set router d172ebed-cfeb-474d-8570-caaeb2070692 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:30.827142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-539aeb11-2f6e-4dd2-a521-d99fc3f6b874 req-bc598654-0a2c-499a-b4a7-bee782e44425 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096819 Feb 10 06:25:30.835248 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:30.991507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Allocated IP 172.20.0.1 (2674b722-ed42-4ced-ada4-b173c8d47edc/5d863dde-860d-449b-b76b-c63e5d95d6b0/89526c34-7bed-4bf7-bbec-105fca5c27d6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:25:31.002188 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-router', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:28Z', 'revision_number': 3, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'gw_port': {'id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:31.035103 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62059f-c0cf-4134-a71d-1ad55a255229 None None] The sync data for ids ['d172ebed-cfeb-474d-8570-caaeb2070692'] in n-d-828670-1 is: [{'id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-router', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:28Z', 'revision_number': 3, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'gw_port': {'id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:25:31.116055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Publish callbacks [] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.189540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.231656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79d912-aa03-4b99-97db-e1625190b17c req-2fb47278-1f5f-4fb2-9e5f-5b915cdf6544 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:31.233464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b79d912-aa03-4b99-97db-e1625190b17c req-2fb47278-1f5f-4fb2-9e5f-5b915cdf6544 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1020129 Feb 10 06:25:31.246641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Network 2674b722-ed42-4ced-ada4-b173c8d47edc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:31.255910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:31.265347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:25:31.265825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (d172ebed-cfeb-474d-8570-caaeb2070692), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.268769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Pushing event updated for resources: {'Port': ['ID=89526c34-7bed-4bf7-bbec-105fca5c27d6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:31.334263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c54f666-9f98-48ee-91c7-701653c1074e req-12663154-93cb-4819-b8bb-6e9c34cf4016 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0760081 Feb 10 06:25:31.394460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b79d912-aa03-4b99-97db-e1625190b17c req-94910e39-8bc5-4c71-ab2e-e3f2efafafd1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460898 Feb 10 06:25:31.553590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.582335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3c490-3662-4b0e-8794-381c8b7866bb req-fdf5064e-f828-41c6-baf0-ce01ad3c0946 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:31.583963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00f3c490-3662-4b0e-8794-381c8b7866bb req-fdf5064e-f828-41c6-baf0-ce01ad3c0946 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.1273518 Feb 10 06:25:31.659165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c1c7efcf-60c6-4fd8-a63a-de2ac5669188 None None] Provisioning complete for port 89526c34-7bed-4bf7-bbec-105fca5c27d6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:31.660526 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1c7efcf-60c6-4fd8-a63a-de2ac5669188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.701307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00f3c490-3662-4b0e-8794-381c8b7866bb req-7b0628d7-359a-4def-a37a-3c7440da6de2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995157 Feb 10 06:25:31.709194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e2611096-ea80-4a85-bdf3-928894224e85 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:31.741144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7efcf-60c6-4fd8-a63a-de2ac5669188 None None] Port 89526c34-7bed-4bf7-bbec-105fca5c27d6 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:25:31.776461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e2611096-ea80-4a85-bdf3-928894224e85 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:31.776840 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e2611096-ea80-4a85-bdf3-928894224e85), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.857475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ac1c5-e57b-4a40-9019-d328dfad0253 req-6af0142c-480d-482c-914c-85a877f8aa7a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:31.859056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e2611096-ea80-4a85-bdf3-928894224e85 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:31.859449 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e2611096-ea80-4a85-bdf3-928894224e85), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.865797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e3ac1c5-e57b-4a40-9019-d328dfad0253 req-6af0142c-480d-482c-914c-85a877f8aa7a tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 950 time: 0.1128869 Feb 10 06:25:31.874290 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Publish callbacks [] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.885658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port e2611096-ea80-4a85-bdf3-928894224e85, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e2611096-ea80-4a85-bdf3-928894224e85,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:31.890891 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e2611096-ea80-4a85-bdf3-928894224e85), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.892458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0c78dbfb-3d80-41e0-ab7a-462f063679ac up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:31.896571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.897434 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (d172ebed-cfeb-474d-8570-caaeb2070692), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:31.984149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=e2611096-ea80-4a85-bdf3-928894224e85,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:31.992391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0c78dbfb-3d80-41e0-ab7a-462f063679ac triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:31.992776 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:32.053626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e3ac1c5-e57b-4a40-9019-d328dfad0253 req-72dd3752-4889-47af-bc59-b6464a99c3f2 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859934 Feb 10 06:25:32.079789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0c78dbfb-3d80-41e0-ab7a-462f063679ac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:32.094068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe01995-755f-41b7-a6b9-3a9edcdcd064 req-983a3ec7-525a-48c7-aa87-a572daff14c5 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:32.096208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbe01995-755f-41b7-a6b9-3a9edcdcd064 req-983a3ec7-525a-48c7-aa87-a572daff14c5 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1830435 Feb 10 06:25:32.098676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Pushing event updated for resources: {'Port': ['ID=89526c34-7bed-4bf7-bbec-105fca5c27d6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:32.147359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Network 2674b722-ed42-4ced-ada4-b173c8d47edc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:32.150646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:32.271838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbe01995-755f-41b7-a6b9-3a9edcdcd064 req-e0722d7c-e86e-4313-830e-bcf6fce43964 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687963 Feb 10 06:25:32.294513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Router d172ebed-cfeb-474d-8570-caaeb2070692 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:25:32.446950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ce6efae-53a9-4b78-8338-60adb970d2de req-278ca4ad-c31f-4759-a80e-668451b27002 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0359764 Feb 10 06:25:32.451603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:25:32.465523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4770b516-6539-443f-b78c-6f610824517a admin admin] 10.222.0.21 "PUT /v2.0/routers/d172ebed-cfeb-474d-8570-caaeb2070692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7696743 Feb 10 06:25:32.481016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0af47191-7480-4c20-a3c0-b8c1ab1c0979 None None] Provisioning complete for port 89526c34-7bed-4bf7-bbec-105fca5c27d6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:32.481405 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0af47191-7480-4c20-a3c0-b8c1ab1c0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:32.522009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0af47191-7480-4c20-a3c0-b8c1ab1c0979 None None] Port 89526c34-7bed-4bf7-bbec-105fca5c27d6 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:25:32.580104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3562e-2abe-426f-b3a0-e43339654cec req-b85016a9-77ea-4cdd-8659-b3196a87273b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:32.581701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fa3562e-2abe-426f-b3a0-e43339654cec req-b85016a9-77ea-4cdd-8659-b3196a87273b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.0582144 Feb 10 06:25:32.630090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fa3562e-2abe-426f-b3a0-e43339654cec req-09f12052-c76a-4256-95ad-af412f265724 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422738 Feb 10 06:25:32.873714 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-8abce4c1-0d08-400a-bd7f-e3fb3a0635d6 req-3a545c1b-628c-4992-886b-ff70d71fe7aa tempest-FloatingIPDetailsNegativeTestJSON-2056808464 tempest-FloatingIPDetailsNegativeTestJSON-2056808464-project] show failed (client error): The resource could not be found. Feb 10 06:25:32.874660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8abce4c1-0d08-400a-bd7f-e3fb3a0635d6 req-3a545c1b-628c-4992-886b-ff70d71fe7aa tempest-FloatingIPDetailsNegativeTestJSON-2056808464 tempest-FloatingIPDetailsNegativeTestJSON-2056808464-project] 10.222.0.21 "GET /v2.0/floatingips/194cb0d3-9af9-489a-a6b9-4e68dff4be0f HTTP/1.1" status: 404 len: 350 time: 0.0649219 Feb 10 06:25:32.884607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57962) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:32.898242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cad70-1dbc-4c57-8981-753db8df71db req-a83ee4a0-269c-4582-8e4b-aa7582fefb21 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:32.899813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e1cad70-1dbc-4c57-8981-753db8df71db req-a83ee4a0-269c-4582-8e4b-aa7582fefb21 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.1186059 Feb 10 06:25:32.946530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e1cad70-1dbc-4c57-8981-753db8df71db req-8e3185e6-c1ad-419c-b020-48b5db6f1504 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Feb 10 06:25:32.998831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Sync routers for ids ['d172ebed-cfeb-474d-8570-caaeb2070692'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:25:33.009771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Routers {'d172ebed-cfeb-474d-8570-caaeb2070692'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:33.010505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d172ebed-cfeb-474d-8570-caaeb2070692'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:33.066837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d14f0-5111-460c-a7a6-120ee664d111 req-b4b026ea-4330-43b0-ad77-b5c7e131e42d tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:33.068458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d96d14f0-5111-460c-a7a6-120ee664d111 req-b4b026ea-4330-43b0-ad77-b5c7e131e42d tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1127 time: 0.0483983 Feb 10 06:25:33.116836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d96d14f0-5111-460c-a7a6-120ee664d111 req-a5a71e89-0edb-4d08-a0e6-d4ed878e8610 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Feb 10 06:25:33.139646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Set router d172ebed-cfeb-474d-8570-caaeb2070692 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:33.206091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298566c1-fb5f-4d1a-86c9-5cc5c637ae68 req-a36da450-dbea-4997-8a64-b373669adcd1 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:33.208520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-298566c1-fb5f-4d1a-86c9-5cc5c637ae68 req-a36da450-dbea-4997-8a64-b373669adcd1 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 950 time: 0.0682366 Feb 10 06:25:33.268868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-298566c1-fb5f-4d1a-86c9-5cc5c637ae68 req-43d7a7e0-2b8c-4860-b3c1-aaacbb584388 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486324 Feb 10 06:25:33.406135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (d172ebed-cfeb-474d-8570-caaeb2070692), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:33.416412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-router', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:31Z', 'revision_number': 4, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'gw_port': {'id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '89526c34-7bed-4bf7-bbec-105fca5c27d6', 'name': '', 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'mac_address': 'fa:16:3e:ef:10:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5d863dde-860d-449b-b76b-c63e5d95d6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:25:30Z', 'updated_at': '2022-02-10T06:25:31Z', 'revision_number': 2, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'subnets': [{'id': '5d863dde-860d-449b-b76b-c63e5d95d6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:33.440519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cf914-d1f0-432a-bead-f5254435edc0 req-447d0fa5-8f6d-482c-a523-f24216d96160 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:33.441823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e0cf914-d1f0-432a-bead-f5254435edc0 req-447d0fa5-8f6d-482c-a523-f24216d96160 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0887058 Feb 10 06:25:33.467597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Checking router: d172ebed-cfeb-474d-8570-caaeb2070692 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:25:33.467597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Updating router d172ebed-cfeb-474d-8570-caaeb2070692 port 89526c34-7bed-4bf7-bbec-105fca5c27d6 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:25:33.518200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e2611096-ea80-4a85-bdf3-928894224e85 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:33.523809 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:33.541160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e0cf914-d1f0-432a-bead-f5254435edc0 req-b1196a50-216e-4836-8d0e-15af8c5e89d9 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935552 Feb 10 06:25:33.612893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c811136-cb29-4c5c-97e5-1b3294c0c823 req-3ff7d61d-7d55-4f66-baf0-ed726032c91b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0447710 Feb 10 06:25:33.692823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e2611096-ea80-4a85-bdf3-928894224e85 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:33.693586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e2611096-ea80-4a85-bdf3-928894224e85), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:33.865448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a620da9-b690-4ba8-b77b-885ba6e29e57 req-21533a4c-1d98-4ecb-a30c-1a0b91f71e94 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:33.875061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a620da9-b690-4ba8-b77b-885ba6e29e57 req-21533a4c-1d98-4ecb-a30c-1a0b91f71e94 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1140218 Feb 10 06:25:33.952657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e2611096-ea80-4a85-bdf3-928894224e85 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:33.974947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a620da9-b690-4ba8-b77b-885ba6e29e57 req-a152e5cc-a7d9-42ba-a39a-679c9ca1653b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988848 Feb 10 06:25:34.081957 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Publish callbacks [] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:34.102229 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:34.121176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-93f585af-7d1d-4fd2-85d9-58a44b584d4e tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:34.122679 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-93f585af-7d1d-4fd2-85d9-58a44b584d4e tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 950 time: 0.4748383 Feb 10 06:25:34.251677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Attempting to bind port 89526c34-7bed-4bf7-bbec-105fca5c27d6 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:34.251900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Attempting to bind port 89526c34-7bed-4bf7-bbec-105fca5c27d6 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:34.252193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Attempting to bind port 89526c34-7bed-4bf7-bbec-105fca5c27d6 on network 2674b722-ed42-4ced-ada4-b173c8d47edc {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:34.258651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:34.259135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Checking segment: {'id': 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:34.259549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:34.259952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Bound using segment: {'id': 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:34.260424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Bound port: 89526c34-7bed-4bf7-bbec-105fca5c27d6, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:34.260815 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:34.276356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7be73-0be2-49ee-8e2b-1955ae92304d None None] Pushing event updated for resources: {'Port': ['ID=89526c34-7bed-4bf7-bbec-105fca5c27d6,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:34.354013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] For port 89526c34-7bed-4bf7-bbec-105fca5c27d6, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:34.359068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] For port 89526c34-7bed-4bf7-bbec-105fca5c27d6, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=89526c34-7bed-4bf7-bbec-105fca5c27d6,segment=NetworkSegment(a009c2e7-73ec-49f5-ab4a-26d38dc4ee78),segment_id=a009c2e7-73ec-49f5-ab4a-26d38dc4ee78)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:34.370545 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:34.450823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Deleting port 7351c1be-8582-4d38-82ea-4eb4a51f9509 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:34.451207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:34.492441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Deleting port 89526c34-7bed-4bf7-bbec-105fca5c27d6 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:34.500522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:34.508368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b73d55-fe3b-4b92-900f-8c49205d92a6 req-9057c5b8-1cdb-4089-abe0-10ad990694af tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:34.514170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Routers {'d172ebed-cfeb-474d-8570-caaeb2070692'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:34.522573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d172ebed-cfeb-474d-8570-caaeb2070692'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:34.526079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60b73d55-fe3b-4b92-900f-8c49205d92a6 req-9057c5b8-1cdb-4089-abe0-10ad990694af tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 950 time: 0.1134694 Feb 10 06:25:34.615353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60b73d55-fe3b-4b92-900f-8c49205d92a6 req-14480bed-09e3-4be7-8f97-e68cacec9459 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/security-groups?id=3decbbb4-3f6d-43aa-b56a-7efadebd1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883007 Feb 10 06:25:34.705156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] For port 7351c1be-8582-4d38-82ea-4eb4a51f9509, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7351c1be-8582-4d38-82ea-4eb4a51f9509,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:34.705538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:34.731539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Calling delete_port for 7351c1be-8582-4d38-82ea-4eb4a51f9509 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:34.774267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7ffb16e-9736-4d22-abf3-68e87664a8f5 req-656a75f5-c91b-4549-8542-561d45f9c1be tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0353501 Feb 10 06:25:34.789344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc30a99-52cf-4df9-a0df-5f8e3412dc7c req-d6320435-16af-4b61-a19b-ddf25f84cf02 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:34.796197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cc30a99-52cf-4df9-a0df-5f8e3412dc7c req-d6320435-16af-4b61-a19b-ddf25f84cf02 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1255901 Feb 10 06:25:34.876917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cc30a99-52cf-4df9-a0df-5f8e3412dc7c req-5b739398-d73b-4595-8b47-a3f21167c63e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745494 Feb 10 06:25:34.944361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] Set router d172ebed-cfeb-474d-8570-caaeb2070692 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:34.987433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7be73-0be2-49ee-8e2b-1955ae92304d None None] Pushing event updated for resources: {'Port': ['ID=89526c34-7bed-4bf7-bbec-105fca5c27d6,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:34.994461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-80a2594a-285d-4524-9580-82c88f918c80 None None] Provisioning complete for port 89526c34-7bed-4bf7-bbec-105fca5c27d6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:34.995026 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80a2594a-285d-4524-9580-82c88f918c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:35.026595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] For port 89526c34-7bed-4bf7-bbec-105fca5c27d6, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=89526c34-7bed-4bf7-bbec-105fca5c27d6,segment=NetworkSegment(a009c2e7-73ec-49f5-ab4a-26d38dc4ee78),segment_id=a009c2e7-73ec-49f5-ab4a-26d38dc4ee78)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:35.026595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:35.038667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Calling delete_port for 89526c34-7bed-4bf7-bbec-105fca5c27d6 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:35.208003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b289630-e2db-41ce-ac67-04e22c2db9d4 req-6283426a-3866-42f4-8d3e-bd9239cf5f91 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:35.218057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b289630-e2db-41ce-ac67-04e22c2db9d4 req-6283426a-3866-42f4-8d3e-bd9239cf5f91 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1138027 Feb 10 06:25:35.269133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7351c1be-8582-4d38-82ea-4eb4a51f9509), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:35.280667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:35.289438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7351c1be-8582-4d38-82ea-4eb4a51f9509'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:35.295325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-80a2594a-285d-4524-9580-82c88f918c80 None None] Current status of the port 89526c34-7bed-4bf7-bbec-105fca5c27d6 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:35.296465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80a2594a-285d-4524-9580-82c88f918c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89526c34-7bed-4bf7-bbec-105fca5c27d6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:35.307620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b289630-e2db-41ce-ac67-04e22c2db9d4 req-95f36f53-34f7-4d8b-967c-be30ba465bed tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835776 Feb 10 06:25:35.339598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Pushing event deleted for resources: {'Port': ['ID=7351c1be-8582-4d38-82ea-4eb4a51f9509,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:35.405342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Pushing event deleted for resources: {'Port': ['ID=89526c34-7bed-4bf7-bbec-105fca5c27d6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:35.458163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-router', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:31Z', 'revision_number': 4, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'gw_port': {'id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '89526c34-7bed-4bf7-bbec-105fca5c27d6', 'name': '', 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'mac_address': 'fa:16:3e:ef:10:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5d863dde-860d-449b-b76b-c63e5d95d6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:25:30Z', 'updated_at': '2022-02-10T06:25:34Z', 'revision_number': 4, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'subnets': [{'id': '5d863dde-860d-449b-b76b-c63e5d95d6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:35.544052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d4438826-e832-49a2-af98-df131a93d6bd details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:35.546070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d4438826-e832-49a2-af98-df131a93d6bd no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:35.560988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b9539-811a-4f50-86db-cb91f686b84c None None] The sync data for ids ['d172ebed-cfeb-474d-8570-caaeb2070692'] in n-d-828670-1 is: [{'id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-router', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:31Z', 'revision_number': 4, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'gw_port': {'id': 'e2611096-ea80-4a85-bdf3-928894224e85', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '89526c34-7bed-4bf7-bbec-105fca5c27d6', 'name': '', 'network_id': '2674b722-ed42-4ced-ada4-b173c8d47edc', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'mac_address': 'fa:16:3e:ef:10:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5d863dde-860d-449b-b76b-c63e5d95d6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:25:30Z', 'updated_at': '2022-02-10T06:25:34Z', 'revision_number': 4, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'subnets': [{'id': '5d863dde-860d-449b-b76b-c63e5d95d6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:25:35.573066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] No DVR routers for this DVR port 7351c1be-8582-4d38-82ea-4eb4a51f9509 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:25:35.578442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:35.589497 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e247169f-f421-45f3-9e30-9cf2dbc7a813 req-03143acc-43da-4dd8-a0be-7416a3fdf55b tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.24 "DELETE /v2.0/ports/7351c1be-8582-4d38-82ea-4eb4a51f9509 HTTP/1.1" status: 204 len: 173 time: 1.4416773 Feb 10 06:25:35.594273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4b6942-0cad-427d-b198-ab20d961725a', 'name': 'network-vif-deleted', 'tag': '7351c1be-8582-4d38-82ea-4eb4a51f9509'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:35.601964 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a03ae4-63bb-4c5f-9c17-737182b73a3d" -d '{"events": [{"server_uuid": "8d4b6942-0cad-427d-b198-ab20d961725a", "name": "network-vif-deleted", "tag": "7351c1be-8582-4d38-82ea-4eb4a51f9509"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:35.734006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9568f8f4-8abb-43db-87d5-f4aef443a724 None None] Could not find standard attr ID for object 89526c34-7bed-4bf7-bbec-105fca5c27d6. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:25:35.770334 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a07ae6-a9a8-4f6d-8030-dbe78233d94b x-openstack-request-id: req-64a07ae6-a9a8-4f6d-8030-dbe78233d94b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:35.770709 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4b6942-0cad-427d-b198-ab20d961725a", "name": "network-vif-deleted", "tag": "7351c1be-8582-4d38-82ea-4eb4a51f9509", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:35.770966 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64a07ae6-a9a8-4f6d-8030-dbe78233d94b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:35.771368 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4b6942-0cad-427d-b198-ab20d961725a', 'name': 'network-vif-deleted', 'tag': '7351c1be-8582-4d38-82ea-4eb4a51f9509', 'status': 'completed', 'code': 200} Feb 10 06:25:35.791971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (d172ebed-cfeb-474d-8570-caaeb2070692), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:35.832613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db965b86-91c4-4a3c-8013-56724af5047b req-59935d85-0bce-4e28-9538-020629d568e9 tempest-LiveMigrationNegativeTest-774044158 tempest-LiveMigrationNegativeTest-774044158-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4b6942-0cad-427d-b198-ab20d961725a HTTP/1.1" status: 200 len: 210 time: 0.1116500 Feb 10 06:25:35.967458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1cb285c-0dc7-4c7c-8a17-0bc92bb43376 req-8d00beec-d164-4f7d-aeb1-9d6dbd7a28f9 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0470138 Feb 10 06:25:36.041083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:36.059467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port d4438826-e832-49a2-af98-df131a93d6bd is: BUILD; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:36.059778 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:36.062632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'd4438826-e832-49a2-af98-df131a93d6bd', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'port_id': 'd4438826-e832-49a2-af98-df131a93d6bd', 'mac_address': 'fa:16:3e:22:e2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5f93f-7f0a-4276-a487-bdcd30a90931', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:36.063052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613294b5-a714-487e-bb28-8e2793065086 req-5260fbe4-850f-4d09-9e3a-0bdbf921266b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:36.066834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-613294b5-a714-487e-bb28-8e2793065086 req-5260fbe4-850f-4d09-9e3a-0bdbf921266b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.0777621 Feb 10 06:25:36.084198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d4438826-e832-49a2-af98-df131a93d6bd {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:36.123189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:36.132761 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:36.169022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-613294b5-a714-487e-bb28-8e2793065086 req-4b730d46-254e-43e5-887a-b4c982702f84 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955865 Feb 10 06:25:36.245409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=13']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:36.259417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d4438826-e832-49a2-af98-df131a93d6bd'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:36.378767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Router d172ebed-cfeb-474d-8570-caaeb2070692 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:25:36.499958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ac819-194c-4a11-ba53-b4c427e159ce req-5574f709-eb89-4a14-b2bd-596023aed1f4 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:36.507487 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc1ac819-194c-4a11-ba53-b4c427e159ce req-5574f709-eb89-4a14-b2bd-596023aed1f4 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1102650 Feb 10 06:25:36.559429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:25:36.573619 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4491b4de-a78f-4dcb-b36a-16b23a4ebf2d admin admin] 10.222.0.21 "PUT /v2.0/routers/d172ebed-cfeb-474d-8570-caaeb2070692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6878264 Feb 10 06:25:36.577931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58016) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:36.599139 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:36.599803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc1ac819-194c-4a11-ba53-b4c427e159ce req-63447c2a-ec37-4ac6-b975-a6277f45750b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913911 Feb 10 06:25:36.705696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks [] for router (d172ebed-cfeb-474d-8570-caaeb2070692), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:36.825807 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks [] for router_gateway (d172ebed-cfeb-474d-8570-caaeb2070692), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:36.885609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Deleting port e2611096-ea80-4a85-bdf3-928894224e85 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:36.885954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e2611096-ea80-4a85-bdf3-928894224e85), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:36.988691 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] For port e2611096-ea80-4a85-bdf3-928894224e85, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e2611096-ea80-4a85-bdf3-928894224e85,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:36.989058 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e2611096-ea80-4a85-bdf3-928894224e85), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.003023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Calling delete_port for e2611096-ea80-4a85-bdf3-928894224e85 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:37.129287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9da37e35-e9ff-4b8b-a5a4-48324aa24c15 req-13bcbda6-a92b-476f-9588-0a2ad503cfa3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0632782 Feb 10 06:25:37.163231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:37.284071 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e2611096-ea80-4a85-bdf3-928894224e85), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.316986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Pushing event deleted for resources: {'Port': ['ID=e2611096-ea80-4a85-bdf3-928894224e85,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:37.386102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775cc5-1287-4ac2-ab53-406e69561468 req-c1bfa699-ed71-4f85-b0a3-c8d3cdd15e1e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:37.393911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc775cc5-1287-4ac2-ab53-406e69561468 req-c1bfa699-ed71-4f85-b0a3-c8d3cdd15e1e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1130037 Feb 10 06:25:37.408806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2b1f67ff-249b-40a5-8a14-3fa2ebf607ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bee041e231ba451ea2df515c55efe3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415955 Feb 10 06:25:37.416659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58036) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:37.461784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc775cc5-1287-4ac2-ab53-406e69561468 req-f3b57aac-e7b4-417f-9c07-e82309e1ccc1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614872 Feb 10 06:25:37.479062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:37.484016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:37.501997 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] Sync routers for ids ['d172ebed-cfeb-474d-8570-caaeb2070692'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:25:37.505539 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (d172ebed-cfeb-474d-8570-caaeb2070692), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.517852 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] Routers {'d172ebed-cfeb-474d-8570-caaeb2070692'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:37.521257 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d172ebed-cfeb-474d-8570-caaeb2070692'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:37.637111 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f14dfc2-a4ca-4315-bc56-f19794125417 admin admin] Publish callbacks [] for security_group (3decbbb4-3f6d-43aa-b56a-7efadebd1d84), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.643253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (d172ebed-cfeb-474d-8570-caaeb2070692), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.650441 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks [] for router_controller (d172ebed-cfeb-474d-8570-caaeb2070692), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.678321 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] Set router d172ebed-cfeb-474d-8570-caaeb2070692 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:37.773548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:37.774130 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.777208 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f14dfc2-a4ca-4315-bc56-f19794125417 admin admin] Publish callbacks [] for security_group (3decbbb4-3f6d-43aa-b56a-7efadebd1d84), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.797350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (d172ebed-cfeb-474d-8570-caaeb2070692), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.797596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:37.797909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router d172ebed-cfeb-474d-8570-caaeb2070692 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:25:37.814095 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.819431 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa48db72-2cd7-4ae0-9550-4aa5599f6bda admin admin] 10.222.0.21 "DELETE /v2.0/routers/d172ebed-cfeb-474d-8570-caaeb2070692 HTTP/1.1" status: 204 len: 168 time: 1.2364843 Feb 10 06:25:37.819431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58046) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:37.863851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152d49f-bfd3-47a8-b7c2-00675f4a42f1 req-4c1f7dd0-6566-446d-9310-593e2707d382 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:37.866644 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172ebed-cfeb-474d-8570-caaeb2070692', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233420494-router', 'tenant_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:25:27Z', 'updated_at': '2022-02-10T06:25:37Z', 'revision_number': 7, 'project_id': 'c8c5f51cb9884d95ac4b345b3d2d397d', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:37.876244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-24dcce68-ce43-4e5e-a9bc-48b25523f5c2 admin admin] Deleting subnet 5d863dde-860d-449b-b76b-c63e5d95d6b0 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:25:37.882895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24dcce68-ce43-4e5e-a9bc-48b25523f5c2 admin admin] Publish callbacks [] for subnet (5d863dde-860d-449b-b76b-c63e5d95d6b0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.886910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4152d49f-bfd3-47a8-b7c2-00675f4a42f1 req-4c1f7dd0-6566-446d-9310-593e2707d382 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1804268 Feb 10 06:25:37.901297 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7351c1be-8582-4d38-82ea-4eb4a51f9509 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:37.913833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f14dfc2-a4ca-4315-bc56-f19794125417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3decbbb4-3f6d-43aa-b56a-7efadebd1d84), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.917147 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f14dfc2-a4ca-4315-bc56-f19794125417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.918592 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2f14dfc2-a4ca-4315-bc56-f19794125417 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3decbbb4-3f6d-43aa-b56a-7efadebd1d84 HTTP/1.1" status: 204 len: 168 time: 0.5009012 Feb 10 06:25:37.931314 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'mac_address': 'fa:16:3e:ae:da:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:37.950154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14dfc2-a4ca-4315-bc56-f19794125417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3decbbb4-3f6d-43aa-b56a-7efadebd1d84,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:37.963557 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] Checking router: d172ebed-cfeb-474d-8570-caaeb2070692 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:25:37.976179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24dcce68-ce43-4e5e-a9bc-48b25523f5c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (5d863dde-860d-449b-b76b-c63e5d95d6b0), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:37.994597 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:37.995261 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:25:38.001804 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d172ebed-cfeb-474d-8570-caaeb2070692'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 06:25:38.002557 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa596ea-7fd5-4c15-bb1f-6329211a165b None None] The sync data for ids ['d172ebed-cfeb-474d-8570-caaeb2070692'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:25:38.039265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:38.051480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4152d49f-bfd3-47a8-b7c2-00675f4a42f1 req-51f8a9ea-350c-46b7-b6c4-79fe6a195bc7 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635640 Feb 10 06:25:38.070043 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b823e-d2fd-4ebd-a075-a3049bfeb343" -d '{"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-unplugged", "status": "completed", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:38.074528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 7351c1be-8582-4d38-82ea-4eb4a51f9509 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:25:38.075096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7351c1be-8582-4d38-82ea-4eb4a51f9509 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:25:38.205760 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d87be1-12ef-4153-9c0a-2c3f11e24337 x-openstack-request-id: req-d2d87be1-12ef-4153-9c0a-2c3f11e24337 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:38.206414 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-unplugged", "status": "completed", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:38.207810 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2d87be1-12ef-4153-9c0a-2c3f11e24337 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:38.208365 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'code': 200} Feb 10 06:25:38.223617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:38.242967 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:38.248338 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24dcce68-ce43-4e5e-a9bc-48b25523f5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5d863dde-860d-449b-b76b-c63e5d95d6b0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:38.304022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:38.316614 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:38.352687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24dcce68-ce43-4e5e-a9bc-48b25523f5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (5d863dde-860d-449b-b76b-c63e5d95d6b0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:38.361904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-834c9df2-252a-47ae-942a-29da2ff99b2f req-e6f53bda-a299-4982-b6da-f35720e1b8b6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0668519 Feb 10 06:25:38.428132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbdf9497-357f-448e-96b4-6c4c8f829e47 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:38.439213 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24dcce68-ce43-4e5e-a9bc-48b25523f5c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:38.444707 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-24dcce68-ce43-4e5e-a9bc-48b25523f5c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d863dde-860d-449b-b76b-c63e5d95d6b0 HTTP/1.1" status: 204 len: 168 time: 0.6241763 Feb 10 06:25:38.446638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58066) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:38.448524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcce68-ce43-4e5e-a9bc-48b25523f5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d863dde-860d-449b-b76b-c63e5d95d6b0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:38.467846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106de9ea-dab1-459b-bcdc-b9c90e688c87 None None] Network 2674b722-ed42-4ced-ada4-b173c8d47edc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:25:38.558367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:38.577891 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (2674b722-ed42-4ced-ada4-b173c8d47edc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:38.697180 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:25:38.698024 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:25:38.757281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58072) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:38.833492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7779bfe-5297-429d-86e3-81813b92068c req-b14ac571-a5b0-410d-8b6f-03513d848659 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:38.835450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7779bfe-5297-429d-86e3-81813b92068c req-b14ac571-a5b0-410d-8b6f-03513d848659 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 947 time: 0.2130640 Feb 10 06:25:38.899855 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-387a7b22-429a-4483-b5ae-6ee1093a201d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5ae9fd88a274f2ca97dc70df4102a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412723 Feb 10 06:25:38.902807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58074) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:38.905417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7779bfe-5297-429d-86e3-81813b92068c req-2983316f-347b-4148-9783-745598f527d0 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618038 Feb 10 06:25:38.907728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Deleting port 0c78dbfb-3d80-41e0-ab7a-462f063679ac {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:38.908091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.008064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b873ef4-50a4-4698-aeb6-963e844e604b None None] DHCP port deletion for 2674b722-ed42-4ced-ada4-b173c8d47edc request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:25:39.049818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] For port 0c78dbfb-3d80-41e0-ab7a-462f063679ac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0c78dbfb-3d80-41e0-ab7a-462f063679ac,segment=NetworkSegment(a009c2e7-73ec-49f5-ab4a-26d38dc4ee78),segment_id=a009c2e7-73ec-49f5-ab4a-26d38dc4ee78)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:39.050394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.099319 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-4d3dbfec-6a95-477a-b697-1e6dd6e54b72 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742803 Feb 10 06:25:39.101898 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f674ed3-40f1-424f-971f-35a9de247137 admin admin] Publish callbacks [] for security_group (d3a2c35b-a961-47d7-9ca4-a62b7bc5d64d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.102977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Calling delete_port for 0c78dbfb-3d80-41e0-ab7a-462f063679ac owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:39.116969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5b873ef4-50a4-4698-aeb6-963e844e604b None None] Deleting port 0c78dbfb-3d80-41e0-ab7a-462f063679ac {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:39.117599 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b873ef4-50a4-4698-aeb6-963e844e604b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.265762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f674ed3-40f1-424f-971f-35a9de247137 admin admin] Publish callbacks [] for security_group (d3a2c35b-a961-47d7-9ca4-a62b7bc5d64d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.272885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8fe31-1636-45c1-a3d3-4cd8a857bb65 req-27d72558-f046-45ed-baab-48d37a093a38 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:39.281093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83d8fe31-1636-45c1-a3d3-4cd8a857bb65 req-27d72558-f046-45ed-baab-48d37a093a38 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.0965238 Feb 10 06:25:39.339278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-e6c6493e-be93-4f84-a07f-fc824000d9df tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:39.340739 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-e6c6493e-be93-4f84-a07f-fc824000d9df tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306368 Feb 10 06:25:39.348942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5b873ef4-50a4-4698-aeb6-963e844e604b None None] For port 0c78dbfb-3d80-41e0-ab7a-462f063679ac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0c78dbfb-3d80-41e0-ab7a-462f063679ac,segment=NetworkSegment(a009c2e7-73ec-49f5-ab4a-26d38dc4ee78),segment_id=a009c2e7-73ec-49f5-ab4a-26d38dc4ee78)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:39.349354 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b873ef4-50a4-4698-aeb6-963e844e604b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.363145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Request body: {'port': {'device_id': 'a183e064-f5aa-4211-b3b6-d75d6b99212d', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '72a4d829d43b4713a617d0fac13e0c08'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:39.373455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83d8fe31-1636-45c1-a3d3-4cd8a857bb65 req-5fad820b-f92b-4121-bc84-097a55aa21cf tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889797 Feb 10 06:25:39.394412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f674ed3-40f1-424f-971f-35a9de247137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d3a2c35b-a961-47d7-9ca4-a62b7bc5d64d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.395522 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.415909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f674ed3-40f1-424f-971f-35a9de247137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.420132 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2f674ed3-40f1-424f-971f-35a9de247137 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3a2c35b-a961-47d7-9ca4-a62b7bc5d64d HTTP/1.1" status: 204 len: 168 time: 0.5163779 Feb 10 06:25:39.425002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:39.425391 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.459849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdf9497-357f-448e-96b4-6c4c8f829e47 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:39.465187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] No DVR routers for this DVR port 0c78dbfb-3d80-41e0-ab7a-462f063679ac on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:25:39.467807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c78dbfb-3d80-41e0-ab7a-462f063679ac,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:39.479897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5b873ef4-50a4-4698-aeb6-963e844e604b None None] Calling delete_port for 0c78dbfb-3d80-41e0-ab7a-462f063679ac owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:39.519584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f674ed3-40f1-424f-971f-35a9de247137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a2c35b-a961-47d7-9ca4-a62b7bc5d64d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:39.654363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a3578cb-c2bd-4d24-a640-0fec364fba21 req-97ed0e5a-f08d-43ba-adc4-47c4b89a5ab5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 210 time: 0.0841093 Feb 10 06:25:39.699436 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:25:39.700883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e2611096-ea80-4a85-bdf3-928894224e85 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:39.708175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (2674b722-ed42-4ced-ada4-b173c8d47edc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.736146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: e2611096-ea80-4a85-bdf3-928894224e85 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:25:39.736985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e2611096-ea80-4a85-bdf3-928894224e85 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:25:39.737387 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.737741 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.738428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0c78dbfb-3d80-41e0-ab7a-462f063679ac no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:39.739829 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.740164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.741801 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.742160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.743280 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.743280 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.743670 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.743670 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.744755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Made reservation on behalf of 72a4d829d43b4713a617d0fac13e0c08 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:39.754604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.766949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0c78dbfb-3d80-41e0-ab7a-462f063679ac {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:25:39.767593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0c78dbfb-3d80-41e0-ab7a-462f063679ac not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:25:39.768279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89526c34-7bed-4bf7-bbec-105fca5c27d6 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:39.794230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:39.795417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 89526c34-7bed-4bf7-bbec-105fca5c27d6 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:25:39.795982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89526c34-7bed-4bf7-bbec-105fca5c27d6 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:25:39.816342 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.862395 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.862711 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.863043 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.863376 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 06:25:39.863759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2674b722-ed42-4ced-ada4-b173c8d47edc']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:39.894007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:39.898046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d4438826-e832-49a2-af98-df131a93d6bd up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:39.933364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:39.933738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a009c2e7-73ec-49f5-ab4a-26d38dc4ee78') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:39.950102 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:39.994056 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (a009c2e7-73ec-49f5-ab4a-26d38dc4ee78), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.024857 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b873ef4-50a4-4698-aeb6-963e844e604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0c78dbfb-3d80-41e0-ab7a-462f063679ac), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.043579 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a009c2e7-73ec-49f5-ab4a-26d38dc4ee78), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.056324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:25:40.056764 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (a009c2e7-73ec-49f5-ab4a-26d38dc4ee78), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.100134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b873ef4-50a4-4698-aeb6-963e844e604b None None] Pushing event deleted for resources: {'Port': ['ID=0c78dbfb-3d80-41e0-ab7a-462f063679ac,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:40.126857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b873ef4-50a4-4698-aeb6-963e844e604b None None] No DVR routers for this DVR port 0c78dbfb-3d80-41e0-ab7a-462f063679ac on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: from cryptography.utils import int_from_bytes Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: from cryptography.utils import int_from_bytes Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:25:40.149927 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:25:40.154178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (2674b722-ed42-4ced-ada4-b173c8d47edc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.162479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Allocated IP 192.168.233.221 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/66bf7f6d-edfb-47cb-88a1-5bdd982f3de3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:25:40.162611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port d4438826-e832-49a2-af98-df131a93d6bd completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:40.166573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port d4438826-e832-49a2-af98-df131a93d6bd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:40.167919 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d4438826-e832-49a2-af98-df131a93d6bd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.223545 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.231851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] 10.222.0.21 "DELETE /v2.0/networks/2674b722-ed42-4ced-ada4-b173c8d47edc HTTP/1.1" status: 204 len: 168 time: 1.7840834 Feb 10 06:25:40.235614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afd8e8-e5e6-44d5-915e-be489402cf7c admin admin] Pushing event deleted for resources: {'Network': ['ID=2674b722-ed42-4ced-ada4-b173c8d47edc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:40.288094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456288c9-806f-49e1-86e8-ab4e610a0e23 req-f90502d9-ceae-43c2-9b59-be360beb5c34 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:40.296072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-456288c9-806f-49e1-86e8-ab4e610a0e23 req-f90502d9-ceae-43c2-9b59-be360beb5c34 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1127 time: 0.7343438 Feb 10 06:25:40.337764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27ffa9-9248-4294-a1d6-f80579597ab1 req-5ba48869-a6df-4ddc-ad9f-a365c574e6c9 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:40.347669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a27ffa9-9248-4294-a1d6-f80579597ab1 req-5ba48869-a6df-4ddc-ad9f-a365c574e6c9 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1948872 Feb 10 06:25:40.443280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-456288c9-806f-49e1-86e8-ab4e610a0e23 req-b903a2b3-1bfc-4067-92a2-79470c3de60e tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459203 Feb 10 06:25:40.517056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a27ffa9-9248-4294-a1d6-f80579597ab1 req-09bb55a8-57ce-421d-bd32-d824fb9a4dcd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680250 Feb 10 06:25:40.537240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58104) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:40.575954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.628640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0e0d857-559a-4a8d-a159-0cceb25bf961 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8c5f51cb9884d95ac4b345b3d2d397d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899601 Feb 10 06:25:40.632632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58106) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:40.648699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['fbdf9497-357f-448e-96b4-6c4c8f829e47'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:40.674435 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.728399 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa64ffb3-40f2-44ce-90b3-b9d580b063b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.748772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', '51accd06-142c-4a41-8064-ffc7f9ffa4c4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:40.756810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b', '883d4534-b948-4c5c-8918-2be9d5e98524'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:40.772208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:40.791203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:40.806638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:25:40.872986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event updated for resources: {'Port': ['ID=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:40.889730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79c5f5b4-80e6-4bd2-91b6-2f487524dd04 admin admin] Publish callbacks [] for security_group (6166716f-e975-4ceb-ac65-a346254ec7f2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.941230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:40.945979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:40.984526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79c5f5b4-80e6-4bd2-91b6-2f487524dd04 admin admin] Publish callbacks [] for security_group (6166716f-e975-4ceb-ac65-a346254ec7f2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:41.004283 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-19c8f78b-5104-4656-997b-f6d31b33e9c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6485727 Feb 10 06:25:41.027985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Request body: {'port': {'device_id': 'a183e064-f5aa-4211-b3b6-d75d6b99212d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:41.129954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port d4438826-e832-49a2-af98-df131a93d6bd is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:41.131419 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:41.228822 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:41.237791 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79c5f5b4-80e6-4bd2-91b6-2f487524dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6166716f-e975-4ceb-ac65-a346254ec7f2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:41.244689 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79c5f5b4-80e6-4bd2-91b6-2f487524dd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:41.249985 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-79c5f5b4-80e6-4bd2-91b6-2f487524dd04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6166716f-e975-4ceb-ac65-a346254ec7f2 HTTP/1.1" status: 204 len: 168 time: 0.6163447 Feb 10 06:25:41.303744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0848d2-5aaa-4a0d-8065-beeaa2a18db9 req-5303cfac-8c25-498e-aceb-ba45c14bdab4 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:41.311185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0848d2-5aaa-4a0d-8065-beeaa2a18db9 req-5303cfac-8c25-498e-aceb-ba45c14bdab4 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1127 time: 0.6893175 Feb 10 06:25:41.322957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d5a9-3887-4d9c-9239-52c0572f2676 req-94d3c2ab-99fb-49f2-9b24-98e2685a86ad tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:41.325039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8478d5a9-3887-4d9c-9239-52c0572f2676 req-94d3c2ab-99fb-49f2-9b24-98e2685a86ad tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 936 time: 0.0942671 Feb 10 06:25:41.380734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5f5b4-80e6-4bd2-91b6-2f487524dd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6166716f-e975-4ceb-ac65-a346254ec7f2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:41.448977 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0848d2-5aaa-4a0d-8065-beeaa2a18db9 req-b7aacf9a-1cfe-4bff-8293-052c11cc92c4 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299939 Feb 10 06:25:41.480523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:41.483588 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edff78e-1ff4-456d-98f5-5a65aa13236f" -d '{"events": [{"server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "name": "network-vif-plugged", "status": "completed", "tag": "d4438826-e832-49a2-af98-df131a93d6bd"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:41.492200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8478d5a9-3887-4d9c-9239-52c0572f2676 req-9a725d33-d4da-467c-85b5-a0d1a66fea30 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488860 Feb 10 06:25:41.515967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:41.533157 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:41.603807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4556a92a-acfc-4bcb-a0d7-aaaabf9bfed9 None None] Provisioning complete for port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:41.604621 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4556a92a-acfc-4bcb-a0d7-aaaabf9bfed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:41.651958 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46e142f-449c-4d1b-8989-03618d708b6d x-openstack-request-id: req-f46e142f-449c-4d1b-8989-03618d708b6d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:41.652457 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "name": "network-vif-plugged", "status": "completed", "tag": "d4438826-e832-49a2-af98-df131a93d6bd", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:41.653141 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f46e142f-449c-4d1b-8989-03618d708b6d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:41.653665 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd', 'code': 200} Feb 10 06:25:41.728803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=14']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:41.737894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4556a92a-acfc-4bcb-a0d7-aaaabf9bfed9 None None] Port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:25:41.824381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8019-c499-4ad8-a034-d1ffcf802d40 req-7ffe8a34-059c-46b4-a1c9-00f34af3ca8c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:41.834827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56da8019-c499-4ad8-a034-d1ffcf802d40 req-7ffe8a34-059c-46b4-a1c9-00f34af3ca8c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1367002 Feb 10 06:25:41.955162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56da8019-c499-4ad8-a034-d1ffcf802d40 req-e1659e52-044b-41ba-b187-37915f545000 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193445 Feb 10 06:25:42.009276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:42.028990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Publish callbacks [] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:42.049602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011a584-2a50-41ba-aa4e-ff0629a4b36d req-bdbf5776-10ad-43cc-9755-4475c028e10a tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:42.051486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7011a584-2a50-41ba-aa4e-ff0629a4b36d req-bdbf5776-10ad-43cc-9755-4475c028e10a tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1127 time: 0.1188734 Feb 10 06:25:42.064704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Transition to ACTIVE for port object 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:25:42.078077 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:42.163060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7011a584-2a50-41ba-aa4e-ff0629a4b36d req-cd113947-5263-4050-93fc-db5ef74a22b7 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972192 Feb 10 06:25:42.288426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Pushing event updated for resources: {'Port': ['ID=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:42.318531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Attempting to bind port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:42.318968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Attempting to bind port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:42.319298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Attempting to bind port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:42.329896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:42.330252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Attempting to bind port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:42.336394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:42.336761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:42.337142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:42.337710 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Bound port: 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:42.338189 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:42.439366 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2f416f-5019-43ad-acab-569179a41eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:42.450343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] For port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:42.455677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] For port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:42.465904 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:42.523142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:42.523762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:42.525189 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] 10.222.0.13 "PUT /v2.0/ports/66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 HTTP/1.1" status: 200 len: 1096 time: 1.5116136 Feb 10 06:25:42.525635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a183e064-f5aa-4211-b3b6-d75d6b99212d', 'tag': '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:42.527939 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c418710-e8fc-4145-b60e-30a60aad162f" -d '{"events": [{"name": "network-changed", "server_uuid": "a183e064-f5aa-4211-b3b6-d75d6b99212d", "tag": "66bf7f6d-edfb-47cb-88a1-5bdd982f3de3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:42.533704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44538e-bbd0-4c87-be5a-82802213f713 service neutron] Pushing event updated for resources: {'Port': ['ID=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:42.639044 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0a35b5-11e1-40f2-9971-bb7fad54dc2b x-openstack-request-id: req-db0a35b5-11e1-40f2-9971-bb7fad54dc2b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:42.639769 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a183e064-f5aa-4211-b3b6-d75d6b99212d", "tag": "66bf7f6d-edfb-47cb-88a1-5bdd982f3de3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:42.640046 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db0a35b5-11e1-40f2-9971-bb7fad54dc2b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:42.640476 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a183e064-f5aa-4211-b3b6-d75d6b99212d', 'tag': '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3', 'status': 'completed', 'code': 200} Feb 10 06:25:42.668898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec62fac-8279-45c5-845e-d644babf35c4 req-25654c69-16ca-4bb7-827d-b79e4877a3ef tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:42.671219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ec62fac-8279-45c5-845e-d644babf35c4 req-25654c69-16ca-4bb7-827d-b79e4877a3ef tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 948 time: 0.0654695 Feb 10 06:25:42.685123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-660ca63b-51a1-4ac3-af3e-23261cd40208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:42.687497 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-660ca63b-51a1-4ac3-af3e-23261cd40208 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 1130 time: 0.1097772 Feb 10 06:25:42.758631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ec62fac-8279-45c5-845e-d644babf35c4 req-92dde045-bfad-4404-aa26-403c702cb897 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788367 Feb 10 06:25:43.047905 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-dc129a9c-5441-4769-8f77-e867e8b2df3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 HTTP/1.1" status: 200 len: 217 time: 0.3506849 Feb 10 06:25:43.105367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-b80beac9-34a1-42a0-8210-d2ebe4918434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.107534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-b80beac9-34a1-42a0-8210-d2ebe4918434 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0500493 Feb 10 06:25:43.164085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-11f1d383-a5f3-4518-927f-8cba3fd96b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.165861 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-11f1d383-a5f3-4518-927f-8cba3fd96b2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0514352 Feb 10 06:25:43.179150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-85dc1cf4-6452-45d2-bd6a-3913816a1545 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d4b018c08f88404caccb44ba8b4969ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303459 Feb 10 06:25:43.267883 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-bf7639e1-9c28-44ba-b337-4b729288c2b1 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944431 Feb 10 06:25:43.331062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7216648-eb0a-41d1-996d-10ace777d658 req-4a40c3eb-ff66-4a9b-84ff-a93ddeba21ea tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.332464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7216648-eb0a-41d1-996d-10ace777d658 req-4a40c3eb-ff66-4a9b-84ff-a93ddeba21ea tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 949 time: 0.1360359 Feb 10 06:25:43.356887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-8588d688-51c5-40c8-ad38-35a5e1b37f51 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.358634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-8588d688-51c5-40c8-ad38-35a5e1b37f51 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743615 Feb 10 06:25:43.365681 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8528645e-2f4b-46fe-8b0f-0aec719d6657 req-24454773-c9fb-4f59-98eb-b5d0a31fd493 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910778 Feb 10 06:25:43.387004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-c4800093-180b-4ba9-94ee-447c9a2543b8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/quotas/d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 375 time: 0.0184515 Feb 10 06:25:43.422956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7216648-eb0a-41d1-996d-10ace777d658 req-b8a94430-09f7-4f4e-a9e4-f47e0bf4a26c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813563 Feb 10 06:25:43.459437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-6710f08e-6c3d-4ff2-a98a-5276dc72ef57 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608940 Feb 10 06:25:43.505096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418710-e8fc-4145-b60e-30a60aad162f req-7120c7e0-cdb6-4e0f-bd10-c5b4b9863ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.507015 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c418710-e8fc-4145-b60e-30a60aad162f req-7120c7e0-cdb6-4e0f-bd10-c5b4b9863ecc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 1130 time: 0.0791836 Feb 10 06:25:43.587161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c6b57-73d4-4581-964c-49c7b6dce02f req-490c024b-a951-4d2f-a05a-49088c31a1b7 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.589167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b6c6b57-73d4-4581-964c-49c7b6dce02f req-490c024b-a951-4d2f-a05a-49088c31a1b7 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1127 time: 0.0785320 Feb 10 06:25:43.634569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418710-e8fc-4145-b60e-30a60aad162f req-5ed8de33-4453-42bc-ab11-c984b03ecff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.636256 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c418710-e8fc-4145-b60e-30a60aad162f req-5ed8de33-4453-42bc-ab11-c984b03ecff1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1220222 Feb 10 06:25:43.654578 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:43.711482 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c418710-e8fc-4145-b60e-30a60aad162f req-0231d540-f475-41d1-b9cf-cc41668ef6fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 HTTP/1.1" status: 200 len: 217 time: 0.0657563 Feb 10 06:25:43.725935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19979ffb-b704-489a-aa4c-4e566d081390 req-ccee4ecc-ce60-4736-a0a9-d4295ddeafed tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 210 time: 0.0383856 Feb 10 06:25:43.737489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b6c6b57-73d4-4581-964c-49c7b6dce02f req-d70b43eb-a76b-4962-b745-561fa246cfd2 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419079 Feb 10 06:25:43.785937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418710-e8fc-4145-b60e-30a60aad162f req-a420fd7a-ef14-46a2-8b30-44c88f7d77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.787452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c418710-e8fc-4145-b60e-30a60aad162f req-a420fd7a-ef14-46a2-8b30-44c88f7d77ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0682771 Feb 10 06:25:43.841251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:43.882193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418710-e8fc-4145-b60e-30a60aad162f req-6d04d492-0bb7-4d5b-bac0-d5719b4a50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.891953 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c418710-e8fc-4145-b60e-30a60aad162f req-6d04d492-0bb7-4d5b-bac0-d5719b4a50f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0909243 Feb 10 06:25:43.945313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port fbdf9497-357f-448e-96b4-6c4c8f829e47 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:43.947031 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:43.963434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faab32-13ec-427a-aae1-0f2f49fc9f3f req-8b8a0c2a-f40d-4c7f-9042-6b3876b88801 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:43.972017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5faab32-13ec-427a-aae1-0f2f49fc9f3f req-8b8a0c2a-f40d-4c7f-9042-6b3876b88801 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 948 time: 0.1225214 Feb 10 06:25:44.051791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c418710-e8fc-4145-b60e-30a60aad162f req-d07979a8-c669-43e5-b6ad-f271d17e4c01 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572499 Feb 10 06:25:44.086916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5faab32-13ec-427a-aae1-0f2f49fc9f3f req-24206aa7-06a1-4b38-9113-7900a6c5489a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077988 Feb 10 06:25:44.102242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fbdf9497-357f-448e-96b4-6c4c8f829e47 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:44.102693 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:44.133650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:44.136506 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5aeb5b-b09b-4a82-9501-853ba5a8b59a" -d '{"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:44.167856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:44.176664 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:44.255228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=11']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:44.279667 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1ad1b2-2258-4c5a-93df-3e5a55d626e5 x-openstack-request-id: req-7e1ad1b2-2258-4c5a-93df-3e5a55d626e5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:44.280706 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:44.280969 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e1ad1b2-2258-4c5a-93df-3e5a55d626e5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:44.281367 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'code': 200} Feb 10 06:25:44.294325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c418710-e8fc-4145-b60e-30a60aad162f req-24f0465f-24ed-448f-8bd3-637f33e543b1 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339027 Feb 10 06:25:44.589223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87fbec-b968-4947-b315-265bb9ddd496 req-1c1cb188-d3e9-4770-9949-60691c96c554 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:44.601855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec87fbec-b968-4947-b315-265bb9ddd496 req-1c1cb188-d3e9-4770-9949-60691c96c554 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1047699 Feb 10 06:25:44.717010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec87fbec-b968-4947-b315-265bb9ddd496 req-cc5128df-eda3-4b33-b621-6ee85ba08786 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143577 Feb 10 06:25:44.747673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58266) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:44.918884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf1a000d-e5bd-4dc8-a980-b117daa16118 req-5744b3a5-3dac-4c67-8211-d11f46edc020 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 210 time: 0.0637558 Feb 10 06:25:44.941302 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d33b354-211f-468b-ba29-a0a0f253ffae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:45.060299 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:45.077517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d33b354-211f-468b-ba29-a0a0f253ffae admin admin] Publish callbacks [] for security_group (f56be4df-206d-4b93-8918-0447181e2747), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:45.082939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d33b354-211f-468b-ba29-a0a0f253ffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f56be4df-206d-4b93-8918-0447181e2747), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:45.117921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33b354-211f-468b-ba29-a0a0f253ffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56be4df-206d-4b93-8918-0447181e2747,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:45.178161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58278) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:45.178440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9d33b354-211f-468b-ba29-a0a0f253ffae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d24b552de3bb4b25bf65a118d2e44ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295878 Feb 10 06:25:45.242820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-3b64c9c0-5335-49bd-9768-3e669d5e0426 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:25:45.246991 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-3b64c9c0-5335-49bd-9768-3e669d5e0426 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080309 Feb 10 06:25:45.269928 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad718dea-f2d2-43ee-9f7f-594eacba2609 admin admin] Publish callbacks [] for security_group (f56be4df-206d-4b93-8918-0447181e2747), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:45.306266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad718dea-f2d2-43ee-9f7f-594eacba2609 admin admin] Publish callbacks [] for security_group (f56be4df-206d-4b93-8918-0447181e2747), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:45.310149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-56d6f1e3-6919-46b6-80ec-560644682a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:45.319233 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-56d6f1e3-6919-46b6-80ec-560644682a8e service neutron] 10.222.0.21 "GET /v2.0/ports/a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 1124 time: 0.0626378 Feb 10 06:25:45.325903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Request body: {'binding': {'host': 'n-h2-828670-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:45.326411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Unknown quota resources ['binding']. {{(pid=103213) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:25:45.342521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44a107-79f6-414e-ad0d-b5a5e49c1d7b req-6551c6b2-6379-46cf-a12a-f61ff4794a0d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:45.344123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af44a107-79f6-414e-ad0d-b5a5e49c1d7b req-6551c6b2-6379-46cf-a12a-f61ff4794a0d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 948 time: 0.1097293 Feb 10 06:25:45.414237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af44a107-79f6-414e-ad0d-b5a5e49c1d7b req-cc89c9d8-0f5e-492b-8363-9c1b90ecea7b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640302 Feb 10 06:25:45.417796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad718dea-f2d2-43ee-9f7f-594eacba2609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f56be4df-206d-4b93-8918-0447181e2747), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:45.425052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad718dea-f2d2-43ee-9f7f-594eacba2609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:45.426393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ad718dea-f2d2-43ee-9f7f-594eacba2609 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f56be4df-206d-4b93-8918-0447181e2747 HTTP/1.1" status: 204 len: 168 time: 0.2468114 Feb 10 06:25:45.466739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad718dea-f2d2-43ee-9f7f-594eacba2609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56be4df-206d-4b93-8918-0447181e2747,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:45.555775 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-a4130148-e070-4d76-9316-7f8b8254b191 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d4b018c08f88404caccb44ba8b4969ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303929 Feb 10 06:25:45.701209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-fb41de07-51e1-4d46-8f24-7207c28416db tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:45.710347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-fb41de07-51e1-4d46-8f24-7207c28416db tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454592 Feb 10 06:25:45.723281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Request body: {'port': {'device_id': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'd4b018c08f88404caccb44ba8b4969ae'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:45.798630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 on host n-h2-828670-1 for vnic_type normal with profile None {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:45.799470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:45.799960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:45.851941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Port a97521fa-631e-45b2-a733-2628bda77b03 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:45.856591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:45.927544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:45.928147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:45.928748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:45.929372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Bound port: a97521fa-631e-45b2-a733-2628bda77b03, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:45.950230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1432336-5333-4004-9324-b441d9825899 req-4ffeaaba-72b8-40df-8025-36cd1e44184b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:45.960333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1432336-5333-4004-9324-b441d9825899 req-4ffeaaba-72b8-40df-8025-36cd1e44184b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1017625 Feb 10 06:25:45.991397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:46.004448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:46.006203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-73f070ef-7055-412e-ae73-9024ecd55be9 service neutron] 10.222.0.21 "POST /v2.0/ports/a97521fa-631e-45b2-a733-2628bda77b03/bindings HTTP/1.1" status: 201 len: 389 time: 0.6852679 Feb 10 06:25:46.061957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1432336-5333-4004-9324-b441d9825899 req-d7d93118-cc82-4260-92c0-c022fa2f89b2 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997689 Feb 10 06:25:46.099057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Made reservation on behalf of d4b018c08f88404caccb44ba8b4969ae for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:46.111706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:46.144460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-87126a2e-e66e-46c8-80f7-e356796826e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:46.146042 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-87126a2e-e66e-46c8-80f7-e356796826e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d349531d2514b5c9be015444c7bf618&device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1132 time: 0.2691665 Feb 10 06:25:46.149943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:46.282850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2fd53dc0-66b2-46f3-8b9c-175b1f8e86a7 req-92bd394c-31ec-4a3f-a8a5-44cccec207bb tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 210 time: 0.0893230 Feb 10 06:25:46.397686 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:46.456300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-e743d8a6-a506-4661-a5e4-993e2a68d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:46.461473 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-e743d8a6-a506-4661-a5e4-993e2a68d5cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2724502 Feb 10 06:25:46.509968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bcf01-1267-4eb0-bc7b-c1ad51582f44 req-843593d9-61be-4406-8ee0-121e2cfc9ce3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:46.519469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks [] for security_group (e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:46.527660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e46bcf01-1267-4eb0-bc7b-c1ad51582f44 req-843593d9-61be-4406-8ee0-121e2cfc9ce3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.1017175 Feb 10 06:25:46.560733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:46.564791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-fb7d8774-df76-4949-9327-6a85e25bb92b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47 HTTP/1.1" status: 200 len: 217 time: 0.0939720 Feb 10 06:25:46.576489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-b5c7291e-4ffe-4aa7-9bce-bd2abad543dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:46.578389 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-b5c7291e-4ffe-4aa7-9bce-bd2abad543dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1127 time: 0.2593591 Feb 10 06:25:46.648134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e46bcf01-1267-4eb0-bc7b-c1ad51582f44 req-aa9b6659-935d-437e-a52e-708dade4b9fd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193488 Feb 10 06:25:46.677086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dc303-ed61-4fd9-b40c-482109427533 req-c998800a-58e1-418a-bdb6-aeeee5e919f4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:46.689077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-364dc303-ed61-4fd9-b40c-482109427533 req-c998800a-58e1-418a-bdb6-aeeee5e919f4 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.1433518 Feb 10 06:25:46.739558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:46.761140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58312) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:46.842992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-2b412a14-9412-4159-9c24-66a82d2f606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:46.848057 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-2b412a14-9412-4159-9c24-66a82d2f606b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.2479832 Feb 10 06:25:46.850550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-84b2db5f-3a34-4ed0-a170-b16b6c050345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:46.852114 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-84b2db5f-3a34-4ed0-a170-b16b6c050345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.2700198 Feb 10 06:25:46.861368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-364dc303-ed61-4fd9-b40c-482109427533 req-efbd9a23-f615-47e2-9abe-ff792d584822 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709011 Feb 10 06:25:46.941449 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-ccfdb187-b46e-4285-94c2-f9871eac004e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 217 time: 0.0832386 Feb 10 06:25:46.941936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c1bc5-3375-4db4-b476-c659470ced46 req-6ca2ea17-125f-4fd2-8a8c-8b2ea5c4c3e7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:46.949202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b66c1bc5-3375-4db4-b476-c659470ced46 req-6ca2ea17-125f-4fd2-8a8c-8b2ea5c4c3e7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 948 time: 0.1415701 Feb 10 06:25:46.978230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-980207332-network', 'tenant_id': 'c1405219c3cf4ebe9b26ea911737101b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:47.090205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Made reservation on behalf of c1405219c3cf4ebe9b26ea911737101b for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:47.096689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Allocated IP 192.168.233.232 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/4790856e-1ae5-41f6-a941-e9bff72025d3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:25:47.100737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-dd994095-d7b7-42ff-9df3-81f44c124ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:47.110187 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-dd994095-d7b7-42ff-9df3-81f44c124ead service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1536376 Feb 10 06:25:47.117543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.122143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-5eac40ee-5a24-4c8e-808d-ba566de4bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:47.123867 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-5eac40ee-5a24-4c8e-808d-ba566de4bd82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2569444 Feb 10 06:25:47.192409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.201965 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1de85a30-c8c6-4650-a61b-fea960d24ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770223 Feb 10 06:25:47.215040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b66c1bc5-3375-4db4-b476-c659470ced46 req-6d261ba7-d441-40d6-9073-cfa39cfb5b1c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578118 Feb 10 06:25:47.361412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60a140-23a9-423c-b3eb-6adee29d2197 req-be005ea5-5fac-4361-bf14-03f01a0b7e4b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:47.363013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f60a140-23a9-423c-b3eb-6adee29d2197 req-be005ea5-5fac-4361-bf14-03f01a0b7e4b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1449051 Feb 10 06:25:47.461148 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Publish callbacks [] for security_group (dc093255-0cb1-442f-98e7-6eb0e0118fe9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.490698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f60a140-23a9-423c-b3eb-6adee29d2197 req-3b48b3dc-bdcd-479f-9a9d-1709c89607c8 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190739 Feb 10 06:25:47.517428 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (dc093255-0cb1-442f-98e7-6eb0e0118fe9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.538665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:25:47.553765 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4bccf237-19b6-4677-a060-bd95f148aff8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.554818 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Added segment 4bccf237-19b6-4677-a060-bd95f148aff8 of type vlan for network 35d397d3-5527-492d-b911-dbab87472a5c Feb 10 06:25:47.597313 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-de51ead6-8a98-451f-a47b-0f7b842cc380 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668134 Feb 10 06:25:47.604125 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-36b333f3-24d4-4ada-878b-f5ca2754cc0f service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702406 Feb 10 06:25:47.619495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (35d397d3-5527-492d-b911-dbab87472a5c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.648334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0ce97d6-d734-4226-881a-6110bfc5384b req-7f8dfc72-4a83-4890-9a40-f1f8f22a4101 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 210 time: 0.1855781 Feb 10 06:25:47.675160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc093255-0cb1-442f-98e7-6eb0e0118fe9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:47.694269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (35d397d3-5527-492d-b911-dbab87472a5c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.697986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:47.700185 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.787491 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks [] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.796882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58332) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:47.797181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0208254 Feb 10 06:25:47.798752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f67c19-1601-4b1d-9e38-932949da35e2 admin admin] Pushing event updated for resources: {'Network': ['ID=35d397d3-5527-492d-b911-dbab87472a5c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:47.805034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Request body: {'subnet': {'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-980207332-subnet', 'tenant_id': 'c1405219c3cf4ebe9b26ea911737101b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:47.810166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 35d397d3-5527-492d-b911-dbab87472a5c details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:25:47.878401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150857e5-a40c-423c-85b9-d0a7834e6068 req-8d2a0162-8f50-405e-aad6-beb663438b0d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:47.880440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-150857e5-a40c-423c-85b9-d0a7834e6068 req-8d2a0162-8f50-405e-aad6-beb663438b0d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.0914521 Feb 10 06:25:47.927294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:47.929303 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-cdb4d61c-e7a4-4010-85f1-5cf42b663c07 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213835 Feb 10 06:25:47.942950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Made reservation on behalf of c1405219c3cf4ebe9b26ea911737101b for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:47.945255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:47.973112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-150857e5-a40c-423c-85b9-d0a7834e6068 req-98b0cc64-d03c-4473-b05d-fbfff3bb05e2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798094 Feb 10 06:25:48.061696 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-08abcaa9-bdb5-4e02-8398-5418b666dcf4 req-a1230a14-6314-4809-91a4-c742fa8d8824 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417882 Feb 10 06:25:48.091171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:48.102798 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:48.114334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3', 'mac_address': 'fa:16:3e:e0:28:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:48.125019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf975e-a02c-458e-bdf4-3d71b06d21ec req-2a6b48cc-5ac1-42f7-af56-f4750647edae tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:48.126390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32bf975e-a02c-458e-bdf4-3d71b06d21ec req-2a6b48cc-5ac1-42f7-af56-f4750647edae tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.1511989 Feb 10 06:25:48.183396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:48.184202 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:48.205593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:48.212809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:48.216941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-9b37ef40-ad11-4119-90d2-c2f9dc52de6f tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:48.218524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-9b37ef40-ad11-4119-90d2-c2f9dc52de6f tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.1742444 Feb 10 06:25:48.228083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:48.229903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Pushing event updated for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:48.232115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:25:48.253089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:48.255109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828670-1'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:48.260822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:48.268863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32bf975e-a02c-458e-bdf4-3d71b06d21ec req-a04a2877-7b43-4f3e-8425-9f6010d7c761 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336637 Feb 10 06:25:48.309313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9c4cf-ac6b-41ba-8786-528b4d19a6ef req-dde89926-64f0-46d1-be0a-aa5b01bce84d tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:48.322409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14c9c4cf-ac6b-41ba-8786-528b4d19a6ef req-dde89926-64f0-46d1-be0a-aa5b01bce84d tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 945 time: 0.2643735 Feb 10 06:25:48.350605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:48.394283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:48.395199 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:48.425697 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (491df4a3-e634-4587-8c69-65e25f017261), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:48.500230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14c9c4cf-ac6b-41ba-8786-528b4d19a6ef req-28ebaf26-0f3a-44a8-b75f-76b06731b488 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717668 Feb 10 06:25:48.520750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-bcae4968-75d4-4efb-9397-5d4fb422339f tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:48.522551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-bcae4968-75d4-4efb-9397-5d4fb422339f tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.1904306 Feb 10 06:25:48.533717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede991c-a838-430e-b052-44fb3f2c405d req-09371b67-3771-471e-875b-1db0943f655e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:48.536962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ede991c-a838-430e-b052-44fb3f2c405d req-09371b67-3771-471e-875b-1db0943f655e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 949 time: 0.1357634 Feb 10 06:25:48.574073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Pushing event updated for resources: {'Subnet': ['ID=491df4a3-e634-4587-8c69-65e25f017261,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:48.585494 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-5d93623b-56af-4fa7-a6d8-65af2d0780b9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8661540 Feb 10 06:25:48.602696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Request body: {'port': {'device_id': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:48.611778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a97521fa-631e-45b2-a733-2628bda77b03), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:48.629121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8efdc7e1-c099-47c1-b60c-25641b76d599 None None] Provisioning complete for port 4790856e-1ae5-41f6-a941-e9bff72025d3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:48.629543 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8efdc7e1-c099-47c1-b60c-25641b76d599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:48.686246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['66bf7f6d-edfb-47cb-88a1-5bdd982f3de3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:48.721487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Checking segment: {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:48.722956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Network hostable DHCP agents. Network: 35d397d3-5527-492d-b911-dbab87472a5c, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:25:48.810042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:48.842447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Network 35d397d3-5527-492d-b911-dbab87472a5c is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:25:48.862824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8efdc7e1-c099-47c1-b60c-25641b76d599 None None] Port 4790856e-1ae5-41f6-a941-e9bff72025d3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:25:48.904158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718867d2-c2db-44c0-89cb-59a3f6585b5d req-c0c1277b-3879-4722-ba04-0cf32acf08be tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:48.908863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-718867d2-c2db-44c0-89cb-59a3f6585b5d req-c0c1277b-3879-4722-ba04-0cf32acf08be tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.2511737 Feb 10 06:25:48.919877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ede991c-a838-430e-b052-44fb3f2c405d req-f2e63451-f574-4b2d-b0fb-cd8372109993 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608664 Feb 10 06:25:48.945260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Deleting port 87802d89-3241-4191-aea2-6839d6c4b9e0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:48.945641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:48.979673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 35d397d3-5527-492d-b911-dbab87472a5c) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:48.997863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d486d35c-4ac3-4c8b-b52b-94be0f6ef90c None None] Network 35d397d3-5527-492d-b911-dbab87472a5c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:25:49.149974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-718867d2-c2db-44c0-89cb-59a3f6585b5d req-6d6d8822-9d02-4c4a-b7ff-3fbfcf692019 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270484 Feb 10 06:25:49.152468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca8e38-8524-465f-ac4d-49b73e8d32d8 None None] Network 35d397d3-5527-492d-b911-dbab87472a5c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:25:49.233450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] For port 87802d89-3241-4191-aea2-6839d6c4b9e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87802d89-3241-4191-aea2-6839d6c4b9e0,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:49.234005 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:49.397215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038a3f8-6732-4726-9e88-a29d1fb6dc89 req-8fa13629-5099-43b4-8017-58e7ab47c02f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:49.398869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:49.399450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:49.407597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9038a3f8-6732-4726-9e88-a29d1fb6dc89 req-8fa13629-5099-43b4-8017-58e7ab47c02f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 936 time: 0.3167503 Feb 10 06:25:49.480919 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cd865754-ff4d-4f67-8d45-2831c930facd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6809025 Feb 10 06:25:49.501453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:49.525785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc122c-1a91-483a-a229-f7900a4acc52 req-59d25f02-3854-4de7-84c1-fbea91d1dddd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:49.533918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efdc122c-1a91-483a-a229-f7900a4acc52 req-59d25f02-3854-4de7-84c1-fbea91d1dddd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 945 time: 0.2231622 Feb 10 06:25:49.601815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:49.621544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efdc122c-1a91-483a-a229-f7900a4acc52 req-02f1fe62-d882-4c1d-bcfe-93a953124f98 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818214 Feb 10 06:25:49.688600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9038a3f8-6732-4726-9e88-a29d1fb6dc89 req-9a2a22d2-d274-4c2a-b99b-6ec3ef6f1042 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750368 Feb 10 06:25:49.705066 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Publish callbacks [] for port (a97521fa-631e-45b2-a733-2628bda77b03), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:49.708377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:49.712130 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5ae6d9-6a45-4e79-9494-4965a1ec3d60" -d '{"events": [{"server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "name": "network-vif-unplugged", "status": "completed", "tag": "a97521fa-631e-45b2-a733-2628bda77b03"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:49.748848 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a97521fa-631e-45b2-a733-2628bda77b03), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:49.845343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4790856e-1ae5-41f6-a941-e9bff72025d3 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:49.860514 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Publish callbacks [] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:49.881392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a97521fa-631e-45b2-a733-2628bda77b03,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:49.907957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Transition to ACTIVE for port object 4790856e-1ae5-41f6-a941-e9bff72025d3 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:25:49.908922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 on host n-h1-828670-1 for vnic_type normal with profile {"migrating_to": "n-h2-828670-1"} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:49.909259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:49.909636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:49.914843 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:49.924195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Port a97521fa-631e-45b2-a733-2628bda77b03 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:49.924519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Attempting to bind port a97521fa-631e-45b2-a733-2628bda77b03 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:49.964016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:49.964365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:49.964754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:49.965200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Bound port: a97521fa-631e-45b2-a733-2628bda77b03, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:49.965562 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a97521fa-631e-45b2-a733-2628bda77b03), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:49.995455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Pushing event updated for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:50.095281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.095672 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (b3b6423a-d0c9-4769-a83d-4b1377edcd4d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.096055 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Floating IP b3b6423a-d0c9-4769-a83d-4b1377edcd4d disassociated. External IP: 172.25.8.186, port: 87802d89-3241-4191-aea2-6839d6c4b9e0. Feb 10 06:25:50.096433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Calling delete_port for 87802d89-3241-4191-aea2-6839d6c4b9e0 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:50.113518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:50.118257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:50.119859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Attempting to bind port 4790856e-1ae5-41f6-a941-e9bff72025d3 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:50.120183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Attempting to bind port 4790856e-1ae5-41f6-a941-e9bff72025d3 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:50.120507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Attempting to bind port 4790856e-1ae5-41f6-a941-e9bff72025d3 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:50.128611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Port 4790856e-1ae5-41f6-a941-e9bff72025d3 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:50.128933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Attempting to bind port 4790856e-1ae5-41f6-a941-e9bff72025d3 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:50.131699 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a97521fa-631e-45b2-a733-2628bda77b03), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.132812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7776881-6c6b-448c-98e2-9444492cdf04 req-b41d0702-0809-4545-96c5-ec6ed781cba7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:50.139598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7776881-6c6b-448c-98e2-9444492cdf04 req-b41d0702-0809-4545-96c5-ec6ed781cba7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 946 time: 0.4500146 Feb 10 06:25:50.161087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:50.161399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:50.161715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:50.162155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Bound port: 4790856e-1ae5-41f6-a941-e9bff72025d3, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:50.162540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.202561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7776881-6c6b-448c-98e2-9444492cdf04 req-bef3c680-c66d-445e-a725-6ea1229fd7d7 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600514 Feb 10 06:25:50.248993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-849a5ed0-2a9b-4dc1-bc18-070ad5fe0c74 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:50.251964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-849a5ed0-2a9b-4dc1-bc18-070ad5fe0c74 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 945 time: 0.2819633 Feb 10 06:25:50.268160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:50.268806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.270202 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] 10.222.0.24 "PUT /v2.0/ports/a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 1121 time: 2.0218720 Feb 10 06:25:50.273290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd70522-b42b-4d19-a1e3-64c8003ee71c req-b48c11de-2a29-4830-9f45-b48c5e84a9ca tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:50.280066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdd70522-b42b-4d19-a1e3-64c8003ee71c req-b48c11de-2a29-4830-9f45-b48c5e84a9ca tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0673e3b-bbe8-4f80-8260-eac81ca94524 HTTP/1.1" status: 200 len: 945 time: 0.3112078 Feb 10 06:25:50.294405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c6624-0036-4ce0-8c77-aa2cccf85bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a97521fa-631e-45b2-a733-2628bda77b03,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:50.342126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:50.345809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:50.354562 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.396601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:50.397988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.399675 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] 10.222.0.24 "PUT /v2.0/ports/4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 1096 time: 1.8034420 Feb 10 06:25:50.423825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['a97521fa-631e-45b2-a733-2628bda77b03'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:50.440446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdd70522-b42b-4d19-a1e3-64c8003ee71c req-2dbe255e-3998-4c0c-83cc-aa2589f7f284 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.21 "GET /v2.0/security-groups?id=6447f7b1-b88a-4d87-94a4-fb3c72823213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594336 Feb 10 06:25:50.537007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Deleting port 910f759f-9fcc-4b9c-9adc-eece159495d7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:50.539894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.540298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a07f47-2845-4182-8e01-5280b7e88456 service neutron] Pushing event updated for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:50.551161 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a245e0-ea25-4cf8-a129-92d189250c76 x-openstack-request-id: req-67a245e0-ea25-4cf8-a129-92d189250c76 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:50.551545 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "name": "network-vif-unplugged", "status": "completed", "tag": "a97521fa-631e-45b2-a733-2628bda77b03", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:50.551868 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67a245e0-ea25-4cf8-a129-92d189250c76 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:50.556575 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03', 'code': 200} Feb 10 06:25:50.591090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-ff5baa7d-9de2-447b-acff-f8469f2f8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:50.593791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-ff5baa7d-9de2-447b-acff-f8469f2f8b8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1130 time: 0.1381919 Feb 10 06:25:50.655550 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-f236586d-d842-4afa-9d31-643747fd8f26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 217 time: 0.0476108 Feb 10 06:25:50.724630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-27fd8344-9883-4887-b9fa-2097e04cc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:50.726392 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-27fd8344-9883-4887-b9fa-2097e04cc4ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0636191 Feb 10 06:25:50.785704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-7f121d45-6ee7-47ce-b71d-5d57e219d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:50.787503 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-7f121d45-6ee7-47ce-b71d-5d57e219d61f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0521533 Feb 10 06:25:50.829833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (87802d89-3241-4191-aea2-6839d6c4b9e0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.838458 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] For port 910f759f-9fcc-4b9c-9adc-eece159495d7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=910f759f-9fcc-4b9c-9adc-eece159495d7,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:50.838812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:50.889392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Calling delete_port for 910f759f-9fcc-4b9c-9adc-eece159495d7 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:50.891809 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-d0ebacc0-70e8-4737-8e55-8ad2b057c1ea service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967991 Feb 10 06:25:50.892525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event deleted for resources: {'Port': ['ID=87802d89-3241-4191-aea2-6839d6c4b9e0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:50.943231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.943576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.943912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.944245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.944573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.944897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.945217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.945535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.945946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.946488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.946689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.947033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.947372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:50.959023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508279-2a70-4986-8888-9a126ad948e5 req-06477d31-a099-4ff0-a1a1-787b7101dc45 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:50.963320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-06477d31-a099-4ff0-a1a1-787b7101dc45 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 804 time: 0.3421173 Feb 10 06:25:51.003339 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28ebc011-e383-44e1-ba6c-c2a5bc4a582c req-f58fc521-b196-4a96-94d1-60b3d786c235 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053050 Feb 10 06:25:51.009586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3acac-ed62-4b7f-8629-037b93c541b4 req-103e9994-5cd5-4a07-9c2d-758645610874 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:51.011078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9e3acac-ed62-4b7f-8629-037b93c541b4 req-103e9994-5cd5-4a07-9c2d-758645610874 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 949 time: 0.2990041 Feb 10 06:25:51.072008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-e8ca3980-ef97-4145-ba10-258972d2d4e1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/quotas/c1405219c3cf4ebe9b26ea911737101b HTTP/1.1" status: 200 len: 375 time: 0.0599594 Feb 10 06:25:51.161827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-ba2039f1-838a-4a15-a6e4-b471a9b0d841 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770547 Feb 10 06:25:51.203522 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9e3acac-ed62-4b7f-8629-037b93c541b4 req-5e52fa8e-df9e-43bc-8f53-d8df8bee8ae2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778138 Feb 10 06:25:51.274942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Router b3c31d92-7cd4-4bea-942c-8a86d872001f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:25:51.420709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-207f2004-17a4-4e53-8eb2-cfe4874e9b98 service neutron] 10.222.0.21 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453506 Feb 10 06:25:51.472129 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (910f759f-9fcc-4b9c-9adc-eece159495d7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:51.485612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['910f759f-9fcc-4b9c-9adc-eece159495d7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:51.552837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Pushing event deleted for resources: {'Port': ['ID=910f759f-9fcc-4b9c-9adc-eece159495d7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:51.626353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afce97-13ea-462c-ad69-fcd19fd9b0e6 req-471879a2-259e-487d-ade9-0e5f8225fb73 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:51.627857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7afce97-13ea-462c-ad69-fcd19fd9b0e6 req-471879a2-259e-487d-ade9-0e5f8225fb73 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.3307168 Feb 10 06:25:51.648779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] No DVR routers for this DVR port 910f759f-9fcc-4b9c-9adc-eece159495d7 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:25:51.651397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:51.654894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4099ee5c-ab40-4b3b-985f-2af975829754 req-fbf0cedc-97b7-4428-8bdd-a4086fc418f7 tempest-AttachSCSIVolumeTestJSON-832404448 tempest-AttachSCSIVolumeTestJSON-832404448-project] 10.222.0.24 "DELETE /v2.0/ports/910f759f-9fcc-4b9c-9adc-eece159495d7 HTTP/1.1" status: 204 len: 173 time: 1.3913796 Feb 10 06:25:51.659263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0673e3b-bbe8-4f80-8260-eac81ca94524', 'name': 'network-vif-deleted', 'tag': '910f759f-9fcc-4b9c-9adc-eece159495d7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:51.661561 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d522be-d623-45bb-bcd9-103487e61a25" -d '{"events": [{"server_uuid": "e0673e3b-bbe8-4f80-8260-eac81ca94524", "name": "network-vif-deleted", "tag": "910f759f-9fcc-4b9c-9adc-eece159495d7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:51.691452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:25:51.702806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] Sync routers for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:25:51.716497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:51.717260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:51.746035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-7f70f0d0-2dcc-4139-872a-0aee74344a56 service neutron] 10.222.0.21 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149853 Feb 10 06:25:51.748404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] No DVR routers for this DVR port 87802d89-3241-4191-aea2-6839d6c4b9e0 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:25:51.756151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:51.759435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed0629db-4811-40f2-8bd5-2c6a4d1c1c74 req-2bf991e9-df24-4ed6-a3c4-cee6166256b2 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.24 "DELETE /v2.0/ports/87802d89-3241-4191-aea2-6839d6c4b9e0 HTTP/1.1" status: 204 len: 173 time: 3.2214975 Feb 10 06:25:51.792511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7afce97-13ea-462c-ad69-fcd19fd9b0e6 req-f64fc9c2-35fb-48fe-b4b2-3102c0d15b2e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463284 Feb 10 06:25:51.921425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:51.956686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87802d89-3241-4191-aea2-6839d6c4b9e0 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:51.996004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 87802d89-3241-4191-aea2-6839d6c4b9e0 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:25:51.997068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87802d89-3241-4191-aea2-6839d6c4b9e0 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:25:51.997645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 910f759f-9fcc-4b9c-9adc-eece159495d7 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:25:52.100306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d0f3e-6312-408c-93ac-596e3b9512b0 req-971f2d3c-4407-4af4-a902-c730197e7793 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:52.101620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-524d0f3e-6312-408c-93ac-596e3b9512b0 req-971f2d3c-4407-4af4-a902-c730197e7793 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.2330420 Feb 10 06:25:52.178894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570cbd6-e4b2-44e8-82bb-e8d0cf99840b req-0aa35c42-cd09-4eb9-8266-b2961419e390 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:52.209519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a570cbd6-e4b2-44e8-82bb-e8d0cf99840b req-0aa35c42-cd09-4eb9-8266-b2961419e390 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 948 time: 0.2013297 Feb 10 06:25:52.253590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:52.296986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-524d0f3e-6312-408c-93ac-596e3b9512b0 req-6e9c5b53-a626-4d1c-96be-174134f7b024 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827002 Feb 10 06:25:52.333267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 910f759f-9fcc-4b9c-9adc-eece159495d7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:25:52.333691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 910f759f-9fcc-4b9c-9adc-eece159495d7 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:25:52.341969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a570cbd6-e4b2-44e8-82bb-e8d0cf99840b req-f639e2bc-67d0-4430-8e03-07cabf095653 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294470 Feb 10 06:25:52.466478 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821fc215-7401-439a-ac6c-231822f48fc5 x-openstack-request-id: req-821fc215-7401-439a-ac6c-231822f48fc5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:52.466774 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0673e3b-bbe8-4f80-8260-eac81ca94524", "name": "network-vif-deleted", "tag": "910f759f-9fcc-4b9c-9adc-eece159495d7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:52.467034 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-821fc215-7401-439a-ac6c-231822f48fc5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:52.467436 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0673e3b-bbe8-4f80-8260-eac81ca94524', 'name': 'network-vif-deleted', 'tag': '910f759f-9fcc-4b9c-9adc-eece159495d7', 'status': 'completed', 'code': 200} Feb 10 06:25:52.507630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62dd77ec-8608-4a60-aade-ae8b9e0a2fd7 req-934b3386-e8fc-4a5d-8a70-a08975815c5d tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e38c274-fb8e-46b9-9e72-f354ff92137b HTTP/1.1" status: 200 len: 210 time: 0.0573225 Feb 10 06:25:52.557375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03'}, {'name': 'network-changed', 'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:52.562129 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9880348-b28e-4cf3-8b06-6791e7d2294c" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "tag": "a97521fa-631e-45b2-a733-2628bda77b03"}, {"name": "network-changed", "server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:52.571850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d7704b1-b844-41a7-a61a-27127f6f2796 req-ca35c86a-6d24-419a-816b-1c51d4d5d36d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 210 time: 0.0632215 Feb 10 06:25:52.641000 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03f51f9-f0c2-4ccd-8288-de935aab0204 x-openstack-request-id: req-d03f51f9-f0c2-4ccd-8288-de935aab0204 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:52.641818 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "tag": "a97521fa-631e-45b2-a733-2628bda77b03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:52.642323 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d03f51f9-f0c2-4ccd-8288-de935aab0204 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:52.642901 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03', 'status': 'completed', 'code': 200} Feb 10 06:25:52.643631 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'status': 'completed', 'code': 200} Feb 10 06:25:52.669666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:52.702907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:52.703484 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:52.740651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-68afb40f-574e-47b4-9728-fb886fac1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:52.742162 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-68afb40f-574e-47b4-9728-fb886fac1390 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1155 time: 0.0835674 Feb 10 06:25:52.815392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-b6d14c99-6a53-482b-8ae4-f04276d0b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:52.817163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-b6d14c99-6a53-482b-8ae4-f04276d0b775 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1130 time: 0.1358709 Feb 10 06:25:52.846855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3b89d-aeb7-4709-8faa-305e265f097c req-63c9df36-c8ee-4ed4-bb7a-ec529914f6ae tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:52.854544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5c3b89d-aeb7-4709-8faa-305e265f097c req-63c9df36-c8ee-4ed4-bb7a-ec529914f6ae tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 949 time: 0.2014153 Feb 10 06:25:52.927832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-6b7792ba-b195-4fad-833f-3e7a8f4d00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:52.938115 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-6b7792ba-b195-4fad-833f-3e7a8f4d00e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.1851854 Feb 10 06:25:53.003189 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-d049b891-3608-49e0-a3a6-eb089cdc77ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 217 time: 0.0570183 Feb 10 06:25:53.085097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-8f45be9f-2673-4da6-8637-feb26606a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:53.086551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:53.087213 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-8f45be9f-2673-4da6-8637-feb26606a773 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.0743408 Feb 10 06:25:53.087334 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:53.093987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:53.144741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] Checking router: b3c31d92-7cd4-4bea-942c-8a86d872001f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:25:53.152742 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-abd8ead2-194a-41ef-a0a5-c61931688466 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505130 Feb 10 06:25:53.177051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5c3b89d-aeb7-4709-8faa-305e265f097c req-0fb0c3ad-511b-4c03-8ae0-c6fbefcad2e6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961032 Feb 10 06:25:53.191236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a183e064-f5aa-4211-b3b6-d75d6b99212d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:53.214935 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3163e486-2b68-4e66-946b-350f7bea9d3d" -d '{"events": [{"server_uuid": "a183e064-f5aa-4211-b3b6-d75d6b99212d", "name": "network-vif-plugged", "status": "completed", "tag": "66bf7f6d-edfb-47cb-88a1-5bdd982f3de3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:53.220636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:53.221299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:53.261395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c75ba7-fca3-46d0-b598-5b58bf91c02b req-6c454da1-ed1e-471b-9d4e-ca99857ed17c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:53.263021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77c75ba7-fca3-46d0-b598-5b58bf91c02b req-6c454da1-ed1e-471b-9d4e-ca99857ed17c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.2876060 Feb 10 06:25:53.264331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-52411f68-dacf-4f52-8701-97d145c08ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:53.265668 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-52411f68-dacf-4f52-8701-97d145c08ae0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.4089861 Feb 10 06:25:53.327649 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-91b78588-32c5-4e43-a2c1-8c06db93e777 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666236 Feb 10 06:25:53.336449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:53.356157 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec27ffbf-e434-47c5-a4a0-c30324596ad5 x-openstack-request-id: req-ec27ffbf-e434-47c5-a4a0-c30324596ad5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:53.356472 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a183e064-f5aa-4211-b3b6-d75d6b99212d", "name": "network-vif-plugged", "status": "completed", "tag": "66bf7f6d-edfb-47cb-88a1-5bdd982f3de3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:53.363490 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec27ffbf-e434-47c5-a4a0-c30324596ad5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:53.364103 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a183e064-f5aa-4211-b3b6-d75d6b99212d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3', 'code': 200} Feb 10 06:25:53.368025 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:53.405746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-b418fe79-0781-4723-b564-01bf408d15c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 217 time: 0.1302693 Feb 10 06:25:53.505578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:53.563595 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-3a050266-153b-4fcc-aab5-164e773d86a3 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293007 Feb 10 06:25:53.590726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0136f-9b21-4893-a185-070158de83cb req-3c92b3e7-3c9a-41c4-88a4-fccda63c4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:53.598361 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10b0136f-9b21-4893-a185-070158de83cb req-3c92b3e7-3c9a-41c4-88a4-fccda63c4b95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 1132 time: 0.1768243 Feb 10 06:25:53.640263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77c75ba7-fca3-46d0-b598-5b58bf91c02b req-409de7f8-d201-4023-a683-6764137ef34d tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637948 Feb 10 06:25:53.662690 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10b0136f-9b21-4893-a185-070158de83cb req-519482bb-ba71-4876-9810-8768631921a0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 Feb 10 06:25:53.672965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:53.700165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-a03c52cc-0524-4e0d-bc4f-3598ffd31435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:53.701643 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-a03c52cc-0524-4e0d-bc4f-3598ffd31435 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.2836204 Feb 10 06:25:53.793775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab2e65-6ca7-42f3-9181-dfcac96d2110 req-a9e5e45c-21cc-4fe0-bd85-148ec64057fe tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:53.800551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13ab2e65-6ca7-42f3-9181-dfcac96d2110 req-a9e5e45c-21cc-4fe0-bd85-148ec64057fe tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.2978737 Feb 10 06:25:53.873528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508279-2a70-4986-8888-9a126ad948e5 req-f6c0cb74-b13a-414e-9234-12118bef1704 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:53.875023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-f6c0cb74-b13a-414e-9234-12118bef1704 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 804 time: 0.3024068 Feb 10 06:25:53.961726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4790856e-1ae5-41f6-a941-e9bff72025d3 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:53.991603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:54.060332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc06707-5bf4-4a4f-b4b4-6927fb07a350 None None] The sync data for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 is: [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:23:11Z', 'revision_number': 4, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4e8a11e5-53ce-4468-9f82-9571e434a88b', 'name': '', 'network_id': 'b0fa0ab5-1f60-4970-88d0-cd1bd15c5817', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'mac_address': 'fa:16:3e:30:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:10Z', 'updated_at': '2022-02-10T06:23:17Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'subnets': [{'id': 'e6399afe-e542-4aee-aa65-2f91664b2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:25:54.145941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:54.153069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Request body: {'port': {'device_id': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'admin_state_up': True, 'tenant_id': 'c1405219c3cf4ebe9b26ea911737101b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:54.158825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'mac_address': 'fa:16:3e:b1:6b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:25:54.177732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-282beccb-2722-4c9f-b8d2-3a0eb000e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:54.179257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-282beccb-2722-4c9f-b8d2-3a0eb000e61e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4404578 Feb 10 06:25:54.205628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13ab2e65-6ca7-42f3-9181-dfcac96d2110 req-057c782a-3dfb-40dc-931f-293c45096587 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042308 Feb 10 06:25:54.206559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 4790856e-1ae5-41f6-a941-e9bff72025d3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:54.207536 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:54.222902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4790856e-1ae5-41f6-a941-e9bff72025d3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:54.259212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:54.261168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d12ea-7417-4f22-83d5-70761712e8d5 req-fe476bb6-f7ad-4216-9e78-fd485fcb4e9d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:54.262735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f93d12ea-7417-4f22-83d5-70761712e8d5 req-fe476bb6-f7ad-4216-9e78-fd485fcb4e9d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 948 time: 0.4596591 Feb 10 06:25:54.277812 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:54.278922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a97521fa-631e-45b2-a733-2628bda77b03 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:25:54.430608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-afd54deb-afd9-4412-90f7-70a0ab1203cf req-bc37cf77-459f-497e-aed4-1dad0757ebca tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 210 time: 0.0575049 Feb 10 06:25:54.468897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'name': 'network-vif-deleted', 'tag': '87802d89-3241-4191-aea2-6839d6c4b9e0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:54.472584 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4333717f-dde8-4a82-b271-c3bd439042f3" -d '{"events": [{"server_uuid": "0e38c274-fb8e-46b9-9e72-f354ff92137b", "name": "network-vif-deleted", "tag": "87802d89-3241-4191-aea2-6839d6c4b9e0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:54.479486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-c12976dd-3178-4b66-8e95-485422b80fc0 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868228 Feb 10 06:25:54.488608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:54.491866 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807ac3d2-08d5-4c17-a160-b3774d74dc9e None None] New status for floating IP b3b6423a-d0c9-4769-a83d-4b1377edcd4d: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:25:54.500945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f93d12ea-7417-4f22-83d5-70761712e8d5 req-bbb801f0-82f6-4744-b94f-40a3c297d285 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855237 Feb 10 06:25:54.501131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a97521fa-631e-45b2-a733-2628bda77b03 has no active binding in host n-h2-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 06:25:54.517051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:54.572018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Made reservation on behalf of c1405219c3cf4ebe9b26ea911737101b for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:25:54.576280 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:54.611551 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e92213-4e7b-4b40-8d2e-02c1f912622f x-openstack-request-id: req-26e92213-4e7b-4b40-8d2e-02c1f912622f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:54.612079 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e38c274-fb8e-46b9-9e72-f354ff92137b", "name": "network-vif-deleted", "tag": "87802d89-3241-4191-aea2-6839d6c4b9e0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:54.612673 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26e92213-4e7b-4b40-8d2e-02c1f912622f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:54.613387 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e38c274-fb8e-46b9-9e72-f354ff92137b', 'name': 'network-vif-deleted', 'tag': '87802d89-3241-4191-aea2-6839d6c4b9e0', 'status': 'completed', 'code': 200} Feb 10 06:25:54.686139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58484) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:54.708478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586aa362-0d76-4c00-9cd4-b362304dfb4d req-31afe966-d530-4f32-bfbd-53c35f963228 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:54.710039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-586aa362-0d76-4c00-9cd4-b362304dfb4d req-31afe966-d530-4f32-bfbd-53c35f963228 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.1703711 Feb 10 06:25:54.773240 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9880348-b28e-4cf3-8b06-6791e7d2294c req-e7d83b1b-c87c-450e-aafe-642e45ee6886 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698655 Feb 10 06:25:54.793773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4790856e-1ae5-41f6-a941-e9bff72025d3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:25:54.806536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group (e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:54.840418 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group (e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:54.902444 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:54.905757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:54.907252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a HTTP/1.1" status: 204 len: 168 time: 0.2196665 Feb 10 06:25:54.912736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58486) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:54.950784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-586aa362-0d76-4c00-9cd4-b362304dfb4d req-88abc094-17f9-4db5-beb1-4a7be4803cd8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831779 Feb 10 06:25:54.964936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523e183-44a9-4118-99e3-5b62999e0e97 req-3b1fb665-94aa-4f10-8b80-86eb4ac20638 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:54.965460 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-7c26de79-b266-4e2b-aac8-7940debb1a47 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] show failed (client error): The resource could not be found. Feb 10 06:25:54.966636 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7c26de79-b266-4e2b-aac8-7940debb1a47 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "GET /v2.0/security-groups/e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a HTTP/1.1" status: 404 len: 347 time: 0.0529091 Feb 10 06:25:54.967685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eea97e-7c99-4c51-a8e5-be0f0a2faa4a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:54.973238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9523e183-44a9-4118-99e3-5b62999e0e97 req-3b1fb665-94aa-4f10-8b80-86eb4ac20638 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1962879 Feb 10 06:25:54.978002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58492) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:54.998203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:54.998203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.011001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Allocated IP 172.20.0.11 (35d397d3-5527-492d-b911-dbab87472a5c/491df4a3-e634-4587-8c69-65e25f017261/87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:25:55.015415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.016070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.016825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.017182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.017529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.017889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.018246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.022060 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.022465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.022818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.023278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73d94d-f155-4215-8e20-ce79e9922548 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:25:55.153618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9523e183-44a9-4118-99e3-5b62999e0e97 req-e3a1ca88-5f89-4683-bf04-15f9dd6b625d tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795113 Feb 10 06:25:55.287773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Deleting port 6af0ee35-6e56-43cf-8c0f-be651b7df17a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:55.288642 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6af0ee35-6e56-43cf-8c0f-be651b7df17a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:55.373305 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks [] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:55.457082 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6af0ee35-6e56-43cf-8c0f-be651b7df17a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:55.457523 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (6af0ee35-6e56-43cf-8c0f-be651b7df17a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:55.481674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bcf05-bea0-4d94-a1a9-642e2e410b89 req-3629d9aa-18ad-4bb9-8462-f0803f05ee9d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:55.483478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-120bcf05-bea0-4d94-a1a9-642e2e410b89 req-3629d9aa-18ad-4bb9-8462-f0803f05ee9d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.1718900 Feb 10 06:25:55.485627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Calling delete_port for 6af0ee35-6e56-43cf-8c0f-be651b7df17a owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:55.492315 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:55.626439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Network 35d397d3-5527-492d-b911-dbab87472a5c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:25:55.637238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:25:55.658484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:25:55.696289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Pushing event updated for resources: {'Port': ['ID=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:55.725970 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-120bcf05-bea0-4d94-a1a9-642e2e410b89 req-932396a8-e0b8-4267-ad48-b142535393e3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262573 Feb 10 06:25:55.738851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c521-840d-43b5-bf85-f5973ecdd983 req-0ee0cef2-76ef-490c-905d-9a9436e1a06c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:55.740373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0350c521-840d-43b5-bf85-f5973ecdd983 req-0ee0cef2-76ef-490c-905d-9a9436e1a06c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 932 time: 0.2462144 Feb 10 06:25:55.768093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:55.768767 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:55.800547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-fbc60dfd-a4b5-40a9-be13-f9d8dfb74dd2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9053683 Feb 10 06:25:55.826883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Request body: {'port': {'device_id': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:25:55.906650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0350c521-840d-43b5-bf85-f5973ecdd983 req-93f0ee9e-2ae7-427c-99f4-3b7f32bb9a20 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595812 Feb 10 06:25:55.950179 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6af0ee35-6e56-43cf-8c0f-be651b7df17a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:55.967146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4790856e-1ae5-41f6-a941-e9bff72025d3 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:25:55.988622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Pushing event deleted for resources: {'Port': ['ID=6af0ee35-6e56-43cf-8c0f-be651b7df17a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:56.005985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:56.070044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 4790856e-1ae5-41f6-a941-e9bff72025d3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:25:56.075487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 4790856e-1ae5-41f6-a941-e9bff72025d3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:25:56.076123 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:56.111437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272d5a1-cc70-4d4d-9268-33f89661c34a req-bf568af5-76d1-4ea1-b830-a23c922e6d92 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:56.118377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8272d5a1-cc70-4d4d-9268-33f89661c34a req-bf568af5-76d1-4ea1-b830-a23c922e6d92 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 949 time: 0.3118083 Feb 10 06:25:56.177513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 4790856e-1ae5-41f6-a941-e9bff72025d3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:25:56.178167 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:56.214973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:56.216352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:56.220003 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320a96b7-f850-408b-bf1a-db485bc8c53d" -d '{"events": [{"server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "name": "network-vif-plugged", "status": "completed", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:56.226549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:56.285576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:56.286174 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks [] for floatingip (b3b6423a-d0c9-4769-a83d-4b1377edcd4d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:56.288807 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:56.292531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e4d27e4-e769-43fe-9a26-7783e04b8a86 tempest-ServersWithSpecificFlavorTestJSON-1256913656 tempest-ServersWithSpecificFlavorTestJSON-1256913656-project] 10.222.0.21 "DELETE /v2.0/floatingips/b3b6423a-d0c9-4769-a83d-4b1377edcd4d HTTP/1.1" status: 204 len: 168 time: 1.3111234 Feb 10 06:25:56.369453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8272d5a1-cc70-4d4d-9268-33f89661c34a req-dc9a2fc3-0584-4722-bcc5-f1270bfc3048 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502165 Feb 10 06:25:56.388293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4715d-ae93-4109-8cbb-7d1de9d82e5c req-b6bf6f98-85be-4a1f-997c-bf9c0c80f039 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:56.398983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6a4715d-ae93-4109-8cbb-7d1de9d82e5c req-b6bf6f98-85be-4a1f-997c-bf9c0c80f039 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.2785597 Feb 10 06:25:56.548518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6a4715d-ae93-4109-8cbb-7d1de9d82e5c req-fab3a8bc-12be-41b6-b1e7-ffd716d4165a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486742 Feb 10 06:25:56.612153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924927c8-ca5a-4dad-8137-6c89c55ead92 req-882081fd-60ea-49e3-9be1-dd702cff86d3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:56.613830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-924927c8-ca5a-4dad-8137-6c89c55ead92 req-882081fd-60ea-49e3-9be1-dd702cff86d3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1587474 Feb 10 06:25:56.617406 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234de72c-bd27-4095-aa7d-1a4a4a8f37ba x-openstack-request-id: req-234de72c-bd27-4095-aa7d-1a4a4a8f37ba {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:56.617954 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "name": "network-vif-plugged", "status": "completed", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:56.618577 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-234de72c-bd27-4095-aa7d-1a4a4a8f37ba {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:56.619238 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'code': 200} Feb 10 06:25:56.785068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:25:56.796893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-924927c8-ca5a-4dad-8137-6c89c55ead92 req-5f24f750-471e-4dc6-bba0-254d4c78b5ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717889 Feb 10 06:25:56.800349 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Publish callbacks [] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:56.830753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Transition to ACTIVE for port object 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:25:56.843651 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:56.850030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f94a-fa50-4cd9-9a09-1ac98e44fca8 req-0feee7e1-cfa1-4e82-99e1-5fb9a653d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:56.851863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e43f94a-fa50-4cd9-9a09-1ac98e44fca8 req-0feee7e1-cfa1-4e82-99e1-5fb9a653d6a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1132 time: 0.1494050 Feb 10 06:25:56.937395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:57.079309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e43f94a-fa50-4cd9-9a09-1ac98e44fca8 req-3cbdfb52-59a4-4d64-9849-ca1b95d24571 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177832 Feb 10 06:25:57.155385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af25d6-a1f7-45b6-a88f-9143def4a0f0 req-ae2ef05e-fa91-43b5-ab76-c3400911c5fb tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:57.156945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2af25d6-a1f7-45b6-a88f-9143def4a0f0 req-ae2ef05e-fa91-43b5-ab76-c3400911c5fb tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.1728621 Feb 10 06:25:57.191840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e833e4-f65e-47a2-aa06-7c236f9c42b6 req-fb799fc0-156c-46e4-97d3-35ae8d37b8fa tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:57.193175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e833e4-f65e-47a2-aa06-7c236f9c42b6 req-fb799fc0-156c-46e4-97d3-35ae8d37b8fa tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 944 time: 0.1677430 Feb 10 06:25:57.195485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Attempting to bind port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:25:57.195693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Attempting to bind port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:25:57.196021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Attempting to bind port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 on network 35d397d3-5527-492d-b911-dbab87472a5c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:57.221445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 on network 35d397d3-5527-492d-b911-dbab87472a5c not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:25:57.221445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Attempting to bind port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 on network 35d397d3-5527-492d-b911-dbab87472a5c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:25:57.240134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:25:57.240469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Checking segment: {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:25:57.240852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Bound using segment: {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:25:57.241294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Bound port: 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:25:57.241650 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:57.279932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2af25d6-a1f7-45b6-a88f-9143def4a0f0 req-47be7f96-bc8f-4cae-af3c-0c7d6152b483 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139178 Feb 10 06:25:57.322604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e833e4-f65e-47a2-aa06-7c236f9c42b6 req-879abd0d-5c5b-4791-b63f-385d0e9a2103 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189890 Feb 10 06:25:57.383759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58534) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:57.391502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:25:57.395798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:25:57.417627 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:57.492868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:57.493491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:57.494871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 HTTP/1.1" status: 200 len: 1092 time: 1.6859829 Feb 10 06:25:57.501785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:25:57.504014 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa758a6-d1ce-4d63-a624-6aecc171ad61" -d '{"events": [{"name": "network-changed", "server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:25:57.544940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b627cb5-9497-4c31-86de-aaeab2aeb5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:57.566206 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04879b24-ac8b-4039-ad65-c9bcc103ff6e x-openstack-request-id: req-04879b24-ac8b-4039-ad65-c9bcc103ff6e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:25:57.567112 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:25:57.567538 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04879b24-ac8b-4039-ad65-c9bcc103ff6e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:25:57.568096 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0', 'status': 'completed', 'code': 200} Feb 10 06:25:57.591633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355032f9-67ce-4174-b73a-7dcb902c432e req-a6ba4cce-0b1b-42f0-878b-47ead708e740 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:57.594960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-355032f9-67ce-4174-b73a-7dcb902c432e req-a6ba4cce-0b1b-42f0-878b-47ead708e740 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1104622 Feb 10 06:25:57.652392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-355032f9-67ce-4174-b73a-7dcb902c432e req-bcad335c-c751-4280-b0f5-f15bd714822f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517752 Feb 10 06:25:57.748379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aaea7-14de-4576-86c0-076cca3825e0 req-f65150cb-6d0b-47a2-9e0e-8ddccb91b18d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:57.752124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d8aaea7-14de-4576-86c0-076cca3825e0 req-f65150cb-6d0b-47a2-9e0e-8ddccb91b18d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.0912495 Feb 10 06:25:57.830981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d8aaea7-14de-4576-86c0-076cca3825e0 req-a2cdf387-6f15-4da9-b935-df918818d507 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716689 Feb 10 06:25:57.898423 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (b3c31d92-7cd4-4bea-942c-8a86d872001f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:58.002867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ffb2-39b8-4127-b5ad-b51fcd4cb407 req-e60a61b5-6444-4a8d-a69b-31c909dbc63f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:58.004605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac27ffb2-39b8-4127-b5ad-b51fcd4cb407 req-e60a61b5-6444-4a8d-a69b-31c909dbc63f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.0731547 Feb 10 06:25:58.076061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac27ffb2-39b8-4127-b5ad-b51fcd4cb407 req-5ed5ac62-7582-4cc4-b265-b1a7472191ec tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603604 Feb 10 06:25:58.241957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Deleting port 4e8a11e5-53ce-4468-9f82-9571e434a88b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:58.242324 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:58.333157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] For port 4e8a11e5-53ce-4468-9f82-9571e434a88b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4e8a11e5-53ce-4468-9f82-9571e434a88b,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:25:58.333790 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:58.371204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Calling delete_port for 4e8a11e5-53ce-4468-9f82-9571e434a88b owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:25:58.496287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5dc83-27f2-42b4-a6c9-c2dcc9666b9c req-3fe0c96c-d19d-4e26-88f1-39d5b1782113 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:58.498725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1e5dc83-27f2-42b4-a6c9-c2dcc9666b9c req-3fe0c96c-d19d-4e26-88f1-39d5b1782113 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.1261430 Feb 10 06:25:58.570814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1e5dc83-27f2-42b4-a6c9-c2dcc9666b9c req-61671909-a58b-466b-a598-a2ee8f376d0e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654318 Feb 10 06:25:58.579251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cdd03-1cbc-41ad-a114-e667a630175a req-3c1dd995-bce1-41cb-8748-3b444538e689 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:58.581022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-436cdd03-1cbc-41ad-a114-e667a630175a req-3c1dd995-bce1-41cb-8748-3b444538e689 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 944 time: 0.1441305 Feb 10 06:25:58.627063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4e8a11e5-53ce-4468-9f82-9571e434a88b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:58.657459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-436cdd03-1cbc-41ad-a114-e667a630175a req-86b574ab-b0d7-4430-84bf-d94ac67a936f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676994 Feb 10 06:25:58.658144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8a11e5-53ce-4468-9f82-9571e434a88b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:25:58.824166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e4496-6a8b-49e7-bd32-020934c733dd req-bd879d61-b9e1-48e2-8994-17797601eede tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:58.832116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-938e4496-6a8b-49e7-bd32-020934c733dd req-bd879d61-b9e1-48e2-8994-17797601eede tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.0744679 Feb 10 06:25:58.907435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-938e4496-6a8b-49e7-bd32-020934c733dd req-c6f53c7e-df65-4f85-a928-91370dd2952e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736818 Feb 10 06:25:58.929275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (b3c31d92-7cd4-4bea-942c-8a86d872001f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:59.000425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030f2d6-3dca-42e1-8e4d-577dc2ee7e4d req-ae2de85b-f369-4398-bc2c-8ea68027dce2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:59.002522 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8030f2d6-3dca-42e1-8e4d-577dc2ee7e4d req-ae2de85b-f369-4398-bc2c-8ea68027dce2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.0631027 Feb 10 06:25:59.221507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Router b3c31d92-7cd4-4bea-942c-8a86d872001f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:25:59.400137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:25:59.407484 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f8753891-5e7d-4b04-acad-ac3e357d2e19 admin admin] 10.222.0.21 "PUT /v2.0/routers/b3c31d92-7cd4-4bea-942c-8a86d872001f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0220385 Feb 10 06:25:59.410970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58562) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:25:59.412176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8030f2d6-3dca-42e1-8e4d-577dc2ee7e4d req-c710863b-a417-4b9b-bfcf-e76b9739d66e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044607 Feb 10 06:25:59.418447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] Sync routers for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:25:59.447377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daff775-eb98-44f5-b4c5-c5e2c9c1a1a4 req-90675b0a-7b73-4a98-a645-2223248f2859 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:59.448000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:59.448713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:59.455751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6daff775-eb98-44f5-b4c5-c5e2c9c1a1a4 req-90675b0a-7b73-4a98-a645-2223248f2859 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1434152 Feb 10 06:25:59.575505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks [] for router (b3c31d92-7cd4-4bea-942c-8a86d872001f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:59.609489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:25:59.610950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6daff775-eb98-44f5-b4c5-c5e2c9c1a1a4 req-97f1d9c7-1f64-41f8-a175-f8f1c68b6e31 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541698 Feb 10 06:25:59.640324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa758a6-d1ce-4d63-a624-6aecc171ad61 req-d62a2007-8bc2-4c32-ab5f-c72a6c23317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:59.642922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfa758a6-d1ce-4d63-a624-6aecc171ad61 req-d62a2007-8bc2-4c32-ab5f-c72a6c23317d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 1126 time: 0.1239753 Feb 10 06:25:59.775624 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks [] for router_gateway (b3c31d92-7cd4-4bea-942c-8a86d872001f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:59.906946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:25:58Z', 'revision_number': 5, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port': {'id': 'a437103e-a7ed-45be-8bde-0bd828619921', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:07Z', 'updated_at': '2022-02-10T06:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:59.910832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Deleting port a437103e-a7ed-45be-8bde-0bd828619921 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:25:59.911422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a437103e-a7ed-45be-8bde-0bd828619921), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:25:59.912966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f538b-de70-46ff-91d2-95e659ae2785 req-72271f13-a89c-4659-b8f2-dc54be3d97a7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:59.920441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f538b-de70-46ff-91d2-95e659ae2785 req-72271f13-a89c-4659-b8f2-dc54be3d97a7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 944 time: 0.1553385 Feb 10 06:25:59.935551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244528f6-b218-4d96-852e-bbe5751a896e req-3270ec8f-ea29-4a77-8df6-7213ae47945c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:59.937171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-244528f6-b218-4d96-852e-bbe5751a896e req-3270ec8f-ea29-4a77-8df6-7213ae47945c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.2197592 Feb 10 06:25:59.949473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] Checking router: b3c31d92-7cd4-4bea-942c-8a86d872001f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:25:59.965898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] Routers {'b3c31d92-7cd4-4bea-942c-8a86d872001f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:25:59.970383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b3c31d92-7cd4-4bea-942c-8a86d872001f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:25:59.972442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa758a6-d1ce-4d63-a624-6aecc171ad61 req-ea9be68b-a18b-4903-b3fb-06cfc8ffc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:25:59.974333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfa758a6-d1ce-4d63-a624-6aecc171ad61 req-ea9be68b-a18b-4903-b3fb-06cfc8ffc7b9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1405219c3cf4ebe9b26ea911737101b&shared=False HTTP/1.1" status: 200 len: 904 time: 0.3218102 Feb 10 06:26:00.009509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] For port a437103e-a7ed-45be-8bde-0bd828619921, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a437103e-a7ed-45be-8bde-0bd828619921,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:00.009909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a437103e-a7ed-45be-8bde-0bd828619921), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:00.029055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Calling delete_port for a437103e-a7ed-45be-8bde-0bd828619921 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:00.115605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] Set router b3c31d92-7cd4-4bea-942c-8a86d872001f gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:00.154696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f538b-de70-46ff-91d2-95e659ae2785 req-41f2c0bd-1048-4fb8-9d7c-c25ea0651669 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332613 Feb 10 06:26:00.177297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-244528f6-b218-4d96-852e-bbe5751a896e req-574db814-1317-45a2-b343-dad5efacaab0 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236495 Feb 10 06:26:00.186466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:25:59Z', 'revision_number': 6, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:00.227204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa758a6-d1ce-4d63-a624-6aecc171ad61 req-02fa2f88-32b2-4778-a5fc-fa399ccffd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:00.228859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfa758a6-d1ce-4d63-a624-6aecc171ad61 req-02fa2f88-32b2-4778-a5fc-fa399ccffd3a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2378609 Feb 10 06:26:00.231177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aab276-26d6-44dc-9676-e9820ab6f3eb None None] The sync data for ids ['b3c31d92-7cd4-4bea-942c-8a86d872001f'] in n-d-828670-1 is: [{'id': 'b3c31d92-7cd4-4bea-942c-8a86d872001f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-228953556-router', 'tenant_id': '63fd68b01c79456db71ca11a58d5d875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:06Z', 'updated_at': '2022-02-10T06:25:59Z', 'revision_number': 6, 'project_id': '63fd68b01c79456db71ca11a58d5d875', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:26:00.308826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a437103e-a7ed-45be-8bde-0bd828619921), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:00.364496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508279-2a70-4986-8888-9a126ad948e5 req-0995082b-ab97-49c6-8fa1-7829b7ea4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:00.366191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-0995082b-ab97-49c6-8fa1-7829b7ea4bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 1126 time: 0.0850255 Feb 10 06:26:00.374092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126fc04-c667-4215-b87a-ee01f14df206 req-7e6f2bb1-378c-4fd9-b4d8-01974a997b22 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:00.376476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1126fc04-c667-4215-b87a-ee01f14df206 req-7e6f2bb1-378c-4fd9-b4d8-01974a997b22 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1062198 Feb 10 06:26:00.388826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Pushing event deleted for resources: {'Port': ['ID=a437103e-a7ed-45be-8bde-0bd828619921,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:00.426889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-ad39c83e-a819-4d36-9095-12e0a1019b78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 HTTP/1.1" status: 200 len: 217 time: 0.0493655 Feb 10 06:26:00.437095 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (b3c31d92-7cd4-4bea-942c-8a86d872001f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:00.530196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1126fc04-c667-4215-b87a-ee01f14df206 req-3ed38d00-3cd0-4956-95f9-1be472dc8e8f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462955 Feb 10 06:26:00.536701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508279-2a70-4986-8888-9a126ad948e5 req-74449efa-ef34-403e-ae14-96a659c2bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:00.541826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-74449efa-ef34-403e-ae14-96a659c2bcea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=491df4a3-e634-4587-8c69-65e25f017261 HTTP/1.1" status: 200 len: 844 time: 0.1059170 Feb 10 06:26:00.595325 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (b3c31d92-7cd4-4bea-942c-8a86d872001f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:00.599254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks [] for router_controller (b3c31d92-7cd4-4bea-942c-8a86d872001f), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:00.623644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-402da390-7f77-4ef3-8cf3-5e53cf051dcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d397d3-5527-492d-b911-dbab87472a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705626 Feb 10 06:26:00.667546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (b3c31d92-7cd4-4bea-942c-8a86d872001f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:00.668142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c31d92-7cd4-4bea-942c-8a86d872001f {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:26:00.684411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:00.685785 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-477ffd07-a05d-4fec-bb63-bb7203e9e10e admin admin] 10.222.0.21 "DELETE /v2.0/routers/b3c31d92-7cd4-4bea-942c-8a86d872001f HTTP/1.1" status: 204 len: 168 time: 1.2735121 Feb 10 06:26:00.688787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58582) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:00.774229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b07c492-0499-42be-9990-5d4d0c2746f3 admin admin] Deleting subnet e6399afe-e542-4aee-aa65-2f91664b2256 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:26:00.777961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b07c492-0499-42be-9990-5d4d0c2746f3 admin admin] Publish callbacks [] for subnet (e6399afe-e542-4aee-aa65-2f91664b2256), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:00.794233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1815efe-c44a-4642-b472-c32acf92bc3a req-f40f05a1-955d-4cfe-b3f5-e4ef0dd53731 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:00.801865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1815efe-c44a-4642-b472-c32acf92bc3a req-f40f05a1-955d-4cfe-b3f5-e4ef0dd53731 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.2384405 Feb 10 06:26:00.824859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b07c492-0499-42be-9990-5d4d0c2746f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (e6399afe-e542-4aee-aa65-2f91664b2256), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:00.884564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-85bd746a-b2ad-40d3-b435-857ac97781d2 service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500553 Feb 10 06:26:00.943334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897cf91-ba27-4d41-a984-d6d364594d2b req-b60aa94f-db93-48d0-acd8-3a428ff4fb02 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:00.944913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a897cf91-ba27-4d41-a984-d6d364594d2b req-b60aa94f-db93-48d0-acd8-3a428ff4fb02 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1855280 Feb 10 06:26:00.950393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1815efe-c44a-4642-b472-c32acf92bc3a req-61feb3a6-bca0-41d4-9208-9594d255e43e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474211 Feb 10 06:26:01.025316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58584) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:01.103237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a897cf91-ba27-4d41-a984-d6d364594d2b req-980cfe77-063e-4ad1-b421-4aae427c77d3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405666 Feb 10 06:26:01.157628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53508279-2a70-4986-8888-9a126ad948e5 req-571408ba-2820-44e7-bf92-00cad5d775cb service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618537 Feb 10 06:26:01.294262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b07c492-0499-42be-9990-5d4d0c2746f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (e6399afe-e542-4aee-aa65-2f91664b2256), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:01.365560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b07c492-0499-42be-9990-5d4d0c2746f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (e6399afe-e542-4aee-aa65-2f91664b2256), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:01.401696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cb0dc-476b-4658-9d0f-2b7548565bca req-b16be497-c802-4a3f-a240-4d51ee752ab3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:01.408856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-535cb0dc-476b-4658-9d0f-2b7548565bca req-b16be497-c802-4a3f-a240-4d51ee752ab3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.1360917 Feb 10 06:26:01.412786 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b07c492-0499-42be-9990-5d4d0c2746f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:01.419155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6b07c492-0499-42be-9990-5d4d0c2746f3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e6399afe-e542-4aee-aa65-2f91664b2256 HTTP/1.1" status: 204 len: 168 time: 0.7268920 Feb 10 06:26:01.419155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07c492-0499-42be-9990-5d4d0c2746f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6399afe-e542-4aee-aa65-2f91664b2256,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:01.420421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58590) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:01.425972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa804b-8a79-46d6-bd26-96c7f33d4865 None None] Network b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:26:01.462963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c9647-a66a-4873-86b4-3c8d52a0d5ab req-59762017-e54e-4c65-9658-b3ac5d8ac407 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:01.464477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-189c9647-a66a-4873-86b4-3c8d52a0d5ab req-59762017-e54e-4c65-9658-b3ac5d8ac407 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 944 time: 0.2068675 Feb 10 06:26:01.578165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4e8a11e5-53ce-4468-9f82-9571e434a88b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:01.599956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 4e8a11e5-53ce-4468-9f82-9571e434a88b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:01.600519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4e8a11e5-53ce-4468-9f82-9571e434a88b not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:01.601104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a437103e-a7ed-45be-8bde-0bd828619921 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:01.622719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a437103e-a7ed-45be-8bde-0bd828619921 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:01.622990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a437103e-a7ed-45be-8bde-0bd828619921 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:01.680198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-535cb0dc-476b-4658-9d0f-2b7548565bca req-4807579d-8d3a-43fb-a048-e138367c597c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635272 Feb 10 06:26:01.715279 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b0fa0ab5-1f60-4970-88d0-cd1bd15c5817), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:01.721790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-189c9647-a66a-4873-86b4-3c8d52a0d5ab req-2562bc35-371a-46bf-80f9-1f0f4532ab29 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407465 Feb 10 06:26:01.747894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc16b6-4a1b-4dda-9355-a0a0f74bf030 None None] DHCP port deletion for b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:26:01.801319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eacc16b6-4a1b-4dda-9355-a0a0f74bf030 None None] Deleting port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:01.801622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eacc16b6-4a1b-4dda-9355-a0a0f74bf030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:01.921853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a381c1a-ae8c-4dec-8ffc-5ff354da39e6 req-6d01bc80-3340-4fab-a5ce-36e056c9af3d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:01.924025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a381c1a-ae8c-4dec-8ffc-5ff354da39e6 req-6d01bc80-3340-4fab-a5ce-36e056c9af3d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1620491 Feb 10 06:26:01.930758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Deleting port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:01.931135 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:01.996300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-eacc16b6-4a1b-4dda-9355-a0a0f74bf030 None None] For port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:01.996718 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eacc16b6-4a1b-4dda-9355-a0a0f74bf030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:02.013513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eacc16b6-4a1b-4dda-9355-a0a0f74bf030 None None] Calling delete_port for 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:02.061299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] For port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac,segment=NetworkSegment(84e5142e-bded-4268-a10e-37a39416dcc7),segment_id=84e5142e-bded-4268-a10e-37a39416dcc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:02.061725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:02.080107 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:02.105706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eacc16b6-4a1b-4dda-9355-a0a0f74bf030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:02.110867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Calling delete_port for 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:02.133703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc16b6-4a1b-4dda-9355-a0a0f74bf030 None None] Pushing event deleted for resources: {'Port': ['ID=8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:02.139212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc16b6-4a1b-4dda-9355-a0a0f74bf030 None None] No DVR routers for this DVR port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:02.170177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a381c1a-ae8c-4dec-8ffc-5ff354da39e6 req-4f66576c-4be4-4520-9f48-f89a9dc6953a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368193 Feb 10 06:26:02.567929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a541-c657-4c9f-a299-30cca3ed5d03 req-413c622a-e4f6-42bf-8f81-69cc1b351e43 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:02.569583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c38a541-c657-4c9f-a299-30cca3ed5d03 req-413c622a-e4f6-42bf-8f81-69cc1b351e43 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.5308037 Feb 10 06:26:02.700732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ef03-9f3d-4c97-854a-0f6ecd22628a req-16bd9271-dfe4-4460-80b8-d7fc5cc70dd2 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:02.702381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7589ef03-9f3d-4c97-854a-0f6ecd22628a req-16bd9271-dfe4-4460-80b8-d7fc5cc70dd2 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.2425079 Feb 10 06:26:02.737605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:02.802799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c38a541-c657-4c9f-a299-30cca3ed5d03 req-ebc914fc-2e3c-47dd-accb-08bb38e4ba40 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255125 Feb 10 06:26:02.804400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] No DVR routers for this DVR port 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:02.805960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:02.922353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7589ef03-9f3d-4c97-854a-0f6ecd22628a req-25c60ff7-f2a6-486e-a890-65f48e7b9e3c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947918 Feb 10 06:26:02.965415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b0fa0ab5-1f60-4970-88d0-cd1bd15c5817), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.017993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fa0ab5-1f60-4970-88d0-cd1bd15c5817']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:03.063955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e5142e-bded-4268-a10e-37a39416dcc7') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:03.064202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e5142e-bded-4268-a10e-37a39416dcc7') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:03.082333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacaa23-93a3-48a1-9530-b0e5a554464a req-a12fc5d9-dd0b-422b-868a-9fcc44e710d0 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:03.083816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bacaa23-93a3-48a1-9530-b0e5a554464a req-a12fc5d9-dd0b-422b-868a-9fcc44e710d0 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.2113824 Feb 10 06:26:03.089313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (84e5142e-bded-4268-a10e-37a39416dcc7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.145831 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (84e5142e-bded-4268-a10e-37a39416dcc7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.162834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:26:03.163203 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (84e5142e-bded-4268-a10e-37a39416dcc7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:26:03.167164 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:26:03.189202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80764256-e700-419d-b13e-a63923e064ac req-2977390b-a6cd-414c-807a-c9d63e2b77ff tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:03.190841 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80764256-e700-419d-b13e-a63923e064ac req-2977390b-a6cd-414c-807a-c9d63e2b77ff tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 944 time: 0.2023604 Feb 10 06:26:03.267953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bacaa23-93a3-48a1-9530-b0e5a554464a req-a1881edd-b5ec-4d91-8761-e433f955b480 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692274 Feb 10 06:26:03.276256 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b0fa0ab5-1f60-4970-88d0-cd1bd15c5817), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.307676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Deleting port 19e46d52-6193-4731-a461-b1ccf84ce6f3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:03.308006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.310928 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.314936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] 10.222.0.21 "DELETE /v2.0/networks/b0fa0ab5-1f60-4970-88d0-cd1bd15c5817 HTTP/1.1" status: 204 len: 168 time: 1.8922262 Feb 10 06:26:03.318123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58608) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:03.332934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302ebcb-76fc-434b-9b03-bf047f8ab2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fa0ab5-1f60-4970-88d0-cd1bd15c5817,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:03.374150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80764256-e700-419d-b13e-a63923e064ac req-b9ca9b82-04c8-477f-84b9-63ff456e4690 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639233 Feb 10 06:26:03.459602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d82f8-5618-4acd-84b7-ed1532d1d0c0 req-4897ea71-bfae-4b0e-a5f8-14a9f79c3456 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:03.461244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-985d82f8-5618-4acd-84b7-ed1532d1d0c0 req-4897ea71-bfae-4b0e-a5f8-14a9f79c3456 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1296062 Feb 10 06:26:03.468409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] For port 19e46d52-6193-4731-a461-b1ccf84ce6f3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=19e46d52-6193-4731-a461-b1ccf84ce6f3,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:03.469602 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.494032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:03.500892 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Calling delete_port for 19e46d52-6193-4731-a461-b1ccf84ce6f3 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:03.518189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:03.518855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8f3bbf50-b19e-4b39-917e-53c7aa0ce4ac not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:03.564284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-985d82f8-5618-4acd-84b7-ed1532d1d0c0 req-25bd973f-691d-4fa9-bacc-9d5904a56140 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914307 Feb 10 06:26:03.701987 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (58976134-8563-46ea-8ca7-a1c7c2339b80), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.737729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (19e46d52-6193-4731-a461-b1ccf84ce6f3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.766602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e46d52-6193-4731-a461-b1ccf84ce6f3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:03.870072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899d2b1-a5f8-4e2a-82ef-04aaa58d5119 req-17730e53-3f60-4e0a-abd1-8bacfc512842 tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:03.876969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c899d2b1-a5f8-4e2a-82ef-04aaa58d5119 req-17730e53-3f60-4e0a-abd1-8bacfc512842 tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1132 time: 0.1149421 Feb 10 06:26:03.892964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c899d2b1-a5f8-4e2a-82ef-04aaa58d5119 req-1d89ccea-f903-4eac-8b65-a96e88c60efb tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:03.958220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device a97521fa-631e-45b2-a733-2628bda77b03 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:03.977687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Deleting port 2185c937-34f2-4e30-9737-487a16a56c68 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:03.978173 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2185c937-34f2-4e30-9737-487a16a56c68), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:04.052463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:04.066749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3181-378c-4a06-ade4-8112d6d3208f req-0f9d6a24-3e2b-4188-b34b-87a00a5e22ab tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:04.068250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1aad3181-378c-4a06-ade4-8112d6d3208f req-0f9d6a24-3e2b-4188-b34b-87a00a5e22ab tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.1718810 Feb 10 06:26:04.078828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port a97521fa-631e-45b2-a733-2628bda77b03 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:04.088572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] For port 2185c937-34f2-4e30-9737-487a16a56c68, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2185c937-34f2-4e30-9737-487a16a56c68,segment=NetworkSegment(967a5ddd-53d9-42c6-9223-6aee435df248),segment_id=967a5ddd-53d9-42c6-9223-6aee435df248)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:04.089032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2185c937-34f2-4e30-9737-487a16a56c68), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:04.094815 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:04.109387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Calling delete_port for 2185c937-34f2-4e30-9737-487a16a56c68 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:04.170444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:04.182208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'port_id': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0', 'mac_address': 'fa:16:3e:84:2e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491df4a3-e634-4587-8c69-65e25f017261', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:26:04.182432 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c899d2b1-a5f8-4e2a-82ef-04aaa58d5119 req-1d89ccea-f903-4eac-8b65-a96e88c60efb tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Publish callbacks [] for security_group (77e60ce5-0d26-40f3-8eee-6c2df323bf77), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:04.190787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c899d2b1-a5f8-4e2a-82ef-04aaa58d5119 req-1d89ccea-f903-4eac-8b65-a96e88c60efb tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (77e60ce5-0d26-40f3-8eee-6c2df323bf77), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:04.202257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1aad3181-378c-4a06-ade4-8112d6d3208f req-095c55c9-b65b-475d-b1ec-6476b52404ef tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215599 Feb 10 06:26:04.249679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:04.251162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:04.269217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:04.277095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c899d2b1-a5f8-4e2a-82ef-04aaa58d5119 req-1d89ccea-f903-4eac-8b65-a96e88c60efb tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992581 Feb 10 06:26:04.280103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89ccea-f903-4eac-8b65-a96e88c60efb tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e60ce5-0d26-40f3-8eee-6c2df323bf77,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:04.317364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:04.322041 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2185c937-34f2-4e30-9737-487a16a56c68), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:04.322730 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:04.351642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2185c937-34f2-4e30-9737-487a16a56c68,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:04.399293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:04.441763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15d469-2f75-47e3-8fd0-a1441f1ff895 req-580556e4-4e29-4ac2-bce1-0a18687985f4 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:04.443413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df15d469-2f75-47e3-8fd0-a1441f1ff895 req-580556e4-4e29-4ac2-bce1-0a18687985f4 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1420629 Feb 10 06:26:04.529687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd90b8-a11b-4635-baac-78771757316a req-862cb08b-830a-4912-ba70-44e8b05d93eb tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:04.531223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98dd90b8-a11b-4635-baac-78771757316a req-862cb08b-830a-4912-ba70-44e8b05d93eb tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.1587465 Feb 10 06:26:04.545394 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (58976134-8563-46ea-8ca7-a1c7c2339b80), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:04.562064 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df15d469-2f75-47e3-8fd0-a1441f1ff895 req-f2f0c97a-6e2a-49b7-a9ec-78c7569bb629 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909467 Feb 10 06:26:04.566221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:26:04.600423 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98dd90b8-a11b-4635-baac-78771757316a req-4c73b20f-b1d2-44a2-b02a-8c1c10b22c4c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628750 Feb 10 06:26:04.619420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:04.775347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:26:04.786625 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] Sync routers for ids ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:26:04.789792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8475a440-3ac9-425a-b9e3-405252a38447 admin admin] 10.222.0.21 "PUT /v2.0/routers/22c1a3d3-be9a-4f7f-a20d-d8be69dfb355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7608447 Feb 10 06:26:04.794428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:04.816736 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] Routers {'22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:04.817365 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:04.836159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Router 58976134-8563-46ea-8ca7-a1c7c2339b80 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:26:04.879612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe82935-8d26-4a72-a9c7-e715b06c2dec req-fedf1d06-90fb-47f0-82ef-1e110f38d9df tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:04.881218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4fe82935-8d26-4a72-a9c7-e715b06c2dec req-fedf1d06-90fb-47f0-82ef-1e110f38d9df tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 945 time: 0.1645503 Feb 10 06:26:04.933636 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] Set router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:04.973755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:26:04.981766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c84cbcc8-dc0d-4fdf-be11-cda2f56fcec0 admin admin] 10.222.0.21 "PUT /v2.0/routers/58976134-8563-46ea-8ca7-a1c7c2339b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6592374 Feb 10 06:26:04.983131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] Sync routers for ids ['58976134-8563-46ea-8ca7-a1c7c2339b80'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:26:04.988912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58640) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:04.999433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] Routers {'58976134-8563-46ea-8ca7-a1c7c2339b80'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:05.003136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['58976134-8563-46ea-8ca7-a1c7c2339b80'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:05.146157 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks [] for router (58976134-8563-46ea-8ca7-a1c7c2339b80), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:05.222813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] Set router 58976134-8563-46ea-8ca7-a1c7c2339b80 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:05.234587 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:50Z', 'updated_at': '2022-02-10T06:26:03Z', 'revision_number': 5, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'gw_port': {'id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:51Z', 'updated_at': '2022-02-10T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:05.278032 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] Checking router: 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:26:05.286247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks [] for router (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:05.292229 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] Routers {'22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:05.293256 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:05.307338 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-22abe658-1bce-4086-a385-49de9694f22f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174648 Feb 10 06:26:05.323419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-caea36d2-4feb-48ae-b4ba-87d121c7a037 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:26:05.324542 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-caea36d2-4feb-48ae-b4ba-87d121c7a037 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097203 Feb 10 06:26:05.339821 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks [] for router_gateway (58976134-8563-46ea-8ca7-a1c7c2339b80), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:05.422253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Deleting port b089f419-cdd0-428e-9638-e06ee5d0e563 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:05.422803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4fe82935-8d26-4a72-a9c7-e715b06c2dec req-1571ceaf-6fc5-45ab-a7ee-e85d2c9979e1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355282 Feb 10 06:26:05.441702 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:05.445321 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] Set router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:05.462969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf9397-8b4e-4d03-bbd9-4c3433679d67 req-5ecc4eec-7017-4eec-84db-ff0a274239ee tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:05.471573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eabf9397-8b4e-4d03-bbd9-4c3433679d67 req-5ecc4eec-7017-4eec-84db-ff0a274239ee tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.2278376 Feb 10 06:26:05.480459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks [] for router_gateway (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:05.598295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:19Z', 'updated_at': '2022-02-10T06:26:04Z', 'revision_number': 5, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'gw_port': {'id': 'b089f419-cdd0-428e-9638-e06ee5d0e563', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:20Z', 'updated_at': '2022-02-10T06:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:05.623457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] For port b089f419-cdd0-428e-9638-e06ee5d0e563, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b089f419-cdd0-428e-9638-e06ee5d0e563,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:05.624595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:05.632565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eabf9397-8b4e-4d03-bbd9-4c3433679d67 req-4882502a-7578-4020-9a96-9ce40907198f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556237 Feb 10 06:26:05.640003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Calling delete_port for b089f419-cdd0-428e-9638-e06ee5d0e563 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:05.655467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] Checking router: 58976134-8563-46ea-8ca7-a1c7c2339b80 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:26:05.667322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] Routers {'58976134-8563-46ea-8ca7-a1c7c2339b80'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:05.667961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:25:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['58976134-8563-46ea-8ca7-a1c7c2339b80'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:05.695626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Deleting port ac468051-5fab-44fd-b23f-adbb661abeb9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:05.696019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:05.742055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9b4ea-09f4-426c-bc4f-53180cd8c23f req-bc4dbb24-cacf-4d78-8176-4fb69fe50897 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:05.743611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43f9b4ea-09f4-426c-bc4f-53180cd8c23f req-bc4dbb24-cacf-4d78-8176-4fb69fe50897 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.1617811 Feb 10 06:26:05.830420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] Set router 58976134-8563-46ea-8ca7-a1c7c2339b80 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:05.884063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b089f419-cdd0-428e-9638-e06ee5d0e563), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:05.898774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:19Z', 'updated_at': '2022-02-10T06:26:05Z', 'revision_number': 6, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:05.902986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43f9b4ea-09f4-426c-bc4f-53180cd8c23f req-97a22778-5f90-4de2-a02b-9b6d41c8a9d5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470573 Feb 10 06:26:05.915620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2f236-d9db-4677-a4f0-df2b7d8f1607 req-97610c41-efce-4e9e-9840-6d7e8ed1b387 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:05.924035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6a2f236-d9db-4677-a4f0-df2b7d8f1607 req-97610c41-efce-4e9e-9840-6d7e8ed1b387 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1783624 Feb 10 06:26:05.933991 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:50Z', 'updated_at': '2022-02-10T06:26:03Z', 'revision_number': 5, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'gw_port': {'id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:51Z', 'updated_at': '2022-02-10T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:05.943495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4e152-2304-4167-978a-84dc54f6398b None None] The sync data for ids ['58976134-8563-46ea-8ca7-a1c7c2339b80'] in n-d-828670-1 is: [{'id': '58976134-8563-46ea-8ca7-a1c7c2339b80', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1413746053-router', 'tenant_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:19Z', 'updated_at': '2022-02-10T06:26:05Z', 'revision_number': 6, 'project_id': 'ab7ecf88165b4e29bae78d89b28970fe', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:26:05.954226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] For port ac468051-5fab-44fd-b23f-adbb661abeb9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ac468051-5fab-44fd-b23f-adbb661abeb9,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:05.954622 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:05.959600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b089f419-cdd0-428e-9638-e06ee5d0e563,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:05.968688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58672) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:05.990824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Calling delete_port for ac468051-5fab-44fd-b23f-adbb661abeb9 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:06.016907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6a2f236-d9db-4677-a4f0-df2b7d8f1607 req-1bff888c-2c07-4283-bbec-4155a278c2a9 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865128 Feb 10 06:26:06.029215 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e2313-707f-4b7a-8276-a214ad9da587 None None] The sync data for ids ['22c1a3d3-be9a-4f7f-a20d-d8be69dfb355'] in n-d-828670-1 is: [{'id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486780465-router', 'tenant_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:23:50Z', 'updated_at': '2022-02-10T06:26:03Z', 'revision_number': 5, 'project_id': '3e56fdb3ef62436c9afa07f28cf21e45', 'gw_port': {'id': 'ac468051-5fab-44fd-b23f-adbb661abeb9', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c1a3d3-be9a-4f7f-a20d-d8be69dfb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:23:51Z', 'updated_at': '2022-02-10T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:26:06.031518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:06.114730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:26:06.119247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:06.120722 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.128638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (58976134-8563-46ea-8ca7-a1c7c2339b80), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.162529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289e9ab-291a-46ed-98c8-5f4a1fc75b75 req-d51a02b1-e523-4cd6-983f-e2c1a0b70ea9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:06.167089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f289e9ab-291a-46ed-98c8-5f4a1fc75b75 req-d51a02b1-e523-4cd6-983f-e2c1a0b70ea9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.1134281 Feb 10 06:26:06.192427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-d81e363e-7b05-49f7-a891-19de2812ccbd tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:06.193872 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-d81e363e-7b05-49f7-a891-19de2812ccbd tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/ports/4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 1129 time: 0.2216489 Feb 10 06:26:06.215868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:06.216464 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.237846 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (58976134-8563-46ea-8ca7-a1c7c2339b80), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.240935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks [] for router_controller (58976134-8563-46ea-8ca7-a1c7c2339b80), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.252033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:06.254287 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64ed703-0a9f-46d5-8937-3560ec8f88bf" -d '{"events": [{"server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "name": "network-vif-plugged", "status": "completed", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:06.272471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:06.275435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f289e9ab-291a-46ed-98c8-5f4a1fc75b75 req-596b298a-32d1-46d6-8cb7-71237ca1686c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015289 Feb 10 06:26:06.287766 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.324247 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (58976134-8563-46ea-8ca7-a1c7c2339b80), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.327391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58976134-8563-46ea-8ca7-a1c7c2339b80 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:26:06.331272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.335644 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bf97eea7-6ff4-49d5-a6c4-0af6c4c934d6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/58976134-8563-46ea-8ca7-a1c7c2339b80 HTTP/1.1" status: 204 len: 168 time: 1.3413281 Feb 10 06:26:06.336602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58680) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:06.341392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ac468051-5fab-44fd-b23f-adbb661abeb9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.369729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ac468051-5fab-44fd-b23f-adbb661abeb9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:06.379343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:06.382890 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e377688-3c19-44dd-92dd-1e864bdd7e0c x-openstack-request-id: req-1e377688-3c19-44dd-92dd-1e864bdd7e0c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:06.383357 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "name": "network-vif-plugged", "status": "completed", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:06.383488 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e377688-3c19-44dd-92dd-1e864bdd7e0c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:06.383796 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0', 'code': 200} Feb 10 06:26:06.487361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c36069-0091-4ece-8fea-f6631f404c96 admin admin] Deleting subnet 645fa222-4c90-4d02-b811-b29fcc5f886a {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:26:06.491911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85c36069-0091-4ece-8fea-f6631f404c96 admin admin] Publish callbacks [] for subnet (645fa222-4c90-4d02-b811-b29fcc5f886a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.524244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.536416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.562568 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85c36069-0091-4ece-8fea-f6631f404c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (645fa222-4c90-4d02-b811-b29fcc5f886a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.646099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927d15d-1777-48c7-8e27-0a0a3b17614f req-d95614ce-b430-4265-9e32-2350d9905920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:06.648170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d927d15d-1777-48c7-8e27-0a0a3b17614f req-d95614ce-b430-4265-9e32-2350d9905920 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 1128 time: 0.1895800 Feb 10 06:26:06.696771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85c36069-0091-4ece-8fea-f6631f404c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (645fa222-4c90-4d02-b811-b29fcc5f886a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.733629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.744990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks [] for router_controller (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.756606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85c36069-0091-4ece-8fea-f6631f404c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (645fa222-4c90-4d02-b811-b29fcc5f886a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.784822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c36069-0091-4ece-8fea-f6631f404c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645fa222-4c90-4d02-b811-b29fcc5f886a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:06.788611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85c36069-0091-4ece-8fea-f6631f404c96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.794442 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-85c36069-0091-4ece-8fea-f6631f404c96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/645fa222-4c90-4d02-b811-b29fcc5f886a HTTP/1.1" status: 204 len: 168 time: 0.4474239 Feb 10 06:26:06.795057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58690) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:06.796341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c9c33-89af-48f3-86cf-6e36c03e1085 None None] Network 182fc521-5889-4446-96fd-c8df73872ad0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:26:06.871389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072faa8-4e9d-4768-8952-96713b79c0d6 req-baef93dd-785a-4423-aed8-30e3a8f4ca6a tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:06.872940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f072faa8-4e9d-4768-8952-96713b79c0d6 req-baef93dd-785a-4423-aed8-30e3a8f4ca6a tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 946 time: 0.3156807 Feb 10 06:26:06.875894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d927d15d-1777-48c7-8e27-0a0a3b17614f req-0bbc9929-149b-4da7-b332-413f2348bae3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079728 Feb 10 06:26:06.878128 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (22c1a3d3-be9a-4f7f-a20d-d8be69dfb355), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.878738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:26:06.886502 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (182fc521-5889-4446-96fd-c8df73872ad0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.886675 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:06.889943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ad3126f-d5b7-42e6-92f2-cadccb6fc6ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/22c1a3d3-be9a-4f7f-a20d-d8be69dfb355 HTTP/1.1" status: 204 len: 168 time: 2.0807469 Feb 10 06:26:06.892352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58692) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:06.924487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c23081-dfbe-4858-bf1e-273f22ad5dbb req-a22f0b0b-70ea-4ac2-b8e9-2b0d261ad817 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:06.925908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54c23081-dfbe-4858-bf1e-273f22ad5dbb req-a22f0b0b-70ea-4ac2-b8e9-2b0d261ad817 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1989655 Feb 10 06:26:06.978463 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f072faa8-4e9d-4768-8952-96713b79c0d6 req-b0144c1e-5f13-4275-84e3-e2fbed61bf7a tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873883 Feb 10 06:26:06.985263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb03a650-b25a-438f-be1e-066fc613647a admin admin] Deleting subnet b756d827-c8a9-43e1-b242-6c58a538136a {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:26:06.994970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb03a650-b25a-438f-be1e-066fc613647a admin admin] Publish callbacks [] for subnet (b756d827-c8a9-43e1-b242-6c58a538136a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.018929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c57e08f-a48a-4085-9951-14ada118521a None None] DHCP port deletion for 182fc521-5889-4446-96fd-c8df73872ad0 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:26:07.073610 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb03a650-b25a-438f-be1e-066fc613647a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (b756d827-c8a9-43e1-b242-6c58a538136a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.111066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54c23081-dfbe-4858-bf1e-273f22ad5dbb req-0d6bd42c-add5-4c44-b2ec-0ef1a984d9dd tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762953 Feb 10 06:26:07.111912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4c57e08f-a48a-4085-9951-14ada118521a None None] Deleting port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:07.112420 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c57e08f-a48a-4085-9951-14ada118521a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.121237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Deleting port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:07.121575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.184076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9a768-db1d-4a51-876b-a4cf8a67209c req-de7c8913-18d0-4137-bed8-5442357c657a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:07.194018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4c57e08f-a48a-4085-9951-14ada118521a None None] For port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5642fc8f-041a-439d-a2fc-4dba1fc60a0d,segment=NetworkSegment(967a5ddd-53d9-42c6-9223-6aee435df248),segment_id=967a5ddd-53d9-42c6-9223-6aee435df248)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:07.194817 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c57e08f-a48a-4085-9951-14ada118521a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.205383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bc9a768-db1d-4a51-876b-a4cf8a67209c req-de7c8913-18d0-4137-bed8-5442357c657a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.1491501 Feb 10 06:26:07.218790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4c57e08f-a48a-4085-9951-14ada118521a None None] Calling delete_port for 5642fc8f-041a-439d-a2fc-4dba1fc60a0d owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:07.286970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb03a650-b25a-438f-be1e-066fc613647a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b756d827-c8a9-43e1-b242-6c58a538136a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.314233 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c57e08f-a48a-4085-9951-14ada118521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.319758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] For port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5642fc8f-041a-439d-a2fc-4dba1fc60a0d,segment=NetworkSegment(967a5ddd-53d9-42c6-9223-6aee435df248),segment_id=967a5ddd-53d9-42c6-9223-6aee435df248)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:07.320125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.324570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bc9a768-db1d-4a51-876b-a4cf8a67209c req-66174de7-d16d-46a3-8a98-391e87f1ddc1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164920 Feb 10 06:26:07.351923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57e08f-a48a-4085-9951-14ada118521a None None] Pushing event deleted for resources: {'Port': ['ID=5642fc8f-041a-439d-a2fc-4dba1fc60a0d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:07.357978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57e08f-a48a-4085-9951-14ada118521a None None] No DVR routers for this DVR port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:07.368865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Calling delete_port for 5642fc8f-041a-439d-a2fc-4dba1fc60a0d owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:07.370772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6361851-a4a3-4317-add3-18fcc9db58cd req-c9064b6e-1f37-4731-a68f-1ae799bfaf73 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:07.373033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6361851-a4a3-4317-add3-18fcc9db58cd req-c9064b6e-1f37-4731-a68f-1ae799bfaf73 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1314383 Feb 10 06:26:07.435946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb03a650-b25a-438f-be1e-066fc613647a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (b756d827-c8a9-43e1-b242-6c58a538136a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.455776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6361851-a4a3-4317-add3-18fcc9db58cd req-72a8f13f-bf70-4041-b6c5-9a5b9742dff3 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769527 Feb 10 06:26:07.477454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d611c3-3935-4625-a3fa-52418a5df913 req-65b5d913-a11d-46c2-823f-bf4ed37d1439 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:07.479444 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1d611c3-3935-4625-a3fa-52418a5df913 req-65b5d913-a11d-46c2-823f-bf4ed37d1439 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1127 time: 0.0792415 Feb 10 06:26:07.481673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03a650-b25a-438f-be1e-066fc613647a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b756d827-c8a9-43e1-b242-6c58a538136a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:07.488473 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb03a650-b25a-438f-be1e-066fc613647a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.490103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609bf118-c5bc-4b4f-a390-5b7394e4961b None None] Network f8930b5a-271a-4095-aa80-65a191d263d3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:26:07.494336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cb03a650-b25a-438f-be1e-066fc613647a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b756d827-c8a9-43e1-b242-6c58a538136a HTTP/1.1" status: 204 len: 168 time: 0.5986726 Feb 10 06:26:07.494716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58706) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:07.558245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5642fc8f-041a-439d-a2fc-4dba1fc60a0d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.570544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1d611c3-3935-4625-a3fa-52418a5df913 req-b37d7b94-1ac4-42c9-a783-540c553c60da tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675261 Feb 10 06:26:07.621027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] No DVR routers for this DVR port 5642fc8f-041a-439d-a2fc-4dba1fc60a0d on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:07.624593 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (f8930b5a-271a-4095-aa80-65a191d263d3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.629062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5642fc8f-041a-439d-a2fc-4dba1fc60a0d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:07.661047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce776a-3a48-4fe6-a035-66ba2e3ee082 req-c3ffeee4-7c06-4397-a02e-cf500119499a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:07.662486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acce776a-3a48-4fe6-a035-66ba2e3ee082 req-c3ffeee4-7c06-4397-a02e-cf500119499a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.1159422 Feb 10 06:26:07.728165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] DHCP port deletion for f8930b5a-271a-4095-aa80-65a191d263d3 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:26:07.738978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acce776a-3a48-4fe6-a035-66ba2e3ee082 req-cb4f70d7-ab91-43ba-932e-2ef582983887 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648239 Feb 10 06:26:07.770248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5642fc8f-041a-439d-a2fc-4dba1fc60a0d no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:07.801992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5642fc8f-041a-439d-a2fc-4dba1fc60a0d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:07.803486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5642fc8f-041a-439d-a2fc-4dba1fc60a0d not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:07.803486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 19e46d52-6193-4731-a461-b1ccf84ce6f3 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:07.826000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (182fc521-5889-4446-96fd-c8df73872ad0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.836910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 19e46d52-6193-4731-a461-b1ccf84ce6f3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:07.837176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 19e46d52-6193-4731-a461-b1ccf84ce6f3 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:07.837671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b089f419-cdd0-428e-9638-e06ee5d0e563 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:07.852882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182fc521-5889-4446-96fd-c8df73872ad0']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:07.866212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967a5ddd-53d9-42c6-9223-6aee435df248') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:07.866773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967a5ddd-53d9-42c6-9223-6aee435df248') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:07.880940 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (967a5ddd-53d9-42c6-9223-6aee435df248), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.892458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Deleting port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:07.893360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.914277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (967a5ddd-53d9-42c6-9223-6aee435df248), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.933542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:26:07.933542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (967a5ddd-53d9-42c6-9223-6aee435df248), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:26:07.935237 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:26:07.998910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] For port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:07.999285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.015376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Calling delete_port for ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:08.029263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b089f419-cdd0-428e-9638-e06ee5d0e563 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:08.029680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b089f419-cdd0-428e-9638-e06ee5d0e563 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:08.030242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2185c937-34f2-4e30-9737-487a16a56c68 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:08.062281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 2185c937-34f2-4e30-9737-487a16a56c68 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:08.062832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2185c937-34f2-4e30-9737-487a16a56c68 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:08.063460 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ac468051-5fab-44fd-b23f-adbb661abeb9 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:08.100365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ac468051-5fab-44fd-b23f-adbb661abeb9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:08.100752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ac468051-5fab-44fd-b23f-adbb661abeb9 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:08.106711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Deleting port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:08.107431 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.200185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1d827-b61e-4e3c-9931-669a59e0dbda req-1ec2fe86-0498-4102-b1c3-b875ab33cdc3 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:08.209124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19d1d827-b61e-4e3c-9931-669a59e0dbda req-1ec2fe86-0498-4102-b1c3-b875ab33cdc3 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 946 time: 0.1166885 Feb 10 06:26:08.225483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] For port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0,segment=NetworkSegment(b0ceab2a-1af0-42ae-a239-c2610c76a98a),segment_id=b0ceab2a-1af0-42ae-a239-c2610c76a98a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:08.227403 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.247970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Calling delete_port for ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:08.270247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19d1d827-b61e-4e3c-9931-669a59e0dbda req-7884b211-f94c-4239-b0b0-1d9c5748f54b tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580990 Feb 10 06:26:08.375908 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.408559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (182fc521-5889-4446-96fd-c8df73872ad0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.425694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.425965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Pushing event deleted for resources: {'Port': ['ID=ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:08.429431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453c4a-9501-4d36-9f7d-03e7c1088622 req-6ab27ff3-0de8-4af6-93c0-9f6f96a60877 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:08.431066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a453c4a-9501-4d36-9f7d-03e7c1088622 req-6ab27ff3-0de8-4af6-93c0-9f6f96a60877 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.0675290 Feb 10 06:26:08.432337 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/182fc521-5889-4446-96fd-c8df73872ad0 HTTP/1.1" status: 204 len: 168 time: 1.6363142 Feb 10 06:26:08.433500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693756cc-dbb1-4790-90ff-b6ae58a696d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=182fc521-5889-4446-96fd-c8df73872ad0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:08.456204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] No DVR routers for this DVR port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:08.459144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.460787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.461573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.462796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.463269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.463646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.464089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.464671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.465222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.465736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.466343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.466887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.467331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12124-aeeb-488f-a4fb-728de9be60df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:08.475758 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.494208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] No DVR routers for this DVR port ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:08.514394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:08.526875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a453c4a-9501-4d36-9f7d-03e7c1088622 req-4398f0cb-d7bb-4409-a0ee-94ef87bdc3a5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871952 Feb 10 06:26:08.591049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (f8930b5a-271a-4095-aa80-65a191d263d3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.621100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:08.624633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8930b5a-271a-4095-aa80-65a191d263d3']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:08.634125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ceab2a-1af0-42ae-a239-c2610c76a98a') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:08.634471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ceab2a-1af0-42ae-a239-c2610c76a98a') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:08.645369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (b0ceab2a-1af0-42ae-a239-c2610c76a98a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.659477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b0ceab2a-1af0-42ae-a239-c2610c76a98a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.666109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:26:08.666592 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (b0ceab2a-1af0-42ae-a239-c2610c76a98a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:26:08.668905 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:26:08.676421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0100d-2720-48db-a074-42f1a08a4462 req-11293e74-dffa-4a00-962a-72248c4d3984 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:08.677891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64e0100d-2720-48db-a074-42f1a08a4462 req-11293e74-dffa-4a00-962a-72248c4d3984 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.0944076 Feb 10 06:26:08.683190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-89272b0d-584d-44a3-9fb1-a829d0420da4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63fd68b01c79456db71ca11a58d5d875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582783 Feb 10 06:26:08.683360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:08.733053 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (f8930b5a-271a-4095-aa80-65a191d263d3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.754227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.756434 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64e0100d-2720-48db-a074-42f1a08a4462 req-e0493241-829f-48d0-a929-a076e09d7e5c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710261 Feb 10 06:26:08.760469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f8930b5a-271a-4095-aa80-65a191d263d3 HTTP/1.1" status: 204 len: 168 time: 1.2619421 Feb 10 06:26:08.760469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2dc95-8544-4b62-98c7-b38e5c1eb845 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8930b5a-271a-4095-aa80-65a191d263d3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:08.760900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58744) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:08.813184 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce030a73-53cd-4615-99fe-6805538f5532 admin admin] Publish callbacks [] for security_group (d00de278-0ab2-4e79-9e6e-bd75fb475eeb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.897874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce030a73-53cd-4615-99fe-6805538f5532 admin admin] Publish callbacks [] for security_group (d00de278-0ab2-4e79-9e6e-bd75fb475eeb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:08.961592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaa10d-eb6d-41cf-8408-747ff89dd4b3 req-1c7ad890-86dd-425a-a8e6-a583ad1b6af7 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:08.963069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81aaa10d-eb6d-41cf-8408-747ff89dd4b3 req-1c7ad890-86dd-425a-a8e6-a583ad1b6af7 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1480463 Feb 10 06:26:09.034340 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce030a73-53cd-4615-99fe-6805538f5532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d00de278-0ab2-4e79-9e6e-bd75fb475eeb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:09.036722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce030a73-53cd-4615-99fe-6805538f5532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:09.037839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce030a73-53cd-4615-99fe-6805538f5532 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d00de278-0ab2-4e79-9e6e-bd75fb475eeb HTTP/1.1" status: 204 len: 168 time: 0.3536084 Feb 10 06:26:09.095956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce030a73-53cd-4615-99fe-6805538f5532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00de278-0ab2-4e79-9e6e-bd75fb475eeb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:09.112051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81aaa10d-eb6d-41cf-8408-747ff89dd4b3 req-30145930-0040-44f2-91ff-de5be913d8f4 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162338 Feb 10 06:26:09.256106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f2a31-f104-4f15-94cc-308d437cfdbc req-4e811c8e-d1cd-482b-a721-7fb31d0086d5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:09.257574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d2f2a31-f104-4f15-94cc-308d437cfdbc req-4e811c8e-d1cd-482b-a721-7fb31d0086d5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 943 time: 0.0732093 Feb 10 06:26:09.337786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d2f2a31-f104-4f15-94cc-308d437cfdbc req-20a160e0-e407-484e-96b6-ab3cfa97e348 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722263 Feb 10 06:26:09.365260 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (d895f44d-5916-43c2-9990-c4f30d1b7131), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:09.472472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58754) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:09.494630 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-de828a2c-5136-4d6f-9b75-eb5b90c1caf7 service neutron] 10.222.0.13 "GET /v2.0/ports/a97521fa-631e-45b2-a733-2628bda77b03/bindings/n-h2-828670-1 HTTP/1.1" status: 200 len: 384 time: 0.0960598 Feb 10 06:26:09.517476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:09.538219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:09.538759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ba2af8a8-a330-411d-aaa5-3e11c3cfb0b0 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:09.570831 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-76a5545b-0302-4eef-a50b-68c74fecf595 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab7ecf88165b4e29bae78d89b28970fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965867 Feb 10 06:26:09.575117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58758) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:09.711061 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-27b279d1-21ec-492a-b94d-51f30cc3eed4 admin admin] Publish callbacks [] for security_group (a40d421d-fa92-42db-99a6-01d5d400626e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:09.773022 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-27b279d1-21ec-492a-b94d-51f30cc3eed4 admin admin] Publish callbacks [] for security_group (a40d421d-fa92-42db-99a6-01d5d400626e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:09.798598 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:09.829433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:09.855268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:09.888214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-27b279d1-21ec-492a-b94d-51f30cc3eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a40d421d-fa92-42db-99a6-01d5d400626e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:09.891347 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-27b279d1-21ec-492a-b94d-51f30cc3eed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:09.892518 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-27b279d1-21ec-492a-b94d-51f30cc3eed4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a40d421d-fa92-42db-99a6-01d5d400626e HTTP/1.1" status: 204 len: 168 time: 0.3150148 Feb 10 06:26:09.897388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e92055-2bec-4de3-b5c1-063a240056dd req-deeeb58b-28ea-4763-8c44-e5238cc7ad43 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:09.898872 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4e92055-2bec-4de3-b5c1-063a240056dd req-deeeb58b-28ea-4763-8c44-e5238cc7ad43 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 946 time: 0.4567614 Feb 10 06:26:09.903345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-791e0138-d3f9-4d71-a6aa-c0d393ccb01f tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:26:09.904934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-791e0138-d3f9-4d71-a6aa-c0d393ccb01f tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173030 Feb 10 06:26:09.905077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97521fa-631e-45b2-a733-2628bda77b03 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:09.910270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b279d1-21ec-492a-b94d-51f30cc3eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d421d-fa92-42db-99a6-01d5d400626e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:09.919184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:09.943335 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a97521fa-631e-45b2-a733-2628bda77b03), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:09.986016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-9db2928c-f39d-4f56-a217-fd61a9d131b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:09.987415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-9db2928c-f39d-4f56-a217-fd61a9d131b2 service neutron] 10.222.0.21 "GET /v2.0/ports/e32670f1-3978-4086-ba33-0b413e6308c0 HTTP/1.1" status: 200 len: 1124 time: 0.0647407 Feb 10 06:26:10.007162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Request body: {'binding': {'host': 'n-h1-828670-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:10.007612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Unknown quota resources ['binding']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:26:10.024870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] Transition to ACTIVE for port object a97521fa-631e-45b2-a733-2628bda77b03 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:26:10.030095 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a97521fa-631e-45b2-a733-2628bda77b03), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:10.036908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4e92055-2bec-4de3-b5c1-063a240056dd req-2ae954c4-b5f4-4c25-a0ac-024d7508cb36 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152556 Feb 10 06:26:10.101056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] Pushing event updated for resources: {'Port': ['ID=a97521fa-631e-45b2-a733-2628bda77b03,revision_number=10']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:10.144705 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] No DVR routers for this DVR port a97521fa-631e-45b2-a733-2628bda77b03 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:10.185241 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-1b6f910f-aa4f-4e6a-b563-2dbc6f9a8480 service neutron] 10.222.0.13 "PUT /v2.0/ports/a97521fa-631e-45b2-a733-2628bda77b03/bindings/n-h2-828670-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6833010 Feb 10 06:26:10.247565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d120da18-8a7d-439b-a6e3-ca454cd0f399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:10.387242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-c4c014e8-2f90-4408-b8f5-021d63300951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:10.388760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-c4c014e8-2f90-4408-b8f5-021d63300951 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1132 time: 0.2032573 Feb 10 06:26:10.391741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 on host n-h1-828670-1 for vnic_type normal with profile None {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:10.392070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:10.392398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:10.419745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709dab1-226e-46c5-88d9-7a7cdbc4aec8 req-0a81eb5f-e571-46df-9caa-4caa82d1ed67 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:10.421196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1709dab1-226e-46c5-88d9-7a7cdbc4aec8 req-0a81eb5f-e571-46df-9caa-4caa82d1ed67 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.2343938 Feb 10 06:26:10.424556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Deleting port c44797c6-cbef-43f0-9249-6c76ebd67021 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:10.424880 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:10.426509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Port e32670f1-3978-4086-ba33-0b413e6308c0 on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:10.426829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:10.481520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:10.481872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:10.482257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:10.482998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Bound port: e32670f1-3978-4086-ba33-0b413e6308c0, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:10.486138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-0ac53e09-b8c8-4cf6-b99e-f835293def3e tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:10.487670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-0ac53e09-b8c8-4cf6-b99e-f835293def3e tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.2285995 Feb 10 06:26:10.726146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] For port c44797c6-cbef-43f0-9249-6c76ebd67021, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c44797c6-cbef-43f0-9249-6c76ebd67021,segment=NetworkSegment(0ad247ee-7914-4d59-b5c1-03b3f4091357),segment_id=0ad247ee-7914-4d59-b5c1-03b3f4091357)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:10.726541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:10.731706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1709dab1-226e-46c5-88d9-7a7cdbc4aec8 req-b145a347-61f3-468c-8b9f-29413360f836 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899339 Feb 10 06:26:10.749647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-42e490cd-9aaa-4d73-b072-41e884ab71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:10.754408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-42e490cd-9aaa-4d73-b072-41e884ab71b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3534422 Feb 10 06:26:10.756295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:10.763663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Calling delete_port for c44797c6-cbef-43f0-9249-6c76ebd67021 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:10.767665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:10.768908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-00ddb97d-6157-4627-b83f-35b2911d3dcd service neutron] 10.222.0.21 "POST /v2.0/ports/e32670f1-3978-4086-ba33-0b413e6308c0/bindings HTTP/1.1" status: 201 len: 389 time: 0.7681599 Feb 10 06:26:10.789820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-7610d27c-9396-4c07-9c68-5cfed39fea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:10.791393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-7610d27c-9396-4c07-9c68-5cfed39fea44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686&tenant_id=05b780f4715a45f5998fb392dd61255c HTTP/1.1" status: 200 len: 1126 time: 0.2912233 Feb 10 06:26:10.824081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-b8f0120f-6b50-4072-99c3-09b0109a7cac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 217 time: 0.0629995 Feb 10 06:26:10.989915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-b783dfd2-4cce-410b-af0a-ec9a25f72c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:10.991415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-b783dfd2-4cce-410b-af0a-ec9a25f72c8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1561141 Feb 10 06:26:11.052684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-8127c5a8-6624-4115-b67c-f3fd8d6bb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.054210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-8127c5a8-6624-4115-b67c-f3fd8d6bb6b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1126 time: 0.2200899 Feb 10 06:26:11.081046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889dd5-f49c-4cf4-81b4-78d806f152c2 req-8ac6cb38-13cb-4a0f-986c-87f0697ed1c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.082589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49889dd5-f49c-4cf4-81b4-78d806f152c2 req-8ac6cb38-13cb-4a0f-986c-87f0697ed1c7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.2626555 Feb 10 06:26:11.105697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-4e7d84d5-f3ab-416c-a131-13575a7ab39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.107406 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-4e7d84d5-f3ab-416c-a131-13575a7ab39a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1127 time: 0.0570400 Feb 10 06:26:11.242903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-f6e72f8e-6a6a-4fa7-bea4-d65fdcc3d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.244451 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-f6e72f8e-6a6a-4fa7-bea4-d65fdcc3d802 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.1288543 Feb 10 06:26:11.265772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-a7cace3c-dec0-424b-8b00-4ada0a687125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.267361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-a7cace3c-dec0-424b-8b00-4ada0a687125 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2640839 Feb 10 06:26:11.275891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49889dd5-f49c-4cf4-81b4-78d806f152c2 req-3d285f00-20e2-4408-bd28-364cc890d02b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722710 Feb 10 06:26:11.298656 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-ac858ee7-f98f-414d-8b58-54fed89d11df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e32670f1-3978-4086-ba33-0b413e6308c0 HTTP/1.1" status: 200 len: 217 time: 0.0454597 Feb 10 06:26:11.326713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22dced-d339-460a-96fc-a58418c52451 req-0448efba-8d2c-402f-804f-118d312bef9e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.329103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad22dced-d339-460a-96fc-a58418c52451 req-0448efba-8d2c-402f-804f-118d312bef9e tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.2583089 Feb 10 06:26:11.350658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-f4f101b8-6157-43a6-975b-5524cbc07cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.352452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-f4f101b8-6157-43a6-975b-5524cbc07cf0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0475137 Feb 10 06:26:11.367422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-01018463-ef69-45a5-b44d-fadbc3c96d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.368759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-01018463-ef69-45a5-b44d-fadbc3c96d9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.2970846 Feb 10 06:26:11.388777 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-b32844b2-b463-4a7e-b827-079972f5cd0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293791 Feb 10 06:26:11.491893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-f1460baa-64c5-4eb5-95f3-5df0b7112622 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 217 time: 0.1075647 Feb 10 06:26:11.492792 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-eaca82a2-9056-41b6-bead-b806beccf8be service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975487 Feb 10 06:26:11.562621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c44797c6-cbef-43f0-9249-6c76ebd67021), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:11.567045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad22dced-d339-460a-96fc-a58418c52451 req-2e4567d5-22f1-4a3c-a840-5aadc3556674 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215269 Feb 10 06:26:11.589868 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-0e6bafa1-5153-4206-9cae-836297cdda24 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903432 Feb 10 06:26:11.865305 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-0148cf04-14bc-447e-954a-315b52bcb478 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874586 Feb 10 06:26:11.872280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44797c6-cbef-43f0-9249-6c76ebd67021,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:11.886445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f7798-12c0-4308-aac1-d6a81b20a8b4 req-f36abfae-dda9-4e0a-a03f-dc1bfd911d53 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.888023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c5f7798-12c0-4308-aac1-d6a81b20a8b4 req-f36abfae-dda9-4e0a-a03f-dc1bfd911d53 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 944 time: 0.5062900 Feb 10 06:26:11.912005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-61c7c9ec-d7d2-4fe3-b901-fa209f906370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:11.913548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-61c7c9ec-d7d2-4fe3-b901-fa209f906370 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.4020379 Feb 10 06:26:12.016572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-ae0179a6-b6e0-46f0-940f-1c25d6b2470f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772064 Feb 10 06:26:12.213855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e63736-b0ed-48b3-b8b8-c023b019b6aa req-48b3bada-ecce-4588-929c-8ccbfe33dd65 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:12.215381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29e63736-b0ed-48b3-b8b8-c023b019b6aa req-48b3bada-ecce-4588-929c-8ccbfe33dd65 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.3563144 Feb 10 06:26:12.242993 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c5f7798-12c0-4308-aac1-d6a81b20a8b4 req-e1b3bcaa-aa8d-4e98-8d94-834e97613c24 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144703 Feb 10 06:26:12.276914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-c7e63bcf-244b-415e-9548-da2f2e0938c9 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673787 Feb 10 06:26:12.385564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-04b89fe9-a82f-46e5-9f1e-6f343ad81888 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585517 Feb 10 06:26:12.432027 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f859da2-6bec-42ca-8261-a1ab12e1984f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:12.434940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29e63736-b0ed-48b3-b8b8-c023b019b6aa req-3c6692d0-9faf-47a3-ad73-73eba44414c8 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051127 Feb 10 06:26:12.434940 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (d895f44d-5916-43c2-9990-c4f30d1b7131), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:12.573905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8363cc-2dc3-47f5-b37d-d22e388e3b85 req-59cb55fd-0738-4572-b093-b375e100e839 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:12.575874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db8363cc-2dc3-47f5-b37d-d22e388e3b85 req-59cb55fd-0738-4572-b093-b375e100e839 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 946 time: 0.2426724 Feb 10 06:26:12.704337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-c152e6df-6f02-4ffd-9977-cbc650f25bc3 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069377 Feb 10 06:26:12.736742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-22c1b55f-b050-45af-91b1-212d28a1603f tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617800 Feb 10 06:26:12.747562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db8363cc-2dc3-47f5-b37d-d22e388e3b85 req-6b779474-cc77-4da5-9941-78c8ee79ef21 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557643 Feb 10 06:26:13.035356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5780ff-e914-4c10-9d82-23312f71591c req-30029999-7553-43ca-8013-3f29b0fc12a9 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:13.036836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-30029999-7553-43ca-8013-3f29b0fc12a9 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882769 Feb 10 06:26:13.046348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74493cc6-abdf-4207-bb33-88f40e04996c req-bd9393ed-9501-43b4-aee5-2771e4b60d5a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:13.048302 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74493cc6-abdf-4207-bb33-88f40e04996c req-bd9393ed-9501-43b4-aee5-2771e4b60d5a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.2226555 Feb 10 06:26:13.061547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Router d895f44d-5916-43c2-9990-c4f30d1b7131 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:26:13.078727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-13526e9b-095b-4fb7-a940-d35a5f9560e3 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/quotas/11ecdd9be7bd4ccebf8b5326c4924b0d HTTP/1.1" status: 200 len: 375 time: 0.0285425 Feb 10 06:26:13.088178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-7cd60db8-2fde-4452-bacf-18f077828e3b tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:13.089623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-7cd60db8-2fde-4452-bacf-18f077828e3b tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.1409178 Feb 10 06:26:13.153852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-820a6297-63c0-45e6-a94e-db04194fc0ff tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678430 Feb 10 06:26:13.221113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74493cc6-abdf-4207-bb33-88f40e04996c req-f0565dc7-5b5f-4094-99bb-d91d2e59c368 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585171 Feb 10 06:26:13.320535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:26:13.329684 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] Sync routers for ids ['d895f44d-5916-43c2-9990-c4f30d1b7131'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:26:13.344260 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] Routers {'d895f44d-5916-43c2-9990-c4f30d1b7131'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:13.345382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-13f55981-a288-4f5e-a21c-7b7eca94aae3 admin admin] 10.222.0.21 "PUT /v2.0/routers/d895f44d-5916-43c2-9990-c4f30d1b7131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5837092 Feb 10 06:26:13.349561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58834) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:13.355361 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:26:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d895f44d-5916-43c2-9990-c4f30d1b7131'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:13.530419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41001dc8-cf3a-419a-add3-93c8a9180b39 req-520d2b97-011d-417d-886c-856abbec5eb1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:13.535051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41001dc8-cf3a-419a-add3-93c8a9180b39 req-520d2b97-011d-417d-886c-856abbec5eb1 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1869485 Feb 10 06:26:13.544582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-ba00b631-44f7-4946-8d8e-7c1d601f1029 service neutron] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:13.552751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-ba00b631-44f7-4946-8d8e-7c1d601f1029 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:13.555331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc39ef9-0aee-4a6b-8310-42b9040c5289 req-ba00b631-44f7-4946-8d8e-7c1d601f1029 service neutron] 10.222.0.24 "DELETE /v2.0/ports/a97521fa-631e-45b2-a733-2628bda77b03/bindings/n-h1-828670-1 HTTP/1.1" status: 204 len: 173 time: 0.4504876 Feb 10 06:26:13.557388 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks [] for router (d895f44d-5916-43c2-9990-c4f30d1b7131), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:13.580736 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] Set router d895f44d-5916-43c2-9990-c4f30d1b7131 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:13.597821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c152054-3d12-4595-a13e-ef032aaa1378 req-e9ecdef7-b5ed-4e87-90f0-1fbd86546c30 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:13.616748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c152054-3d12-4595-a13e-ef032aaa1378 req-e9ecdef7-b5ed-4e87-90f0-1fbd86546c30 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.2534926 Feb 10 06:26:13.638291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:13.740398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41001dc8-cf3a-419a-add3-93c8a9180b39 req-33064c34-03f7-4818-92e2-e994ba7d7c89 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914151 Feb 10 06:26:13.754498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c152054-3d12-4595-a13e-ef032aaa1378 req-4104c85d-7cef-4362-a171-c91326651139 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358929 Feb 10 06:26:13.806745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks [] for router_gateway (d895f44d-5916-43c2-9990-c4f30d1b7131), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:13.943698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Deleting port 95282de5-cb4a-45b7-88a8-7fa70e530a63 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:13.944196 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:14.012614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41859cb-7f78-4832-99f8-bd745d64b885 req-969e4578-7581-44df-853a-fe2511f14ba0 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:14.033139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d41859cb-7f78-4832-99f8-bd745d64b885 req-969e4578-7581-44df-853a-fe2511f14ba0 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 944 time: 0.1569815 Feb 10 06:26:14.042179 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:24:04Z', 'updated_at': '2022-02-10T06:26:11Z', 'revision_number': 5, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'gw_port': {'id': '95282de5-cb4a-45b7-88a8-7fa70e530a63', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:24:05Z', 'updated_at': '2022-02-10T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:14.111078 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] Checking router: d895f44d-5916-43c2-9990-c4f30d1b7131 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:26:14.119135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d41859cb-7f78-4832-99f8-bd745d64b885 req-00d6c548-dd17-4545-b678-3e080d7ff64a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848870 Feb 10 06:26:14.119369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] For port 95282de5-cb4a-45b7-88a8-7fa70e530a63, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=95282de5-cb4a-45b7-88a8-7fa70e530a63,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:14.119486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:14.126587 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] Routers {'d895f44d-5916-43c2-9990-c4f30d1b7131'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:14.127213 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:26:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d895f44d-5916-43c2-9990-c4f30d1b7131'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:14.167149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Calling delete_port for 95282de5-cb4a-45b7-88a8-7fa70e530a63 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:14.269388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7aee1091-c0d8-46c3-a959-c1f7fbb011af req-1b72f912-69b5-46a0-938f-3bde8eeb41a6 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 210 time: 0.0546513 Feb 10 06:26:14.341364 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] Set router d895f44d-5916-43c2-9990-c4f30d1b7131 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:14.420687 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:24:04Z', 'updated_at': '2022-02-10T06:26:13Z', 'revision_number': 6, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:14.478896 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538c7d70-515f-4721-a832-348e07c76b90 None None] The sync data for ids ['d895f44d-5916-43c2-9990-c4f30d1b7131'] in n-d-828670-1 is: [{'id': 'd895f44d-5916-43c2-9990-c4f30d1b7131', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366909728-router', 'tenant_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:24:04Z', 'updated_at': '2022-02-10T06:26:13Z', 'revision_number': 6, 'project_id': 'a28bf3ce1dab48578c31a5f86e90fd5c', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:26:14.565037 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (95282de5-cb4a-45b7-88a8-7fa70e530a63), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:14.580312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7be5f3-6809-4994-bcff-66957f79e5de req-5c709982-934d-49fc-a08a-86eff3a76ead tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:14.581776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd7be5f3-6809-4994-bcff-66957f79e5de req-5c709982-934d-49fc-a08a-86eff3a76ead tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.1705887 Feb 10 06:26:14.591372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=95282de5-cb4a-45b7-88a8-7fa70e530a63,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:14.603870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c081-72ec-4c8e-8959-8de3fb7a3c5d req-30653cea-45b1-47d0-8290-704ddda80652 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:14.605367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8a7c081-72ec-4c8e-8959-8de3fb7a3c5d req-30653cea-45b1-47d0-8290-704ddda80652 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.0978973 Feb 10 06:26:14.674257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd7be5f3-6809-4994-bcff-66957f79e5de req-f390c7ca-bcf6-4385-8061-7858e84392dd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839875 Feb 10 06:26:14.681386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8a7c081-72ec-4c8e-8959-8de3fb7a3c5d req-6c95e5ba-1458-44be-b740-577ce55915ed tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670221 Feb 10 06:26:14.683206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (d895f44d-5916-43c2-9990-c4f30d1b7131), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:14.820489 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (d895f44d-5916-43c2-9990-c4f30d1b7131), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:14.827525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks [] for router_controller (d895f44d-5916-43c2-9990-c4f30d1b7131), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:14.861483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499150b4-3dc3-4f3d-a52d-a6ec2a2081bc req-cbaf111a-ac2b-48a9-ba1e-23b00a534ce2 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:14.863530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-499150b4-3dc3-4f3d-a52d-a6ec2a2081bc req-cbaf111a-ac2b-48a9-ba1e-23b00a534ce2 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1126 time: 0.0651188 Feb 10 06:26:14.943589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (d895f44d-5916-43c2-9990-c4f30d1b7131), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:14.944307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d895f44d-5916-43c2-9990-c4f30d1b7131 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:26:14.948413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:14.949570 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b7047b4c-e890-4987-97ad-a5ab52d37c25 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d895f44d-5916-43c2-9990-c4f30d1b7131 HTTP/1.1" status: 204 len: 168 time: 1.6002119 Feb 10 06:26:14.954329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58872) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:15.060716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-690e5369-e1c3-4bec-94a7-b37b148c6c2a admin admin] Deleting subnet 43b93c88-74d1-4708-86f5-e05cda71d783 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:26:15.061383 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.070363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-690e5369-e1c3-4bec-94a7-b37b148c6c2a admin admin] Publish callbacks [] for subnet (43b93c88-74d1-4708-86f5-e05cda71d783), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.098256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-499150b4-3dc3-4f3d-a52d-a6ec2a2081bc req-8cbe60fe-ae5a-4a1f-9010-a44658620f89 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880405 Feb 10 06:26:15.110015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-36dd3999-e76d-426d-8a1d-5bfab342052a tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1982231 Feb 10 06:26:15.115122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-690e5369-e1c3-4bec-94a7-b37b148c6c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (43b93c88-74d1-4708-86f5-e05cda71d783), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.161147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6254-773d-40ff-bfe5-e299d9e50422 req-ee00fa31-5aa2-43d0-af5c-328ef09cc777 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:15.175082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-897e6254-773d-40ff-bfe5-e299d9e50422 req-ee00fa31-5aa2-43d0-af5c-328ef09cc777 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.3095767 Feb 10 06:26:15.255920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-690e5369-e1c3-4bec-94a7-b37b148c6c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (43b93c88-74d1-4708-86f5-e05cda71d783), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.318535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-690e5369-e1c3-4bec-94a7-b37b148c6c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (43b93c88-74d1-4708-86f5-e05cda71d783), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.357406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e5369-e1c3-4bec-94a7-b37b148c6c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b93c88-74d1-4708-86f5-e05cda71d783,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:15.372365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf1c56e-8bf2-4e62-a04c-5b7e93c2ecfd None None] Network 46f5a8d9-7958-4eaf-8c22-4db89d641916 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:26:15.383141 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-690e5369-e1c3-4bec-94a7-b37b148c6c2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.388071 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-690e5369-e1c3-4bec-94a7-b37b148c6c2a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/43b93c88-74d1-4708-86f5-e05cda71d783 HTTP/1.1" status: 204 len: 168 time: 0.4325981 Feb 10 06:26:15.390929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58880) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:15.564356 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (46f5a8d9-7958-4eaf-8c22-4db89d641916), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.568067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c44797c6-cbef-43f0-9249-6c76ebd67021 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:15.600353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: c44797c6-cbef-43f0-9249-6c76ebd67021 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:15.600700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c44797c6-cbef-43f0-9249-6c76ebd67021 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:15.601303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 95282de5-cb4a-45b7-88a8-7fa70e530a63 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:15.640201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 95282de5-cb4a-45b7-88a8-7fa70e530a63 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:15.640744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 95282de5-cb4a-45b7-88a8-7fa70e530a63 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:15.642450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-897e6254-773d-40ff-bfe5-e299d9e50422 req-aa6121e4-35a8-4368-8ef7-d322c3367720 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664218 Feb 10 06:26:15.664718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5780ff-e914-4c10-9d82-23312f71591c req-df6b2ce9-b280-4850-b756-b00846eed62b tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:15.675946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-df6b2ce9-b280-4850-b756-b00846eed62b tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5569029 Feb 10 06:26:15.678289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Deleting port f601ecec-9a84-48a9-83de-680c866f5c90 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:15.679198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.704792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Request body: {'port': {'device_id': '4237f8e7-63af-46bf-8db6-fcdbfc38611c', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '11ecdd9be7bd4ccebf8b5326c4924b0d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:15.725584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf55b13-1be1-41ab-9ff0-e28f16a59315 req-40b63d67-06f9-4b5c-aac4-a294263da7a2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:15.732399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bf55b13-1be1-41ab-9ff0-e28f16a59315 req-40b63d67-06f9-4b5c-aac4-a294263da7a2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.4722943 Feb 10 06:26:15.761516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0cd2a-4adb-4187-a5f9-533fddb76c11 None None] DHCP port deletion for 46f5a8d9-7958-4eaf-8c22-4db89d641916 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:26:15.785933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] For port f601ecec-9a84-48a9-83de-680c866f5c90, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f601ecec-9a84-48a9-83de-680c866f5c90,segment=NetworkSegment(0ad247ee-7914-4d59-b5c1-03b3f4091357),segment_id=0ad247ee-7914-4d59-b5c1-03b3f4091357)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:15.786509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.802873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c305edf-46a5-43ca-8908-1ec4251be5a7 req-8bddaa53-e43b-4652-9bb3-ba4e405a6dc8 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 210 time: 0.0486920 Feb 10 06:26:15.805606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Calling delete_port for f601ecec-9a84-48a9-83de-680c866f5c90 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:15.859820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-33f0cd2a-4adb-4187-a5f9-533fddb76c11 None None] Deleting port f601ecec-9a84-48a9-83de-680c866f5c90 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:15.860210 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-33f0cd2a-4adb-4187-a5f9-533fddb76c11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.932357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bf55b13-1be1-41ab-9ff0-e28f16a59315 req-8ba5d484-6803-4854-850e-374ecade2f20 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939938 Feb 10 06:26:15.956207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-33f0cd2a-4adb-4187-a5f9-533fddb76c11 None None] For port f601ecec-9a84-48a9-83de-680c866f5c90, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f601ecec-9a84-48a9-83de-680c866f5c90,segment=NetworkSegment(0ad247ee-7914-4d59-b5c1-03b3f4091357),segment_id=0ad247ee-7914-4d59-b5c1-03b3f4091357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:15.956602 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-33f0cd2a-4adb-4187-a5f9-533fddb76c11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.971747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:15.978018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-33f0cd2a-4adb-4187-a5f9-533fddb76c11 None None] Calling delete_port for f601ecec-9a84-48a9-83de-680c866f5c90 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:16.019226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f601ecec-9a84-48a9-83de-680c866f5c90,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:16.022598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] No DVR routers for this DVR port f601ecec-9a84-48a9-83de-680c866f5c90 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:16.072666 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-33f0cd2a-4adb-4187-a5f9-533fddb76c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (f601ecec-9a84-48a9-83de-680c866f5c90), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.084955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Made reservation on behalf of 11ecdd9be7bd4ccebf8b5326c4924b0d for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:26:16.088309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.103837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0cd2a-4adb-4187-a5f9-533fddb76c11 None None] Pushing event deleted for resources: {'Port': ['ID=f601ecec-9a84-48a9-83de-680c866f5c90,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:16.111594 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.115347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0cd2a-4adb-4187-a5f9-533fddb76c11 None None] No DVR routers for this DVR port f601ecec-9a84-48a9-83de-680c866f5c90 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:16.125933 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (46f5a8d9-7958-4eaf-8c22-4db89d641916), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.142049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-355dc8c3-d97d-4735-83d0-9f388862055d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:16.143572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-355dc8c3-d97d-4735-83d0-9f388862055d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 807 time: 0.1934953 Feb 10 06:26:16.147685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f5a8d9-7958-4eaf-8c22-4db89d641916']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:16.158546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad247ee-7914-4d59-b5c1-03b3f4091357') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:16.158884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad247ee-7914-4d59-b5c1-03b3f4091357') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:16.169051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (0ad247ee-7914-4d59-b5c1-03b3f4091357), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.177887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef94f4-0248-46f1-baeb-5a25c8578413 req-ebaec3e7-ae3c-4773-ae8a-c6d424981e7b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:16.183727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80ef94f4-0248-46f1-baeb-5a25c8578413 req-ebaec3e7-ae3c-4773-ae8a-c6d424981e7b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.1406465 Feb 10 06:26:16.185467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-bb323da8-1ef0-4cb1-ada1-918071546c85 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/quotas/05b780f4715a45f5998fb392dd61255c HTTP/1.1" status: 200 len: 375 time: 0.0328214 Feb 10 06:26:16.185611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0ad247ee-7914-4d59-b5c1-03b3f4091357), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.192787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:26:16.193172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (0ad247ee-7914-4d59-b5c1-03b3f4091357), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:26:16.194979 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:26:16.272247 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (46f5a8d9-7958-4eaf-8c22-4db89d641916), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.278327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.283107 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] 10.222.0.21 "DELETE /v2.0/networks/46f5a8d9-7958-4eaf-8c22-4db89d641916 HTTP/1.1" status: 204 len: 168 time: 0.8907046 Feb 10 06:26:16.302876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebc771-1c06-4f5f-afed-bfdc86d15c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f5a8d9-7958-4eaf-8c22-4db89d641916,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:16.330868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80ef94f4-0248-46f1-baeb-5a25c8578413 req-6854a5ae-8ee1-437b-a6f5-268f6f110715 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437681 Feb 10 06:26:16.350739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks [] for security_group (09506f6b-6309-4940-abdc-11a02727e86a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.357827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-91cc2a0e-b5f1-4dce-bab8-6279803f47d6 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522784 Feb 10 06:26:16.361383 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (09506f6b-6309-4940-abdc-11a02727e86a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.397615 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.509335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09506f6b-6309-4940-abdc-11a02727e86a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:16.519256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58898) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:16.570281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3321b69d-cc48-46fb-935f-ecee64ec1f3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e56fdb3ef62436c9afa07f28cf21e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475087 Feb 10 06:26:16.570535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58900) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:16.614465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-b8a28282-bfa0-4f7f-a5f2-ed1002f00564 service neutron] 10.222.0.21 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460380 Feb 10 06:26:16.620643 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57bda4d5-2984-4fdd-9fcf-c3514d0f6dcc admin admin] Publish callbacks [] for security_group (6447f7b1-b88a-4d87-94a4-fb3c72823213), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.637751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6592a69-1645-48ea-a5e4-a84fbccc2f06 req-f89f1703-a649-4abe-8151-063f45546bb5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:16.639305 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6592a69-1645-48ea-a5e4-a84fbccc2f06 req-f89f1703-a649-4abe-8151-063f45546bb5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1738369 Feb 10 06:26:16.644708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57bda4d5-2984-4fdd-9fcf-c3514d0f6dcc admin admin] Publish callbacks [] for security_group (6447f7b1-b88a-4d87-94a4-fb3c72823213), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.684929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Allocated IP 192.168.233.91 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/42b56cf0-4110-488f-bbc5-0ff5e36ec052) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:16.700883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57bda4d5-2984-4fdd-9fcf-c3514d0f6dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6447f7b1-b88a-4d87-94a4-fb3c72823213), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.702261 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:26:16.704925 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57bda4d5-2984-4fdd-9fcf-c3514d0f6dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:16.706192 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-57bda4d5-2984-4fdd-9fcf-c3514d0f6dcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6447f7b1-b88a-4d87-94a4-fb3c72823213 HTTP/1.1" status: 204 len: 168 time: 0.1343796 Feb 10 06:26:16.714738 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda4d5-2984-4fdd-9fcf-c3514d0f6dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447f7b1-b88a-4d87-94a4-fb3c72823213,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:16.822205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6592a69-1645-48ea-a5e4-a84fbccc2f06 req-fa05ec3d-74b0-44c4-9bb0-38192ef8b6b3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660469 Feb 10 06:26:16.867158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-590117bd-79a5-4854-be2d-92d988c6b20f service neutron] 10.222.0.21 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469761 Feb 10 06:26:17.147127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c365aba-adc6-4cc5-8a88-16f4088d88e6 req-38997cfa-e1bd-4d3f-8b07-e8b4c94fc017 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:17.148681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c365aba-adc6-4cc5-8a88-16f4088d88e6 req-38997cfa-e1bd-4d3f-8b07-e8b4c94fc017 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1513739 Feb 10 06:26:17.153777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a4f612a-a7c8-4eea-b0ef-f6a94df66b9b req-8c07f785-1d66-420d-b069-7bc3556fd14d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 210 time: 0.0558150 Feb 10 06:26:17.158069 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks [] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:17.283391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58926) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:17.309417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c365aba-adc6-4cc5-8a88-16f4088d88e6 req-7e1d9fcb-8b88-4c87-a2d0-fbff158e4dfd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215906 Feb 10 06:26:17.377478 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-83d8d007-fa3e-45eb-ab33-4822e08c5d9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a28bf3ce1dab48578c31a5f86e90fd5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0925150 Feb 10 06:26:17.379851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58938) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:17.407620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-745b923e-1081-4005-8f7a-1311c4b11b12 req-7085e157-a7a3-405a-bda5-765e32272b92 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 210 time: 0.0457749 Feb 10 06:26:17.423095 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:17.442186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fd293-054f-443b-acf8-ea0f111c175d req-3245e99f-31f3-49cb-a891-2c9d1dc87bae tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:17.454232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e3fd293-054f-443b-acf8-ea0f111c175d req-3245e99f-31f3-49cb-a891-2c9d1dc87bae tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.1891940 Feb 10 06:26:17.502127 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7406e5f-2dd3-4e0b-870b-b6cedd5887b2 admin admin] Publish callbacks [] for security_group (12d1c6eb-02b6-4d97-97e5-c2dd84906a63), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:17.528327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f601ecec-9a84-48a9-83de-680c866f5c90 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:17.547082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7406e5f-2dd3-4e0b-870b-b6cedd5887b2 admin admin] Publish callbacks [] for security_group (12d1c6eb-02b6-4d97-97e5-c2dd84906a63), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:17.568474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:17.581358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: f601ecec-9a84-48a9-83de-680c866f5c90 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:17.584881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f601ecec-9a84-48a9-83de-680c866f5c90 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:17.610332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:17.625885 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7406e5f-2dd3-4e0b-870b-b6cedd5887b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (12d1c6eb-02b6-4d97-97e5-c2dd84906a63), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:17.629025 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7406e5f-2dd3-4e0b-870b-b6cedd5887b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:17.636531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b7406e5f-2dd3-4e0b-870b-b6cedd5887b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12d1c6eb-02b6-4d97-97e5-c2dd84906a63 HTTP/1.1" status: 204 len: 168 time: 0.2522678 Feb 10 06:26:17.654081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7406e5f-2dd3-4e0b-870b-b6cedd5887b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d1c6eb-02b6-4d97-97e5-c2dd84906a63,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:17.666379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:17.816042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Pushing event updated for resources: {'Port': ['ID=42b56cf0-4110-488f-bbc5-0ff5e36ec052,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:17.844575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e3fd293-054f-443b-acf8-ea0f111c175d req-272db250-426d-46b1-9340-2652d1ce844c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893244 Feb 10 06:26:17.873727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:17.874758 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:17.904071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187d9e2-551a-4906-98a2-1d7b80efc1c1 req-f724dc75-898d-4c9c-a797-f5b9cd143aff tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:17.905912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c187d9e2-551a-4906-98a2-1d7b80efc1c1 req-f724dc75-898d-4c9c-a797-f5b9cd143aff tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.3014634 Feb 10 06:26:17.935922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-fc220ac0-dd09-44b5-aa36-0643a8c4c70d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2486200 Feb 10 06:26:17.961468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Request body: {'port': {'device_id': '4237f8e7-63af-46bf-8db6-fcdbfc38611c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:18.095140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c187d9e2-551a-4906-98a2-1d7b80efc1c1 req-719870ae-e7ed-468c-b571-87d2dac2c8c7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737511 Feb 10 06:26:18.107450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:18.230191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:18.269184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd03c1-d5c0-4216-95bc-aaafaee0c2cd req-465fc597-ce56-470f-9c7c-93c674bb9874 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:18.270917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-defd03c1-d5c0-4216-95bc-aaafaee0c2cd req-465fc597-ce56-470f-9c7c-93c674bb9874 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.2418342 Feb 10 06:26:18.285597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f7b8d83a-ed7d-487d-964f-a46b2d4bbd97 None None] Provisioning complete for port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:18.286227 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d83a-ed7d-487d-964f-a46b2d4bbd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:18.358800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8d83a-ed7d-487d-964f-a46b2d4bbd97 None None] Port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:26:18.363821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:18.377152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'port_id': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0', 'mac_address': 'fa:16:3e:84:2e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491df4a3-e634-4587-8c69-65e25f017261', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:26:18.426920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:18.428084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:18.492500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:18.522033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:18.529765 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:18.601609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:18.646522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:18.774158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-defd03c1-d5c0-4216-95bc-aaafaee0c2cd req-2cfd4abd-f87f-4f12-833c-6afba309ff90 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751695 Feb 10 06:26:18.934076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10980e8-e3ea-4d3f-85d0-ae278fcc8637 req-9329ca34-522b-4353-adcc-f3a7b2aa63f3 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:18.935100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59000) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:18.936363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d10980e8-e3ea-4d3f-85d0-ae278fcc8637 req-9329ca34-522b-4353-adcc-f3a7b2aa63f3 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 935 time: 0.5353720 Feb 10 06:26:19.048919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1612399939-network', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:19.074406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Made reservation on behalf of 8ba3e9f8905a43a7a31e6aa7e8edf034 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:26:19.078761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.094923 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.115312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b56cf0-4110-488f-bbc5-0ff5e36ec052 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:19.136891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-9c928c70-71a0-4757-8515-9d3178b6907c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:19.138574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-9c928c70-71a0-4757-8515-9d3178b6907c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 807 time: 0.5202980 Feb 10 06:26:19.141628 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Publish callbacks [] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.147498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d10980e8-e3ea-4d3f-85d0-ae278fcc8637 req-d1f5483f-511b-4c49-b602-fb83add21c3f tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888132 Feb 10 06:26:19.156035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Request body: {'port': {'device_id': '1a6589df-e08f-492e-bc10-fb394bceed21', 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e', 'admin_state_up': True, 'tenant_id': '05b780f4715a45f5998fb392dd61255c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:19.188588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b18e94-fc7d-490c-bafd-8783a0b62041 req-c977d7d8-9385-4821-a331-a01e916a09ed tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:19.195575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0b18e94-fc7d-490c-bafd-8783a0b62041 req-c977d7d8-9385-4821-a331-a01e916a09ed tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.2578034 Feb 10 06:26:19.216269 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Publish callbacks [] for security_group (3f5c54c7-5fa4-46ef-8b9f-609af48b0482), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.222898 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3f5c54c7-5fa4-46ef-8b9f-609af48b0482), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.233185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Transition to ACTIVE for port object 42b56cf0-4110-488f-bbc5-0ff5e36ec052 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:26:19.241764 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.285258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:26:19.295934 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c54c7-5fa4-46ef-8b9f-609af48b0482,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:19.317477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a704f581-e493-4081-a443-619581e608d9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.319229 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Added segment a704f581-e493-4081-a443-619581e608d9 of type vlan for network 045b12f0-9863-4bbb-afd5-f14e2be9e455 Feb 10 06:26:19.363438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Pushing event updated for resources: {'Port': ['ID=42b56cf0-4110-488f-bbc5-0ff5e36ec052,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:19.386946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0b18e94-fc7d-490c-bafd-8783a0b62041 req-a0305bd7-d2f5-426b-8392-adbf558e4a22 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902881 Feb 10 06:26:19.412214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (045b12f0-9863-4bbb-afd5-f14e2be9e455), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.427407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-587faaa5-5a1c-4aa6-9aef-459d16770ec8 req-7ae026a1-41fe-481b-9388-58a63c8e53ff tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 210 time: 0.1487057 Feb 10 06:26:19.491739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (045b12f0-9863-4bbb-afd5-f14e2be9e455), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.495649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:19.496733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.552989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Attempting to bind port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:19.553330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Attempting to bind port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:19.553638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Attempting to bind port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:19.554813 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6181805 Feb 10 06:26:19.557668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59008) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:19.565259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Request body: {'subnet': {'network_id': '045b12f0-9863-4bbb-afd5-f14e2be9e455', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612399939-subnet', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:19.568373 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:19.568698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Attempting to bind port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:19.612609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc74b5-010a-41e4-8643-e877682d721c admin admin] Pushing event updated for resources: {'Network': ['ID=045b12f0-9863-4bbb-afd5-f14e2be9e455,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:19.623676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 045b12f0-9863-4bbb-afd5-f14e2be9e455 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:26:19.634578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Made reservation on behalf of 8ba3e9f8905a43a7a31e6aa7e8edf034 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:26:19.636183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:19.636530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:19.636995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:19.637446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Bound port: 42b56cf0-4110-488f-bbc5-0ff5e36ec052, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:19.637802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.638285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.688227 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Made reservation on behalf of 05b780f4715a45f5998fb392dd61255c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:26:19.709481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:19.795234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50b94d-5dd9-4ad3-ad92-3b6b2599c4ad req-f0460e29-941a-4bba-9a88-ecf3ed2c1f10 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:19.797061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d50b94d-5dd9-4ad3-ad92-3b6b2599c4ad req-f0460e29-941a-4bba-9a88-ecf3ed2c1f10 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.2382205 Feb 10 06:26:19.996378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (7e4bd31b-8117-48a9-a92e-0b63a0dfeef7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.087240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4bd31b-8117-48a9-a92e-0b63a0dfeef7,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:20.097276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Checking segment: {'id': 'a704f581-e493-4081-a443-619581e608d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '045b12f0-9863-4bbb-afd5-f14e2be9e455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:20.097888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Network hostable DHCP agents. Network: 045b12f0-9863-4bbb-afd5-f14e2be9e455, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:26:20.121904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Network 045b12f0-9863-4bbb-afd5-f14e2be9e455 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:26:20.122647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:20.135063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 045b12f0-9863-4bbb-afd5-f14e2be9e455) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:20.150611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:20.152318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.176952 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-039d158b-84c9-41ef-876b-2930a0f3b885 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6165874 Feb 10 06:26:20.178181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59014) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:20.184127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1612399939-router', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:20.191564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de4bcb-bbce-4434-a761-ea04e1edaf58 None None] Network 045b12f0-9863-4bbb-afd5-f14e2be9e455 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:26:20.210034 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (d005cff0-eba7-4ad5-b12c-8068d492da25), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.213771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (d005cff0-eba7-4ad5-b12c-8068d492da25), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.256830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993f9ff-5a74-4725-984d-3caf3c4655fe req-43d63eaa-e8fd-4e66-9667-d95cc81329c8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:20.258226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9993f9ff-5a74-4725-984d-3caf3c4655fe req-43d63eaa-e8fd-4e66-9667-d95cc81329c8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.7324657 Feb 10 06:26:20.328271 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks [] for router_controller (d005cff0-eba7-4ad5-b12c-8068d492da25), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.342825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9993f9ff-5a74-4725-984d-3caf3c4655fe req-0577ab78-c7f5-4089-a2c1-1814675a557f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722630 Feb 10 06:26:20.367671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d50b94d-5dd9-4ad3-ad92-3b6b2599c4ad req-1833eed3-5748-4222-929e-9293adf33ea5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437698 Feb 10 06:26:20.368747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] For port 42b56cf0-4110-488f-bbc5-0ff5e36ec052, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:20.401449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-045b12f0-9863-4bbb-afd5-f14e2be9e455', 'network_id': '045b12f0-9863-4bbb-afd5-f14e2be9e455', 'project_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'fixed_ips': [{'subnet_id': '7e4bd31b-8117-48a9-a92e-0b63a0dfeef7'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:26:20.402261 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.432581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] For port 42b56cf0-4110-488f-bbc5-0ff5e36ec052, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=42b56cf0-4110-488f-bbc5-0ff5e36ec052,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:20.520837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.565319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:20.566094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.568114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] 10.222.0.24 "PUT /v2.0/ports/42b56cf0-4110-488f-bbc5-0ff5e36ec052 HTTP/1.1" status: 200 len: 1095 time: 2.6209862 Feb 10 06:26:20.609783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4237f8e7-63af-46bf-8db6-fcdbfc38611c', 'tag': '42b56cf0-4110-488f-bbc5-0ff5e36ec052'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:20.612653 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22685c5b-85be-4728-8671-ceb3eafa2b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "4237f8e7-63af-46bf-8db6-fcdbfc38611c", "tag": "42b56cf0-4110-488f-bbc5-0ff5e36ec052"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:20.664598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Allocated IP 172.20.0.2 (045b12f0-9863-4bbb-afd5-f14e2be9e455/7e4bd31b-8117-48a9-a92e-0b63a0dfeef7/e6fac36a-7050-41ee-af83-d0302c861203) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:20.716470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks [] for router_gateway (d005cff0-eba7-4ad5-b12c-8068d492da25), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.829175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Allocated IP 172.20.0.3 (c451f625-0bda-4764-954b-0ac7cdf5247e/81589f97-ebbc-4951-b3d5-e0f9e7c1ed40/3f28e49c-e920-4cb5-a2a1-228a60184716) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:20.867429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e5ffa-300d-4673-8816-92115cae20aa req-1d5e619b-9ff7-4432-9324-6cbfae8d48b3 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:20.873151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-547e5ffa-300d-4673-8816-92115cae20aa req-1d5e619b-9ff7-4432-9324-6cbfae8d48b3 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 947 time: 0.2174327 Feb 10 06:26:20.898319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28635094-cad6-4e8f-a389-c4a2582b42b7 req-633e826e-49c7-4557-b7a1-dc0b2cf535da tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:20.898853 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Publish callbacks [] for port (e6fac36a-7050-41ee-af83-d0302c861203), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.913797 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (e6fac36a-7050-41ee-af83-d0302c861203), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:20.919176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28635094-cad6-4e8f-a389-c4a2582b42b7 req-633e826e-49c7-4557-b7a1-dc0b2cf535da tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.3497989 Feb 10 06:26:20.995440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:20.995830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.001859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Pushing event updated for resources: {'Port': ['ID=e6fac36a-7050-41ee-af83-d0302c861203,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:21.020000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706d045-d20f-42eb-b9d3-afe2ada03742 service neutron] Pushing event updated for resources: {'Port': ['ID=42b56cf0-4110-488f-bbc5-0ff5e36ec052,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:21.045437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Network 045b12f0-9863-4bbb-afd5-f14e2be9e455 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:21.050847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:21.055391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:21.132189 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks [] for router_gateway (d005cff0-eba7-4ad5-b12c-8068d492da25), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.159583 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.169825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:21.170226 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.172495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Attempting to bind port e6fac36a-7050-41ee-af83-d0302c861203 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:21.172873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Attempting to bind port e6fac36a-7050-41ee-af83-d0302c861203 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a704f581-e493-4081-a443-619581e608d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '045b12f0-9863-4bbb-afd5-f14e2be9e455'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:21.173245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Attempting to bind port e6fac36a-7050-41ee-af83-d0302c861203 on network 045b12f0-9863-4bbb-afd5-f14e2be9e455 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:21.188041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:21.188431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Checking segment: {'id': 'a704f581-e493-4081-a443-619581e608d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '045b12f0-9863-4bbb-afd5-f14e2be9e455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:21.188883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.189290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Bound using segment: {'id': 'a704f581-e493-4081-a443-619581e608d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '045b12f0-9863-4bbb-afd5-f14e2be9e455'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:21.189765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Bound port: e6fac36a-7050-41ee-af83-d0302c861203, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a704f581-e493-4081-a443-619581e608d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '045b12f0-9863-4bbb-afd5-f14e2be9e455'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:21.190198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6fac36a-7050-41ee-af83-d0302c861203), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.216832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:21.221009 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e362d9-1e0b-4e31-be30-0d3eb44cc003" -d '{"events": [{"server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "name": "network-vif-plugged", "status": "completed", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:21.253057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5780ff-e914-4c10-9d82-23312f71591c req-8f69fc68-39b1-4636-b055-6f2d17902056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:21.254604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-8f69fc68-39b1-4636-b055-6f2d17902056 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 1129 time: 0.6390052 Feb 10 06:26:21.336059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Allocated IP 172.25.8.64 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/de987fb7-c556-4de6-b102-c6071e4b0ef3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:21.339579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] For port e6fac36a-7050-41ee-af83-d0302c861203, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:21.342722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] For port e6fac36a-7050-41ee-af83-d0302c861203, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6fac36a-7050-41ee-af83-d0302c861203,segment=NetworkSegment(a704f581-e493-4081-a443-619581e608d9),segment_id=a704f581-e493-4081-a443-619581e608d9)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:21.360400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:21.369822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6fac36a-7050-41ee-af83-d0302c861203), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.374318 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.487259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-4e5a9dfb-6429-4021-834f-9dc480cde76f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=42b56cf0-4110-488f-bbc5-0ff5e36ec052 HTTP/1.1" status: 200 len: 217 time: 0.2141292 Feb 10 06:26:21.501872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d59529-c168-4e7f-b570-6d0d9f6dcd9a None None] Pushing event updated for resources: {'Port': ['ID=e6fac36a-7050-41ee-af83-d0302c861203,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:21.534122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-547e5ffa-300d-4673-8816-92115cae20aa req-3ddd9f19-300f-4af7-ba33-b5ce7640553f tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430748 Feb 10 06:26:21.567504 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks [] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.613724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:21.622148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28635094-cad6-4e8f-a389-c4a2582b42b7 req-7c775f25-e683-4ab9-9451-3f619bb89b34 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005558 Feb 10 06:26:21.651717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5780ff-e914-4c10-9d82-23312f71591c req-6c9f88ac-6672-47d0-9c46-43032213517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:21.653375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-6c9f88ac-6672-47d0-9c46-43032213517e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1549618 Feb 10 06:26:21.698954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.728853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks [] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:21.747239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:21.750409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:21.753150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:21.859929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Pushing event updated for resources: {'Port': ['ID=de987fb7-c556-4de6-b102-c6071e4b0ef3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:21.896812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5780ff-e914-4c10-9d82-23312f71591c req-90722689-5bf4-4be8-a7d6-843059a5e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:21.898399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-90722689-5bf4-4be8-a7d6-843059a5e2a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2367139 Feb 10 06:26:21.902393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad78d3e2-4642-48a1-aed3-598ea8e6b0ab req-1adf37bf-f06f-4ccb-9188-d1d0d1fc4d59 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 210 time: 0.0641973 Feb 10 06:26:21.940056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44d397-08e3-4672-8915-e25301ec61b1 req-3b6820ff-5df9-4b1e-b483-aa4f68f342b2 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:21.947074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f44d397-08e3-4672-8915-e25301ec61b1 req-3b6820ff-5df9-4b1e-b483-aa4f68f342b2 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.2765186 Feb 10 06:26:21.948196 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:22.147041 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f255e4e0-0fc8-4e6e-bd7f-9f8c52f96945 x-openstack-request-id: req-f255e4e0-0fc8-4e6e-bd7f-9f8c52f96945 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:22.147529 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "name": "network-vif-plugged", "status": "completed", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:22.147628 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f255e4e0-0fc8-4e6e-bd7f-9f8c52f96945 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:22.147999 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0', 'code': 200} Feb 10 06:26:22.159066 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f268157-43ab-4677-a44a-76d3d8ba2db8 x-openstack-request-id: req-9f268157-43ab-4677-a44a-76d3d8ba2db8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:22.163933 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4237f8e7-63af-46bf-8db6-fcdbfc38611c", "tag": "42b56cf0-4110-488f-bbc5-0ff5e36ec052", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:22.164432 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f268157-43ab-4677-a44a-76d3d8ba2db8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:22.165048 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4237f8e7-63af-46bf-8db6-fcdbfc38611c', 'tag': '42b56cf0-4110-488f-bbc5-0ff5e36ec052', 'status': 'completed', 'code': 200} Feb 10 06:26:22.195088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Network c451f625-0bda-4764-954b-0ac7cdf5247e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:22.198073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-9e5d0174-164e-429a-ada9-7c62fb189c32 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910364 Feb 10 06:26:22.201833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:22.205736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:22.292984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks [] for router_gateway (d005cff0-eba7-4ad5-b12c-8068d492da25), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:22.378727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:22.379621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:22.384684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5780ff-e914-4c10-9d82-23312f71591c req-29cb4d5a-6ffd-454f-866c-a96360b0a2f2 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025078 Feb 10 06:26:22.385872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Pushing event updated for resources: {'Port': ['ID=3f28e49c-e920-4cb5-a2a1-228a60184716,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:22.522414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f44d397-08e3-4672-8915-e25301ec61b1 req-ae50d69e-9bb1-4261-af65-cf0c3c93bef6 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604458 Feb 10 06:26:22.579095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-3d00f5e4-e89a-4ba6-9c23-229761a6f569 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4279454 Feb 10 06:26:22.600738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Request body: {'port': {'device_id': '1a6589df-e08f-492e-bc10-fb394bceed21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:22.670377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (d005cff0-eba7-4ad5-b12c-8068d492da25), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:22.691309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdbb32-24c9-41a6-8851-de80e3d34de9 req-6bfbae88-a1fb-4f06-a870-41533b5a5a6d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:22.715129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bfdbb32-24c9-41a6-8851-de80e3d34de9 req-6bfbae88-a1fb-4f06-a870-41533b5a5a6d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.4459243 Feb 10 06:26:22.729511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-500c7da0-0445-4ac5-bbdc-c6e9d0c1714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:22.731327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-500c7da0-0445-4ac5-bbdc-c6e9d0c1714e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 1129 time: 0.2640123 Feb 10 06:26:22.861552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-cc93ab00-14a2-4761-acf2-b5acc9b7555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:22.863088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-cc93ab00-14a2-4761-acf2-b5acc9b7555b service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1208084 Feb 10 06:26:22.910805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-ba1a1914-ad22-45ac-bb90-53a8ddfefaac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=42b56cf0-4110-488f-bbc5-0ff5e36ec052 HTTP/1.1" status: 200 len: 217 time: 0.0375667 Feb 10 06:26:23.027017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bfdbb32-24c9-41a6-8851-de80e3d34de9 req-a4d16844-afc9-447f-abf3-bf192ebbaeb3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973604 Feb 10 06:26:23.035502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7e95-4367-4281-9f81-da586f40c683 req-3de483a7-91ff-44ef-95c8-917baa0a524b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:23.042710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38b5695-0170-4338-bd4a-eb5ca93aa866 None None] Network 045b12f0-9863-4bbb-afd5-f14e2be9e455 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:26:23.048007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d49f7e95-4367-4281-9f81-da586f40c683 req-3de483a7-91ff-44ef-95c8-917baa0a524b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.4276042 Feb 10 06:26:23.094332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-ca65b6a6-f238-4f98-8936-e796a593c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:23.096126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-ca65b6a6-f238-4f98-8936-e796a593c165 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1497335 Feb 10 06:26:23.242933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d49f7e95-4367-4281-9f81-da586f40c683 req-ae11b8bb-b448-4960-aeca-e8903871b432 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939383 Feb 10 06:26:23.372194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Router d005cff0-eba7-4ad5-b12c-8068d492da25 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:26:23.459733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4c3ecb83-0528-475f-aa56-0525a2b9a5d1 None None] Provisioning complete for port e6fac36a-7050-41ee-af83-d0302c861203 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:23.460305 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c3ecb83-0528-475f-aa56-0525a2b9a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6fac36a-7050-41ee-af83-d0302c861203), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:23.551529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea77f21-5531-4ad4-a0ed-d3fe0ee6282a req-7acd287a-9e6f-4e9d-ae6d-855dd0ea2369 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:23.558622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea77f21-5531-4ad4-a0ed-d3fe0ee6282a req-7acd287a-9e6f-4e9d-ae6d-855dd0ea2369 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 947 time: 0.2737436 Feb 10 06:26:23.563427 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:23.613340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:26:23.649726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6fac36a-7050-41ee-af83-d0302c861203 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:23.660647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Sync routers for ids ['d005cff0-eba7-4ad5-b12c-8068d492da25'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:26:23.661493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:23.662976 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6cbd1914-d030-4c34-91d8-5ad37d0b9501 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4835098 Feb 10 06:26:23.666040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59054) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:23.691428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea77f21-5531-4ad4-a0ed-d3fe0ee6282a req-30b32184-dd1e-4eab-83ae-e00437315d0a tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299276 Feb 10 06:26:23.748229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-f61ff555-de47-432e-8cbf-67603a772aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:23.756151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-f61ff555-de47-432e-8cbf-67603a772aa6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6009851 Feb 10 06:26:23.833497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71faed-f1b0-47f8-8336-90d69c50c5dd req-d03c0283-986e-4c65-8ba8-e9d6b5c745ea tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:23.842639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e71faed-f1b0-47f8-8336-90d69c50c5dd req-d03c0283-986e-4c65-8ba8-e9d6b5c745ea tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.4418278 Feb 10 06:26:23.982965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ecb83-0528-475f-aa56-0525a2b9a5d1 None None] Current status of the port e6fac36a-7050-41ee-af83-d0302c861203 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:24.011579 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c3ecb83-0528-475f-aa56-0525a2b9a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6fac36a-7050-41ee-af83-d0302c861203), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:24.022425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Routers {'d005cff0-eba7-4ad5-b12c-8068d492da25'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:24.023868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:26:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d005cff0-eba7-4ad5-b12c-8068d492da25'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:24.248325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e71faed-f1b0-47f8-8336-90d69c50c5dd req-0f28969d-c0d6-4eb4-ba4c-b52820ac9bd8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043655 Feb 10 06:26:24.306223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad7efe-7af0-41e7-9a50-5f355659d1dd req-d9f661ed-1cfb-4f29-b786-ffd905124011 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:24.308555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81ad7efe-7af0-41e7-9a50-5f355659d1dd req-d9f661ed-1cfb-4f29-b786-ffd905124011 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 931 time: 0.4094737 Feb 10 06:26:24.380229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e6fac36a-7050-41ee-af83-d0302c861203 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:24.380678 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6fac36a-7050-41ee-af83-d0302c861203), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:24.404138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81ad7efe-7af0-41e7-9a50-5f355659d1dd req-a4459279-c1f5-423b-8ebb-6731584834b4 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879796 Feb 10 06:26:24.431923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-69b731f3-3cae-4c3f-9ef7-1decedcf09a7 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734047 Feb 10 06:26:24.505353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4c3ecb83-0528-475f-aa56-0525a2b9a5d1 None None] For port e6fac36a-7050-41ee-af83-d0302c861203, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6fac36a-7050-41ee-af83-d0302c861203,segment=NetworkSegment(a704f581-e493-4081-a443-619581e608d9),segment_id=a704f581-e493-4081-a443-619581e608d9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:24.526670 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c3ecb83-0528-475f-aa56-0525a2b9a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6fac36a-7050-41ee-af83-d0302c861203), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:24.621516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Set router d005cff0-eba7-4ad5-b12c-8068d492da25 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:24.688372 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:24.895244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3e5f8425-7f7e-4b5f-8180-56a473089a63 None None] Provisioning complete for port e6fac36a-7050-41ee-af83-d0302c861203 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:24.896002 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8425-7f7e-4b5f-8180-56a473089a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6fac36a-7050-41ee-af83-d0302c861203), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:24.905678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e6fac36a-7050-41ee-af83-d0302c861203 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:24.932325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Allocated IP 172.20.0.1 (045b12f0-9863-4bbb-afd5-f14e2be9e455/7e4bd31b-8117-48a9-a92e-0b63a0dfeef7/4a54736c-f89f-4d5c-b76f-f2eb47db26ec) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:24.937491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ecb83-0528-475f-aa56-0525a2b9a5d1 None None] Pushing event updated for resources: {'Port': ['ID=e6fac36a-7050-41ee-af83-d0302c861203,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:25.033556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f8425-7f7e-4b5f-8180-56a473089a63 None None] Current status of the port e6fac36a-7050-41ee-af83-d0302c861203 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:25.040141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f28e49c-e920-4cb5-a2a1-228a60184716 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:25.056345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612399939-router', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:26:20Z', 'updated_at': '2022-02-10T06:26:22Z', 'revision_number': 3, 'project_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'gw_port': {'id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:26:21Z', 'updated_at': '2022-02-10T06:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:25.073259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22685c5b-85be-4728-8671-ceb3eafa2b0d req-f9e65aca-0eac-49ba-99eb-cfdeb3e25137 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032398 Feb 10 06:26:25.091941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Checking router: d005cff0-eba7-4ad5-b12c-8068d492da25 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:26:25.092737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Updating router d005cff0-eba7-4ad5-b12c-8068d492da25 port de987fb7-c556-4de6-b102-c6071e4b0ef3 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:26:25.096634 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Publish callbacks [] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.105559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Publish callbacks [] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.125530 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.130260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb12-e5af-443b-a4cd-783967740e8d req-31becbc3-66df-4878-a007-aed750b3721d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:25.150582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f03afb12-e5af-443b-a4cd-783967740e8d req-31becbc3-66df-4878-a007-aed750b3721d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.5197837 Feb 10 06:26:25.157638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.161331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038cb8-b87f-4e1e-baf5-595be57962d4 req-989b085b-fa1b-4a5c-9f5e-5dd884ef653f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:25.169541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54038cb8-b87f-4e1e-baf5-595be57962d4 req-989b085b-fa1b-4a5c-9f5e-5dd884ef653f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.5460660 Feb 10 06:26:25.215444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Network 045b12f0-9863-4bbb-afd5-f14e2be9e455 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:25.218700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:25.221275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:25.233771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Transition to ACTIVE for port object 3f28e49c-e920-4cb5-a2a1-228a60184716 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:26:25.254067 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.258762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a54736c-f89f-4d5c-b76f-f2eb47db26ec,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:25.302947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (d005cff0-eba7-4ad5-b12c-8068d492da25), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.443377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28e49c-e920-4cb5-a2a1-228a60184716,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:25.486093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f03afb12-e5af-443b-a4cd-783967740e8d req-edf36686-a72b-4385-af8b-7109eb3b3d74 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228300 Feb 10 06:26:25.493452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54038cb8-b87f-4e1e-baf5-595be57962d4 req-d5997d81-b9fc-462a-8de6-f76e5d3ba679 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007784 Feb 10 06:26:25.701353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.717692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:25.722030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:25.722670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:25.761457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Port 3f28e49c-e920-4cb5-a2a1-228a60184716 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:25.762020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:25.791725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:25.792324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:25.792862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:25.793479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Bound port: 3f28e49c-e920-4cb5-a2a1-228a60184716, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:25.793993 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.855962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9a39-2b0e-4770-bc47-ad214adcfef1 req-899bb19e-2b49-40ed-9ccc-0f1947056513 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:25.858475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-146c9a39-2b0e-4770-bc47-ad214adcfef1 req-899bb19e-2b49-40ed-9ccc-0f1947056513 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.1677704 Feb 10 06:26:25.867586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6fac36a-7050-41ee-af83-d0302c861203 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:25.896470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30bf5a-9e3b-4c3f-a411-2387754d86e9 req-31f60d1a-c1dd-42f9-b8a1-bd364364544c tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:25.904779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e30bf5a-9e3b-4c3f-a411-2387754d86e9 req-31f60d1a-c1dd-42f9-b8a1-bd364364544c tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 947 time: 0.1784630 Feb 10 06:26:25.917886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Publish callbacks [] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.927348 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.937015 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Publish callbacks [] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.940946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1a6592d2-c8f2-48d7-879b-8f560d45dbda None None] Provisioning complete for port 4a54736c-f89f-4d5c-b76f-f2eb47db26ec triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:25.941305 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a6592d2-c8f2-48d7-879b-8f560d45dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:25.971457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.002516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:26.038127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1a6592d2-c8f2-48d7-879b-8f560d45dbda None None] Port 4a54736c-f89f-4d5c-b76f-f2eb47db26ec cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:26:26.040489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-146c9a39-2b0e-4770-bc47-ad214adcfef1 req-ed052377-e100-4a4e-9b0a-c737906d17c4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735656 Feb 10 06:26:26.042031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687d6c8-6737-4085-921c-cbd7d95f6580 None None] Pushing event updated for resources: {'Port': ['ID=de987fb7-c556-4de6-b102-c6071e4b0ef3,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:26.064937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e30bf5a-9e3b-4c3f-a411-2387754d86e9 req-14e93e3a-ed00-42ab-a282-5a90eea8cf23 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495504 Feb 10 06:26:26.073545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:26.098290 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.103159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Attempting to bind port de987fb7-c556-4de6-b102-c6071e4b0ef3 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:26.103545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Attempting to bind port de987fb7-c556-4de6-b102-c6071e4b0ef3 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:26.103903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Attempting to bind port de987fb7-c556-4de6-b102-c6071e4b0ef3 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:26.119336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:26.119746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:26.120115 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.120509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:26.120989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Bound port: de987fb7-c556-4de6-b102-c6071e4b0ef3, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:26.121368 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.148019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:26.149019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.151040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] 10.222.0.24 "PUT /v2.0/ports/3f28e49c-e920-4cb5-a2a1-228a60184716 HTTP/1.1" status: 200 len: 1091 time: 3.5558047 Feb 10 06:26:26.152034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:26.154931 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:26.185717 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (d005cff0-eba7-4ad5-b12c-8068d492da25), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.186008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 42b56cf0-4110-488f-bbc5-0ff5e36ec052 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:26.201994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01762a-b115-4a38-8776-ab62ffe32e98 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28e49c-e920-4cb5-a2a1-228a60184716,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:26.215455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a54736c-f89f-4d5c-b76f-f2eb47db26ec,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:26.218781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e6fac36a-7050-41ee-af83-d0302c861203 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:26.219168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6fac36a-7050-41ee-af83-d0302c861203), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.346720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Network 045b12f0-9863-4bbb-afd5-f14e2be9e455 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:26.348493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:26.401995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] For port de987fb7-c556-4de6-b102-c6071e4b0ef3, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:26.424162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] For port de987fb7-c556-4de6-b102-c6071e4b0ef3, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=de987fb7-c556-4de6-b102-c6071e4b0ef3,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:26.467463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e6fac36a-7050-41ee-af83-d0302c861203 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:26.478201 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.574413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687d6c8-6737-4085-921c-cbd7d95f6580 None None] Pushing event updated for resources: {'Port': ['ID=de987fb7-c556-4de6-b102-c6071e4b0ef3,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:26.576573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Router d005cff0-eba7-4ad5-b12c-8068d492da25 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:26:26.658156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 42b56cf0-4110-488f-bbc5-0ff5e36ec052, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=42b56cf0-4110-488f-bbc5-0ff5e36ec052,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:26.667387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Routers {'d005cff0-eba7-4ad5-b12c-8068d492da25'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:26.668296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:26:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d005cff0-eba7-4ad5-b12c-8068d492da25'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:26.756244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:26:26.785546 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-75d224c1-de7e-452f-af81-8d9e5dfcf9c5 admin admin] 10.222.0.21 "PUT /v2.0/routers/d005cff0-eba7-4ad5-b12c-8068d492da25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1140637 Feb 10 06:26:26.812648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '42b56cf0-4110-488f-bbc5-0ff5e36ec052', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '42b56cf0-4110-488f-bbc5-0ff5e36ec052', 'mac_address': 'fa:16:3e:a3:f2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:26:26.826213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9e924a4d-038d-4801-af00-d176d48af3ff None None] Provisioning complete for port 4a54736c-f89f-4d5c-b76f-f2eb47db26ec triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:26.826213 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e924a4d-038d-4801-af00-d176d48af3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.871904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19c96-f2e1-4c66-8fcd-a60b24e4ec37 req-cf1f68c2-8792-4000-97f5-cf21666b0c1e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:26.880343 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16c19c96-f2e1-4c66-8fcd-a60b24e4ec37 req-cf1f68c2-8792-4000-97f5-cf21666b0c1e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.6822059 Feb 10 06:26:26.912095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dddc6-2b49-4fe6-8cfe-82c1f4ff09db req-c21e2069-728c-4eed-bfae-289d94c264c8 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:26.921045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f6dddc6-2b49-4fe6-8cfe-82c1f4ff09db req-c21e2069-728c-4eed-bfae-289d94c264c8 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.6745086 Feb 10 06:26:26.924267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-d74a3611-ceeb-4db2-9d6a-e527ea301c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:26.925825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-d74a3611-ceeb-4db2-9d6a-e527ea301c39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1125 time: 0.6822736 Feb 10 06:26:26.956501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9e924a4d-038d-4801-af00-d176d48af3ff None None] Port 4a54736c-f89f-4d5c-b76f-f2eb47db26ec cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:26:26.961312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:26.961708 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:26.979500 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16c19c96-f2e1-4c66-8fcd-a60b24e4ec37 req-52f241a3-5578-415f-9c5f-10a06d65ca6a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980210 Feb 10 06:26:26.980494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b56cf0-4110-488f-bbc5-0ff5e36ec052 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:27.005500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 42b56cf0-4110-488f-bbc5-0ff5e36ec052, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=42b56cf0-4110-488f-bbc5-0ff5e36ec052,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:27.008671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] Set router d005cff0-eba7-4ad5-b12c-8068d492da25 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:27.012007 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:27.094747 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e091622-2a3e-44b3-8c2b-c322652e6dcd x-openstack-request-id: req-9e091622-2a3e-44b3-8c2b-c322652e6dcd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:27.095371 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:27.095528 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e091622-2a3e-44b3-8c2b-c322652e6dcd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:27.098406 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716', 'status': 'completed', 'code': 200} Feb 10 06:26:27.106253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-f02f311c-cb55-4e23-ab73-42e257d6ad09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f28e49c-e920-4cb5-a2a1-228a60184716 HTTP/1.1" status: 200 len: 217 time: 0.1399331 Feb 10 06:26:27.140083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f6dddc6-2b49-4fe6-8cfe-82c1f4ff09db req-8f00041b-f3bf-4fc2-b4b3-e018ca1a797e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134068 Feb 10 06:26:27.279666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=42b56cf0-4110-488f-bbc5-0ff5e36ec052,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:27.309999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-9e7407fd-d183-4b17-b9b8-1ce9abe3c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:27.311512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-9e7407fd-d183-4b17-b9b8-1ce9abe3c5cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1695964 Feb 10 06:26:27.356426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-ea8f3066-7718-4f1c-ba20-960385a550ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373392 Feb 10 06:26:27.364500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbaa394-9a4d-49ca-b97c-41152d33fb7d req-e1d73c75-78ef-483d-9980-854db22db31d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:27.366021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bbaa394-9a4d-49ca-b97c-41152d33fb7d req-e1d73c75-78ef-483d-9980-854db22db31d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.2078495 Feb 10 06:26:27.374010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce9d45-c444-486b-b94c-97ab76e40b2a req-af51eee9-0215-41cd-830f-285f602318cd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:27.381053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8ce9d45-c444-486b-b94c-97ab76e40b2a req-af51eee9-0215-41cd-830f-285f602318cd tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1339288 Feb 10 06:26:27.413091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['42b56cf0-4110-488f-bbc5-0ff5e36ec052'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:27.556443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8ce9d45-c444-486b-b94c-97ab76e40b2a req-678d0cae-53fd-4de9-8cd1-f6605d7d208b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744530 Feb 10 06:26:27.561212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bbaa394-9a4d-49ca-b97c-41152d33fb7d req-160e534d-9a81-471d-9545-4bbe60a3e753 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781726 Feb 10 06:26:27.595981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612399939-router', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:26:20Z', 'updated_at': '2022-02-10T06:26:25Z', 'revision_number': 4, 'project_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'gw_port': {'id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:26:21Z', 'updated_at': '2022-02-10T06:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4a54736c-f89f-4d5c-b76f-f2eb47db26ec', 'name': '', 'network_id': '045b12f0-9863-4bbb-afd5-f14e2be9e455', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'mac_address': 'fa:16:3e:c9:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7e4bd31b-8117-48a9-a92e-0b63a0dfeef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:26:24Z', 'updated_at': '2022-02-10T06:26:25Z', 'revision_number': 2, 'project_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'subnets': [{'id': '7e4bd31b-8117-48a9-a92e-0b63a0dfeef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:27.631990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-c059d97f-1955-46e2-97eb-9be2f4d63051 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649641 Feb 10 06:26:27.656054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03095067-7ac2-4aab-8d68-39a900b9a600 None None] The sync data for ids ['d005cff0-eba7-4ad5-b12c-8068d492da25'] in n-d-828670-1 is: [{'id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612399939-router', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:26:20Z', 'updated_at': '2022-02-10T06:26:25Z', 'revision_number': 4, 'project_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'gw_port': {'id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:26:21Z', 'updated_at': '2022-02-10T06:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4a54736c-f89f-4d5c-b76f-f2eb47db26ec', 'name': '', 'network_id': '045b12f0-9863-4bbb-afd5-f14e2be9e455', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'mac_address': 'fa:16:3e:c9:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7e4bd31b-8117-48a9-a92e-0b63a0dfeef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:26:24Z', 'updated_at': '2022-02-10T06:26:25Z', 'revision_number': 2, 'project_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'subnets': [{'id': '7e4bd31b-8117-48a9-a92e-0b63a0dfeef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:26:27.900073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cb5bb5-f5c1-4f29-8bd7-728d9c25cedf req-5c6f2e7c-f8b0-40b4-8a48-0d203da78cae service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560551 Feb 10 06:26:27.909459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-352fa767-2cb9-45b9-81bd-8062e4290156 req-3aa5a25b-cd37-4c50-b8ac-e93c70aee465 tempest-FloatingIPsNegativeTestJSON-1781730648 tempest-FloatingIPsNegativeTestJSON-1781730648-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=8ba3e9f8905a43a7a31e6aa7e8edf034 HTTP/1.1" status: 200 len: 217 time: 0.1057172 Feb 10 06:26:27.967758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef95d-851d-4cfe-84fc-9a2dba1cfaed req-19bbb6d1-1027-4d1f-be04-09d692407288 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:27.985088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21eef95d-851d-4cfe-84fc-9a2dba1cfaed req-19bbb6d1-1027-4d1f-be04-09d692407288 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 948 time: 0.2001348 Feb 10 06:26:28.128017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21eef95d-851d-4cfe-84fc-9a2dba1cfaed req-da26724c-5566-4c55-bb43-632279dcf179 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377506 Feb 10 06:26:28.138348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-9026b5b0-d0ac-4c40-ae86-4b41071fb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:28.139722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-9026b5b0-d0ac-4c40-ae86-4b41071fb455 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1125 time: 0.1426623 Feb 10 06:26:28.160582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3704e13-6e2a-49f7-88bd-2181c26bbb9b req-07f99ec3-e5bc-499a-bae0-7cf7a4dd703e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:28.166987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3704e13-6e2a-49f7-88bd-2181c26bbb9b req-07f99ec3-e5bc-499a-bae0-7cf7a4dd703e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.1578891 Feb 10 06:26:28.298923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1abf93ec-4b12-48dc-a87d-359b90e221f3 req-57fbe415-f748-43ad-a0e9-f672009017ed tempest-FloatingIPsNegativeTestJSON-1781730648 tempest-FloatingIPsNegativeTestJSON-1781730648-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1296387 Feb 10 06:26:28.371047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3704e13-6e2a-49f7-88bd-2181c26bbb9b req-8f9de609-544e-4bcc-b064-ec905b9ca9d4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027881 Feb 10 06:26:28.394029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-4ad5f77a-c91e-4e68-894a-596c34d95a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:28.395961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-4ad5f77a-c91e-4e68-894a-596c34d95a3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.2258790 Feb 10 06:26:28.526800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377178a-8aec-4aa6-a180-70d32155bee0 req-fa4ade21-8f5d-4820-92e9-b5b7372d2b57 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:28.528856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8377178a-8aec-4aa6-a180-70d32155bee0 req-fa4ade21-8f5d-4820-92e9-b5b7372d2b57 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1316981 Feb 10 06:26:28.530291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-2b71e060-7c4b-4a5a-ac78-4d99fc1735b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f28e49c-e920-4cb5-a2a1-228a60184716 HTTP/1.1" status: 200 len: 217 time: 0.0960813 Feb 10 06:26:28.602168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-4df27ecb-7f26-443e-b1d0-cc3775683223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:28.604027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-4df27ecb-7f26-443e-b1d0-cc3775683223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.0672348 Feb 10 06:26:28.672751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-d63095a1-5c2c-49b2-85a2-acee3185edab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596733 Feb 10 06:26:28.688432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9982871-42af-4568-9ea7-f54db6df7c03 req-64f1b1ab-54ff-4229-9eda-7cd7a27bf3fd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:28.700677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9982871-42af-4568-9ea7-f54db6df7c03 req-64f1b1ab-54ff-4229-9eda-7cd7a27bf3fd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.2475915 Feb 10 06:26:28.837823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8377178a-8aec-4aa6-a180-70d32155bee0 req-97afe613-661e-4e54-aa99-44171e6d3bce tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937529 Feb 10 06:26:28.883324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-40d7893e-3315-44a3-8380-469c2f4ef14b service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805341 Feb 10 06:26:28.889706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9982871-42af-4568-9ea7-f54db6df7c03 req-cfc61ee7-91e8-4494-998c-fdbd74a8ebe4 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875358 Feb 10 06:26:28.954891 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-4c9f6ca8-b54d-4a2a-9d93-a27df20ebede req-501c8bb7-3daf-4da8-b041-4a395259d646 tempest-FloatingIPsNegativeTestJSON-1781730648 tempest-FloatingIPsNegativeTestJSON-1781730648-project] show failed (client error): The resource could not be found. Feb 10 06:26:28.956323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c9f6ca8-b54d-4a2a-9d93-a27df20ebede req-501c8bb7-3daf-4da8-b041-4a395259d646 tempest-FloatingIPsNegativeTestJSON-1781730648 tempest-FloatingIPsNegativeTestJSON-1781730648-project] 10.222.0.21 "GET /v2.0/floatingips/0aacbf59-edbc-432b-9dfa-9a5f9ab3fbca HTTP/1.1" status: 404 len: 350 time: 0.0721281 Feb 10 06:26:28.966180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59122) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:29.134697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70dd82e1-cd1f-42e1-b0cb-fdd2b8e6e697 req-f4a231ab-b7a4-462f-8d9a-eeb6dab12065 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434275 Feb 10 06:26:29.163334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dce32a-1091-4a95-83c9-460b0aa986b7 req-c5f5a28f-5758-43a0-bf5d-10c6d88cae63 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:29.170243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9dce32a-1091-4a95-83c9-460b0aa986b7 req-c5f5a28f-5758-43a0-bf5d-10c6d88cae63 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1542048 Feb 10 06:26:29.188137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206bb0-0906-46ee-8026-51f0ed89795d req-940fc58e-fac4-4ffc-83ad-7ad2f00c1b60 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:29.192273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b206bb0-0906-46ee-8026-51f0ed89795d req-940fc58e-fac4-4ffc-83ad-7ad2f00c1b60 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.1044285 Feb 10 06:26:29.283266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9dce32a-1091-4a95-83c9-460b0aa986b7 req-d71bd2ce-8a33-4f25-826d-9392fcb38952 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024525 Feb 10 06:26:29.289291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b206bb0-0906-46ee-8026-51f0ed89795d req-37460092-b15d-4d79-93ef-bfbac70b650d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914476 Feb 10 06:26:29.495444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037ac7-fd76-4cc3-8ab5-9c9a3a2f51c4 req-a816d71b-4557-4085-9d70-e22c76fd511e tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:29.497308 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70037ac7-fd76-4cc3-8ab5-9c9a3a2f51c4 req-a816d71b-4557-4085-9d70-e22c76fd511e tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 948 time: 0.0885305 Feb 10 06:26:29.548771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (d005cff0-eba7-4ad5-b12c-8068d492da25), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:29.627478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device de987fb7-c556-4de6-b102-c6071e4b0ef3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:29.629637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9dd8c-8b8f-4a96-8454-c5f991f7ef18 req-c50ea507-35a2-4b00-bb0b-72695a03d156 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:29.632539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cae9dd8c-8b8f-4a96-8454-c5f991f7ef18 req-c50ea507-35a2-4b00-bb0b-72695a03d156 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.0963869 Feb 10 06:26:29.643373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70037ac7-fd76-4cc3-8ab5-9c9a3a2f51c4 req-ca635ec3-6c82-40ac-86de-2c871ce5b48f tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378472 Feb 10 06:26:29.716041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cae9dd8c-8b8f-4a96-8454-c5f991f7ef18 req-57493a56-d0ef-4f08-8d5b-d4cc8cb10431 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665431 Feb 10 06:26:29.754647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port de987fb7-c556-4de6-b102-c6071e4b0ef3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:29.755114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:29.880908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port de987fb7-c556-4de6-b102-c6071e4b0ef3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:29.881308 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:29.904825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port de987fb7-c556-4de6-b102-c6071e4b0ef3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=de987fb7-c556-4de6-b102-c6071e4b0ef3,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:29.913942 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:29.988231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=de987fb7-c556-4de6-b102-c6071e4b0ef3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:30.006730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Deleting port 4a54736c-f89f-4d5c-b76f-f2eb47db26ec {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:30.007347 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:30.083547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6db69-6fff-47c1-a7df-8806a312b571 req-d63a379f-1b96-4229-bcf5-6871507367ef tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:30.085317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ee6db69-6fff-47c1-a7df-8806a312b571 req-d63a379f-1b96-4229-bcf5-6871507367ef tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1072698 Feb 10 06:26:30.104436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b382a2-ef33-4480-af08-401b9517f524 req-d3eaf11a-94cc-4410-be0a-c02f4e8b2f8c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:30.105981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44b382a2-ef33-4480-af08-401b9517f524 req-d3eaf11a-94cc-4410-be0a-c02f4e8b2f8c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.0867920 Feb 10 06:26:30.113253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:30.130705 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Calling delete_port for 4a54736c-f89f-4d5c-b76f-f2eb47db26ec owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:30.187930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ee6db69-6fff-47c1-a7df-8806a312b571 req-c82073c6-dc56-4333-899a-4b487f83f0a0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968966 Feb 10 06:26:30.208093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 3f28e49c-e920-4cb5-a2a1-228a60184716 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:30.213849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 42b56cf0-4110-488f-bbc5-0ff5e36ec052 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:30.220948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44b382a2-ef33-4480-af08-401b9517f524 req-9eb7a805-91cd-4ed7-bfc5-710e209b4a4f tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982652 Feb 10 06:26:30.389303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:30.392036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4a54736c-f89f-4d5c-b76f-f2eb47db26ec), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:30.413543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '3f28e49c-e920-4cb5-a2a1-228a60184716', 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e', 'port_id': '3f28e49c-e920-4cb5-a2a1-228a60184716', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81589f97-ebbc-4951-b3d5-e0f9e7c1ed40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:26:30.418286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:26:30.425848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a54736c-f89f-4d5c-b76f-f2eb47db26ec,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:30.484692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:30.491728 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:30.551953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e619289-f3b0-4c56-9eb6-364c2a0a2b3c req-14b98a29-3140-4e55-bb4e-65a06c0bf835 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:30.558992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e619289-f3b0-4c56-9eb6-364c2a0a2b3c req-14b98a29-3140-4e55-bb4e-65a06c0bf835 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.1564996 Feb 10 06:26:30.589733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 3f28e49c-e920-4cb5-a2a1-228a60184716 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:30.591925 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:30.595216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ca970-d755-4168-9395-920588ffa6ab req-61011e9d-c251-4888-a99f-f8b6ab0b1f26 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:30.602606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec4ca970-d755-4168-9395-920588ffa6ab req-61011e9d-c251-4888-a99f-f8b6ab0b1f26 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1856704 Feb 10 06:26:30.614753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f28e49c-e920-4cb5-a2a1-228a60184716 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:30.658878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:30.676634 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:30.716061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e619289-f3b0-4c56-9eb6-364c2a0a2b3c req-19475e66-6701-46bf-a6be-5f565d685054 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552792 Feb 10 06:26:30.753529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec4ca970-d755-4168-9395-920588ffa6ab req-a101a135-1b5c-413b-969b-952c6adb82d4 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499672 Feb 10 06:26:30.818988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:30.820386 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:30.972387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=3f28e49c-e920-4cb5-a2a1-228a60184716,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:30.974982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4237f8e7-63af-46bf-8db6-fcdbfc38611c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b56cf0-4110-488f-bbc5-0ff5e36ec052'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:30.978104 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ddf44f-4051-4d9d-b5ee-995be9028cc5" -d '{"events": [{"server_uuid": "4237f8e7-63af-46bf-8db6-fcdbfc38611c", "name": "network-vif-plugged", "status": "completed", "tag": "42b56cf0-4110-488f-bbc5-0ff5e36ec052"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:30.996323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 42b56cf0-4110-488f-bbc5-0ff5e36ec052, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=42b56cf0-4110-488f-bbc5-0ff5e36ec052,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:31.019645 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:31.028551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814c7ef-5fb3-4b2e-86a2-fa1dbf8086ba req-0cc70cc9-9b5b-4b55-8367-d408c692fea6 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:31.036746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d814c7ef-5fb3-4b2e-86a2-fa1dbf8086ba req-0cc70cc9-9b5b-4b55-8367-d408c692fea6 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 948 time: 0.1591220 Feb 10 06:26:31.086230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee5d3d-b22a-46c0-b971-6cdc6fa072f5 req-d1fdc75e-d4fb-4005-a512-fec993413004 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:31.099883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28ee5d3d-b22a-46c0-b971-6cdc6fa072f5 req-d1fdc75e-d4fb-4005-a512-fec993413004 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.1673324 Feb 10 06:26:31.100702 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] Sync routers for ids ['d005cff0-eba7-4ad5-b12c-8068d492da25'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:26:31.103859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['3f28e49c-e920-4cb5-a2a1-228a60184716'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:31.113682 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] Routers {'d005cff0-eba7-4ad5-b12c-8068d492da25'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:31.115409 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:26:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d005cff0-eba7-4ad5-b12c-8068d492da25'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:31.177388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d814c7ef-5fb3-4b2e-86a2-fa1dbf8086ba req-b620be12-c680-4ea7-81b4-c355c404c266 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393754 Feb 10 06:26:31.208703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=42b56cf0-4110-488f-bbc5-0ff5e36ec052,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:31.223552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28ee5d3d-b22a-46c0-b971-6cdc6fa072f5 req-34de16c8-21d8-4112-a88e-f29cea540b06 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184316 Feb 10 06:26:31.275004 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf39db3f-b8a4-46af-93be-e3794c0a1e54 x-openstack-request-id: req-cf39db3f-b8a4-46af-93be-e3794c0a1e54 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:31.275497 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4237f8e7-63af-46bf-8db6-fcdbfc38611c", "name": "network-vif-plugged", "status": "completed", "tag": "42b56cf0-4110-488f-bbc5-0ff5e36ec052", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:31.275760 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf39db3f-b8a4-46af-93be-e3794c0a1e54 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:31.276165 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4237f8e7-63af-46bf-8db6-fcdbfc38611c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b56cf0-4110-488f-bbc5-0ff5e36ec052', 'code': 200} Feb 10 06:26:31.303890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (d005cff0-eba7-4ad5-b12c-8068d492da25), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:31.445655 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] Set router d005cff0-eba7-4ad5-b12c-8068d492da25 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:31.556813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device de987fb7-c556-4de6-b102-c6071e4b0ef3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:31.581921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354d983-2dc7-418b-b174-af6ec501b257 req-66e673ae-c8b1-4d1c-a189-c91c56e7f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:31.583541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9354d983-2dc7-418b-b174-af6ec501b257 req-66e673ae-c8b1-4d1c-a189-c91c56e7f65a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 1131 time: 0.2438974 Feb 10 06:26:31.659834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dacfe-c4d1-49d2-9804-df55f88f7ca8 req-df9eb03b-3eb0-42d2-8309-2d3963473a9e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:31.661505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b49dacfe-c4d1-49d2-9804-df55f88f7ca8 req-df9eb03b-3eb0-42d2-8309-2d3963473a9e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 944 time: 0.2325704 Feb 10 06:26:31.684509 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612399939-router', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:26:20Z', 'updated_at': '2022-02-10T06:26:30Z', 'revision_number': 5, 'project_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'gw_port': {'id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:26:21Z', 'updated_at': '2022-02-10T06:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:31.689055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port de987fb7-c556-4de6-b102-c6071e4b0ef3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:31.689055 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:31.690391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30211948-fa31-44be-9545-13b4b2a9cce2 req-177fd3be-9ed0-45f5-9a1a-04a2284b2c26 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:31.697344 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30211948-fa31-44be-9545-13b4b2a9cce2 req-177fd3be-9ed0-45f5-9a1a-04a2284b2c26 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.2693491 Feb 10 06:26:31.711475 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] Checking router: d005cff0-eba7-4ad5-b12c-8068d492da25 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:26:31.724941 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] Routers {'d005cff0-eba7-4ad5-b12c-8068d492da25'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:31.725547 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:26:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d005cff0-eba7-4ad5-b12c-8068d492da25'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:31.768863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9354d983-2dc7-418b-b174-af6ec501b257 req-9290bc21-16ad-4410-be5b-23c1a8c8f61a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662033 Feb 10 06:26:31.787922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port de987fb7-c556-4de6-b102-c6071e4b0ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:31.794122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b49dacfe-c4d1-49d2-9804-df55f88f7ca8 req-6a172ad5-3e40-4c0c-bf87-0a44c76044f7 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232564 Feb 10 06:26:31.804753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Router d005cff0-eba7-4ad5-b12c-8068d492da25 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:26:31.848334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30211948-fa31-44be-9545-13b4b2a9cce2 req-647be16b-d8f1-4f19-b22f-62eca7c52105 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500320 Feb 10 06:26:31.920053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeda7c3-62b7-4892-8665-ccb9218a3050 req-6fa5b2d2-7b6e-4504-8181-254d9d7a0953 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:31.932946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-feeda7c3-62b7-4892-8665-ccb9218a3050 req-6fa5b2d2-7b6e-4504-8181-254d9d7a0953 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.0784390 Feb 10 06:26:31.978689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:26:31.981386 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] Set router d005cff0-eba7-4ad5-b12c-8068d492da25 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:26:31.986793 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c7b5dcab-9950-412b-bf18-2edd07369be8 admin admin] 10.222.0.21 "PUT /v2.0/routers/d005cff0-eba7-4ad5-b12c-8068d492da25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0194964 Feb 10 06:26:31.987400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59174) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:32.040610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-feeda7c3-62b7-4892-8665-ccb9218a3050 req-603cfaa6-c057-4a4c-8de4-3969dfdffc52 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071773 Feb 10 06:26:32.048793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3632f-4c1f-4278-9e3f-2ab07a8224c3 req-2d602a13-446c-4a6b-8f50-3b1cd64cd3bc tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:32.061869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04c3632f-4c1f-4278-9e3f-2ab07a8224c3 req-2d602a13-446c-4a6b-8f50-3b1cd64cd3bc tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.0973041 Feb 10 06:26:32.115113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04c3632f-4c1f-4278-9e3f-2ab07a8224c3 req-c34feb45-a80e-4891-8de7-9e53ec018bd2 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558524 Feb 10 06:26:32.169792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks [] for router (d005cff0-eba7-4ad5-b12c-8068d492da25), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:32.227659 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612399939-router', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:26:20Z', 'updated_at': '2022-02-10T06:26:30Z', 'revision_number': 5, 'project_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'gw_port': {'id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:26:21Z', 'updated_at': '2022-02-10T06:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:32.264578 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990581ff-43dc-40c7-ba82-f2b333ddb435 None None] The sync data for ids ['d005cff0-eba7-4ad5-b12c-8068d492da25'] in n-d-828670-1 is: [{'id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612399939-router', 'tenant_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:26:20Z', 'updated_at': '2022-02-10T06:26:30Z', 'revision_number': 5, 'project_id': '8ba3e9f8905a43a7a31e6aa7e8edf034', 'gw_port': {'id': 'de987fb7-c556-4de6-b102-c6071e4b0ef3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd005cff0-eba7-4ad5-b12c-8068d492da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:26:21Z', 'updated_at': '2022-02-10T06:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:26:32.344361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks [] for router_gateway (d005cff0-eba7-4ad5-b12c-8068d492da25), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:32.359550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2516bae-23b9-4ea4-92b5-871e107f5357 req-5a02d2dc-bd64-4dca-a359-d12b2cc401a1 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:32.361581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2516bae-23b9-4ea4-92b5-871e107f5357 req-5a02d2dc-bd64-4dca-a359-d12b2cc401a1 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 949 time: 0.0862973 Feb 10 06:26:32.430996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Deleting port de987fb7-c556-4de6-b102-c6071e4b0ef3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:32.431463 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:32.469349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2516bae-23b9-4ea4-92b5-871e107f5357 req-7091cf32-733f-4323-84ef-2a0d895fad5f tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729480 Feb 10 06:26:32.478705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fc000-f0a4-45e8-aa1c-109ffc93d5ed req-7eb83bac-7fcc-4527-bc17-50d435309ad4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:32.487685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-179fc000-f0a4-45e8-aa1c-109ffc93d5ed req-7eb83bac-7fcc-4527-bc17-50d435309ad4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.1361411 Feb 10 06:26:32.536270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] For port de987fb7-c556-4de6-b102-c6071e4b0ef3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=de987fb7-c556-4de6-b102-c6071e4b0ef3,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:32.536609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:32.542888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-179fc000-f0a4-45e8-aa1c-109ffc93d5ed req-a739367d-0d36-40c6-a944-1e47d1a1e525 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540588 Feb 10 06:26:32.553452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Calling delete_port for de987fb7-c556-4de6-b102-c6071e4b0ef3 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:32.765741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (de987fb7-c556-4de6-b102-c6071e4b0ef3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:32.798080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Pushing event deleted for resources: {'Port': ['ID=de987fb7-c556-4de6-b102-c6071e4b0ef3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:32.912042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (d005cff0-eba7-4ad5-b12c-8068d492da25), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.019148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078dbd4-3f2a-4a59-9749-1fb649df28a4 req-0183e231-5d39-4ba3-a522-8d0619a543d1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:33.036025 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (d005cff0-eba7-4ad5-b12c-8068d492da25), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.037570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6078dbd4-3f2a-4a59-9749-1fb649df28a4 req-0183e231-5d39-4ba3-a522-8d0619a543d1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 944 time: 0.1422811 Feb 10 06:26:33.043135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks [] for router_controller (d005cff0-eba7-4ad5-b12c-8068d492da25), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.116650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628747-00ca-4890-a2a6-20a4c3e1fa77 req-1d02b87a-0c1d-454a-8feb-b7e8c0115895 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:33.123156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b628747-00ca-4890-a2a6-20a4c3e1fa77 req-1d02b87a-0c1d-454a-8feb-b7e8c0115895 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1621194 Feb 10 06:26:33.136660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (d005cff0-eba7-4ad5-b12c-8068d492da25), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.137300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Fanout notify agent at l3_agent the message router_deleted on router d005cff0-eba7-4ad5-b12c-8068d492da25 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:26:33.145937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.147368 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-40b9fc8d-1eff-4bfc-8fbe-bc137d0ddfac admin admin] 10.222.0.21 "DELETE /v2.0/routers/d005cff0-eba7-4ad5-b12c-8068d492da25 HTTP/1.1" status: 204 len: 168 time: 1.1590192 Feb 10 06:26:33.150825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59198) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:33.174406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6078dbd4-3f2a-4a59-9749-1fb649df28a4 req-ca32369c-375d-4f9f-b535-03a5b1c16185 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358473 Feb 10 06:26:33.225836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c4d104-7ba3-4eef-a358-1cb50a448fe9 admin admin] Deleting subnet 7e4bd31b-8117-48a9-a92e-0b63a0dfeef7 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:26:33.230422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12c4d104-7ba3-4eef-a358-1cb50a448fe9 admin admin] Publish callbacks [] for subnet (7e4bd31b-8117-48a9-a92e-0b63a0dfeef7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.281215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b628747-00ca-4890-a2a6-20a4c3e1fa77 req-dc13601d-1a06-4b4e-9b0a-da5b6c6a2952 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489873 Feb 10 06:26:33.301346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12c4d104-7ba3-4eef-a358-1cb50a448fe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (7e4bd31b-8117-48a9-a92e-0b63a0dfeef7), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.364678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5865535-97e6-4971-9e35-8c48ff128cc4 req-17b487f6-8b6b-414c-8eb1-7a03401b3000 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:33.375414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5865535-97e6-4971-9e35-8c48ff128cc4 req-17b487f6-8b6b-414c-8eb1-7a03401b3000 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.0903780 Feb 10 06:26:33.501283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12c4d104-7ba3-4eef-a358-1cb50a448fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7e4bd31b-8117-48a9-a92e-0b63a0dfeef7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.508651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5865535-97e6-4971-9e35-8c48ff128cc4 req-05591ffd-0a07-4ecb-91e9-9f7e2125552f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316667 Feb 10 06:26:33.557249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a682130-d115-4d5e-b3f8-6170acce0e50 req-1b64ca69-da67-42d1-b111-05f918c8f000 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:33.564389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a682130-d115-4d5e-b3f8-6170acce0e50 req-1b64ca69-da67-42d1-b111-05f918c8f000 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1601779 Feb 10 06:26:33.569942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4a54736c-f89f-4d5c-b76f-f2eb47db26ec no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:33.601320 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12c4d104-7ba3-4eef-a358-1cb50a448fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (7e4bd31b-8117-48a9-a92e-0b63a0dfeef7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.606870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 4a54736c-f89f-4d5c-b76f-f2eb47db26ec {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:33.607218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4a54736c-f89f-4d5c-b76f-f2eb47db26ec not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:33.630264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4d104-7ba3-4eef-a358-1cb50a448fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4bd31b-8117-48a9-a92e-0b63a0dfeef7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:33.647970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f2110-32e8-4da5-85c7-0043c914b299 None None] Network 045b12f0-9863-4bbb-afd5-f14e2be9e455 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:26:33.652180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12c4d104-7ba3-4eef-a358-1cb50a448fe9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.656690 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-12c4d104-7ba3-4eef-a358-1cb50a448fe9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7e4bd31b-8117-48a9-a92e-0b63a0dfeef7 HTTP/1.1" status: 204 len: 168 time: 0.5047634 Feb 10 06:26:33.664084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59212) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:33.669228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a682130-d115-4d5e-b3f8-6170acce0e50 req-49db6285-89f4-4f14-b066-95dcb87ce5aa tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014943 Feb 10 06:26:33.783242 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (045b12f0-9863-4bbb-afd5-f14e2be9e455), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.837519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f5a56-336d-431d-a5d0-8cc13ca765ae None None] Sync routers for ids ['d005cff0-eba7-4ad5-b12c-8068d492da25'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:26:33.852321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f5a56-336d-431d-a5d0-8cc13ca765ae None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:33.852845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f5a56-336d-431d-a5d0-8cc13ca765ae None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:26:33.853530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_agentschedulers_db [None req-511f5a56-336d-431d-a5d0-8cc13ca765ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d005cff0-eba7-4ad5-b12c-8068d492da25'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:26:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103215) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 06:26:33.873432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f5a56-336d-431d-a5d0-8cc13ca765ae None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:26:33.873906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f5a56-336d-431d-a5d0-8cc13ca765ae None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:26:33.878482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Deleting port e6fac36a-7050-41ee-af83-d0302c861203 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:33.878744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_agentschedulers_db [None req-511f5a56-336d-431d-a5d0-8cc13ca765ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d005cff0-eba7-4ad5-b12c-8068d492da25'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:26:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103215) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 06:26:33.878935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e6fac36a-7050-41ee-af83-d0302c861203), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:33.879342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f5a56-336d-431d-a5d0-8cc13ca765ae None None] The sync data for ids ['d005cff0-eba7-4ad5-b12c-8068d492da25'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:26:33.891790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb3e13-c1c7-47d3-8724-e4fb3147df41 req-2cb00cbf-d455-45d3-90c5-3efbfb3ce373 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:33.893360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4cb3e13-c1c7-47d3-8724-e4fb3147df41 req-2cb00cbf-d455-45d3-90c5-3efbfb3ce373 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 949 time: 0.1333103 Feb 10 06:26:33.904701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4df62c-4004-4a29-865c-761c49548e83 req-c78f0f4f-a723-45a1-b86a-cdb1daf5f7ad tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:33.911651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc4df62c-4004-4a29-865c-761c49548e83 req-c78f0f4f-a723-45a1-b86a-cdb1daf5f7ad tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.1426854 Feb 10 06:26:33.913434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a3544-7095-4dbb-9677-5872c7a2d57f None None] DHCP port deletion for 045b12f0-9863-4bbb-afd5-f14e2be9e455 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:26:34.001295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-427a3544-7095-4dbb-9677-5872c7a2d57f None None] Deleting port e6fac36a-7050-41ee-af83-d0302c861203 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:34.002329 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-427a3544-7095-4dbb-9677-5872c7a2d57f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e6fac36a-7050-41ee-af83-d0302c861203), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.028335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] For port e6fac36a-7050-41ee-af83-d0302c861203, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6fac36a-7050-41ee-af83-d0302c861203,segment=NetworkSegment(a704f581-e493-4081-a443-619581e608d9),segment_id=a704f581-e493-4081-a443-619581e608d9)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:34.028623 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e6fac36a-7050-41ee-af83-d0302c861203), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.031602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4cb3e13-c1c7-47d3-8724-e4fb3147df41 req-b9bf0e34-bef9-486a-b179-085b5ac745a4 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124203 Feb 10 06:26:34.052369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Calling delete_port for e6fac36a-7050-41ee-af83-d0302c861203 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:34.068965 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc4df62c-4004-4a29-865c-761c49548e83 req-9ac94bfb-903b-4881-ab51-c675eced9ea6 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561415 Feb 10 06:26:34.141897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-427a3544-7095-4dbb-9677-5872c7a2d57f None None] For port e6fac36a-7050-41ee-af83-d0302c861203, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6fac36a-7050-41ee-af83-d0302c861203,segment=NetworkSegment(a704f581-e493-4081-a443-619581e608d9),segment_id=a704f581-e493-4081-a443-619581e608d9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:34.142671 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-427a3544-7095-4dbb-9677-5872c7a2d57f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e6fac36a-7050-41ee-af83-d0302c861203), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.174201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-427a3544-7095-4dbb-9677-5872c7a2d57f None None] Calling delete_port for e6fac36a-7050-41ee-af83-d0302c861203 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:34.190263 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e6fac36a-7050-41ee-af83-d0302c861203), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.248365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fac36a-7050-41ee-af83-d0302c861203,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:34.262395 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] No DVR routers for this DVR port e6fac36a-7050-41ee-af83-d0302c861203 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:34.275622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 3f28e49c-e920-4cb5-a2a1-228a60184716 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:34.361514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef632b37-5b0b-4f80-823f-7cc24318299c req-1f30cefa-4ca2-4989-8cb2-85a71c493e29 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:34.365006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef632b37-5b0b-4f80-823f-7cc24318299c req-1f30cefa-4ca2-4989-8cb2-85a71c493e29 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 944 time: 0.0856099 Feb 10 06:26:34.412921 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-427a3544-7095-4dbb-9677-5872c7a2d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (e6fac36a-7050-41ee-af83-d0302c861203), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.438521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 3f28e49c-e920-4cb5-a2a1-228a60184716 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:26:34.453239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a3544-7095-4dbb-9677-5872c7a2d57f None None] No DVR routers for this DVR port e6fac36a-7050-41ee-af83-d0302c861203 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:34.456450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (045b12f0-9863-4bbb-afd5-f14e2be9e455), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.460850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 3f28e49c-e920-4cb5-a2a1-228a60184716 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:34.461229 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.491292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef632b37-5b0b-4f80-823f-7cc24318299c req-76ab8f99-048e-4f97-8791-7923f56a4422 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195183 Feb 10 06:26:34.536222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a3544-7095-4dbb-9677-5872c7a2d57f None None] Pushing event deleted for resources: {'Port': ['ID=e6fac36a-7050-41ee-af83-d0302c861203,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:34.545153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045b12f0-9863-4bbb-afd5-f14e2be9e455']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:34.560513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a704f581-e493-4081-a443-619581e608d9') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:34.560732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a704f581-e493-4081-a443-619581e608d9') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:26:34.591644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (a704f581-e493-4081-a443-619581e608d9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.631978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 3f28e49c-e920-4cb5-a2a1-228a60184716 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:34.632589 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.635860 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-434dcb71-3116-4bbc-8347-c951658bf4a3 service neutron] show failed (client error): The resource could not be found. Feb 10 06:26:34.637286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-434dcb71-3116-4bbc-8347-c951658bf4a3 service neutron] 10.222.0.24 "GET /v2.0/ports/4790856e-1ae5-41f6-a941-e9bff72025d3/bindings/n-h1-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.1350188 Feb 10 06:26:34.661513 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a704f581-e493-4081-a443-619581e608d9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.664134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:34.667703 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c477554-094a-473f-b337-168fc0d5697c" -d '{"events": [{"server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "name": "network-vif-plugged", "status": "completed", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:34.687363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:26:34.688198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (a704f581-e493-4081-a443-619581e608d9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.689599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:26:34.693914 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:26:34.697313 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.756355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcddd5-0527-41d9-aad7-fe7d3a3dbe6f req-678a9627-aa0b-4b82-aad2-5e74c98f476f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:34.764558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3dbcddd5-0527-41d9-aad7-fe7d3a3dbe6f req-678a9627-aa0b-4b82-aad2-5e74c98f476f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.2370558 Feb 10 06:26:34.808263 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (045b12f0-9863-4bbb-afd5-f14e2be9e455), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.809693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=3f28e49c-e920-4cb5-a2a1-228a60184716,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:34.837685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3dbcddd5-0527-41d9-aad7-fe7d3a3dbe6f req-97d331ab-739e-4646-a646-e10115ea2982 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707798 Feb 10 06:26:34.845565 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:34.857890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/045b12f0-9863-4bbb-afd5-f14e2be9e455 HTTP/1.1" status: 204 len: 168 time: 1.1924508 Feb 10 06:26:34.867785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912098e1-d6e2-413e-8f19-03cfd8d96d1b req-4af37e5c-1412-4d39-8bc1-9e592f7d7d40 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:34.871713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-912098e1-d6e2-413e-8f19-03cfd8d96d1b req-4af37e5c-1412-4d39-8bc1-9e592f7d7d40 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 949 time: 0.2155471 Feb 10 06:26:34.891277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0275-e431-4070-b479-a172ad73b2d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=045b12f0-9863-4bbb-afd5-f14e2be9e455,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:34.952220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-4d5b8893-58cc-41df-9c65-7af0eb0f7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:34.953795 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-4d5b8893-58cc-41df-9c65-7af0eb0f7b00 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd&tenant_id=d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 1132 time: 0.0596359 Feb 10 06:26:34.970206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:34.998847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-912098e1-d6e2-413e-8f19-03cfd8d96d1b req-0a2b3aa1-61b1-449c-a221-899041c51ca4 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184292 Feb 10 06:26:35.068766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:35.081169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:35.167764 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed832a1-d46b-4149-ae6b-1af39ecb09fc x-openstack-request-id: req-7ed832a1-d46b-4149-ae6b-1af39ecb09fc {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:35.168218 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "name": "network-vif-plugged", "status": "completed", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:35.168570 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ed832a1-d46b-4149-ae6b-1af39ecb09fc {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:35.169065 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716', 'code': 200} Feb 10 06:26:35.228382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20da03-c98e-47f6-9d4c-1ac95c7d2565 req-86d901b7-29ba-4226-bb32-6118c25de1d1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:35.237929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c20da03-c98e-47f6-9d4c-1ac95c7d2565 req-86d901b7-29ba-4226-bb32-6118c25de1d1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.2655225 Feb 10 06:26:35.288143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5fcca16-3aaf-431b-ad7e-27a4f1f512c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ba3e9f8905a43a7a31e6aa7e8edf034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151873 Feb 10 06:26:35.311708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59246) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:35.395799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:35.441798 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:35.514461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:35.517284 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a909ff3-4289-47cb-80a9-4962d3c21aa0" -d '{"events": [{"server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "name": "network-vif-unplugged", "status": "completed", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:35.528403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device de987fb7-c556-4de6-b102-c6071e4b0ef3 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:35.532618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Publish callbacks [] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:35.553702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: de987fb7-c556-4de6-b102-c6071e4b0ef3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:35.554422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device de987fb7-c556-4de6-b102-c6071e4b0ef3 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:35.555073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6fac36a-7050-41ee-af83-d0302c861203 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:35.563238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Transition to ACTIVE for port object 4790856e-1ae5-41f6-a941-e9bff72025d3 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:26:35.567470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:35.592119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: e6fac36a-7050-41ee-af83-d0302c861203 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:35.593049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6fac36a-7050-41ee-af83-d0302c861203 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:35.647749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Pushing event updated for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:35.681203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] No DVR routers for this DVR port 4790856e-1ae5-41f6-a941-e9bff72025d3 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:35.733972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Attempting to bind port 4790856e-1ae5-41f6-a941-e9bff72025d3 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:35.734443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Attempting to bind port 4790856e-1ae5-41f6-a941-e9bff72025d3 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:35.734778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Attempting to bind port 4790856e-1ae5-41f6-a941-e9bff72025d3 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:35.743707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Port 4790856e-1ae5-41f6-a941-e9bff72025d3 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:35.744041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Attempting to bind port 4790856e-1ae5-41f6-a941-e9bff72025d3 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:35.755832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:35.756178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:35.756566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:35.757004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Bound port: 4790856e-1ae5-41f6-a941-e9bff72025d3, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:35.757364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:35.772030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c20da03-c98e-47f6-9d4c-1ac95c7d2565 req-213817c6-8684-4ef3-aee4-3a145f60f000 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317478 Feb 10 06:26:35.776141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de84c1-ad01-4a82-8886-aee76f250252 req-d944f6b9-8261-4299-87ad-83e6b9a95642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:35.780825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84de84c1-ad01-4a82-8886-aee76f250252 req-d944f6b9-8261-4299-87ad-83e6b9a95642 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1127 time: 0.5395823 Feb 10 06:26:35.811298 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45f7b2c5-a6df-4396-9150-4cc9125d745f admin admin] Publish callbacks [] for security_group (3f5c54c7-5fa4-46ef-8b9f-609af48b0482), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:35.863937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe3250-ef1e-4df9-8f72-1a6ff711a6ad req-59e01ebe-d578-474d-b96f-73b268a77b2b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:35.872372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41fe3250-ef1e-4df9-8f72-1a6ff711a6ad req-59e01ebe-d578-474d-b96f-73b268a77b2b tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.5614245 Feb 10 06:26:35.886505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:35.893129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:35.907710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:35.920849 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45f7b2c5-a6df-4396-9150-4cc9125d745f admin admin] Publish callbacks [] for security_group (3f5c54c7-5fa4-46ef-8b9f-609af48b0482), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:35.952824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:35.953575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:35.955004 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-31260093-6a35-4aae-9b41-562822d889ec service neutron] 10.222.0.13 "PUT /v2.0/ports/4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 1096 time: 0.9907377 Feb 10 06:26:35.980627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31260093-6a35-4aae-9b41-562822d889ec service neutron] Pushing event updated for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:36.061783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84de84c1-ad01-4a82-8886-aee76f250252 req-122a8fee-bb5b-4520-b375-d7a1e9171919 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508216 Feb 10 06:26:36.083339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-38cc57da-2394-4912-b474-3bc2638055e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:36.085400 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-38cc57da-2394-4912-b474-3bc2638055e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1130 time: 0.0796824 Feb 10 06:26:36.096879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41fe3250-ef1e-4df9-8f72-1a6ff711a6ad req-22b6656f-e3d0-4f6e-9069-cd0d6b81922f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212574 Feb 10 06:26:36.159069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe15dea-b18b-4d8c-8411-11c3813049e8 req-e68efb13-6140-4056-afab-c04315b42c0f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:36.170936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4fe15dea-b18b-4d8c-8411-11c3813049e8 req-e68efb13-6140-4056-afab-c04315b42c0f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.2651694 Feb 10 06:26:36.230200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-cfc9076f-3789-4215-931b-111868c3953a tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:36.232679 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-cfc9076f-3789-4215-931b-111868c3953a tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 1131 time: 0.2852149 Feb 10 06:26:36.244100 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45f7b2c5-a6df-4396-9150-4cc9125d745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3f5c54c7-5fa4-46ef-8b9f-609af48b0482), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:36.246934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45f7b2c5-a6df-4396-9150-4cc9125d745f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:36.249011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-45f7b2c5-a6df-4396-9150-4cc9125d745f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f5c54c7-5fa4-46ef-8b9f-609af48b0482 HTTP/1.1" status: 204 len: 168 time: 0.9341581 Feb 10 06:26:36.290594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-60c85c22-a903-433f-a1c0-0f4322887212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:36.292611 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-60c85c22-a903-433f-a1c0-0f4322887212 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1972125 Feb 10 06:26:36.294209 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3780dbea-3032-488a-ba8e-a0342bceed45 x-openstack-request-id: req-3780dbea-3032-488a-ba8e-a0342bceed45 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:36.294530 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "name": "network-vif-unplugged", "status": "completed", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:36.294788 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3780dbea-3032-488a-ba8e-a0342bceed45 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:36.295183 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'code': 200} Feb 10 06:26:36.374489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7b2c5-a6df-4396-9150-4cc9125d745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c54c7-5fa4-46ef-8b9f-609af48b0482,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:36.382348 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-e02e341f-0590-49c2-bf7f-1ba4c5fcf494 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 217 time: 0.0705969 Feb 10 06:26:36.437718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4fe15dea-b18b-4d8c-8411-11c3813049e8 req-15e9af6e-798f-4511-9e1d-7cadcdba85d9 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597239 Feb 10 06:26:36.450880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-e825156a-d00a-481f-8490-6e7d7a76d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:36.452511 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-e825156a-d00a-481f-8490-6e7d7a76d5c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0632205 Feb 10 06:26:36.517332 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:36.546362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-6575b143-dddf-4370-854f-42ba5390435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:36.547889 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-6575b143-dddf-4370-854f-42ba5390435f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0878489 Feb 10 06:26:36.551852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e55314-8ae3-43e6-a753-552ebef567dd req-38c33ca3-5932-4c75-a92c-74a33c020ebd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:36.553365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87e55314-8ae3-43e6-a753-552ebef567dd req-38c33ca3-5932-4c75-a92c-74a33c020ebd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.2386715 Feb 10 06:26:36.626072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] Deleting port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:36.626467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:36.678514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87e55314-8ae3-43e6-a753-552ebef567dd req-7ff1a969-8826-479d-8823-85c804376245 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122489 Feb 10 06:26:36.679307 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-a23b6ebc-f92a-4663-8aeb-fcc69ebad05c service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188781 Feb 10 06:26:36.709138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be14e-5606-4f8e-8b17-01bf9406fead req-a2dc71c6-85d0-4a6a-ab46-4fd52a43513e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:36.716861 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-998be14e-5606-4f8e-8b17-01bf9406fead req-a2dc71c6-85d0-4a6a-ab46-4fd52a43513e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 948 time: 0.1608980 Feb 10 06:26:36.830811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] For port 42b56cf0-4110-488f-bbc5-0ff5e36ec052, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=42b56cf0-4110-488f-bbc5-0ff5e36ec052,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:36.831517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:36.845387 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5d96af46-bec1-4aec-99f6-8f6e90e87ab5 req-7b90de38-4894-42db-837b-9a238e408f42 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572595 Feb 10 06:26:36.863999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-998be14e-5606-4f8e-8b17-01bf9406fead req-8a6eb4c0-917d-454c-a938-867df105ef2e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453950 Feb 10 06:26:36.870745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] Calling delete_port for 42b56cf0-4110-488f-bbc5-0ff5e36ec052 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:37.002855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d525c-5524-40dd-8231-02a903566f9b req-2c689f31-7113-4af1-9008-6f05c78a0ece tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:37.010153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-325d525c-5524-40dd-8231-02a903566f9b req-2c689f31-7113-4af1-9008-6f05c78a0ece tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=4237f8e7-63af-46bf-8db6-fcdbfc38611c HTTP/1.1" status: 200 len: 949 time: 0.1749647 Feb 10 06:26:37.098855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-325d525c-5524-40dd-8231-02a903566f9b req-cb4e2d61-0a80-4eb8-a270-1e8a0e7c5d77 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873318 Feb 10 06:26:37.144447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (42b56cf0-4110-488f-bbc5-0ff5e36ec052), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:37.159853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['42b56cf0-4110-488f-bbc5-0ff5e36ec052'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:37.237385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] Pushing event deleted for resources: {'Port': ['ID=42b56cf0-4110-488f-bbc5-0ff5e36ec052,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:37.458082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] No DVR routers for this DVR port 42b56cf0-4110-488f-bbc5-0ff5e36ec052 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:37.460656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:37.465398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d61276b5-0ead-434b-93e0-a264e30c0dbf req-1c5c6f94-c04e-4da5-8791-f7501144dea3 tempest-DeleteServersAdminTestJSON-135953528 tempest-DeleteServersAdminTestJSON-135953528-project-admin] 10.222.0.24 "DELETE /v2.0/ports/42b56cf0-4110-488f-bbc5-0ff5e36ec052 HTTP/1.1" status: 204 len: 173 time: 1.1918347 Feb 10 06:26:37.467114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4237f8e7-63af-46bf-8db6-fcdbfc38611c', 'name': 'network-vif-deleted', 'tag': '42b56cf0-4110-488f-bbc5-0ff5e36ec052'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:37.469612 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a502a38-3fb4-4efe-864d-9030992f433b" -d '{"events": [{"server_uuid": "4237f8e7-63af-46bf-8db6-fcdbfc38611c", "name": "network-vif-deleted", "tag": "42b56cf0-4110-488f-bbc5-0ff5e36ec052"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:37.520380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509590da-ea00-451b-adf3-18748a267f88 req-d5df5f38-1599-4963-ade0-ba937102ce7c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:37.527415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-509590da-ea00-451b-adf3-18748a267f88 req-d5df5f38-1599-4963-ade0-ba937102ce7c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.3248613 Feb 10 06:26:37.550946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb532a3-71f5-45e0-bcad-771e1c922e62 req-28e9d8bc-c0db-478c-a103-4d3d2ee54395 tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:37.552400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efb532a3-71f5-45e0-bcad-771e1c922e62 req-28e9d8bc-c0db-478c-a103-4d3d2ee54395 tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1132 time: 0.2053626 Feb 10 06:26:37.602837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-509590da-ea00-451b-adf3-18748a267f88 req-93eab7d3-6e19-408e-85f1-df3158d9deb2 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745630 Feb 10 06:26:37.644182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efb532a3-71f5-45e0-bcad-771e1c922e62 req-687b7a20-39d1-441e-8f6f-432070d73166 tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851955 Feb 10 06:26:37.694582 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e88f4-6580-4b5a-9164-1bc4411acddf x-openstack-request-id: req-366e88f4-6580-4b5a-9164-1bc4411acddf {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:37.694886 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4237f8e7-63af-46bf-8db6-fcdbfc38611c", "name": "network-vif-deleted", "tag": "42b56cf0-4110-488f-bbc5-0ff5e36ec052", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:37.695205 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-366e88f4-6580-4b5a-9164-1bc4411acddf {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:37.695622 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4237f8e7-63af-46bf-8db6-fcdbfc38611c', 'name': 'network-vif-deleted', 'tag': '42b56cf0-4110-488f-bbc5-0ff5e36ec052', 'status': 'completed', 'code': 200} Feb 10 06:26:37.776341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7a5bd-1e4f-4279-92c0-23cc859c5395 req-32060ed1-c07f-4ee8-99ad-883c64d29959 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:37.778008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39b7a5bd-1e4f-4279-92c0-23cc859c5395 req-32060ed1-c07f-4ee8-99ad-883c64d29959 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 945 time: 0.0658164 Feb 10 06:26:37.845058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39b7a5bd-1e4f-4279-92c0-23cc859c5395 req-2ae3158f-564e-4c13-b7de-38e80b0accda tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593457 Feb 10 06:26:37.900578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-aec804cd-2ca9-4ba8-9e02-c30ba087cc60 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:37.902202 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-aec804cd-2ca9-4ba8-9e02-c30ba087cc60 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.0871069 Feb 10 06:26:37.915043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828670-1'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:37.925244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-214789a2-2437-42c0-807b-77791cc6824f tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=59c3e66cbe004946969e244c61df524e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276079 Feb 10 06:26:38.024358 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:38.059495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5175774-8715-4b89-b679-05273ffdaee4 req-7557b0aa-af7d-406b-b734-329d18044d96 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:38.066903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-7557b0aa-af7d-406b-b734-329d18044d96 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1404955 Feb 10 06:26:38.087705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-2613bb2d-767d-4c3d-9d73-1e4c800c430a tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/quotas/59c3e66cbe004946969e244c61df524e HTTP/1.1" status: 200 len: 375 time: 0.0190332 Feb 10 06:26:38.134871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-64648316-96da-45e2-9da0-6e3357f5a654 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59c3e66cbe004946969e244c61df524e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460482 Feb 10 06:26:38.159436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e32670f1-3978-4086-ba33-0b413e6308c0 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:38.216551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e819957-cf0d-4cc4-9992-a6cc2b4051b9 req-e910a608-cef0-4237-81bb-88130962b9ed tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:38.218712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e819957-cf0d-4cc4-9992-a6cc2b4051b9 req-e910a608-cef0-4237-81bb-88130962b9ed tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.0774605 Feb 10 06:26:38.232606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:38.251979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 42b56cf0-4110-488f-bbc5-0ff5e36ec052 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:38.273124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e819957-cf0d-4cc4-9992-a6cc2b4051b9 req-407612c4-be2e-434d-b8e0-2e021c997dae tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483284 Feb 10 06:26:38.280223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 42b56cf0-4110-488f-bbc5-0ff5e36ec052 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:38.280818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 42b56cf0-4110-488f-bbc5-0ff5e36ec052 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:38.281394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4790856e-1ae5-41f6-a941-e9bff72025d3 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:38.296750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:38.299305 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10795e6-a296-4bc1-a797-8cf2a6452512" -d '{"events": [{"name": "network-changed", "server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:38.312578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:38.327594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:38.344880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e32670f1-3978-4086-ba33-0b413e6308c0 has no active binding in host n-h1-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 06:26:38.348779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port 4790856e-1ae5-41f6-a941-e9bff72025d3 host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:26:38.349419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4790856e-1ae5-41f6-a941-e9bff72025d3 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:38.373655 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Publish callbacks [] for port (e32670f1-3978-4086-ba33-0b413e6308c0), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:38.384460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:38.478990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Pushing event updated for resources: {'Port': ['ID=e32670f1-3978-4086-ba33-0b413e6308c0,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:38.484541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 on host n-h2-828670-1 for vnic_type normal with profile {"migrating_to": "n-h1-828670-1"} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:38.484914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:38.485266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:38.488785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304732c-05a8-4f5f-95b2-92692f0cc29d req-c07744b8-c088-48d8-914c-6ef1cef80c59 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:38.490365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b304732c-05a8-4f5f-95b2-92692f0cc29d req-c07744b8-c088-48d8-914c-6ef1cef80c59 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 948 time: 0.1239312 Feb 10 06:26:38.491158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Port e32670f1-3978-4086-ba33-0b413e6308c0 on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:38.491484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Attempting to bind port e32670f1-3978-4086-ba33-0b413e6308c0 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:38.498196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:38.498582 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:38.498963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:38.499955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Bound port: e32670f1-3978-4086-ba33-0b413e6308c0, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:38.500321 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:38.517543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1326-7118-4c8b-b5ae-1172ee9b4252 req-019543c1-65fa-4081-815d-33ba9357be8b tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:38.522894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3eac1326-7118-4c8b-b5ae-1172ee9b4252 req-019543c1-65fa-4081-815d-33ba9357be8b tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 1132 time: 0.1138544 Feb 10 06:26:38.574972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:38.578360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:38.585490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:38.592814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b304732c-05a8-4f5f-95b2-92692f0cc29d req-9750201d-8fb6-4fa1-82d0-34a40cfe1b05 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839152 Feb 10 06:26:38.609718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3eac1326-7118-4c8b-b5ae-1172ee9b4252 req-5e8b080a-01cd-4c89-b0e1-634a2dfa256d tempest-ServersAdminTestJSON-1464675282 tempest-ServersAdminTestJSON-1464675282-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781841 Feb 10 06:26:38.701898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:38.702599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:38.704131 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] 10.222.0.13 "PUT /v2.0/ports/e32670f1-3978-4086-ba33-0b413e6308c0 HTTP/1.1" status: 200 len: 1121 time: 0.7936208 Feb 10 06:26:38.722799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb61e11-126c-43cf-be98-d7bdbd0a3f00 service neutron] Pushing event updated for resources: {'Port': ['ID=e32670f1-3978-4086-ba33-0b413e6308c0,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:38.738875 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee3d04f-045b-473e-9c95-0bb561a18325 x-openstack-request-id: req-aee3d04f-045b-473e-9c95-0bb561a18325 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:38.739182 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:38.739790 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aee3d04f-045b-473e-9c95-0bb561a18325 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:38.740350 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'status': 'completed', 'code': 200} Feb 10 06:26:38.833674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['e32670f1-3978-4086-ba33-0b413e6308c0'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:38.864759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d5ef914-11da-49c6-a1e3-2efa3b05542c req-33ebc6c2-7917-4abb-963e-faf99b6d4078 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 210 time: 0.0494847 Feb 10 06:26:38.875267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-c48b083d-44ac-4533-985b-be8ba20301f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:38.878896 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-c48b083d-44ac-4533-985b-be8ba20301f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1130 time: 0.1175370 Feb 10 06:26:38.897420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e32670f1-3978-4086-ba33-0b413e6308c0'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:38.953818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175089b-952d-4a93-8985-a554dd3f4705 req-336b6daf-eeeb-4cd3-9b15-dba1776156f0 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:38.955632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8175089b-952d-4a93-8985-a554dd3f4705 req-336b6daf-eeeb-4cd3-9b15-dba1776156f0 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1127 time: 0.2081923 Feb 10 06:26:38.958453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-71579cd9-2c9f-400f-89d9-0fa22a48a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:38.959969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-71579cd9-2c9f-400f-89d9-0fa22a48a5eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1130 time: 0.1409495 Feb 10 06:26:39.062742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-a257f6b9-9887-4d6a-abbb-1dad18a16288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.065806 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-a257f6b9-9887-4d6a-abbb-1dad18a16288 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1681709 Feb 10 06:26:39.137296 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-ee2929f0-ead8-4368-92a3-2dbc0dca70e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 217 time: 0.0639296 Feb 10 06:26:39.183217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8175089b-952d-4a93-8985-a554dd3f4705 req-be175187-1b03-4bb3-9f92-ac22f2c2fa4e tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217247 Feb 10 06:26:39.184283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-22d55825-6bf6-4b85-933a-45fd49a9de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.185668 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-22d55825-6bf6-4b85-933a-45fd49a9de7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2161293 Feb 10 06:26:39.239009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-6517fffa-7532-4e56-89db-71da354a00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.241669 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-6517fffa-7532-4e56-89db-71da354a00c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0941234 Feb 10 06:26:39.276988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-fa009135-1832-4d46-baf4-eaf678902336 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 217 time: 0.0835330 Feb 10 06:26:39.317130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-66026d7a-554e-4978-bc59-23ec555ced0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.318732 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-66026d7a-554e-4978-bc59-23ec555ced0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0666306 Feb 10 06:26:39.412310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-1db1c007-83e3-4227-abfb-6b169bdcb5b7 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417390 Feb 10 06:26:39.423722 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-94e5fffd-edd0-46dc-a4b0-b27bda32224f service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973294 Feb 10 06:26:39.432048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-9e200c46-69ae-4593-a92b-435e6e9cced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.433415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-9e200c46-69ae-4593-a92b-435e6e9cced1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1235082 Feb 10 06:26:39.474070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22678d0-7a3c-4c29-8d90-9b257b2ef786 req-efad528d-8cb6-41e2-b1f8-678c30ec2747 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.475667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a22678d0-7a3c-4c29-8d90-9b257b2ef786 req-efad528d-8cb6-41e2-b1f8-678c30ec2747 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.2656760 Feb 10 06:26:39.611309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-3ad5cd31-d09d-44b0-81d5-f0a0029833ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.612642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-3ad5cd31-d09d-44b0-81d5-f0a0029833ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1615973 Feb 10 06:26:39.620637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a22678d0-7a3c-4c29-8d90-9b257b2ef786 req-7ea020af-392f-4155-95da-001e9fee82cc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277552 Feb 10 06:26:39.627790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-14eb4973-7edb-4de6-a13f-7a1340039290 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.629470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-14eb4973-7edb-4de6-a13f-7a1340039290 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114263 Feb 10 06:26:39.683808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-ab6cb101-59f4-4080-9336-f5d5a2948b4f tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=59c3e66cbe004946969e244c61df524e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452538 Feb 10 06:26:39.742995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-e3d00965-9e1a-4fad-944d-a59181ef116d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/quotas/11ecdd9be7bd4ccebf8b5326c4924b0d HTTP/1.1" status: 200 len: 375 time: 0.0728271 Feb 10 06:26:39.785486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:39.803928 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-b379e2c2-d27a-4137-a73b-2b55b3f9d151 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740962 Feb 10 06:26:39.867321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-7da15a6c-14df-4202-ae22-cab3424377cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944664 Feb 10 06:26:39.921246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-e65ded6a-6655-478d-845a-e14aead90af3 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906995 Feb 10 06:26:39.930385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7e5bb-cf3f-4cf9-b314-216e2e9f0f3b req-eef1ce4a-d6ba-4308-8e88-e62af94456f5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.931778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76b7e5bb-cf3f-4cf9-b314-216e2e9f0f3b req-eef1ce4a-d6ba-4308-8e88-e62af94456f5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.2208622 Feb 10 06:26:39.938782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5175774-8715-4b89-b679-05273ffdaee4 req-368e9296-58a2-4c5e-ba4e-30e058a289c9 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:39.940160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-368e9296-58a2-4c5e-ba4e-30e058a289c9 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462151 Feb 10 06:26:39.970509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Request body: {'port': {'device_id': '78ec527b-a0e6-40cc-8101-4ab4920ed60b', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '59c3e66cbe004946969e244c61df524e'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:40.143823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76b7e5bb-cf3f-4cf9-b314-216e2e9f0f3b req-b14ae971-c4b4-4981-b405-abfc7e8705d7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969130 Feb 10 06:26:40.161697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c10795e6-a296-4bc1-a797-8cf2a6452512 req-31aa5373-4aae-4411-b810-bf2436771060 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289333 Feb 10 06:26:40.192901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90ed0f-43e2-4872-83de-6002de1ac29e req-0c9af82e-eb3d-4694-8a5a-47a4f304abfe tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:40.194439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa90ed0f-43e2-4872-83de-6002de1ac29e req-0c9af82e-eb3d-4694-8a5a-47a4f304abfe tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 950 time: 0.1567063 Feb 10 06:26:40.233489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Made reservation on behalf of 59c3e66cbe004946969e244c61df524e for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:26:40.237383 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:40.252578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:40.257957 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b23d846d-a78e-4586-ad36-68122a700a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:40.302195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa90ed0f-43e2-4872-83de-6002de1ac29e req-8ac28625-5591-4f83-9c25-e1f015e1be5f tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014872 Feb 10 06:26:40.433166 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks [] for security_group (037ae302-4827-4a53-a961-36849d632e62), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:40.439514 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (037ae302-4827-4a53-a961-36849d632e62), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:40.600988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02391b76-da23-4703-80bb-88a7f719fa24 req-567ffdd0-85d1-4156-b0f0-d753f6dceebc tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:40.603010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02391b76-da23-4703-80bb-88a7f719fa24 req-567ffdd0-85d1-4156-b0f0-d753f6dceebc tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 948 time: 0.2179778 Feb 10 06:26:40.616314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037ae302-4827-4a53-a961-36849d632e62,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:40.708708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Allocated IP 192.168.233.128 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/356071e6-366b-427e-a440-2e3daf7ac7bf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:40.742346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0'}, {'name': 'network-changed', 'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:40.752290 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484d76b7-1567-46c0-8258-842ff48ce27a" -d '{"events": [{"server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "name": "network-vif-unplugged", "status": "completed", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0"}, {"name": "network-changed", "server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:40.758963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02391b76-da23-4703-80bb-88a7f719fa24 req-32458c45-dc62-44b4-aacf-c8daecd87a6c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371312 Feb 10 06:26:41.147567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d01369-633c-42d8-ac77-ddeb97333069 req-1340db40-d851-42f8-84d3-74333d838f09 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:41.149055 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13d01369-633c-42d8-ac77-ddeb97333069 req-1340db40-d851-42f8-84d3-74333d838f09 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 950 time: 0.0580993 Feb 10 06:26:41.181137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a5cdf05-df45-41d7-a5db-efcff23d1959 req-f05fdf27-e65a-4102-b681-62dfb75e2b0c tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 210 time: 0.3560083 Feb 10 06:26:41.213531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ab61a4e-dcf5-499c-9fe6-33a176206aa8 req-b36cd125-99a7-4602-aa17-c799c7f1caa6 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 210 time: 0.0681808 Feb 10 06:26:41.270500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-13d01369-633c-42d8-ac77-ddeb97333069 req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Deleting port df56a85d-de80-4a32-8b2d-215188e2d851 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:41.270843 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13d01369-633c-42d8-ac77-ddeb97333069 req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:41.280968 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks [] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:41.298746 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3f58ae-f698-4300-9992-f846639f1c07 x-openstack-request-id: req-4f3f58ae-f698-4300-9992-f846639f1c07 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:41.299151 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "name": "network-vif-unplugged", "status": "completed", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0", "code": 200}, {"name": "network-changed", "server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:41.299527 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f3f58ae-f698-4300-9992-f846639f1c07 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:41.300037 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0', 'code': 200} Feb 10 06:26:41.300389 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0', 'status': 'completed', 'code': 200} Feb 10 06:26:41.375388 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:41.443575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-13d01369-633c-42d8-ac77-ddeb97333069 req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] For port df56a85d-de80-4a32-8b2d-215188e2d851, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=df56a85d-de80-4a32-8b2d-215188e2d851,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:41.443949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13d01369-633c-42d8-ac77-ddeb97333069 req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:41.476854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-13d01369-633c-42d8-ac77-ddeb97333069 req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Calling delete_port for df56a85d-de80-4a32-8b2d-215188e2d851 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:41.530002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:41.579338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:41.591697 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-6acace4d-6d3a-4488-979b-8ae2ea2b7ae7 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1861937 Feb 10 06:26:41.595645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ccfa8-1720-4287-bea2-645faf85718d req-5c6ad49b-7458-4887-99d6-05580345ac47 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:41.597115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e9ccfa8-1720-4287-bea2-645faf85718d req-5c6ad49b-7458-4887-99d6-05580345ac47 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.3027647 Feb 10 06:26:41.597978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:41.651314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Pushing event updated for resources: {'Port': ['ID=356071e6-366b-427e-a440-2e3daf7ac7bf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:41.693124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d76b7-1567-46c0-8258-842ff48ce27a req-936fd809-57da-40c9-ad50-ec12e7167b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:41.694680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-484d76b7-1567-46c0-8258-842ff48ce27a req-936fd809-57da-40c9-ad50-ec12e7167b80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1155 time: 0.3614888 Feb 10 06:26:41.763679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:41.764332 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:41.800244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-49a18deb-7b40-4346-8853-42bf8d82a70e tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:41.801800 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-49a18deb-7b40-4346-8853-42bf8d82a70e tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988931 Feb 10 06:26:41.817378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Request body: {'port': {'device_id': 'ace6adcf-8fb8-4ebe-991f-18cd577dc1f8', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '11ecdd9be7bd4ccebf8b5326c4924b0d'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:41.858394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e9ccfa8-1720-4287-bea2-645faf85718d req-b82206e5-f3e1-4e99-9f45-9dc27b4f0572 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907542 Feb 10 06:26:41.887078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-09814633-30cf-48a9-94a8-9a0d47436799 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9274855 Feb 10 06:26:41.897414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d4169-f3be-424e-8c67-1d7c2c3709f0 req-e66143dd-16b3-4599-9391-e1c1e99c6258 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:41.905496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b65d4169-f3be-424e-8c67-1d7c2c3709f0 req-e66143dd-16b3-4599-9391-e1c1e99c6258 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.3519454 Feb 10 06:26:41.915793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Request body: {'port': {'device_id': '78ec527b-a0e6-40cc-8101-4ab4920ed60b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:41.927762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13d01369-633c-42d8-ac77-ddeb97333069 req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (df56a85d-de80-4a32-8b2d-215188e2d851), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:41.940361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['21666f84-4425-4b00-9afb-3fd0ee06120d', 'df56a85d-de80-4a32-8b2d-215188e2d851', 'fbdf9497-357f-448e-96b4-6c4c8f829e47'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:41.985070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Pushing event deleted for resources: {'Port': ['ID=df56a85d-de80-4a32-8b2d-215188e2d851,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:41.998261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d76b7-1567-46c0-8258-842ff48ce27a req-192a67a2-e50c-408b-93d9-2ce837195900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:42.000323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-484d76b7-1567-46c0-8258-842ff48ce27a req-192a67a2-e50c-408b-93d9-2ce837195900 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.2930210 Feb 10 06:26:42.050900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d01369-633c-42d8-ac77-ddeb97333069 req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] No DVR routers for this DVR port df56a85d-de80-4a32-8b2d-215188e2d851 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:42.054609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-13d01369-633c-42d8-ac77-ddeb97333069 req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.058252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13d01369-633c-42d8-ac77-ddeb97333069 req-2cccc482-b337-45d7-8617-91552e48c555 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "DELETE /v2.0/ports/df56a85d-de80-4a32-8b2d-215188e2d851 HTTP/1.1" status: 204 len: 173 time: 0.9033163 Feb 10 06:26:42.059424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Made reservation on behalf of 11ecdd9be7bd4ccebf8b5326c4924b0d for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:26:42.063734 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.074032 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5374bf2d-a143-4375-9235-81ead04f9cfd req-41647cda-5de8-4648-937d-e299582f1771 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c HTTP/1.1" status: 200 len: 210 time: 0.0771260 Feb 10 06:26:42.101416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e7680806-7bcf-485d-8e4b-71f31caf706f None None] Provisioning complete for port 356071e6-366b-427e-a440-2e3daf7ac7bf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:42.101416 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7680806-7bcf-485d-8e4b-71f31caf706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.154571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b65d4169-f3be-424e-8c67-1d7c2c3709f0 req-cddf33b7-de52-4cf9-aff9-a0b09a77976c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432449 Feb 10 06:26:42.158185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-484d76b7-1567-46c0-8258-842ff48ce27a req-9623407e-fd68-49c2-a17c-5e16adaca935 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e32670f1-3978-4086-ba33-0b413e6308c0 HTTP/1.1" status: 200 len: 217 time: 0.1221788 Feb 10 06:26:42.160938 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.225131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4790856e-1ae5-41f6-a941-e9bff72025d3 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:42.228223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e7680806-7bcf-485d-8e4b-71f31caf706f None None] Port 356071e6-366b-427e-a440-2e3daf7ac7bf cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:26:42.292445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:42.340162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Allocated IP 192.168.233.124 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:42.367912 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:26:42.430916 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d76b7-1567-46c0-8258-842ff48ce27a req-134450fb-30c7-474a-b53c-5b6ed607bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:42.432867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-484d76b7-1567-46c0-8258-842ff48ce27a req-134450fb-30c7-474a-b53c-5b6ed607bb8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.2676904 Feb 10 06:26:42.536547 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40a18c06-1871-4475-a679-efdfe011830d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.587221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-484d76b7-1567-46c0-8258-842ff48ce27a req-c7af28e6-464b-44df-9b23-8e10c82e6816 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201680 Feb 10 06:26:42.641740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:42.652373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:42.652801 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.692448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb66f2-d489-41cb-a739-9bad4ebc5c76 req-165b9941-a9b3-49c1-bc4f-0f4a9e152d28 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:42.695218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-79bb66f2-d489-41cb-a739-9bad4ebc5c76 req-165b9941-a9b3-49c1-bc4f-0f4a9e152d28 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 948 time: 0.3838170 Feb 10 06:26:42.697674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'mac_address': 'fa:16:3e:b1:6b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:26:42.703753 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks [] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.755513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 4790856e-1ae5-41f6-a941-e9bff72025d3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:42.755976 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.763204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:42.765956 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d5dd0-5626-43d4-b7d1-ca08bca738da" -d '{"events": [{"server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "name": "network-vif-unplugged", "status": "completed", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:42.768194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.773228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-96a21ac1-c57b-41a7-9c9b-391f50f0739b tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:42.780096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-96a21ac1-c57b-41a7-9c9b-391f50f0739b tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 804 time: 0.4970584 Feb 10 06:26:42.805802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:42.808662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4790856e-1ae5-41f6-a941-e9bff72025d3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:42.836789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:42.837842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.839108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Pushing event updated for resources: {'Port': ['ID=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:42.849947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:42.851703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-d4391238-3913-4979-92c6-f68d7c971b9f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/quotas/c1405219c3cf4ebe9b26ea911737101b HTTP/1.1" status: 200 len: 375 time: 0.0678778 Feb 10 06:26:42.853209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:42.895214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:42.904848 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.928115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:42.951641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-79bb66f2-d489-41cb-a739-9bad4ebc5c76 req-05e5f9ba-36bf-4a30-bb86-89a1df7099ab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410872 Feb 10 06:26:42.967387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:42.968138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:42.997485 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-5926a199-d495-4636-9ab3-b5dd25e5804d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1839154 Feb 10 06:26:43.002394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:43.022792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Request body: {'port': {'device_id': 'ace6adcf-8fb8-4ebe-991f-18cd577dc1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:43.046496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-484d76b7-1567-46c0-8258-842ff48ce27a req-76556fc6-f81f-429e-8160-7d932cc5dcb0 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495106 Feb 10 06:26:43.096191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:43.157337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-988a473d-e327-468e-a541-bbc4bd71dcfd None None] Provisioning complete for port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:43.157627 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-988a473d-e327-468e-a541-bbc4bd71dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:43.165144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-c0f42d3c-9b1d-46fa-9644-de595b05602d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3123915 Feb 10 06:26:43.192516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-988a473d-e327-468e-a541-bbc4bd71dcfd None None] Port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:26:43.268033 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-b85014f3-aa43-4cf5-934c-6467cb884a9d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1167781 Feb 10 06:26:43.301107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c', 'name': 'network-vif-deleted', 'tag': 'df56a85d-de80-4a32-8b2d-215188e2d851'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:43.303392 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc2caaa-2207-444a-810f-24941ba993d4" -d '{"events": [{"server_uuid": "5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c", "name": "network-vif-deleted", "tag": "df56a85d-de80-4a32-8b2d-215188e2d851"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:43.325402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832e9b8-4613-49f7-aba4-b9a11d0ec43c req-42395a2e-5658-4496-9d78-b59064ea77d5 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:43.326980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e832e9b8-4613-49f7-aba4-b9a11d0ec43c req-42395a2e-5658-4496-9d78-b59064ea77d5 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 1132 time: 0.2771668 Feb 10 06:26:43.346485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-484d76b7-1567-46c0-8258-842ff48ce27a req-4a91974f-62fa-413c-b9ce-a2a13b5284eb service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897365 Feb 10 06:26:43.357659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356071e6-366b-427e-a440-2e3daf7ac7bf {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:43.360572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-10ffc29b-1a07-43fe-b5ea-de17f6bd0164 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:43.362062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-10ffc29b-1a07-43fe-b5ea-de17f6bd0164 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48fe8b0-a843-467f-ac4f-702327e69ceb HTTP/1.1" status: 200 len: 944 time: 0.0911658 Feb 10 06:26:43.371588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Publish callbacks [] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:43.385544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-c03560df-88a1-4ea3-8b81-bfdaca42a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:43.387512 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-c03560df-88a1-4ea3-8b81-bfdaca42a416 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 1154 time: 0.0742202 Feb 10 06:26:43.401303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Transition to ACTIVE for port object 356071e6-366b-427e-a440-2e3daf7ac7bf will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:26:43.410692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:43.418594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-479d3217-df16-4563-a009-8a132cedcfc8 service neutron] 10.222.0.21 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215366 Feb 10 06:26:43.478712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e832e9b8-4613-49f7-aba4-b9a11d0ec43c req-8ccac209-f5e3-4eee-bfe3-b9d65fec4d18 tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379645 Feb 10 06:26:43.496723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Pushing event updated for resources: {'Port': ['ID=356071e6-366b-427e-a440-2e3daf7ac7bf,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:43.504920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['4790856e-1ae5-41f6-a941-e9bff72025d3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:43.689028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-a9a20cf7-a1c2-4444-8c1b-13b4a3c39f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:43.690231 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-a9a20cf7-a1c2-4444-8c1b-13b4a3c39f51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2526934 Feb 10 06:26:43.692599 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:43.730824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Attempting to bind port 356071e6-366b-427e-a440-2e3daf7ac7bf on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:43.731156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Attempting to bind port 356071e6-366b-427e-a440-2e3daf7ac7bf by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:43.731484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Attempting to bind port 356071e6-366b-427e-a440-2e3daf7ac7bf on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:43.739412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Port 356071e6-366b-427e-a440-2e3daf7ac7bf on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:43.739745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Attempting to bind port 356071e6-366b-427e-a440-2e3daf7ac7bf on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:43.755300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Deleting port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:43.755554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:43.771228 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-a0036fb9-7906-4b12-8a1e-c63dd9ac70b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=01387392-3047-49c5-973b-708bdfaa474b HTTP/1.1" status: 200 len: 217 time: 0.0734608 Feb 10 06:26:43.773379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:43.773792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:43.774258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:43.774745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Bound port: 356071e6-366b-427e-a440-2e3daf7ac7bf, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:43.775271 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:43.779687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-6e40de2a-a3bd-4e96-a9a4-4cbfc9bc26f3 service neutron] 10.222.0.21 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360286 Feb 10 06:26:43.812236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c2fe6-6206-474c-8c59-b37af8d1bc32 req-9c2fd07b-c02e-4362-aae4-a72bab79d78f tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:43.815453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e27c2fe6-6206-474c-8c59-b37af8d1bc32 req-9c2fd07b-c02e-4362-aae4-a72bab79d78f tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 948 time: 0.1371057 Feb 10 06:26:43.923262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] For port 356071e6-366b-427e-a440-2e3daf7ac7bf, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:43.929110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] For port 356071e6-366b-427e-a440-2e3daf7ac7bf, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=356071e6-366b-427e-a440-2e3daf7ac7bf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:43.948032 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e27c2fe6-6206-474c-8c59-b37af8d1bc32 req-0c91b871-8747-4c71-b006-251a1abde18c tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/security-groups?id=037ae302-4827-4a53-a961-36849d632e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066847 Feb 10 06:26:43.960407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-3a7b5378-0fcb-4a71-9a6f-b6adcfdebbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:43.961917 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-3a7b5378-0fcb-4a71-9a6f-b6adcfdebbfe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1627400 Feb 10 06:26:43.964657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:43.967303 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:44.010279 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ff608c-51cc-465a-b6a0-38697b870ab6 x-openstack-request-id: req-30ff608c-51cc-465a-b6a0-38697b870ab6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:44.010972 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "name": "network-vif-unplugged", "status": "completed", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:44.011236 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30ff608c-51cc-465a-b6a0-38697b870ab6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:44.011641 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0', 'code': 200} Feb 10 06:26:44.016304 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Publish callbacks [] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:44.058532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:44.059365 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:44.060891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] 10.222.0.24 "PUT /v2.0/ports/356071e6-366b-427e-a440-2e3daf7ac7bf HTTP/1.1" status: 200 len: 1096 time: 2.1510806 Feb 10 06:26:44.064096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ec527b-a0e6-40cc-8101-4ab4920ed60b', 'tag': '356071e6-366b-427e-a440-2e3daf7ac7bf'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:44.066655 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4bec54-3b55-43a9-83d9-3be52225618b" -d '{"events": [{"name": "network-changed", "server_uuid": "78ec527b-a0e6-40cc-8101-4ab4920ed60b", "tag": "356071e6-366b-427e-a440-2e3daf7ac7bf"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:44.092704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] For port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:44.093138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:44.109692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Calling delete_port for 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:44.160784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca328-f117-4b80-ba09-7497c3756aad service neutron] Pushing event updated for resources: {'Port': ['ID=356071e6-366b-427e-a440-2e3daf7ac7bf,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:44.176563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267224c-f22d-45cd-b6b9-6c3f4d9886bd req-097b5068-1aa0-407c-b130-f6b85371c1a4 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:44.177602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device df56a85d-de80-4a32-8b2d-215188e2d851 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:44.184896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2267224c-f22d-45cd-b6b9-6c3f4d9886bd req-097b5068-1aa0-407c-b130-f6b85371c1a4 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 936 time: 0.2357662 Feb 10 06:26:44.233298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: df56a85d-de80-4a32-8b2d-215188e2d851 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:44.234274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device df56a85d-de80-4a32-8b2d-215188e2d851 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:44.248569 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e6d1f8dd-7ad4-45bf-8d33-9fb3b098c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:44.252297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e6d1f8dd-7ad4-45bf-8d33-9fb3b098c210 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59c3e66cbe004946969e244c61df524e&device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 1130 time: 0.1498556 Feb 10 06:26:44.294814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2267224c-f22d-45cd-b6b9-6c3f4d9886bd req-534d12bf-a27b-4e07-a3cb-280117437b07 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089132 Feb 10 06:26:44.386981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-62c77041-8cbb-46c4-bef8-213892d6e996 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=356071e6-366b-427e-a440-2e3daf7ac7bf HTTP/1.1" status: 200 len: 217 time: 0.1218042 Feb 10 06:26:44.434787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:44.513287 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba1719e-f670-4dd7-8acf-95a86134b6f0 x-openstack-request-id: req-aba1719e-f670-4dd7-8acf-95a86134b6f0 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:44.513582 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c", "name": "network-vif-deleted", "tag": "df56a85d-de80-4a32-8b2d-215188e2d851", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:44.513836 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aba1719e-f670-4dd7-8acf-95a86134b6f0 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:44.514232 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdbac0f-3ff2-4b05-b4bb-1c6df7f5f49c', 'name': 'network-vif-deleted', 'tag': 'df56a85d-de80-4a32-8b2d-215188e2d851', 'status': 'completed', 'code': 200} Feb 10 06:26:44.521378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Pushing event deleted for resources: {'Port': ['ID=87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:44.554660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Transition to ACTIVE for port object e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:26:44.591946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:44.649913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e6b36381-02b3-4fdb-80db-c226e7785a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:44.651310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-e6b36381-02b3-4fdb-80db-c226e7785a9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.2580390 Feb 10 06:26:44.667865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] No DVR routers for this DVR port 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:44.672038 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:44.675580 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4011c7e7-6ae1-4bec-a8b8-dc86ef3f32ec req-dff24e31-79e1-4249-81b7-2dfe86c36987 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "DELETE /v2.0/ports/87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 HTTP/1.1" status: 204 len: 173 time: 1.3071618 Feb 10 06:26:44.677860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-3931ab3f-d668-4f73-801f-a50392ed2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:44.678696 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-3931ab3f-d668-4f73-801f-a50392ed2f71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7020082 Feb 10 06:26:44.685385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:44.712810 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-b21247cd-f5af-4960-aa93-913d000128ff tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136236 Feb 10 06:26:44.788108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6021f5-38da-4b97-ad2c-d5f9dff553b8 req-9b098222-23fe-45fc-a318-8a427ede47ca tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:44.789862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd6021f5-38da-4b97-ad2c-d5f9dff553b8 req-9b098222-23fe-45fc-a318-8a427ede47ca tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.3221619 Feb 10 06:26:44.933758 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-04c6e805-065d-41b9-a9b2-5b458a808a51 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441192 Feb 10 06:26:44.937157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Attempting to bind port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:44.937744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Attempting to bind port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:44.938067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Attempting to bind port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:45.005602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-790fe906-9286-4a50-a9df-219200afbea0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:45.007900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-790fe906-9286-4a50-a9df-219200afbea0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730196 Feb 10 06:26:45.009200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:45.009707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Attempting to bind port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:45.028309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-8a467f2e-2d5a-4d2e-9124-753232dadd6c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/quotas/72a4d829d43b4713a617d0fac13e0c08 HTTP/1.1" status: 200 len: 375 time: 0.0102167 Feb 10 06:26:45.040542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:45.045431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:45.045843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:45.047501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Bound port: e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:45.047879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:45.072052 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:45.111643 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd6021f5-38da-4b97-ad2c-d5f9dff553b8 req-3f23cfb3-a4c8-41cd-ab90-62c019472ad0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041530 Feb 10 06:26:45.128586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5175774-8715-4b89-b679-05273ffdaee4 req-0c9f4d66-0c2a-4f93-8efe-e96fc2543c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:45.131121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-0c9f4d66-0c2a-4f93-8efe-e96fc2543c81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4389360 Feb 10 06:26:45.156521 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-58250c5b-28a6-4f18-ab11-6e3175a3e2b6 req-1e684c79-1a5b-47c7-a6eb-ec3b179b2b2c service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131329 Feb 10 06:26:45.278106 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] For port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:45.291073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] For port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:45.298445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:45.354219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:45.354879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:45.356413 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d HTTP/1.1" status: 200 len: 1096 time: 2.3382423 Feb 10 06:26:45.377314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484987e-9ba6-4cb2-b07c-b1af42ef5609 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:45.523843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-68d786d4-2a68-4e8b-9da2-2832b9c39ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:45.525406 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-68d786d4-2a68-4e8b-9da2-2832b9c39ead service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 1130 time: 0.0715408 Feb 10 06:26:45.624871 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-06c5ed38-af8f-4072-9017-5351161cec00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d HTTP/1.1" status: 200 len: 217 time: 0.0915766 Feb 10 06:26:45.773778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c1f35b9-4d46-4fc5-9082-35308db383f7 req-fd281a05-3c8e-4adf-883b-06aa5f2134ed tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 210 time: 0.5572746 Feb 10 06:26:45.788828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-12ed8b40-d519-48b0-a5a4-eef3fce2a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:45.790228 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-12ed8b40-d519-48b0-a5a4-eef3fce2a8e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1568289 Feb 10 06:26:45.849656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-d1e26791-2c22-428f-85b7-e33a3a687627 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7343967 Feb 10 06:26:45.880797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-ab72db02-6b61-46c0-9c4a-bbb4e02970de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:45.883068 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-ab72db02-6b61-46c0-9c4a-bbb4e02970de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0793624 Feb 10 06:26:45.889304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-4e13e37a-bea6-4b80-8f53-d1667feaa008 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:45.892215 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-4e13e37a-bea6-4b80-8f53-d1667feaa008 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 804 time: 0.2412846 Feb 10 06:26:45.918192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-cced5e34-73c5-4a7d-8add-203b81002fed service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7520833 Feb 10 06:26:45.920431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Request body: {'port': {'device_id': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'admin_state_up': True, 'tenant_id': 'c1405219c3cf4ebe9b26ea911737101b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:46.033934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb3216-37e5-4365-8598-3d2ef605beef req-afac3146-f693-41fb-b6f3-9a9365377a93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:46.035729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7bb3216-37e5-4365-8598-3d2ef605beef req-afac3146-f693-41fb-b6f3-9a9365377a93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 949 time: 0.1438262 Feb 10 06:26:46.100285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5175774-8715-4b89-b679-05273ffdaee4 req-13fc0ba0-9c7f-41e0-b2f8-c8cad1812e94 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646960 Feb 10 06:26:46.123234 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-10f27373-d249-45af-84f9-e26f1548d545 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299137 Feb 10 06:26:46.144221 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da204a0-65c9-4587-bb4a-da0a30386eaa x-openstack-request-id: req-6da204a0-65c9-4587-bb4a-da0a30386eaa {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:46.145046 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ec527b-a0e6-40cc-8101-4ab4920ed60b", "tag": "356071e6-366b-427e-a440-2e3daf7ac7bf", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:46.147753 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6da204a0-65c9-4587-bb4a-da0a30386eaa {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:46.154366 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ec527b-a0e6-40cc-8101-4ab4920ed60b', 'tag': '356071e6-366b-427e-a440-2e3daf7ac7bf', 'status': 'completed', 'code': 200} Feb 10 06:26:46.158955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7bb3216-37e5-4365-8598-3d2ef605beef req-6f024c7e-7c29-4978-9b92-03b7641ed405 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134999 Feb 10 06:26:46.196335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4790856e-1ae5-41f6-a941-e9bff72025d3 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:46.228318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Made reservation on behalf of c1405219c3cf4ebe9b26ea911737101b for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:26:46.240413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:46.299551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:46.301420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-9a96d666-fcb8-4299-8746-c9d90d9bba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:46.303024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-9a96d666-fcb8-4299-8746-c9d90d9bba2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59c3e66cbe004946969e244c61df524e&device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 1130 time: 0.1430614 Feb 10 06:26:46.341275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:46.341626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:46.449714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 4790856e-1ae5-41f6-a941-e9bff72025d3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:26:46.462007 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:46.466932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 4790856e-1ae5-41f6-a941-e9bff72025d3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:46.467349 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:46.582651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-c19733cf-baa8-4d70-bb54-927ec452a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:46.586238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-c19733cf-baa8-4d70-bb54-927ec452a1b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2754979 Feb 10 06:26:46.608159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 4790856e-1ae5-41f6-a941-e9bff72025d3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:46.608870 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:46.640544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:46.643072 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1f7f09-c87d-4f84-9305-467630d416d4" -d '{"events": [{"server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "name": "network-vif-plugged", "status": "completed", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:46.658994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:46.664674 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:46.767834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-d0b118ae-17c5-4803-8991-caf20de5efc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=356071e6-366b-427e-a440-2e3daf7ac7bf HTTP/1.1" status: 200 len: 217 time: 0.1664228 Feb 10 06:26:46.787629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:46.817127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'name': 'network-vif-deleted', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0'}, {'name': 'network-changed', 'server_uuid': 'ace6adcf-8fb8-4ebe-991f-18cd577dc1f8', 'tag': 'e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:46.819426 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff7219d-abf7-463b-a164-8bf7d52c86d5" -d '{"events": [{"server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "name": "network-vif-deleted", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0"}, {"name": "network-changed", "server_uuid": "ace6adcf-8fb8-4ebe-991f-18cd577dc1f8", "tag": "e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:46.856505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-84c6ecf2-3889-45c4-a578-c9154b483730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:46.859275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-84c6ecf2-3889-45c4-a578-c9154b483730 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0677047 Feb 10 06:26:46.873527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6391151-7b4f-45b2-bf83-fbc3fe8d6de5 req-3f6927f7-ecfb-4908-b480-a7ca44785276 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:46.875321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6391151-7b4f-45b2-bf83-fbc3fe8d6de5 req-3f6927f7-ecfb-4908-b480-a7ca44785276 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 948 time: 0.4741011 Feb 10 06:26:46.947250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981710e-df89-4cb8-8377-ae74a511518b req-34bc700d-3b53-4f0d-aaa7-96a1753b98cf tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:46.951292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f981710e-df89-4cb8-8377-ae74a511518b req-34bc700d-3b53-4f0d-aaa7-96a1753b98cf tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 948 time: 0.3731558 Feb 10 06:26:46.957747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Allocated IP 172.20.0.3 (35d397d3-5527-492d-b911-dbab87472a5c/491df4a3-e634-4587-8c69-65e25f017261/b8b68924-c43d-4d94-a80f-c5e3f3b8491d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:47.031288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-27193c2b-3ee2-43b5-b8fe-81191bb40571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:47.033122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-27193c2b-3ee2-43b5-b8fe-81191bb40571 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1550863 Feb 10 06:26:47.083350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6391151-7b4f-45b2-bf83-fbc3fe8d6de5 req-f9c950e1-5330-4e2a-ae31-d20a150bbf0d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/security-groups?id=037ae302-4827-4a53-a961-36849d632e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947391 Feb 10 06:26:47.100093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f981710e-df89-4cb8-8377-ae74a511518b req-c04dfb62-cdda-4cac-b63f-1be71071c147 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259294 Feb 10 06:26:47.197827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks [] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:47.253101 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:47.301415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94401ec5-b1b4-4b16-a201-d8393f586062 req-af421a8b-314f-498e-8e5c-f92d9829b692 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 210 time: 0.0834084 Feb 10 06:26:47.305862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-c268a36b-90e8-470b-9260-26883070dc34 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650385 Feb 10 06:26:47.329197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Network 35d397d3-5527-492d-b911-dbab87472a5c is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:47.337154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:47.361874 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bb777ec3-ce0b-4030-9d73-9f9ed9db16f7 req-85e5e3b4-5837-4cc7-96d5-be2e2c72e2fe service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2292471 Feb 10 06:26:47.363068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:47.366985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Pushing event updated for resources: {'Port': ['ID=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:47.455503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed4bec54-3b55-43a9-83d9-3be52225618b req-8cebfcbc-d296-4713-96db-c177d3e265ee service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417716 Feb 10 06:26:47.468832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:47.469464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:47.491108 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-f8248115-d797-4481-907b-433a0aa4e20f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5754843 Feb 10 06:26:47.504500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Request body: {'port': {'device_id': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:47.512004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1128-0e87-46d2-ab5f-078dcc0c1b16 req-35f8801c-6aa1-4bfd-981e-6a479fc8be31 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:47.521983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-215c1128-0e87-46d2-ab5f-078dcc0c1b16 req-35f8801c-6aa1-4bfd-981e-6a479fc8be31 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.3089218 Feb 10 06:26:47.618072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:47.715875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-215c1128-0e87-46d2-ab5f-078dcc0c1b16 req-9de2ff65-81f0-43c2-bfbf-94f30c4dce71 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929321 Feb 10 06:26:47.784599 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-15f87d95-2cf1-4642-bf1c-f4a1fc1f4a59 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376160 Feb 10 06:26:47.813800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-8458389b-4c81-45d4-a3fe-ea3c5cf25d2b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:47.823819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-8458389b-4c81-45d4-a3fe-ea3c5cf25d2b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd&tenant_id=d4b018c08f88404caccb44ba8b4969ae&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 950 time: 0.2228565 Feb 10 06:26:47.828232 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1140e9fa-6336-4253-b66c-54d11efc20a0 x-openstack-request-id: req-1140e9fa-6336-4253-b66c-54d11efc20a0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:47.828736 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "name": "network-vif-plugged", "status": "completed", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:47.828832 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1140e9fa-6336-4253-b66c-54d11efc20a0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:47.829182 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'code': 200} Feb 10 06:26:47.849064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f916e25-7a4e-4d47-b739-e2d99e40063d req-39a43cca-c619-4d64-b7c7-3d51db76b3b4 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:47.851074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f916e25-7a4e-4d47-b739-e2d99e40063d req-39a43cca-c619-4d64-b7c7-3d51db76b3b4 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 949 time: 0.3266249 Feb 10 06:26:48.033660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f916e25-7a4e-4d47-b739-e2d99e40063d req-b261432b-5305-40a1-a31d-45a29d1d2a2d tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639726 Feb 10 06:26:48.067203 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-654b5fc8-a545-459b-b01c-1ecbd72d8d11 service neutron] delete failed (client error): The resource could not be found. Feb 10 06:26:48.068398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-654b5fc8-a545-459b-b01c-1ecbd72d8d11 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4790856e-1ae5-41f6-a941-e9bff72025d3/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.2168179 Feb 10 06:26:48.083928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc51d-bc47-4270-ad4d-b5d9866fa6c8 req-09f28d4e-5bb4-40e4-8bd3-1f012dd6765a tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.097834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-757fc51d-bc47-4270-ad4d-b5d9866fa6c8 req-09f28d4e-5bb4-40e4-8bd3-1f012dd6765a tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 931 time: 0.1619370 Feb 10 06:26:48.136232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-65c1cfda-9b28-4c2c-9a2e-dce6d2a7ee3b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.138433 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-65c1cfda-9b28-4c2c-9a2e-dce6d2a7ee3b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3468475 Feb 10 06:26:48.144736 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-d0ad624e-5dbf-437d-908f-860bfa732a69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2487721 Feb 10 06:26:48.148528 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9221934-55fd-4477-88fd-c5e077bbe81a x-openstack-request-id: req-a9221934-55fd-4477-88fd-c5e077bbe81a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:48.148930 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48fe8b0-a843-467f-ac4f-702327e69ceb", "name": "network-vif-deleted", "tag": "87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ace6adcf-8fb8-4ebe-991f-18cd577dc1f8", "tag": "e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:48.150085 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9221934-55fd-4477-88fd-c5e077bbe81a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:48.150871 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48fe8b0-a843-467f-ac4f-702327e69ceb', 'name': 'network-vif-deleted', 'tag': '87d61d1b-ad0c-4993-9d21-5f8b5c01b4e0', 'status': 'completed', 'code': 200} Feb 10 06:26:48.151233 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace6adcf-8fb8-4ebe-991f-18cd577dc1f8', 'tag': 'e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d', 'status': 'completed', 'code': 200} Feb 10 06:26:48.178027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Request body: {'port': {'device_id': 'a77a33b0-d39f-4043-970f-33e616be81bd', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '72a4d829d43b4713a617d0fac13e0c08'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:48.204778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-757fc51d-bc47-4270-ad4d-b5d9866fa6c8 req-a938dce9-28b1-4588-a64d-331a6f68deda tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060569 Feb 10 06:26:48.293211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 356071e6-366b-427e-a440-2e3daf7ac7bf details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:48.348126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b31e15-1288-4b8c-8bd7-8aa437982c92 req-7553a4c0-1b1b-47d4-9f88-8599b5bd7818 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.349782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29b31e15-1288-4b8c-8bd7-8aa437982c92 req-7553a4c0-1b1b-47d4-9f88-8599b5bd7818 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1019278 Feb 10 06:26:48.354922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-f9f2a895-9fd8-417b-9714-211903cea0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.356658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-f9f2a895-9fd8-417b-9714-211903cea0a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1132 time: 0.1653273 Feb 10 06:26:48.425430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 356071e6-366b-427e-a440-2e3daf7ac7bf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=356071e6-366b-427e-a440-2e3daf7ac7bf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:48.443300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '356071e6-366b-427e-a440-2e3daf7ac7bf', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '356071e6-366b-427e-a440-2e3daf7ac7bf', 'mac_address': 'fa:16:3e:1f:42:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:26:48.446378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29b31e15-1288-4b8c-8bd7-8aa437982c92 req-a42c1bf4-0f51-4c99-883a-a252e3a90092 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867059 Feb 10 06:26:48.454868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09dfac-46a2-449f-8f50-d4ae64e7132e req-fd321d02-bc61-4c2a-b77b-88c24d33d748 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.455503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b68924-c43d-4d94-a80f-c5e3f3b8491d {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:48.456365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac09dfac-46a2-449f-8f50-d4ae64e7132e req-fd321d02-bc61-4c2a-b77b-88c24d33d748 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 948 time: 0.1692746 Feb 10 06:26:48.470152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-c2d9b197-d73b-40f4-96cb-cc8c5d3a24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.471918 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-c2d9b197-d73b-40f4-96cb-cc8c5d3a24a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 1126 time: 0.2755113 Feb 10 06:26:48.473728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-92d2c2c2-6af8-49c4-8451-be8dc2578e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.475863 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-92d2c2c2-6af8-49c4-8451-be8dc2578e79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 1130 time: 0.2889125 Feb 10 06:26:48.482994 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Publish callbacks [] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:48.556532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 356071e6-366b-427e-a440-2e3daf7ac7bf is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:48.557572 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:48.570679 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Transition to ACTIVE for port object b8b68924-c43d-4d94-a80f-c5e3f3b8491d will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:26:48.578143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356071e6-366b-427e-a440-2e3daf7ac7bf {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:48.600934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 356071e6-366b-427e-a440-2e3daf7ac7bf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=356071e6-366b-427e-a440-2e3daf7ac7bf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:48.607620 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:48.614077 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:48.629663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac09dfac-46a2-449f-8f50-d4ae64e7132e req-c7b614f8-6c53-4e9b-be98-2c51473405f2 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/security-groups?id=037ae302-4827-4a53-a961-36849d632e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472425 Feb 10 06:26:48.633003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-21ed750b-5493-431f-93e8-669e56bdd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.634478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-21ed750b-5493-431f-93e8-669e56bdd883 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2524080 Feb 10 06:26:48.669528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=356071e6-366b-427e-a440-2e3daf7ac7bf,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:48.729789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Made reservation on behalf of 72a4d829d43b4713a617d0fac13e0c08 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:26:48.734153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:48.746690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-21051b93-a846-4095-99eb-eeac7b34db12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 200 len: 217 time: 0.0995097 Feb 10 06:26:48.795651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-16aa97fe-019a-4783-88bc-31e6715ee684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.797247 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-16aa97fe-019a-4783-88bc-31e6715ee684 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3111773 Feb 10 06:26:48.798341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-0d08855e-b9b6-4fbb-974d-2f6beb78c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.799923 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-0d08855e-b9b6-4fbb-974d-2f6beb78c21f service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.2898455 Feb 10 06:26:48.805586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-faf89583-c5e5-48b2-9a0e-1053208c909f req-78f8e660-4499-436c-99f7-ecd27d873fb1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 210 time: 0.0630341 Feb 10 06:26:48.818010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:48.853857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720639d-ec26-48e9-9e88-334f7533de8f req-6d5e485c-da31-4dfa-8a1f-20c5b66198dc tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.862355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4720639d-ec26-48e9-9e88-334f7533de8f req-6d5e485c-da31-4dfa-8a1f-20c5b66198dc tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 948 time: 0.3085947 Feb 10 06:26:48.879003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['356071e6-366b-427e-a440-2e3daf7ac7bf'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:48.914705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-b8c0c0b5-c423-4a55-9e6c-ed118649e74c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.916264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-b8c0c0b5-c423-4a55-9e6c-ed118649e74c tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 949 time: 0.2497582 Feb 10 06:26:48.953711 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-91b801bb-7a86-4690-a9aa-d8635c78e1b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 200 len: 217 time: 0.1236751 Feb 10 06:26:48.963026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-79b1d957-e896-4dd1-9019-d2173fe405bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:48.964496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-79b1d957-e896-4dd1-9019-d2173fe405bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.2037170 Feb 10 06:26:48.988143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4720639d-ec26-48e9-9e88-334f7533de8f req-4a9e0f43-4c19-4afa-8c8e-6546799135d8 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108184 Feb 10 06:26:49.114464 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-d082484e-ef53-4031-8c18-22362033d8d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d HTTP/1.1" status: 200 len: 217 time: 0.2682884 Feb 10 06:26:49.142209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165f1bc-44db-46bf-b488-f3f469897d1a req-3cec80d7-c5f6-4306-a6b9-eb1ac90082cc tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:49.143702 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c165f1bc-44db-46bf-b488-f3f469897d1a req-3cec80d7-c5f6-4306-a6b9-eb1ac90082cc tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.1856732 Feb 10 06:26:49.167213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Allocated IP 192.168.233.84 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/72ccc1fc-e958-42b0-af0b-6eefbd0ccf25) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:49.191115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-42fe961a-9f8b-441b-a873-b5d649c447d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:49.192630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-42fe961a-9f8b-441b-a873-b5d649c447d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2127805 Feb 10 06:26:49.253942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-11e68b68-b0bf-4440-896d-1b3637d8f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:49.255442 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-11e68b68-b0bf-4440-896d-1b3637d8f018 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1244090 Feb 10 06:26:49.262899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-18ecb3fe-b219-4b86-9b39-8b25e65ca537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:49.264344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-18ecb3fe-b219-4b86-9b39-8b25e65ca537 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.1490414 Feb 10 06:26:49.272249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Attempting to bind port b8b68924-c43d-4d94-a80f-c5e3f3b8491d on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:49.272587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Attempting to bind port b8b68924-c43d-4d94-a80f-c5e3f3b8491d by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:49.272959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Attempting to bind port b8b68924-c43d-4d94-a80f-c5e3f3b8491d on network 35d397d3-5527-492d-b911-dbab87472a5c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:49.276824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c165f1bc-44db-46bf-b488-f3f469897d1a req-232d59e2-1c75-4184-b94d-77f374256068 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204343 Feb 10 06:26:49.327200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Deleting port 21666f84-4425-4b00-9afb-3fd0ee06120d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:49.328122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:49.332768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Port b8b68924-c43d-4d94-a80f-c5e3f3b8491d on network 35d397d3-5527-492d-b911-dbab87472a5c not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:49.333090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Attempting to bind port b8b68924-c43d-4d94-a80f-c5e3f3b8491d on network 35d397d3-5527-492d-b911-dbab87472a5c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:49.336387 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-065aae81-3dc9-4112-a71d-7b2a38fceada service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539620 Feb 10 06:26:49.353259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e3dae-fe37-423d-a0ce-58988c275f72 req-28a6226e-9da2-4a74-8c22-ec99fc582c42 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:49.360557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:49.360894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Checking segment: {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:49.361282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Bound using segment: {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:49.361730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Bound port: b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:49.362096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:49.366721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-910e3dae-fe37-423d-a0ce-58988c275f72 req-28a6226e-9da2-4a74-8c22-ec99fc582c42 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 949 time: 0.2322292 Feb 10 06:26:49.536859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-f1cf5b98-4249-4228-9861-c67587d60a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:49.538391 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-f1cf5b98-4249-4228-9861-c67587d60a8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2724526 Feb 10 06:26:49.545604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] For port 21666f84-4425-4b00-9afb-3fd0ee06120d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21666f84-4425-4b00-9afb-3fd0ee06120d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:49.547533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:49.572658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-4a4e5156-4fa7-497b-9d73-e331ae66a12f service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691502 Feb 10 06:26:49.582340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Calling delete_port for 21666f84-4425-4b00-9afb-3fd0ee06120d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:49.585820 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:49.591419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-910e3dae-fe37-423d-a0ce-58988c275f72 req-00fab843-5673-412b-86bd-d988ee45999a tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219412 Feb 10 06:26:49.627641 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-cf2b5021-6ab9-496a-89e6-dea2b825b77d service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618353 Feb 10 06:26:49.663634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:49.707935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:49.729625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:49.770551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fcf36-d113-4314-a983-ecb2a91f99e8 req-767a88d5-fe0a-4341-9404-3f459758cb49 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:49.772164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-807fcf36-d113-4314-a983-ecb2a91f99e8 req-767a88d5-fe0a-4341-9404-3f459758cb49 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 943 time: 0.2983499 Feb 10 06:26:49.808086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:49.818875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:49.819743 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:49.820840 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8b68924-c43d-4d94-a80f-c5e3f3b8491d HTTP/1.1" status: 200 len: 1091 time: 2.3216178 Feb 10 06:26:49.826981 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-5a8ddeb5-622c-4189-9224-f98ea963f1f0 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791696 Feb 10 06:26:49.833454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b', '883d4534-b948-4c5c-8918-2be9d5e98524'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:49.880964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', '51accd06-142c-4a41-8064-ffc7f9ffa4c4', '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:49.886576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b02d7d-0ec8-48cb-a7fe-a90f73bbabe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:49.904364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:49.921405 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e39a4e26-7bc7-4efa-8d4d-8fa22eb8c0da req-619e21fe-e2bd-402d-920b-ac8b28272da8 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615080 Feb 10 06:26:49.985341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:50.020534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:50.204709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac81388d-24a6-46b0-9e59-f01ea5019ee3 req-261610e8-58a7-4d06-aea2-de527c3aa326 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253848 Feb 10 06:26:50.309191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 356071e6-366b-427e-a440-2e3daf7ac7bf up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:50.312780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af52ef-802c-4eab-9afa-39b06f901b58 req-03d9e6e0-bb78-4bc1-853e-dc2a0b1a2872 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:50.323621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5af52ef-802c-4eab-9afa-39b06f901b58 req-03d9e6e0-bb78-4bc1-853e-dc2a0b1a2872 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.6557400 Feb 10 06:26:50.423670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-807fcf36-d113-4314-a983-ecb2a91f99e8 req-36fe8062-1214-4d1e-98d7-e1babb7d2084 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189342 Feb 10 06:26:50.427066 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (21666f84-4425-4b00-9afb-3fd0ee06120d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:50.441454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5af52ef-802c-4eab-9afa-39b06f901b58 req-f66158f7-caad-4d02-af5d-6ee3f958d03c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163952 Feb 10 06:26:50.473172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:50.473172 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:50.474649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['fbdf9497-357f-448e-96b4-6c4c8f829e47'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:50.516805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Pushing event deleted for resources: {'Port': ['ID=21666f84-4425-4b00-9afb-3fd0ee06120d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:50.538099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event updated for resources: {'Port': ['ID=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:50.569215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0c2ea88f-f03b-4477-b83f-540ab697d4b8 None None] Provisioning complete for port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:50.569604 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c2ea88f-f03b-4477-b83f-540ab697d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:50.605013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:50.606044 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:50.631146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6ff7219d-abf7-463b-a164-8bf7d52c86d5 req-1bade893-4040-4d24-98f3-4efbf4413260 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7872257 Feb 10 06:26:50.633851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-fef76975-ee8c-4ac0-8d49-a67a81ea0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:50.635880 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-fef76975-ee8c-4ac0-8d49-a67a81ea0c99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 1125 time: 0.7398846 Feb 10 06:26:50.649305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 356071e6-366b-427e-a440-2e3daf7ac7bf completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:26:50.666418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 356071e6-366b-427e-a440-2e3daf7ac7bf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:50.666803 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:50.676170 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-47712eba-7f32-48d8-8cac-919aae3eb3cb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5024519 Feb 10 06:26:50.679849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] No DVR routers for this DVR port 21666f84-4425-4b00-9afb-3fd0ee06120d on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:50.696341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:50.703790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f9b3f35-0402-425c-86e8-6f0edf115866 req-0c5fad77-635f-401f-903d-6680270079ef tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "DELETE /v2.0/ports/21666f84-4425-4b00-9afb-3fd0ee06120d HTTP/1.1" status: 204 len: 173 time: 1.7777061 Feb 10 06:26:50.706225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e426a1c4-1a26-444c-8fe8-7d1e973e3680', 'name': 'network-vif-deleted', 'tag': '21666f84-4425-4b00-9afb-3fd0ee06120d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:50.718045 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca45bf27-f736-477a-bfc8-9c81376ae149" -d '{"events": [{"server_uuid": "e426a1c4-1a26-444c-8fe8-7d1e973e3680", "name": "network-vif-deleted", "tag": "21666f84-4425-4b00-9afb-3fd0ee06120d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:50.759459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Request body: {'port': {'device_id': 'a77a33b0-d39f-4043-970f-33e616be81bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:50.766529 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-393c3cfd-c398-46b7-b9b1-206168f93737 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d HTTP/1.1" status: 200 len: 217 time: 0.1211555 Feb 10 06:26:50.780597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ea88f-f03b-4477-b83f-540ab697d4b8 None None] Port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:26:50.798291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bc8ae-f533-4287-ad44-591511e73894 req-b1d1ea6c-d085-4284-822f-d09644feeafb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:50.805187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa2bc8ae-f533-4287-ad44-591511e73894 req-b1d1ea6c-d085-4284-822f-d09644feeafb tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 935 time: 0.1903243 Feb 10 06:26:50.911531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0622-2cea-4b05-91aa-9197b0c210b7 req-3638c8bf-3b47-4a92-987d-99ed5a1ca457 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:50.913453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bae0622-2cea-4b05-91aa-9197b0c210b7 req-3638c8bf-3b47-4a92-987d-99ed5a1ca457 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 949 time: 0.3002050 Feb 10 06:26:50.918110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-94edd8a7-c61c-4557-9516-d6ef39cac4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:50.919706 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-94edd8a7-c61c-4557-9516-d6ef39cac4f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=491df4a3-e634-4587-8c69-65e25f017261 HTTP/1.1" status: 200 len: 844 time: 0.1050642 Feb 10 06:26:50.954123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa2bc8ae-f533-4287-ad44-591511e73894 req-e39c8f2d-8ac3-4169-bfca-4f7ca95b7c12 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364663 Feb 10 06:26:50.992916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 356071e6-366b-427e-a440-2e3daf7ac7bf is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:50.993409 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:51.002182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:51.037971 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-1c2ea021-16f9-4d5a-9f00-8057d1cd7b3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d397d3-5527-492d-b911-dbab87472a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089289 Feb 10 06:26:51.047519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bae0622-2cea-4b05-91aa-9197b0c210b7 req-b5421c51-3e48-4c6f-875e-370d91b703f4 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/security-groups?id=037ae302-4827-4a53-a961-36849d632e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180968 Feb 10 06:26:51.086910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ec527b-a0e6-40cc-8101-4ab4920ed60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356071e6-366b-427e-a440-2e3daf7ac7bf'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:51.089401 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd68b7b9-9b12-415d-bea7-ce6a9a7c28dc" -d '{"events": [{"server_uuid": "78ec527b-a0e6-40cc-8101-4ab4920ed60b", "name": "network-vif-plugged", "status": "completed", "tag": "356071e6-366b-427e-a440-2e3daf7ac7bf"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:51.166519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 356071e6-366b-427e-a440-2e3daf7ac7bf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=356071e6-366b-427e-a440-2e3daf7ac7bf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:51.187773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:51.216861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff5c53-fb06-491d-9722-b5858aa3237b req-92fccfab-0dbd-479b-971f-11fd9fa6ef01 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:51.225457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efff5c53-fb06-491d-9722-b5858aa3237b req-92fccfab-0dbd-479b-971f-11fd9fa6ef01 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 948 time: 0.1333296 Feb 10 06:26:51.263002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=356071e6-366b-427e-a440-2e3daf7ac7bf,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:51.326895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efff5c53-fb06-491d-9722-b5858aa3237b req-c59e2c20-24f6-4838-ae32-ec5916c86449 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971093 Feb 10 06:26:51.345795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396106-4d25-4d3a-b33a-dd1ea8b8b455 req-f446c961-eacf-4535-be8f-34dee31b9bcd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:51.347476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49396106-4d25-4d3a-b33a-dd1ea8b8b455 req-f446c961-eacf-4535-be8f-34dee31b9bcd tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.1190548 Feb 10 06:26:51.378164 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-62b1e3ed-d4b2-41d2-9296-bff59558cdc3 service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309233 Feb 10 06:26:51.438903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49396106-4d25-4d3a-b33a-dd1ea8b8b455 req-0333cb87-b82f-413a-88da-74a3f60aef19 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820520 Feb 10 06:26:51.489397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15bb5e20-e32a-4c85-ae48-00a42d3ba326 req-543478f2-4af7-4388-b71c-13038259a1ec tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e426a1c4-1a26-444c-8fe8-7d1e973e3680 HTTP/1.1" status: 200 len: 210 time: 0.0420556 Feb 10 06:26:51.533135 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4756fca2-0548-4680-aa1e-9a0fa5fc5345 x-openstack-request-id: req-4756fca2-0548-4680-aa1e-9a0fa5fc5345 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:51.533644 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ec527b-a0e6-40cc-8101-4ab4920ed60b", "name": "network-vif-plugged", "status": "completed", "tag": "356071e6-366b-427e-a440-2e3daf7ac7bf", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:51.533866 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4756fca2-0548-4680-aa1e-9a0fa5fc5345 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:51.534352 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ec527b-a0e6-40cc-8101-4ab4920ed60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356071e6-366b-427e-a440-2e3daf7ac7bf', 'code': 200} Feb 10 06:26:51.542546 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b84721c-32b5-41b1-aa33-b6c5c45c4f18 x-openstack-request-id: req-3b84721c-32b5-41b1-aa33-b6c5c45c4f18 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:51.542859 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e426a1c4-1a26-444c-8fe8-7d1e973e3680", "name": "network-vif-deleted", "tag": "21666f84-4425-4b00-9afb-3fd0ee06120d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:51.543118 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b84721c-32b5-41b1-aa33-b6c5c45c4f18 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:51.543520 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e426a1c4-1a26-444c-8fe8-7d1e973e3680', 'name': 'network-vif-deleted', 'tag': '21666f84-4425-4b00-9afb-3fd0ee06120d', 'status': 'completed', 'code': 200} Feb 10 06:26:51.550039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:51.570864 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Publish callbacks [] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:51.578896 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7aa012-b4c7-4758-89e4-7a19e7a4f289 x-openstack-request-id: req-7b7aa012-b4c7-4758-89e4-7a19e7a4f289 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:51.582433 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:51.582960 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b7aa012-b4c7-4758-89e4-7a19e7a4f289 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:51.585394 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d', 'status': 'completed', 'code': 200} Feb 10 06:26:51.666528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Transition to ACTIVE for port object 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:26:51.675867 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:51.718438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae6d9c-1c95-4db7-b4a8-4c18bda8c4f1 req-7f648005-a763-496f-a368-21f2fa1a6eb5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:51.720017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3ae6d9c-1c95-4db7-b4a8-4c18bda8c4f1 req-7f648005-a763-496f-a368-21f2fa1a6eb5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 943 time: 0.1239350 Feb 10 06:26:51.724266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0020d-5202-4fb4-96bd-4350d810c5ce req-91069155-8601-452d-a606-4a4ea2fe3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:51.725738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61c0020d-5202-4fb4-96bd-4350d810c5ce req-91069155-8601-452d-a606-4a4ea2fe3c65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 1132 time: 0.1022422 Feb 10 06:26:51.742068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd9d12-a3ac-4e65-9234-31946fe2a407 req-412d8fb0-6a30-4dfa-9f15-153c947bf77c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:51.746006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bbd9d12-a3ac-4e65-9234-31946fe2a407 req-412d8fb0-6a30-4dfa-9f15-153c947bf77c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1104422 Feb 10 06:26:51.752892 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4f6b748-95fd-41c5-8be8-2650599f39dd req-11a99a62-37fd-48c8-91a1-30d6d81e04a3 service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654000 Feb 10 06:26:51.755673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Pushing event updated for resources: {'Port': ['ID=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:51.892358 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3ae6d9c-1c95-4db7-b4a8-4c18bda8c4f1 req-c2f9a953-6802-41ae-b96b-d36a301d8faf tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592133 Feb 10 06:26:51.914172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bbd9d12-a3ac-4e65-9234-31946fe2a407 req-eedc9807-bf98-4785-9e2c-50a50d1f0779 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490719 Feb 10 06:26:51.921659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61c0020d-5202-4fb4-96bd-4350d810c5ce req-be17454e-f05f-49f9-ae07-42c0f47990b1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=037ae302-4827-4a53-a961-36849d632e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668789 Feb 10 06:26:51.961819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Attempting to bind port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:51.962550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Attempting to bind port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:51.963269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Attempting to bind port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:51.980782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:51.981050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Attempting to bind port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:51.994559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:51.994912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:51.995210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:51.995654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Bound port: 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:51.996082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:52.011212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-e6395d59-f82d-4fa9-ad31-7a77b15d41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.013006 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-e6395d59-f82d-4fa9-ad31-7a77b15d41a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 1125 time: 0.1367924 Feb 10 06:26:52.082511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] For port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:52.086561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] For port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:52.090107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd79d6-f5f5-4685-9055-870fcc2be455 req-ca3848a0-b4b2-4750-9cb6-d6de2fd605e3 tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.092398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37fd79d6-f5f5-4685-9055-870fcc2be455 req-ca3848a0-b4b2-4750-9cb6-d6de2fd605e3 tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 1132 time: 0.0852180 Feb 10 06:26:52.095439 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:52.164192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.165121 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:52.166893 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] 10.222.0.13 "PUT /v2.0/ports/72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 HTTP/1.1" status: 200 len: 1095 time: 1.4184904 Feb 10 06:26:52.213826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37fd79d6-f5f5-4685-9055-870fcc2be455 req-c3f649e1-c845-499e-9452-2dc52d83fa0f tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994346 Feb 10 06:26:52.222622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:52.226116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 21666f84-4425-4b00-9afb-3fd0ee06120d no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:52.240139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b3493-2bb7-4388-9016-f926517716fa req-a90eaa78-dff1-4389-8795-dac58757a124 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.251748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba6b3493-2bb7-4388-9016-f926517716fa req-a90eaa78-dff1-4389-8795-dac58757a124 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 947 time: 0.1793687 Feb 10 06:26:52.292221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 21666f84-4425-4b00-9afb-3fd0ee06120d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:52.292566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 21666f84-4425-4b00-9afb-3fd0ee06120d not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:52.347707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48b06b-5fa0-49f5-8acd-e704f927fc26 service neutron] Pushing event updated for resources: {'Port': ['ID=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:52.391482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba6b3493-2bb7-4388-9016-f926517716fa req-1e544198-786f-47cc-83cf-3a0ade782d83 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296852 Feb 10 06:26:52.419878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-4eb2babc-b844-49dd-9a87-a1fb7bd2362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.428177 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-4eb2babc-b844-49dd-9a87-a1fb7bd2362a service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 904 time: 0.3006632 Feb 10 06:26:52.432285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-2048350b-997e-45f7-92a4-5120053b620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.433708 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-2048350b-997e-45f7-92a4-5120053b620d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 1129 time: 0.1779807 Feb 10 06:26:52.449325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afeac3-bf0b-4fbc-bffd-78924b006724 req-9fe9e681-914e-46d1-9ce1-4ca7bfecfb0b tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.451063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25afeac3-bf0b-4fbc-bffd-78924b006724 req-9fe9e681-914e-46d1-9ce1-4ca7bfecfb0b tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 950 time: 0.1046183 Feb 10 06:26:52.479882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:52.493630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d', 'mac_address': 'fa:16:3e:e5:ca:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:26:52.558462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:52.558867 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:52.566218 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-e3e40a5c-8575-467a-a73d-748e9aa5ae7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d HTTP/1.1" status: 200 len: 217 time: 0.1315444 Feb 10 06:26:52.603088 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-b70a498b-273f-48b8-951d-0cbd304aef1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 HTTP/1.1" status: 200 len: 217 time: 0.1570792 Feb 10 06:26:52.663491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25afeac3-bf0b-4fbc-bffd-78924b006724 req-b6e43437-a6c6-48d8-a782-26ad5b1dac81 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/security-groups?id=037ae302-4827-4a53-a961-36849d632e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052331 Feb 10 06:26:52.690773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-2f223e19-0263-4f19-8a60-9aabdf44c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.695806 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-2f223e19-0263-4f19-8a60-9aabdf44c9cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=491df4a3-e634-4587-8c69-65e25f017261 HTTP/1.1" status: 200 len: 844 time: 0.0996680 Feb 10 06:26:52.700089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-24f7b46a-4986-43fc-a136-4d81dd8a23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.703388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ee626-e110-43e4-8635-0c33a9fef83c req-f588bfb9-a0c7-4668-85f0-268cb96a3425 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.704934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c4ee626-e110-43e4-8635-0c33a9fef83c req-f588bfb9-a0c7-4668-85f0-268cb96a3425 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 948 time: 0.1411242 Feb 10 06:26:52.706073 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-24f7b46a-4986-43fc-a136-4d81dd8a23e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0839603 Feb 10 06:26:52.735204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:52.760775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:52.769500 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:52.784099 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-bbe5ab3b-cadb-45fe-881d-cebad959220b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d397d3-5527-492d-b911-dbab87472a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727158 Feb 10 06:26:52.817681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c4ee626-e110-43e4-8635-0c33a9fef83c req-8142ca9e-8667-4b0a-a0a0-7aab94303d43 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936437 Feb 10 06:26:52.824959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:52.849154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dff9a-6a98-441f-8cf4-9bf3bdcc7b9e req-5c09da00-8a54-4b0c-8d24-8baadd062e29 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.850698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-561dff9a-6a98-441f-8cf4-9bf3bdcc7b9e req-5c09da00-8a54-4b0c-8d24-8baadd062e29 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.1031899 Feb 10 06:26:52.890327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-45390434-1eb8-4d4d-a365-ff8aec682630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:52.892744 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-45390434-1eb8-4d4d-a365-ff8aec682630 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1728821 Feb 10 06:26:52.904439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-561dff9a-6a98-441f-8cf4-9bf3bdcc7b9e req-5941e567-a802-4c50-9b93-c32e301e1165 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463023 Feb 10 06:26:52.990071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-f597c0bb-b6e5-4af2-ba19-8d0c6739df1f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d4b018c08f88404caccb44ba8b4969ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279214 Feb 10 06:26:52.996778 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-39e2a867-b6bf-45b1-9876-0cdbe19f0d3b service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002037 Feb 10 06:26:53.051051 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-c4e436df-a735-4cd8-bf5f-ac77f50c8bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421001 Feb 10 06:26:53.146044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-238093ce-adab-4b97-81c0-50afdf491ad7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:53.149699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-238093ce-adab-4b97-81c0-50afdf491ad7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497400 Feb 10 06:26:53.197150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-4ffcaf67-2d35-456f-bfc1-76b18dbe1a2e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/quotas/d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 375 time: 0.0373919 Feb 10 06:26:53.220703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9ebbb2d-68d0-4da4-b0dc-58ab7c899b6b req-a01ffc78-be02-4f59-8a99-caeefec7b68a service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067461 Feb 10 06:26:53.242940 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a5b76d0-0056-4cf9-a620-15c9d1c1a629 req-b3518573-9439-4f86-9272-9af1b790225e service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286132 Feb 10 06:26:53.260474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d6192-644c-4695-ae6b-db7ba55537e3 req-d3aa74d9-a291-4968-96b2-21ba2e415f32 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:53.263198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f16d6192-644c-4695-ae6b-db7ba55537e3 req-d3aa74d9-a291-4968-96b2-21ba2e415f32 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 943 time: 0.1123223 Feb 10 06:26:53.300895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-9aba7f66-6dc7-4d41-a9c8-6dc7db13fc0c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937538 Feb 10 06:26:53.325747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f16d6192-644c-4695-ae6b-db7ba55537e3 req-0f044a3d-4105-4168-9fa8-99f50ea63822 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553641 Feb 10 06:26:53.517864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e016063-9a94-4d81-a927-97ae69e99786 req-a5820df6-f897-4228-85b9-64227e082637 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:53.519390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e016063-9a94-4d81-a927-97ae69e99786 req-a5820df6-f897-4228-85b9-64227e082637 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.1046023 Feb 10 06:26:53.560140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f64b7-957b-47e1-9375-3876441fcd09 req-ef89ee27-71b5-497c-874f-cc872b8b10f8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:53.562192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac9f64b7-957b-47e1-9375-3876441fcd09 req-ef89ee27-71b5-497c-874f-cc872b8b10f8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 947 time: 0.0840549 Feb 10 06:26:53.588246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77a33b0-d39f-4043-970f-33e616be81bd', 'tag': '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:53.591622 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c" -d '{"events": [{"name": "network-changed", "server_uuid": "a77a33b0-d39f-4043-970f-33e616be81bd", "tag": "72ccc1fc-e958-42b0-af0b-6eefbd0ccf25"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:53.606511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e016063-9a94-4d81-a927-97ae69e99786 req-3d3c7911-de1f-4545-a2ee-7d1f6716537d tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791562 Feb 10 06:26:53.652137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac9f64b7-957b-47e1-9375-3876441fcd09 req-689cebcf-458b-40b2-b312-ef303693985e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806422 Feb 10 06:26:53.702404 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:26:53.707857 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e3f233-3aa8-43be-acf1-f032a2dff167 x-openstack-request-id: req-b9e3f233-3aa8-43be-acf1-f032a2dff167 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:53.708650 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77a33b0-d39f-4043-970f-33e616be81bd", "tag": "72ccc1fc-e958-42b0-af0b-6eefbd0ccf25", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:53.709054 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9e3f233-3aa8-43be-acf1-f032a2dff167 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:53.709606 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77a33b0-d39f-4043-970f-33e616be81bd', 'tag': '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25', 'status': 'completed', 'code': 200} Feb 10 06:26:53.710233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab028ac3-3fb4-4090-a127-b521be4f91cc req-887d9599-09d4-4e2c-8e77-7022e6290f0c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 210 time: 0.0496566 Feb 10 06:26:53.738476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:53.811389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-b69ab7cb-99dc-4ff8-b43b-d8c4dcea980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:53.814075 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-b69ab7cb-99dc-4ff8-b43b-d8c4dcea980f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 1129 time: 0.0661869 Feb 10 06:26:53.872467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce6efb-205e-49f2-9e99-4e84bacfef29 req-017e0275-2ce4-4021-a483-0572ff7e039b tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:53.885259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3ce6efb-205e-49f2-9e99-4e84bacfef29 req-017e0275-2ce4-4021-a483-0572ff7e039b tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 950 time: 0.1263647 Feb 10 06:26:53.974720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-0c6f454b-1f2d-4a46-b586-87566c58ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:53.976652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-0c6f454b-1f2d-4a46-b586-87566c58ee42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1453607 Feb 10 06:26:54.037653 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-232ac4b6-77e5-43ba-8961-7c8c37779e9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 HTTP/1.1" status: 200 len: 217 time: 0.0487483 Feb 10 06:26:54.038801 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3ce6efb-205e-49f2-9e99-4e84bacfef29 req-fed7b0b4-2bf1-469e-b4f9-1330e59450c1 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/security-groups?id=037ae302-4827-4a53-a961-36849d632e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514010 Feb 10 06:26:54.063920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7ae6-d366-46d1-8438-fe6240857414 req-64821f0f-8a9d-4944-a5ec-73d24d098fd6 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:54.076807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-988f7ae6-d366-46d1-8438-fe6240857414 req-64821f0f-8a9d-4944-a5ec-73d24d098fd6 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 949 time: 0.1748421 Feb 10 06:26:54.121297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-b48e42f4-e382-44bd-8c94-40894f4a0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:54.122896 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-b48e42f4-e382-44bd-8c94-40894f4a0461 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0720761 Feb 10 06:26:54.170914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-988f7ae6-d366-46d1-8438-fe6240857414 req-5addbd73-2397-4600-bdd2-1b5d2eab3e95 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921319 Feb 10 06:26:54.190980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-a3a4b9ca-be5c-4307-865b-67731d598434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:54.192732 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-a3a4b9ca-be5c-4307-865b-67731d598434 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0599656 Feb 10 06:26:54.212259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fb5cb-3737-4a97-b4ed-639f5b0036f7 req-a1292966-13a2-41e6-beaf-243a123d5df1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:54.221417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-141fb5cb-3737-4a97-b4ed-639f5b0036f7 req-a1292966-13a2-41e6-beaf-243a123d5df1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.1038682 Feb 10 06:26:54.289978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-141fb5cb-3737-4a97-b4ed-639f5b0036f7 req-5abf50b2-5c1f-4aeb-aca3-63086dc708e8 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673468 Feb 10 06:26:54.308234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b8b68924-c43d-4d94-a80f-c5e3f3b8491d details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:54.354216 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-d3e6b60a-017e-4844-ac53-d6ca641cb636 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522670 Feb 10 06:26:54.466561 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a8cdd1b-149e-4a09-acad-1f47e7f8f91c req-f558ff42-a0e1-4c6d-9db8-c43e72447632 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026924 Feb 10 06:26:54.468499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:54.482570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'port_id': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d', 'mac_address': 'fa:16:3e:de:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491df4a3-e634-4587-8c69-65e25f017261', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:26:54.533097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b8b68924-c43d-4d94-a80f-c5e3f3b8491d is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:54.533771 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:54.535629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ba951-956a-41f9-a3e0-adda2a909f60 req-ae17601f-7290-483f-a52a-d368ad5608ad tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:54.542587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-092ba951-956a-41f9-a3e0-adda2a909f60 req-ae17601f-7290-483f-a52a-d368ad5608ad tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 950 time: 0.1108110 Feb 10 06:26:54.549919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b68924-c43d-4d94-a80f-c5e3f3b8491d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:54.574516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e944bd-fa7f-4cd7-ba16-b49595260158 req-cc0cbe91-b963-4dd4-870f-094d187924c1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:54.581482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59e944bd-fa7f-4cd7-ba16-b49595260158 req-cc0cbe91-b963-4dd4-870f-094d187924c1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 943 time: 0.1152930 Feb 10 06:26:54.582932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:54.594718 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:54.657376 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-092ba951-956a-41f9-a3e0-adda2a909f60 req-97af8eff-1b5f-4c06-96da-9943eebed95f tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/security-groups?id=037ae302-4827-4a53-a961-36849d632e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090887 Feb 10 06:26:54.658268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:54.671566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59e944bd-fa7f-4cd7-ba16-b49595260158 req-7e2c5240-bfb6-42ee-b58c-8487e1f36c97 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857339 Feb 10 06:26:54.687558 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-701e1de0-12ff-4116-87f7-b88d10c8540b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d4b018c08f88404caccb44ba8b4969ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569210 Feb 10 06:26:54.832577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad4e5-890a-4865-8829-305ea67fa442 req-dc030046-4df8-440f-a62a-7be7aa42bed9 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:54.834089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7dcad4e5-890a-4865-8829-305ea67fa442 req-dc030046-4df8-440f-a62a-7be7aa42bed9 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.0998578 Feb 10 06:26:54.852170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-45e3cc72-cdde-4e4e-a561-3c17efe40fb4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:54.853346 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-45e3cc72-cdde-4e4e-a561-3c17efe40fb4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593003 Feb 10 06:26:54.866138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Request body: {'port': {'device_id': '6d693972-eae4-4025-884b-566d63c7b6b1', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'd4b018c08f88404caccb44ba8b4969ae'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:54.877280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aab28-0e03-4017-9c64-bd16f007c558 req-c8f6f627-3fbc-49f4-b92d-48ed224b1389 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:54.877869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['b8b68924-c43d-4d94-a80f-c5e3f3b8491d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:54.883338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d9aab28-0e03-4017-9c64-bd16f007c558 req-c8f6f627-3fbc-49f4-b92d-48ed224b1389 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 947 time: 0.0999093 Feb 10 06:26:54.948440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d9aab28-0e03-4017-9c64-bd16f007c558 req-c1d78a73-382a-4119-8459-7adc1fdfa7fe tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588233 Feb 10 06:26:54.971082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7dcad4e5-890a-4865-8829-305ea67fa442 req-884e6f3c-4b69-4bf1-be7b-b56b69396111 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/security-groups?id=69dfa576-eb23-4355-9904-90872e8ce921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201596 Feb 10 06:26:54.998043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Made reservation on behalf of d4b018c08f88404caccb44ba8b4969ae for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:26:55.002550 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:55.053286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff1aca3-8f7b-4a18-9dd6-1bc30a4d7c52 req-970f3d93-95bf-48f0-9cf5-c321c9414e10 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 210 time: 0.0443048 Feb 10 06:26:55.156194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Allocated IP 192.168.233.236 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/7a007442-be89-4c19-9f4c-b090f842551d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:26:55.310023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a92c-b97f-4cd4-896c-749305f3d1ba req-b179a3ad-45a8-4db4-a85e-751d4716b215 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:55.324671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d47a92c-b97f-4cd4-896c-749305f3d1ba req-b179a3ad-45a8-4db4-a85e-751d4716b215 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 949 time: 0.0705850 Feb 10 06:26:55.353780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks [] for port (7a007442-be89-4c19-9f4c-b090f842551d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:55.396558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-aaea00e2-66e9-4fad-8c06-e4000febbf80 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:55.398039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-aaea00e2-66e9-4fad-8c06-e4000febbf80 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 950 time: 0.0884120 Feb 10 06:26:55.411332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d47a92c-b97f-4cd4-896c-749305f3d1ba req-b18d1843-622d-4de5-bfd3-26b05c6c955e tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761950 Feb 10 06:26:55.443832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7a007442-be89-4c19-9f4c-b090f842551d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:55.453655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1f38f-1d6f-413e-911e-578cf7adda38 req-4a781137-23d1-4b65-b728-1ba5891894ec tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:55.461718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['4790856e-1ae5-41f6-a941-e9bff72025d3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:55.470396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6eb1f38f-1d6f-413e-911e-578cf7adda38 req-4a781137-23d1-4b65-b728-1ba5891894ec tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.0977032 Feb 10 06:26:55.526701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:26:55.534507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:26:55.537930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6eb1f38f-1d6f-413e-911e-578cf7adda38 req-f1ec97d7-4c82-4731-900c-b1d93243651b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659978 Feb 10 06:26:55.539736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:26:55.542906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Pushing event updated for resources: {'Port': ['ID=7a007442-be89-4c19-9f4c-b090f842551d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:55.599854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.600150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.600498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.600837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.601171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.601502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.601830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.602160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.602602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.602955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.603304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.603612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.603938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:55.633963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:55.634634 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:55.649044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Deleting port fbdf9497-357f-448e-96b4-6c4c8f829e47 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:55.649446 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:55.671824 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-786e7022-0ead-4a7f-8a85-bc51e729d224 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8096151 Feb 10 06:26:55.690703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Request body: {'port': {'device_id': '6d693972-eae4-4025-884b-566d63c7b6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:26:55.819421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] For port fbdf9497-357f-448e-96b4-6c4c8f829e47, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fbdf9497-357f-448e-96b4-6c4c8f829e47,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:55.819793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:55.822572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7a007442-be89-4c19-9f4c-b090f842551d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:55.836332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42aedb-4be7-4385-9e62-dd77d7db63e8 req-3f695575-034b-4665-8402-9f7c9a831117 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:55.837987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a42aedb-4be7-4385-9e62-dd77d7db63e8 req-3f695575-034b-4665-8402-9f7c9a831117 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 950 time: 0.1083875 Feb 10 06:26:55.846588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Calling delete_port for fbdf9497-357f-448e-96b4-6c4c8f829e47 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:55.889963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c1150ace-380a-41b6-8dae-81220b6b7089 None None] Provisioning complete for port 7a007442-be89-4c19-9f4c-b090f842551d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:55.890766 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1150ace-380a-41b6-8dae-81220b6b7089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7a007442-be89-4c19-9f4c-b090f842551d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:55.924733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9748a-cb9b-4566-8db2-1d9bece13c5e req-a024390a-3af8-4c76-8acc-4d0951aa1ea6 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:55.931603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18e9748a-cb9b-4566-8db2-1d9bece13c5e req-a024390a-3af8-4c76-8acc-4d0951aa1ea6 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 944 time: 0.1333840 Feb 10 06:26:55.936898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1150ace-380a-41b6-8dae-81220b6b7089 None None] Port 7a007442-be89-4c19-9f4c-b090f842551d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:26:55.985544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-adec60a6-d2d8-4d71-b018-e8ea429d6919 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:55.987478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-adec60a6-d2d8-4d71-b018-e8ea429d6919 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 950 time: 0.1186979 Feb 10 06:26:56.058502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a42aedb-4be7-4385-9e62-dd77d7db63e8 req-5410d013-db45-48a9-8708-b3ddd6c913e1 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/security-groups?id=037ae302-4827-4a53-a961-36849d632e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052770 Feb 10 06:26:56.089299 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18e9748a-cb9b-4566-8db2-1d9bece13c5e req-76d29915-f1f0-47c9-9c92-9fa7c0f71039 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554983 Feb 10 06:26:56.161625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fbdf9497-357f-448e-96b4-6c4c8f829e47), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.173626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['fbdf9497-357f-448e-96b4-6c4c8f829e47'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:56.204249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Pushing event deleted for resources: {'Port': ['ID=fbdf9497-357f-448e-96b4-6c4c8f829e47,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:56.230863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee2aca6-4c7f-4f91-a5a3-07193255d051 req-45b4a4aa-f294-4452-bdd1-cf114c7ff2b8 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bac7d8e-c74c-4394-ab27-47b7f344aaaa HTTP/1.1" status: 200 len: 210 time: 0.0756295 Feb 10 06:26:56.239278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:56.285238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] No DVR routers for this DVR port fbdf9497-357f-448e-96b4-6c4c8f829e47 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:56.289068 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.292927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a4188bb1-e87d-419e-888e-aae2c6e02584 req-f351338c-2cd4-425b-911e-8a392aa8d370 tempest-ServersAdminTestJSON-337356138 tempest-ServersAdminTestJSON-337356138-project] 10.222.0.13 "DELETE /v2.0/ports/fbdf9497-357f-448e-96b4-6c4c8f829e47 HTTP/1.1" status: 204 len: 173 time: 0.8873539 Feb 10 06:26:56.293079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-deleted', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:56.295391 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256fd76c-1cd4-4528-afef-c7437ce731ae" -d '{"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-deleted", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:56.311474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b8b68924-c43d-4d94-a80f-c5e3f3b8491d up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:26:56.337192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a007442-be89-4c19-9f4c-b090f842551d {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:56.349828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Deleting port 356071e6-366b-427e-a440-2e3daf7ac7bf {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:26:56.350443 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.352360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Publish callbacks [] for port (7a007442-be89-4c19-9f4c-b090f842551d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.379083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Transition to ACTIVE for port object 7a007442-be89-4c19-9f4c-b090f842551d will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:26:56.384757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7a007442-be89-4c19-9f4c-b090f842551d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.403566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a932c-c42a-4aac-b39d-f280651c4893 req-b0b2dc9a-9783-4ef6-97af-a967b45e784e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:56.405136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc3a932c-c42a-4aac-b39d-f280651c4893 req-b0b2dc9a-9783-4ef6-97af-a967b45e784e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 947 time: 0.1730566 Feb 10 06:26:56.436560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:26:56.441937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port b8b68924-c43d-4d94-a80f-c5e3f3b8491d completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:26:56.445411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:56.445785 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.519859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port b8b68924-c43d-4d94-a80f-c5e3f3b8491d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:26:56.520492 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.527674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Pushing event updated for resources: {'Port': ['ID=7a007442-be89-4c19-9f4c-b090f842551d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:56.588084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] For port 356071e6-366b-427e-a440-2e3daf7ac7bf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=356071e6-366b-427e-a440-2e3daf7ac7bf,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:56.588451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.599193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Attempting to bind port 7a007442-be89-4c19-9f4c-b090f842551d on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:26:56.599520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Attempting to bind port 7a007442-be89-4c19-9f4c-b090f842551d by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:26:56.599844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Attempting to bind port 7a007442-be89-4c19-9f4c-b090f842551d on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:56.605217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Port 7a007442-be89-4c19-9f4c-b090f842551d on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:26:56.605546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Attempting to bind port 7a007442-be89-4c19-9f4c-b090f842551d on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:26:56.608721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc3a932c-c42a-4aac-b39d-f280651c4893 req-a8b9af90-0c5a-465b-b832-8a801db9c87d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939657 Feb 10 06:26:56.613089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:26:56.613435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:26:56.613977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:26:56.614487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Bound port: 7a007442-be89-4c19-9f4c-b090f842551d, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:26:56.614847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7a007442-be89-4c19-9f4c-b090f842551d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.615627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Calling delete_port for 356071e6-366b-427e-a440-2e3daf7ac7bf owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:26:56.627852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:56.628634 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.633279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad30bf-63db-4efa-8512-472c3724765e req-437cbd61-66ae-4926-9af9-5280b5be5f4b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:56.639725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05ad30bf-63db-4efa-8512-472c3724765e req-437cbd61-66ae-4926-9af9-5280b5be5f4b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 948 time: 0.2330382 Feb 10 06:26:56.669660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace6adcf-8fb8-4ebe-991f-18cd577dc1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:56.673535 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7a11d-0304-4b6a-8e91-7cb9365d1c39" -d '{"events": [{"server_uuid": "ace6adcf-8fb8-4ebe-991f-18cd577dc1f8", "name": "network-vif-plugged", "status": "completed", "tag": "e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:56.699495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:56.710373 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.717093 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc51348-6062-41ef-bdff-fbcdf6425c53 x-openstack-request-id: req-3bc51348-6062-41ef-bdff-fbcdf6425c53 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:56.718218 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bac7d8e-c74c-4394-ab27-47b7f344aaaa", "name": "network-vif-deleted", "tag": "fbdf9497-357f-448e-96b4-6c4c8f829e47", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:56.718218 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bc51348-6062-41ef-bdff-fbcdf6425c53 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:56.719182 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bac7d8e-c74c-4394-ab27-47b7f344aaaa', 'name': 'network-vif-deleted', 'tag': 'fbdf9497-357f-448e-96b4-6c4c8f829e47', 'status': 'completed', 'code': 200} Feb 10 06:26:56.750519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:26:56.758724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7a007442-be89-4c19-9f4c-b090f842551d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:26:56.775401 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7a007442-be89-4c19-9f4c-b090f842551d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.777618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05ad30bf-63db-4efa-8512-472c3724765e req-d3ed897e-4be9-4b2b-bca4-5dd8e4bf0cd0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322384 Feb 10 06:26:56.869213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b8b68924-c43d-4d94-a80f-c5e3f3b8491d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:56.869612 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.923620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:56.924181 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.925598 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] 10.222.0.24 "PUT /v2.0/ports/7a007442-be89-4c19-9f4c-b090f842551d HTTP/1.1" status: 200 len: 1096 time: 1.2421005 Feb 10 06:26:56.926657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82e29f-0199-4567-a782-e2d5c0473a8b service neutron] Pushing event updated for resources: {'Port': ['ID=7a007442-be89-4c19-9f4c-b090f842551d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:56.942623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:56.988344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:56.992804 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:56.993668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e32670f1-3978-4086-ba33-0b413e6308c0 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:57.010467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (356071e6-366b-427e-a440-2e3daf7ac7bf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:57.041577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf33770-47a9-44a9-a139-df917e0ce975 req-5c5e7065-c9e3-4724-a91c-83a9dc64ffa5 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:57.049608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fcf33770-47a9-44a9-a139-df917e0ce975 req-5c5e7065-c9e3-4724-a91c-83a9dc64ffa5 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.1993783 Feb 10 06:26:57.118562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-cd8b0dbe-150a-4f0d-9eec-451937af42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:57.120090 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-cd8b0dbe-150a-4f0d-9eec-451937af42d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 1130 time: 0.0783453 Feb 10 06:26:57.130495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d4508-9ed4-4d4d-9731-f77ce0b505d8 req-ea123d8b-ac6a-4c10-9887-7da94f836606 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:57.131153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:57.137870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef1d4508-9ed4-4d4d-9731-f77ce0b505d8 req-ea123d8b-ac6a-4c10-9887-7da94f836606 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.2060874 Feb 10 06:26:57.143029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['356071e6-366b-427e-a440-2e3daf7ac7bf'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:57.178546 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-f2d5dcf2-938d-468d-81e6-59e29c1f208f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=7a007442-be89-4c19-9f4c-b090f842551d HTTP/1.1" status: 200 len: 217 time: 0.0477202 Feb 10 06:26:57.190913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fcf33770-47a9-44a9-a139-df917e0ce975 req-598a510b-67de-4b04-8ebd-54163b29f729 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408091 Feb 10 06:26:57.194505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Pushing event deleted for resources: {'Port': ['ID=356071e6-366b-427e-a440-2e3daf7ac7bf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:57.213785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.214397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.215612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.216163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.216692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.217232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.217796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.218357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.218874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.219401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.220221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.220740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.221426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:26:57.282999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] No DVR routers for this DVR port 356071e6-366b-427e-a440-2e3daf7ac7bf on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:26:57.291215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-fc9237ec-eb39-4703-9f44-f25ea33f603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:57.292959 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:57.298396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-fc9237ec-eb39-4703-9f44-f25ea33f603d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1011674 Feb 10 06:26:57.306121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e0bb9e2-398a-4ddb-86f7-1545a415eb62 req-dc5bba82-b366-4058-af6d-da7f1c21614d tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.24 "DELETE /v2.0/ports/356071e6-366b-427e-a440-2e3daf7ac7bf HTTP/1.1" status: 204 len: 173 time: 1.3060436 Feb 10 06:26:57.309326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ec527b-a0e6-40cc-8101-4ab4920ed60b', 'name': 'network-vif-deleted', 'tag': '356071e6-366b-427e-a440-2e3daf7ac7bf'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:57.313427 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafeeb91-4c02-44da-95c1-370ec11bb2e6" -d '{"events": [{"server_uuid": "78ec527b-a0e6-40cc-8101-4ab4920ed60b", "name": "network-vif-deleted", "tag": "356071e6-366b-427e-a440-2e3daf7ac7bf"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:57.322510 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e807b5f-3501-48ee-aa94-c14b020a592e x-openstack-request-id: req-1e807b5f-3501-48ee-aa94-c14b020a592e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:57.322837 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace6adcf-8fb8-4ebe-991f-18cd577dc1f8", "name": "network-vif-plugged", "status": "completed", "tag": "e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:57.323097 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e807b5f-3501-48ee-aa94-c14b020a592e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:57.330194 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace6adcf-8fb8-4ebe-991f-18cd577dc1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d', 'code': 200} Feb 10 06:26:57.382549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e32670f1-3978-4086-ba33-0b413e6308c0 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:57.389054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef1d4508-9ed4-4d4d-9731-f77ce0b505d8 req-360cd822-23d5-4320-b0aa-aa4cc114daa1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500246 Feb 10 06:26:57.499746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-418af13b-68be-4598-9e67-95b9405135dd req-8ee73d61-c867-4a8f-b27c-2feb00116cd3 tempest-ImagesNegativeTestJSON-1685902385 tempest-ImagesNegativeTestJSON-1685902385-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ec527b-a0e6-40cc-8101-4ab4920ed60b HTTP/1.1" status: 200 len: 210 time: 0.0603349 Feb 10 06:26:57.539843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-80454bf1-0d3d-487e-b95f-55a39ca2b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:57.542448 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-80454bf1-0d3d-487e-b95f-55a39ca2b180 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2400963 Feb 10 06:26:57.615561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aa61f-6800-4d48-976c-47f4b5d7b69a req-2ff744b2-b8fc-4563-8b0d-361c33ca794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:57.618576 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-899aa61f-6800-4d48-976c-47f4b5d7b69a req-2ff744b2-b8fc-4563-8b0d-361c33ca794b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 1132 time: 0.1632016 Feb 10 06:26:57.644711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5321644-aafb-4939-9c5b-6cbc815dd88e req-b9636022-0d66-4be1-bb75-f16075befa49 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:57.646353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5321644-aafb-4939-9c5b-6cbc815dd88e req-b9636022-0d66-4be1-bb75-f16075befa49 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1004877 Feb 10 06:26:57.729515 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba995c16-1fa9-4f7e-b472-34fe07f1a70b x-openstack-request-id: req-ba995c16-1fa9-4f7e-b472-34fe07f1a70b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:57.730370 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ec527b-a0e6-40cc-8101-4ab4920ed60b", "name": "network-vif-deleted", "tag": "356071e6-366b-427e-a440-2e3daf7ac7bf", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:57.730567 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba995c16-1fa9-4f7e-b472-34fe07f1a70b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:57.730985 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ec527b-a0e6-40cc-8101-4ab4920ed60b', 'name': 'network-vif-deleted', 'tag': '356071e6-366b-427e-a440-2e3daf7ac7bf', 'status': 'completed', 'code': 200} Feb 10 06:26:57.738107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5321644-aafb-4939-9c5b-6cbc815dd88e req-bf6a18c1-81cd-4328-a84c-27ba90bfafc4 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837176 Feb 10 06:26:57.752298 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-93e067a6-4edc-4874-ae63-dc4fee49f324 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947300 Feb 10 06:26:57.755361 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-899aa61f-6800-4d48-976c-47f4b5d7b69a req-7d98fb1e-2259-44fa-8a4f-a760f909bd5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783863 Feb 10 06:26:57.860956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8594ee-a844-45b5-b919-6fd32d6eeefb req-1eeaf722-9a4a-4e3d-9834-9d1c06d89b5d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:57.862622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe8594ee-a844-45b5-b919-6fd32d6eeefb req-1eeaf722-9a4a-4e3d-9834-9d1c06d89b5d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 947 time: 0.1213491 Feb 10 06:26:57.898689 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef95df70-9675-47d1-841f-8f33e3ca4ba7 req-9a59f364-0c0a-4a24-93e7-2784072310c8 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379721 Feb 10 06:26:57.999488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe8594ee-a844-45b5-b919-6fd32d6eeefb req-89da96ff-e35f-4ab5-88c2-6739914266bc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261020 Feb 10 06:26:58.032193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87030f-09e5-4553-927f-8abd34c16085 req-ca2b5189-1314-4c2e-accc-f4a17ada2e5d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:58.035154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a87030f-09e5-4553-927f-8abd34c16085 req-ca2b5189-1314-4c2e-accc-f4a17ada2e5d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 948 time: 0.1272643 Feb 10 06:26:58.114453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59714) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:58.123158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a87030f-09e5-4553-927f-8abd34c16085 req-3b8e33f4-5e70-41b2-935a-93e91f0ab3f5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813489 Feb 10 06:26:58.225893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:26:58.230070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:26:58.251352 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a545a30d-f5d2-4568-8663-05389846e529 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d349531d2514b5c9be015444c7bf618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356256 Feb 10 06:26:58.253831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59720) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:58.260044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: fbdf9497-357f-448e-96b4-6c4c8f829e47 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:26:58.260397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fbdf9497-357f-448e-96b4-6c4c8f829e47 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:26:58.310742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78800e6-d8f9-4774-a4f1-a68331475e2b admin admin] Publish callbacks [] for security_group (69dfa576-eb23-4355-9904-90872e8ce921), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:58.357975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:58.358392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78800e6-d8f9-4774-a4f1-a68331475e2b admin admin] Publish callbacks [] for security_group (69dfa576-eb23-4355-9904-90872e8ce921), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:58.371338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25', 'mac_address': 'fa:16:3e:bd:ed:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:26:58.385410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42042cc8-5ee4-4f9f-a20e-edf2e9b656fe req-f9d83cc7-5ae1-4837-a8cd-955ab85192af tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:58.386913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42042cc8-5ee4-4f9f-a20e-edf2e9b656fe req-f9d83cc7-5ae1-4837-a8cd-955ab85192af tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.0933647 Feb 10 06:26:58.412594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:26:58.412995 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:58.427706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:26:58.449893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42042cc8-5ee4-4f9f-a20e-edf2e9b656fe req-cd259a64-b19d-4c03-aac7-f4f8e2b9b73a tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491676 Feb 10 06:26:58.450678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:26:58.456208 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:58.458938 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78800e6-d8f9-4774-a4f1-a68331475e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (69dfa576-eb23-4355-9904-90872e8ce921), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:58.463145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78800e6-d8f9-4774-a4f1-a68331475e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:58.464300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d78800e6-d8f9-4774-a4f1-a68331475e2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69dfa576-eb23-4355-9904-90872e8ce921 HTTP/1.1" status: 204 len: 168 time: 0.2094572 Feb 10 06:26:58.501415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78800e6-d8f9-4774-a4f1-a68331475e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dfa576-eb23-4355-9904-90872e8ce921,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:58.535717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:58.573065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde33020-b29c-4493-b125-fa7d7224d65c req-ed60bb44-4c39-46d6-bbff-05b5102e35da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:58.574885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fde33020-b29c-4493-b125-fa7d7224d65c req-ed60bb44-4c39-46d6-bbff-05b5102e35da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.0647359 Feb 10 06:26:58.635681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fde33020-b29c-4493-b125-fa7d7224d65c req-30d74cd3-dc9d-4309-886c-a856c9bcbcb6 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554023 Feb 10 06:26:58.720585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:58.725968 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "tag": "7a007442-be89-4c19-9f4c-b090f842551d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:58.806490 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b289e9c-b3bc-4fb2-8c6c-2de0580f4129 x-openstack-request-id: req-2b289e9c-b3bc-4fb2-8c6c-2de0580f4129 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:58.807544 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "tag": "7a007442-be89-4c19-9f4c-b090f842551d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:58.808083 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b289e9c-b3bc-4fb2-8c6c-2de0580f4129 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:58.808693 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d', 'status': 'completed', 'code': 200} Feb 10 06:26:58.891164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59748) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:58.920358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['72ccc1fc-e958-42b0-af0b-6eefbd0ccf25'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:26:58.927379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-10bda32d-e793-453a-977d-09adf9c0fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:58.931308 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-10bda32d-e793-453a-977d-09adf9c0fccb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 1130 time: 0.1164141 Feb 10 06:26:58.965605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5111f96-6877-483f-b31b-80bfdf8a50f0 req-629a8a47-e8b4-4273-bdc3-686ba81634d6 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:58.979076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5111f96-6877-483f-b31b-80bfdf8a50f0 req-629a8a47-e8b4-4273-bdc3-686ba81634d6 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1326509 Feb 10 06:26:59.088233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5111f96-6877-483f-b31b-80bfdf8a50f0 req-f0151f5a-ed3a-494d-b734-902882418829 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035335 Feb 10 06:26:59.108970 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-361fa1e1-300c-45aa-9141-3d83ae3d3da0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efa54778fa434829876be40ae86116ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154067 Feb 10 06:26:59.111451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:59.233344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59760) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:59.249295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-b62dfbbb-feb9-4e0a-af46-639c9278ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:59.250801 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-b62dfbbb-feb9-4e0a-af46-639c9278ca75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3019612 Feb 10 06:26:59.264426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb925-dd3f-48e6-9677-90777df0c817 admin admin] Publish callbacks [] for security_group (70c42d5a-39f5-4b25-9db4-25ef711ef399), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:59.301235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b310ed-2c79-42d1-896c-d236057b3f28 req-73956b4d-0123-429c-843f-05463049bba8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:59.303183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0b310ed-2c79-42d1-896c-d236057b3f28 req-73956b4d-0123-429c-843f-05463049bba8 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 948 time: 0.1303875 Feb 10 06:26:59.317383 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-29bac53a-8d6e-4be2-a0d6-faaffbf48783 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=7a007442-be89-4c19-9f4c-b090f842551d HTTP/1.1" status: 200 len: 217 time: 0.0597372 Feb 10 06:26:59.322861 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb925-dd3f-48e6-9677-90777df0c817 admin admin] Publish callbacks [] for security_group (70c42d5a-39f5-4b25-9db4-25ef711ef399), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:59.331859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:26:59.334877 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017934b6-461b-4899-a53e-c920be3a25b4" -d '{"events": [{"server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "name": "network-vif-plugged", "status": "completed", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:26:59.384247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-4ef45852-cc70-4940-8062-13dd05b1d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:59.386696 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-4ef45852-cc70-4940-8062-13dd05b1d5f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0628545 Feb 10 06:26:59.411275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2a3e2-2531-432a-a0d1-65cf8448875f req-69fa5617-41e9-4555-9e97-247c6788a523 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:59.412786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35e2a3e2-2531-432a-a0d1-65cf8448875f req-69fa5617-41e9-4555-9e97-247c6788a523 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 948 time: 0.1651456 Feb 10 06:26:59.446835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0b310ed-2c79-42d1-896c-d236057b3f28 req-a36636b4-2ac9-456c-b4ac-ab923902a780 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363442 Feb 10 06:26:59.453809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-63402550-274a-4f6f-b553-2f0771fd219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:59.455465 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-63402550-274a-4f6f-b553-2f0771fd219c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0563014 Feb 10 06:26:59.480326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-764fae20-0405-4ded-8b31-8c5ee2f5347f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59c3e66cbe004946969e244c61df524e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432821 Feb 10 06:26:59.485198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59766) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:26:59.516654 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339062cf-f7d1-43fe-a000-3cddad3e18b5 x-openstack-request-id: req-339062cf-f7d1-43fe-a000-3cddad3e18b5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:26:59.517243 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "name": "network-vif-plugged", "status": "completed", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:26:59.517570 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-339062cf-f7d1-43fe-a000-3cddad3e18b5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:26:59.518084 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d', 'code': 200} Feb 10 06:26:59.546658 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb925-dd3f-48e6-9677-90777df0c817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (70c42d5a-39f5-4b25-9db4-25ef711ef399), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:59.549922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb925-dd3f-48e6-9677-90777df0c817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:59.551407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c8fb925-dd3f-48e6-9677-90777df0c817 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70c42d5a-39f5-4b25-9db4-25ef711ef399 HTTP/1.1" status: 204 len: 168 time: 0.4381769 Feb 10 06:26:59.586415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fb925-dd3f-48e6-9677-90777df0c817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c42d5a-39f5-4b25-9db4-25ef711ef399,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:26:59.612883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35e2a3e2-2531-432a-a0d1-65cf8448875f req-3ac5806d-27d3-4054-a61b-e8eb8a14ea6f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847186 Feb 10 06:26:59.633434 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-040e6e94-7652-4efe-86b9-143dd8c59914 admin admin] Publish callbacks [] for security_group (037ae302-4827-4a53-a961-36849d632e62), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:59.636615 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-e7d9f0d9-78d7-4144-9c16-71510e1ff4ce service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705966 Feb 10 06:26:59.739357 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-040e6e94-7652-4efe-86b9-143dd8c59914 admin admin] Publish callbacks [] for security_group (037ae302-4827-4a53-a961-36849d632e62), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:59.766417 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a0e20d7c-95d6-41b7-a35d-6c157cc290f4 req-9adc746a-1d03-4c26-b7d5-091255cb6807 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214702 Feb 10 06:26:59.845706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c0d95-1bf7-4e70-a692-25a9fe8a3707 req-37898a2c-c764-43f3-af56-fb8287545116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:59.847289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-015c0d95-1bf7-4e70-a692-25a9fe8a3707 req-37898a2c-c764-43f3-af56-fb8287545116 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 1127 time: 0.2011991 Feb 10 06:26:59.854024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca91e83-ca54-4b06-a070-77e8e526f4c7 req-ae7b1a6d-d39f-45fb-be76-7ba6a3ea5dcf tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:59.855576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cca91e83-ca54-4b06-a070-77e8e526f4c7 req-ae7b1a6d-d39f-45fb-be76-7ba6a3ea5dcf tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.1613605 Feb 10 06:26:59.926220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516910ae-d605-4fd0-93f9-0913fb498d02 req-a7778fc8-b1eb-4ad1-9343-5424de392b0b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:26:59.927727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-516910ae-d605-4fd0-93f9-0913fb498d02 req-a7778fc8-b1eb-4ad1-9343-5424de392b0b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.1586227 Feb 10 06:26:59.937151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-040e6e94-7652-4efe-86b9-143dd8c59914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (037ae302-4827-4a53-a961-36849d632e62), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:59.939692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-040e6e94-7652-4efe-86b9-143dd8c59914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:26:59.940815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-040e6e94-7652-4efe-86b9-143dd8c59914 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/037ae302-4827-4a53-a961-36849d632e62 HTTP/1.1" status: 204 len: 168 time: 0.4544408 Feb 10 06:26:59.978176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cca91e83-ca54-4b06-a070-77e8e526f4c7 req-66cd1384-8d91-4e8a-999a-954d707163bf tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122880 Feb 10 06:26:59.980162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-015c0d95-1bf7-4e70-a692-25a9fe8a3707 req-9c43f797-2fcd-4db8-8cc3-3b9f8ad7408e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230187 Feb 10 06:26:59.983072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e6e94-7652-4efe-86b9-143dd8c59914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037ae302-4827-4a53-a961-36849d632e62,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:00.028910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-516910ae-d605-4fd0-93f9-0913fb498d02 req-ad7586cc-a790-4d3f-969c-3d591cad7d62 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831928 Feb 10 06:27:00.264118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0e9f-0eea-4fb9-ae45-cc8a4f67137d req-631beea3-fa8c-40b4-ada2-d27cda214b2f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:00.266988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b62e0e9f-0eea-4fb9-ae45-cc8a4f67137d req-631beea3-fa8c-40b4-ada2-d27cda214b2f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1095834 Feb 10 06:27:00.326419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7a007442-be89-4c19-9f4c-b090f842551d details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:00.332319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 356071e6-366b-427e-a440-2e3daf7ac7bf no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:00.342102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b62e0e9f-0eea-4fb9-ae45-cc8a4f67137d req-5447c499-9a1f-4fa4-937f-b1d8a9ce81fa tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Feb 10 06:27:00.375266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 356071e6-366b-427e-a440-2e3daf7ac7bf {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:27:00.375627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 356071e6-366b-427e-a440-2e3daf7ac7bf not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:27:00.518998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7a007442-be89-4c19-9f4c-b090f842551d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:00.538566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '7a007442-be89-4c19-9f4c-b090f842551d', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '7a007442-be89-4c19-9f4c-b090f842551d', 'mac_address': 'fa:16:3e:06:14:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:27:00.599229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 7a007442-be89-4c19-9f4c-b090f842551d is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:00.599630 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7a007442-be89-4c19-9f4c-b090f842551d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:00.617930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a007442-be89-4c19-9f4c-b090f842551d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:00.641241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5b8c3-bb70-462f-a481-112c92f60138 req-36e18cac-72f7-4c40-9200-9f6377abca23 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:00.648637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03c5b8c3-bb70-462f-a481-112c92f60138 req-36e18cac-72f7-4c40-9200-9f6377abca23 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 948 time: 0.0994754 Feb 10 06:27:00.685645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7a007442-be89-4c19-9f4c-b090f842551d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:00.695859 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7a007442-be89-4c19-9f4c-b090f842551d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:00.733266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03c5b8c3-bb70-462f-a481-112c92f60138 req-7216e811-786f-40ab-8a7a-051d6a4b8181 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835197 Feb 10 06:27:00.800865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=7a007442-be89-4c19-9f4c-b090f842551d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:00.813673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778868fe-69e8-49ec-9961-3057a4f2b270 req-28aab11b-d7ae-45f7-ba05-876aedc49d32 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:00.816298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-778868fe-69e8-49ec-9961-3057a4f2b270 req-28aab11b-d7ae-45f7-ba05-876aedc49d32 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 949 time: 0.0742619 Feb 10 06:27:00.817706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59824) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:00.886815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-778868fe-69e8-49ec-9961-3057a4f2b270 req-9840c55a-04f5-4575-9a15-cbf853a508db tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590503 Feb 10 06:27:00.989357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2019246059-network', 'tenant_id': 'b16bae2c2b66488c81eb7118f8765f59'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:01.007154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7a007442-be89-4c19-9f4c-b090f842551d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:01.017184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Made reservation on behalf of b16bae2c2b66488c81eb7118f8765f59 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:01.022670 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.043063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.249902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365ca75-7608-4c27-96f4-1430833f18ea req-71c93f00-cad0-442f-a86c-8fd5121b0a9b tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:01.257800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9365ca75-7608-4c27-96f4-1430833f18ea req-71c93f00-cad0-442f-a86c-8fd5121b0a9b tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.1418538 Feb 10 06:27:01.267977 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Publish callbacks [] for security_group (288cbbde-7e07-4dd4-b509-2bb46a53988e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.275680 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (288cbbde-7e07-4dd4-b509-2bb46a53988e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.311717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:27:01.332490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288cbbde-7e07-4dd4-b509-2bb46a53988e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:01.333854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7130759-174a-46ef-b69b-74ec11eb5f75 req-bbb001c2-1265-4719-8fff-866dd34421db tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:01.338196 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4b45e6c5-005d-4517-bd67-647794bdcde9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.338196 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Added segment 4b45e6c5-005d-4517-bd67-647794bdcde9 of type vlan for network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 Feb 10 06:27:01.366001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7130759-174a-46ef-b69b-74ec11eb5f75 req-bbb001c2-1265-4719-8fff-866dd34421db tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 943 time: 0.1628833 Feb 10 06:27:01.395959 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9365ca75-7608-4c27-96f4-1430833f18ea req-b617a18d-c06d-4e6c-977b-2ba11206de00 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329021 Feb 10 06:27:01.405876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (fd60cb93-e5f3-4e9c-9f0a-644dff9dff48), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.436707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (fd60cb93-e5f3-4e9c-9f0a-644dff9dff48), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.437855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:01.438710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.470045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7130759-174a-46ef-b69b-74ec11eb5f75 req-7cb108c4-6fb9-433d-b5ad-06b757c7b8d2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015480 Feb 10 06:27:01.490091 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6702728 Feb 10 06:27:01.491718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:01.498914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Request body: {'subnet': {'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2019246059-subnet', 'tenant_id': 'b16bae2c2b66488c81eb7118f8765f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:01.525458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312f9c-e60c-4ad8-a6a8-68f54e7c211c admin admin] Pushing event updated for resources: {'Network': ['ID=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:01.536643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:27:01.545673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Made reservation on behalf of b16bae2c2b66488c81eb7118f8765f59 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:01.547886 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.620857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5373bb9-c099-48cc-b2e6-d6fc82b4bc05 req-d2ec388e-4907-41db-84cf-f22a836f2c6c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:01.622602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5373bb9-c099-48cc-b2e6-d6fc82b4bc05 req-d2ec388e-4907-41db-84cf-f22a836f2c6c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1520004 Feb 10 06:27:01.698758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5373bb9-c099-48cc-b2e6-d6fc82b4bc05 req-279b6217-b5ef-48ef-9b20-d90bd2ec20b8 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702362 Feb 10 06:27:01.821702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (a8fc92a7-d519-4466-8e50-7f92c7c2d0af), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:01.884017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fc92a7-d519-4466-8e50-7f92c7c2d0af,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:01.955689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f7e80-73b0-40ef-a9e4-51d11e513a7a req-c1374a84-9b3d-4d1a-8e0f-51c9fb684a13 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:01.957139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e9f7e80-73b0-40ef-a9e4-51d11e513a7a req-c1374a84-9b3d-4d1a-8e0f-51c9fb684a13 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 948 time: 0.1313655 Feb 10 06:27:01.957878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Checking segment: {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:01.958233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Network hostable DHCP agents. Network: fd60cb93-e5f3-4e9c-9f0a-644dff9dff48, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:27:02.053490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:27:02.083186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, fd60cb93-e5f3-4e9c-9f0a-644dff9dff48) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:02.092898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dccdb88-5f12-4bea-9ff8-1da3447fea28 None None] Network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:27:02.101087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:02.101685 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:02.113973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3adc-f263-425b-b7e0-7751f156de84 req-a7f3f0fa-7876-4bef-80bc-e73340350091 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:02.115485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff7a3adc-f263-425b-b7e0-7751f156de84 req-a7f3f0fa-7876-4bef-80bc-e73340350091 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1547794 Feb 10 06:27:02.124299 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e9f7e80-73b0-40ef-a9e4-51d11e513a7a req-c34ace9b-439a-4612-84ca-203f74c1e1bc tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520953 Feb 10 06:27:02.134520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-a2d7be64-70da-431c-937b-1f0ccd5e3bbf service neutron] 10.222.0.24 "GET /v2.0/ports/e32670f1-3978-4086-ba33-0b413e6308c0/bindings/n-h1-828670-1 HTTP/1.1" status: 200 len: 384 time: 0.1351302 Feb 10 06:27:02.146507 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7cab7c44-f7a4-4810-a6c9-a611dccbf858 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6444743 Feb 10 06:27:02.212407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd5797-1e7e-48ea-adf7-220fb63c9093 None None] Network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:27:02.238213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:02.271945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff7a3adc-f263-425b-b7e0-7751f156de84 req-3914c990-b06d-42d6-8074-231bbc2c736f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466410 Feb 10 06:27:02.332047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5d240-d5f8-4597-8862-240170eac27d req-f6fac203-eb82-4b80-bef4-0c5c2edaf226 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:02.332893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7a007442-be89-4c19-9f4c-b090f842551d up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:02.338860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51f5d240-d5f8-4597-8862-240170eac27d req-f6fac203-eb82-4b80-bef4-0c5c2edaf226 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 949 time: 0.1412923 Feb 10 06:27:02.409636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51f5d240-d5f8-4597-8862-240170eac27d req-c57bb0e3-b9f8-465a-a9af-01935b2e8c04 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676806 Feb 10 06:27:02.414735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:27:02.422153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:02.422565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:02.465138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 7a007442-be89-4c19-9f4c-b090f842551d completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:27:02.484293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 7a007442-be89-4c19-9f4c-b090f842551d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:02.484524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7a007442-be89-4c19-9f4c-b090f842551d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:02.588314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-721a28df-792c-457e-a50b-133cedc8203c req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:02.590015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:02.590527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:02.617317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 7a007442-be89-4c19-9f4c-b090f842551d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:02.617703 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7a007442-be89-4c19-9f4c-b090f842551d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:02.629744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a33b0-d39f-4043-970f-33e616be81bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:02.632523 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8d2e2d-968d-4f90-9801-26a3be6054fa" -d '{"events": [{"server_uuid": "a77a33b0-d39f-4043-970f-33e616be81bd", "name": "network-vif-plugged", "status": "completed", "tag": "72ccc1fc-e958-42b0-af0b-6eefbd0ccf25"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:02.637009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-721a28df-792c-457e-a50b-133cedc8203c req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:02.652010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:02.662038 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:02.673668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7a007442-be89-4c19-9f4c-b090f842551d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:02.692064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7a007442-be89-4c19-9f4c-b090f842551d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:02.719781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:02.770538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=7a007442-be89-4c19-9f4c-b090f842551d,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:02.965818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd024-0ef6-497f-a15e-333b8b7de9ba req-5d484efe-f47c-4bb5-b20f-884a55803417 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:02.967297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f4fd024-0ef6-497f-a15e-333b8b7de9ba req-5d484efe-f47c-4bb5-b20f-884a55803417 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.4253685 Feb 10 06:27:02.969158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-721a28df-792c-457e-a50b-133cedc8203c req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32670f1-3978-4086-ba33-0b413e6308c0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:02.990061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-721a28df-792c-457e-a50b-133cedc8203c req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:03.027908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7887-da47-4378-9b65-48398518abe7 req-f997576f-ff63-4ba6-82c5-a183e998ee57 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:03.029331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-f997576f-ff63-4ba6-82c5-a183e998ee57 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/networks?id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 200 len: 822 time: 0.4667480 Feb 10 06:27:03.029936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:03.069898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-547a9ab7-20a9-4cb8-bb1f-ce686f21c910 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/quotas/b16bae2c2b66488c81eb7118f8765f59 HTTP/1.1" status: 200 len: 375 time: 0.0274880 Feb 10 06:27:03.092567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f4fd024-0ef6-497f-a15e-333b8b7de9ba req-a2dd3089-75ec-42a0-9539-3717c50dcbe2 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173525 Feb 10 06:27:03.124331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-a957d305-adf9-4a21-91aa-9d76faa474c7 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b16bae2c2b66488c81eb7118f8765f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369287 Feb 10 06:27:03.210384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-721a28df-792c-457e-a50b-133cedc8203c req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] Transition to ACTIVE for port object e32670f1-3978-4086-ba33-0b413e6308c0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:27:03.219802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:03.330566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-721a28df-792c-457e-a50b-133cedc8203c req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] No DVR routers for this DVR port e32670f1-3978-4086-ba33-0b413e6308c0 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:03.334567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-d2439c30-0bc3-45f9-ac9d-64b232738eff service neutron] 10.222.0.21 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987615 Feb 10 06:27:03.338955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] Pushing event updated for resources: {'Port': ['ID=e32670f1-3978-4086-ba33-0b413e6308c0,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:03.439413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-2b328282-49d7-4f96-9a3a-1acd82c7f769 service neutron] 10.222.0.24 "PUT /v2.0/ports/e32670f1-3978-4086-ba33-0b413e6308c0/bindings/n-h1-828670-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2942457 Feb 10 06:27:03.447767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efd890-e78a-4401-b4ca-1cb4bf4bbd63 req-13084aa5-614a-4338-b8e9-0743cc7361b5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:03.449266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44efd890-e78a-4401-b4ca-1cb4bf4bbd63 req-13084aa5-614a-4338-b8e9-0743cc7361b5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.1801617 Feb 10 06:27:03.492346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59922) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:03.523072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-79895c00-6e39-4bb6-a229-ae784adc33d3 service neutron] 10.222.0.21 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801307 Feb 10 06:27:03.546637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44efd890-e78a-4401-b4ca-1cb4bf4bbd63 req-09ddb337-841c-49c8-9600-ce505aac1784 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900948 Feb 10 06:27:03.613896 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49cdb7-c873-4f9f-8028-cf147d0adc69 x-openstack-request-id: req-ed49cdb7-c873-4f9f-8028-cf147d0adc69 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:03.614547 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77a33b0-d39f-4043-970f-33e616be81bd", "name": "network-vif-plugged", "status": "completed", "tag": "72ccc1fc-e958-42b0-af0b-6eefbd0ccf25", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:03.614746 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed49cdb7-c873-4f9f-8028-cf147d0adc69 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:03.615217 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77a33b0-d39f-4043-970f-33e616be81bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25', 'code': 200} Feb 10 06:27:03.631033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-66fefb6e-48dd-46ae-91a9-a05002c8c156 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:03.636175 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-66fefb6e-48dd-46ae-91a9-a05002c8c156 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.1396236 Feb 10 06:27:03.645332 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42aacdac-36da-4fe2-b97e-9b1c5d32d6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:03.710658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-779f229d-b25d-4121-8989-bd024ea0a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:03.722910 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-779f229d-b25d-4121-8989-bd024ea0a5d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac&tenant_id=cb34d3170a2f4925acf03a399ad15b89 HTTP/1.1" status: 200 len: 1126 time: 0.0690012 Feb 10 06:27:03.800182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-4a2d7ec0-ae3a-40c4-bc9e-17bbe5502ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:03.801695 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-4a2d7ec0-ae3a-40c4-bc9e-17bbe5502ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1126 time: 0.0564988 Feb 10 06:27:03.881433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b83ad-3281-4fac-abaf-e4a14b7fb536 req-60b5accf-91bd-4718-813f-833d153e87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:03.882994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-149b83ad-3281-4fac-abaf-e4a14b7fb536 req-60b5accf-91bd-4718-813f-833d153e87e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 1131 time: 0.1666861 Feb 10 06:27:03.889960 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42aacdac-36da-4fe2-b97e-9b1c5d32d6c7 admin admin] Publish callbacks [] for security_group (14c0ebb5-394f-4fce-96ac-520e5d475a27), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:03.903080 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42aacdac-36da-4fe2-b97e-9b1c5d32d6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (14c0ebb5-394f-4fce-96ac-520e5d475a27), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:03.911744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd14a-ddd3-486a-92f9-5d8f55e24369 req-fbd4a3d1-9768-47eb-87a4-6171b4578b78 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:03.913551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-ded87184-6615-4db4-b98f-f472ac9ebafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:03.916564 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-ded87184-6615-4db4-b98f-f472ac9ebafd service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.1074569 Feb 10 06:27:03.918461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-868bd14a-ddd3-486a-92f9-5d8f55e24369 req-fbd4a3d1-9768-47eb-87a4-6171b4578b78 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1552334 Feb 10 06:27:03.939956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29219b-2f0f-4b96-a0bd-42e31bdb98b1 req-197fb4f7-4887-4d78-9faf-f096abb0d433 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:03.941400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea29219b-2f0f-4b96-a0bd-42e31bdb98b1 req-197fb4f7-4887-4d78-9faf-f096abb0d433 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 949 time: 0.1770244 Feb 10 06:27:03.966159 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-caf4953d-c126-4e71-a876-4c0ac79189db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e32670f1-3978-4086-ba33-0b413e6308c0 HTTP/1.1" status: 200 len: 217 time: 0.0432622 Feb 10 06:27:04.031075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-0a9c43bc-cf7e-48df-ad82-10f99efaf15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:04.031300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42aacdac-36da-4fe2-b97e-9b1c5d32d6c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1435b4ded9a4185b40b64cf2268325f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5348103 Feb 10 06:27:04.031776 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-0a9c43bc-cf7e-48df-ad82-10f99efaf15b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0555286 Feb 10 06:27:04.031776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59934) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:04.057593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aacdac-36da-4fe2-b97e-9b1c5d32d6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c0ebb5-394f-4fce-96ac-520e5d475a27,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:04.076052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-868bd14a-ddd3-486a-92f9-5d8f55e24369 req-9d6b149b-f7cb-41fd-9e18-d70023703f61 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567705 Feb 10 06:27:04.081431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-149b83ad-3281-4fac-abaf-e4a14b7fb536 req-5c4b1b8a-4e93-4218-9932-3991f29630f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895397 Feb 10 06:27:04.086163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea29219b-2f0f-4b96-a0bd-42e31bdb98b1 req-eb067c84-c856-4d96-b736-c5ad6a450234 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309521 Feb 10 06:27:04.112542 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-a5423060-bb12-4f80-837a-cfa86af8645d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717943 Feb 10 06:27:04.145166 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ae72fa-ef58-414b-a2df-c9c3177179b1 admin admin] Publish callbacks [] for security_group (14c0ebb5-394f-4fce-96ac-520e5d475a27), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.174672 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ae72fa-ef58-414b-a2df-c9c3177179b1 admin admin] Publish callbacks [] for security_group (14c0ebb5-394f-4fce-96ac-520e5d475a27), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.176081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1337b4b-14a3-409c-9dee-0168aa66855c req-cbf360d7-ad7b-4985-9703-903aab4eeaa6 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 210 time: 0.0295720 Feb 10 06:27:04.230456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a142fe-5768-4da6-af75-b76c44cdee1a req-a4146dff-fa08-49d0-bef3-8d7ff3711310 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:04.233176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7a142fe-5768-4da6-af75-b76c44cdee1a req-a4146dff-fa08-49d0-bef3-8d7ff3711310 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0763702 Feb 10 06:27:04.252866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ae72fa-ef58-414b-a2df-c9c3177179b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (14c0ebb5-394f-4fce-96ac-520e5d475a27), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.256332 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ae72fa-ef58-414b-a2df-c9c3177179b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.260008 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a9ae72fa-ef58-414b-a2df-c9c3177179b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14c0ebb5-394f-4fce-96ac-520e5d475a27 HTTP/1.1" status: 204 len: 168 time: 0.2251112 Feb 10 06:27:04.265953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae72fa-ef58-414b-a2df-c9c3177179b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c0ebb5-394f-4fce-96ac-520e5d475a27,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:04.326455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7a142fe-5768-4da6-af75-b76c44cdee1a req-9451dd41-415e-4a88-8b3a-1d03c74f808c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815947 Feb 10 06:27:04.338062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c0866-ead3-47e4-9f7f-12a16706f933 req-01bdffc5-a8d8-4eea-ac70-ae782d93a83c tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:04.343746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8c0866-ead3-47e4-9f7f-12a16706f933 req-01bdffc5-a8d8-4eea-ac70-ae782d93a83c tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.0916209 Feb 10 06:27:04.395039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8c0866-ead3-47e4-9f7f-12a16706f933 req-ea24bf6c-cb2d-4499-af1a-188272a95d53 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454288 Feb 10 06:27:04.538210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59946) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:04.551604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90e3d1f5-6bd7-4b1c-987e-f61ccd6614d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.636358 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90e3d1f5-6bd7-4b1c-987e-f61ccd6614d4 admin admin] Publish callbacks [] for security_group (03367025-edcc-404f-8608-d8807805f0b6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.642641 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90e3d1f5-6bd7-4b1c-987e-f61ccd6614d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (03367025-edcc-404f-8608-d8807805f0b6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.679277 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-90e3d1f5-6bd7-4b1c-987e-f61ccd6614d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83fdeda61c86484a813c9f0c46bf43fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399283 Feb 10 06:27:04.682267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59954) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:04.697458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3d1f5-6bd7-4b1c-987e-f61ccd6614d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03367025-edcc-404f-8608-d8807805f0b6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:04.710085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139348c-ac52-424c-89bb-b037c4b55584 req-7677887c-f274-48a7-bdb4-46e4431866d3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:04.711595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8139348c-ac52-424c-89bb-b037c4b55584 req-7677887c-f274-48a7-bdb4-46e4431866d3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.0861361 Feb 10 06:27:04.731710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c8811-805f-4ad3-b1f0-0183a4c3d4dd req-d893bf57-832f-4fb7-9157-add485ed25fa tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:04.734196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da4c8811-805f-4ad3-b1f0-0183a4c3d4dd req-d893bf57-832f-4fb7-9157-add485ed25fa tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1127 time: 0.0794337 Feb 10 06:27:04.738232 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cef94df-f20b-493b-b919-6eea4cd9cec4 admin admin] Publish callbacks [] for security_group (03367025-edcc-404f-8608-d8807805f0b6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.760731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cef94df-f20b-493b-b919-6eea4cd9cec4 admin admin] Publish callbacks [] for security_group (03367025-edcc-404f-8608-d8807805f0b6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.807430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da4c8811-805f-4ad3-b1f0-0183a4c3d4dd req-60dff72d-d0f4-413e-ac85-41c289eced86 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653877 Feb 10 06:27:04.814940 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cef94df-f20b-493b-b919-6eea4cd9cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (03367025-edcc-404f-8608-d8807805f0b6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.819501 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cef94df-f20b-493b-b919-6eea4cd9cec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:04.825455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8139348c-ac52-424c-89bb-b037c4b55584 req-8e9dc26f-4134-4534-bb76-da9f5586d769 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037514 Feb 10 06:27:04.832531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0cef94df-f20b-493b-b919-6eea4cd9cec4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03367025-edcc-404f-8608-d8807805f0b6 HTTP/1.1" status: 204 len: 168 time: 0.1491997 Feb 10 06:27:04.841585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef94df-f20b-493b-b919-6eea4cd9cec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03367025-edcc-404f-8608-d8807805f0b6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:04.947423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7887-da47-4378-9b65-48398518abe7 req-9a70b1e3-7116-4e2f-b039-32eed52af343 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:04.948894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-9a70b1e3-7116-4e2f-b039-32eed52af343 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.24 "GET /v2.0/networks?id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 200 len: 822 time: 0.1403444 Feb 10 06:27:04.961896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Request body: {'port': {'device_id': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48', 'admin_state_up': True, 'tenant_id': 'b16bae2c2b66488c81eb7118f8765f59'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:05.104524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Made reservation on behalf of b16bae2c2b66488c81eb7118f8765f59 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:05.109920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:05.283135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399e5ab-87b5-446a-a96b-bdf9cb467937 req-2ac3af6e-d81f-485c-a8b3-1f6e3a3414e6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:05.284654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c399e5ab-87b5-446a-a96b-bdf9cb467937 req-2ac3af6e-d81f-485c-a8b3-1f6e3a3414e6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 949 time: 0.1078763 Feb 10 06:27:05.310381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Allocated IP 172.20.0.13 (fd60cb93-e5f3-4e9c-9f0a-644dff9dff48/a8fc92a7-d519-4466-8e50-7f92c7c2d0af/4a6b6cd2-cf14-4712-a39c-a8a89219d37a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:27:05.361919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c399e5ab-87b5-446a-a96b-bdf9cb467937 req-f880c438-86d7-4758-906b-39b005298c32 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682917 Feb 10 06:27:05.528835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:05.542593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dba2a0-7525-452e-a1bc-3f5b7b5701b7 req-ab11be41-af00-4639-a540-4f2b57f070bb tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:05.544427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7dba2a0-7525-452e-a1bc-3f5b7b5701b7 req-ab11be41-af00-4639-a540-4f2b57f070bb tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0950267 Feb 10 06:27:05.608748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7dba2a0-7525-452e-a1bc-3f5b7b5701b7 req-3735bb7a-59a5-4f45-81c8-e4135446029e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579526 Feb 10 06:27:05.610180 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:05.616904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:05.620838 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431c943-02ce-4725-937f-d0bb3562e70b" -d '{"events": [{"server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "name": "network-vif-plugged", "status": "completed", "tag": "7a007442-be89-4c19-9f4c-b090f842551d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:05.659919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:05.664677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:05.668645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:27:05.695357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event updated for resources: {'Port': ['ID=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:05.748180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:05.749325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:05.771330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-579b895a-63ad-453f-996a-fab39f28b4fa tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8132677 Feb 10 06:27:05.778791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee2432-225d-4e38-adea-819acb7a45d9 req-c79ee0e1-bb64-4076-bf4a-24ae0f2661d9 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:05.780224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cee2432-225d-4e38-adea-819acb7a45d9 req-c79ee0e1-bb64-4076-bf4a-24ae0f2661d9 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 932 time: 0.0859535 Feb 10 06:27:05.784973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Request body: {'port': {'device_id': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:05.874794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cee2432-225d-4e38-adea-819acb7a45d9 req-ffd8300b-2793-42ee-87cd-9b1226ca0a93 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Feb 10 06:27:05.879355 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:06.079179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f604-c248-4344-8d07-b8200d31a922 req-9f5b0b9f-a850-4e50-a141-c93712d3c494 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:06.080665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d17f604-c248-4344-8d07-b8200d31a922 req-9f5b0b9f-a850-4e50-a141-c93712d3c494 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1452081 Feb 10 06:27:06.179985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d17f604-c248-4344-8d07-b8200d31a922 req-01b257e9-b69c-4c0d-a97f-38e7578360ce tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702381 Feb 10 06:27:06.245683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6b6cd2-cf14-4712-a39c-a8a89219d37a {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:06.261311 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Publish callbacks [] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:06.291299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Transition to ACTIVE for port object 4a6b6cd2-cf14-4712-a39c-a8a89219d37a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:27:06.296571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:06.348349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94c86-8031-485c-9b29-813504c234b2 req-bd57cebe-58fb-4c8c-8810-372fb4e37127 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:06.349744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29c94c86-8031-485c-9b29-813504c234b2 req-bd57cebe-58fb-4c8c-8810-372fb4e37127 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.1068873 Feb 10 06:27:06.383330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:06.452845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29c94c86-8031-485c-9b29-813504c234b2 req-fafbbeb0-f431-49a2-9a95-37b12cfce7ed tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967624 Feb 10 06:27:06.461636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Attempting to bind port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:27:06.461969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Attempting to bind port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:27:06.462295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Attempting to bind port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a on network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:06.466695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a on network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:27:06.467014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Attempting to bind port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a on network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:06.472339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:27:06.472671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Checking segment: {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:06.473045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Bound using segment: {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:27:06.473464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Bound port: 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:27:06.473818 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:06.502530 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749dc600-e3a8-46a2-a741-28568018079c x-openstack-request-id: req-749dc600-e3a8-46a2-a741-28568018079c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:06.502998 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "name": "network-vif-plugged", "status": "completed", "tag": "7a007442-be89-4c19-9f4c-b090f842551d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:06.503482 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-749dc600-e3a8-46a2-a741-28568018079c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:06.504139 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d', 'code': 200} Feb 10 06:27:06.531505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:06.557340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:06.583750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:27:06.594109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:06.605551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51f01a-cf4b-4892-b83b-dd6bd1f6a9b1 req-69727a97-afae-438b-8c4c-3eea29c474c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:06.607341 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba51f01a-cf4b-4892-b83b-dd6bd1f6a9b1 req-69727a97-afae-438b-8c4c-3eea29c474c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 1132 time: 0.0435617 Feb 10 06:27:06.632801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:06.633752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:06.635218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] 10.222.0.24 "PUT /v2.0/ports/4a6b6cd2-cf14-4712-a39c-a8a89219d37a HTTP/1.1" status: 200 len: 1092 time: 0.8541162 Feb 10 06:27:06.640430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:06.642723 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8692b03c-347a-4141-aa2c-0351144159f4" -d '{"events": [{"name": "network-changed", "server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:06.652844 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba51f01a-cf4b-4892-b83b-dd6bd1f6a9b1 req-7b6d4109-ec07-44fe-8f79-dd773ddc744f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Feb 10 06:27:06.662336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069088e-ac47-47f2-9825-ab47c678cf65 req-90e769f0-1e35-4d2d-9e3e-f8ef4daaba94 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:06.663814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8069088e-ac47-47f2-9825-ab47c678cf65 req-90e769f0-1e35-4d2d-9e3e-f8ef4daaba94 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.1209300 Feb 10 06:27:06.690881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6e718-f0a6-4c66-8e2f-fd42dfb61353 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:06.721931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8069088e-ac47-47f2-9825-ab47c678cf65 req-4bd9a306-70b8-404c-bcd1-c6631626585c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470166 Feb 10 06:27:06.900273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7887-da47-4378-9b65-48398518abe7 req-89a83af4-2045-417c-ad99-e78a479ff1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:06.901763 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-89a83af4-2045-417c-ad99-e78a479ff1fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b16bae2c2b66488c81eb7118f8765f59&device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 1126 time: 0.0496719 Feb 10 06:27:06.922844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-6789bc9a-bf34-4795-977c-15e4db8073f6 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b301e16d43d040af8c0cb8a72c6371cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213115 Feb 10 06:27:06.942748 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-ec9e311b-f836-4c29-a723-21a7976821bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a HTTP/1.1" status: 200 len: 217 time: 0.0334864 Feb 10 06:27:07.001789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7887-da47-4378-9b65-48398518abe7 req-d39fa4f2-c1a2-4846-9e35-36c11c92f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:07.003289 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-d39fa4f2-c1a2-4846-9e35-36c11c92f0e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8fc92a7-d519-4466-8e50-7f92c7c2d0af HTTP/1.1" status: 200 len: 862 time: 0.0503273 Feb 10 06:27:07.030693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-c5fd18ba-f906-45ad-8387-f70204f7ec25 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:07.032166 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-c5fd18ba-f906-45ad-8387-f70204f7ec25 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041861 Feb 10 06:27:07.035807 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-772f2fb4-6679-4304-84a4-299f55287190 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259004 Feb 10 06:27:07.047689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-0d87dc44-7228-4118-8050-55e3efe6c647 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/quotas/b301e16d43d040af8c0cb8a72c6371cf HTTP/1.1" status: 200 len: 375 time: 0.0097811 Feb 10 06:27:07.082025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-33062e94-67ea-4082-b6bb-61d0c7cbd8ff tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b301e16d43d040af8c0cb8a72c6371cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292192 Feb 10 06:27:07.287149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e306b9b-9799-4656-858e-66d06c00543b req-81364bb2-095b-4dd1-b94e-76666e8ceb6f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:07.289466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e306b9b-9799-4656-858e-66d06c00543b req-81364bb2-095b-4dd1-b94e-76666e8ceb6f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 949 time: 0.0570836 Feb 10 06:27:07.340641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e306b9b-9799-4656-858e-66d06c00543b req-5b812de2-4497-483d-ad94-58ff8877c731 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455883 Feb 10 06:27:07.428307 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-cf8379fc-8557-4528-b949-a068369f9d0e service neutron] 10.222.0.24 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863730 Feb 10 06:27:07.485487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c179f-0f53-4f2e-8267-18bf1a8b53a2 req-5766ec69-1be5-462a-a1a1-3f97a849b253 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:07.487540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-713c179f-0f53-4f2e-8267-18bf1a8b53a2 req-5766ec69-1be5-462a-a1a1-3f97a849b253 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0626955 Feb 10 06:27:07.536653 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-048b7887-da47-4378-9b65-48398518abe7 req-e16e2c20-d7c9-4671-bda1-164afafeec48 service neutron] 10.222.0.24 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982003 Feb 10 06:27:07.543453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-713c179f-0f53-4f2e-8267-18bf1a8b53a2 req-eeb55188-c641-4deb-9b19-ac9d7ac22599 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493281 Feb 10 06:27:07.588916 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778dce6d-0489-4461-9893-36759524bd61 x-openstack-request-id: req-778dce6d-0489-4461-9893-36759524bd61 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:07.589516 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:07.589940 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-778dce6d-0489-4461-9893-36759524bd61 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:07.590566 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a', 'status': 'completed', 'code': 200} Feb 10 06:27:07.664669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b03c-347a-4141-aa2c-0351144159f4 req-5cd9f473-695c-4014-92b5-62253ce18f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:07.666253 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8692b03c-347a-4141-aa2c-0351144159f4 req-5cd9f473-695c-4014-92b5-62253ce18f37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b16bae2c2b66488c81eb7118f8765f59&device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 1126 time: 0.0471919 Feb 10 06:27:07.694847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde099fb-693e-42e2-8c0e-b6b51cf3f402 req-46f7e7b0-b1b3-43a0-95cb-a0c3bec9f81b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:07.696347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fde099fb-693e-42e2-8c0e-b6b51cf3f402 req-46f7e7b0-b1b3-43a0-95cb-a0c3bec9f81b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 944 time: 0.0611944 Feb 10 06:27:07.749156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fde099fb-693e-42e2-8c0e-b6b51cf3f402 req-957e7d8b-21a7-4474-a92d-06d9fc8ce97b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451396 Feb 10 06:27:07.768902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b03c-347a-4141-aa2c-0351144159f4 req-a5b93848-fb16-476b-885d-3900cbb71a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:07.770439 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8692b03c-347a-4141-aa2c-0351144159f4 req-a5b93848-fb16-476b-885d-3900cbb71a2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 200 len: 922 time: 0.0953937 Feb 10 06:27:07.824520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8692b03c-347a-4141-aa2c-0351144159f4 req-faa67247-7042-4dd5-9ae6-71a1518c6f75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a HTTP/1.1" status: 200 len: 217 time: 0.0395896 Feb 10 06:27:07.839389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de69ff99-fb68-4951-a299-779ba65eb52a req-0654bf52-f820-4cff-b83f-0c7b8a362d46 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 210 time: 0.0353422 Feb 10 06:27:07.887500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b03c-347a-4141-aa2c-0351144159f4 req-4a048e18-577e-4cb2-9500-963bd5c0951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:07.890208 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8692b03c-347a-4141-aa2c-0351144159f4 req-4a048e18-577e-4cb2-9500-963bd5c0951c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8fc92a7-d519-4466-8e50-7f92c7c2d0af HTTP/1.1" status: 200 len: 862 time: 0.0576394 Feb 10 06:27:07.931722 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8692b03c-347a-4141-aa2c-0351144159f4 req-3c5d1325-4d02-4cbc-9ec9-b23e5a08b9f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288992 Feb 10 06:27:07.954171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18d5e1-bd54-4159-9e04-28126b90f4bd req-838aa42d-35ec-405c-a083-c6cc5a31319d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:07.955673 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee18d5e1-bd54-4159-9e04-28126b90f4bd req-838aa42d-35ec-405c-a083-c6cc5a31319d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0595369 Feb 10 06:27:08.005151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee18d5e1-bd54-4159-9e04-28126b90f4bd req-a8e3a160-f7a6-4df4-9dac-3b7e32dd08c2 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Feb 10 06:27:08.043799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8692b03c-347a-4141-aa2c-0351144159f4 req-4b279246-3f16-4394-b555-4830d85eed43 service neutron] 10.222.0.24 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895491 Feb 10 06:27:08.124128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea1ac-ab53-4679-994f-85cd4a66a56f req-15bef54c-6445-4be6-b876-b97dec4b5fdb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:08.125606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b24ea1ac-ab53-4679-994f-85cd4a66a56f req-15bef54c-6445-4be6-b876-b97dec4b5fdb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.0532801 Feb 10 06:27:08.135759 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8692b03c-347a-4141-aa2c-0351144159f4 req-42e96a83-5726-440c-b374-f15f17a73174 service neutron] 10.222.0.24 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848839 Feb 10 06:27:08.171910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b24ea1ac-ab53-4679-994f-85cd4a66a56f req-0de26dfc-b7ca-4a88-88ac-fb6e8029028c tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Feb 10 06:27:08.274082 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-4fc9accd-91b6-43db-baf6-8635e98bc34e tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b301e16d43d040af8c0cb8a72c6371cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239279 Feb 10 06:27:08.280647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a0c2d-2e39-452c-89d2-abae0ff2d440 req-21a1dcf1-d8f1-4000-b856-403696cc9a04 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:08.282283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-653a0c2d-2e39-452c-89d2-abae0ff2d440 req-21a1dcf1-d8f1-4000-b856-403696cc9a04 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.0540345 Feb 10 06:27:08.337588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-653a0c2d-2e39-452c-89d2-abae0ff2d440 req-9920c780-3195-4957-893d-a49018ee8b30 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488658 Feb 10 06:27:08.394828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-5974e47d-cbd9-4cdd-a227-d12d3ade6ba8 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:08.396290 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-5974e47d-cbd9-4cdd-a227-d12d3ade6ba8 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147158 Feb 10 06:27:08.422225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Request body: {'port': {'device_id': '7d7de637-3f0b-41c0-b668-2fe4e292ac76', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'b301e16d43d040af8c0cb8a72c6371cf'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:08.481961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680172e-43dd-43a6-98c6-eb52079e63a8 req-520a140b-e0c7-4e1f-afa5-07de5134f5ed tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:08.484742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9680172e-43dd-43a6-98c6-eb52079e63a8 req-520a140b-e0c7-4e1f-afa5-07de5134f5ed tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 949 time: 0.0619712 Feb 10 06:27:08.533379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9680172e-43dd-43a6-98c6-eb52079e63a8 req-bde8cbc8-17a3-4069-88da-62e142586c5a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429623 Feb 10 06:27:08.560054 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-5182beae-b8e9-47fa-a6b8-2392f355ea01 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627669 Feb 10 06:27:08.603627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Made reservation on behalf of b301e16d43d040af8c0cb8a72c6371cf for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:08.606941 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:08.627662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:08.671565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-f0c60da5-fb6c-4591-a942-90b8e77235bb tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:27:08.672544 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-f0c60da5-fb6c-4591-a942-90b8e77235bb tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093722 Feb 10 06:27:08.698134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45ff46-3b32-494e-a645-f3e9d0327691 req-ded5a3e8-8a18-4bd9-a22e-14eaad52685e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:08.699732 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c45ff46-3b32-494e-a645-f3e9d0327691 req-ded5a3e8-8a18-4bd9-a22e-14eaad52685e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0568619 Feb 10 06:27:08.739556 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-1ad6af48-4b4f-427e-8887-bedb9648cbbf service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590245 Feb 10 06:27:08.749229 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c45ff46-3b32-494e-a645-f3e9d0327691 req-bfaeab92-2851-4db0-aac8-8d9d3c52823b tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Feb 10 06:27:08.750997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-db0482eb-0631-47ef-94db-4c481c4cb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:08.752345 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-db0482eb-0631-47ef-94db-4c481c4cb68e service neutron] 10.222.0.21 "GET /v2.0/ports/3f28e49c-e920-4cb5-a2a1-228a60184716 HTTP/1.1" status: 200 len: 1124 time: 0.0702715 Feb 10 06:27:08.763661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Request body: {'binding': {'host': 'n-h1-828670-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:08.764158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Unknown quota resources ['binding']. {{(pid=103213) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:27:08.851978 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks [] for security_group (3b6207f9-e1e8-42cf-8ac1-52c38007c698), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:08.879309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3b6207f9-e1e8-42cf-8ac1-52c38007c698), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:08.887325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566560b-144e-45ae-bc6d-1e862f390ae6 req-9c765417-4775-43d3-b44b-22682570cd37 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:08.889845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5566560b-144e-45ae-bc6d-1e862f390ae6 req-9c765417-4775-43d3-b44b-22682570cd37 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 944 time: 0.0623667 Feb 10 06:27:08.938990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5566560b-144e-45ae-bc6d-1e862f390ae6 req-4bc60884-e68f-4f95-b81c-b950598e597f tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433362 Feb 10 06:27:08.968618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6207f9-e1e8-42cf-8ac1-52c38007c698,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:09.024494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-115ad7a0-1d32-4d46-a06b-b53e7436ec23 req-529a37f4-c759-49f8-95ca-b4e05df55f95 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 210 time: 0.0276687 Feb 10 06:27:09.074281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 on host n-h1-828670-1 for vnic_type normal with profile None {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:27:09.074638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:27:09.074966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:09.093921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Port 3f28e49c-e920-4cb5-a2a1-228a60184716 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:27:09.094248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:09.103792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Allocated IP 192.168.233.172 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:27:09.114344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:27:09.114676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:09.115058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:27:09.115495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Bound port: 3f28e49c-e920-4cb5-a2a1-228a60184716, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:27:09.118582 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a28df-792c-457e-a50b-133cedc8203c req-4249e98b-34f0-4e13-a7e9-4e6e071aeae4 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:09.120102 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-4249e98b-34f0-4e13-a7e9-4e6e071aeae4 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.1332796 Feb 10 06:27:09.137790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00c746-7cba-40ca-b260-ab6985ed49a1 req-e03fc806-bbe4-489f-8ed6-c106c51df1ad tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:09.139322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed00c746-7cba-40ca-b260-ab6985ed49a1 req-e03fc806-bbe4-489f-8ed6-c106c51df1ad tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0610943 Feb 10 06:27:09.187105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed00c746-7cba-40ca-b260-ab6985ed49a1 req-5be886c2-d1c9-495c-8483-3516e3f62959 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Feb 10 06:27:09.239581 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:27:09.253290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:09.254501 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-bfb2ed3d-9aba-4cb5-90d9-5fa4ddd99651 service neutron] 10.222.0.21 "POST /v2.0/ports/3f28e49c-e920-4cb5-a2a1-228a60184716/bindings HTTP/1.1" status: 201 len: 389 time: 0.4942744 Feb 10 06:27:09.330502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2be3b-2267-4cae-99f0-d7903abfa52c req-975bd2b2-5f3c-4f18-a3aa-42a37eb46f3d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:09.332341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65c2be3b-2267-4cae-99f0-d7903abfa52c req-975bd2b2-5f3c-4f18-a3aa-42a37eb46f3d tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.0744312 Feb 10 06:27:09.398292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks [] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:09.402454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-721a28df-792c-457e-a50b-133cedc8203c req-d49a5a17-d68b-4304-9112-edb927ecd7f4 service neutron] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:09.405477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65c2be3b-2267-4cae-99f0-d7903abfa52c req-a1a21bfd-60e6-45be-a8e2-f6fd283b22e0 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610871 Feb 10 06:27:09.408426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-721a28df-792c-457e-a50b-133cedc8203c req-d49a5a17-d68b-4304-9112-edb927ecd7f4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:09.409545 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-721a28df-792c-457e-a50b-133cedc8203c req-d49a5a17-d68b-4304-9112-edb927ecd7f4 service neutron] 10.222.0.13 "DELETE /v2.0/ports/e32670f1-3978-4086-ba33-0b413e6308c0/bindings/n-h2-828670-1 HTTP/1.1" status: 204 len: 173 time: 0.2819529 Feb 10 06:27:09.441560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:09.499309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:09.502778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:09.507057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:27:09.533525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6380c0f-2605-4194-a8c4-78670829b6ef req-75a1bb66-71b8-45ea-aa36-90bf9a35c50e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:09.535352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Pushing event updated for resources: {'Port': ['ID=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:09.535518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6380c0f-2605-4194-a8c4-78670829b6ef req-75a1bb66-71b8-45ea-aa36-90bf9a35c50e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.0750442 Feb 10 06:27:09.575406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:09.576654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:09.596311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6380c0f-2605-4194-a8c4-78670829b6ef req-675003a0-b2b3-448a-8236-b7a28de245c9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483489 Feb 10 06:27:09.599960 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-f0b009af-411f-4e71-a22d-ba9c2cebcbc0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1836820 Feb 10 06:27:09.614330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Request body: {'port': {'device_id': '7d7de637-3f0b-41c0-b668-2fe4e292ac76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:09.670003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-8a8de49a-a742-4c9e-9551-836f0c343f7c req-e31608c2-2842-4493-9073-354e5bae1126 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:27:09.672280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a8de49a-a742-4c9e-9551-836f0c343f7c req-e31608c2-2842-4493-9073-354e5bae1126 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063667 Feb 10 06:27:09.697326 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:09.739437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aca23-d983-494d-858f-22fce57bcc5f req-a7f55c13-6be4-4fb1-8938-b7bd6ab49998 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:09.741468 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b29aca23-d983-494d-858f-22fce57bcc5f req-a7f55c13-6be4-4fb1-8938-b7bd6ab49998 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.0619476 Feb 10 06:27:09.807074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:09.831293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b29aca23-d983-494d-858f-22fce57bcc5f req-ce603d9d-a7ab-41b7-a5fe-d0f26fa0f6f0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833902 Feb 10 06:27:09.858089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9ba82685-a13b-40c7-bcba-0bb4a82b11cd None None] Provisioning complete for port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:09.860290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ba82685-a13b-40c7-bcba-0bb4a82b11cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:09.955532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9ba82685-a13b-40c7-bcba-0bb4a82b11cd None None] Port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:27:10.049473 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-75e54eb1-9096-4928-8f38-2dbe26ab93b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993953 Feb 10 06:27:10.069673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0ef0-5e9d-416c-a457-f659b059e062 req-ca37092c-becb-4289-9690-8cac835b2112 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.071328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e0a0ef0-5e9d-416c-a457-f659b059e062 req-ca37092c-becb-4289-9690-8cac835b2112 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1072967 Feb 10 06:27:10.080635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a5a99-3ddc-4241-a267-ac94cf522b5f req-34a942f2-7b7a-4fb1-99ae-a3be49f65660 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.081816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e26a5a99-3ddc-4241-a267-ac94cf522b5f req-34a942f2-7b7a-4fb1-99ae-a3be49f65660 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 949 time: 0.0854113 Feb 10 06:27:10.155728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e0a0ef0-5e9d-416c-a457-f659b059e062 req-354ca410-9349-49fe-8521-3aaca1edbb2f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722194 Feb 10 06:27:10.157764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:10.167477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Publish callbacks [] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:10.170621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e26a5a99-3ddc-4241-a267-ac94cf522b5f req-1d70f2eb-5be7-4e34-bb10-57ddf79095e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706148 Feb 10 06:27:10.208173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Transition to ACTIVE for port object 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:27:10.215296 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:10.255444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad673c1b-54fc-4d29-96bc-a5e0b7ef9f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:10.309174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fba718-3692-41f6-9c38-6f01295317fe req-f6724d0f-3716-4487-a6bb-2cdf2c195e1e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.312928 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0fba718-3692-41f6-9c38-6f01295317fe req-f6724d0f-3716-4487-a6bb-2cdf2c195e1e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0904744 Feb 10 06:27:10.326041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4a6b6cd2-cf14-4712-a39c-a8a89219d37a details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:10.364137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:10.417830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0fba718-3692-41f6-9c38-6f01295317fe req-e77c81d9-8d27-4b34-8603-eec196e2c917 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000903 Feb 10 06:27:10.421833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Attempting to bind port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:27:10.422074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Attempting to bind port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:27:10.423235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Attempting to bind port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:10.430249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:27:10.430611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Attempting to bind port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:10.442423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7533238-b6ad-4c63-ad77-3b9d0a64bcf6 req-afbdba69-7d55-428f-8086-5b2b97a86ddc tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.450899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:27:10.451286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:10.452257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:27:10.452713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Bound port: 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:27:10.453577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:10.456431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7533238-b6ad-4c63-ad77-3b9d0a64bcf6 req-afbdba69-7d55-428f-8086-5b2b97a86ddc tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 944 time: 0.1258347 Feb 10 06:27:10.548276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:10.570676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a', 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48', 'port_id': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a', 'mac_address': 'fa:16:3e:b4:b0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fc92a7-d519-4466-8e50-7f92c7c2d0af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:27:10.572826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] For port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:10.580163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] For port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:27:10.593589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:10.599109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7533238-b6ad-4c63-ad77-3b9d0a64bcf6 req-c4b785d0-61bc-447a-9bcb-225cfd3e2ef8 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417186 Feb 10 06:27:10.631751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:10.632980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:10.651267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6b6cd2-cf14-4712-a39c-a8a89219d37a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:10.654612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008dbb5-8aa2-47d0-ab91-3f72cdcd386f req-09b3d1dd-9616-49c7-acb1-c929e871a4c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.676511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.677829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9008dbb5-8aa2-47d0-ab91-3f72cdcd386f req-09b3d1dd-9616-49c7-acb1-c929e871a4c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 948 time: 0.1536570 Feb 10 06:27:10.677956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:10.679332 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 HTTP/1.1" status: 200 len: 1096 time: 1.0703990 Feb 10 06:27:10.683052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7de637-3f0b-41c0-b668-2fe4e292ac76', 'tag': '7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:10.685364 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf7d4cb-4862-4468-a510-2d0970506809" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7de637-3f0b-41c0-b668-2fe4e292ac76", "tag": "7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:10.687194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:10.703846 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:10.751512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b3894-9eea-4acc-b88d-6f2185e7c139 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:10.783725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:10.792808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.794446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.795042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.795663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.796213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.796800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.797374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.798391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.798866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.799299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.799941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.800667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.801217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:10.811500 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9008dbb5-8aa2-47d0-ab91-3f72cdcd386f req-7c2d9bbc-07ca-4337-bee3-527c780115c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329148 Feb 10 06:27:10.833092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc3ce9-5d8d-4474-872b-3f341588c60f req-b7f316a5-b49f-4a2a-8f5b-f7d749144b0f tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.835119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cebc3ce9-5d8d-4474-872b-3f341588c60f req-b7f316a5-b49f-4a2a-8f5b-f7d749144b0f tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1126 time: 0.0872023 Feb 10 06:27:10.900687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-5ca024cb-6d0a-40bb-9e8f-ba2314448692 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.902155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-5ca024cb-6d0a-40bb-9e8f-ba2314448692 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports/7a007442-be89-4c19-9f4c-b090f842551d HTTP/1.1" status: 200 len: 947 time: 0.1109378 Feb 10 06:27:10.905807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cebc3ce9-5d8d-4474-872b-3f341588c60f req-7140ad50-e579-42df-bfdf-b1b6231e2674 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598536 Feb 10 06:27:10.918351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-831840c1-e2a6-4fa6-8e25-10d04d719eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.919936 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-831840c1-e2a6-4fa6-8e25-10d04d719eb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b301e16d43d040af8c0cb8a72c6371cf&device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 1130 time: 0.1889057 Feb 10 06:27:10.932242 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-ca916f47-6dad-458c-9373-2c2871e79242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.933738 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-ca916f47-6dad-458c-9373-2c2871e79242 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1127 time: 0.1656778 Feb 10 06:27:10.977494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9ae9a-fa2e-4968-9ae6-b4f711c3a120 req-87501194-0379-43d2-a548-97eec028cdd1 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:10.985018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fa9ae9a-fa2e-4968-9ae6-b4f711c3a120 req-87501194-0379-43d2-a548-97eec028cdd1 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.1033227 Feb 10 06:27:11.002421 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-e2156382-2eac-48c0-9299-3e5119828e3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 HTTP/1.1" status: 200 len: 217 time: 0.0625546 Feb 10 06:27:11.007806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4a6b6cd2-cf14-4712-a39c-a8a89219d37a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:11.066632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fa9ae9a-fa2e-4968-9ae6-b4f711c3a120 req-826803ef-3b0a-401a-8ffb-af57d9a58b15 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804329 Feb 10 06:27:11.102398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-620803f8-0106-4b24-b17a-77f49a80dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.103871 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-620803f8-0106-4b24-b17a-77f49a80dacb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0923138 Feb 10 06:27:11.117216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b18df0-e3fe-4a19-9606-5b356321f926 req-8af1d9fd-20cf-4d95-83cb-046d6dffe438 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.121427 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f2f40-e5a9-4143-9552-74b8e1c4a8da x-openstack-request-id: req-396f2f40-e5a9-4143-9552-74b8e1c4a8da {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:11.121722 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7de637-3f0b-41c0-b668-2fe4e292ac76", "tag": "7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:11.121980 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-396f2f40-e5a9-4143-9552-74b8e1c4a8da {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:11.122403 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7de637-3f0b-41c0-b668-2fe4e292ac76', 'tag': '7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95', 'status': 'completed', 'code': 200} Feb 10 06:27:11.131600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51b18df0-e3fe-4a19-9606-5b356321f926 req-8af1d9fd-20cf-4d95-83cb-046d6dffe438 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1071165 Feb 10 06:27:11.164340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-c82cf43d-2d7f-4fce-a0ab-fa5f2a4c93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.165826 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-c82cf43d-2d7f-4fce-a0ab-fa5f2a4c93b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.2177379 Feb 10 06:27:11.218205 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-0690dc55-b43a-42d7-b6b5-145b212f5ac1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f28e49c-e920-4cb5-a2a1-228a60184716 HTTP/1.1" status: 200 len: 217 time: 0.0445001 Feb 10 06:27:11.220531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-414592bc-abdc-4a48-8c02-ca5fc33bdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.221938 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-414592bc-abdc-4a48-8c02-ca5fc33bdf03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1023343 Feb 10 06:27:11.243181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51b18df0-e3fe-4a19-9606-5b356321f926 req-d6265dd0-9954-47b4-b1c1-c544b76babae tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003954 Feb 10 06:27:11.275999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e27cd-2ff8-43b9-a358-4b08e05efa3b req-36da78b5-f275-4880-baab-7c918e2dfe74 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.278483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-149e27cd-2ff8-43b9-a358-4b08e05efa3b req-36da78b5-f275-4880-baab-7c918e2dfe74 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 1126 time: 0.1063907 Feb 10 06:27:11.343892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-18afc3ca-909c-4887-89dd-dac074fa94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.345457 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-18afc3ca-909c-4887-89dd-dac074fa94c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1215520 Feb 10 06:27:11.365074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-149e27cd-2ff8-43b9-a358-4b08e05efa3b req-7f60e967-0132-453f-84ea-af5f42728253 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759969 Feb 10 06:27:11.403065 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-5150a7ae-b1b1-43f4-9439-947fa117f6a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483606 Feb 10 06:27:11.474606 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-9a1a7589-41af-49ce-a23e-c938cbcf8699 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380986 Feb 10 06:27:11.540191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bca09-9c53-4d26-b4d0-1ac1bf3ff2cf req-d3460684-a7e9-404c-ad78-1478969fba97 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.547389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-622bca09-9c53-4d26-b4d0-1ac1bf3ff2cf req-d3460684-a7e9-404c-ad78-1478969fba97 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1002476 Feb 10 06:27:11.572817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d405b0-a532-42b9-9b87-097eb67940d0 req-75c405c8-8ef5-4236-af6c-896f266bb3b6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.574453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54d405b0-a532-42b9-9b87-097eb67940d0 req-75c405c8-8ef5-4236-af6c-896f266bb3b6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 949 time: 0.0977178 Feb 10 06:27:11.600539 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-1107fbf6-e63e-4385-a266-b7d2867fdd45 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892502 Feb 10 06:27:11.618212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-622bca09-9c53-4d26-b4d0-1ac1bf3ff2cf req-d7dd44e2-7a8e-4b90-bec0-ecc1891b4a0f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693722 Feb 10 06:27:11.632769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3b5acd9-1d53-4135-99e3-9bfc0e291617 req-95a29d5b-3516-4973-b583-45e60e8f341b service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549814 Feb 10 06:27:11.652443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54d405b0-a532-42b9-9b87-097eb67940d0 req-a572d3da-22eb-4e38-b7a9-0688ab280253 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703647 Feb 10 06:27:11.757890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-6f58a260-48a1-4dc2-82d7-a938d13fd977 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479385 Feb 10 06:27:11.765659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-0411e3fe-5a44-4a48-80a7-9a31f505c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.767159 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-0411e3fe-5a44-4a48-80a7-9a31f505c9b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b301e16d43d040af8c0cb8a72c6371cf&device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 1130 time: 0.0663283 Feb 10 06:27:11.823497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a880e8f-e51b-448e-8ac7-bdc62616cebe req-43eaa57a-9129-4e8b-bc93-c27cba55cbad tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.825201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a880e8f-e51b-448e-8ac7-bdc62616cebe req-43eaa57a-9129-4e8b-bc93-c27cba55cbad tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0892930 Feb 10 06:27:11.837506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca8a01-36cd-414a-a2c5-a39506b6ba09 req-1bcfb526-3341-4d2e-a69d-1250f3a0d564 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.839202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34ca8a01-36cd-414a-a2c5-a39506b6ba09 req-1bcfb526-3341-4d2e-a69d-1250f3a0d564 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.1021311 Feb 10 06:27:11.860963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-8b74346b-7963-4d5c-b8ec-fef1b45cbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.862545 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-8b74346b-7963-4d5c-b8ec-fef1b45cbf6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.0889325 Feb 10 06:27:11.909158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a880e8f-e51b-448e-8ac7-bdc62616cebe req-a53e9422-9fe6-4d2a-8f25-63536ddb5641 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688782 Feb 10 06:27:11.911582 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-9a67bee7-db82-4a7b-bebc-ffeb4b4e07f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 HTTP/1.1" status: 200 len: 217 time: 0.0415051 Feb 10 06:27:11.926002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34ca8a01-36cd-414a-a2c5-a39506b6ba09 req-8909a1a7-8120-432c-94c3-63b09a8509a1 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703204 Feb 10 06:27:11.968176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-2b41f6de-62e4-4c34-a6bb-5fcaf18e402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:11.969853 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-2b41f6de-62e4-4c34-a6bb-5fcaf18e402a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0496733 Feb 10 06:27:12.101942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-807c0fcd-c899-4ec0-aee9-73aa51a35e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:12.103713 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-807c0fcd-c899-4ec0-aee9-73aa51a35e5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1012793 Feb 10 06:27:12.111549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27578af9-6e6b-476d-b33e-23283255e9d4 req-128fa418-bf98-4868-9b51-50fc1fef352b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:12.120284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27578af9-6e6b-476d-b33e-23283255e9d4 req-128fa418-bf98-4868-9b51-50fc1fef352b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 945 time: 0.1236079 Feb 10 06:27:12.162167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-812e8534-49fe-4d05-8a4a-096087c76dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:12.163628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-812e8534-49fe-4d05-8a4a-096087c76dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 1132 time: 0.1072998 Feb 10 06:27:12.179674 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27578af9-6e6b-476d-b33e-23283255e9d4 req-a6a7acf3-4ad8-4112-a082-d02fc61399df tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585530 Feb 10 06:27:12.226577 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-84726331-cc6d-4b8b-8f39-d7c2a21b92d9 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152194 Feb 10 06:27:12.345359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4a6b6cd2-cf14-4712-a39c-a8a89219d37a up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:12.371398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cbf7d4cb-4862-4468-a510-2d0970506809 req-a02c86bd-249d-4f9f-81b2-8602b26de15e service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323025 Feb 10 06:27:12.440109 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28e1555c-e800-41f4-90ca-cf14bcb3ecc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:12.450171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:27:12.456840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:12.457214 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:12.554058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:12.554652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:12.582491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:12.584731 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e0ef45-583b-4c27-9ab3-068faaea6a15" -d '{"events": [{"server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "name": "network-vif-plugged", "status": "completed", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:12.598219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:12.602246 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:12.660240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:12.690209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-ed31db10-2350-4390-a938-b53bcc802d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:12.691755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-ed31db10-2350-4390-a938-b53bcc802d57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.5158839 Feb 10 06:27:12.710880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813d509-25c3-4bc4-955c-7c99fe71e075 req-6c7fc95c-5aed-41cf-b73e-26ead17bf4da tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:12.712752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6813d509-25c3-4bc4-955c-7c99fe71e075 req-6c7fc95c-5aed-41cf-b73e-26ead17bf4da tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 1131 time: 0.4271648 Feb 10 06:27:12.742644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-b0d71f97-b8c8-45d6-bbc7-2bd9474f964d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=7a007442-be89-4c19-9f4c-b090f842551d HTTP/1.1" status: 200 len: 217 time: 0.0428247 Feb 10 06:27:12.797658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49c3e7-e592-4ce9-9303-7e2c2a4fbd64 req-41671e95-6050-4f6b-b75a-d40bf03bcf75 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:12.799159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a49c3e7-e592-4ce9-9303-7e2c2a4fbd64 req-41671e95-6050-4f6b-b75a-d40bf03bcf75 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 948 time: 0.1607282 Feb 10 06:27:12.853269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-3833475b-8d63-4aef-9673-edb9ded79475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:12.854795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-3833475b-8d63-4aef-9673-edb9ded79475 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1047323 Feb 10 06:27:12.901542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6813d509-25c3-4bc4-955c-7c99fe71e075 req-e6fb6594-ccef-44d2-8109-226d5fde198f tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620946 Feb 10 06:27:12.915543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a49c3e7-e592-4ce9-9303-7e2c2a4fbd64 req-9c59f335-23fd-43ef-9a5b-b351e1fc1086 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994830 Feb 10 06:27:12.946563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-bf8a3241-5b76-46ca-8649-eb096c677872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:12.948351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-bf8a3241-5b76-46ca-8649-eb096c677872 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0826671 Feb 10 06:27:13.103499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12df8e-809b-4456-b0bb-deb55198a5eb req-db1ad2d1-a63d-4f3c-a1bd-f0a68a6853e6 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:13.110842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd12df8e-809b-4456-b0bb-deb55198a5eb req-db1ad2d1-a63d-4f3c-a1bd-f0a68a6853e6 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1194279 Feb 10 06:27:13.137314 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-758747a0-609a-456e-a910-307301b6973e service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769063 Feb 10 06:27:13.171325 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfcc12f-a8df-44b2-8784-a94b2044b804 x-openstack-request-id: req-edfcc12f-a8df-44b2-8784-a94b2044b804 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:13.172086 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "name": "network-vif-plugged", "status": "completed", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:13.173393 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edfcc12f-a8df-44b2-8784-a94b2044b804 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:13.173960 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a', 'code': 200} Feb 10 06:27:13.240361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd12df8e-809b-4456-b0bb-deb55198a5eb req-39528362-3f26-4a92-b8b9-705e943821a7 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278048 Feb 10 06:27:13.273761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-955e3540-83b0-443e-a076-606e5fe6cc4d service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243601 Feb 10 06:27:13.320652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3ca05-c604-4469-9c7e-dbed27486a81 req-73508ab2-8589-4541-a0dd-5e202b65a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:13.322253 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cfe3ca05-c604-4469-9c7e-dbed27486a81 req-73508ab2-8589-4541-a0dd-5e202b65a977 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 1128 time: 0.0827775 Feb 10 06:27:13.382361 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cfe3ca05-c604-4469-9c7e-dbed27486a81 req-cc03582a-efb2-4c6e-bcfc-33ddccae2cc2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531621 Feb 10 06:27:13.395065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01eb8ee-5258-4436-91c2-6220dd237a79 req-96872377-7b60-450f-91e9-4df10715c328 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:13.396803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e01eb8ee-5258-4436-91c2-6220dd237a79 req-96872377-7b60-450f-91e9-4df10715c328 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1057589 Feb 10 06:27:13.433356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eda19a-bb9b-424a-9ba0-a47dcfa70b43 req-e96e1c13-c40d-4f6e-90af-558dd6b4f1ec tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:13.434759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45eda19a-bb9b-424a-9ba0-a47dcfa70b43 req-e96e1c13-c40d-4f6e-90af-558dd6b4f1ec tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0971031 Feb 10 06:27:13.484159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e01eb8ee-5258-4436-91c2-6220dd237a79 req-ddf81ebe-75f0-4ac0-8fd2-e7a6db7ba87d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750804 Feb 10 06:27:13.513739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45eda19a-bb9b-424a-9ba0-a47dcfa70b43 req-d063fdb0-2746-4b2e-b10c-f58217047e41 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705373 Feb 10 06:27:13.586912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-398b5d80-40e8-4929-8f9f-815a3bd9c6ba tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263355 Feb 10 06:27:13.717732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3b91b-ec7f-4bf6-9efa-b200bccd8687 req-70fad8f0-1c50-4825-a0da-c3fe414e0fad tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:13.719369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5e3b91b-ec7f-4bf6-9efa-b200bccd8687 req-70fad8f0-1c50-4825-a0da-c3fe414e0fad tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.1311364 Feb 10 06:27:13.760572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-3c903c44-8fec-4f31-a621-0757edde1818 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:13.762152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-3c903c44-8fec-4f31-a621-0757edde1818 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617436 Feb 10 06:27:13.775109 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:13.793488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-e90c661a-4dc8-406c-b82c-15ba670baa54 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/quotas/72a4d829d43b4713a617d0fac13e0c08 HTTP/1.1" status: 200 len: 375 time: 0.0223961 Feb 10 06:27:13.802056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5e3b91b-ec7f-4bf6-9efa-b200bccd8687 req-97c97af9-36a8-4fc6-adb6-3fa52f484cae tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728881 Feb 10 06:27:13.867631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-4663eade-ef7b-4eaf-85d0-0991e6fa0d96 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0645897 Feb 10 06:27:13.924416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c71e43-c906-4524-94d1-aac412fc1d77 req-d06fa226-6db1-496b-a94c-385d4c58af77 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:13.926168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3c71e43-c906-4524-94d1-aac412fc1d77 req-d06fa226-6db1-496b-a94c-385d4c58af77 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.0575206 Feb 10 06:27:13.978289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3c71e43-c906-4524-94d1-aac412fc1d77 req-d7dd9ac0-ab3c-4d18-831d-04a2ebf57131 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457172 Feb 10 06:27:14.097954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8874ab87-83b7-41a1-8e32-3b9840e311ed req-1e54ff23-28e1-4b2c-8d34-84d5cf9650e9 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 210 time: 0.0323477 Feb 10 06:27:14.138584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab60caf-6e54-4a4e-8611-733e3559d1c9 req-865a8bd8-b387-4af9-809f-93b95423d315 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:14.140125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cab60caf-6e54-4a4e-8611-733e3559d1c9 req-865a8bd8-b387-4af9-809f-93b95423d315 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 948 time: 0.1037905 Feb 10 06:27:14.215020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cab60caf-6e54-4a4e-8611-733e3559d1c9 req-280c2e11-72fd-462a-85d1-a304f1c5f99a tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661962 Feb 10 06:27:14.356090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:14.377620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f926e-3389-4f63-b08b-a70b57fbf8ea req-15d6f746-4516-4c31-bc18-f806f19a4bf6 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:14.385107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f4f926e-3389-4f63-b08b-a70b57fbf8ea req-15d6f746-4516-4c31-bc18-f806f19a4bf6 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.0655272 Feb 10 06:27:14.442627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f4f926e-3389-4f63-b08b-a70b57fbf8ea req-f144d496-68c6-4555-895d-f00238b89700 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528207 Feb 10 06:27:14.483185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:14.500349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95', 'mac_address': 'fa:16:3e:80:3f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:27:14.540762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:14.541152 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:14.564467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:14.609230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:14.617238 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:14.649118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17ae20-6c77-4ac7-9c7d-db24bebd03ec req-f1075eaf-f1e9-4011-9481-63b001ae2b8e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:14.650935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be17ae20-6c77-4ac7-9c7d-db24bebd03ec req-f1075eaf-f1e9-4011-9481-63b001ae2b8e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0704167 Feb 10 06:27:14.708469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:14.754825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be17ae20-6c77-4ac7-9c7d-db24bebd03ec req-0f981812-cecb-4b01-97a0-9631cbbc3a28 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884669 Feb 10 06:27:14.770010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45933c-40a8-4078-9e6e-bb60359502f5 req-86d2fb8d-b77d-46d7-a92c-2d79c313f568 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:14.772631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f45933c-40a8-4078-9e6e-bb60359502f5 req-86d2fb8d-b77d-46d7-a92c-2d79c313f568 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1205285 Feb 10 06:27:14.848094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f45933c-40a8-4078-9e6e-bb60359502f5 req-f76dd09c-e4cc-43e9-8195-2a7de4228452 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689924 Feb 10 06:27:14.861142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-161d0f1e-3481-4c24-8bad-790f43706c87 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:14.862843 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-161d0f1e-3481-4c24-8bad-790f43706c87 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.13 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.0723345 Feb 10 06:27:14.934790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:14.961183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088889e-2341-4589-9b82-a7432b9cb506 req-fbdd1db6-9ace-4b68-8236-214a55aea171 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:14.970215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f088889e-2341-4589-9b82-a7432b9cb506 req-fbdd1db6-9ace-4b68-8236-214a55aea171 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 950 time: 0.0682256 Feb 10 06:27:14.972044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Deleting port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:27:14.972383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:15.039084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f088889e-2341-4589-9b82-a7432b9cb506 req-9933d2bd-beca-4eb6-a0b0-e0feb4f8a722 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/security-groups?id=09506f6b-6309-4940-abdc-11a02727e86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624819 Feb 10 06:27:15.100610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] For port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:15.101038 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:15.138125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Calling delete_port for e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:27:15.187528 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:15.274800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc135a95-42a9-4f0e-ade6-a43ff7f976d2 req-a8eb23b1-2bbc-4d73-a661-fa1d7219e141 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 210 time: 0.0483012 Feb 10 06:27:15.525651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aa534-7a82-451b-95d5-d6816e036657 req-0ededfd8-5647-4d6e-bc9f-6eced4b3c41b tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:15.530816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a27aa534-7a82-451b-95d5-d6816e036657 req-0ededfd8-5647-4d6e-bc9f-6eced4b3c41b tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 949 time: 0.1059976 Feb 10 06:27:15.568765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e5ab9-50aa-4d4e-8755-cb8a4f4cec63 req-9b53f019-6e21-415f-936a-ec5f88e56bca tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:15.570285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b17e5ab9-50aa-4d4e-8755-cb8a4f4cec63 req-9b53f019-6e21-415f-936a-ec5f88e56bca tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.1092963 Feb 10 06:27:15.573507 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-b77fc600-d9d5-4b1a-8cd4-be0610c3c1c1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=72a4d829d43b4713a617d0fac13e0c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3482273 Feb 10 06:27:15.608245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a27aa534-7a82-451b-95d5-d6816e036657 req-0bc5b952-62c4-467f-908a-e515ac20384e tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727599 Feb 10 06:27:15.642799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b17e5ab9-50aa-4d4e-8755-cb8a4f4cec63 req-9caba162-d345-49ec-a03e-6a69e4d42b61 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640371 Feb 10 06:27:15.752615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-bb59571a-bea7-4b4d-8e4d-82777b94817b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:15.754408 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-bb59571a-bea7-4b4d-8e4d-82777b94817b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739962 Feb 10 06:27:15.770565 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:15.782938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Request body: {'port': {'device_id': '4926e32a-9f44-49d6-8737-5f09395679ca', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '72a4d829d43b4713a617d0fac13e0c08'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:15.785626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:15.817815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bf17c-cd43-411e-a8ad-bd7d41407000 req-75414bd5-870e-42c8-b548-ddd430f565cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:15.819350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f71bf17c-cd43-411e-a8ad-bd7d41407000 req-75414bd5-870e-42c8-b548-ddd430f565cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1030416 Feb 10 06:27:15.822576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Pushing event deleted for resources: {'Port': ['ID=e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:15.827550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723537ac-a254-4da9-a9d5-a36e0e6911bd req-ec2bacb2-0a12-4df1-8909-fd2c9fd684d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:15.834540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-723537ac-a254-4da9-a9d5-a36e0e6911bd req-ec2bacb2-0a12-4df1-8909-fd2c9fd684d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.0851064 Feb 10 06:27:15.915826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f71bf17c-cd43-411e-a8ad-bd7d41407000 req-c049f4e4-0c71-4f8e-9c12-bf5b2b6b962d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785072 Feb 10 06:27:15.928701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] No DVR routers for this DVR port e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:15.931557 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:15.935679 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d0ffde9e-a2e5-4b31-bd6b-6f0d662f1204 req-37963d67-5aae-4fee-ba11-6214cf65d7cb tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.13 "DELETE /v2.0/ports/e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d HTTP/1.1" status: 204 len: 173 time: 1.0668662 Feb 10 06:27:15.938614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace6adcf-8fb8-4ebe-991f-18cd577dc1f8', 'name': 'network-vif-deleted', 'tag': 'e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:15.941780 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2d59c3-e6e9-420a-952a-9fc19b68018e" -d '{"events": [{"server_uuid": "ace6adcf-8fb8-4ebe-991f-18cd577dc1f8", "name": "network-vif-deleted", "tag": "e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:15.948098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-723537ac-a254-4da9-a9d5-a36e0e6911bd req-fb30f291-402a-4e8d-9a95-9998afc9b554 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126232 Feb 10 06:27:16.050977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Made reservation on behalf of 72a4d829d43b4713a617d0fac13e0c08 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:16.052953 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:16.158095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ebb1-10c4-4747-b37a-131a9e7eed1b req-505d76d7-b9b3-422f-b621-692161006f30 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:16.165511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d92ebb1-10c4-4747-b37a-131a9e7eed1b req-505d76d7-b9b3-422f-b621-692161006f30 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1374609 Feb 10 06:27:16.190078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5191bae-fd87-4af1-9cdc-b9150dd636f9 req-57d5e9fd-c0cd-446e-b33a-83e064c613b3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:16.191908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5191bae-fd87-4af1-9cdc-b9150dd636f9 req-57d5e9fd-c0cd-446e-b33a-83e064c613b3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1203542 Feb 10 06:27:16.249313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d92ebb1-10c4-4747-b37a-131a9e7eed1b req-eb15ff8f-f3c1-4591-a8b1-1808cfe8ff86 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828681 Feb 10 06:27:16.259282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Allocated IP 192.168.233.215 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/0204c5e5-dc8f-468f-a091-4668a02f9d54) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:27:16.282026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5191bae-fd87-4af1-9cdc-b9150dd636f9 req-0fbf2a7c-c4c0-4a3d-829b-c5a71a07addf tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697420 Feb 10 06:27:16.355949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:16.416754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af5ed4b6-4f83-44ec-8a00-c0545fa9b0c9 req-d1fe662c-f485-4542-b857-cea76b98e0c6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 210 time: 0.0417502 Feb 10 06:27:16.429379 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks [] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:16.457648 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:16.465199 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566f4602-fb4c-4250-abf9-6a2bfbf7003c x-openstack-request-id: req-566f4602-fb4c-4250-abf9-6a2bfbf7003c {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:16.465484 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace6adcf-8fb8-4ebe-991f-18cd577dc1f8", "name": "network-vif-deleted", "tag": "e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:16.465761 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-566f4602-fb4c-4250-abf9-6a2bfbf7003c {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:16.466175 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace6adcf-8fb8-4ebe-991f-18cd577dc1f8', 'name': 'network-vif-deleted', 'tag': 'e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d', 'status': 'completed', 'code': 200} Feb 10 06:27:16.475599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:16.491891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', '51accd06-142c-4a41-8064-ffc7f9ffa4c4', '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3', '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:16.497532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b654fbe-227f-4b10-95f6-66e0d214ce6b req-dafd76b5-4e34-4912-837b-4889eab5a681 tempest-DeleteServersAdminTestJSON-303453867 tempest-DeleteServersAdminTestJSON-303453867-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace6adcf-8fb8-4ebe-991f-18cd577dc1f8 HTTP/1.1" status: 200 len: 210 time: 0.0613699 Feb 10 06:27:16.503930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b', '883d4534-b948-4c5c-8918-2be9d5e98524'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:16.568122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event updated for resources: {'Port': ['ID=0204c5e5-dc8f-468f-a091-4668a02f9d54,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:16.591988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:16.594409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:16.611567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:27:16.637043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:27:16.646378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c02e15-0e62-4c38-9d04-19d26a283bc7 req-986d6902-a341-45d1-9687-f8ef42c76cf8 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:16.648313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01c02e15-0e62-4c38-9d04-19d26a283bc7 req-986d6902-a341-45d1-9687-f8ef42c76cf8 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.0955889 Feb 10 06:27:16.658021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:16.658461 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:16.715505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:16.716354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:16.769716 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-aacb2e2d-478d-45e6-b24b-563ca042361c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9932041 Feb 10 06:27:16.792992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Request body: {'port': {'device_id': '4926e32a-9f44-49d6-8737-5f09395679ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:16.799858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01c02e15-0e62-4c38-9d04-19d26a283bc7 req-d4b0f5f7-5581-4d99-9a84-d1a12fe38992 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430624 Feb 10 06:27:16.847760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bd15f-ecd1-469a-b6c9-29e1418b3588 req-8d3ffb46-40c4-4f90-8b5f-c5a7028e63ae tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:16.855117 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b87bd15f-ecd1-469a-b6c9-29e1418b3588 req-8d3ffb46-40c4-4f90-8b5f-c5a7028e63ae tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 949 time: 0.1289141 Feb 10 06:27:16.916801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:16.917488 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:16.923756 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:16.977777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7de637-3f0b-41c0-b668-2fe4e292ac76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:16.980375 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538f1206-ef76-4113-81e8-45e381cef6fa" -d '{"events": [{"server_uuid": "7d7de637-3f0b-41c0-b668-2fe4e292ac76", "name": "network-vif-plugged", "status": "completed", "tag": "7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:16.994865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b87bd15f-ecd1-469a-b6c9-29e1418b3588 req-5cbe0cb2-1ddb-4f94-8d05-d5eab231cd2d tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383700 Feb 10 06:27:17.035406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9787c0-ea32-432e-b587-02ad3d166413 req-853c4e65-1031-441a-82eb-4007e6440b84 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:17.042916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab9787c0-ea32-432e-b587-02ad3d166413 req-853c4e65-1031-441a-82eb-4007e6440b84 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.1337404 Feb 10 06:27:17.044594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:17.058665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:17.141152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab9787c0-ea32-432e-b587-02ad3d166413 req-afbf6018-08d9-4c0d-8003-b7483708354c tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972817 Feb 10 06:27:17.155906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8fadf9fc-36d4-44a0-9bfa-2dcb9c399493 None None] Provisioning complete for port 0204c5e5-dc8f-468f-a091-4668a02f9d54 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:17.156279 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fadf9fc-36d4-44a0-9bfa-2dcb9c399493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:17.222105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:17.270346 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b50a025-f24d-44f4-a5ef-419bb4a80359 x-openstack-request-id: req-0b50a025-f24d-44f4-a5ef-419bb4a80359 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:17.270723 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7de637-3f0b-41c0-b668-2fe4e292ac76", "name": "network-vif-plugged", "status": "completed", "tag": "7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:17.270984 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b50a025-f24d-44f4-a5ef-419bb4a80359 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:17.271404 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7de637-3f0b-41c0-b668-2fe4e292ac76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95', 'code': 200} Feb 10 06:27:17.274878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307516a8-11b4-4cc1-9758-21ffcbfaf84a req-724b781e-83d0-4130-8d61-8de1ec612efb tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:17.280284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-307516a8-11b4-4cc1-9758-21ffcbfaf84a req-724b781e-83d0-4130-8d61-8de1ec612efb tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1647065 Feb 10 06:27:17.290184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8fadf9fc-36d4-44a0-9bfa-2dcb9c399493 None None] Port 0204c5e5-dc8f-468f-a091-4668a02f9d54 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:27:17.340921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0204c5e5-dc8f-468f-a091-4668a02f9d54 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:17.350509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Publish callbacks [] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:17.365585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Transition to ACTIVE for port object 0204c5e5-dc8f-468f-a091-4668a02f9d54 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:27:17.370887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:17.433753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0204c5e5-dc8f-468f-a091-4668a02f9d54,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:17.448417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-307516a8-11b4-4cc1-9758-21ffcbfaf84a req-4c5d9710-d64e-4a22-8ac8-3a4106c2c9a7 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555455 Feb 10 06:27:17.468962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721558e-37e8-47d8-9577-eab48c440e4b req-2b4402df-d4f4-4e50-a346-aaf20e1ca978 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:17.470462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1721558e-37e8-47d8-9577-eab48c440e4b req-2b4402df-d4f4-4e50-a346-aaf20e1ca978 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.1064513 Feb 10 06:27:17.476756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cf5aa-2274-4115-9a89-d93b3050908a req-92bc1347-1d38-47e4-8289-8670d9eac8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:17.478537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-187cf5aa-2274-4115-9a89-d93b3050908a req-92bc1347-1d38-47e4-8289-8670d9eac8eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 1132 time: 0.1585062 Feb 10 06:27:17.601025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Attempting to bind port 0204c5e5-dc8f-468f-a091-4668a02f9d54 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:27:17.601535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Attempting to bind port 0204c5e5-dc8f-468f-a091-4668a02f9d54 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:27:17.602057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Attempting to bind port 0204c5e5-dc8f-468f-a091-4668a02f9d54 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:17.606865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Port 0204c5e5-dc8f-468f-a091-4668a02f9d54 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:27:17.607554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Attempting to bind port 0204c5e5-dc8f-468f-a091-4668a02f9d54 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:17.627746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:27:17.628259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:17.628757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:27:17.628923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-187cf5aa-2274-4115-9a89-d93b3050908a req-4be8bbc7-9df5-46ad-bb0e-3cf38cd911fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429336 Feb 10 06:27:17.629390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Bound port: 0204c5e5-dc8f-468f-a091-4668a02f9d54, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:27:17.629854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:17.655302 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1721558e-37e8-47d8-9577-eab48c440e4b req-88dd50de-0f16-437e-a2fb-5c2846e5e1be tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456659 Feb 10 06:27:17.663268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa04d2a-52c9-4283-bbc7-eddbbcf28cea req-10e2dabf-e783-41e1-9060-e84fc55fdd18 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:17.672164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4aa04d2a-52c9-4283-bbc7-eddbbcf28cea req-10e2dabf-e783-41e1-9060-e84fc55fdd18 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1359060 Feb 10 06:27:17.751677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] For port 0204c5e5-dc8f-468f-a091-4668a02f9d54, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:17.756373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] For port 0204c5e5-dc8f-468f-a091-4668a02f9d54, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0204c5e5-dc8f-468f-a091-4668a02f9d54,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:27:17.766524 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:17.784899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4aa04d2a-52c9-4283-bbc7-eddbbcf28cea req-6e4b6fc6-40a6-42b1-984c-7fea363cf225 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067884 Feb 10 06:27:17.838499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:17.838898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a6f4c-bbcc-4eda-84b3-7595bbdf4487 req-64f2c094-9eb6-4a51-b1ba-35899588a394 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:17.839659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:17.846564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c52a6f4c-bbcc-4eda-84b3-7595bbdf4487 req-64f2c094-9eb6-4a51-b1ba-35899588a394 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1311655 Feb 10 06:27:17.853388 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/0204c5e5-dc8f-468f-a091-4668a02f9d54 HTTP/1.1" status: 200 len: 1096 time: 1.0736556 Feb 10 06:27:17.904149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db83415-d9bc-4ffc-ba43-9e5fb9ae59e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0204c5e5-dc8f-468f-a091-4668a02f9d54,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:17.968020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c52a6f4c-bbcc-4eda-84b3-7595bbdf4487 req-e2051f8e-912a-42b0-83e5-3757e11d081d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203647 Feb 10 06:27:17.969211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-58793bc6-51e1-4bf9-9bd6-34aa37670a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:17.971022 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-58793bc6-51e1-4bf9-9bd6-34aa37670a6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 1130 time: 0.0594394 Feb 10 06:27:17.994115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7b64a-4e18-41b6-8ce0-0e3e32740140 req-ec6baacd-5db4-4063-88ca-18366ac0b652 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:17.995899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30e7b64a-4e18-41b6-8ce0-0e3e32740140 req-ec6baacd-5db4-4063-88ca-18366ac0b652 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 948 time: 0.1231236 Feb 10 06:27:18.053608 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-79c0eb5d-122a-4589-b95c-18c9ea48a522 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=0204c5e5-dc8f-468f-a091-4668a02f9d54 HTTP/1.1" status: 200 len: 217 time: 0.0721617 Feb 10 06:27:18.059176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30e7b64a-4e18-41b6-8ce0-0e3e32740140 req-71164743-9515-4773-b8d7-a62606cc3a99 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559576 Feb 10 06:27:18.144669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-cdce94f1-470f-496b-992c-0052d4f797da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.146551 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-cdce94f1-470f-496b-992c-0052d4f797da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0699925 Feb 10 06:27:18.207078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-23e23208-0dd6-4880-84d5-7204bccccb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.208519 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-23e23208-0dd6-4880-84d5-7204bccccb2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0493529 Feb 10 06:27:18.240080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50898b68-688a-4686-af06-147737fedb14 req-fed9d20c-1d75-4339-af20-9c1178bcadae tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.241602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50898b68-688a-4686-af06-147737fedb14 req-fed9d20c-1d75-4339-af20-9c1178bcadae tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.1065352 Feb 10 06:27:18.276417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad1ef2-1ed7-4b33-a8a6-6e2af5bc41d5 req-f6846071-8767-474d-aeb3-0c85c70f5245 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.277881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cad1ef2-1ed7-4b33-a8a6-6e2af5bc41d5 req-f6846071-8767-474d-aeb3-0c85c70f5245 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 950 time: 0.0942214 Feb 10 06:27:18.309135 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-eb47815a-109d-4db8-a8b6-74d048c3edc2 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915642 Feb 10 06:27:18.312605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50898b68-688a-4686-af06-147737fedb14 req-9fa6cb24-6d91-4684-a50b-f3d5295911e3 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621474 Feb 10 06:27:18.319859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:18.346660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:27:18.348631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e3c8e0d2-c0aa-4c4c-8e6c-c16613b2ef7d not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:27:18.373035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cad1ef2-1ed7-4b33-a8a6-6e2af5bc41d5 req-15d57f90-e8dc-448a-ab7b-bd255fa1fa79 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842960 Feb 10 06:27:18.432553 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f80fcacf-966d-4394-b2d7-d36f9228be55 req-8126a8b4-07de-44fa-a250-3cfffa3707f6 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171522 Feb 10 06:27:18.467824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4926e32a-9f44-49d6-8737-5f09395679ca', 'tag': '0204c5e5-dc8f-468f-a091-4668a02f9d54'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:18.472062 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa1592f-aa36-4965-8b23-a592fc02a6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4926e32a-9f44-49d6-8737-5f09395679ca", "tag": "0204c5e5-dc8f-468f-a091-4668a02f9d54"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:18.535052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b77ad-3ac8-4916-96e6-110b939e5e65 req-0b0c7e52-b2b6-44d6-bbd4-d4db91b9d559 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.536491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9b77ad-3ac8-4916-96e6-110b939e5e65 req-0b0c7e52-b2b6-44d6-bbd4-d4db91b9d559 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.0647390 Feb 10 06:27:18.615416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9b77ad-3ac8-4916-96e6-110b939e5e65 req-7eeb81f2-290d-4541-af31-f93d1780e8b4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705543 Feb 10 06:27:18.633016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eced8-5367-4b66-a01f-eed25f35529c req-c52dd673-f39b-4692-b4a7-9d6aad467896 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.634620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a95eced8-5367-4b66-a01f-eed25f35529c req-c52dd673-f39b-4692-b4a7-9d6aad467896 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1073849 Feb 10 06:27:18.676372 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d9393b-49dc-40d0-a160-9078636c41b8 x-openstack-request-id: req-17d9393b-49dc-40d0-a160-9078636c41b8 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:18.676778 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4926e32a-9f44-49d6-8737-5f09395679ca", "tag": "0204c5e5-dc8f-468f-a091-4668a02f9d54", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:18.677136 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d9393b-49dc-40d0-a160-9078636c41b8 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:18.677554 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4926e32a-9f44-49d6-8737-5f09395679ca', 'tag': '0204c5e5-dc8f-468f-a091-4668a02f9d54', 'status': 'completed', 'code': 200} Feb 10 06:27:18.705550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a95eced8-5367-4b66-a01f-eed25f35529c req-3fff29a2-3a9c-4d93-942a-8ae1d2c44049 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579412 Feb 10 06:27:18.776336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-665c9575-a56d-4051-9dc1-15bc60266e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.779156 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-665c9575-a56d-4051-9dc1-15bc60266e0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 1130 time: 0.0626638 Feb 10 06:27:18.805470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97324d20-f68d-4348-b2bd-2658bebdec37 req-8936267a-c788-4dbd-9b4e-33f976c8b997 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.811785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60280) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:18.814120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97324d20-f68d-4348-b2bd-2658bebdec37 req-8936267a-c788-4dbd-9b4e-33f976c8b997 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.0756695 Feb 10 06:27:18.881898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97324d20-f68d-4348-b2bd-2658bebdec37 req-68542c2b-3be4-4aa9-a416-228a67216a0f tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Feb 10 06:27:18.932750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-284daa9c-49e6-47da-a299-716c865ddccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.934459 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-284daa9c-49e6-47da-a299-716c865ddccf service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1478331 Feb 10 06:27:18.984139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef483f6-eec7-427b-a3a7-4c510879c1e8 req-86b73e4e-bd88-4e7b-b2a9-af96b1879613 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:18.992142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ef483f6-eec7-427b-a3a7-4c510879c1e8 req-86b73e4e-bd88-4e7b-b2a9-af96b1879613 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1091547 Feb 10 06:27:19.004784 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-e9a2fed9-a523-4e8c-bdc3-e372cb7e32b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=0204c5e5-dc8f-468f-a091-4668a02f9d54 HTTP/1.1" status: 200 len: 217 time: 0.0628154 Feb 10 06:27:19.063703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ef483f6-eec7-427b-a3a7-4c510879c1e8 req-b22bfbb9-04cb-46cc-90ac-a8d49722a6a7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659199 Feb 10 06:27:19.152127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-8778283e-0d9e-4956-9233-76ec7cd3ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:19.153823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-8778283e-0d9e-4956-9233-76ec7cd3ebd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1306553 Feb 10 06:27:19.181332 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a6866b30-4a7e-4e47-a872-f60c5ca07dbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11ecdd9be7bd4ccebf8b5326c4924b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683078 Feb 10 06:27:19.183805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60300) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:19.228411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-47dbb87d-9e4b-4b26-8eea-55102c3ae5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:19.230107 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-47dbb87d-9e4b-4b26-8eea-55102c3ae5df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0623910 Feb 10 06:27:19.237467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e2a51-8bb8-4b68-8983-39c4f55e7361 req-a492c274-b135-4b36-8536-83649596321c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:19.244560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e6e2a51-8bb8-4b68-8983-39c4f55e7361 req-a492c274-b135-4b36-8536-83649596321c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1203108 Feb 10 06:27:19.351664 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adf518d-8319-45f2-8a37-d063b59ab6a9 admin admin] Publish callbacks [] for security_group (09506f6b-6309-4940-abdc-11a02727e86a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:19.375301 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adf518d-8319-45f2-8a37-d063b59ab6a9 admin admin] Publish callbacks [] for security_group (09506f6b-6309-4940-abdc-11a02727e86a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:19.379345 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-92ad9e7e-6628-4cff-85ee-c048a6bb6cb8 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417017 Feb 10 06:27:19.385803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e6e2a51-8bb8-4b68-8983-39c4f55e7361 req-1095f036-ef4a-4897-8d99-56b32b9c6d59 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402984 Feb 10 06:27:19.480371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0aa03-3c67-41d4-b086-107109bfdd58 req-723821fd-489e-4eb6-bbb7-ea8aa619571a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:19.488426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ea0aa03-3c67-41d4-b086-107109bfdd58 req-723821fd-489e-4eb6-bbb7-ea8aa619571a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 948 time: 0.0692108 Feb 10 06:27:19.551111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ea0aa03-3c67-41d4-b086-107109bfdd58 req-3c6aa496-553a-4d0b-b2ca-6ce7173d92c6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555096 Feb 10 06:27:19.552283 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adf518d-8319-45f2-8a37-d063b59ab6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (09506f6b-6309-4940-abdc-11a02727e86a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:19.555543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adf518d-8319-45f2-8a37-d063b59ab6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:19.562161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0adf518d-8319-45f2-8a37-d063b59ab6a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09506f6b-6309-4940-abdc-11a02727e86a HTTP/1.1" status: 204 len: 168 time: 0.3772531 Feb 10 06:27:19.577750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf518d-8319-45f2-8a37-d063b59ab6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09506f6b-6309-4940-abdc-11a02727e86a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:19.616793 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4fa1592f-aa36-4965-8b23-a592fc02a6c5 req-0eb7b256-c8b3-4afa-9fe3-6afe64e091eb service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153490 Feb 10 06:27:19.673571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031fb4c-613c-4399-8214-0a61807b640e req-cfa83834-3cdc-4479-a9e6-9014bec718e0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:19.675491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e031fb4c-613c-4399-8214-0a61807b640e req-cfa83834-3cdc-4479-a9e6-9014bec718e0 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 950 time: 0.0595460 Feb 10 06:27:19.750564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e031fb4c-613c-4399-8214-0a61807b640e req-2ba49ae9-d07a-4383-906e-e313cbb2092b tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647864 Feb 10 06:27:19.882569 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b786b85-7807-40ba-8ab7-3f4a0502e87f req-f1386f91-255b-42e2-bb7f-8b4fd1bd7270 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:19.890498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b786b85-7807-40ba-8ab7-3f4a0502e87f req-f1386f91-255b-42e2-bb7f-8b4fd1bd7270 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.0729039 Feb 10 06:27:19.947222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b786b85-7807-40ba-8ab7-3f4a0502e87f req-5c1b7b1d-9cfc-4bd2-be64-a1ee0aa42d6d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551832 Feb 10 06:27:19.961294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60324) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:19.978576 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2940086-1b87-4e1c-ab6e-4478aab876be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:20.096097 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48790341-c3a8-4c80-b959-7f3688c67f12 req-b329ce24-7ec6-4170-bd82-a27cd835e6ba tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:20.097830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48790341-c3a8-4c80-b959-7f3688c67f12 req-b329ce24-7ec6-4170-bd82-a27cd835e6ba tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.0859318 Feb 10 06:27:20.116752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2940086-1b87-4e1c-ab6e-4478aab876be admin admin] Publish callbacks [] for security_group (be31af66-4175-40a8-af43-ce6480c9964e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:20.123928 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2940086-1b87-4e1c-ab6e-4478aab876be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (be31af66-4175-40a8-af43-ce6480c9964e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:20.192337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2940086-1b87-4e1c-ab6e-4478aab876be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f72de278cc62439ba1968633f81741ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297997 Feb 10 06:27:20.195398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60332) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:20.215089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2940086-1b87-4e1c-ab6e-4478aab876be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be31af66-4175-40a8-af43-ce6480c9964e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:20.229088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48790341-c3a8-4c80-b959-7f3688c67f12 req-9b35c3c7-4372-4f5f-8c77-2f67240fe7e0 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198554 Feb 10 06:27:20.254095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42564005-da6a-4a56-abf5-06414a61987f req-d5390482-a214-4ff6-a044-ce8ac3cca132 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:20.255571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42564005-da6a-4a56-abf5-06414a61987f req-d5390482-a214-4ff6-a044-ce8ac3cca132 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0937467 Feb 10 06:27:20.269028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b51a84d3-ca04-4e50-86ef-39e4cec17348 admin admin] Publish callbacks [] for security_group (be31af66-4175-40a8-af43-ce6480c9964e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:20.302472 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b51a84d3-ca04-4e50-86ef-39e4cec17348 admin admin] Publish callbacks [] for security_group (be31af66-4175-40a8-af43-ce6480c9964e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:20.316800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42564005-da6a-4a56-abf5-06414a61987f req-f9b07822-407e-49e2-8892-945f2bdbadfe tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548322 Feb 10 06:27:20.377812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b51a84d3-ca04-4e50-86ef-39e4cec17348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (be31af66-4175-40a8-af43-ce6480c9964e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:20.382411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b51a84d3-ca04-4e50-86ef-39e4cec17348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:20.384961 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b51a84d3-ca04-4e50-86ef-39e4cec17348 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be31af66-4175-40a8-af43-ce6480c9964e HTTP/1.1" status: 204 len: 168 time: 0.1881711 Feb 10 06:27:20.387875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0204c5e5-dc8f-468f-a091-4668a02f9d54 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:20.398438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a84d3-ca04-4e50-86ef-39e4cec17348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be31af66-4175-40a8-af43-ce6480c9964e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:20.573580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d0964-4779-4e6d-bdff-f9f17dbaebc7 req-c38fe4f8-4d20-42af-a926-73b999e7e168 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:20.581562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c2d0964-4779-4e6d-bdff-f9f17dbaebc7 req-c38fe4f8-4d20-42af-a926-73b999e7e168 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0923698 Feb 10 06:27:20.619292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0204c5e5-dc8f-468f-a091-4668a02f9d54, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0204c5e5-dc8f-468f-a091-4668a02f9d54,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:20.655309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '0204c5e5-dc8f-468f-a091-4668a02f9d54', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '0204c5e5-dc8f-468f-a091-4668a02f9d54', 'mac_address': 'fa:16:3e:ee:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:27:20.675645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c2d0964-4779-4e6d-bdff-f9f17dbaebc7 req-a7f14021-5eb6-4ad2-ba07-e81f3988f5db tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931051 Feb 10 06:27:20.715843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 0204c5e5-dc8f-468f-a091-4668a02f9d54 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:20.717723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:20.745069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0204c5e5-dc8f-468f-a091-4668a02f9d54 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:20.770393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0204c5e5-dc8f-468f-a091-4668a02f9d54, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0204c5e5-dc8f-468f-a091-4668a02f9d54,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:20.774942 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:20.804584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787ec4d-3fef-456f-b2ef-75c019d86e59 req-b224060e-0dfd-4398-b00a-fafa9935d2c5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:20.806279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7787ec4d-3fef-456f-b2ef-75c019d86e59 req-b224060e-0dfd-4398-b00a-fafa9935d2c5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 948 time: 0.0924497 Feb 10 06:27:20.822979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91ff7c-61b9-4106-b8f8-1575bc586ee9 req-68b47220-8d57-4011-a39e-c6c48a41c9e5 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:20.825304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d91ff7c-61b9-4106-b8f8-1575bc586ee9 req-68b47220-8d57-4011-a39e-c6c48a41c9e5 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 950 time: 0.0749953 Feb 10 06:27:20.839819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=0204c5e5-dc8f-468f-a091-4668a02f9d54,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:20.901334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7787ec4d-3fef-456f-b2ef-75c019d86e59 req-b05dba98-2023-434b-ac34-0416ad9f216f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877969 Feb 10 06:27:20.923424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d91ff7c-61b9-4106-b8f8-1575bc586ee9 req-7d3c1944-6ed8-42a3-8691-61fd866fb061 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837300 Feb 10 06:27:21.085681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf80b00-562e-45dc-a3f3-68f4a77bb1b4 req-29a75262-68dd-4200-8f71-0af4bcb5701d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:21.094324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bf80b00-562e-45dc-a3f3-68f4a77bb1b4 req-29a75262-68dd-4200-8f71-0af4bcb5701d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.0728276 Feb 10 06:27:21.133088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['0204c5e5-dc8f-468f-a091-4668a02f9d54'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:21.141795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bf80b00-562e-45dc-a3f3-68f4a77bb1b4 req-9b8ff234-417a-43f3-aaff-09273d9d4d5b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466168 Feb 10 06:27:21.381692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269218f-0d20-4786-aee2-e4859061cdef req-1d7189a6-f549-4de2-8d93-53cb29395f23 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:21.384048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6269218f-0d20-4786-aee2-e4859061cdef req-1d7189a6-f549-4de2-8d93-53cb29395f23 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.0627499 Feb 10 06:27:21.470566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6269218f-0d20-4786-aee2-e4859061cdef req-285ae63a-a0e3-4770-91b6-4007105bee06 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792129 Feb 10 06:27:21.484780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b668e2-49f3-4ff3-81a9-d19e272e0cb9 req-82d2af9f-fa81-44ca-b30e-4d142bba64b2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:21.486231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7b668e2-49f3-4ff3-81a9-d19e272e0cb9 req-82d2af9f-fa81-44ca-b30e-4d142bba64b2 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0779595 Feb 10 06:27:21.562898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7b668e2-49f3-4ff3-81a9-d19e272e0cb9 req-097adc51-8d9c-4efa-aa6e-9b79fa788d63 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650136 Feb 10 06:27:21.818191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8054b0-b530-4eed-8bbb-f51ec5342db8 req-11c0bd12-7cd4-4911-90e8-70287edf7912 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:21.819730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e8054b0-b530-4eed-8bbb-f51ec5342db8 req-11c0bd12-7cd4-4911-90e8-70287edf7912 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0604570 Feb 10 06:27:21.868049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e8054b0-b530-4eed-8bbb-f51ec5342db8 req-132129fb-2d2a-4294-88b2-7c910d5c3ca3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Feb 10 06:27:22.023109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9af12-2acb-40a6-9356-7d73e55cc131 req-ed00d665-0184-431f-b298-4ac1b03fb7cd tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:22.024659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85d9af12-2acb-40a6-9356-7d73e55cc131 req-ed00d665-0184-431f-b298-4ac1b03fb7cd tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 949 time: 0.0531888 Feb 10 06:27:22.078818 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85d9af12-2acb-40a6-9356-7d73e55cc131 req-6b18d559-8e2b-46b3-a9af-d87dfd8f5d97 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Feb 10 06:27:22.184067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebb70f-c13f-4a52-bd82-3ca01b6e9966 req-9b9a6bb5-6759-41b0-83b4-670fbbcfc10c tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:22.185421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3ebb70f-c13f-4a52-bd82-3ca01b6e9966 req-9b9a6bb5-6759-41b0-83b4-670fbbcfc10c tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 950 time: 0.0570524 Feb 10 06:27:22.244933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3ebb70f-c13f-4a52-bd82-3ca01b6e9966 req-1f0966a7-3dda-47cf-86c4-b2df1ff6f43b tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b6207f9-e1e8-42cf-8ac1-52c38007c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531750 Feb 10 06:27:22.315637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371dd9d-17ce-4e4f-9613-ef548fc2f6a2 req-5a23cc81-8e7f-4b35-b380-cb23f6dcffee tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:22.315637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9371dd9d-17ce-4e4f-9613-ef548fc2f6a2 req-5a23cc81-8e7f-4b35-b380-cb23f6dcffee tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.0625513 Feb 10 06:27:22.370843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9371dd9d-17ce-4e4f-9613-ef548fc2f6a2 req-1f50129a-72c2-4c76-8ba8-9cfe7e871eca tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481415 Feb 10 06:27:22.407038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4a6b6cd2-cf14-4712-a39c-a8a89219d37a details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:22.548786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:22.561748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-3264e859-aa2e-406a-a47f-12677452ce36 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:22.563755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a', 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48', 'port_id': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a', 'mac_address': 'fa:16:3e:b4:b0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fc92a7-d519-4466-8e50-7f92c7c2d0af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:27:22.564180 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-3264e859-aa2e-406a-a47f-12677452ce36 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 950 time: 0.0634432 Feb 10 06:27:22.628597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:22.628991 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:22.657296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a6b6cd2-cf14-4712-a39c-a8a89219d37a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:22.685370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d3b1c-ebf3-4c97-b155-1a08b5886ea7 req-70ed552d-f4c9-4ea3-8513-fdf5b5f53c17 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:22.695267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e4d3b1c-ebf3-4c97-b155-1a08b5886ea7 req-70ed552d-f4c9-4ea3-8513-fdf5b5f53c17 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.0928907 Feb 10 06:27:22.727890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Deleting port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:27:22.728600 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:22.740197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:22.754003 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:22.792553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e4d3b1c-ebf3-4c97-b155-1a08b5886ea7 req-84126289-44f9-4ba4-a704-96f118069fc4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957670 Feb 10 06:27:22.847832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:22.854213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfaa24-429b-404d-8484-2e351cf12221 req-b1503f99-65ff-4ab0-b983-eb32dd917c9b tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:22.855960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bcfaa24-429b-404d-8484-2e351cf12221 req-b1503f99-65ff-4ab0-b983-eb32dd917c9b tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0957241 Feb 10 06:27:22.888498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] For port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:22.888843 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:22.905107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Calling delete_port for 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:27:22.910060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4a6b6cd2-cf14-4712-a39c-a8a89219d37a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:22.930639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bcfaa24-429b-404d-8484-2e351cf12221 req-810085e9-3a57-45b1-b840-c1b1b403337c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653694 Feb 10 06:27:22.996243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60444) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:23.046704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ed87c-12a9-4be7-95a2-e0eaa5526b55 req-ff87214c-63c0-447f-b822-67f129606e14 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:23.048191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a6ed87c-12a9-4be7-95a2-e0eaa5526b55 req-ff87214c-63c0-447f-b822-67f129606e14 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0639467 Feb 10 06:27:23.120366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a6ed87c-12a9-4be7-95a2-e0eaa5526b55 req-7dd71ff0-2605-4c22-8126-f9e5231bf895 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640492 Feb 10 06:27:23.155450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:23.175876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:23.188819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Pushing event deleted for resources: {'Port': ['ID=7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:23.253106 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-979a3ee8-3fc6-4290-9d68-42862f8e759f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:23.263957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] No DVR routers for this DVR port 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:23.267072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:23.273794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a442ff-d206-410e-bdb3-4b4d353af34f req-ca768961-9c7d-4683-8945-b55b013e33c1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:23.275466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4a442ff-d206-410e-bdb3-4b4d353af34f req-ca768961-9c7d-4683-8945-b55b013e33c1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 949 time: 0.1234927 Feb 10 06:27:23.281280 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d78c66e1-4148-4341-970e-78e1d599c0dd req-84c78fc0-396f-4ea3-b552-631d8066a8c7 tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.24 "DELETE /v2.0/ports/7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 HTTP/1.1" status: 204 len: 173 time: 0.6999004 Feb 10 06:27:23.281874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7de637-3f0b-41c0-b668-2fe4e292ac76', 'name': 'network-vif-deleted', 'tag': '7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:23.290824 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457c8632-1ef2-42c6-9a8b-c2df27dd1bb8" -d '{"events": [{"server_uuid": "7d7de637-3f0b-41c0-b668-2fe4e292ac76", "name": "network-vif-deleted", "tag": "7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:23.401553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-011a3220-699d-4ac9-9f96-1b4fec8fb6bb req-d3db0ed4-a723-4265-9af1-1f63d83efd0b tempest-TenantUsagesTestJSON-1900957103 tempest-TenantUsagesTestJSON-1900957103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d7de637-3f0b-41c0-b668-2fe4e292ac76 HTTP/1.1" status: 200 len: 210 time: 0.0504003 Feb 10 06:27:23.455234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4a442ff-d206-410e-bdb3-4b4d353af34f req-81081b8b-2266-4cea-8dcd-111e73a71931 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698332 Feb 10 06:27:23.469148 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07c3b9f-61d4-4bd6-a25d-94b420d5666a x-openstack-request-id: req-c07c3b9f-61d4-4bd6-a25d-94b420d5666a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:23.469450 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7de637-3f0b-41c0-b668-2fe4e292ac76", "name": "network-vif-deleted", "tag": "7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:23.469709 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c07c3b9f-61d4-4bd6-a25d-94b420d5666a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:23.470112 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7de637-3f0b-41c0-b668-2fe4e292ac76', 'name': 'network-vif-deleted', 'tag': '7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95', 'status': 'completed', 'code': 200} Feb 10 06:27:23.492119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-979a3ee8-3fc6-4290-9d68-42862f8e759f admin admin] Publish callbacks [] for security_group (b7990562-eed8-4052-a8b4-bd44277c103b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:23.498502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-979a3ee8-3fc6-4290-9d68-42862f8e759f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b7990562-eed8-4052-a8b4-bd44277c103b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:23.544848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-979a3ee8-3fc6-4290-9d68-42862f8e759f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbe3a689dbbd48998c6e223217978e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475836 Feb 10 06:27:23.547616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60456) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:23.547771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a3ee8-3fc6-4290-9d68-42862f8e759f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7990562-eed8-4052-a8b4-bd44277c103b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:23.600547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279bbff-1dad-468b-981f-7db9ebc01de7 req-9ca5b6c1-82c7-4d65-90b3-a7bea959b952 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:23.602686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f279bbff-1dad-468b-981f-7db9ebc01de7 req-9ca5b6c1-82c7-4d65-90b3-a7bea959b952 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.0563843 Feb 10 06:27:23.604318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4348b798-7d64-47da-b6b5-b38eefcd92dd admin admin] Publish callbacks [] for security_group (b7990562-eed8-4052-a8b4-bd44277c103b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:23.628134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4348b798-7d64-47da-b6b5-b38eefcd92dd admin admin] Publish callbacks [] for security_group (b7990562-eed8-4052-a8b4-bd44277c103b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:23.653842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f279bbff-1dad-468b-981f-7db9ebc01de7 req-bcfb8530-b753-405b-bd5b-ccf65e496fbd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441341 Feb 10 06:27:23.682420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4348b798-7d64-47da-b6b5-b38eefcd92dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b7990562-eed8-4052-a8b4-bd44277c103b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:23.685662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4348b798-7d64-47da-b6b5-b38eefcd92dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:23.689909 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4348b798-7d64-47da-b6b5-b38eefcd92dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7990562-eed8-4052-a8b4-bd44277c103b HTTP/1.1" status: 204 len: 168 time: 0.1386247 Feb 10 06:27:23.695982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348b798-7d64-47da-b6b5-b38eefcd92dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7990562-eed8-4052-a8b4-bd44277c103b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:23.931760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881b976-8c6a-441b-b20b-5e0d45bfcbcb req-01872f8c-a311-4bc2-afe5-320bfc54d3d9 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:23.940355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e881b976-8c6a-441b-b20b-5e0d45bfcbcb req-01872f8c-a311-4bc2-afe5-320bfc54d3d9 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 945 time: 0.0668740 Feb 10 06:27:24.010476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e881b976-8c6a-441b-b20b-5e0d45bfcbcb req-43e15d83-ca87-4d7d-a733-fe1c1c2155d1 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558746 Feb 10 06:27:24.051495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60470) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:24.069895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a5ac98-81c6-4484-b509-3c1b2030500a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.132182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce480d52-437b-4735-8aa3-5c500a22a149 req-800ae98c-e47a-40ab-831c-79df2c43af26 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:24.135382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce480d52-437b-4735-8aa3-5c500a22a149 req-800ae98c-e47a-40ab-831c-79df2c43af26 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0910146 Feb 10 06:27:24.196526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a5ac98-81c6-4484-b509-3c1b2030500a admin admin] Publish callbacks [] for security_group (72b8c486-f099-4bf2-b439-77d42759a737), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.203150 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a5ac98-81c6-4484-b509-3c1b2030500a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (72b8c486-f099-4bf2-b439-77d42759a737), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.219205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce480d52-437b-4735-8aa3-5c500a22a149 req-38729a41-c8c6-4e89-b5f7-acdfbe1ac6e7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759063 Feb 10 06:27:24.256943 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-19a5ac98-81c6-4484-b509-3c1b2030500a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54668d4136a540d6b5a71378ac04edd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035313 Feb 10 06:27:24.259112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5ac98-81c6-4484-b509-3c1b2030500a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b8c486-f099-4bf2-b439-77d42759a737,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:24.261839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60476) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:24.368846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa017d5-77c9-48b1-8093-205b0d8ff4bd req-6730e0dd-a592-4406-aa7f-5b1fdaf3a7fb tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:24.370335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5aa017d5-77c9-48b1-8093-205b0d8ff4bd req-6730e0dd-a592-4406-aa7f-5b1fdaf3a7fb tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1239448 Feb 10 06:27:24.375362 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61072ae1-05ed-4737-8011-7620b424cb76 admin admin] Publish callbacks [] for security_group (72b8c486-f099-4bf2-b439-77d42759a737), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.413144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7dd71-3dc4-4a48-870d-6d6bceb32355 req-84077f87-394a-4a14-9957-4f4fdcd27cef tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:24.420494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abd7dd71-3dc4-4a48-870d-6d6bceb32355 req-84077f87-394a-4a14-9957-4f4fdcd27cef tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 945 time: 0.1140277 Feb 10 06:27:24.422039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4a6b6cd2-cf14-4712-a39c-a8a89219d37a up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:24.437065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61072ae1-05ed-4737-8011-7620b424cb76 admin admin] Publish callbacks [] for security_group (72b8c486-f099-4bf2-b439-77d42759a737), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.497848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:24.498654 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.523329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5aa017d5-77c9-48b1-8093-205b0d8ff4bd req-24840df3-6239-4b51-8dd5-14523bb282fa tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404502 Feb 10 06:27:24.552930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abd7dd71-3dc4-4a48-870d-6d6bceb32355 req-894667ba-0968-4a8a-ad45-9f6a1ac1f12c tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291478 Feb 10 06:27:24.589295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61072ae1-05ed-4737-8011-7620b424cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (72b8c486-f099-4bf2-b439-77d42759a737), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.592418 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61072ae1-05ed-4737-8011-7620b424cb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.595910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-61072ae1-05ed-4737-8011-7620b424cb76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72b8c486-f099-4bf2-b439-77d42759a737 HTTP/1.1" status: 204 len: 168 time: 0.3326640 Feb 10 06:27:24.609494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61072ae1-05ed-4737-8011-7620b424cb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b8c486-f099-4bf2-b439-77d42759a737,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:24.656466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:24.657320 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.696468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:24.700369 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf3c6a1-ed97-4fef-8f11-ac2253917507" -d '{"events": [{"server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "name": "network-vif-plugged", "status": "completed", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:24.715236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:24.723160 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.724271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0204c5e5-dc8f-468f-a091-4668a02f9d54 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:24.758931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09584ad0-f9f6-4144-9140-fac250ec6fb3 req-afc267ef-cdf8-45d5-8431-a037ff5b1c17 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:24.773764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09584ad0-f9f6-4144-9140-fac250ec6fb3 req-afc267ef-cdf8-45d5-8431-a037ff5b1c17 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 949 time: 0.1370060 Feb 10 06:27:24.841188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:24.850577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 0204c5e5-dc8f-468f-a091-4668a02f9d54 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:27:24.855878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 0204c5e5-dc8f-468f-a091-4668a02f9d54 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:24.856443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.956362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 0204c5e5-dc8f-468f-a091-4668a02f9d54 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:24.957073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:24.998632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0204c5e5-dc8f-468f-a091-4668a02f9d54, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0204c5e5-dc8f-468f-a091-4668a02f9d54,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:25.006858 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:25.007241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09584ad0-f9f6-4144-9140-fac250ec6fb3 req-e6b070bd-a7f8-4110-9b80-1a9ab5019eda tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282591 Feb 10 06:27:25.058001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a93f9-2dec-4b10-b88e-80d40c75c1a1 req-c842b217-1346-4452-9a5b-9fbbd491fb90 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:25.059719 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-224a93f9-2dec-4b10-b88e-80d40c75c1a1 req-c842b217-1346-4452-9a5b-9fbbd491fb90 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.2152503 Feb 10 06:27:25.077016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=0204c5e5-dc8f-468f-a091-4668a02f9d54,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:25.104599 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1121f876-267e-4281-ae08-032968605bef x-openstack-request-id: req-1121f876-267e-4281-ae08-032968605bef {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:25.104895 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "name": "network-vif-plugged", "status": "completed", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:25.105150 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1121f876-267e-4281-ae08-032968605bef {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:25.105596 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a', 'code': 200} Feb 10 06:27:25.111974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60496) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:25.167401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-224a93f9-2dec-4b10-b88e-80d40c75c1a1 req-ed1be21c-3213-4ea6-9032-73731eb41e97 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003957 Feb 10 06:27:25.308437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5e52198d-57ad-4667-b619-a252362931b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b301e16d43d040af8c0cb8a72c6371cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950929 Feb 10 06:27:25.311176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60508) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:25.351323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88ece0-6ee1-43c2-9a98-c5f44e3130c3 req-36ed5d77-47f8-4d2e-8e9b-4dac9ed5ec95 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:25.354010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c88ece0-6ee1-43c2-9a98-c5f44e3130c3 req-36ed5d77-47f8-4d2e-8e9b-4dac9ed5ec95 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0691946 Feb 10 06:27:25.368931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c91111c-a944-406b-9330-f6b5a1b643e0 admin admin] Publish callbacks [] for security_group (3b6207f9-e1e8-42cf-8ac1-52c38007c698), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:25.392788 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c91111c-a944-406b-9330-f6b5a1b643e0 admin admin] Publish callbacks [] for security_group (3b6207f9-e1e8-42cf-8ac1-52c38007c698), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:25.409634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c88ece0-6ee1-43c2-9a98-c5f44e3130c3 req-054c43c1-6f5c-451a-8d53-dd7c1dfbf63a tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480392 Feb 10 06:27:25.463819 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c91111c-a944-406b-9330-f6b5a1b643e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3b6207f9-e1e8-42cf-8ac1-52c38007c698), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:25.466452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c91111c-a944-406b-9330-f6b5a1b643e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:25.468146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1c91111c-a944-406b-9330-f6b5a1b643e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b6207f9-e1e8-42cf-8ac1-52c38007c698 HTTP/1.1" status: 204 len: 168 time: 0.1556547 Feb 10 06:27:25.477128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91111c-a944-406b-9330-f6b5a1b643e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6207f9-e1e8-42cf-8ac1-52c38007c698,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:25.832176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60528) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:25.908196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60532) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:25.929347 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-007f2b98-d023-4b41-aa40-abd4f6d7670d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:25.977402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdcd4e-4848-4e98-a9ff-aa9b018493c6 req-e7d0da99-5c6a-41d0-9716-9c4289a14aa8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:25.978902 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93bdcd4e-4848-4e98-a9ff-aa9b018493c6 req-e7d0da99-5c6a-41d0-9716-9c4289a14aa8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.3792551 Feb 10 06:27:26.016706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c824a1b-13af-4f7c-9e92-6c87dc7a32e0 req-2bb55722-76aa-42d7-97f0-7b7cb7df4ee7 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:26.018219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c824a1b-13af-4f7c-9e92-6c87dc7a32e0 req-2bb55722-76aa-42d7-97f0-7b7cb7df4ee7 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.3753891 Feb 10 06:27:26.065844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93bdcd4e-4848-4e98-a9ff-aa9b018493c6 req-53c07d26-2749-4d49-a12c-e346a75b889d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765250 Feb 10 06:27:26.102647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-007f2b98-d023-4b41-aa40-abd4f6d7670d admin admin] Publish callbacks [] for security_group (a79cb7e8-61b7-4f7d-ba5c-50621356274d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.114076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c824a1b-13af-4f7c-9e92-6c87dc7a32e0 req-79f808d2-f869-4e35-9d26-061b53a7d094 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675352 Feb 10 06:27:26.114421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-ffeaab19-6353-4944-9177-0f1837e0a79a tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:26.115721 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-ffeaab19-6353-4944-9177-0f1837e0a79a tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 946 time: 0.1299510 Feb 10 06:27:26.117868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-007f2b98-d023-4b41-aa40-abd4f6d7670d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a79cb7e8-61b7-4f7d-ba5c-50621356274d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.172365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1573551999-network', 'tenant_id': '620bc756810341a9a57ab0d4257911a6'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:26.234243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a218c-ae5b-4a53-932a-76ab7a062a45 req-04a1243c-34fa-4708-8b0c-ce301cd7e1c6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:26.236242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d9a218c-ae5b-4a53-932a-76ab7a062a45 req-04a1243c-34fa-4708-8b0c-ce301cd7e1c6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 950 time: 0.0725133 Feb 10 06:27:26.242569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f2b98-d023-4b41-aa40-abd4f6d7670d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79cb7e8-61b7-4f7d-ba5c-50621356274d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:26.247936 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-007f2b98-d023-4b41-aa40-abd4f6d7670d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=389a02ee1ef940ef800bea88050e506e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382874 Feb 10 06:27:26.253450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60540) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:26.265672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Made reservation on behalf of 620bc756810341a9a57ab0d4257911a6 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:26.268401 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.280812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.352228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d9a218c-ae5b-4a53-932a-76ab7a062a45 req-9c7e5b87-2cd5-4964-a694-1a224807889d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083417 Feb 10 06:27:26.361236 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Publish callbacks [] for security_group (0593045b-4f05-43b1-b61b-dde3e72bca1d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.372344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0593045b-4f05-43b1-b61b-dde3e72bca1d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.382586 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a334a5e8-4552-48e9-a003-44a8893fa78b admin admin] Publish callbacks [] for security_group (a79cb7e8-61b7-4f7d-ba5c-50621356274d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.386557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Deleting port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:27:26.387045 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.412933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03875a1-d618-445a-b50c-90d146c4121b req-4cd02b23-7141-4b54-8dd5-17a4f62f2e36 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:26.413698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d03875a1-d618-445a-b50c-90d146c4121b req-4cd02b23-7141-4b54-8dd5-17a4f62f2e36 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1255248 Feb 10 06:27:26.420056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:26.438982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a334a5e8-4552-48e9-a003-44a8893fa78b admin admin] Publish callbacks [] for security_group (a79cb7e8-61b7-4f7d-ba5c-50621356274d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.440850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:27:26.443032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0593045b-4f05-43b1-b61b-dde3e72bca1d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:26.461063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a0aa455e-50b7-477a-a8f4-ccae3eb29859), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.461410 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Added segment a0aa455e-50b7-477a-a8f4-ccae3eb29859 of type vlan for network 8be21e2c-9c89-4c73-bc69-97fe6831afa0 Feb 10 06:27:26.501533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:27:26.502478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7c8e6fed-a2cf-41b5-8bf7-02a079e1fc95 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:27:26.502929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4a6b6cd2-cf14-4712-a39c-a8a89219d37a no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:26.544037 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (8be21e2c-9c89-4c73-bc69-97fe6831afa0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.564532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:26.564784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.591166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Calling delete_port for 4a6b6cd2-cf14-4712-a39c-a8a89219d37a owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:27:26.605679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (8be21e2c-9c89-4c73-bc69-97fe6831afa0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.606836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:26.607911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.609867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d03875a1-d618-445a-b50c-90d146c4121b req-c6f5b30a-c449-4957-9ceb-1963359d14a5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604538 Feb 10 06:27:26.652258 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a334a5e8-4552-48e9-a003-44a8893fa78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a79cb7e8-61b7-4f7d-ba5c-50621356274d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.655431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a334a5e8-4552-48e9-a003-44a8893fa78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.659390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a334a5e8-4552-48e9-a003-44a8893fa78b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a79cb7e8-61b7-4f7d-ba5c-50621356274d HTTP/1.1" status: 204 len: 168 time: 0.4022501 Feb 10 06:27:26.674552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:26.675280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.675399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e6fe8-0d1b-4946-805a-b69430dec6da req-d95fe24c-dccb-4611-ae12-86f7c921026e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:26.684780 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-350e6fe8-0d1b-4946-805a-b69430dec6da req-d95fe24c-dccb-4611-ae12-86f7c921026e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1158991 Feb 10 06:27:26.688757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334a5e8-4552-48e9-a003-44a8893fa78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79cb7e8-61b7-4f7d-ba5c-50621356274d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:26.734689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:26.739899 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.806850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-350e6fe8-0d1b-4946-805a-b69430dec6da req-b1440e2b-4c2b-4c58-931e-7f122ed57ea8 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154656 Feb 10 06:27:26.808359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] Pushing event updated for resources: {'Network': ['ID=8be21e2c-9c89-4c73-bc69-97fe6831afa0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:26.820379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:26.825591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 8be21e2c-9c89-4c73-bc69-97fe6831afa0 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:27:26.833896 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f68975fd-a7fa-44c3-81e4-5112717c401a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9995632 Feb 10 06:27:26.839024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60548) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:26.844743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Request body: {'subnet': {'network_id': '8be21e2c-9c89-4c73-bc69-97fe6831afa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1573551999-subnet', 'tenant_id': '620bc756810341a9a57ab0d4257911a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:26.873479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Made reservation on behalf of 620bc756810341a9a57ab0d4257911a6 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:26.877359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:26.953717 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4a6b6cd2-cf14-4712-a39c-a8a89219d37a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:27.006372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event deleted for resources: {'Port': ['ID=4a6b6cd2-cf14-4712-a39c-a8a89219d37a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:27.068034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] No DVR routers for this DVR port 4a6b6cd2-cf14-4712-a39c-a8a89219d37a on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:27.070861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:27.074537 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dfafb541-5b6d-45b6-b0db-bc2fc085de9d req-8525b858-ae52-4455-b1ac-4134bcc7c077 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.24 "DELETE /v2.0/ports/4a6b6cd2-cf14-4712-a39c-a8a89219d37a HTTP/1.1" status: 204 len: 173 time: 0.9489987 Feb 10 06:27:27.075015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'name': 'network-vif-deleted', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:27.077936 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de8870-39ab-482c-99b2-603aea0754cb" -d '{"events": [{"server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "name": "network-vif-deleted", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:27.107249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4926e32a-9f44-49d6-8737-5f09395679ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204c5e5-dc8f-468f-a091-4668a02f9d54'}, {'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:27.110611 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9df8ab-34a4-41c5-a25b-26165a74e1bb" -d '{"events": [{"server_uuid": "4926e32a-9f44-49d6-8737-5f09395679ca", "name": "network-vif-plugged", "status": "completed", "tag": "0204c5e5-dc8f-468f-a091-4668a02f9d54"}, {"server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:27.128883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (a170f987-dd0d-4e83-afaa-1f56df6f69d1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:27.153132 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7ac8a9-6ea2-485a-b21b-c6ecd8829692 x-openstack-request-id: req-ca7ac8a9-6ea2-485a-b21b-c6ecd8829692 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:27.153672 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "name": "network-vif-deleted", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:27.153672 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca7ac8a9-6ea2-485a-b21b-c6ecd8829692 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:27.154071 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'name': 'network-vif-deleted', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a', 'status': 'completed', 'code': 200} Feb 10 06:27:27.219816 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499f0575-2dd6-4703-a1a4-82b9da8429ec x-openstack-request-id: req-499f0575-2dd6-4703-a1a4-82b9da8429ec {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:27.220174 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4926e32a-9f44-49d6-8737-5f09395679ca", "name": "network-vif-plugged", "status": "completed", "tag": "0204c5e5-dc8f-468f-a091-4668a02f9d54", "code": 200}, {"server_uuid": "29e19cae-8f75-4a3b-b9b2-ce99d67d6c72", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6b6cd2-cf14-4712-a39c-a8a89219d37a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:27.220591 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-499f0575-2dd6-4703-a1a4-82b9da8429ec {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:27.221262 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4926e32a-9f44-49d6-8737-5f09395679ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204c5e5-dc8f-468f-a091-4668a02f9d54', 'code': 200} Feb 10 06:27:27.221590 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e19cae-8f75-4a3b-b9b2-ce99d67d6c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6b6cd2-cf14-4712-a39c-a8a89219d37a', 'code': 200} Feb 10 06:27:27.294194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a170f987-dd0d-4e83-afaa-1f56df6f69d1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:27.328120 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83099bdb-bdf9-4fd1-9016-fb940eead9e1 req-5cb83296-39db-4226-ac22-aade520118cc tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:27.329695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83099bdb-bdf9-4fd1-9016-fb940eead9e1 req-5cb83296-39db-4226-ac22-aade520118cc tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1523817 Feb 10 06:27:27.345239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Checking segment: {'id': 'a0aa455e-50b7-477a-a8f4-ccae3eb29859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8be21e2c-9c89-4c73-bc69-97fe6831afa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:27.345597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Network hostable DHCP agents. Network: 8be21e2c-9c89-4c73-bc69-97fe6831afa0, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:27:27.377768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030dc69-e1cb-49cb-a54d-5e268f4b7df3 req-168bcb38-6a62-4973-bbfb-a9afa2d615ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:27.379380 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7403ff79-cfae-4559-9950-f342f761117c req-69a655c6-b9cd-41e7-abc6-b6144e2a5ee4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e19cae-8f75-4a3b-b9b2-ce99d67d6c72 HTTP/1.1" status: 200 len: 210 time: 0.0464561 Feb 10 06:27:27.386202 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d030dc69-e1cb-49cb-a54d-5e268f4b7df3 req-168bcb38-6a62-4973-bbfb-a9afa2d615ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 1132 time: 0.0778003 Feb 10 06:27:27.422511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Network 8be21e2c-9c89-4c73-bc69-97fe6831afa0 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:27:27.450541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83099bdb-bdf9-4fd1-9016-fb940eead9e1 req-4aed7644-4179-4a4f-ad31-874c6c371a89 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062186 Feb 10 06:27:27.457508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 8be21e2c-9c89-4c73-bc69-97fe6831afa0) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:27.462599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:27.463428 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:27.468453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3672dbe8-e041-467f-b417-825f9e8940bb None None] Network 8be21e2c-9c89-4c73-bc69-97fe6831afa0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:27:27.505964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e37b15de-2d12-467e-9c5d-1ce8efc0e249 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6654966 Feb 10 06:27:27.527140 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d030dc69-e1cb-49cb-a54d-5e268f4b7df3 req-b129ddd4-9d6f-4a53-b05a-84efb0536d2d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318245 Feb 10 06:27:27.589141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272c2ef-3f7f-4949-8f88-668a990e96c3 req-8e0009f9-7c9d-428e-b768-62371569b19f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:27.591132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9272c2ef-3f7f-4949-8f88-668a990e96c3 req-8e0009f9-7c9d-428e-b768-62371569b19f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 950 time: 0.0732081 Feb 10 06:27:27.647244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda818c-ce6e-4f1a-a396-b6626b5823bf None None] Network 8be21e2c-9c89-4c73-bc69-97fe6831afa0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:27:27.674560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9272c2ef-3f7f-4949-8f88-668a990e96c3 req-7917a77d-7720-49d6-a237-694314490b84 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726295 Feb 10 06:27:27.848035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c3aa4-fc06-42ca-b865-ba524767dd69 req-597b82da-3c6f-438f-9a70-aafe20659244 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:27.850510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f43c3aa4-fc06-42ca-b865-ba524767dd69 req-597b82da-3c6f-438f-9a70-aafe20659244 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1218882 Feb 10 06:27:27.955504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f43c3aa4-fc06-42ca-b865-ba524767dd69 req-28197552-ba08-4e09-ab62-0944c4b4b50d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949485 Feb 10 06:27:28.147482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba1f9f-9770-4215-9a58-b14d12232e2d req-7100d881-2e51-42f2-b6a3-61b7f214bd9d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:28.149121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cba1f9f-9770-4215-9a58-b14d12232e2d req-7100d881-2e51-42f2-b6a3-61b7f214bd9d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.0648031 Feb 10 06:27:28.210391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cba1f9f-9770-4215-9a58-b14d12232e2d req-05d207ee-a32d-4951-9dd3-a22097e0090f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547874 Feb 10 06:27:28.368788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60604) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:28.374073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2070605300-network', 'tenant_id': '19f4c15524134e419fb442cb34249dc2'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:28.393756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Made reservation on behalf of 19f4c15524134e419fb442cb34249dc2 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:28.395988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:28.404266 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:28.492245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Publish callbacks [] for security_group (be3c1c85-3a83-4655-af4d-ccbd8ad5e23a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:28.501569 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (be3c1c85-3a83-4655-af4d-ccbd8ad5e23a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:28.545518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:27:28.552346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c1c85-3a83-4655-af4d-ccbd8ad5e23a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:28.559267 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (214aad23-a3ea-4042-af64-96460ba03913), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:28.559691 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Added segment 214aad23-a3ea-4042-af64-96460ba03913 of type vlan for network 88a9ec5a-bfee-4ab3-b8b4-b605467146fb Feb 10 06:27:28.619213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bde03-243d-4c80-befc-4153457961fb req-01872980-2618-42b0-80e7-efa2ba6f771c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:28.620954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-905bde03-243d-4c80-befc-4153457961fb req-01872980-2618-42b0-80e7-efa2ba6f771c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0799460 Feb 10 06:27:28.631996 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (88a9ec5a-bfee-4ab3-b8b4-b605467146fb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:28.661481 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (88a9ec5a-bfee-4ab3-b8b4-b605467146fb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:28.662647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:28.663351 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:28.677277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-905bde03-243d-4c80-befc-4153457961fb req-63e98af7-7496-42ab-b358-c792473b4090 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497205 Feb 10 06:27:28.706112 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3337739 Feb 10 06:27:28.706467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:28.711402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Request body: {'subnet': {'network_id': '88a9ec5a-bfee-4ab3-b8b4-b605467146fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2070605300-subnet', 'tenant_id': '19f4c15524134e419fb442cb34249dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:28.750659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Made reservation on behalf of 19f4c15524134e419fb442cb34249dc2 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:28.753647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679ce32-b9f8-4d69-8290-dc85254f4de6 admin admin] Pushing event updated for resources: {'Network': ['ID=88a9ec5a-bfee-4ab3-b8b4-b605467146fb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:28.754380 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:28.764467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 88a9ec5a-bfee-4ab3-b8b4-b605467146fb details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:27:28.933457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60620) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:28.938714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d197a67d-554f-4cec-acb2-32a1b0cf7eee tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606259022', 'description': 'tempest-description--776486564'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:28.970103 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d197a67d-554f-4cec-acb2-32a1b0cf7eee tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.059037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (2dcfe08c-89a7-4f83-aa64-51299e8650e3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.106349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d197a67d-554f-4cec-acb2-32a1b0cf7eee tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group (2f36bf82-605a-46c9-ab22-962593cdf08a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.113315 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d197a67d-554f-4cec-acb2-32a1b0cf7eee tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2f36bf82-605a-46c9-ab22-962593cdf08a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.154797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d197a67d-554f-4cec-acb2-32a1b0cf7eee tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.160048 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d197a67d-554f-4cec-acb2-32a1b0cf7eee tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2247157 Feb 10 06:27:29.162455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60626) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:29.167245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f574e531-2aa1-48d3-b329-0cc2a282ab0b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Request body: {'security_group_rule': {'security_group_id': '2f36bf82-605a-46c9-ab22-962593cdf08a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:29.172478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197a67d-554f-4cec-acb2-32a1b0cf7eee tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f36bf82-605a-46c9-ab22-962593cdf08a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:29.204459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f5a02-1142-4284-8fe3-99918fbc3daa req-f90176de-3af6-49ca-8552-9a8bd51cde8d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:29.204459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e0f5a02-1142-4284-8fe3-99918fbc3daa req-f90176de-3af6-49ca-8552-9a8bd51cde8d tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 950 time: 0.1534054 Feb 10 06:27:29.204459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dcfe08c-89a7-4f83-aa64-51299e8650e3,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:29.210954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f574e531-2aa1-48d3-b329-0cc2a282ab0b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group_rule (4724e788-8a40-4b01-a6e9-6f656299dd01), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.229455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Checking segment: {'id': '214aad23-a3ea-4042-af64-96460ba03913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88a9ec5a-bfee-4ab3-b8b4-b605467146fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:29.230204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Network hostable DHCP agents. Network: 88a9ec5a-bfee-4ab3-b8b4-b605467146fb, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:27:29.281627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f68d-4eef-48f8-b92f-b19dbc30d672 req-86aec059-b12b-4184-9ef8-6ea87ccf99e3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:29.283190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d96f68d-4eef-48f8-b92f-b19dbc30d672 req-86aec059-b12b-4184-9ef8-6ea87ccf99e3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1372528 Feb 10 06:27:29.292851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f574e531-2aa1-48d3-b329-0cc2a282ab0b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group_rule (4724e788-8a40-4b01-a6e9-6f656299dd01), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.301466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f574e531-2aa1-48d3-b329-0cc2a282ab0b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (4724e788-8a40-4b01-a6e9-6f656299dd01), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.316411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e0f5a02-1142-4284-8fe3-99918fbc3daa req-2a03fc26-93a0-4375-9123-7e6c7a05d2c6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057162 Feb 10 06:27:29.320177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Network 88a9ec5a-bfee-4ab3-b8b4-b605467146fb is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:27:29.328774 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574e531-2aa1-48d3-b329-0cc2a282ab0b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4724e788-8a40-4b01-a6e9-6f656299dd01,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:29.340034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 88a9ec5a-bfee-4ab3-b8b4-b605467146fb) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:29.353297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:29.353792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.357291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bae21a-ba4e-4dfe-8c2c-6a82b2599e2b None None] Network 88a9ec5a-bfee-4ab3-b8b4-b605467146fb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:27:29.378106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f574e531-2aa1-48d3-b329-0cc2a282ab0b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.383488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f574e531-2aa1-48d3-b329-0cc2a282ab0b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2160788 Feb 10 06:27:29.383488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60632) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:29.391693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b118ce76-a176-4ed5-9b76-3501cba9c1ec tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Request body: {'security_group_rule': {'security_group_id': '2f36bf82-605a-46c9-ab22-962593cdf08a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:29.413692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d96f68d-4eef-48f8-b92f-b19dbc30d672 req-ffb404a8-c104-4702-bc62-6407d1c39c1d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239197 Feb 10 06:27:29.430677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1cc503d3-72fc-41fd-a36d-a4f8b2757cee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7231801 Feb 10 06:27:29.452409 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b118ce76-a176-4ed5-9b76-3501cba9c1ec tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group_rule (dab8fc92-9ccc-43fc-977b-1907cd3a9535), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.567238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3ec47b-b4f4-45af-bfbc-e37f6446840b None None] Network 88a9ec5a-bfee-4ab3-b8b4-b605467146fb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:27:29.613344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b118ce76-a176-4ed5-9b76-3501cba9c1ec tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group_rule (dab8fc92-9ccc-43fc-977b-1907cd3a9535), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.626130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b118ce76-a176-4ed5-9b76-3501cba9c1ec tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (dab8fc92-9ccc-43fc-977b-1907cd3a9535), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.639916 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399e251-cd1b-4684-a11e-43e3edc829dc req-2b4a77a0-3556-4169-91a4-4e7f454018cf tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:29.647062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1399e251-cd1b-4684-a11e-43e3edc829dc req-2b4a77a0-3556-4169-91a4-4e7f454018cf tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1104279 Feb 10 06:27:29.656719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec722c4-e970-4f63-8bcd-de50bdfc4c21 req-35471a6f-865b-4062-b40c-378b9c251c6d tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:29.657419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118ce76-a176-4ed5-9b76-3501cba9c1ec tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab8fc92-9ccc-43fc-977b-1907cd3a9535,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:29.664636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eec722c4-e970-4f63-8bcd-de50bdfc4c21 req-35471a6f-865b-4062-b40c-378b9c251c6d tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 1132 time: 0.0883534 Feb 10 06:27:29.673426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b118ce76-a176-4ed5-9b76-3501cba9c1ec tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.678125 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b118ce76-a176-4ed5-9b76-3501cba9c1ec tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2906280 Feb 10 06:27:29.679202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60638) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:29.684906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:29.739750 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.749868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1399e251-cd1b-4684-a11e-43e3edc829dc req-ee12c0ef-a769-406b-9e1b-8b60342b18c9 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977888 Feb 10 06:27:29.762595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eec722c4-e970-4f63-8bcd-de50bdfc4c21 req-3a7d1ec3-922c-4509-9af6-3fe0200b0ecc tempest-ServersOnMultiNodesTest-466888034 tempest-ServersOnMultiNodesTest-466888034-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975580 Feb 10 06:27:29.896796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:29.940986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61933bdc-09ce-4e01-8e5c-aa8fe56f0294 req-169bf202-0c95-43db-83f6-ad75346b78be tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:29.942830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61933bdc-09ce-4e01-8e5c-aa8fe56f0294 req-169bf202-0c95-43db-83f6-ad75346b78be tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0676112 Feb 10 06:27:30.015083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61933bdc-09ce-4e01-8e5c-aa8fe56f0294 req-c408036f-70d7-48fb-9522-6320b12a9da4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554669 Feb 10 06:27:30.071196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Allocated IP 172.25.8.191 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/fbaa3700-c0ca-4d10-b3c4-50de6d87b09c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:27:30.212793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for port (fbaa3700-c0ca-4d10-b3c4-50de6d87b09c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:30.261973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fbaa3700-c0ca-4d10-b3c4-50de6d87b09c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:30.312378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:30.315314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a70ee-1478-4757-b903-59a61a862c01 req-794c343a-d98e-48e8-8544-0ac8f9f9689b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:30.316275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:30.321169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c79a70ee-1478-4757-b903-59a61a862c01 req-794c343a-d98e-48e8-8544-0ac8f9f9689b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 950 time: 0.1410563 Feb 10 06:27:30.323310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:27:30.354112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event updated for resources: {'Port': ['ID=fbaa3700-c0ca-4d10-b3c4-50de6d87b09c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:30.425820 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for floatingip (8cbc9323-9488-4154-9453-7c61caef62c1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:30.473233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbaa3700-c0ca-4d10-b3c4-50de6d87b09c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:30.485726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c79a70ee-1478-4757-b903-59a61a862c01 req-63b023fc-bcd4-4480-ad60-cb0dcb7e6024 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684440 Feb 10 06:27:30.499985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-9f2caa06-3e1d-4a13-a102-349488a471d4 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:30.511904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-9f2caa06-3e1d-4a13-a102-349488a471d4 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/networks?id=8be21e2c-9c89-4c73-bc69-97fe6831afa0 HTTP/1.1" status: 200 len: 815 time: 0.1866393 Feb 10 06:27:30.539586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-0574a86d-4e25-4e88-bfe3-71b8fd8415cd tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/quotas/620bc756810341a9a57ab0d4257911a6 HTTP/1.1" status: 200 len: 375 time: 0.0242090 Feb 10 06:27:30.611167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-dca79a66-2bbd-4e09-9c4c-dfdd9641fc57 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=620bc756810341a9a57ab0d4257911a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708559 Feb 10 06:27:30.665811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for port (fbaa3700-c0ca-4d10-b3c4-50de6d87b09c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:30.673914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (fbaa3700-c0ca-4d10-b3c4-50de6d87b09c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:30.703601 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:27:30.756005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event updated for resources: {'Port': ['ID=fbaa3700-c0ca-4d10-b3c4-50de6d87b09c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:30.775350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (8cbc9323-9488-4154-9453-7c61caef62c1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:30.803866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:30.805608 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-26fec2c3-c0d8-49c7-97ee-b0efa4c0134e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1252897 Feb 10 06:27:30.807264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-d4c2004b-bffd-4299-ab90-1e27dd03e6b4 service neutron] 10.222.0.21 "GET /v2.0/networks/8be21e2c-9c89-4c73-bc69-97fe6831afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951385 Feb 10 06:27:30.825930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee45339-aebb-4d6d-9532-ea9ef46c12c6 req-5c49865c-f63f-4c64-af8d-5d91d86685c9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:30.828039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ee45339-aebb-4d6d-9532-ea9ef46c12c6 req-5c49865c-f63f-4c64-af8d-5d91d86685c9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1034608 Feb 10 06:27:30.983257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ee45339-aebb-4d6d-9532-ea9ef46c12c6 req-f9733f6e-4ed1-4186-b5c9-9a6c1e575062 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397359 Feb 10 06:27:31.023336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-a2888b36-b054-4d82-9bae-ce4226e42477 service neutron] 10.222.0.21 "GET /v2.0/networks/8be21e2c-9c89-4c73-bc69-97fe6831afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937928 Feb 10 06:27:31.353815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31823d30-13f3-48b5-852b-0a7b6b7e588a req-b722f2d2-82fd-42e5-8af3-1e08ff14c5e1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:31.365828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31823d30-13f3-48b5-852b-0a7b6b7e588a req-b722f2d2-82fd-42e5-8af3-1e08ff14c5e1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.2333364 Feb 10 06:27:31.444144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60774) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:31.475824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31823d30-13f3-48b5-852b-0a7b6b7e588a req-4e2befe6-77cf-47e1-aee9-354a8fabed24 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089087 Feb 10 06:27:31.526562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-134d7293-6ff6-4dde-b495-55d28bd99761 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:31.528249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-134d7293-6ff6-4dde-b495-55d28bd99761 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/networks?id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 200 len: 822 time: 0.2446575 Feb 10 06:27:31.552357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-8a37113c-f16d-4d12-a7d7-65b367f24996 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/quotas/b16bae2c2b66488c81eb7118f8765f59 HTTP/1.1" status: 200 len: 375 time: 0.0165260 Feb 10 06:27:31.633169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-dc2261dd-9062-439b-9f53-0314172f57c2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b16bae2c2b66488c81eb7118f8765f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347307 Feb 10 06:27:31.674582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88826d8f-74a6-475c-a717-ff21ef72acae req-b0c9ffda-34e4-4b08-913a-78cd07a23c2b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:31.681812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88826d8f-74a6-475c-a717-ff21ef72acae req-b0c9ffda-34e4-4b08-913a-78cd07a23c2b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1240578 Feb 10 06:27:31.682969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5dd894ce-af80-4e10-aaa5-8a49ce3389f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:31.704245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c990d-ba17-49dc-8036-db3cc62de564 req-f7caa84a-ed7a-4a94-84d0-012c4c7941f4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:31.705761 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-404c990d-ba17-49dc-8036-db3cc62de564 req-f7caa84a-ed7a-4a94-84d0-012c4c7941f4 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 950 time: 0.1356065 Feb 10 06:27:31.796939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88826d8f-74a6-475c-a717-ff21ef72acae req-5e198955-0b20-42fc-b0b1-08f5fee79c56 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139739 Feb 10 06:27:31.885633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-bdfa7d85-3351-4e71-b06a-ba139ea895c3 service neutron] 10.222.0.21 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424192 Feb 10 06:27:31.994187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-404c990d-ba17-49dc-8036-db3cc62de564 req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Deleting port 0204c5e5-dc8f-468f-a091-4668a02f9d54 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:27:31.994428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-404c990d-ba17-49dc-8036-db3cc62de564 req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.033736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ae87a38-5566-4474-abf4-dc376ae27837 req-f6643c99-35f9-42c1-a87e-22f3330d48b4 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 210 time: 0.0835414 Feb 10 06:27:32.137970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5dd894ce-af80-4e10-aaa5-8a49ce3389f1 admin admin] Publish callbacks [] for security_group (115110c4-1845-4365-b3bd-be08e08c4fe4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.155304 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5dd894ce-af80-4e10-aaa5-8a49ce3389f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (115110c4-1845-4365-b3bd-be08e08c4fe4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.256415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd894ce-af80-4e10-aaa5-8a49ce3389f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115110c4-1845-4365-b3bd-be08e08c4fe4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:32.283190 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5dd894ce-af80-4e10-aaa5-8a49ce3389f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a685e523af246b89e9eeffd08a40a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8366325 Feb 10 06:27:32.283623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60792) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:32.285200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-ead54ff7-b701-4f1c-b57c-74a1ff4fa2d1 service neutron] 10.222.0.21 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963161 Feb 10 06:27:32.334600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f90106-fee5-4056-a1d9-03745953ac05 req-9a879be1-e84d-4574-9514-9fc4cef2b58f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:32.337040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-404c990d-ba17-49dc-8036-db3cc62de564 req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] For port 0204c5e5-dc8f-468f-a091-4668a02f9d54, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0204c5e5-dc8f-468f-a091-4668a02f9d54,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:32.337396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-404c990d-ba17-49dc-8036-db3cc62de564 req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.342951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67f90106-fee5-4056-a1d9-03745953ac05 req-9a879be1-e84d-4574-9514-9fc4cef2b58f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 950 time: 0.1745908 Feb 10 06:27:32.399800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-404c990d-ba17-49dc-8036-db3cc62de564 req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Calling delete_port for 0204c5e5-dc8f-468f-a091-4668a02f9d54 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:27:32.422544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67f90106-fee5-4056-a1d9-03745953ac05 req-f29d7057-81aa-420b-854e-cbda7f845611 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782919 Feb 10 06:27:32.528468 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07bd5d52-c2ac-4049-b579-0d6b0350493a admin admin] Publish callbacks [] for security_group (115110c4-1845-4365-b3bd-be08e08c4fe4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.583993 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07bd5d52-c2ac-4049-b579-0d6b0350493a admin admin] Publish callbacks [] for security_group (115110c4-1845-4365-b3bd-be08e08c4fe4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.608672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96ae4690-c36f-41ed-8a2c-ac7397124417 req-7eb6cfde-e908-4bfb-a8eb-e116871597dc tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 210 time: 0.1262767 Feb 10 06:27:32.706797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-404c990d-ba17-49dc-8036-db3cc62de564 req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0204c5e5-dc8f-468f-a091-4668a02f9d54), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.737363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', '51accd06-142c-4a41-8064-ffc7f9ffa4c4', '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3', '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:32.746316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b', '883d4534-b948-4c5c-8918-2be9d5e98524'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:32.771717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196590f6-3798-4a2f-a12f-80b004fd74bd req-f5bf7a6c-1bd2-4ad8-a129-cbb95d26ad5b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:32.780633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196590f6-3798-4a2f-a12f-80b004fd74bd req-f5bf7a6c-1bd2-4ad8-a129-cbb95d26ad5b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.2113361 Feb 10 06:27:32.814003 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07bd5d52-c2ac-4049-b579-0d6b0350493a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (115110c4-1845-4365-b3bd-be08e08c4fe4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.816636 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07bd5d52-c2ac-4049-b579-0d6b0350493a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.838900 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-07bd5d52-c2ac-4049-b579-0d6b0350493a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/115110c4-1845-4365-b3bd-be08e08c4fe4 HTTP/1.1" status: 204 len: 168 time: 0.5283072 Feb 10 06:27:32.893245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event deleted for resources: {'Port': ['ID=0204c5e5-dc8f-468f-a091-4668a02f9d54,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:32.896382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-404c990d-ba17-49dc-8036-db3cc62de564 req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] No DVR routers for this DVR port 0204c5e5-dc8f-468f-a091-4668a02f9d54 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:32.915724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-404c990d-ba17-49dc-8036-db3cc62de564 req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:32.919381 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-404c990d-ba17-49dc-8036-db3cc62de564 req-bcbf76ae-15f6-4c99-97d4-656d7d40b78b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "DELETE /v2.0/ports/0204c5e5-dc8f-468f-a091-4668a02f9d54 HTTP/1.1" status: 204 len: 173 time: 1.2037401 Feb 10 06:27:32.925424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4926e32a-9f44-49d6-8737-5f09395679ca', 'name': 'network-vif-deleted', 'tag': '0204c5e5-dc8f-468f-a091-4668a02f9d54'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:32.927761 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539125dd-4909-4339-82c4-0847b293a834" -d '{"events": [{"server_uuid": "4926e32a-9f44-49d6-8737-5f09395679ca", "name": "network-vif-deleted", "tag": "0204c5e5-dc8f-468f-a091-4668a02f9d54"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:32.942974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd5d52-c2ac-4049-b579-0d6b0350493a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115110c4-1845-4365-b3bd-be08e08c4fe4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:33.040769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196590f6-3798-4a2f-a12f-80b004fd74bd req-d27e3789-c363-4b67-98dd-448e6e04eea6 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588389 Feb 10 06:27:33.288888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa24f71-8f0c-4754-bfb0-f51a52557ba2 req-1fa34e45-b42d-413f-b1d9-40add3ec05a7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:33.296645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aa24f71-8f0c-4754-bfb0-f51a52557ba2 req-1fa34e45-b42d-413f-b1d9-40add3ec05a7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.4412935 Feb 10 06:27:33.351221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-f29e671c-ec6a-466c-878a-5e9bc279ffcb tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:33.352933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-f29e671c-ec6a-466c-878a-5e9bc279ffcb tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.24 "GET /v2.0/networks?id=8be21e2c-9c89-4c73-bc69-97fe6831afa0 HTTP/1.1" status: 200 len: 815 time: 0.4857445 Feb 10 06:27:33.371570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Request body: {'port': {'device_id': '82a982ef-15c0-4399-8f95-ac2a6a2a7046', 'network_id': '8be21e2c-9c89-4c73-bc69-97fe6831afa0', 'admin_state_up': True, 'tenant_id': '620bc756810341a9a57ab0d4257911a6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:33.412099 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aa24f71-8f0c-4754-bfb0-f51a52557ba2 req-ba454d6a-72e9-4886-a60b-f06117642a90 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123455 Feb 10 06:27:33.436258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c443-ea00-480a-90e7-64b53c8ed5d5 req-53b58069-f23d-41eb-84e2-59917f38bd9d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:33.443387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21d1c443-ea00-480a-90e7-64b53c8ed5d5 req-53b58069-f23d-41eb-84e2-59917f38bd9d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.2400949 Feb 10 06:27:33.558969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21d1c443-ea00-480a-90e7-64b53c8ed5d5 req-e7a0467e-13f0-41f7-83fb-b5f983fd2254 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070278 Feb 10 06:27:33.571380 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be4b21d-e36b-4fc0-a5eb-fe6697cb2ec7 x-openstack-request-id: req-0be4b21d-e36b-4fc0-a5eb-fe6697cb2ec7 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:33.571904 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4926e32a-9f44-49d6-8737-5f09395679ca", "name": "network-vif-deleted", "tag": "0204c5e5-dc8f-468f-a091-4668a02f9d54", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:33.572140 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0be4b21d-e36b-4fc0-a5eb-fe6697cb2ec7 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:33.572735 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4926e32a-9f44-49d6-8737-5f09395679ca', 'name': 'network-vif-deleted', 'tag': '0204c5e5-dc8f-468f-a091-4668a02f9d54', 'status': 'completed', 'code': 200} Feb 10 06:27:33.627439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Made reservation on behalf of 620bc756810341a9a57ab0d4257911a6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:33.631912 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:33.788877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1610237f-b76a-47e1-8521-0a70dce9f174 req-b03e8bf9-3c38-4b63-91c9-dca47782f08f tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 210 time: 0.1053815 Feb 10 06:27:34.016506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1ef7467-4c9a-43f6-b3dc-4933977f1086 req-69d5dfa7-cf97-472a-b318-a10b63078964 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 210 time: 0.0552716 Feb 10 06:27:34.034576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c08a2203-393f-483b-92d9-cacafa49a46a req-fc07b180-2254-4a5e-bb6b-725b6afa5f8c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=4926e32a-9f44-49d6-8737-5f09395679ca HTTP/1.1" status: 200 len: 210 time: 0.2729843 Feb 10 06:27:34.168800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Allocated IP 172.20.0.10 (8be21e2c-9c89-4c73-bc69-97fe6831afa0/a170f987-dd0d-4e83-afaa-1f56df6f69d1/df19f333-e805-405a-86b1-8baa88922002) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:27:34.291711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517fee9-2f9d-411c-9b9f-e14a71cdff80 req-b447a671-b3bf-4e96-8403-e882c1a05157 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:34.299770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b517fee9-2f9d-411c-9b9f-e14a71cdff80 req-b447a671-b3bf-4e96-8403-e882c1a05157 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1785088 Feb 10 06:27:34.450524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0204c5e5-dc8f-468f-a091-4668a02f9d54 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:34.488469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 0204c5e5-dc8f-468f-a091-4668a02f9d54 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:27:34.488814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0204c5e5-dc8f-468f-a091-4668a02f9d54 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:27:34.571370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b517fee9-2f9d-411c-9b9f-e14a71cdff80 req-c1e31819-35e5-4306-95fb-1dda81c46b1c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656205 Feb 10 06:27:34.603244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-87c9377f-425c-4f99-a8ad-5a0667413097 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:34.604844 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-87c9377f-425c-4f99-a8ad-5a0667413097 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.13 "GET /v2.0/networks?id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 200 len: 822 time: 0.2359939 Feb 10 06:27:34.625245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Request body: {'port': {'device_id': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48', 'admin_state_up': True, 'tenant_id': 'b16bae2c2b66488c81eb7118f8765f59'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:34.689729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Publish callbacks [] for port (df19f333-e805-405a-86b1-8baa88922002), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:34.722045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13502739-202b-43eb-9f57-a40b09c66fe5 req-c4e0eedc-6053-49aa-bad2-072fcf7be8d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:34.723749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13502739-202b-43eb-9f57-a40b09c66fe5 req-c4e0eedc-6053-49aa-bad2-072fcf7be8d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1412222 Feb 10 06:27:34.766239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Made reservation on behalf of b16bae2c2b66488c81eb7118f8765f59 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:34.770152 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:34.776265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ae201-1dc5-4d35-b89b-13de0b90767c req-180db5f5-6bed-4324-9239-6b89efe118f8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:34.777770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff0ae201-1dc5-4d35-b89b-13de0b90767c req-180db5f5-6bed-4324-9239-6b89efe118f8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1127603 Feb 10 06:27:34.818541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (df19f333-e805-405a-86b1-8baa88922002), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:34.865672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13502739-202b-43eb-9f57-a40b09c66fe5 req-cf1ea134-5705-4a8d-be75-da84f5dd06ab tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314566 Feb 10 06:27:34.897091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Network 8be21e2c-9c89-4c73-bc69-97fe6831afa0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:34.913783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff0ae201-1dc5-4d35-b89b-13de0b90767c req-9b112802-7c76-4f84-bdf6-81006eda9576 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232128 Feb 10 06:27:34.917191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:34.940157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:27:34.945802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Pushing event updated for resources: {'Port': ['ID=df19f333-e805-405a-86b1-8baa88922002,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:34.952286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Allocated IP 172.20.0.8 (fd60cb93-e5f3-4e9c-9f0a-644dff9dff48/a8fc92a7-d519-4466-8e50-7f92c7c2d0af/18cee1ab-96a0-4ed8-bccf-4245b00cce06) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:27:35.069665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:35.070319 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.096063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-8e56e37d-4087-4ea0-b217-cf2854213c91 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7312136 Feb 10 06:27:35.108018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c1c8-0c8a-49e2-95db-38bb38ac21f7 req-ac1b8346-ad68-43b9-8c25-3c25cf48f6bf tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:35.109572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6984c1c8-0c8a-49e2-95db-38bb38ac21f7 req-ac1b8346-ad68-43b9-8c25-3c25cf48f6bf tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 932 time: 0.1177218 Feb 10 06:27:35.114730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Request body: {'port': {'device_id': '82a982ef-15c0-4399-8f95-ac2a6a2a7046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:35.187135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.226507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (df19f333-e805-405a-86b1-8baa88922002), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.237471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.272644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6984c1c8-0c8a-49e2-95db-38bb38ac21f7 req-e5fc773d-eb81-4afe-a654-6c9e5184b558 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552312 Feb 10 06:27:35.277800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:35.318821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:35.323015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:27:35.378858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event updated for resources: {'Port': ['ID=18cee1ab-96a0-4ed8-bccf-4245b00cce06,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:35.405525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:35.406218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.426540 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-10e2c8f8-cf19-42c1-a250-d206be9591d4 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8064661 Feb 10 06:27:35.438482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Request body: {'port': {'device_id': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:35.520652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.591426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca878-b221-4e20-8073-945c03043b7a req-93a422eb-14b9-48fc-9ee3-32c267e847f7 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:35.592497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d0ca878-b221-4e20-8073-945c03043b7a req-93a422eb-14b9-48fc-9ee3-32c267e847f7 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 931 time: 0.1583109 Feb 10 06:27:35.723624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d0ca878-b221-4e20-8073-945c03043b7a req-739652cb-6496-4e93-91cb-dfea08818f17 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215200 Feb 10 06:27:35.776613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867c3d2-82ab-4ae3-9693-023d67c3d3b8 req-07c47974-416f-400b-92ad-f63fca0214cf tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:35.778457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0867c3d2-82ab-4ae3-9693-023d67c3d3b8 req-07c47974-416f-400b-92ad-f63fca0214cf tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 949 time: 0.1350472 Feb 10 06:27:35.788793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df19f333-e805-405a-86b1-8baa88922002 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:35.807521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Publish callbacks [] for port (df19f333-e805-405a-86b1-8baa88922002), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.847431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Transition to ACTIVE for port object df19f333-e805-405a-86b1-8baa88922002 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:27:35.860472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18cee1ab-96a0-4ed8-bccf-4245b00cce06 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:35.870153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Publish callbacks [] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.876501 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (df19f333-e805-405a-86b1-8baa88922002), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.891441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Transition to ACTIVE for port object 18cee1ab-96a0-4ed8-bccf-4245b00cce06 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:27:35.895782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:35.916224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0867c3d2-82ab-4ae3-9693-023d67c3d3b8 req-95463227-3359-4636-a0d7-aa357dec0fae tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295910 Feb 10 06:27:35.945417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Pushing event updated for resources: {'Port': ['ID=df19f333-e805-405a-86b1-8baa88922002,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:35.977061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=18cee1ab-96a0-4ed8-bccf-4245b00cce06,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:35.986110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbb4cd-264f-473b-80b6-0fe111e27e81 req-f0ae7e2a-0ee2-47cf-b561-0c119531821c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:35.988744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9cbb4cd-264f-473b-80b6-0fe111e27e81 req-f0ae7e2a-0ee2-47cf-b561-0c119531821c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1579270 Feb 10 06:27:36.042806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Attempting to bind port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:27:36.043603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Attempting to bind port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:27:36.043603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Attempting to bind port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 on network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:36.050344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 on network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:27:36.050886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Attempting to bind port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 on network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:36.060068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:27:36.060798 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Checking segment: {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:36.061396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Bound using segment: {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:27:36.062061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Bound port: 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:27:36.062650 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:36.101606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9cbb4cd-264f-473b-80b6-0fe111e27e81 req-c57568d6-8213-48a2-963b-cdf2109168a1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937567 Feb 10 06:27:36.102456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Attempting to bind port df19f333-e805-405a-86b1-8baa88922002 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:27:36.102785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Attempting to bind port df19f333-e805-405a-86b1-8baa88922002 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a0aa455e-50b7-477a-a8f4-ccae3eb29859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8be21e2c-9c89-4c73-bc69-97fe6831afa0'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:27:36.103107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Attempting to bind port df19f333-e805-405a-86b1-8baa88922002 on network 8be21e2c-9c89-4c73-bc69-97fe6831afa0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:36.111607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Port df19f333-e805-405a-86b1-8baa88922002 on network 8be21e2c-9c89-4c73-bc69-97fe6831afa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:27:36.111925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Attempting to bind port df19f333-e805-405a-86b1-8baa88922002 on network 8be21e2c-9c89-4c73-bc69-97fe6831afa0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:36.117501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:27:36.117837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Checking segment: {'id': 'a0aa455e-50b7-477a-a8f4-ccae3eb29859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8be21e2c-9c89-4c73-bc69-97fe6831afa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:36.118402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Bound using segment: {'id': 'a0aa455e-50b7-477a-a8f4-ccae3eb29859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8be21e2c-9c89-4c73-bc69-97fe6831afa0'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:27:36.127827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Bound port: df19f333-e805-405a-86b1-8baa88922002, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0aa455e-50b7-477a-a8f4-ccae3eb29859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8be21e2c-9c89-4c73-bc69-97fe6831afa0'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:27:36.128271 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (df19f333-e805-405a-86b1-8baa88922002), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:36.195861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:36.205132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:27:36.219177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:36.255445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] For port df19f333-e805-405a-86b1-8baa88922002, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:36.262198 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:36.262888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:36.264317 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/18cee1ab-96a0-4ed8-bccf-4245b00cce06 HTTP/1.1" status: 200 len: 1091 time: 0.8305714 Feb 10 06:27:36.264773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:36.267638 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6481ea8b-1b66-4846-b564-01b6856f12e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:36.290357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b345a3c-6a2f-4f5d-999a-b90e3161b2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=18cee1ab-96a0-4ed8-bccf-4245b00cce06,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:36.308219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4da2b9-84f3-4680-953f-ece3dac426ce req-e86929cd-fc1b-493b-92ac-c7d10f1b1b62 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:36.309722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a4da2b9-84f3-4680-953f-ece3dac426ce req-e86929cd-fc1b-493b-92ac-c7d10f1b1b62 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1210592 Feb 10 06:27:36.312388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] For port df19f333-e805-405a-86b1-8baa88922002, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=df19f333-e805-405a-86b1-8baa88922002,segment=NetworkSegment(a0aa455e-50b7-477a-a8f4-ccae3eb29859),segment_id=a0aa455e-50b7-477a-a8f4-ccae3eb29859)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:27:36.328379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (df19f333-e805-405a-86b1-8baa88922002), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:36.376400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-2de13071-4715-4564-82f3-5e04d5bc6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:36.377997 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-2de13071-4715-4564-82f3-5e04d5bc6205 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b16bae2c2b66488c81eb7118f8765f59&device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 1125 time: 0.0555251 Feb 10 06:27:36.438695 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-40560868-d9b7-4728-a276-19518d2e8223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06 HTTP/1.1" status: 200 len: 217 time: 0.0516942 Feb 10 06:27:36.506193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-ab74f9c9-8b7e-4a11-8877-6521677c4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:36.510811 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-ab74f9c9-8b7e-4a11-8877-6521677c4dc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8fc92a7-d519-4466-8e50-7f92c7c2d0af HTTP/1.1" status: 200 len: 862 time: 0.0638230 Feb 10 06:27:36.512745 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:36.548686 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-f74bf281-1eb4-490a-b89f-07d066d5b431 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330458 Feb 10 06:27:36.654681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:36.655299 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:36.656677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] 10.222.0.24 "PUT /v2.0/ports/df19f333-e805-405a-86b1-8baa88922002 HTTP/1.1" status: 200 len: 1092 time: 1.5461996 Feb 10 06:27:36.657125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a982ef-15c0-4399-8f95-ac2a6a2a7046', 'tag': 'df19f333-e805-405a-86b1-8baa88922002'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:36.657373 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-af9a94d0-c201-410d-865b-516630e26a4d service neutron] 10.222.0.13 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020494 Feb 10 06:27:36.659399 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986aeebf-9428-4f47-b413-0a81ff6b39cb" -d '{"events": [{"name": "network-changed", "server_uuid": "82a982ef-15c0-4399-8f95-ac2a6a2a7046", "tag": "df19f333-e805-405a-86b1-8baa88922002"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:36.690583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d61d-8c7e-4bcd-b26d-586dc0ee71e1 req-6f2deebb-8d1b-429b-beae-59ec3a3d600c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:36.692107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e94d61d-8c7e-4bcd-b26d-586dc0ee71e1 req-6f2deebb-8d1b-429b-beae-59ec3a3d600c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.4418294 Feb 10 06:27:36.722946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a4da2b9-84f3-4680-953f-ece3dac426ce req-f9a55831-cef7-4713-829a-de36b821461c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038556 Feb 10 06:27:36.754232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf15e4-99bd-423c-bb4a-e97467a76909 service neutron] Pushing event updated for resources: {'Port': ['ID=df19f333-e805-405a-86b1-8baa88922002,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:36.803440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-edf9b018-43d5-48b5-8393-a7ec76fdb5e1 req-61b01b49-7752-4db5-a6f4-06ef1fd9626b service neutron] 10.222.0.13 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384416 Feb 10 06:27:36.807634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e94d61d-8c7e-4bcd-b26d-586dc0ee71e1 req-a0304383-2e74-49c3-b0c6-c665f1b046a2 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075270 Feb 10 06:27:36.817061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-f8a6b6c3-94c7-4649-96e5-2b96566e7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:36.818588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-f8a6b6c3-94c7-4649-96e5-2b96566e7175 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=620bc756810341a9a57ab0d4257911a6&device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 1126 time: 0.1164055 Feb 10 06:27:36.848689 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426c4926-e75a-4be4-9ef7-de196bdde358 x-openstack-request-id: req-426c4926-e75a-4be4-9ef7-de196bdde358 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:36.849009 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:36.849265 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-426c4926-e75a-4be4-9ef7-de196bdde358 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:36.850415 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06', 'status': 'completed', 'code': 200} Feb 10 06:27:36.868863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-58244fa4-09da-4c1a-93cf-d109c9d531c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df19f333-e805-405a-86b1-8baa88922002 HTTP/1.1" status: 200 len: 217 time: 0.0418651 Feb 10 06:27:36.913444 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c31643a-4df1-46dd-a403-111ed4baaf1f x-openstack-request-id: req-6c31643a-4df1-46dd-a403-111ed4baaf1f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:36.913737 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a982ef-15c0-4399-8f95-ac2a6a2a7046", "tag": "df19f333-e805-405a-86b1-8baa88922002", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:36.913995 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c31643a-4df1-46dd-a403-111ed4baaf1f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:36.914452 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a982ef-15c0-4399-8f95-ac2a6a2a7046', 'tag': 'df19f333-e805-405a-86b1-8baa88922002', 'status': 'completed', 'code': 200} Feb 10 06:27:36.965627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-7adf8cb3-17d9-4e59-83fb-e196421ef388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:36.967734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-7adf8cb3-17d9-4e59-83fb-e196421ef388 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a170f987-dd0d-4e83-afaa-1f56df6f69d1 HTTP/1.1" status: 200 len: 855 time: 0.0913332 Feb 10 06:27:37.028141 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-18608386-f446-4201-a283-981fa2375679 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8be21e2c-9c89-4c73-bc69-97fe6831afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505261 Feb 10 06:27:37.054965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c50e6-7f8d-40b4-93e6-52a5f440ec18 req-e87247c1-c483-431d-8798-763b2fb60f95 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.056567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b64c50e6-7f8d-40b4-93e6-52a5f440ec18 req-e87247c1-c483-431d-8798-763b2fb60f95 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 944 time: 0.1531432 Feb 10 06:27:37.187530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d42a6b-eb4e-437d-a06a-2b31e5c74820 req-8f790609-927b-4f75-9486-9f6c0125fe3d tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.189123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10d42a6b-eb4e-437d-a06a-2b31e5c74820 req-8f790609-927b-4f75-9486-9f6c0125fe3d tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 943 time: 0.2129087 Feb 10 06:27:37.195561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b64c50e6-7f8d-40b4-93e6-52a5f440ec18 req-5dace266-eff1-441f-9114-8586d8fc4c7b tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278620 Feb 10 06:27:37.227979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-4b81356b-3c38-4d2f-9df7-205c33e793ad service neutron] 10.222.0.24 "GET /v2.0/networks/8be21e2c-9c89-4c73-bc69-97fe6831afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812563 Feb 10 06:27:37.230279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-b3d89de2-7977-44bc-a899-3d0f737260aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.232119 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-b3d89de2-7977-44bc-a899-3d0f737260aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b16bae2c2b66488c81eb7118f8765f59&device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 1125 time: 0.3500676 Feb 10 06:27:37.302983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10d42a6b-eb4e-437d-a06a-2b31e5c74820 req-03a12c22-e597-46e9-aa50-ab92958e34d1 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062968 Feb 10 06:27:37.376570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-f5830f6f-8534-4ccf-a734-b9abf6d39571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.378434 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-f5830f6f-8534-4ccf-a734-b9abf6d39571 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 200 len: 922 time: 0.1403303 Feb 10 06:27:37.428555 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-eb4be810-dc6e-41e3-b7aa-9d7055957b51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06 HTTP/1.1" status: 200 len: 217 time: 0.0399120 Feb 10 06:27:37.467105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00186f81-f7e9-43e7-a99f-80db6708ce18 req-cf9fdbe9-028a-4f58-ada2-3a676c20bc60 service neutron] 10.222.0.24 "GET /v2.0/networks/8be21e2c-9c89-4c73-bc69-97fe6831afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301927 Feb 10 06:27:37.489616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-230bc92f-2f28-4930-bfc5-5059d53a3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.490029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3b1c3-585f-4699-b560-84163966ea42 req-f95ae011-49d6-4140-ac3b-43e58f84f965 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.491609 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7dc3b1c3-585f-4699-b560-84163966ea42 req-f95ae011-49d6-4140-ac3b-43e58f84f965 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1086011 Feb 10 06:27:37.505097 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-230bc92f-2f28-4930-bfc5-5059d53a3954 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8fc92a7-d519-4466-8e50-7f92c7c2d0af HTTP/1.1" status: 200 len: 862 time: 0.0602183 Feb 10 06:27:37.513220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf130ce-3335-445e-afd4-08b9c1840d09 req-0d6d0a51-9fc9-4e3a-9426-efbeeef869b0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.515311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0cf130ce-3335-445e-afd4-08b9c1840d09 req-0d6d0a51-9fc9-4e3a-9426-efbeeef869b0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 949 time: 0.1208882 Feb 10 06:27:37.543863 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-5cd6025b-0550-460e-a878-aab0dc00e9cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404325 Feb 10 06:27:37.617837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7dc3b1c3-585f-4699-b560-84163966ea42 req-e46cd4fe-8a11-4ea8-8468-9e494cbfade8 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124182 Feb 10 06:27:37.633667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0cf130ce-3335-445e-afd4-08b9c1840d09 req-b4dc472d-a260-4bf7-bee3-45c9d0206f76 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105678 Feb 10 06:27:37.639448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-b0d11b10-f72b-4d50-9359-ca85aeca91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.640945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-b0d11b10-f72b-4d50-9359-ca85aeca91ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=620bc756810341a9a57ab0d4257911a6&device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 1126 time: 0.0943220 Feb 10 06:27:37.645495 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-2d65fd8a-4ad5-4aa8-9a9f-9b0e14d297e9 service neutron] 10.222.0.13 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961270 Feb 10 06:27:37.763813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-5ee26936-e52f-4ae2-b9b8-f554636c4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.765753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-5ee26936-e52f-4ae2-b9b8-f554636c4358 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8be21e2c-9c89-4c73-bc69-97fe6831afa0 HTTP/1.1" status: 200 len: 915 time: 0.1186647 Feb 10 06:27:37.780384 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6481ea8b-1b66-4846-b564-01b6856f12e1 req-5a995faf-b02a-494e-98d0-4778d1eba3b4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266401 Feb 10 06:27:37.835032 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-7500517f-a839-447c-ac53-81f4168ebd39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df19f333-e805-405a-86b1-8baa88922002 HTTP/1.1" status: 200 len: 217 time: 0.0620780 Feb 10 06:27:37.916933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-7156268b-b149-45f3-9749-2290f8852dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.918532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-7156268b-b149-45f3-9749-2290f8852dc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a170f987-dd0d-4e83-afaa-1f56df6f69d1 HTTP/1.1" status: 200 len: 855 time: 0.0761447 Feb 10 06:27:37.938146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ca786-e6b1-4df6-94c7-80d53a633224 req-30e517ea-0788-467c-98ff-8de9902329d8 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.941437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b7ca786-e6b1-4df6-94c7-80d53a633224 req-30e517ea-0788-467c-98ff-8de9902329d8 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 945 time: 0.1090190 Feb 10 06:27:37.962624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-c4910081-0b65-4699-b9cb-9a3f4549be57 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:37.966090 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-c4910081-0b65-4699-b9cb-9a3f4549be57 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 949 time: 0.0947924 Feb 10 06:27:37.975791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-51ede7b9-3645-4bab-9863-84526dc645a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8be21e2c-9c89-4c73-bc69-97fe6831afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333691 Feb 10 06:27:38.076990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Deleting port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:27:38.077851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:38.095325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b7ca786-e6b1-4df6-94c7-80d53a633224 req-3fabee6c-ef80-45f1-b98c-6b72420c228c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449690 Feb 10 06:27:38.140218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd3df-a5c0-4032-a652-2c2e074566c6 req-01b0aaed-dd7d-4689-a0a7-183942ce2c5e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:38.142230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f2fd3df-a5c0-4032-a652-2c2e074566c6 req-01b0aaed-dd7d-4689-a0a7-183942ce2c5e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1269515 Feb 10 06:27:38.146547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-66ad36f9-71a2-49a5-90dd-86f5bb6e5929 service neutron] 10.222.0.24 "GET /v2.0/networks/8be21e2c-9c89-4c73-bc69-97fe6831afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619706 Feb 10 06:27:38.196666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] For port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:38.197646 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:38.211586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Calling delete_port for 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:27:38.253350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f2fd3df-a5c0-4032-a652-2c2e074566c6 req-e58b877e-031d-431a-8b1f-555243077e29 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031530 Feb 10 06:27:38.306598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-986aeebf-9428-4f47-b413-0a81ff6b39cb req-845e7ef5-0930-468d-ae2f-c49b050fb27d service neutron] 10.222.0.24 "GET /v2.0/networks/8be21e2c-9c89-4c73-bc69-97fe6831afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475978 Feb 10 06:27:38.382775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (72ccc1fc-e958-42b0-af0b-6eefbd0ccf25), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:38.397367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', '51accd06-142c-4a41-8064-ffc7f9ffa4c4', '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3', '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:38.399768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b', '883d4534-b948-4c5c-8918-2be9d5e98524'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:38.460336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event deleted for resources: {'Port': ['ID=72ccc1fc-e958-42b0-af0b-6eefbd0ccf25,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:38.629740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] No DVR routers for this DVR port 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:38.638455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a19d4e-ee53-4050-84f5-11dd84fe6114 req-985e5c2c-8882-4fec-91d4-3e28e88024b5 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:38.642065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:38.657788 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9f0d8b84-c672-4180-ad81-f8fab3279a06 req-5a15d702-2355-4a6f-bc73-aaf91e41be7f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "DELETE /v2.0/ports/72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 HTTP/1.1" status: 204 len: 173 time: 0.6846805 Feb 10 06:27:38.659225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13a19d4e-ee53-4050-84f5-11dd84fe6114 req-985e5c2c-8882-4fec-91d4-3e28e88024b5 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 944 time: 0.0870306 Feb 10 06:27:38.737034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13a19d4e-ee53-4050-84f5-11dd84fe6114 req-c6f2ac51-18e9-47bf-b100-c33cfc87190f tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768888 Feb 10 06:27:38.851754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a33b0-d39f-4043-970f-33e616be81bd', 'name': 'network-vif-deleted', 'tag': '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:38.855249 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c3636f-4186-457a-a37c-3bbfcd8972ee" -d '{"events": [{"server_uuid": "a77a33b0-d39f-4043-970f-33e616be81bd", "name": "network-vif-deleted", "tag": "72ccc1fc-e958-42b0-af0b-6eefbd0ccf25"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:38.949318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4361ab-a5fc-4dd1-a76b-9fd88d2e6041 req-0defbf31-6d11-4ee2-8c2b-8831d0ff72fb tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:38.958503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e4361ab-a5fc-4dd1-a76b-9fd88d2e6041 req-0defbf31-6d11-4ee2-8c2b-8831d0ff72fb tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 943 time: 0.0849292 Feb 10 06:27:39.027891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e4361ab-a5fc-4dd1-a76b-9fd88d2e6041 req-b21fcca0-7a17-4d21-aed2-944923d45c58 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679700 Feb 10 06:27:39.200924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b32d-e4d6-418b-9724-504e24eee9a4 req-8aa93b39-fa23-4d57-9fd5-cde4f2a0be19 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:39.208973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84b1b32d-e4d6-418b-9724-504e24eee9a4 req-8aa93b39-fa23-4d57-9fd5-cde4f2a0be19 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.0946336 Feb 10 06:27:39.262889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-837d6645-86d3-40f7-aa55-c617aef7b5fe req-02a6acc6-7160-494f-b8d9-1e04ee07884b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a77a33b0-d39f-4043-970f-33e616be81bd HTTP/1.1" status: 200 len: 210 time: 0.0418525 Feb 10 06:27:39.313084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84b1b32d-e4d6-418b-9724-504e24eee9a4 req-15a95897-b524-42a5-b1c6-890fd5e36359 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973756 Feb 10 06:27:39.375945 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d025d4bd-b4dc-42c9-8fb1-d08caeb8a907 x-openstack-request-id: req-d025d4bd-b4dc-42c9-8fb1-d08caeb8a907 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:39.376460 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77a33b0-d39f-4043-970f-33e616be81bd", "name": "network-vif-deleted", "tag": "72ccc1fc-e958-42b0-af0b-6eefbd0ccf25", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:39.376897 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d025d4bd-b4dc-42c9-8fb1-d08caeb8a907 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:39.377955 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77a33b0-d39f-4043-970f-33e616be81bd', 'name': 'network-vif-deleted', 'tag': '72ccc1fc-e958-42b0-af0b-6eefbd0ccf25', 'status': 'completed', 'code': 200} Feb 10 06:27:39.481426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1083c73-fdf2-4c68-9abf-f7b967c8be15 req-4186036a-4a41-4c20-9256-18360e125245 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:39.483811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1083c73-fdf2-4c68-9abf-f7b967c8be15 req-4186036a-4a41-4c20-9256-18360e125245 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0596445 Feb 10 06:27:39.540777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1083c73-fdf2-4c68-9abf-f7b967c8be15 req-78c4dcaa-7e61-4149-967e-809525f35bfa tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511131 Feb 10 06:27:39.817705 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:39.885985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38b32-7a78-487d-be0d-118a3040f5cd req-3fc10161-0dd0-4fcc-a1f9-995e311d0ec7 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:39.887503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16c38b32-7a78-487d-be0d-118a3040f5cd req-3fc10161-0dd0-4fcc-a1f9-995e311d0ec7 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 944 time: 0.0620728 Feb 10 06:27:39.940276 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16c38b32-7a78-487d-be0d-118a3040f5cd req-06aab1d3-aaf2-430f-b1ae-5cf025e41fa0 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 Feb 10 06:27:40.149867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3425e3-3424-468b-92f4-b10cbee9db1d req-790517ec-446b-477f-ab5a-6cd9f4bf2325 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:40.151396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f3425e3-3424-468b-92f4-b10cbee9db1d req-790517ec-446b-477f-ab5a-6cd9f4bf2325 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 943 time: 0.0628631 Feb 10 06:27:40.203480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f3425e3-3424-468b-92f4-b10cbee9db1d req-bee81ba7-6eb3-484f-9aa6-288d296af07a tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456176 Feb 10 06:27:40.245095 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ced98945-a18c-4b26-af0c-b2e43d672d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:40.414847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 18cee1ab-96a0-4ed8-bccf-4245b00cce06 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:40.418732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:40.457252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:27:40.457644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 72ccc1fc-e958-42b0-af0b-6eefbd0ccf25 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:27:40.461023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67833162-fe06-4191-b2ab-f5234668e6e4 req-90607688-972b-436b-aa64-9afcc888394d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:40.469676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67833162-fe06-4191-b2ab-f5234668e6e4 req-90607688-972b-436b-aa64-9afcc888394d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.0795336 Feb 10 06:27:40.510270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b8b68924-c43d-4d94-a80f-c5e3f3b8491d details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:40.582791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67833162-fe06-4191-b2ab-f5234668e6e4 req-bba901c5-5839-4654-a9d5-3fe1c3413e9e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066434 Feb 10 06:27:40.619794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:40.630171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60994) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:40.673044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '18cee1ab-96a0-4ed8-bccf-4245b00cce06', 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48', 'port_id': '18cee1ab-96a0-4ed8-bccf-4245b00cce06', 'mac_address': 'fa:16:3e:3b:b1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fc92a7-d519-4466-8e50-7f92c7c2d0af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:27:40.729603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:40.748253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'port_id': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d', 'mac_address': 'fa:16:3e:de:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491df4a3-e634-4587-8c69-65e25f017261', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:27:40.750175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:40.750877 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:40.767828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cee1ab-96a0-4ed8-bccf-4245b00cce06 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:40.778520 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb9e771c-be5d-4b09-ac6b-4969b0ef4710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:40.795543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f66bc-59ba-44fa-91b2-cfc846689c99 req-03347b08-23d5-4ca1-94b4-baeb2036852a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:40.803726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b82f66bc-59ba-44fa-91b2-cfc846689c99 req-03347b08-23d5-4ca1-94b4-baeb2036852a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1183012 Feb 10 06:27:40.815583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:40.824574 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:40.829886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b8b68924-c43d-4d94-a80f-c5e3f3b8491d is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:40.830731 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:40.834962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf319443-a5cd-4377-bcfe-4787c7186eb9 req-2c2ca9e4-ddca-4ef2-8dd0-1a01865e5c66 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:40.836711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf319443-a5cd-4377-bcfe-4787c7186eb9 req-2c2ca9e4-ddca-4ef2-8dd0-1a01865e5c66 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.1175966 Feb 10 06:27:40.876484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8b68924-c43d-4d94-a80f-c5e3f3b8491d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:40.887851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b82f66bc-59ba-44fa-91b2-cfc846689c99 req-ad9bce89-362e-43d9-9dac-3566d5d083f0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831590 Feb 10 06:27:40.909638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb9e771c-be5d-4b09-ac6b-4969b0ef4710 admin admin] Publish callbacks [] for security_group (b41f1f65-baca-4132-a37f-f2e3afdedb2f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:40.916876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb9e771c-be5d-4b09-ac6b-4969b0ef4710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b41f1f65-baca-4132-a37f-f2e3afdedb2f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:40.923011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=18cee1ab-96a0-4ed8-bccf-4245b00cce06,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:40.931137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf319443-a5cd-4377-bcfe-4787c7186eb9 req-55a971ff-1ef0-44f8-90ea-2683c1f2e876 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851634 Feb 10 06:27:40.931347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:40.938931 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:40.940157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device df19f333-e805-405a-86b1-8baa88922002 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:40.953539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e771c-be5d-4b09-ac6b-4969b0ef4710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f1f65-baca-4132-a37f-f2e3afdedb2f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:40.972828 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eb9e771c-be5d-4b09-ac6b-4969b0ef4710 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d0f892efde247479d7147f77b84da2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394723 Feb 10 06:27:40.975230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 32770) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:41.033608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:41.055609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9745-972b-4815-ae05-df58c61e6ffb admin admin] Publish callbacks [] for security_group (b41f1f65-baca-4132-a37f-f2e3afdedb2f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:41.082817 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9745-972b-4815-ae05-df58c61e6ffb admin admin] Publish callbacks [] for security_group (b41f1f65-baca-4132-a37f-f2e3afdedb2f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:41.095479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0f5a0-928e-4668-bce1-9f16455cd3ac req-c862386e-99de-48d0-88e4-6bc63df73c87 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:41.104481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34d0f5a0-928e-4668-bce1-9f16455cd3ac req-c862386e-99de-48d0-88e4-6bc63df73c87 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 944 time: 0.0822108 Feb 10 06:27:41.140317 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9745-972b-4815-ae05-df58c61e6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b41f1f65-baca-4132-a37f-f2e3afdedb2f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:41.143402 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9745-972b-4815-ae05-df58c61e6ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:41.144742 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fa5a9745-972b-4815-ae05-df58c61e6ffb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b41f1f65-baca-4132-a37f-f2e3afdedb2f HTTP/1.1" status: 204 len: 168 time: 0.1677592 Feb 10 06:27:41.147087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port df19f333-e805-405a-86b1-8baa88922002, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=df19f333-e805-405a-86b1-8baa88922002,segment=NetworkSegment(a0aa455e-50b7-477a-a8f4-ccae3eb29859),segment_id=a0aa455e-50b7-477a-a8f4-ccae3eb29859)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:41.152810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a9745-972b-4815-ae05-df58c61e6ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f1f65-baca-4132-a37f-f2e3afdedb2f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:41.164990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34d0f5a0-928e-4668-bce1-9f16455cd3ac req-8bbffd99-2b41-4d67-aa63-2887886e03d7 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595918 Feb 10 06:27:41.183970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'df19f333-e805-405a-86b1-8baa88922002', 'network_id': '8be21e2c-9c89-4c73-bc69-97fe6831afa0', 'port_id': 'df19f333-e805-405a-86b1-8baa88922002', 'mac_address': 'fa:16:3e:40:91:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a170f987-dd0d-4e83-afaa-1f56df6f69d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:27:41.271057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port df19f333-e805-405a-86b1-8baa88922002 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:41.271550 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (df19f333-e805-405a-86b1-8baa88922002), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:41.277353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['18cee1ab-96a0-4ed8-bccf-4245b00cce06'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:41.302848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-cc698a4b-fd9d-4490-8da0-23ff0adb085a tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:41.305167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-cc698a4b-fd9d-4490-8da0-23ff0adb085a tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.1006100 Feb 10 06:27:41.317689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df19f333-e805-405a-86b1-8baa88922002 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:41.319717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828670-1'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:41.367230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a46631-9cc8-4267-a742-c7277d17c24d req-31e14c80-b542-4fbc-976c-924c3714bb41 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:41.369408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port df19f333-e805-405a-86b1-8baa88922002, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=df19f333-e805-405a-86b1-8baa88922002,segment=NetworkSegment(a0aa455e-50b7-477a-a8f4-ccae3eb29859),segment_id=a0aa455e-50b7-477a-a8f4-ccae3eb29859)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:41.375251 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (df19f333-e805-405a-86b1-8baa88922002), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:41.390675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3a46631-9cc8-4267-a742-c7277d17c24d req-31e14c80-b542-4fbc-976c-924c3714bb41 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 944 time: 0.1004021 Feb 10 06:27:41.472158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3a46631-9cc8-4267-a742-c7277d17c24d req-75ab0872-9944-4f23-8f67-8c09d3f16e2b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818038 Feb 10 06:27:41.473842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=df19f333-e805-405a-86b1-8baa88922002,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:41.475956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:41.542165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['b8b68924-c43d-4d94-a80f-c5e3f3b8491d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:41.737409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['df19f333-e805-405a-86b1-8baa88922002'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:41.754048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e2f40-1095-42ef-9dea-54a0fcbfe6d8 req-426ec2c4-65ca-4d3d-bcf8-3706a344bb5d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:41.764677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-955e2f40-1095-42ef-9dea-54a0fcbfe6d8 req-426ec2c4-65ca-4d3d-bcf8-3706a344bb5d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 945 time: 0.1031666 Feb 10 06:27:41.774586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:41.849517 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:41.876658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-955e2f40-1095-42ef-9dea-54a0fcbfe6d8 req-2c3df866-c3a5-4e85-9d01-222d8b3b5622 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101398 Feb 10 06:27:41.906858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:41.909233 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2c81ce-51d9-4574-8c8a-f95aeeaaab28" -d '{"events": [{"server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "name": "network-vif-unplugged", "status": "completed", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:41.918335 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Publish callbacks [] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:41.946406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:42.016002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28e49c-e920-4cb5-a2a1-228a60184716,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:42.064614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 on host n-h2-828670-1 for vnic_type normal with profile {"migrating_to": "n-h1-828670-1"} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:27:42.065342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:27:42.065748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:42.071779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Port 3f28e49c-e920-4cb5-a2a1-228a60184716 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:27:42.072198 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Attempting to bind port 3f28e49c-e920-4cb5-a2a1-228a60184716 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:42.078477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:27:42.078724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:42.079078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:27:42.079514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Bound port: 3f28e49c-e920-4cb5-a2a1-228a60184716, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:27:42.079875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:42.108471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cfafb-bf73-4227-bd79-4d33faed2ef6 req-bdaff85d-2797-4bbe-a6a5-d99e00800367 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:42.115779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa6cfafb-bf73-4227-bd79-4d33faed2ef6 req-bdaff85d-2797-4bbe-a6a5-d99e00800367 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.0866787 Feb 10 06:27:42.213093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:42.218389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:27:42.229578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:42.248697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa6cfafb-bf73-4227-bd79-4d33faed2ef6 req-d447e419-6a1e-445d-ba9d-296a9c5d9cfb tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294611 Feb 10 06:27:42.297930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-1dcc6b88-ae0e-4daf-89ad-5a46ff42333f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:42.300568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-1dcc6b88-ae0e-4daf-89ad-5a46ff42333f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.1280236 Feb 10 06:27:42.323379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:42.324485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:42.327013 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f28e49c-e920-4cb5-a2a1-228a60184716 HTTP/1.1" status: 200 len: 1121 time: 1.0130441 Feb 10 06:27:42.363593 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9ba8bd-a835-4213-8456-ea853c2a32b5 x-openstack-request-id: req-3f9ba8bd-a835-4213-8456-ea853c2a32b5 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:42.363821 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "name": "network-vif-unplugged", "status": "completed", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:42.364061 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f9ba8bd-a835-4213-8456-ea853c2a32b5 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:42.365126 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716', 'code': 200} Feb 10 06:27:42.396379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce38cf-674f-4301-9b61-4d584c639446 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28e49c-e920-4cb5-a2a1-228a60184716,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:42.428215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 3f28e49c-e920-4cb5-a2a1-228a60184716 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:42.448848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['3f28e49c-e920-4cb5-a2a1-228a60184716'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:42.453456 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5a90711-f75f-445c-910e-880c489b1963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:42.458935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['3f28e49c-e920-4cb5-a2a1-228a60184716'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:42.579857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b8b68924-c43d-4d94-a80f-c5e3f3b8491d up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:42.588387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 32846) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:42.669221 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:27:42.712439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c96fb-411b-4161-915e-81f001781ac1 req-3b0f3954-200a-4273-93c3-51f791ef015b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:42.722952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e5c96fb-411b-4161-915e-81f001781ac1 req-3b0f3954-200a-4273-93c3-51f791ef015b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a183e064-f5aa-4211-b3b6-d75d6b99212d HTTP/1.1" status: 200 len: 950 time: 0.2532842 Feb 10 06:27:42.725450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Deleting port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:27:42.725862 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:42.840941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] For port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:42.842207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:42.858863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:42.860014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Calling delete_port for 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:27:42.899871 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port b8b68924-c43d-4d94-a80f-c5e3f3b8491d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:42.900253 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:42.905897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 3f28e49c-e920-4cb5-a2a1-228a60184716 has no active binding in host n-h1-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 06:27:42.928312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-931883603-network', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:43.017841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Made reservation on behalf of 41cd42f535424cefa8fa6384061b8d5f for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:43.023244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.040164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (66bf7f6d-edfb-47cb-88a1-5bdd982f3de3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.047160 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.061579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', '51accd06-142c-4a41-8064-ffc7f9ffa4c4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:43.063739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b', '883d4534-b948-4c5c-8918-2be9d5e98524'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:43.079200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event deleted for resources: {'Port': ['ID=66bf7f6d-edfb-47cb-88a1-5bdd982f3de3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:43.166459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] No DVR routers for this DVR port 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:43.170266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.174182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98e81b9d-b194-4b35-a4d2-c4cf8b9e8003 req-0c2d801e-4768-443e-b6e1-6959f82b9fc0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "DELETE /v2.0/ports/66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 HTTP/1.1" status: 204 len: 173 time: 0.8671217 Feb 10 06:27:43.174674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a183e064-f5aa-4211-b3b6-d75d6b99212d', 'name': 'network-vif-deleted', 'tag': '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:43.177026 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e68f233-4ff2-4cba-8f53-b8f088ea89e5" -d '{"events": [{"server_uuid": "a183e064-f5aa-4211-b3b6-d75d6b99212d", "name": "network-vif-deleted", "tag": "66bf7f6d-edfb-47cb-88a1-5bdd982f3de3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:43.190203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e5c96fb-411b-4161-915e-81f001781ac1 req-db71eb8f-535d-42ba-990d-e1dbb9d0d9e6 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596072 Feb 10 06:27:43.262640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Publish callbacks [] for security_group (bcb99055-c8cb-47bd-baee-e5245a91daaf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.270967 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bcb99055-c8cb-47bd-baee-e5245a91daaf), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.345788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeff4-136e-4ff6-a29d-2067c90b76ba req-72b9de12-d728-4f85-967f-67b5201075c8 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:43.349938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f3aeff4-136e-4ff6-a29d-2067c90b76ba req-72b9de12-d728-4f85-967f-67b5201075c8 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 945 time: 0.0829246 Feb 10 06:27:43.367661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb99055-c8cb-47bd-baee-e5245a91daaf,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:43.382539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:27:43.422066 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (91bf2a50-58f1-4b92-ad48-2c38f896b2f6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.422542 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Added segment 91bf2a50-58f1-4b92-ad48-2c38f896b2f6 of type vlan for network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 Feb 10 06:27:43.471712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f3aeff4-136e-4ff6-a29d-2067c90b76ba req-b05e8aba-82f6-4ee3-8415-7c412d9eee06 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153343 Feb 10 06:27:43.565899 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (fe02e4a1-9d63-4399-80df-8ad7afdf1fc2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.654504 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (fe02e4a1-9d63-4399-80df-8ad7afdf1fc2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.656673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:43.657606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.796582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32858) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:43.797400 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2078843 Feb 10 06:27:43.807333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Request body: {'subnet': {'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-931883603-subnet', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:43.822714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b8b68924-c43d-4d94-a80f-c5e3f3b8491d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:43.823316 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.866127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Made reservation on behalf of 41cd42f535424cefa8fa6384061b8d5f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:27:43.868666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.880849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534627c3-24b8-4627-8bce-103417c483e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fe02e4a1-9d63-4399-80df-8ad7afdf1fc2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:43.900790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494bfbc-8336-4ed0-8df8-a11400cbc8a7 req-9a484c54-6a79-464c-8453-3ce7179a1ba9 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:43.909514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e494bfbc-8336-4ed0-8df8-a11400cbc8a7 req-9a484c54-6a79-464c-8453-3ce7179a1ba9 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 944 time: 0.1906185 Feb 10 06:27:43.911767 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:43.924022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:27:43.984434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:43.986868 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1be1a76-06fa-4f86-a57a-75341df66e80" -d '{"events": [{"server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "name": "network-vif-plugged", "status": "completed", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:44.032422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:44.055937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e494bfbc-8336-4ed0-8df8-a11400cbc8a7 req-90b2b8b0-9c19-447d-9fde-037aca3d609e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452503 Feb 10 06:27:44.088701 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:44.241487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:44.347532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-0cb02ac3-843b-4f6d-a612-4f9e6a671ab2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1846108 Feb 10 06:27:44.359446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (61751964-22ab-4b93-8450-54ef7afaffd9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:44.368988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2be68-030c-4c0f-853a-0a8d2f0f184d req-b4313596-09b5-4577-9a0b-f5fa889eec21 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:44.376800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ad2be68-030c-4c0f-853a-0a8d2f0f184d req-b4313596-09b5-4577-9a0b-f5fa889eec21 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.1513906 Feb 10 06:27:44.383190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:44.387458 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f8981f-1baf-41e1-bc5c-18ef19974b06" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:44.465923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 18cee1ab-96a0-4ed8-bccf-4245b00cce06 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:44.529396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ad2be68-030c-4c0f-853a-0a8d2f0f184d req-6b54e452-2eb1-40a7-b930-65bdbff46606 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516142 Feb 10 06:27:44.532963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device df19f333-e805-405a-86b1-8baa88922002 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:44.545479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61751964-22ab-4b93-8450-54ef7afaffd9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:44.545479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-88819c55-1c50-4191-b857-d0655e1eeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:44.556384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-88819c55-1c50-4191-b857-d0655e1eeafb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 1131 time: 0.1715746 Feb 10 06:27:44.567992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Checking segment: {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:44.568364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Network hostable DHCP agents. Network: fe02e4a1-9d63-4399-80df-8ad7afdf1fc2, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:27:44.624309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:27:44.632153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:44.632808 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:44.637645 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e16c6-8265-4858-8cf6-2d99e218019c x-openstack-request-id: req-d77e16c6-8265-4858-8cf6-2d99e218019c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:44.637940 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a183e064-f5aa-4211-b3b6-d75d6b99212d", "name": "network-vif-deleted", "tag": "66bf7f6d-edfb-47cb-88a1-5bdd982f3de3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:44.644111 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d77e16c6-8265-4858-8cf6-2d99e218019c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:44.644555 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a183e064-f5aa-4211-b3b6-d75d6b99212d', 'name': 'network-vif-deleted', 'tag': '66bf7f6d-edfb-47cb-88a1-5bdd982f3de3', 'status': 'completed', 'code': 200} Feb 10 06:27:44.661236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port df19f333-e805-405a-86b1-8baa88922002 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:27:44.667088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:27:44.675058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port df19f333-e805-405a-86b1-8baa88922002 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:44.675868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (df19f333-e805-405a-86b1-8baa88922002), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:44.738387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, fe02e4a1-9d63-4399-80df-8ad7afdf1fc2) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:44.751121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eb1eed-fcdd-45ba-b31e-e1dcc5469541 None None] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:27:44.767736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:44.768512 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:44.810814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-52d72551-a9ad-4189-ae65-35670d2a943e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0124738 Feb 10 06:27:44.813922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32870) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:44.818020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:44.827812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-39e21609-4d1f-4877-a1f3-fe5721e346e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:44.829447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-39e21609-4d1f-4877-a1f3-fe5721e346e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2460561 Feb 10 06:27:44.865835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50e497-3e8b-43c3-a3f4-248ae2ebc916 req-7b31b8f5-0b52-456e-adc8-26fd14137001 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:44.873510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb50e497-3e8b-43c3-a3f4-248ae2ebc916 req-7b31b8f5-0b52-456e-adc8-26fd14137001 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1473682 Feb 10 06:27:44.931606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-914c1057-5c73-4e51-955e-9107cda7d338 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=883d4534-b948-4c5c-8918-2be9d5e98524 HTTP/1.1" status: 200 len: 217 time: 0.0947039 Feb 10 06:27:44.933547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:44.934106 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:44.947604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:44.948627 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:44.997010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb50e497-3e8b-43c3-a3f4-248ae2ebc916 req-b3ae9aa3-0b3c-4bc3-831d-efe8bb35fafc tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225767 Feb 10 06:27:45.045285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-e518f52f-4068-4e7f-8f9e-b0607259ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:45.048058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-e518f52f-4068-4e7f-8f9e-b0607259ca4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1085930 Feb 10 06:27:45.087273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:45.101514 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f12906d-287e-4c4b-b58b-a34cae569d29 x-openstack-request-id: req-3f12906d-287e-4c4b-b58b-a34cae569d29 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:45.102757 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "name": "network-vif-plugged", "status": "completed", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:45.103814 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f12906d-287e-4c4b-b58b-a34cae569d29 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:45.104760 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d', 'code': 200} Feb 10 06:27:45.111731 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks [] for router_controller (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:45.180026 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d866fd-8eac-434f-ae5f-713d295adce5 x-openstack-request-id: req-18d866fd-8eac-434f-ae5f-713d295adce5 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:45.180394 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:45.180656 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18d866fd-8eac-434f-ae5f-713d295adce5 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:45.181063 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716', 'status': 'completed', 'code': 200} Feb 10 06:27:45.249847 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:45.250611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:45.311853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-945d43f9-4f8d-4994-ac04-1ea089cabe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:45.313658 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-945d43f9-4f8d-4994-ac04-1ea089cabe15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1155 time: 0.1084206 Feb 10 06:27:45.331346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:27:45.334933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 66bf7f6d-edfb-47cb-88a1-5bdd982f3de3 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:27:45.342856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:27:45.345235 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:45.453466 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:45.497221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port df19f333-e805-405a-86b1-8baa88922002 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:45.507121 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (df19f333-e805-405a-86b1-8baa88922002), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:45.609348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=18cee1ab-96a0-4ed8-bccf-4245b00cce06,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:45.616064 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-977c82bc-df98-4eb4-b138-45e8165ed21e service neutron] 10.222.0.24 "GET /v2.0/ports/7a007442-be89-4c19-9f4c-b090f842551d/bindings/n-h2-828670-1 HTTP/1.1" status: 200 len: 382 time: 0.1519423 Feb 10 06:27:45.638775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-57de6b8a-7f80-4972-8f1e-4c5ddbac5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:45.641540 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-57de6b8a-7f80-4972-8f1e-4c5ddbac5545 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.3185618 Feb 10 06:27:45.784985 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-b63afafd-1132-42e1-a4ca-3ea0ff9a010c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f28e49c-e920-4cb5-a2a1-228a60184716 HTTP/1.1" status: 200 len: 217 time: 0.1369417 Feb 10 06:27:45.836681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port df19f333-e805-405a-86b1-8baa88922002, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=df19f333-e805-405a-86b1-8baa88922002,segment=NetworkSegment(a0aa455e-50b7-477a-a8f4-ccae3eb29859),segment_id=a0aa455e-50b7-477a-a8f4-ccae3eb29859)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:45.877222 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (df19f333-e805-405a-86b1-8baa88922002), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:45.896265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-c630b6f6-c5f5-4c9e-bff2-907357d01fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:45.898288 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-c630b6f6-c5f5-4c9e-bff2-907357d01fd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1026025 Feb 10 06:27:45.972199 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-e1b4a273-99de-4587-8466-dd47cdf5139d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628295 Feb 10 06:27:46.064385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=df19f333-e805-405a-86b1-8baa88922002,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:46.082938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-243f01ae-8582-4aee-9bca-1306e8c0636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:46.094462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-243f01ae-8582-4aee-9bca-1306e8c0636c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9957399 Feb 10 06:27:46.128440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Allocated IP 172.20.0.2 (fe02e4a1-9d63-4399-80df-8ad7afdf1fc2/61751964-22ab-4b93-8450-54ef7afaffd9/7032e401-c288-4825-b417-ce566dbe4efd) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:27:46.189650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ad7ec-2bd1-4f1e-9423-6631215e2501 req-7a297929-2c71-4f86-95d1-dfa01102d339 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:46.197873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965ad7ec-2bd1-4f1e-9423-6631215e2501 req-7a297929-2c71-4f86-95d1-dfa01102d339 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 945 time: 0.4047492 Feb 10 06:27:46.257561 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-c3abe287-eef2-48dd-89c9-55a18d1f4655 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572510 Feb 10 06:27:46.282095 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks [] for router_gateway (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:46.345160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-ccea445e-bc9d-46a5-a944-c7fda4560439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:46.346631 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-ccea445e-bc9d-46a5-a944-c7fda4560439 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1&tenant_id=d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 1132 time: 0.3898797 Feb 10 06:27:46.479608 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7f8981f-1baf-41e1-bc5c-18ef19974b06 req-c7f1a3bb-7c52-46f9-8490-f4e619c16300 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130692 Feb 10 06:27:46.507634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965ad7ec-2bd1-4f1e-9423-6631215e2501 req-42994b81-644e-4b39-a113-5be0213c3e4e tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084683 Feb 10 06:27:46.513885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-0498090d-95a7-454b-a282-53818a27041f service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979962 Feb 10 06:27:46.548358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:46.590752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-c436587b-ec26-4882-9a61-da7ac7dd4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:46.594220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Publish callbacks [] for port (7032e401-c288-4825-b417-ce566dbe4efd), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:46.594501 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-c436587b-ec26-4882-9a61-da7ac7dd4520 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 1132 time: 0.1136229 Feb 10 06:27:46.605747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (7032e401-c288-4825-b417-ce566dbe4efd), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:46.671542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd0ad2e-8722-4529-8682-d47da71da6c1 req-02dac462-6055-4e8e-a54c-77bddb6fae48 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998249 Feb 10 06:27:46.703715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:46.707542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:46.722490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:27:46.801143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-02e37538-53a2-4227-b68c-e02dd8af16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:46.802147 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-02e37538-53a2-4227-b68c-e02dd8af16f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2004776 Feb 10 06:27:46.809851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Pushing event updated for resources: {'Port': ['ID=7032e401-c288-4825-b417-ce566dbe4efd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:46.820290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8784f-12f5-423f-8381-f93144dd6d89 req-a3e02106-5308-4924-a4c3-9d71718dc8a9 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:46.824272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55a8784f-12f5-423f-8381-f93144dd6d89 req-a3e02106-5308-4924-a4c3-9d71718dc8a9 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.1494248 Feb 10 06:27:46.906993 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-d66ff8b1-07d4-4249-9e85-cd3cf96367dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=7a007442-be89-4c19-9f4c-b090f842551d HTTP/1.1" status: 200 len: 217 time: 0.0978339 Feb 10 06:27:46.907552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Attempting to bind port 7032e401-c288-4825-b417-ce566dbe4efd on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:27:46.907929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Attempting to bind port 7032e401-c288-4825-b417-ce566dbe4efd by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:27:46.908302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Attempting to bind port 7032e401-c288-4825-b417-ce566dbe4efd on network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:46.923469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:27:46.923870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Checking segment: {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:46.924279 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:46.924681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Bound using segment: {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:27:46.925169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Bound port: 7032e401-c288-4825-b417-ce566dbe4efd, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:27:46.925556 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7032e401-c288-4825-b417-ce566dbe4efd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:46.985301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-17daa154-b88c-431a-8144-0158d4017292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:46.987281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-17daa154-b88c-431a-8144-0158d4017292 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0692370 Feb 10 06:27:47.098236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf710-658e-4376-bd40-1b0949128934 req-03ba6431-0b1e-43fa-8f6a-6a7557262feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:47.100567 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-03ba6431-0b1e-43fa-8f6a-6a7557262feb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1017878 Feb 10 06:27:47.116341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06'}, {'server_uuid': '82a982ef-15c0-4399-8f95-ac2a6a2a7046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df19f333-e805-405a-86b1-8baa88922002'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:47.121183 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64ee557-2a89-4cf4-8036-5ae7a64fa62e" -d '{"events": [{"server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "name": "network-vif-plugged", "status": "completed", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06"}, {"server_uuid": "82a982ef-15c0-4399-8f95-ac2a6a2a7046", "name": "network-vif-plugged", "status": "completed", "tag": "df19f333-e805-405a-86b1-8baa88922002"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:47.145785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] For port 7032e401-c288-4825-b417-ce566dbe4efd, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:47.149851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] For port 7032e401-c288-4825-b417-ce566dbe4efd, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7032e401-c288-4825-b417-ce566dbe4efd,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:27:47.177686 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7032e401-c288-4825-b417-ce566dbe4efd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:47.195206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55a8784f-12f5-423f-8381-f93144dd6d89 req-6c1a9336-7ced-4bbd-8ce4-16c1359d920a tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395286 Feb 10 06:27:47.226720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks [] for router_gateway (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:47.265030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882959fe-a18c-469c-9301-ea3dcca6c7ed None None] Pushing event updated for resources: {'Port': ['ID=7032e401-c288-4825-b417-ce566dbe4efd,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:47.297878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:47.372242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-ca43bc5f-3fac-49d4-9590-0326bdc5fe81 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590568 Feb 10 06:27:47.521479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Allocated IP 172.25.8.167 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:27:47.644474 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-677cf710-658e-4376-bd40-1b0949128934 req-576f85c2-3f20-4156-872b-267bbc57d00f service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630336 Feb 10 06:27:47.830200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks [] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:47.965096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566528b3-a273-4ea3-baa1-d38f30639db4 req-a26487f2-ec68-41aa-83f8-5f5a9b8647ce tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:47.972486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-566528b3-a273-4ea3-baa1-d38f30639db4 req-a26487f2-ec68-41aa-83f8-5f5a9b8647ce tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.1322541 Feb 10 06:27:48.003901 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:48.030969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:48.035258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:48.038429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:27:48.369185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-566528b3-a273-4ea3-baa1-d38f30639db4 req-668b64cf-8b2e-4fef-b3f9-17e5b592f071 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955476 Feb 10 06:27:48.369897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Pushing event updated for resources: {'Port': ['ID=086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:48.506456 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75fe8ff-51fd-4c4f-917f-e227add52942 x-openstack-request-id: req-f75fe8ff-51fd-4c4f-917f-e227add52942 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:48.507700 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "name": "network-vif-plugged", "status": "completed", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06", "code": 200}, {"server_uuid": "82a982ef-15c0-4399-8f95-ac2a6a2a7046", "name": "network-vif-plugged", "status": "completed", "tag": "df19f333-e805-405a-86b1-8baa88922002", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:48.508099 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f75fe8ff-51fd-4c4f-917f-e227add52942 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:48.508627 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06', 'code': 200} Feb 10 06:27:48.508993 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a982ef-15c0-4399-8f95-ac2a6a2a7046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df19f333-e805-405a-86b1-8baa88922002', 'code': 200} Feb 10 06:27:48.577633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7a007442-be89-4c19-9f4c-b090f842551d no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:48.614225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd38311-f705-4999-9891-9461980ba719 req-1e8c4330-d739-4667-94fd-b7638cba4798 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:48.616196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dd38311-f705-4999-9891-9461980ba719 req-1e8c4330-d739-4667-94fd-b7638cba4798 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1300240 Feb 10 06:27:48.744094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc598afa-72d2-40a6-8737-69785cb1245a req-1c754552-4f94-467e-9149-bb22ecac9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:48.751112 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc598afa-72d2-40a6-8737-69785cb1245a req-1c754552-4f94-467e-9149-bb22ecac9d90 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 1128 time: 0.1790695 Feb 10 06:27:48.768641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks [] for router_gateway (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:48.875660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 7a007442-be89-4c19-9f4c-b090f842551d is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:48.875918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7a007442-be89-4c19-9f4c-b090f842551d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:48.887680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc598afa-72d2-40a6-8737-69785cb1245a req-a0aab72b-e759-47f5-a8e0-608d6f618b8d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293569 Feb 10 06:27:48.969353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7a007442-be89-4c19-9f4c-b090f842551d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:48.993294 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-834051cf-7d8c-4752-b45b-0008d9319abb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429009 Feb 10 06:27:48.998374 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7a007442-be89-4c19-9f4c-b090f842551d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:49.004946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409280a-5819-4f05-94cf-e649fa6feeaa req-4446a733-cf55-4e96-a815-37f19bf263f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:49.006654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6409280a-5819-4f05-94cf-e649fa6feeaa req-4446a733-cf55-4e96-a815-37f19bf263f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 1127 time: 0.3874969 Feb 10 06:27:49.104115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=7a007442-be89-4c19-9f4c-b090f842551d,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:49.134580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-4f3e88de-9a86-46c5-96e7-1877e5e42661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:49.136555 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-4f3e88de-9a86-46c5-96e7-1877e5e42661 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a4d829d43b4713a617d0fac13e0c08&device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 1131 time: 0.0857322 Feb 10 06:27:49.150484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dd38311-f705-4999-9891-9461980ba719 req-d6119927-2d7f-4c65-a917-03b5833fe04e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067139 Feb 10 06:27:49.165915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-56a08a3b-3c5d-44d4-8f69-228f67a84b17 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:49.169186 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-56a08a3b-3c5d-44d4-8f69-228f67a84b17 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.1627731 Feb 10 06:27:49.265629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2c1893-34d4-4dff-9e44-31180c6cc71a None None] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:27:49.307332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f9290-f062-424f-a4bf-7567d60902c2 req-5b50ecb0-64aa-4747-8ad5-bcc69f1657b1 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:49.309149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2f9290-f062-424f-a4bf-7567d60902c2 req-5b50ecb0-64aa-4747-8ad5-bcc69f1657b1 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 946 time: 0.3186316 Feb 10 06:27:49.315797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6409280a-5819-4f05-94cf-e649fa6feeaa req-efae4be6-1320-4c99-af7c-310c38210f8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510185 Feb 10 06:27:49.398666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-d9f99ff5-92a2-4805-a5a5-748112a56f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:49.400493 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-d9f99ff5-92a2-4805-a5a5-748112a56f22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2297168 Feb 10 06:27:49.417461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Deleting port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:27:49.418559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:49.460426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7b62584a-8f0f-4d8a-bd18-37f057eff8d8 None None] Provisioning complete for port 7032e401-c288-4825-b417-ce566dbe4efd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:49.460833 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b62584a-8f0f-4d8a-bd18-37f057eff8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7032e401-c288-4825-b417-ce566dbe4efd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:49.525362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2f9290-f062-424f-a4bf-7567d60902c2 req-09ffd813-c76c-4242-a652-9f2e99910abd tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064457 Feb 10 06:27:49.647815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] For port 51accd06-142c-4a41-8064-ffc7f9ffa4c4, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51accd06-142c-4a41-8064-ffc7f9ffa4c4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:49.648290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:49.685757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Calling delete_port for 51accd06-142c-4a41-8064-ffc7f9ffa4c4 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:27:49.696380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7032e401-c288-4825-b417-ce566dbe4efd up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:49.752596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae99af-318e-4000-a469-fdbe1ea58e7d req-6acef395-1847-443e-9dde-27534f51a508 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:49.759235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aae99af-318e-4000-a469-fdbe1ea58e7d req-6acef395-1847-443e-9dde-27534f51a508 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.4087174 Feb 10 06:27:49.783800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7b62584a-8f0f-4d8a-bd18-37f057eff8d8 None None] Current status of the port 7032e401-c288-4825-b417-ce566dbe4efd is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:49.784204 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b62584a-8f0f-4d8a-bd18-37f057eff8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7032e401-c288-4825-b417-ce566dbe4efd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:49.851647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7b62584a-8f0f-4d8a-bd18-37f057eff8d8 None None] For port 7032e401-c288-4825-b417-ce566dbe4efd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7032e401-c288-4825-b417-ce566dbe4efd,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:49.890053 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:49.902440 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b62584a-8f0f-4d8a-bd18-37f057eff8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7032e401-c288-4825-b417-ce566dbe4efd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:49.906561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7032e401-c288-4825-b417-ce566dbe4efd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:49.906561 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7032e401-c288-4825-b417-ce566dbe4efd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:49.926503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aae99af-318e-4000-a469-fdbe1ea58e7d req-c65041f9-3dba-4bd6-bd62-01d6f08fe92f tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594458 Feb 10 06:27:49.965682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cae09-af3f-4b2f-83ca-46852de2d299 req-6e902cf2-fd59-4c24-8ff7-1c95fa09648c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:49.974002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad6cae09-af3f-4b2f-83ca-46852de2d299 req-6e902cf2-fd59-4c24-8ff7-1c95fa09648c tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 949 time: 0.2726922 Feb 10 06:27:49.988573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (51accd06-142c-4a41-8064-ffc7f9ffa4c4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:50.041184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event deleted for resources: {'Port': ['ID=51accd06-142c-4a41-8064-ffc7f9ffa4c4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:50.065497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62584a-8f0f-4d8a-bd18-37f057eff8d8 None None] Pushing event updated for resources: {'Port': ['ID=7032e401-c288-4825-b417-ce566dbe4efd,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:50.077098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad6cae09-af3f-4b2f-83ca-46852de2d299 req-64253bb9-4089-4ce4-a062-6afbe51f09d1 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001766 Feb 10 06:27:50.198205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:27:50.235822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', '51accd06-142c-4a41-8064-ffc7f9ffa4c4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:50.243936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b', '883d4534-b948-4c5c-8918-2be9d5e98524'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:50.251632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] No DVR routers for this DVR port 51accd06-142c-4a41-8064-ffc7f9ffa4c4 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:50.260908 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:50.269438 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80161fde-6674-41fc-a0eb-fbe61cb9f36b req-da3edfd5-898f-4c94-895c-13125e2b517b tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "DELETE /v2.0/ports/51accd06-142c-4a41-8064-ffc7f9ffa4c4 HTTP/1.1" status: 204 len: 173 time: 1.0873852 Feb 10 06:27:50.270059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376af22d-1cb2-4792-9d32-a43d87fb67f5', 'name': 'network-vif-deleted', 'tag': '51accd06-142c-4a41-8064-ffc7f9ffa4c4'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:50.279126 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2095e944-558d-4a3e-9cba-062d20e833a1" -d '{"events": [{"server_uuid": "376af22d-1cb2-4792-9d32-a43d87fb67f5", "name": "network-vif-deleted", "tag": "51accd06-142c-4a41-8064-ffc7f9ffa4c4"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:50.344299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4381d60-85e7-4246-9385-2208f599993b req-3a2b8f5e-45e5-4fa4-9d15-6d979bdcdd7a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:50.346996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4381d60-85e7-4246-9385-2208f599993b req-3a2b8f5e-45e5-4fa4-9d15-6d979bdcdd7a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.1671124 Feb 10 06:27:50.367151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-60f07ecd-e055-4486-bbac-c983bcf0901d None None] Provisioning complete for port 7032e401-c288-4825-b417-ce566dbe4efd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:50.368227 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60f07ecd-e055-4486-bbac-c983bcf0901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7032e401-c288-4825-b417-ce566dbe4efd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:50.505208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7032e401-c288-4825-b417-ce566dbe4efd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:50.518213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:50.520647 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bc8f87-ccaa-4051-9a21-75bb65f44bbb" -d '{"events": [{"server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7a007442-be89-4c19-9f4c-b090f842551d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:50.598135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7a007442-be89-4c19-9f4c-b090f842551d details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:27:50.716767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-60f07ecd-e055-4486-bbac-c983bcf0901d None None] Current status of the port 7032e401-c288-4825-b417-ce566dbe4efd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:50.728577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e4082-4180-469b-a665-589b7ff76a1a req-74e71dec-52be-4e33-a2bb-d23200a911e7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:50.730223 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-101e4082-4180-469b-a665-589b7ff76a1a req-74e71dec-52be-4e33-a2bb-d23200a911e7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "GET /v2.0/ports?device_id=7202a300-881a-4d60-ac90-2e9655dbb20f HTTP/1.1" status: 200 len: 949 time: 0.0989480 Feb 10 06:27:50.922368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-101e4082-4180-469b-a665-589b7ff76a1a req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Deleting port 883d4534-b948-4c5c-8918-2be9d5e98524 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:27:50.922857 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-101e4082-4180-469b-a665-589b7ff76a1a req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:50.982070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4381d60-85e7-4246-9385-2208f599993b req-363fc291-d724-4352-98f4-76052c46ed62 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128080 Feb 10 06:27:51.051400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a38278-c113-4c49-87d3-a019f3f44452 req-a3796405-a5cb-45c1-a117-d74c3ac85d8d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:51.052923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8a38278-c113-4c49-87d3-a019f3f44452 req-a3796405-a5cb-45c1-a117-d74c3ac85d8d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 948 time: 0.7028191 Feb 10 06:27:51.059859 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d215b6-52cc-43cb-9572-8b054a11ebe1 x-openstack-request-id: req-d2d215b6-52cc-43cb-9572-8b054a11ebe1 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:51.060394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:27:51.060962 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376af22d-1cb2-4792-9d32-a43d87fb67f5", "name": "network-vif-deleted", "tag": "51accd06-142c-4a41-8064-ffc7f9ffa4c4", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:51.061439 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2d215b6-52cc-43cb-9572-8b054a11ebe1 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:51.062145 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376af22d-1cb2-4792-9d32-a43d87fb67f5', 'name': 'network-vif-deleted', 'tag': '51accd06-142c-4a41-8064-ffc7f9ffa4c4', 'status': 'completed', 'code': 200} Feb 10 06:27:51.070199 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Sync routers for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:27:51.085509 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:27:51.087283 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:27:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:27:51.134763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-101e4082-4180-469b-a665-589b7ff76a1a req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] For port 883d4534-b948-4c5c-8918-2be9d5e98524, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=883d4534-b948-4c5c-8918-2be9d5e98524,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:51.138490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-101e4082-4180-469b-a665-589b7ff76a1a req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:51.157757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:51.170707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5923c13b-85d8-47a2-9477-2f56a543883e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3556993 Feb 10 06:27:51.173909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:51.176596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7a007442-be89-4c19-9f4c-b090f842551d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:51.184149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-101e4082-4180-469b-a665-589b7ff76a1a req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Calling delete_port for 883d4534-b948-4c5c-8918-2be9d5e98524 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:27:51.226745 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0142e165-c058-4100-953d-082b2dd0a96d x-openstack-request-id: req-0142e165-c058-4100-953d-082b2dd0a96d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:51.227051 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7a007442-be89-4c19-9f4c-b090f842551d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:51.227319 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0142e165-c058-4100-953d-082b2dd0a96d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:51.227736 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d', 'code': 200} Feb 10 06:27:51.242076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '7a007442-be89-4c19-9f4c-b090f842551d', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '7a007442-be89-4c19-9f4c-b090f842551d', 'mac_address': 'fa:16:3e:06:14:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:27:51.476810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 7a007442-be89-4c19-9f4c-b090f842551d is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:51.477377 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7a007442-be89-4c19-9f4c-b090f842551d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:51.500943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-101e4082-4180-469b-a665-589b7ff76a1a req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (883d4534-b948-4c5c-8918-2be9d5e98524), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:51.504054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8a38278-c113-4c49-87d3-a019f3f44452 req-0fddb02b-eeb5-4d70-8915-f2332e267cda tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316299 Feb 10 06:27:51.525223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a007442-be89-4c19-9f4c-b090f842551d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:27:51.537224 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:27:51.546145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b', '8087443e-63cd-4b2c-90fb-34f9b6b3b83e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:51.548294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b', '883d4534-b948-4c5c-8918-2be9d5e98524'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:51.579342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event deleted for resources: {'Port': ['ID=883d4534-b948-4c5c-8918-2be9d5e98524,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:51.680412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7032e401-c288-4825-b417-ce566dbe4efd up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:51.701248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-101e4082-4180-469b-a665-589b7ff76a1a req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] No DVR routers for this DVR port 883d4534-b948-4c5c-8918-2be9d5e98524 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:51.708478 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-101e4082-4180-469b-a665-589b7ff76a1a req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:51.712519 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-101e4082-4180-469b-a665-589b7ff76a1a req-e98822ea-f884-4cf0-811b-461ca971dc25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "DELETE /v2.0/ports/883d4534-b948-4c5c-8918-2be9d5e98524 HTTP/1.1" status: 204 len: 173 time: 0.9733145 Feb 10 06:27:51.725677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7a007442-be89-4c19-9f4c-b090f842551d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:51.759539 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7a007442-be89-4c19-9f4c-b090f842551d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:51.846207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ec52b-91e8-4d19-af67-add0b178c779 req-2a1a2468-6018-4e06-81d9-5f662e34685e tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:51.854898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-169ec52b-91e8-4d19-af67-add0b178c779 req-2a1a2468-6018-4e06-81d9-5f662e34685e tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 946 time: 0.4528329 Feb 10 06:27:51.984158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=7a007442-be89-4c19-9f4c-b090f842551d,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:52.011603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-169ec52b-91e8-4d19-af67-add0b178c779 req-7ec8c1a8-fc61-438b-91ef-33c2fc44e2a7 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493981 Feb 10 06:27:52.055370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7032e401-c288-4825-b417-ce566dbe4efd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:52.057055 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7032e401-c288-4825-b417-ce566dbe4efd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:52.103963 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:48Z', 'revision_number': 3, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:27:52.141729 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Checking router: c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:27:52.142489 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Updating router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:27:52.146602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7a007442-be89-4c19-9f4c-b090f842551d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:52.188402 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:52.233500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07cd3-17ae-427d-b82e-f4c7b6158256 req-9ac98093-20cb-41ca-b74c-273638753ffb tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:52.240438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4e07cd3-17ae-427d-b82e-f4c7b6158256 req-9ac98093-20cb-41ca-b74c-273638753ffb tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.5371790 Feb 10 06:27:52.338982 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f3a0d6e-afd8-41d8-b944-a12a6a764294 req-6e4faa05-cb50-4b1b-86de-a935397a976e tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 210 time: 0.1413269 Feb 10 06:27:52.545381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 51accd06-142c-4a41-8064-ffc7f9ffa4c4 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:52.613166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 51accd06-142c-4a41-8064-ffc7f9ffa4c4 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:27:52.614261 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 51accd06-142c-4a41-8064-ffc7f9ffa4c4 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:27:52.634290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4e07cd3-17ae-427d-b82e-f4c7b6158256 req-4630bb90-1e3c-4f5e-904b-b7a16364e696 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771448 Feb 10 06:27:52.811185 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Publish callbacks [] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:52.820088 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:52.896520 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Pushing event updated for resources: {'Port': ['ID=086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:52.899076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7032e401-c288-4825-b417-ce566dbe4efd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:52.910553 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.911124 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.911467 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.911799 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.912125 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.913334 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.913668 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.913993 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.914328 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.914659 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.914987 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.916717 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.917061 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:52.950890 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Attempting to bind port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:27:52.951152 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Attempting to bind port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:27:52.951475 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Attempting to bind port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:27:52.964813 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:27:52.967541 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:27:52.969631 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:52.971675 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:27:52.974797 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Bound port: 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:27:52.975366 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:53.057445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc659ac-6b1d-4971-9963-e745b3276b9d req-9931bc4c-5819-40fa-9367-a29e841d7550 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:53.063351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7202a300-881a-4d60-ac90-2e9655dbb20f', 'name': 'network-vif-deleted', 'tag': '883d4534-b948-4c5c-8918-2be9d5e98524'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:53.065392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bcc659ac-6b1d-4971-9963-e745b3276b9d req-9931bc4c-5819-40fa-9367-a29e841d7550 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.4372051 Feb 10 06:27:53.066700 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faf4ea1-9dfd-47f8-ad34-20691fcfc0b8" -d '{"events": [{"server_uuid": "7202a300-881a-4d60-ac90-2e9655dbb20f", "name": "network-vif-deleted", "tag": "883d4534-b948-4c5c-8918-2be9d5e98524"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:53.067701 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] For port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:27:53.075710 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] For port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:27:53.088798 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:53.151357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8512a7d-7e13-4278-a02b-9bad98f9f02f req-cdc4df9c-e26e-48e2-908e-51b45169452c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:53.152824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8512a7d-7e13-4278-a02b-9bad98f9f02f req-cdc4df9c-e26e-48e2-908e-51b45169452c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 949 time: 0.3691139 Feb 10 06:27:53.165319 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:53.171400 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc780e1-9b31-4876-be01-b25c54690bf6 None None] Pushing event updated for resources: {'Port': ['ID=086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:53.191986 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:27:53.192613 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:27:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:27:53.276632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bcc659ac-6b1d-4971-9963-e745b3276b9d req-f832542d-1402-47c9-af06-7b2df5a9ad91 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822057 Feb 10 06:27:53.378606 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29a5ff8-4438-41a2-a3ef-791e54fbcfb1 x-openstack-request-id: req-e29a5ff8-4438-41a2-a3ef-791e54fbcfb1 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:53.379180 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7202a300-881a-4d60-ac90-2e9655dbb20f", "name": "network-vif-deleted", "tag": "883d4534-b948-4c5c-8918-2be9d5e98524", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:53.380026 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e29a5ff8-4438-41a2-a3ef-791e54fbcfb1 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:53.380882 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7202a300-881a-4d60-ac90-2e9655dbb20f', 'name': 'network-vif-deleted', 'tag': '883d4534-b948-4c5c-8918-2be9d5e98524', 'status': 'completed', 'code': 200} Feb 10 06:27:53.381972 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:27:53.432952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8512a7d-7e13-4278-a02b-9bad98f9f02f req-2af24a4f-f8c7-4dec-bb1f-e3c4037756d0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653291 Feb 10 06:27:53.597085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7c6cf95-26cd-4b4b-a048-21b68ced34fe req-f09d2057-1b65-4a7a-a84e-6ce904fdddb7 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=376af22d-1cb2-4792-9d32-a43d87fb67f5 HTTP/1.1" status: 200 len: 210 time: 0.0477607 Feb 10 06:27:53.806932 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-e7296eb8-adcf-472f-9bc6-37f6224ea045 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d430c6c5-0bc6-4286-ab42-f23603d78d4b HTTP/1.1" status: 200 len: 217 time: 0.1532772 Feb 10 06:27:53.811993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Allocated IP 172.20.0.1 (fe02e4a1-9d63-4399-80df-8ad7afdf1fc2/61751964-22ab-4b93-8450-54ef7afaffd9/60bada3c-fd37-4b12-89b1-846056228269) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:27:53.897809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-1739f272-aec4-48a9-ae5d-6191eb7c44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:53.900674 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-1739f272-aec4-48a9-ae5d-6191eb7c44fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0872009 Feb 10 06:27:54.057462 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:48Z', 'revision_number': 3, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:27:54.112688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-f2dd240c-9a20-41c8-b0a7-76850b418e9a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:54.114838 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-f2dd240c-9a20-41c8-b0a7-76850b418e9a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1&tenant_id=d4b018c08f88404caccb44ba8b4969ae&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 949 time: 0.2125115 Feb 10 06:27:54.116964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-17ffdf44-9142-4a4c-bd2e-f3114304a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:54.118542 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-17ffdf44-9142-4a4c-bd2e-f3114304a7c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1765788 Feb 10 06:27:54.151207 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf1844-7592-45e5-bf03-db623cfcef7b None None] The sync data for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 is: [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:48Z', 'revision_number': 3, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:27:54.329232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-41327adb-6d5f-49ff-b0ff-6cccafa940bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:54.331792 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-41327adb-6d5f-49ff-b0ff-6cccafa940bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 1131 time: 0.1404593 Feb 10 06:27:54.334234 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Publish callbacks [] for port (60bada3c-fd37-4b12-89b1-846056228269), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:54.356240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35490a0-dc6b-4383-9c9e-436455e702fb req-579aff0c-9b66-4983-9a45-4717df743536 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:54.361197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e35490a0-dc6b-4383-9c9e-436455e702fb req-579aff0c-9b66-4983-9a45-4717df743536 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 949 time: 0.2724738 Feb 10 06:27:54.420539 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-5ef5c0db-1cfe-4424-b12a-9f5035247219 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923298 Feb 10 06:27:54.488830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bf6bd-c219-4c8b-b777-60bb36cee399 req-6b1fb3e6-1a9a-43b1-a577-96e7ce01698b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:54.500260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c6bf6bd-c219-4c8b-b777-60bb36cee399 req-6b1fb3e6-1a9a-43b1-a577-96e7ce01698b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.6192844 Feb 10 06:27:54.569460 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (60bada3c-fd37-4b12-89b1-846056228269), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:54.596314 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7a007442-be89-4c19-9f4c-b090f842551d up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:54.624469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e35490a0-dc6b-4383-9c9e-436455e702fb req-f835e14d-54dd-4eaf-8c53-41f920216dad tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538686 Feb 10 06:27:54.688801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-496a3d6d-1194-4337-baf5-f00b9e439ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:54.690626 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-496a3d6d-1194-4337-baf5-f00b9e439ef3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3526647 Feb 10 06:27:54.690879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 7a007442-be89-4c19-9f4c-b090f842551d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:54.691314 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7a007442-be89-4c19-9f4c-b090f842551d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:54.746563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:54.760566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:54.769915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:27:54.833060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c6bf6bd-c219-4c8b-b777-60bb36cee399 req-b58b03f6-e254-4117-8e5e-41428e55723b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312955 Feb 10 06:27:54.920226 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e507ab3d-4dce-4886-8841-598d6fa2bbce req-14f041b9-a837-4b6e-a84e-63a376eec4a1 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886172 Feb 10 06:27:54.921574 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-6d5821f4-9029-4a6e-9ba4-25e9e13557b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=7a007442-be89-4c19-9f4c-b090f842551d HTTP/1.1" status: 200 len: 217 time: 0.1812947 Feb 10 06:27:54.961824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 7a007442-be89-4c19-9f4c-b090f842551d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:54.962239 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7a007442-be89-4c19-9f4c-b090f842551d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:55.074850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:55.077227 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b77fad-7729-4bc6-9d18-09b9103a00e3" -d '{"events": [{"server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "name": "network-vif-plugged", "status": "completed", "tag": "7a007442-be89-4c19-9f4c-b090f842551d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:55.101001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-bafdfc51-f531-44ec-8419-66d7016a493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:55.103902 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-bafdfc51-f531-44ec-8419-66d7016a493d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1709321 Feb 10 06:27:55.163295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7a007442-be89-4c19-9f4c-b090f842551d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:55.184385 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7a007442-be89-4c19-9f4c-b090f842551d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:55.188633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 883d4534-b948-4c5c-8918-2be9d5e98524 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:55.227726 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:55.303422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 883d4534-b948-4c5c-8918-2be9d5e98524 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:27:55.322916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 883d4534-b948-4c5c-8918-2be9d5e98524 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:27:55.333049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=60bada3c-fd37-4b12-89b1-846056228269,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:55.338064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-033ec389-66e0-4eff-868b-4de3d314b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:55.346800 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-033ec389-66e0-4eff-868b-4de3d314b6e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2316530 Feb 10 06:27:55.441099 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf9fce1-86f5-4ebb-bd8b-a57ece9214d4 x-openstack-request-id: req-dbf9fce1-86f5-4ebb-bd8b-a57ece9214d4 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:27:55.441397 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "name": "network-vif-plugged", "status": "completed", "tag": "7a007442-be89-4c19-9f4c-b090f842551d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:27:55.441940 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbf9fce1-86f5-4ebb-bd8b-a57ece9214d4 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:27:55.442084 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d', 'code': 200} Feb 10 06:27:55.462567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138dd99-01a2-4f15-acf6-669d2ec150d4 req-9dd5fe30-92bb-4732-9e65-35d7497a951e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:55.468406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8138dd99-01a2-4f15-acf6-669d2ec150d4 req-9dd5fe30-92bb-4732-9e65-35d7497a951e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.6323099 Feb 10 06:27:55.622797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=7a007442-be89-4c19-9f4c-b090f842551d,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:55.635979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6bf77371-ef36-4443-af3a-95b16a23581e None None] Provisioning complete for port 60bada3c-fd37-4b12-89b1-846056228269 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:55.636361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bf77371-ef36-4443-af3a-95b16a23581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (60bada3c-fd37-4b12-89b1-846056228269), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:55.760513 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-12ee10f5-7337-40dd-94db-ced39412a8ed service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091797 Feb 10 06:27:55.799571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (60bada3c-fd37-4b12-89b1-846056228269), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:55.834559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6bf77371-ef36-4443-af3a-95b16a23581e None None] Port 60bada3c-fd37-4b12-89b1-846056228269 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:27:55.843100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:56.030403 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bd3a6d1-44a1-4034-8d3d-d1c71fc1cc0e req-01dacf8f-742b-4b72-ac20-7b7a5175c6dd service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525773 Feb 10 06:27:56.032945 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:56.036778 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:56.247098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:56.247844 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:56.291832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8138dd99-01a2-4f15-acf6-669d2ec150d4 req-bde6626a-d5e8-4d01-b547-780aace1d141 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7996800 Feb 10 06:27:56.345212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:56.361634 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:56.430130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6fa0d-b6c5-4f8d-8f03-c87796f656d3 req-0d170c5f-d1a1-4c30-8628-7d6935771d4c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:56.431339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2cc6fa0d-b6c5-4f8d-8f03-c87796f656d3 req-0d170c5f-d1a1-4c30-8628-7d6935771d4c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.2934129 Feb 10 06:27:56.557004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:56.628068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Publish callbacks [] for port (60bada3c-fd37-4b12-89b1-846056228269), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:56.690284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (60bada3c-fd37-4b12-89b1-846056228269), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:56.758637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2cc6fa0d-b6c5-4f8d-8f03-c87796f656d3 req-e256a9a9-77f9-42e4-9420-7815facaf7a4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059916 Feb 10 06:27:56.814259 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:56.817525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=60bada3c-fd37-4b12-89b1-846056228269,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:56.880691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf745-6be0-4f72-868b-3a4105002405 req-21d1bcb9-66f7-459f-8ed7-fa61a79d1e96 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:56.897529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b3bf745-6be0-4f72-868b-3a4105002405 req-21d1bcb9-66f7-459f-8ed7-fa61a79d1e96 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.3799419 Feb 10 06:27:57.108669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:27:57.114588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:27:57.577828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b3bf745-6be0-4f72-868b-3a4105002405 req-eb7d49f6-9811-4e6c-bd49-a858310f5bbb tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793988 Feb 10 06:27:57.593624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9ca4fc53-b4b1-4cc9-a244-5be132d737df None None] Provisioning complete for port 60bada3c-fd37-4b12-89b1-846056228269 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:57.612913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc53-b4b1-4cc9-a244-5be132d737df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (60bada3c-fd37-4b12-89b1-846056228269), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:57.693282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3719f205-9592-4381-9c40-c98a90ba1210 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:57.696148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3719f205-9592-4381-9c40-c98a90ba1210 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3887b03-b934-42be-994c-1d636d72084c HTTP/1.1" status: 200 len: 950 time: 0.1525574 Feb 10 06:27:57.699827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce2f51-c1b9-4b7a-9bda-bd9df6f47f04 req-11adcd9b-4bbf-49df-b91b-dab5a356bac0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:57.701897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06ce2f51-c1b9-4b7a-9bda-bd9df6f47f04 req-11adcd9b-4bbf-49df-b91b-dab5a356bac0 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3887b03-b934-42be-994c-1d636d72084c HTTP/1.1" status: 200 len: 950 time: 0.3936069 Feb 10 06:27:57.713372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:27:57.716549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:27:57.868628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06ce2f51-c1b9-4b7a-9bda-bd9df6f47f04 req-ff3df990-23bb-4b49-8df2-40064bd3dd13 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508579 Feb 10 06:27:57.928274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Deleting port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:27:57.928618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:57.928871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75422ff2-7569-4c7e-a4b4-b80f2222007b req-0a2d6e26-519b-4e5e-9c00-9df9f5f05367 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:57.931274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75422ff2-7569-4c7e-a4b4-b80f2222007b req-0a2d6e26-519b-4e5e-9c00-9df9f5f05367 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.2173898 Feb 10 06:27:57.937041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4fc53-b4b1-4cc9-a244-5be132d737df None None] Port 60bada3c-fd37-4b12-89b1-846056228269 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:27:57.983829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:27:57.984223 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:58.117944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:27:58.147856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] For port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:27:58.148224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:58.149835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-484614c9-bef0-41e1-b644-9b25e9ad2ab3 admin admin] 10.222.0.21 "PUT /v2.0/routers/c9cdc82d-a00d-41b7-9bc6-a67a48b565c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9688869 Feb 10 06:27:58.164722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75422ff2-7569-4c7e-a4b4-b80f2222007b req-fd5e7894-3c2f-4c97-9c1e-84eea9dba7d5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256026 Feb 10 06:27:58.195557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Sync routers for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:27:58.226792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Calling delete_port for 8087443e-63cd-4b2c-90fb-34f9b6b3b83e owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:27:58.310890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:58.324638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:27:58.334653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:27:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:27:58.496964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f192a8-f7fb-44cb-a379-86e3161652dc req-1f7c418c-bc06-4c3a-8bbc-74292ebd111e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:58.509094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7f192a8-f7fb-44cb-a379-86e3161652dc req-1f7c418c-bc06-4c3a-8bbc-74292ebd111e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.1746128 Feb 10 06:27:58.640061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7f192a8-f7fb-44cb-a379-86e3161652dc req-bb6a01d0-b0e8-4c43-82bd-cf833799ba88 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213255 Feb 10 06:27:58.701400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 3f28e49c-e920-4cb5-a2a1-228a60184716 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:27:58.704107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817371d-9cb0-417e-8dee-d43b85e9b1f0 req-a45c485d-62a9-49c2-9bff-874f063d3c63 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:58.713905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5817371d-9cb0-417e-8dee-d43b85e9b1f0 req-a45c485d-62a9-49c2-9bff-874f063d3c63 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.1053126 Feb 10 06:27:58.805440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5817371d-9cb0-417e-8dee-d43b85e9b1f0 req-99157f62-97e6-4c3d-8352-4078d5c3951d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896637 Feb 10 06:27:58.990811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:27:59.276805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 3f28e49c-e920-4cb5-a2a1-228a60184716 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:27:59.288042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33112) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:27:59.295021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611600906', 'description': 'tempest-description--1934389247'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:27:59.368298 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:59.408309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8087443e-63cd-4b2c-90fb-34f9b6b3b83e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:59.467744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d430c6c5-0bc6-4286-ab42-f23603d78d4b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:59.479831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:27:59.507494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event deleted for resources: {'Port': ['ID=8087443e-63cd-4b2c-90fb-34f9b6b3b83e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:27:59.550667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.551945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.552451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.552956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.553454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.553941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.554478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.555175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.555785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.560770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.561408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.563160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.563685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:27:59.676670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] No DVR routers for this DVR port 8087443e-63cd-4b2c-90fb-34f9b6b3b83e on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:27:59.710498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-6b7a763a-f833-4954-a74e-fa2655f01a71 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:27:59.712448 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-6b7a763a-f833-4954-a74e-fa2655f01a71 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 949 time: 0.3668807 Feb 10 06:27:59.713944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:59.724025 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4c5ad7b6-6bac-4fd8-b58d-6f485a3bc89a req-3313e412-d795-46de-8e2c-baaa6a80601a tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "DELETE /v2.0/ports/8087443e-63cd-4b2c-90fb-34f9b6b3b83e HTTP/1.1" status: 204 len: 173 time: 2.0125384 Feb 10 06:27:59.732611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3887b03-b934-42be-994c-1d636d72084c', 'name': 'network-vif-deleted', 'tag': '8087443e-63cd-4b2c-90fb-34f9b6b3b83e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:27:59.746008 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a44f9f8-19be-48c1-8d28-f87d4b3622be" -d '{"events": [{"server_uuid": "c3887b03-b934-42be-994c-1d636d72084c", "name": "network-vif-deleted", "tag": "8087443e-63cd-4b2c-90fb-34f9b6b3b83e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:27:59.957871 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group (5e2147fc-c16a-4f17-b858-038be1c9c650), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:27:59.976790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5e2147fc-c16a-4f17-b858-038be1c9c650), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.048084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Deleting port d430c6c5-0bc6-4286-ab42-f23603d78d4b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:00.048345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.139225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bddaf-b640-4c21-afb9-fe22025f0461 req-b7ade9d7-4432-477b-a04f-7c6e2fa00185 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:00.148303 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d56bddaf-b640-4c21-afb9-fe22025f0461 req-b7ade9d7-4432-477b-a04f-7c6e2fa00185 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.6691997 Feb 10 06:28:00.165251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05c2dd6b-d493-4b71-a628-3eb0946d6354 req-2844382b-1eba-45c1-ac1a-1b2dcb27b490 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3887b03-b934-42be-994c-1d636d72084c HTTP/1.1" status: 200 len: 210 time: 0.1309674 Feb 10 06:28:00.284309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.285906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9964573 Feb 10 06:28:00.291521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] For port d430c6c5-0bc6-4286-ab42-f23603d78d4b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d430c6c5-0bc6-4286-ab42-f23603d78d4b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:00.292232 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.303534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33128) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:00.316904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-70a5debb-74e4-4548-8af1-c762970d1291 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Request body: {'security_group_rule': {'security_group_id': '5e2147fc-c16a-4f17-b858-038be1c9c650', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:00.327174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Calling delete_port for d430c6c5-0bc6-4286-ab42-f23603d78d4b owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:00.332076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2147fc-c16a-4f17-b858-038be1c9c650,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:00.440013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d56bddaf-b640-4c21-afb9-fe22025f0461 req-24fc6907-82e4-4527-afa1-e3c64a77dfda tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903621 Feb 10 06:28:00.543649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.544409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.544766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.545112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.545499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.546197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.546625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.546965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.547674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.548015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.550505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.550505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.550505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e495c2-b844-4c15-be6b-769896291318 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:00.555901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8087443e-63cd-4b2c-90fb-34f9b6b3b83e no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:00.589333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 8087443e-63cd-4b2c-90fb-34f9b6b3b83e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:28:00.589750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8087443e-63cd-4b2c-90fb-34f9b6b3b83e not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:28:00.625716 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a5debb-74e4-4548-8af1-c762970d1291 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group_rule (1153c571-2727-49a8-8f40-fc10ab05becb), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.747808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a5debb-74e4-4548-8af1-c762970d1291 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group_rule (1153c571-2727-49a8-8f40-fc10ab05becb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.756149 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a5debb-74e4-4548-8af1-c762970d1291 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (1153c571-2727-49a8-8f40-fc10ab05becb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.759379 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d430c6c5-0bc6-4286-ab42-f23603d78d4b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.772843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba8215-3ddc-4ef5-843b-dc93ec7f693e req-b7fa08a9-633b-4df6-8234-572c4f7eff5a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:00.782437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88ba8215-3ddc-4ef5-843b-dc93ec7f693e req-b7fa08a9-633b-4df6-8234-572c4f7eff5a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.3802545 Feb 10 06:28:00.842903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70a5debb-74e4-4548-8af1-c762970d1291 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.846695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-70a5debb-74e4-4548-8af1-c762970d1291 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5387895 Feb 10 06:28:00.852300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33138) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:00.853363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5debb-74e4-4548-8af1-c762970d1291 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1153c571-2727-49a8-8f40-fc10ab05becb,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:00.860182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d067990a-b832-4d19-9a7b-f729f56d3db9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Request body: {'security_group_rule': {'security_group_id': '5e2147fc-c16a-4f17-b858-038be1c9c650', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:00.918571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d067990a-b832-4d19-9a7b-f729f56d3db9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group_rule (d8ebc60a-56f4-4a5e-8890-03896f078237), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:00.979837 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd35fafd-1769-4a37-8a65-cbf7a8e3a07a x-openstack-request-id: req-bd35fafd-1769-4a37-8a65-cbf7a8e3a07a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:00.980195 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3887b03-b934-42be-994c-1d636d72084c", "name": "network-vif-deleted", "tag": "8087443e-63cd-4b2c-90fb-34f9b6b3b83e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:00.980443 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd35fafd-1769-4a37-8a65-cbf7a8e3a07a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:00.995006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88ba8215-3ddc-4ef5-843b-dc93ec7f693e req-c16f9281-cbd2-44d7-b90d-56cbdc002f14 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113054 Feb 10 06:28:00.995693 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3887b03-b934-42be-994c-1d636d72084c', 'name': 'network-vif-deleted', 'tag': '8087443e-63cd-4b2c-90fb-34f9b6b3b83e', 'status': 'completed', 'code': 200} Feb 10 06:28:00.996843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event deleted for resources: {'Port': ['ID=d430c6c5-0bc6-4286-ab42-f23603d78d4b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:01.017594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['01387392-3047-49c5-973b-708bdfaa474b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:01.085353 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] No DVR routers for this DVR port d430c6c5-0bc6-4286-ab42-f23603d78d4b on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:28:01.086142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:01.099731 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8c78f494-3daf-4248-b029-0f2672c25d3b req-c3d412a6-baf0-47f2-9c14-1c35f67ce9e3 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.13 "DELETE /v2.0/ports/d430c6c5-0bc6-4286-ab42-f23603d78d4b HTTP/1.1" status: 204 len: 173 time: 1.3364871 Feb 10 06:28:01.159414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d067990a-b832-4d19-9a7b-f729f56d3db9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group_rule (d8ebc60a-56f4-4a5e-8890-03896f078237), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:01.172961 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d067990a-b832-4d19-9a7b-f729f56d3db9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d8ebc60a-56f4-4a5e-8890-03896f078237), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:01.207931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067990a-b832-4d19-9a7b-f729f56d3db9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ebc60a-56f4-4a5e-8890-03896f078237,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:01.255297 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d067990a-b832-4d19-9a7b-f729f56d3db9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:01.259380 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d067990a-b832-4d19-9a7b-f729f56d3db9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011519 Feb 10 06:28:01.259745 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33162) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:01.270573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:01.341609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:01.447161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7f9ae-60b9-4cfd-b07c-af94a2f75642 req-62472f9f-11ff-467d-b3bb-b3a0e0e982d7 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:01.458163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4db7f9ae-60b9-4cfd-b07c-af94a2f75642 req-62472f9f-11ff-467d-b3bb-b3a0e0e982d7 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.1628139 Feb 10 06:28:01.570499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4db7f9ae-60b9-4cfd-b07c-af94a2f75642 req-f76f83cb-a635-4b75-8d5e-3b350f42454d tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110308 Feb 10 06:28:01.682504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f837dd14-b8c2-41ca-b314-74d3a4fcb858 req-75d33983-c529-4c95-b2fb-12bcbb5105e5 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563d5d-c3c4-4d0f-b93a-b318c0c97a44 HTTP/1.1" status: 200 len: 210 time: 0.0700631 Feb 10 06:28:01.706941 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:01.741002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:55Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '60bada3c-fd37-4b12-89b1-846056228269', 'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'mac_address': 'fa:16:3e:f0:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:53Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 2, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'subnets': [{'id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:01.830519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-01ee6309-80b3-419e-93c7-2351ab48d65a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d4b018c08f88404caccb44ba8b4969ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312438 Feb 10 06:28:01.905777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Checking router: c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:28:01.906422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Updating router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 port 60bada3c-fd37-4b12-89b1-846056228269 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:28:01.983976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Allocated IP 172.25.8.177 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:02.120744 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (60bada3c-fd37-4b12-89b1-846056228269), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:02.149864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-2d172736-f002-40d3-9c2c-0f6f426e98d5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:02.157312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-2d172736-f002-40d3-9c2c-0f6f426e98d5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138247 Feb 10 06:28:02.196252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-24b6c8f9-6d76-40de-b390-61ef46bff67c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/quotas/d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 375 time: 0.0374703 Feb 10 06:28:02.298389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400e71-bc9a-47f4-85fd-257ce4b70965 req-9d38c8ec-6a7c-4aae-b32c-ee5e52ec2992 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:02.306453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f400e71-bc9a-47f4-85fd-257ce4b70965 req-9d38c8ec-6a7c-4aae-b32c-ee5e52ec2992 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.1716318 Feb 10 06:28:02.316475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for port (e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:02.376320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-85d25170-c71a-4d29-8873-eddb69b73469 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1786911 Feb 10 06:28:02.404457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:02.473622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f400e71-bc9a-47f4-85fd-257ce4b70965 req-89de6bd4-6176-49d2-b7cb-f5f915b6c957 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629641 Feb 10 06:28:02.507590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Pushing event updated for resources: {'Port': ['ID=e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:02.543968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:02.549970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:02.555546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:02.582649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 18cee1ab-96a0-4ed8-bccf-4245b00cce06 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:28:02.586909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d430c6c5-0bc6-4286-ab42-f23603d78d4b no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:02.677816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: d430c6c5-0bc6-4286-ab42-f23603d78d4b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:28:02.679324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d430c6c5-0bc6-4286-ab42-f23603d78d4b not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:28:02.855377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for floatingip (e79876a1-5bd5-421b-bea8-3a8e4744691d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:02.897848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1691b62-43d6-4cf5-a747-b648d2f776fc req-4a98ab00-6c5a-466c-bff8-97f6e47c8e49 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:02.930753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1691b62-43d6-4cf5-a747-b648d2f776fc req-4a98ab00-6c5a-466c-bff8-97f6e47c8e49 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.1600761 Feb 10 06:28:02.996507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2563d5d-c3c4-4d0f-b93a-b318c0c97a44', 'name': 'network-vif-deleted', 'tag': 'd430c6c5-0bc6-4286-ab42-f23603d78d4b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:03.002885 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8d695c-fbd7-4442-8e59-94d6a1610728" -d '{"events": [{"server_uuid": "a2563d5d-c3c4-4d0f-b93a-b318c0c97a44", "name": "network-vif-deleted", "tag": "d430c6c5-0bc6-4286-ab42-f23603d78d4b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:03.008458 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:03.058059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f9e214d-5382-41b9-ac03-079c733de0a4 req-f49304e1-d642-4217-b9f6-b35505ed9a05 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 210 time: 0.0933850 Feb 10 06:28:03.154707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1691b62-43d6-4cf5-a747-b648d2f776fc req-816c48c5-d0c8-40d5-b9db-aa94f03469d8 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207925 Feb 10 06:28:03.207496 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab680727-2c0e-47bf-bc73-35e372d54188 x-openstack-request-id: req-ab680727-2c0e-47bf-bc73-35e372d54188 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:03.209944 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2563d5d-c3c4-4d0f-b93a-b318c0c97a44", "name": "network-vif-deleted", "tag": "d430c6c5-0bc6-4286-ab42-f23603d78d4b", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:03.213151 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab680727-2c0e-47bf-bc73-35e372d54188 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:03.213832 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2563d5d-c3c4-4d0f-b93a-b318c0c97a44', 'name': 'network-vif-deleted', 'tag': 'd430c6c5-0bc6-4286-ab42-f23603d78d4b', 'status': 'completed', 'code': 200} Feb 10 06:28:03.294968 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Publish callbacks [] for port (60bada3c-fd37-4b12-89b1-846056228269), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:03.310768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:03.314345 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (60bada3c-fd37-4b12-89b1-846056228269), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:03.415327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9f04-8847-47af-8e63-44ed435c7faa None None] Pushing event updated for resources: {'Port': ['ID=60bada3c-fd37-4b12-89b1-846056228269,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:03.433224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '18cee1ab-96a0-4ed8-bccf-4245b00cce06', 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48', 'port_id': '18cee1ab-96a0-4ed8-bccf-4245b00cce06', 'mac_address': 'fa:16:3e:3b:b1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fc92a7-d519-4466-8e50-7f92c7c2d0af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:28:03.522636 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for port (e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:03.542690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:03.576494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:03.583741 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:03.673600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Pushing event updated for resources: {'Port': ['ID=e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:03.705708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e79876a1-5bd5-421b-bea8-3a8e4744691d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:03.749062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:03.750618 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9b7dbde7-b752-4c9a-8df1-a1dfc8957b03 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4894459 Feb 10 06:28:03.842516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18cee1ab-96a0-4ed8-bccf-4245b00cce06 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:03.851284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50225c-e64d-499f-a092-072ca985d912 req-d63d526c-addc-475e-b89f-3e80d91f1c25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:03.867370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c50225c-e64d-499f-a092-072ca985d912 req-d63d526c-addc-475e-b89f-3e80d91f1c25 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 972 time: 0.2626257 Feb 10 06:28:03.873924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Attempting to bind port 60bada3c-fd37-4b12-89b1-846056228269 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:28:03.874340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Attempting to bind port 60bada3c-fd37-4b12-89b1-846056228269 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:28:03.879384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Attempting to bind port 60bada3c-fd37-4b12-89b1-846056228269 on network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:03.905343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:28:03.905802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Checking segment: {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:03.906183 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:03.911236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Bound using segment: {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:28:03.912142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Bound port: 60bada3c-fd37-4b12-89b1-846056228269, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:28:03.912530 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (60bada3c-fd37-4b12-89b1-846056228269), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:04.024256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e7c66-ce36-4fd4-b790-fe88dc27935b req-8c539f5f-ba6e-42aa-bc33-563c5d1a6354 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:04.033713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-149e7c66-ce36-4fd4-b790-fe88dc27935b req-8c539f5f-ba6e-42aa-bc33-563c5d1a6354 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.3781712 Feb 10 06:28:04.037379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:04.054172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:04.055244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c50225c-e64d-499f-a092-072ca985d912 req-c0ed7e7f-90d9-43f0-a630-d2c847e47eac tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851053 Feb 10 06:28:04.173917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-149e7c66-ce36-4fd4-b790-fe88dc27935b req-e978c944-ad15-467d-b4b7-4ae5548b9e72 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379778 Feb 10 06:28:04.203485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6a798531-aace-4561-94bc-bc549ff50a5d None None] Provisioning complete for port 60bada3c-fd37-4b12-89b1-846056228269 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:04.204558 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a798531-aace-4561-94bc-bc549ff50a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (60bada3c-fd37-4b12-89b1-846056228269), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:04.256515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6a798531-aace-4561-94bc-bc549ff50a5d None None] Port 60bada3c-fd37-4b12-89b1-846056228269 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:28:04.261408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['18cee1ab-96a0-4ed8-bccf-4245b00cce06'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:04.371700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=18cee1ab-96a0-4ed8-bccf-4245b00cce06,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:04.377778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-4b1c8796-39cd-4d32-8de3-348d22fa5504 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--611600906&fields=id&tenant_id=41cd42f535424cefa8fa6384061b8d5f HTTP/1.1" status: 200 len: 267 time: 0.0851152 Feb 10 06:28:04.449221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] For port 60bada3c-fd37-4b12-89b1-846056228269, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:04.471128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] For port 60bada3c-fd37-4b12-89b1-846056228269, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=60bada3c-fd37-4b12-89b1-846056228269,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:28:04.484350 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (60bada3c-fd37-4b12-89b1-846056228269), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:04.510651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-25169a94-8783-4c6e-a716-0197f3a29134 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:04.519131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-25169a94-8783-4c6e-a716-0197f3a29134 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/networks?id=fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 HTTP/1.1" status: 200 len: 811 time: 0.1403947 Feb 10 06:28:04.545528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-4e0be9ef-eb28-4a49-868c-f9edfb2a0670 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/quotas/41cd42f535424cefa8fa6384061b8d5f HTTP/1.1" status: 200 len: 375 time: 0.0247931 Feb 10 06:28:04.589432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:28:04.590069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:27:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:04.613144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b2dfa3-9a8f-4143-833f-b0efcf955807 req-3094ae32-94f7-4a76-a197-34b2c4ee7139 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 210 time: 0.2481899 Feb 10 06:28:04.693670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-c623729c-0aa8-4791-8a32-73bd7f5f9353 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41cd42f535424cefa8fa6384061b8d5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470315 Feb 10 06:28:04.771210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9f04-8847-47af-8e63-44ed435c7faa None None] Pushing event updated for resources: {'Port': ['ID=60bada3c-fd37-4b12-89b1-846056228269,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:04.870502 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-7f8aaac3-ec23-4d29-90a6-0cae6fe9c24d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d4b018c08f88404caccb44ba8b4969ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513754 Feb 10 06:28:05.022536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:28:05.225889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c02fad45-9de6-4173-be86-29ef9690a782 None None] Provisioning complete for port 60bada3c-fd37-4b12-89b1-846056228269 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:05.228412 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c02fad45-9de6-4173-be86-29ef9690a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (60bada3c-fd37-4b12-89b1-846056228269), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:05.255324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-668666de-2154-4a77-85e2-6c23a559cd59 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:05.256861 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-668666de-2154-4a77-85e2-6c23a559cd59 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 972 time: 0.3388023 Feb 10 06:28:05.359680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-7c4f31fc-c88d-4ad6-ad7a-a8d37d5d0e85 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:05.361187 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-7c4f31fc-c88d-4ad6-ad7a-a8d37d5d0e85 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4810677 Feb 10 06:28:05.379918 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Request body: {'port': {'device_id': '181d5626-0add-429c-9217-134f76f71e9f', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'd4b018c08f88404caccb44ba8b4969ae'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:05.460265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-9b5d0272-1ed3-4d5d-b4e3-189faff07697 service neutron] 10.222.0.21 "GET /v2.0/networks/fe02e4a1-9d63-4399-80df-8ad7afdf1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477160 Feb 10 06:28:05.668302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:55Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '60bada3c-fd37-4b12-89b1-846056228269', 'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'mac_address': 'fa:16:3e:f0:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:53Z', 'updated_at': '2022-02-10T06:28:04Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'subnets': [{'id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:05.698895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b519d-958c-41c4-8299-d129fce7f07c None None] The sync data for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 is: [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:55Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '60bada3c-fd37-4b12-89b1-846056228269', 'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'mac_address': 'fa:16:3e:f0:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:53Z', 'updated_at': '2022-02-10T06:28:04Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'subnets': [{'id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:28:05.721055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c02fad45-9de6-4173-be86-29ef9690a782 None None] Current status of the port 60bada3c-fd37-4b12-89b1-846056228269 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:05.721998 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c02fad45-9de6-4173-be86-29ef9690a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (60bada3c-fd37-4b12-89b1-846056228269), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:05.797723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335912a8-1b8c-4126-8bfc-eb7e7ebf4adc req-f7fe6487-766d-4f46-98e7-81c58386f134 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:05.799341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-335912a8-1b8c-4126-8bfc-eb7e7ebf4adc req-f7fe6487-766d-4f46-98e7-81c58386f134 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 944 time: 0.9981983 Feb 10 06:28:05.815750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c02fad45-9de6-4173-be86-29ef9690a782 None None] For port 60bada3c-fd37-4b12-89b1-846056228269, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=60bada3c-fd37-4b12-89b1-846056228269,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:05.830923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Deleting port 01387392-3047-49c5-973b-708bdfaa474b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:05.831479 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (01387392-3047-49c5-973b-708bdfaa474b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:05.834115 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c02fad45-9de6-4173-be86-29ef9690a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (60bada3c-fd37-4b12-89b1-846056228269), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:05.837883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Made reservation on behalf of d4b018c08f88404caccb44ba8b4969ae for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:28:05.842078 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:05.954993 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-374ed59f-cb88-4504-9759-59bc51127196 service neutron] 10.222.0.21 "GET /v2.0/networks/fe02e4a1-9d63-4399-80df-8ad7afdf1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937615 Feb 10 06:28:06.028495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fad45-9de6-4173-be86-29ef9690a782 None None] Pushing event updated for resources: {'Port': ['ID=60bada3c-fd37-4b12-89b1-846056228269,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:06.053613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-f5d95cb4-f10c-4bc0-bf2d-441611eef19f service neutron] 10.222.0.24 "GET /v2.0/ports/3f28e49c-e920-4cb5-a2a1-228a60184716/bindings/n-h1-828670-1 HTTP/1.1" status: 200 len: 384 time: 0.5369225 Feb 10 06:28:06.134867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] For port 01387392-3047-49c5-973b-708bdfaa474b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=01387392-3047-49c5-973b-708bdfaa474b,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:06.135990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (01387392-3047-49c5-973b-708bdfaa474b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:06.207266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Calling delete_port for 01387392-3047-49c5-973b-708bdfaa474b owned by compute:tempest-test_az-1444562741 {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:06.254363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-335912a8-1b8c-4126-8bfc-eb7e7ebf4adc req-629a8683-5b63-47db-8548-741b3c72ce16 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318612 Feb 10 06:28:06.293055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Allocated IP 192.168.233.35 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/baf7c198-04f0-4a84-a545-e7385bcdcc52) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:06.563971 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:06.572642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 18cee1ab-96a0-4ed8-bccf-4245b00cce06 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:06.811960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:06.812612 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:06.829420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8926a256-4745-475b-9e2a-6891d0447372 req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:06.861571 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (01387392-3047-49c5-973b-708bdfaa474b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:06.980689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9ef15-5e67-4176-8ad7-ceba6cdb3ca2 req-9fc13182-0f5b-48f9-bd50-611caef808da tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:06.982854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0fc9ef15-5e67-4176-8ad7-ceba6cdb3ca2 req-9fc13182-0f5b-48f9-bd50-611caef808da tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 943 time: 0.2837920 Feb 10 06:28:07.074132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dcb7a-c14f-4cb3-a846-68cb0c78d765 req-d3dc36ea-6e2c-451c-ba60-65afe1b4ed63 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:07.089417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Pushing event deleted for resources: {'Port': ['ID=01387392-3047-49c5-973b-708bdfaa474b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:07.094188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:07.095237 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:07.103241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f0dcb7a-c14f-4cb3-a846-68cb0c78d765 req-d3dc36ea-6e2c-451c-ba60-65afe1b4ed63 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/ports?device_id=021cb627-9e18-4a41-ab8a-eb9cbeec36ef HTTP/1.1" status: 200 len: 972 time: 0.5908616 Feb 10 06:28:07.157698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8926a256-4745-475b-9e2a-6891d0447372 req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:07.168669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] No DVR routers for this DVR port 01387392-3047-49c5-973b-708bdfaa474b on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:28:07.170913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:07.185237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:07.197055 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51a920d-ddda-4058-b4b2-2c74610f2bc7" -d '{"events": [{"server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "name": "network-vif-plugged", "status": "completed", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:07.201154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8fcb8955-18dd-499f-8506-1e76809bbe28 req-f436332f-6cdc-46f8-a25e-73f323670e26 tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.24 "DELETE /v2.0/ports/01387392-3047-49c5-973b-708bdfaa474b HTTP/1.1" status: 204 len: 173 time: 1.9316111 Feb 10 06:28:07.201862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021cb627-9e18-4a41-ab8a-eb9cbeec36ef', 'name': 'network-vif-deleted', 'tag': '01387392-3047-49c5-973b-708bdfaa474b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:07.214223 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85496c89-0a61-4a7e-89a9-fa998efba403" -d '{"events": [{"server_uuid": "021cb627-9e18-4a41-ab8a-eb9cbeec36ef", "name": "network-vif-deleted", "tag": "01387392-3047-49c5-973b-708bdfaa474b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:07.242947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:07.243963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks [] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:07.252042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:07.366472 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:07.405831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['4790856e-1ae5-41f6-a941-e9bff72025d3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:07.438415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-8926a256-4745-475b-9e2a-6891d0447372 req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f28e49c-e920-4cb5-a2a1-228a60184716 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:07.485514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7a007442-be89-4c19-9f4c-b090f842551d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:07.545758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8926a256-4745-475b-9e2a-6891d0447372 req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:07.553964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:07.608864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0fc9ef15-5e67-4176-8ad7-ceba6cdb3ca2 req-c3ed907b-ce3f-47b1-9a4e-2043778bfd09 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973125 Feb 10 06:28:07.625750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:07.631043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:07.641956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:07.672290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f0dcb7a-c14f-4cb3-a846-68cb0c78d765 req-3878880a-692e-4cff-b079-1c43a3d3985f tempest-ServersOnMultiNodesTest-2045376302 tempest-ServersOnMultiNodesTest-2045376302-project] 10.222.0.21 "GET /v2.0/security-groups?id=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681093 Feb 10 06:28:07.695408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:07.705468 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:28:07.815711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:07.819008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:07.865434 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5592667e-0266-4167-9da2-c739c85d5fab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4901571 Feb 10 06:28:07.886398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Request body: {'port': {'device_id': '181d5626-0add-429c-9217-134f76f71e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:08.119574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 60bada3c-fd37-4b12-89b1-846056228269 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:08.130685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=18cee1ab-96a0-4ed8-bccf-4245b00cce06,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:08.171517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-faa58f0f-727b-4826-b2be-d3b2310e9975 req-f8e873f4-6c32-4190-94fb-e25d8c7c23c8 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 210 time: 0.1758199 Feb 10 06:28:08.179912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:08.270420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-8926a256-4745-475b-9e2a-6891d0447372 req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] Transition to ACTIVE for port object 3f28e49c-e920-4cb5-a2a1-228a60184716 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:28:08.285653 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:08.333658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc443d-de6e-42fa-afbe-93bc6d6df26f req-2d4d9aa6-7ae2-4a91-a66b-e7064ae53bf7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:08.341333 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bdb0cf-ed83-4c89-8933-fcbca1201799 x-openstack-request-id: req-31bdb0cf-ed83-4c89-8933-fcbca1201799 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:08.341726 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "name": "network-vif-plugged", "status": "completed", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:08.342036 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31bdb0cf-ed83-4c89-8933-fcbca1201799 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:08.342897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1bc443d-de6e-42fa-afbe-93bc6d6df26f req-2d4d9aa6-7ae2-4a91-a66b-e7064ae53bf7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 935 time: 0.4422281 Feb 10 06:28:08.343614 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06', 'code': 200} Feb 10 06:28:08.453783 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd81f5d-4e45-49c4-be1b-37e460672a3f x-openstack-request-id: req-3bd81f5d-4e45-49c4-be1b-37e460672a3f {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:08.454338 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021cb627-9e18-4a41-ab8a-eb9cbeec36ef", "name": "network-vif-deleted", "tag": "01387392-3047-49c5-973b-708bdfaa474b", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:08.454622 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bd81f5d-4e45-49c4-be1b-37e460672a3f {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:08.455253 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021cb627-9e18-4a41-ab8a-eb9cbeec36ef', 'name': 'network-vif-deleted', 'tag': '01387392-3047-49c5-973b-708bdfaa474b', 'status': 'completed', 'code': 200} Feb 10 06:28:08.494168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-67220ce8-b09b-4074-b971-1f7fe6722475 None None] Provisioning complete for port baf7c198-04f0-4a84-a545-e7385bcdcc52 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:08.494870 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67220ce8-b09b-4074-b971-1f7fe6722475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:08.571257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-67220ce8-b09b-4074-b971-1f7fe6722475 None None] Port baf7c198-04f0-4a84-a545-e7385bcdcc52 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:28:08.622498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 60bada3c-fd37-4b12-89b1-846056228269 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:08.623186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (60bada3c-fd37-4b12-89b1-846056228269), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:08.643344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8926a256-4745-475b-9e2a-6891d0447372 req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] No DVR routers for this DVR port 3f28e49c-e920-4cb5-a2a1-228a60184716 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:28:08.678718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 01387392-3047-49c5-973b-708bdfaa474b no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:08.733822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 01387392-3047-49c5-973b-708bdfaa474b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:28:08.733822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 01387392-3047-49c5-973b-708bdfaa474b not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:28:08.916073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1bc443d-de6e-42fa-afbe-93bc6d6df26f req-c8c94489-b4d7-4ab9-9aed-e30d2b0705ed tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651066 Feb 10 06:28:08.919855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28e49c-e920-4cb5-a2a1-228a60184716,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:08.943612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-0dc51d47-a037-4a40-8e56-2e308bf5a407 service neutron] 10.222.0.24 "PUT /v2.0/ports/3f28e49c-e920-4cb5-a2a1-228a60184716/bindings/n-h1-828670-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8825383 Feb 10 06:28:08.986214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907aeda-f3d5-459a-84d9-042d097e6da1 req-b9f02015-1896-4b41-82b1-b586372fea87 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:08.995066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8907aeda-f3d5-459a-84d9-042d097e6da1 req-b9f02015-1896-4b41-82b1-b586372fea87 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.3697267 Feb 10 06:28:09.079879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8907aeda-f3d5-459a-84d9-042d097e6da1 req-0de18aec-f7d0-44a5-a54b-52157ae5aac5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825291 Feb 10 06:28:09.167093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-58d6ab96-8606-482f-8e69-7dfa122822f4 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:09.169334 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-58d6ab96-8606-482f-8e69-7dfa122822f4 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.13 "GET /v2.0/networks?id=fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 HTTP/1.1" status: 200 len: 811 time: 0.4475672 Feb 10 06:28:09.271140 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-d7986022-4d42-457c-a064-7647375fdb22 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41cd42f535424cefa8fa6384061b8d5f HTTP/1.1" status: 200 len: 379 time: 0.0910373 Feb 10 06:28:09.275293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 60bada3c-fd37-4b12-89b1-846056228269 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:09.290070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Request body: {'port': {'device_id': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'admin_state_up': True, 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'security_groups': ['5e2147fc-c16a-4f17-b858-038be1c9c650']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:09.325726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-f87a1c44-a1a5-496a-8b56-886253219615 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:09.331054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-f87a1c44-a1a5-496a-8b56-886253219615 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.2627187 Feb 10 06:28:09.424760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed33ef-f340-496b-89bd-197e75fd99b0 req-a7a8d028-cad5-4869-9f80-f1a34d6b2ee1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:09.444108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6aed33ef-f340-496b-89bd-197e75fd99b0 req-a7a8d028-cad5-4869-9f80-f1a34d6b2ee1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 944 time: 0.2716279 Feb 10 06:28:09.582732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf7c198-04f0-4a84-a545-e7385bcdcc52 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:09.614432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-dd8b3835-4deb-45ac-9679-30cf14bd0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:09.617110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-dd8b3835-4deb-45ac-9679-30cf14bd0a16 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21&tenant_id=05b780f4715a45f5998fb392dd61255c HTTP/1.1" status: 200 len: 1126 time: 0.2729685 Feb 10 06:28:09.618847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Publish callbacks [] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:09.647177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6aed33ef-f340-496b-89bd-197e75fd99b0 req-f15fe88e-2584-415f-8fb3-ebee8a3c0f6b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020745 Feb 10 06:28:09.698110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Transition to ACTIVE for port object baf7c198-04f0-4a84-a545-e7385bcdcc52 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:28:09.704454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Made reservation on behalf of 41cd42f535424cefa8fa6384061b8d5f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:28:09.713916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:09.724681 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:09.775039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33318) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:09.823808 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:09.825718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28025ce6-9d46-4fb5-8328-76a977a1531c req-158a937f-f4f0-47a6-a43b-a4b58531e804 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 210 time: 0.1008747 Feb 10 06:28:09.910492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-bb7114f6-7138-4f5c-8d46-ec6ddc4b37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:09.913018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-bb7114f6-7138-4f5c-8d46-ec6ddc4b37c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1126 time: 0.2500780 Feb 10 06:28:09.983206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e102f4-c6bf-4d51-99a5-074e76235715 req-25861206-c604-47d3-91aa-1d4319a43a37 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:09.993634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52e102f4-c6bf-4d51-99a5-074e76235715 req-25861206-c604-47d3-91aa-1d4319a43a37 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 945 time: 0.1653061 Feb 10 06:28:10.036856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:10.145879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52e102f4-c6bf-4d51-99a5-074e76235715 req-9181c868-974b-4de0-ad02-2d5ae1e94aed tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509876 Feb 10 06:28:10.173077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:28:10.173498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:28:10.173835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:10.196805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Port baf7c198-04f0-4a84-a545-e7385bcdcc52 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:28:10.197149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:10.206553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:28:10.207174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:10.207465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:28:10.207893 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Bound port: baf7c198-04f0-4a84-a545-e7385bcdcc52, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:28:10.208505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:10.243257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Allocated IP 172.20.0.14 (fe02e4a1-9d63-4399-80df-8ad7afdf1fc2/61751964-22ab-4b93-8450-54ef7afaffd9/6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:10.282062 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19db927c-8509-4c92-8b97-1f5af1e6624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:10.382128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:10.432557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:28:10.462658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-595354f3-d290-4d78-9534-07588e4cd28a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72a4d829d43b4713a617d0fac13e0c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6643131 Feb 10 06:28:10.468228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:10.498367 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:10.521444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-9a770374-3715-484e-a21c-2dde0cf2b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:10.526515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-9a770374-3715-484e-a21c-2dde0cf2b6e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.5891101 Feb 10 06:28:10.561999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:10.562687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:10.564148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] 10.222.0.13 "PUT /v2.0/ports/baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 1095 time: 2.6882057 Feb 10 06:28:10.566714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:10.580324 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5082323-abf4-4803-9a95-95c680578f02" -d '{"events": [{"name": "network-changed", "server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:10.606114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 18cee1ab-96a0-4ed8-bccf-4245b00cce06 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:10.707311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:10.708781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebc089-8e17-4489-8bd9-db930d1fb589 service neutron] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:10.760432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:10.760838 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:10.775816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed9a03-dc76-4eb5-b13a-22568f643927 req-14d1f251-2fd0-4ec8-9cd5-df435b82af2c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:10.786033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ed9a03-dc76-4eb5-b13a-22568f643927 req-14d1f251-2fd0-4ec8-9cd5-df435b82af2c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 947 time: 0.4962685 Feb 10 06:28:10.803907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-a8d3e378-6dd7-4616-bdd5-d72bb0793c1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f28e49c-e920-4cb5-a2a1-228a60184716 HTTP/1.1" status: 200 len: 217 time: 0.2557309 Feb 10 06:28:10.821215 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f4bbe0-cd87-4219-a880-1bffd10fb900 x-openstack-request-id: req-13f4bbe0-cd87-4219-a880-1bffd10fb900 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:10.821616 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:10.826270 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13f4bbe0-cd87-4219-a880-1bffd10fb900 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:10.826851 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'status': 'completed', 'code': 200} Feb 10 06:28:10.832443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:10.834828 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0bfc7b-78e2-4653-b35d-afc4dd8818d4" -d '{"events": [{"server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "name": "network-vif-unplugged", "status": "completed", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:10.843364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:10.878277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:10.892512 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:10.919246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:10.950854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-88c97326-df2d-4feb-84ee-ddfa928d7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:10.952418 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-88c97326-df2d-4feb-84ee-ddfa928d7b37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1129 time: 0.3254225 Feb 10 06:28:10.953352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:10.956676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-5a22f4b6-3710-4be3-bd25-ba8f6034a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:10.957907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-5a22f4b6-3710-4be3-bd25-ba8f6034a854 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1461861 Feb 10 06:28:10.970575 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-172b98a1-fc49-4cb1-9616-70ce1aadbb7e admin admin] Publish callbacks [] for security_group (425c6aa1-eee1-43f2-9a71-62e02d5f8bb5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:10.981326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:11.001140 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-172b98a1-fc49-4cb1-9616-70ce1aadbb7e admin admin] Publish callbacks [] for security_group (425c6aa1-eee1-43f2-9a71-62e02d5f8bb5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:11.009140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=18cee1ab-96a0-4ed8-bccf-4245b00cce06,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:11.028272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.028642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.028996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.029341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.030258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.030258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.030501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.030677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.031194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.032737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.033396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.033890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.040513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:28:11.261339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Pushing event updated for resources: {'Port': ['ID=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:11.266317 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-172b98a1-fc49-4cb1-9616-70ce1aadbb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (425c6aa1-eee1-43f2-9a71-62e02d5f8bb5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:11.280209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-172b98a1-fc49-4cb1-9616-70ce1aadbb7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:11.281533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-172b98a1-fc49-4cb1-9616-70ce1aadbb7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/425c6aa1-eee1-43f2-9a71-62e02d5f8bb5 HTTP/1.1" status: 204 len: 168 time: 0.8105617 Feb 10 06:28:11.282037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:11.283142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:11.288410 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-4450a643-7972-4f94-9d32-43dc6457314d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.3078966 Feb 10 06:28:11.344929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-cd241648-c071-417a-a606-364bfc8d97f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2384250 Feb 10 06:28:11.361604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b98a1-fc49-4cb1-9616-70ce1aadbb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425c6aa1-eee1-43f2-9a71-62e02d5f8bb5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:11.437502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3b14189b-e1d1-46f1-b463-54a0d4be8532 None None] Provisioning complete for port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:11.438110 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b14189b-e1d1-46f1-b463-54a0d4be8532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:11.453856 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-3645c8fd-1cf6-4c6f-9b67-092b9efb2a04 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1694112 Feb 10 06:28:11.483403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-032a0d64-c660-4220-b493-6c7706e7e762 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172988 Feb 10 06:28:11.492641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ed9a03-dc76-4eb5-b13a-22568f643927 req-c0668465-bf72-4e6e-b87b-4de10a92efab tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7030303 Feb 10 06:28:11.517322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b14189b-e1d1-46f1-b463-54a0d4be8532 None None] Port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:28:11.568290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Request body: {'port': {'device_id': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:11.591180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ddd36-4cd0-41e2-b23d-c5ae51a4bb8f req-82da04f4-795e-4275-95a5-af81485893c3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:11.598611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec7ddd36-4cd0-41e2-b23d-c5ae51a4bb8f req-82da04f4-795e-4275-95a5-af81485893c3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 944 time: 0.6366959 Feb 10 06:28:11.652055 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17c353a-8e05-4ddc-aa2c-570b337524f5 x-openstack-request-id: req-c17c353a-8e05-4ddc-aa2c-570b337524f5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:11.653276 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "name": "network-vif-unplugged", "status": "completed", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:11.653766 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c17c353a-8e05-4ddc-aa2c-570b337524f5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:11.654424 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06', 'code': 200} Feb 10 06:28:11.762959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-87f1b651-b243-4304-bece-d6f8751d4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:11.767268 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-87f1b651-b243-4304-bece-d6f8751d4747 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.4658296 Feb 10 06:28:11.795488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-34f46807-7699-4561-a1d8-640e28f26fd0 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013186 Feb 10 06:28:11.808277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-8fe7c36d-e82e-4f64-a687-f5e07dab9ce8 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:11.811692 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-8fe7c36d-e82e-4f64-a687-f5e07dab9ce8 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 943 time: 0.3545854 Feb 10 06:28:11.844913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:11.856276 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec7ddd36-4cd0-41e2-b23d-c5ae51a4bb8f req-96a3d788-58fe-44fe-b6e8-d7578a012121 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566378 Feb 10 06:28:11.917648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33362) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:12.045047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-757d1fe1-5fda-499f-a56b-dd86de9d5871 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94d5bb1119544a62bc951ae186628a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142650 Feb 10 06:28:12.066132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf014d-ba8b-43ea-8760-af7eed384b56 req-41ecf0c0-2c97-4559-a921-670e1cce2e50 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:12.073321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eaf014d-ba8b-43ea-8760-af7eed384b56 req-41ecf0c0-2c97-4559-a921-670e1cce2e50 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 932 time: 0.2767634 Feb 10 06:28:12.076344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33364) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:12.228958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27584203-7055-4897-97c7-0e337073c464 req-5eb3e002-f6ef-462e-b086-1af7dc01a4f0 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:12.233592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27584203-7055-4897-97c7-0e337073c464 req-5eb3e002-f6ef-462e-b086-1af7dc01a4f0 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 943 time: 0.2550786 Feb 10 06:28:12.333103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eaf014d-ba8b-43ea-8760-af7eed384b56 req-0ec66bc7-b300-4ec0-b5b3-4e430efa1392 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559071 Feb 10 06:28:12.380466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6afd23d1-c5b6-4917-bdae-524dbfd4ec19 admin admin] Publish callbacks [] for security_group (240c9097-061e-4329-84dc-8296efc42481), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:12.394315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a256-4745-475b-9e2a-6891d0447372 req-2e0a6066-cd1e-4aae-859b-4a1b30555283 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:12.395973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-2e0a6066-cd1e-4aae-859b-4a1b30555283 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.2476113 Feb 10 06:28:12.425629 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27584203-7055-4897-97c7-0e337073c464 req-5d4c90f3-b776-4fba-9355-02ef47ecd090 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725235 Feb 10 06:28:12.442254 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39775152-67e2-49a5-ab44-22bbc7e893b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:12.470336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-014d2e21-7c7a-489b-8e7f-e6a4dd4205f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:12.472049 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-014d2e21-7c7a-489b-8e7f-e6a4dd4205f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6873522 Feb 10 06:28:12.479799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6afd23d1-c5b6-4917-bdae-524dbfd4ec19 admin admin] Publish callbacks [] for security_group (240c9097-061e-4329-84dc-8296efc42481), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:12.526248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Deleting port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:12.526248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:12.616354 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6afd23d1-c5b6-4917-bdae-524dbfd4ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (240c9097-061e-4329-84dc-8296efc42481), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:12.624078 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6afd23d1-c5b6-4917-bdae-524dbfd4ec19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:12.630454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6afd23d1-c5b6-4917-bdae-524dbfd4ec19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/240c9097-061e-4329-84dc-8296efc42481 HTTP/1.1" status: 204 len: 168 time: 0.5481701 Feb 10 06:28:12.641984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8926a256-4745-475b-9e2a-6891d0447372 req-a55362fd-a091-464d-8023-7aefad187fef service neutron] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:12.662292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8926a256-4745-475b-9e2a-6891d0447372 req-a55362fd-a091-464d-8023-7aefad187fef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:12.664447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8926a256-4745-475b-9e2a-6891d0447372 req-a55362fd-a091-464d-8023-7aefad187fef service neutron] 10.222.0.13 "DELETE /v2.0/ports/3f28e49c-e920-4cb5-a2a1-228a60184716/bindings/n-h2-828670-1 HTTP/1.1" status: 204 len: 173 time: 0.2568624 Feb 10 06:28:12.697062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd23d1-c5b6-4917-bdae-524dbfd4ec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240c9097-061e-4329-84dc-8296efc42481,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:12.706124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] For port 18cee1ab-96a0-4ed8-bccf-4245b00cce06, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=18cee1ab-96a0-4ed8-bccf-4245b00cce06,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:12.706693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:12.749072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9128b-b3d7-4850-9a0c-080fe3b33690 req-9a8fa0a2-d5da-484c-af65-4a054cfbbf8b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:12.756926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61c9128b-b3d7-4850-9a0c-080fe3b33690 req-9a8fa0a2-d5da-484c-af65-4a054cfbbf8b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 947 time: 0.1229889 Feb 10 06:28:12.822233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61c9128b-b3d7-4850-9a0c-080fe3b33690 req-4b686a4a-e7de-40cb-b3e1-e6fde5263f9f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Feb 10 06:28:12.822731 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-5e823f6b-f2b6-4519-a0d4-1b00fda42fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377438 Feb 10 06:28:12.858532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Calling delete_port for 18cee1ab-96a0-4ed8-bccf-4245b00cce06 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:13.016801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32546-10e7-448a-a038-54838800c844 req-954276f1-15af-44bf-a30e-d0e89d605ddc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:13.018679 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93d32546-10e7-448a-a038-54838800c844 req-954276f1-15af-44bf-a30e-d0e89d605ddc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 944 time: 0.0753577 Feb 10 06:28:13.072641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93d32546-10e7-448a-a038-54838800c844 req-265c6a74-b774-4f5f-a4d8-98b498ee4f27 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454860 Feb 10 06:28:13.395943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfe4ec-d781-4c8b-98c6-ee143c43d0e7 req-fdc3dea9-8b68-45ab-b3d7-1bd80eb0ae6f tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:13.397675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ccfe4ec-d781-4c8b-98c6-ee143c43d0e7 req-fdc3dea9-8b68-45ab-b3d7-1bd80eb0ae6f tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1126 time: 0.1238732 Feb 10 06:28:13.562366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ccfe4ec-d781-4c8b-98c6-ee143c43d0e7 req-81c3674f-1a43-4957-94ef-bfcf35fc53d3 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573050 Feb 10 06:28:13.592227 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755b618-883f-452c-af63-cab36d7a2a51 req-e85e0932-4101-490c-a20c-6a80abdaea7b tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:13.605250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8755b618-883f-452c-af63-cab36d7a2a51 req-e85e0932-4101-490c-a20c-6a80abdaea7b tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 932 time: 0.1525311 Feb 10 06:28:13.682320 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:13.712995 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42d6cc78-7602-4452-ad54-e8c885d3fa6f req-fc8f2a17-5a31-477d-b43e-4ff5d5419fee service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8815520 Feb 10 06:28:13.821905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8755b618-883f-452c-af63-cab36d7a2a51 req-dab6aa35-92dd-4721-b222-76943febca15 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919401 Feb 10 06:28:13.846277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:13.853886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (18cee1ab-96a0-4ed8-bccf-4245b00cce06), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:13.857688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Publish callbacks [] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:13.877013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd744e8-7d0c-47fe-9e92-eaa31e3b3071 req-ee1e6d93-297d-4db6-9bd0-774a6f94b404 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:13.885641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fd744e8-7d0c-47fe-9e92-eaa31e3b3071 req-ee1e6d93-297d-4db6-9bd0-774a6f94b404 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58e76dd-cf5f-4e26-a557-faa900418d38 HTTP/1.1" status: 200 len: 943 time: 0.1721888 Feb 10 06:28:13.900135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event deleted for resources: {'Port': ['ID=18cee1ab-96a0-4ed8-bccf-4245b00cce06,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:13.909388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Transition to ACTIVE for port object 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:28:13.911531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082323-abf4-4803-9a95-95c680578f02 req-3dea6a1c-b663-429c-99ed-050be2261160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:13.913505 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5082323-abf4-4803-9a95-95c680578f02 req-3dea6a1c-b663-429c-99ed-050be2261160 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1129 time: 0.1386173 Feb 10 06:28:13.917611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:13.962531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fd744e8-7d0c-47fe-9e92-eaa31e3b3071 req-8537a20f-c240-46c1-89d6-a7c1d54c7060 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749373 Feb 10 06:28:13.963289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33440) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:14.024199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] No DVR routers for this DVR port 18cee1ab-96a0-4ed8-bccf-4245b00cce06 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:28:14.041390 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.045519 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-85db3ea7-ae99-4dc2-93c8-b259ab50dd2f req-0e1b0035-463f-40c6-bc49-acf82fc5d517 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.13 "DELETE /v2.0/ports/18cee1ab-96a0-4ed8-bccf-4245b00cce06 HTTP/1.1" status: 204 len: 173 time: 2.2086670 Feb 10 06:28:14.052166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'name': 'network-vif-deleted', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:14.056262 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6d74c0-0fbe-48f1-a6a3-4dcd27eb81ce" -d '{"events": [{"server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "name": "network-vif-deleted", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:14.113437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:14.186153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-721457062-network', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:14.219981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Made reservation on behalf of b59923fbb69349c8a6e7c48e43201e31 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:28:14.222755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.245435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082323-abf4-4803-9a95-95c680578f02 req-7b4e1cb5-f73d-4ba4-b35d-89bd04f6de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:14.247557 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5082323-abf4-4803-9a95-95c680578f02 req-7b4e1cb5-f73d-4ba4-b35d-89bd04f6de8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3097582 Feb 10 06:28:14.248581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd85b-d634-40c6-8355-1f459e4f6d0d req-e90eb604-350f-45b1-a6da-e38312e25848 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:14.257058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e4dd85b-d634-40c6-8355-1f459e4f6d0d req-e90eb604-350f-45b1-a6da-e38312e25848 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 947 time: 0.2135942 Feb 10 06:28:14.268399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Attempting to bind port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:28:14.268823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Attempting to bind port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:28:14.269502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Attempting to bind port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 on network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:14.283300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 on network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:28:14.283580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.283756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Attempting to bind port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 on network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:14.342000 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5082323-abf4-4803-9a95-95c680578f02 req-f712ba56-1436-4f97-886a-89c4c166a4f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.0813155 Feb 10 06:28:14.344302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:28:14.344565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178caec-d77e-43ed-8666-726582e2f515 req-ea781e68-65a9-42bc-bf3d-4cd82449e999 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:14.345141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Checking segment: {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:14.348299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Bound using segment: {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:28:14.348989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Bound port: 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bf2a50-58f1-4b92-ad48-2c38f896b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:28:14.349658 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.352357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2178caec-d77e-43ed-8666-726582e2f515 req-ea781e68-65a9-42bc-bf3d-4cd82449e999 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 1126 time: 0.2859342 Feb 10 06:28:14.414912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2178caec-d77e-43ed-8666-726582e2f515 req-dd465443-90ab-4afa-b17e-60caf09124c8 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616086 Feb 10 06:28:14.433231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e4dd85b-d634-40c6-8355-1f459e4f6d0d req-b14a4f86-4afd-4b1c-8318-ff103d513895 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748583 Feb 10 06:28:14.500807 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812319a-d1d8-4f10-bf56-fc49153bfcdd x-openstack-request-id: req-b812319a-d1d8-4f10-bf56-fc49153bfcdd {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:14.501179 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58e76dd-cf5f-4e26-a557-faa900418d38", "name": "network-vif-deleted", "tag": "18cee1ab-96a0-4ed8-bccf-4245b00cce06", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:14.501506 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b812319a-d1d8-4f10-bf56-fc49153bfcdd {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:14.501974 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58e76dd-cf5f-4e26-a557-faa900418d38', 'name': 'network-vif-deleted', 'tag': '18cee1ab-96a0-4ed8-bccf-4245b00cce06', 'status': 'completed', 'code': 200} Feb 10 06:28:14.522191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Publish callbacks [] for security_group (5a2939c5-b18f-4ead-9271-d1c697cc8d63), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.527539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082323-abf4-4803-9a95-95c680578f02 req-2c61fb05-d307-42e7-9e97-e1949472b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:14.529292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5a2939c5-b18f-4ead-9271-d1c697cc8d63), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.529709 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5082323-abf4-4803-9a95-95c680578f02 req-2c61fb05-d307-42e7-9e97-e1949472b458 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1771171 Feb 10 06:28:14.536361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] For port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:14.542168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] For port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:28:14.561537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:28:14.581469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2939c5-b18f-4ead-9271-d1c697cc8d63,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:14.621803 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.625509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4623489f-b87c-48ec-aec5-8590ccc2edf8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.625854 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Added segment 4623489f-b87c-48ec-aec5-8590ccc2edf8 of type vlan for network 39100192-e9ad-4f88-b7d3-36c520a860ad Feb 10 06:28:14.694355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:14.720119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:14.720119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.720119 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-217113aa-f8c4-408b-90b8-81ebb12f3bd6 service neutron] 10.222.0.13 "PUT /v2.0/ports/6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 HTTP/1.1" status: 200 len: 1092 time: 3.1597748 Feb 10 06:28:14.727724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082323-abf4-4803-9a95-95c680578f02 req-3f45f325-77cb-4087-8e2d-ca96cdd1401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:14.729267 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5082323-abf4-4803-9a95-95c680578f02 req-3f45f325-77cb-4087-8e2d-ca96cdd1401e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1895292 Feb 10 06:28:14.849909 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (39100192-e9ad-4f88-b7d3-36c520a860ad), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.912627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-ab202a47-e221-43fb-8a4b-0a729d5a9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:14.916541 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-ab202a47-e221-43fb-8a4b-0a729d5a9825 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41cd42f535424cefa8fa6384061b8d5f&device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 1126 time: 0.1316159 Feb 10 06:28:14.925033 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5082323-abf4-4803-9a95-95c680578f02 req-3f990858-faae-4195-b949-b8d3a807b080 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861711 Feb 10 06:28:14.927344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-123157da-beac-4fbd-b43a-4f6bbf41020f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:14.929148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-123157da-beac-4fbd-b43a-4f6bbf41020f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 820 time: 0.2797921 Feb 10 06:28:14.932031 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (39100192-e9ad-4f88-b7d3-36c520a860ad), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:14.934879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:14.940226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:15.007466 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-99765bf7-7f16-412f-83b4-eaf1fc9758f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 HTTP/1.1" status: 200 len: 217 time: 0.0806274 Feb 10 06:28:15.015710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ba06abfe-2469-49b6-8a1e-a38a04146e3a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/quotas/cb34d3170a2f4925acf03a399ad15b89 HTTP/1.1" status: 200 len: 375 time: 0.0725634 Feb 10 06:28:15.036800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0685883 Feb 10 06:28:15.041656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:15.065164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Request body: {'subnet': {'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-721457062-subnet', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:15.080216 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:15.123379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-6209e85e-b219-44de-bef3-e2454ed8f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:15.124851 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-6209e85e-b219-44de-bef3-e2454ed8f274 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61751964-22ab-4b93-8450-54ef7afaffd9 HTTP/1.1" status: 200 len: 850 time: 0.1015141 Feb 10 06:28:15.138030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6eb1-d5cd-488c-aab1-c3ec41de5fea admin admin] Pushing event updated for resources: {'Network': ['ID=39100192-e9ad-4f88-b7d3-36c520a860ad,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:15.157636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 39100192-e9ad-4f88-b7d3-36c520a860ad details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:28:15.159791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Made reservation on behalf of b59923fbb69349c8a6e7c48e43201e31 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:28:15.163456 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:15.265431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-beda4492-f730-4a7b-a9be-538fb5483a6c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2486823 Feb 10 06:28:15.303643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-5962d121-cc19-4685-9918-ed0c7d0b534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:15.305644 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-5962d121-cc19-4685-9918-ed0c7d0b534f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe02e4a1-9d63-4399-80df-8ad7afdf1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1485915 Feb 10 06:28:15.307746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5082323-abf4-4803-9a95-95c680578f02 req-1087985d-fcd5-42f3-8522-ce27f39cb4ba service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667767 Feb 10 06:28:15.425812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-1cdbbc24-2a3c-4bab-948a-ce86a5babbd1 service neutron] 10.222.0.21 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592417 Feb 10 06:28:15.458798 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-02ef28ce-1530-452d-ac7a-cd9c9aa04817 service neutron] 10.222.0.13 "GET /v2.0/networks/fe02e4a1-9d63-4399-80df-8ad7afdf1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414473 Feb 10 06:28:15.559150 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (8f0467f4-666c-4de8-8c79-13c4a2b88f54), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:15.571286 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e9875d9-1042-4557-8eea-aeb3a4ede870 req-a9f2f0bd-a385-467b-b88c-acd657f1e0ea service neutron] 10.222.0.13 "GET /v2.0/networks/fe02e4a1-9d63-4399-80df-8ad7afdf1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041129 Feb 10 06:28:15.615682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-6af6a9f4-a8c6-4a62-847b-6c4cd7a45c3f service neutron] 10.222.0.21 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890404 Feb 10 06:28:15.645628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0467f4-666c-4de8-8c79-13c4a2b88f54,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:15.652715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Checking segment: {'id': '4623489f-b87c-48ec-aec5-8590ccc2edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:15.653106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Network hostable DHCP agents. Network: 39100192-e9ad-4f88-b7d3-36c520a860ad, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:28:15.672893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Network 39100192-e9ad-4f88-b7d3-36c520a860ad is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:28:15.685645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 39100192-e9ad-4f88-b7d3-36c520a860ad) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:15.691228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:15.692030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:15.696077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1a5af-5410-4bb3-987d-6f5ef59670d9 None None] Network 39100192-e9ad-4f88-b7d3-36c520a860ad requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:28:15.710611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-729ed976-14ae-45b6-9bd5-f582b0484fd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6674991 Feb 10 06:28:15.713460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33522) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:15.719045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:15.749681 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (8f160043-783c-4d0c-86e2-f006a0119359), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:15.751718 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (8f160043-783c-4d0c-86e2-f006a0119359), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:15.822567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks [] for router_controller (8f160043-783c-4d0c-86e2-f006a0119359), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:15.835872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-39100192-e9ad-4f88-b7d3-36c520a860ad', 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad', 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'fixed_ips': [{'subnet_id': '8f0467f4-666c-4de8-8c79-13c4a2b88f54'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:28:15.837605 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:16.028977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Allocated IP 172.20.0.2 (39100192-e9ad-4f88-b7d3-36c520a860ad/8f0467f4-666c-4de8-8c79-13c4a2b88f54/3b14e477-1106-442f-824c-0a408924286b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:16.084419 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks [] for router_gateway (8f160043-783c-4d0c-86e2-f006a0119359), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:16.245947 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Publish callbacks [] for port (3b14e477-1106-442f-824c-0a408924286b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:16.259688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (3b14e477-1106-442f-824c-0a408924286b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:16.350266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7f1be-998d-4233-99d4-5a717b22286e req-7f718829-12be-40d1-ad54-72f7973738bb tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:16.358466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42e7f1be-998d-4233-99d4-5a717b22286e req-7f718829-12be-40d1-ad54-72f7973738bb tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 944 time: 0.4861538 Feb 10 06:28:16.410754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Pushing event updated for resources: {'Port': ['ID=3b14e477-1106-442f-824c-0a408924286b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:16.435277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Network 39100192-e9ad-4f88-b7d3-36c520a860ad is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:16.447169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:16.456676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:16.475047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42e7f1be-998d-4233-99d4-5a717b22286e req-c06d12e7-247f-4f4d-bf1b-03d0be7ae7a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155946 Feb 10 06:28:16.479633 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:16.497830 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks [] for router_gateway (8f160043-783c-4d0c-86e2-f006a0119359), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:16.521304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'tag': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:16.523783 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3466c043-0844-4fa2-b7b6-f53a4ad868ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7", "tag": "6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:16.528425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:16.532023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c21d1-ff3e-451f-9572-e4d61c8c5b3a req-08f880e0-bbc6-496a-aa6e-f31ef59d2bc6 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:16.533552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-674c21d1-ff3e-451f-9572-e4d61c8c5b3a req-08f880e0-bbc6-496a-aa6e-f31ef59d2bc6 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 947 time: 0.1459277 Feb 10 06:28:16.612404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 18cee1ab-96a0-4ed8-bccf-4245b00cce06 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:16.623384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-674c21d1-ff3e-451f-9572-e4d61c8c5b3a req-7d7182de-6854-4c58-a33f-bf906ee1d4e5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795615 Feb 10 06:28:16.673425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 18cee1ab-96a0-4ed8-bccf-4245b00cce06 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:28:16.677167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 18cee1ab-96a0-4ed8-bccf-4245b00cce06 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:28:16.693479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Attempting to bind port 3b14e477-1106-442f-824c-0a408924286b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:28:16.693823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Attempting to bind port 3b14e477-1106-442f-824c-0a408924286b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '4623489f-b87c-48ec-aec5-8590ccc2edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:28:16.694285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Attempting to bind port 3b14e477-1106-442f-824c-0a408924286b on network 39100192-e9ad-4f88-b7d3-36c520a860ad {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:16.701583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:28:16.702062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Checking segment: {'id': '4623489f-b87c-48ec-aec5-8590ccc2edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:16.702577 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:16.703041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Bound using segment: {'id': '4623489f-b87c-48ec-aec5-8590ccc2edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:28:16.704348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Bound port: 3b14e477-1106-442f-824c-0a408924286b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4623489f-b87c-48ec-aec5-8590ccc2edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:28:16.704801 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3b14e477-1106-442f-824c-0a408924286b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:16.723059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b8b68924-c43d-4d94-a80f-c5e3f3b8491d no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:16.728559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Allocated IP 172.25.8.253 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/98f8d50e-63ff-40b6-a793-daa8c6e2129d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:16.847739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49af0c8b-c80c-4a41-9c9d-c504315e522f req-d1272c89-ddbc-43c1-9b5e-aa8642190e2c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 210 time: 0.0384576 Feb 10 06:28:16.915935 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f72cfec-e41b-4fbe-a4d9-4478cadde3dc x-openstack-request-id: req-8f72cfec-e41b-4fbe-a4d9-4478cadde3dc {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:16.916987 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7", "tag": "6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:16.917526 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f72cfec-e41b-4fbe-a4d9-4478cadde3dc {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:16.918077 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'tag': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5', 'status': 'completed', 'code': 200} Feb 10 06:28:16.964359 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks [] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:17.001190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-08f774ea-7989-4838-bcb3-05e4e7a57c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:17.003166 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-08f774ea-7989-4838-bcb3-05e4e7a57c0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41cd42f535424cefa8fa6384061b8d5f&device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 1126 time: 0.0821621 Feb 10 06:28:17.016935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b8b68924-c43d-4d94-a80f-c5e3f3b8491d is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:17.017464 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:17.061656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:17.064630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:17.067697 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a550daf3-11bb-45fc-88d6-6c6a76db1c60" -d '{"events": [{"server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:17.076583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:17.103475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-f6a6cf49-6ea5-4eae-b81c-f858ad2604c7 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:17.105514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-f6a6cf49-6ea5-4eae-b81c-f858ad2604c7 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/networks?id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 200 len: 822 time: 0.1959655 Feb 10 06:28:17.162893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:17.166038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-00a4e963-1921-4f0c-ae50-5e1b8d8c1e7e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/quotas/b16bae2c2b66488c81eb7118f8765f59 HTTP/1.1" status: 200 len: 375 time: 0.0510316 Feb 10 06:28:17.171689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] For port 3b14e477-1106-442f-824c-0a408924286b, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:17.178192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] For port 3b14e477-1106-442f-824c-0a408924286b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3b14e477-1106-442f-824c-0a408924286b,segment=NetworkSegment(4623489f-b87c-48ec-aec5-8590ccc2edf8),segment_id=4623489f-b87c-48ec-aec5-8590ccc2edf8)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:28:17.192120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:17.199005 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3b14e477-1106-442f-824c-0a408924286b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:17.207082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:17.217364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:17.223577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:17.262687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1d905-2809-44a2-9b7b-937dcf61a9a1 None None] Pushing event updated for resources: {'Port': ['ID=3b14e477-1106-442f-824c-0a408924286b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:17.275805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Pushing event updated for resources: {'Port': ['ID=98f8d50e-63ff-40b6-a793-daa8c6e2129d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:17.279615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-e7f9767d-d6df-4088-bf25-2c50eacdc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:17.281252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-e7f9767d-d6df-4088-bf25-2c50eacdc4df service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 HTTP/1.1" status: 200 len: 911 time: 0.2606502 Feb 10 06:28:17.288219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-829e74df-9ab1-4541-8c40-a148a0cb2a8b tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b16bae2c2b66488c81eb7118f8765f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210346 Feb 10 06:28:17.344690 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-b32ce26c-9d9e-417f-8d1f-a007ec665dfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 HTTP/1.1" status: 200 len: 217 time: 0.0492494 Feb 10 06:28:17.399570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-8f2d76c7-39db-4a68-a06d-ebae17ab519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:17.401077 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-8f2d76c7-39db-4a68-a06d-ebae17ab519d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61751964-22ab-4b93-8450-54ef7afaffd9 HTTP/1.1" status: 200 len: 850 time: 0.0499151 Feb 10 06:28:17.465887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-b5a49628-4a78-4f1d-9749-fa6c8f249f36 service neutron] 10.222.0.21 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766138 Feb 10 06:28:17.475720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-ddcee28c-6a1f-4c8a-97f6-cf1da95f7777 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:17.483548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-ddcee28c-6a1f-4c8a-97f6-cf1da95f7777 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 804 time: 0.3562684 Feb 10 06:28:17.526115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-505de350-cb81-4442-8374-612dbf36f2cc tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/quotas/c1405219c3cf4ebe9b26ea911737101b HTTP/1.1" status: 200 len: 375 time: 0.0414071 Feb 10 06:28:17.560215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-ce78ce3a-ae44-4bbe-8dc1-1766980a6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:17.562236 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-ce78ce3a-ae44-4bbe-8dc1-1766980a6d0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe02e4a1-9d63-4399-80df-8ad7afdf1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1267443 Feb 10 06:28:17.675771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-d27752d9-be0f-44b4-9ce8-e2247dab86de tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1485786 Feb 10 06:28:17.679774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-d11c15d4-5501-429a-aa44-c19d5c06394a service neutron] 10.222.0.21 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941385 Feb 10 06:28:17.829566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-9940de30-3378-43d5-9d43-213d0c9b2e89 service neutron] 10.222.0.13 "GET /v2.0/networks/fe02e4a1-9d63-4399-80df-8ad7afdf1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886573 Feb 10 06:28:17.926602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-031cb571-4d29-4b19-aded-9eb752e565cb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:17.928413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-031cb571-4d29-4b19-aded-9eb752e565cb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 820 time: 0.1620491 Feb 10 06:28:17.939929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-16d22b93-b362-4817-a130-f537be8e3b9a service neutron] 10.222.0.21 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630396 Feb 10 06:28:17.946232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Request body: {'port': {'device_id': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'admin_state_up': True, 'tenant_id': 'cb34d3170a2f4925acf03a399ad15b89'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:18.009033 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks [] for router_gateway (8f160043-783c-4d0c-86e2-f006a0119359), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:18.120740 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3466c043-0844-4fa2-b7b6-f53a4ad868ad req-12abc563-8f95-4a51-9a90-e22f4722c4f1 service neutron] 10.222.0.13 "GET /v2.0/networks/fe02e4a1-9d63-4399-80df-8ad7afdf1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391176 Feb 10 06:28:18.207592 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e64bb2-e9b8-4c8e-ae00-867faadf8335 x-openstack-request-id: req-92e64bb2-e9b8-4c8e-ae00-867faadf8335 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:18.207893 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:18.208154 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92e64bb2-e9b8-4c8e-ae00-867faadf8335 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:18.208556 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d', 'code': 200} Feb 10 06:28:18.217941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-585ba6d5-6a1f-4210-a35b-833105715b52 service neutron] 10.222.0.21 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767875 Feb 10 06:28:18.283173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Made reservation on behalf of cb34d3170a2f4925acf03a399ad15b89 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:28:18.287837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:18.468516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (8f160043-783c-4d0c-86e2-f006a0119359), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:18.601734 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:28:18.661362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Allocated IP 172.20.0.9 (cd7850a8-bee2-4a53-874f-666566691896/45e5f93f-7f0a-4276-a487-bdcd30a90931/9d45df55-8c29-43ea-a6a4-d7553b9cabc2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:18.715471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd06c1-4791-4492-b26f-a3b4ccef0195 req-5ba86b57-f76d-42b2-bb5e-0d13fa6069e4 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:18.726916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22dd06c1-4791-4492-b26f-a3b4ccef0195 req-5ba86b57-f76d-42b2-bb5e-0d13fa6069e4 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 944 time: 0.4148388 Feb 10 06:28:18.790044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:18.805627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'mac_address': 'fa:16:3e:ef:c0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:28:18.829664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f4c49-408d-4ebe-8dca-b6720740b8ae req-9ace8d13-0914-475d-8132-155e84995e02 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:18.838323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b87f4c49-408d-4ebe-8dca-b6720740b8ae req-9ace8d13-0914-475d-8132-155e84995e02 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 947 time: 0.2915847 Feb 10 06:28:18.851487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-4eeae543-f5c0-4e3c-861b-4cce28f4996c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:18.854140 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-4eeae543-f5c0-4e3c-861b-4cce28f4996c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffc17ebf-2f93-4e76-b79b-1e46097d380a HTTP/1.1" status: 200 len: 943 time: 0.2930980 Feb 10 06:28:18.859230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port baf7c198-04f0-4a84-a545-e7385bcdcc52 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:18.859661 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:18.874488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dbcb61-bdeb-4175-9694-6ab9fbec66c2 None None] Network 39100192-e9ad-4f88-b7d3-36c520a860ad requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:28:18.878673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf7c198-04f0-4a84-a545-e7385bcdcc52 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:18.887020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22dd06c1-4791-4492-b26f-a3b4ccef0195 req-8ead2c3d-4f1f-4ce6-a282-07cd111291a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585786 Feb 10 06:28:18.901380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:18.919826 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:18.996444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Router 8f160043-783c-4d0c-86e2-f006a0119359 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:28:19.024769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b87f4c49-408d-4ebe-8dca-b6720740b8ae req-95951eec-e457-4b87-9210-ddddedae9387 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806941 Feb 10 06:28:19.132516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e7462a36-c009-4ad5-9082-cb6dac0d9fa3 None None] Provisioning complete for port 3b14e477-1106-442f-824c-0a408924286b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:19.138610 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7462a36-c009-4ad5-9082-cb6dac0d9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3b14e477-1106-442f-824c-0a408924286b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:19.185362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Deleting port b8b68924-c43d-4d94-a80f-c5e3f3b8491d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:19.185949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:19.216048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b735f2fc-2f70-4b03-b85f-cc9a30893a93 req-c06944db-e627-416d-ac90-d415410c3c8e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 210 time: 0.0622725 Feb 10 06:28:19.308224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ac41ce-489f-48ea-8168-a2829cde33db req-837855b1-4b12-4375-8571-e6aab709d50c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 210 time: 0.1563683 Feb 10 06:28:19.322076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e7462a36-c009-4ad5-9082-cb6dac0d9fa3 None None] Current status of the port 3b14e477-1106-442f-824c-0a408924286b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:19.326940 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7462a36-c009-4ad5-9082-cb6dac0d9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3b14e477-1106-442f-824c-0a408924286b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:19.381560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['baf7c198-04f0-4a84-a545-e7385bcdcc52'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:19.409601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] For port b8b68924-c43d-4d94-a80f-c5e3f3b8491d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:19.410340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:19.421219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d552b76-2a3d-4746-bdd8-8642d0f66c3f req-4d63130b-a35a-4a6d-a3a0-afe8aa510f25 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 210 time: 0.0656230 Feb 10 06:28:19.427266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks [] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:19.460747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Calling delete_port for b8b68924-c43d-4d94-a80f-c5e3f3b8491d owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:19.468911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:19.480366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:28:19.502282 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Sync routers for ids ['8f160043-783c-4d0c-86e2-f006a0119359'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:28:19.520248 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Routers {'8f160043-783c-4d0c-86e2-f006a0119359'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:28:19.533256 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:28:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f160043-783c-4d0c-86e2-f006a0119359'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:19.539380 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:19.571168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d4438826-e832-49a2-af98-df131a93d6bd', 'e32670f1-3978-4086-ba33-0b413e6308c0'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:19.624503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Network cd7850a8-bee2-4a53-874f-666566691896 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:19.628959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:19.632754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e7462a36-c009-4ad5-9082-cb6dac0d9fa3 None None] For port 3b14e477-1106-442f-824c-0a408924286b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3b14e477-1106-442f-824c-0a408924286b,segment=NetworkSegment(4623489f-b87c-48ec-aec5-8590ccc2edf8),segment_id=4623489f-b87c-48ec-aec5-8590ccc2edf8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:19.634132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:19.688831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7462a36-c009-4ad5-9082-cb6dac0d9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3b14e477-1106-442f-824c-0a408924286b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:19.695186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Pushing event updated for resources: {'Port': ['ID=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:19.705995 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:19.711566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-93fdafe2-da76-4ae9-a2ba-11a2c2ef5575 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9967389 Feb 10 06:28:19.712547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33600) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:19.765285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:19.765951 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:19.794184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3b14e477-1106-442f-824c-0a408924286b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:19.818753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ee49808e-2e9e-4215-b49b-ea2170a15e1a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8737221 Feb 10 06:28:19.833451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Request body: {'port': {'device_id': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:19.843632 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Set router 8f160043-783c-4d0c-86e2-f006a0119359 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:28:19.991937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.265789 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f160043-783c-4d0c-86e2-f006a0119359', 'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:28:15Z', 'updated_at': '2022-02-10T06:28:17Z', 'revision_number': 3, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'gw_port': {'id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:16Z', 'updated_at': '2022-02-10T06:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:20.323833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6b9af99b-9235-4309-9f57-570e1f2aeca1 None None] Provisioning complete for port 3b14e477-1106-442f-824c-0a408924286b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:20.324206 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b9af99b-9235-4309-9f57-570e1f2aeca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3b14e477-1106-442f-824c-0a408924286b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.329012 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Checking router: 8f160043-783c-4d0c-86e2-f006a0119359 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:28:20.329599 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Updating router 8f160043-783c-4d0c-86e2-f006a0119359 port 98f8d50e-63ff-40b6-a793-daa8c6e2129d binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:28:20.388889 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.422267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7462a36-c009-4ad5-9082-cb6dac0d9fa3 None None] Pushing event updated for resources: {'Port': ['ID=3b14e477-1106-442f-824c-0a408924286b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:20.447318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 3b14e477-1106-442f-824c-0a408924286b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:20.447318 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3b14e477-1106-442f-824c-0a408924286b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.509271 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b8b68924-c43d-4d94-a80f-c5e3f3b8491d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.616051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6b9af99b-9235-4309-9f57-570e1f2aeca1 None None] Current status of the port 3b14e477-1106-442f-824c-0a408924286b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:20.627302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:28:20.676441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-10c82c17-cc6f-4494-8c67-dae1bb795773 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:20.677877 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-10c82c17-cc6f-4494-8c67-dae1bb795773 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.24 "GET /v2.0/networks?id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 200 len: 822 time: 1.2002447 Feb 10 06:28:20.680527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Pushing event deleted for resources: {'Port': ['ID=b8b68924-c43d-4d94-a80f-c5e3f3b8491d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:20.723767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Request body: {'port': {'device_id': '50bc3ded-feb4-423c-8e4f-6cae278809df', 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48', 'admin_state_up': True, 'tenant_id': 'b16bae2c2b66488c81eb7118f8765f59'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:20.749468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:20.773367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'port_id': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5', 'mac_address': 'fa:16:3e:68:2e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:28:20.775132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b8b68924-c43d-4d94-a80f-c5e3f3b8491d no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:20.802254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: b8b68924-c43d-4d94-a80f-c5e3f3b8491d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:28:20.802742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b8b68924-c43d-4d94-a80f-c5e3f3b8491d not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:28:20.832280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31444d-ee9a-4126-bc06-bea186880c4b req-a8f45130-b551-4a2d-a66c-8047902834ed tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:20.839087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b31444d-ee9a-4126-bc06-bea186880c4b req-a8f45130-b551-4a2d-a66c-8047902834ed tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 944 time: 0.8362598 Feb 10 06:28:20.858765 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Publish callbacks [] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.860988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:20.861448 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.869770 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.871644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:20.880711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:20.888498 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Publish callbacks [] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.908173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:20.911707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 3b14e477-1106-442f-824c-0a408924286b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:20.919678 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.934184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Transition to ACTIVE for port object 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:28:20.944263 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b6174-14b7-4a6e-b11d-e69d58a94f12 None None] Pushing event updated for resources: {'Port': ['ID=98f8d50e-63ff-40b6-a793-daa8c6e2129d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:20.962061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] No DVR routers for this DVR port b8b68924-c43d-4d94-a80f-c5e3f3b8491d on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:28:20.983302 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Attempting to bind port 98f8d50e-63ff-40b6-a793-daa8c6e2129d on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:28:20.983842 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Attempting to bind port 98f8d50e-63ff-40b6-a793-daa8c6e2129d by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:28:20.984207 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Attempting to bind port 98f8d50e-63ff-40b6-a793-daa8c6e2129d on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:20.985521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-d5fcbd6f-8c34-4b7c-bfe6-fc6eed59e822 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:20.989450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-d5fcbd6f-8c34-4b7c-bfe6-fc6eed59e822 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 804 time: 0.8572047 Feb 10 06:28:20.991939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.994734 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:28:20.995112 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:20.995514 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:20.995905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:28:20.997275 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Bound port: 98f8d50e-63ff-40b6-a793-daa8c6e2129d, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:28:21.002230 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:21.015988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b31444d-ee9a-4126-bc06-bea186880c4b req-a61de8b0-5799-42e7-a3a2-82f0996763d1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704736 Feb 10 06:28:21.018245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:21.061958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Request body: {'port': {'device_id': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'admin_state_up': True, 'tenant_id': 'c1405219c3cf4ebe9b26ea911737101b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:21.063492 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] For port 98f8d50e-63ff-40b6-a793-daa8c6e2129d, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:21.067000 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] For port 98f8d50e-63ff-40b6-a793-daa8c6e2129d, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=98f8d50e-63ff-40b6-a793-daa8c6e2129d,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:28:21.071048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:21.074101 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:21.075150 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41e7e8d-4e21-438e-961a-0fa361420c3a req-79cce243-b42e-4397-91e2-a7b6b8bb14ac tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "DELETE /v2.0/ports/b8b68924-c43d-4d94-a80f-c5e3f3b8491d HTTP/1.1" status: 204 len: 173 time: 2.2094126 Feb 10 06:28:21.078349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'name': 'network-vif-deleted', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:21.087863 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb17dde8-d3c9-41d3-8b14-82accb0b65f6" -d '{"events": [{"server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "name": "network-vif-deleted", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:21.136057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced2fff-7a28-47b2-804f-6e5328863561 req-c210acb6-9b66-42a6-a9b7-023a75034890 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:21.136328 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b6174-14b7-4a6e-b11d-e69d58a94f12 None None] Pushing event updated for resources: {'Port': ['ID=98f8d50e-63ff-40b6-a793-daa8c6e2129d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:21.158670 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Routers {'8f160043-783c-4d0c-86e2-f006a0119359'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:28:21.158898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eced2fff-7a28-47b2-804f-6e5328863561 req-c210acb6-9b66-42a6-a9b7-023a75034890 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 948 time: 0.5116546 Feb 10 06:28:21.159023 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:28:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f160043-783c-4d0c-86e2-f006a0119359'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:21.272103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Made reservation on behalf of b16bae2c2b66488c81eb7118f8765f59 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:28:21.276917 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:21.343453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Pushing event updated for resources: {'Port': ['ID=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:21.370946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e0cc20-05b6-4964-9d62-23e72cc397fd req-5afd4482-f1c7-407a-93f6-55f18fe58e4d tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 210 time: 0.2053189 Feb 10 06:28:21.389687 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] Set router 8f160043-783c-4d0c-86e2-f006a0119359 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:28:21.409923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eced2fff-7a28-47b2-804f-6e5328863561 req-acdf5bb8-4d65-4691-8278-a61f7bd7d2e0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457416 Feb 10 06:28:21.473408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:28:21.476088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:28:21.476611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:21.517494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Allocated IP 172.20.0.14 (fd60cb93-e5f3-4e9c-9f0a-644dff9dff48/a8fc92a7-d519-4466-8e50-7f92c7c2d0af/e8f92179-0c78-4343-9b37-7f9f3574c332) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:21.519425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:28:21.519934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:21.622766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57d7547e-9a45-4139-ad1e-112568ea50cf req-34ffcc65-2e57-435a-be16-d9f85bdf913c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 210 time: 0.1054788 Feb 10 06:28:21.624758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:21.625562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:28:21.625905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:21.626290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:28:21.626753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Bound port: 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:28:21.632375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:21.708974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3b14e477-1106-442f-824c-0a408924286b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:21.745753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d83f9e-fed3-4df7-b3a4-39a5fe79fbba req-39857af5-c74d-46e2-81f0-70015564eddb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:21.748126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94d83f9e-fed3-4df7-b3a4-39a5fe79fbba req-39857af5-c74d-46e2-81f0-70015564eddb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.2690299 Feb 10 06:28:21.769063 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f160043-783c-4d0c-86e2-f006a0119359', 'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:28:15Z', 'updated_at': '2022-02-10T06:28:17Z', 'revision_number': 3, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'gw_port': {'id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:16Z', 'updated_at': '2022-02-10T06:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:21.769825 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abde22bc-f2e2-4fd5-9397-a8738be126ee x-openstack-request-id: req-abde22bc-f2e2-4fd5-9397-a8738be126ee {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:21.770118 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc17ebf-2f93-4e76-b79b-1e46097d380a", "name": "network-vif-deleted", "tag": "b8b68924-c43d-4d94-a80f-c5e3f3b8491d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:21.770405 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abde22bc-f2e2-4fd5-9397-a8738be126ee {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:21.770807 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc17ebf-2f93-4e76-b79b-1e46097d380a', 'name': 'network-vif-deleted', 'tag': 'b8b68924-c43d-4d94-a80f-c5e3f3b8491d', 'status': 'completed', 'code': 200} Feb 10 06:28:21.836347 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b17cb-e86e-46ce-aa33-6bf22889299e None None] The sync data for ids ['8f160043-783c-4d0c-86e2-f006a0119359'] in n-d-828670-1 is: [{'id': '8f160043-783c-4d0c-86e2-f006a0119359', 'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:28:15Z', 'updated_at': '2022-02-10T06:28:17Z', 'revision_number': 3, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'gw_port': {'id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:16Z', 'updated_at': '2022-02-10T06:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:28:21.897084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 3b14e477-1106-442f-824c-0a408924286b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:21.897640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3b14e477-1106-442f-824c-0a408924286b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:21.991865 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.070469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 3b14e477-1106-442f-824c-0a408924286b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:22.077646 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.136110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:22.164739 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:22.172407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:22.182492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:22.197872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:28:22.228429 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.234531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event updated for resources: {'Port': ['ID=e8f92179-0c78-4343-9b37-7f9f3574c332,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:22.248869 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.284161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:22.285685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Made reservation on behalf of c1405219c3cf4ebe9b26ea911737101b for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:28:22.289049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.290896 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.457110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Allocated IP 172.20.0.2 (35d397d3-5527-492d-b911-dbab87472a5c/491df4a3-e634-4587-8c69-65e25f017261/20aa6dce-698a-48ff-9645-155713cd1933) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:22.507128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-7cfaf3ec-deb2-4467-9bb8-df60a92c78b5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7888384 Feb 10 06:28:22.517503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:22.518207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.519831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d45df55-8c29-43ea-a6a4-d7553b9cabc2 HTTP/1.1" status: 200 len: 1091 time: 2.6916618 Feb 10 06:28:22.521853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Request body: {'port': {'device_id': '50bc3ded-feb4-423c-8e4f-6cae278809df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:22.549122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:22.551600 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abea4767-818f-4af6-a0a9-f625cea3aa9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:22.599094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:22.605183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Allocated IP 172.20.0.1 (39100192-e9ad-4f88-b7d3-36c520a860ad/8f0467f4-666c-4de8-8c79-13c4a2b88f54/ceea8052-5e2f-4753-891a-5532c691889c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:22.626455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94d83f9e-fed3-4df7-b3a4-39a5fe79fbba req-608fc8da-57f5-4f2e-b850-8f573983aa60 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8692048 Feb 10 06:28:22.647603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16703-6c3f-480f-9874-f979eaf38690 req-7c787a94-76bb-444c-9b0e-df0d8c6af514 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:22.656051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6c16703-6c3f-480f-9874-f979eaf38690 req-7c787a94-76bb-444c-9b0e-df0d8c6af514 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 945 time: 0.4291246 Feb 10 06:28:22.673392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce46305-adcd-400b-aca4-7db2ac098302 service neutron] Pushing event updated for resources: {'Port': ['ID=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:22.692379 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.721383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port baf7c198-04f0-4a84-a545-e7385bcdcc52 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:28:22.728330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port baf7c198-04f0-4a84-a545-e7385bcdcc52 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:22.728971 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.885403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port baf7c198-04f0-4a84-a545-e7385bcdcc52 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:22.886883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.900680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-9e132a6a-f9ff-4878-be98-268f443c6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:22.902535 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-9e132a6a-f9ff-4878-be98-268f443c6a6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 1125 time: 0.3279972 Feb 10 06:28:22.940367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:22.943355 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b21d5-6bea-46b7-a637-41c2e7dcf1b7" -d '{"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-plugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:22.975353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:22.979460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-bd0ecfe3-72d9-4e13-835b-8d68094ab780 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2 HTTP/1.1" status: 200 len: 217 time: 0.0658231 Feb 10 06:28:22.983295 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:22.991659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6979300-5299-4999-b82c-d047a66ef0a5 req-89887f6d-abcb-46c6-85e8-78ad4e37e1bf tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:22.999244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6979300-5299-4999-b82c-d047a66ef0a5 req-89887f6d-abcb-46c6-85e8-78ad4e37e1bf tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 932 time: 0.2259524 Feb 10 06:28:23.020721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6c16703-6c3f-480f-9874-f979eaf38690 req-ec046fbc-94bc-4723-a429-3776c5d72ee0 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3637130 Feb 10 06:28:23.088594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:23.119155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Publish callbacks [] for port (ceea8052-5e2f-4753-891a-5532c691889c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:23.244326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6979300-5299-4999-b82c-d047a66ef0a5 req-0c55c9fe-33b0-43c0-a59e-b5d20f2dab76 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401152 Feb 10 06:28:23.257001 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks [] for port (20aa6dce-698a-48ff-9645-155713cd1933), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:23.285396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-3863543f-29c0-4c8d-944a-22ac24602fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:23.287869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-3863543f-29c0-4c8d-944a-22ac24602fbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.2659030 Feb 10 06:28:23.299982 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ceea8052-5e2f-4753-891a-5532c691889c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:23.324519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1b203-b336-488c-9ab7-976e97766177 req-753dfade-c2ff-44bd-a6d6-4efba60c5de1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:23.331693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ce1b203-b336-488c-9ab7-976e97766177 req-753dfade-c2ff-44bd-a6d6-4efba60c5de1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1803613 Feb 10 06:28:23.386142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Network 39100192-e9ad-4f88-b7d3-36c520a860ad is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:23.392197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-c594eea5-356d-4362-8b62-1291ccc736d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872996 Feb 10 06:28:23.392390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:23.395671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Pushing event updated for resources: {'Port': ['ID=ceea8052-5e2f-4753-891a-5532c691889c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:23.397831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:23.469633 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ebf49c-efd6-41fb-a0b6-f7752290626f x-openstack-request-id: req-32ebf49c-efd6-41fb-a0b6-f7752290626f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:23.469931 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:23.470186 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32ebf49c-efd6-41fb-a0b6-f7752290626f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:23.470602 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2', 'status': 'completed', 'code': 200} Feb 10 06:28:23.517535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (8f160043-783c-4d0c-86e2-f006a0119359), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:23.546168 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (20aa6dce-698a-48ff-9645-155713cd1933), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:23.568927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f92179-0c78-4343-9b37-7f9f3574c332 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:23.581601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Publish callbacks [] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:23.625276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Transition to ACTIVE for port object e8f92179-0c78-4343-9b37-7f9f3574c332 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:28:23.633804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:23.673148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ce1b203-b336-488c-9ab7-976e97766177 req-a3cc70be-b8a3-4929-84cc-4dda3fb4a8b8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391585 Feb 10 06:28:23.736345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 98f8d50e-63ff-40b6-a793-daa8c6e2129d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:23.809755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Pushing event updated for resources: {'Port': ['ID=e8f92179-0c78-4343-9b37-7f9f3574c332,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:23.813026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Network 35d397d3-5527-492d-b911-dbab87472a5c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:23.833344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:23.847647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:23.850998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Pushing event updated for resources: {'Port': ['ID=20aa6dce-698a-48ff-9645-155713cd1933,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:23.874184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 98f8d50e-63ff-40b6-a793-daa8c6e2129d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:23.874597 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:23.901539 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e1b181-acf2-4154-9fc3-8c89ca7a6aca x-openstack-request-id: req-91e1b181-acf2-4154-9fc3-8c89ca7a6aca {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:23.901814 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-plugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:23.902077 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91e1b181-acf2-4154-9fc3-8c89ca7a6aca {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:23.902507 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'code': 200} Feb 10 06:28:23.919721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-ab36c275-af65-4b89-b6d2-21f4f2c8a752 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121489 Feb 10 06:28:23.956647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef26ce-7808-490b-a43b-820fb20f5736 req-e872da3a-5442-489d-88db-335263d57c01 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:23.981604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6ef26ce-7808-490b-a43b-820fb20f5736 req-e872da3a-5442-489d-88db-335263d57c01 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 931 time: 0.3622313 Feb 10 06:28:23.997131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ceea8052-5e2f-4753-891a-5532c691889c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.009477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-731f175a-cbda-42d3-8070-872d60c58bcd None None] Provisioning complete for port ceea8052-5e2f-4753-891a-5532c691889c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:24.010049 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-731f175a-cbda-42d3-8070-872d60c58bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ceea8052-5e2f-4753-891a-5532c691889c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.062821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-731f175a-cbda-42d3-8070-872d60c58bcd None None] Port ceea8052-5e2f-4753-891a-5532c691889c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:28:24.063031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Attempting to bind port e8f92179-0c78-4343-9b37-7f9f3574c332 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:28:24.063031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Attempting to bind port e8f92179-0c78-4343-9b37-7f9f3574c332 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:28:24.063270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Attempting to bind port e8f92179-0c78-4343-9b37-7f9f3574c332 on network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:24.146853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 98f8d50e-63ff-40b6-a793-daa8c6e2129d is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:24.147506 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.154888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Port e8f92179-0c78-4343-9b37-7f9f3574c332 on network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:28:24.155216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Attempting to bind port e8f92179-0c78-4343-9b37-7f9f3574c332 on network fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:24.163751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:24.164775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.188030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 98f8d50e-63ff-40b6-a793-daa8c6e2129d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=98f8d50e-63ff-40b6-a793-daa8c6e2129d,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:24.194500 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.227993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:28:24.228393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Checking segment: {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:24.228720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Bound using segment: {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:28:24.229198 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Bound port: e8f92179-0c78-4343-9b37-7f9f3574c332, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b45e6c5-005d-4517-bd67-647794bdcde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:28:24.229561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.255729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6ef26ce-7808-490b-a43b-820fb20f5736 req-867cd70b-bbea-4a63-9dcf-e86f4ac24c2d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714629 Feb 10 06:28:24.285875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff3f5-a4f6-437b-a402-191b78765917 req-7a931e81-aa62-4021-b4e8-1b94aa9e18b7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:24.292983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acbff3f5-a4f6-437b-a402-191b78765917 req-7a931e81-aa62-4021-b4e8-1b94aa9e18b7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.3081090 Feb 10 06:28:24.312339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-e73a89ac-39c0-4808-93d8-201d251277d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2949588 Feb 10 06:28:24.325918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-085cc23f-8eaf-45b1-ab47-976b3726aee9 req-2b47c552-3969-4cb4-81b5-06810ce82be1 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944230 Feb 10 06:28:24.329728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Request body: {'port': {'device_id': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:24.351777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=98f8d50e-63ff-40b6-a793-daa8c6e2129d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:24.489605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20aa6dce-698a-48ff-9645-155713cd1933), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.494342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acbff3f5-a4f6-437b-a402-191b78765917 req-3c9f0ada-2616-463f-868c-aa7459ded3f5 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998367 Feb 10 06:28:24.494609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274abc2-7f19-4e02-a5cf-eb783633f5d7 req-47384ea0-9c91-4ccc-8a1c-846b121db54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:24.496229 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c274abc2-7f19-4e02-a5cf-eb783633f5d7 req-47384ea0-9c91-4ccc-8a1c-846b121db54f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1131 time: 0.5433071 Feb 10 06:28:24.571882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa98572-d4e5-49dc-a5ab-bffe21663789 req-23a96648-63c3-41e3-92e3-876b27c28948 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:24.579403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7aa98572-d4e5-49dc-a5ab-bffe21663789 req-23a96648-63c3-41e3-92e3-876b27c28948 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 945 time: 0.1803503 Feb 10 06:28:24.592565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-5f5026db-a832-49dd-9f4c-098de244408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:24.594071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-5f5026db-a832-49dd-9f4c-098de244408e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 1125 time: 0.1497457 Feb 10 06:28:24.610178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:24.636675 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Publish callbacks [] for port (ceea8052-5e2f-4753-891a-5532c691889c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.656743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] For port e8f92179-0c78-4343-9b37-7f9f3574c332, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:24.661665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] For port e8f92179-0c78-4343-9b37-7f9f3574c332, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e8f92179-0c78-4343-9b37-7f9f3574c332,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:28:24.672422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (ceea8052-5e2f-4753-891a-5532c691889c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.685852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.726699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:28:24.734293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:24.734717 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.740607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7aa98572-d4e5-49dc-a5ab-bffe21663789 req-40a776f7-e55c-45e0-b5fd-4ca4bd8ddfda tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602702 Feb 10 06:28:24.802447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:24.803263 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.807716 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] 10.222.0.24 "PUT /v2.0/ports/e8f92179-0c78-4343-9b37-7f9f3574c332 HTTP/1.1" status: 200 len: 1092 time: 2.2905433 Feb 10 06:28:24.811865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bc3ded-feb4-423c-8e4f-6cae278809df', 'tag': 'e8f92179-0c78-4343-9b37-7f9f3574c332'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:24.814890 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cf0720-211f-4673-8b18-7c7db4a88848" -d '{"events": [{"name": "network-changed", "server_uuid": "50bc3ded-feb4-423c-8e4f-6cae278809df", "tag": "e8f92179-0c78-4343-9b37-7f9f3574c332"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:24.827273 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c274abc2-7f19-4e02-a5cf-eb783633f5d7 req-39f13437-39cb-408b-be29-d73d0e993fa6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189552 Feb 10 06:28:24.852960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (8f160043-783c-4d0c-86e2-f006a0119359), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.879047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:24.879787 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:24.894450 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Pushing event updated for resources: {'Port': ['ID=ceea8052-5e2f-4753-891a-5532c691889c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:24.922941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fb912-4e01-4a63-a09e-8abb3396fea6 req-6faadaab-1084-4f91-9a4d-f1c894df796a tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:24.924523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5fb912-4e01-4a63-a09e-8abb3396fea6 req-6faadaab-1084-4f91-9a4d-f1c894df796a tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 944 time: 0.3004909 Feb 10 06:28:24.930648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:24.938066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:25.036250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00050d-4ba2-4154-9871-a37fe5678abb service neutron] Pushing event updated for resources: {'Port': ['ID=e8f92179-0c78-4343-9b37-7f9f3574c332,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:25.052988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-18147462-9c72-4c98-b301-b5858a2e82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:25.054182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:25.054697 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-18147462-9c72-4c98-b301-b5858a2e82c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b16bae2c2b66488c81eb7118f8765f59&device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 1126 time: 0.1904507 Feb 10 06:28:25.095923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-cdd3b4fc-bd37-4920-aefb-30d2490c1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:25.097324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-cdd3b4fc-bd37-4920-aefb-30d2490c1041 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.3447175 Feb 10 06:28:25.108867 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-32e092c2-2261-4c17-8ff8-afc4fc028b96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f92179-0c78-4343-9b37-7f9f3574c332 HTTP/1.1" status: 200 len: 217 time: 0.0408003 Feb 10 06:28:25.119301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Network 39100192-e9ad-4f88-b7d3-36c520a860ad is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:25.128085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:25.159668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279680e7-5190-419f-9d80-612ecd5699d7 req-f59e75e0-db33-4b25-a7df-2584070bb9f8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:25.161231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-279680e7-5190-419f-9d80-612ecd5699d7 req-f59e75e0-db33-4b25-a7df-2584070bb9f8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.3030136 Feb 10 06:28:25.212978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-f2aaed23-33cc-4610-9c9e-6a37de5af5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:25.214665 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-f2aaed23-33cc-4610-9c9e-6a37de5af5aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8fc92a7-d519-4466-8e50-7f92c7c2d0af HTTP/1.1" status: 200 len: 862 time: 0.0978563 Feb 10 06:28:25.248652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-b8f7f443-1140-443f-b349-bb2312140792 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2 HTTP/1.1" status: 200 len: 217 time: 0.1397855 Feb 10 06:28:25.260730 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-9cfb3ae8-1104-4bc3-8ef0-c3dde8f2021c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348723 Feb 10 06:28:25.290499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5fb912-4e01-4a63-a09e-8abb3396fea6 req-00028fd7-b33a-47da-a6c1-8d5096a748d6 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082299 Feb 10 06:28:25.503189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0363916d-496c-4dc9-b44c-cf47b3ea39c5 None None] Provisioning complete for port ceea8052-5e2f-4753-891a-5532c691889c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:25.504050 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0363916d-496c-4dc9-b44c-cf47b3ea39c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ceea8052-5e2f-4753-891a-5532c691889c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:25.510824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-279680e7-5190-419f-9d80-612ecd5699d7 req-b8a95b16-938d-4a51-9c32-9123b644f953 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734039 Feb 10 06:28:25.540460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-2fe98ecf-99a8-4a08-aac2-9c14bf0b2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:25.547021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-2fe98ecf-99a8-4a08-aac2-9c14bf0b2bc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.2880499 Feb 10 06:28:25.577963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20aa6dce-698a-48ff-9645-155713cd1933 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:25.594784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0363916d-496c-4dc9-b44c-cf47b3ea39c5 None None] Port ceea8052-5e2f-4753-891a-5532c691889c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:28:25.644056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 98f8d50e-63ff-40b6-a793-daa8c6e2129d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:25.657821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Publish callbacks [] for port (20aa6dce-698a-48ff-9645-155713cd1933), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:25.663231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-4e1f697c-358c-4f95-98ed-0875abc0d2fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081970 Feb 10 06:28:25.678798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Transition to ACTIVE for port object 20aa6dce-698a-48ff-9645-155713cd1933 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:28:25.708800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 98f8d50e-63ff-40b6-a793-daa8c6e2129d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:25.709440 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:25.751839 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8163e747-2636-4f75-aa4a-610772ecf633 x-openstack-request-id: req-8163e747-2636-4f75-aa4a-610772ecf633 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:25.752437 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bc3ded-feb4-423c-8e4f-6cae278809df", "tag": "e8f92179-0c78-4343-9b37-7f9f3574c332", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:25.752437 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8163e747-2636-4f75-aa4a-610772ecf633 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:25.752867 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bc3ded-feb4-423c-8e4f-6cae278809df', 'tag': 'e8f92179-0c78-4343-9b37-7f9f3574c332', 'status': 'completed', 'code': 200} Feb 10 06:28:25.764850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Router 8f160043-783c-4d0c-86e2-f006a0119359 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:28:25.784219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-45da08e3-d911-4c22-8725-bb5c0c3d896a service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949578 Feb 10 06:28:25.799700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (20aa6dce-698a-48ff-9645-155713cd1933), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:25.809914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 98f8d50e-63ff-40b6-a793-daa8c6e2129d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:25.886206 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-2702afeb-b5d9-4d65-ae06-8936d4d970c9 service neutron] 10.222.0.24 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810440 Feb 10 06:28:25.903336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:25.906096 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc80398-9bf3-4846-92a7-f9527f6dfa2e" -d '{"events": [{"server_uuid": "d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7", "name": "network-vif-plugged", "status": "completed", "tag": "6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:25.939860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2ab0-a63d-403b-b3b1-f59d2cee6a2d req-dee9627c-8084-4436-b9b6-7649dc01fdfc tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:25.941560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-021e2ab0-a63d-403b-b3b1-f59d2cee6a2d req-dee9627c-8084-4436-b9b6-7649dc01fdfc tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 931 time: 0.3672700 Feb 10 06:28:25.949614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Pushing event updated for resources: {'Port': ['ID=20aa6dce-698a-48ff-9645-155713cd1933,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:25.996188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:28:26.009937 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b86378c5-2de7-42e5-ae8f-e26639cd9e04 admin admin] 10.222.0.21 "PUT /v2.0/routers/8f160043-783c-4d0c-86e2-f006a0119359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2830002 Feb 10 06:28:26.021572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Sync routers for ids ['8f160043-783c-4d0c-86e2-f006a0119359'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:28:26.033588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c199-1abe-4bc5-93d7-1d7759a36de3 req-d9f389e2-807c-4f75-86d3-07aef1589d11 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:26.035329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af88c199-1abe-4bc5-93d7-1d7759a36de3 req-d9f389e2-807c-4f75-86d3-07aef1589d11 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.3800375 Feb 10 06:28:26.040315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Routers {'8f160043-783c-4d0c-86e2-f006a0119359'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:28:26.041167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:28:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f160043-783c-4d0c-86e2-f006a0119359'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:26.056445 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3e7654b-6d3c-4a47-bfd6-9cc31cbbf0e7 req-1848a78f-b238-4267-b769-0925fdb5430a service neutron] 10.222.0.24 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632247 Feb 10 06:28:26.060700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abea4767-818f-4af6-a0a9-f625cea3aa9b req-43576f98-96fa-4970-addb-5af99aca23f5 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586315 Feb 10 06:28:26.123683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-021e2ab0-a63d-403b-b3b1-f59d2cee6a2d req-ded6433f-a651-49c4-9616-d18c2001dcd5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521907 Feb 10 06:28:26.160591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Attempting to bind port 20aa6dce-698a-48ff-9645-155713cd1933 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:28:26.161120 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Attempting to bind port 20aa6dce-698a-48ff-9645-155713cd1933 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:28:26.161620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Attempting to bind port 20aa6dce-698a-48ff-9645-155713cd1933 on network 35d397d3-5527-492d-b911-dbab87472a5c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:26.201136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af88c199-1abe-4bc5-93d7-1d7759a36de3 req-95abe8e4-7a4e-4b53-9b50-faa38d22f3a0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552258 Feb 10 06:28:26.203106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Port 20aa6dce-698a-48ff-9645-155713cd1933 on network 35d397d3-5527-492d-b911-dbab87472a5c not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:28:26.205568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Attempting to bind port 20aa6dce-698a-48ff-9645-155713cd1933 on network 35d397d3-5527-492d-b911-dbab87472a5c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:26.234222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:28:26.236759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Checking segment: {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:26.237315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Bound using segment: {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:28:26.238520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Bound port: 20aa6dce-698a-48ff-9645-155713cd1933, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:28:26.239202 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20aa6dce-698a-48ff-9645-155713cd1933), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:26.261801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Set router 8f160043-783c-4d0c-86e2-f006a0119359 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:28:26.304627 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817e73e6-2034-4040-8ee4-26b5722c03c0 x-openstack-request-id: req-817e73e6-2034-4040-8ee4-26b5722c03c0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:26.306429 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7", "name": "network-vif-plugged", "status": "completed", "tag": "6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:26.307938 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-817e73e6-2034-4040-8ee4-26b5722c03c0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:26.312821 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5', 'code': 200} Feb 10 06:28:26.335990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-2970bb05-58cc-4203-a8d1-7cc338ffb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:26.337383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-2970bb05-58cc-4203-a8d1-7cc338ffb87a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b16bae2c2b66488c81eb7118f8765f59&device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 1126 time: 0.2051477 Feb 10 06:28:26.472244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999b4f-9334-4412-9d3c-9c5a6f2878b5 req-33da0782-d277-47d1-9a53-29a32c7cc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:26.474345 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-08999b4f-9334-4412-9d3c-9c5a6f2878b5 req-33da0782-d277-47d1-9a53-29a32c7cc1c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 1128 time: 0.0946417 Feb 10 06:28:26.531055 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-08999b4f-9334-4412-9d3c-9c5a6f2878b5 req-c2d5373f-a6e9-4ed5-b18b-5f0a0ce595f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486457 Feb 10 06:28:26.569394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f160043-783c-4d0c-86e2-f006a0119359', 'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:28:15Z', 'updated_at': '2022-02-10T06:28:23Z', 'revision_number': 4, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'gw_port': {'id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:16Z', 'updated_at': '2022-02-10T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'ceea8052-5e2f-4753-891a-5532c691889c', 'name': '', 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'mac_address': 'fa:16:3e:6f:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '8f0467f4-666c-4de8-8c79-13c4a2b88f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:22Z', 'updated_at': '2022-02-10T06:28:24Z', 'revision_number': 2, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'subnets': [{'id': '8f0467f4-666c-4de8-8c79-13c4a2b88f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:26.600648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Checking router: 8f160043-783c-4d0c-86e2-f006a0119359 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:28:26.601103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Updating router 8f160043-783c-4d0c-86e2-f006a0119359 port ceea8052-5e2f-4753-891a-5532c691889c binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:28:26.630593 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ceea8052-5e2f-4753-891a-5532c691889c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:26.787919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ecc19-5d71-482d-83a7-613876572f09 req-ed18420d-e386-4666-8429-1b2adcfa32b9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:26.788636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-783ecc19-5d71-482d-83a7-613876572f09 req-ed18420d-e386-4666-8429-1b2adcfa32b9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.5419753 Feb 10 06:28:26.868719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:26.916531 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Publish callbacks [] for port (ceea8052-5e2f-4753-891a-5532c691889c), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:26.924327 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ceea8052-5e2f-4753-891a-5532c691889c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:26.931069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=20aa6dce-698a-48ff-9645-155713cd1933,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:28:26.953907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-969f8136-2819-4f03-9c82-3556f08d0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:26.955529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-969f8136-2819-4f03-9c82-3556f08d0866 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 200 len: 922 time: 0.6099257 Feb 10 06:28:26.961323 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (20aa6dce-698a-48ff-9645-155713cd1933), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:26.972708 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a10020-ed68-4bc3-bcfe-e5b63cf82514 None None] Pushing event updated for resources: {'Port': ['ID=ceea8052-5e2f-4753-891a-5532c691889c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:26.982210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-f8457c11-8dd8-48d2-87ae-ffc83a436bc4 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5978923 Feb 10 06:28:26.986900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:27.041088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Attempting to bind port ceea8052-5e2f-4753-891a-5532c691889c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:28:27.041424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Attempting to bind port ceea8052-5e2f-4753-891a-5532c691889c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '4623489f-b87c-48ec-aec5-8590ccc2edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:28:27.043025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Attempting to bind port ceea8052-5e2f-4753-891a-5532c691889c on network 39100192-e9ad-4f88-b7d3-36c520a860ad {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:28:27.051712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:28:27.054625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Checking segment: {'id': '4623489f-b87c-48ec-aec5-8590ccc2edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:27.054625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:27.054625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Bound using segment: {'id': '4623489f-b87c-48ec-aec5-8590ccc2edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:28:27.054625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Bound port: ceea8052-5e2f-4753-891a-5532c691889c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4623489f-b87c-48ec-aec5-8590ccc2edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:28:27.054625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ceea8052-5e2f-4753-891a-5532c691889c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:27.080147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-783ecc19-5d71-482d-83a7-613876572f09 req-5c9dac5e-1702-426e-bfa6-7b5fe19a4e88 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492270 Feb 10 06:28:27.081379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-42502767-35bc-439f-8275-b0d9ed62305f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f92179-0c78-4343-9b37-7f9f3574c332 HTTP/1.1" status: 200 len: 217 time: 0.1179335 Feb 10 06:28:27.109811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:27.110522 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:27.112164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] 10.222.0.24 "PUT /v2.0/ports/20aa6dce-698a-48ff-9645-155713cd1933 HTTP/1.1" status: 200 len: 1091 time: 2.7908139 Feb 10 06:28:27.117728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:27.120150 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68ad9ce-0510-46cc-b192-b1039cb3c262" -d '{"events": [{"name": "network-changed", "server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "tag": "20aa6dce-698a-48ff-9645-155713cd1933"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:27.167460 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] For port ceea8052-5e2f-4753-891a-5532c691889c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:28:27.169800 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:27.171687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] For port ceea8052-5e2f-4753-891a-5532c691889c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ceea8052-5e2f-4753-891a-5532c691889c,segment=NetworkSegment(4623489f-b87c-48ec-aec5-8590ccc2edf8),segment_id=4623489f-b87c-48ec-aec5-8590ccc2edf8)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:28:27.185080 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ceea8052-5e2f-4753-891a-5532c691889c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:27.197047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27544863-0280-43d7-9982-8d569d8f3963 service neutron] Pushing event updated for resources: {'Port': ['ID=20aa6dce-698a-48ff-9645-155713cd1933,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:27.256305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Routers {'8f160043-783c-4d0c-86e2-f006a0119359'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:28:27.257011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:28:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f160043-783c-4d0c-86e2-f006a0119359'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:27.272124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-bbc870fe-03a7-4249-bf56-5d28f94bc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:27.273512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-bbc870fe-03a7-4249-bf56-5d28f94bc845 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8fc92a7-d519-4466-8e50-7f92c7c2d0af HTTP/1.1" status: 200 len: 862 time: 0.1601305 Feb 10 06:28:27.337860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-103eb5e4-2324-404e-a7c8-85cd90eb32d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368328 Feb 10 06:28:27.379505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] Set router 8f160043-783c-4d0c-86e2-f006a0119359 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:28:27.480121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f3459-ef99-4cb7-bc15-9a1902763352 req-6a4ae141-1f05-4ad9-9538-f168aa20acd2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:27.489817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-782f3459-ef99-4cb7-bc15-9a1902763352 req-6a4ae141-1f05-4ad9-9538-f168aa20acd2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 944 time: 0.2851639 Feb 10 06:28:27.493743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-d77cdd6f-e848-4d44-9257-faf517193985 service neutron] 10.222.0.24 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456130 Feb 10 06:28:27.501273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a10020-ed68-4bc3-bcfe-e5b63cf82514 None None] Pushing event updated for resources: {'Port': ['ID=ceea8052-5e2f-4753-891a-5532c691889c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:27.506572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d624bb32-86d9-47e6-8403-f1eb1e00d7e3 None None] Provisioning complete for port ceea8052-5e2f-4753-891a-5532c691889c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:27.507076 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d624bb32-86d9-47e6-8403-f1eb1e00d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ceea8052-5e2f-4753-891a-5532c691889c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:27.547332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-29fa0a55-e34a-432c-a039-bd17645d4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:27.548802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-29fa0a55-e34a-432c-a039-bd17645d4271 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 1125 time: 0.3713682 Feb 10 06:28:27.662927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-0da0660e-4947-4b9b-b46c-917b849ed1e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20aa6dce-698a-48ff-9645-155713cd1933 HTTP/1.1" status: 200 len: 217 time: 0.0855937 Feb 10 06:28:27.716772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-f1d91309-ed24-4e41-a57b-e150e7881dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:27.717862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-f1d91309-ed24-4e41-a57b-e150e7881dac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=491df4a3-e634-4587-8c69-65e25f017261 HTTP/1.1" status: 200 len: 844 time: 0.0471113 Feb 10 06:28:27.726541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-782f3459-ef99-4cb7-bc15-9a1902763352 req-f5d2a44b-e375-481a-9b1c-047ddf5a5b33 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353833 Feb 10 06:28:27.805947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-014c4fe7-7835-4f5e-8e09-ec53f048b12c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d397d3-5527-492d-b911-dbab87472a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766492 Feb 10 06:28:27.815849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d624bb32-86d9-47e6-8403-f1eb1e00d7e3 None None] Current status of the port ceea8052-5e2f-4753-891a-5532c691889c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:27.816485 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d624bb32-86d9-47e6-8403-f1eb1e00d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ceea8052-5e2f-4753-891a-5532c691889c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:27.862293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d624bb32-86d9-47e6-8403-f1eb1e00d7e3 None None] For port ceea8052-5e2f-4753-891a-5532c691889c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ceea8052-5e2f-4753-891a-5532c691889c,segment=NetworkSegment(4623489f-b87c-48ec-aec5-8590ccc2edf8),segment_id=4623489f-b87c-48ec-aec5-8590ccc2edf8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:27.870460 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d624bb32-86d9-47e6-8403-f1eb1e00d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ceea8052-5e2f-4753-891a-5532c691889c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:27.925933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56cf0720-211f-4673-8b18-7c7db4a88848 req-3a857fab-1b7d-44d6-bd5f-310ee364869b service neutron] 10.222.0.24 "GET /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552489 Feb 10 06:28:27.948957 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:27.955552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f160043-783c-4d0c-86e2-f006a0119359', 'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:28:15Z', 'updated_at': '2022-02-10T06:28:23Z', 'revision_number': 4, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'gw_port': {'id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:16Z', 'updated_at': '2022-02-10T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'ceea8052-5e2f-4753-891a-5532c691889c', 'name': '', 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'mac_address': 'fa:16:3e:6f:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '8f0467f4-666c-4de8-8c79-13c4a2b88f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:22Z', 'updated_at': '2022-02-10T06:28:27Z', 'revision_number': 4, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'subnets': [{'id': '8f0467f4-666c-4de8-8c79-13c4a2b88f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:27.957994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624bb32-86d9-47e6-8403-f1eb1e00d7e3 None None] Pushing event updated for resources: {'Port': ['ID=ceea8052-5e2f-4753-891a-5532c691889c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:28.007963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-17fcded8-29eb-4fc5-b291-14c14dc3513f service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939385 Feb 10 06:28:28.017512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22543a97-a03c-4eb1-b7ed-7a272d5c3932 None None] The sync data for ids ['8f160043-783c-4d0c-86e2-f006a0119359'] in n-d-828670-1 is: [{'id': '8f160043-783c-4d0c-86e2-f006a0119359', 'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:28:15Z', 'updated_at': '2022-02-10T06:28:23Z', 'revision_number': 4, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'gw_port': {'id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:16Z', 'updated_at': '2022-02-10T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'ceea8052-5e2f-4753-891a-5532c691889c', 'name': '', 'network_id': '39100192-e9ad-4f88-b7d3-36c520a860ad', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'mac_address': 'fa:16:3e:6f:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '8f0467f4-666c-4de8-8c79-13c4a2b88f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:22Z', 'updated_at': '2022-02-10T06:28:27Z', 'revision_number': 4, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'subnets': [{'id': '8f0467f4-666c-4de8-8c79-13c4a2b88f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:28:28.053054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162fab3-54dd-49be-af9d-9f911ae70760 req-4fdff429-da9b-4764-81f7-00da8877f9fc tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:28.055269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b162fab3-54dd-49be-af9d-9f911ae70760 req-4fdff429-da9b-4764-81f7-00da8877f9fc tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.2076755 Feb 10 06:28:28.093119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c52e6ef1-3225-4a54-bb1a-e28ae88de618 None None] Provisioning complete for port ceea8052-5e2f-4753-891a-5532c691889c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:28.093119 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c52e6ef1-3225-4a54-bb1a-e28ae88de618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ceea8052-5e2f-4753-891a-5532c691889c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:28.248367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c52e6ef1-3225-4a54-bb1a-e28ae88de618 None None] Current status of the port ceea8052-5e2f-4753-891a-5532c691889c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:28.260150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b162fab3-54dd-49be-af9d-9f911ae70760 req-8b9cb204-5675-4eea-8a8a-4d020739398d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915362 Feb 10 06:28:28.288597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Allocated IP 172.25.8.23 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/75ea5804-e10d-44d3-b559-2df5cd541861) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:28.292803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a890f895-bfd7-436f-b0ae-44388667e4ec req-0e5ce447-b67c-470c-a374-c617f10afdb8 service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762649 Feb 10 06:28:28.406467 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d349cc8-c5d1-4043-8008-72be8a906af8 x-openstack-request-id: req-8d349cc8-c5d1-4043-8008-72be8a906af8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:28.407162 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "tag": "20aa6dce-698a-48ff-9645-155713cd1933", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:28.407162 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d349cc8-c5d1-4043-8008-72be8a906af8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:28.407372 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933', 'status': 'completed', 'code': 200} Feb 10 06:28:28.463988 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for port (75ea5804-e10d-44d3-b559-2df5cd541861), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:28.520660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b904b3-2785-44fb-bc98-c5c47ac6635a req-aa8ab260-cf8e-4523-94b0-70ab9b2e2b36 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:28.522186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9b904b3-2785-44fb-bc98-c5c47ac6635a req-aa8ab260-cf8e-4523-94b0-70ab9b2e2b36 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 943 time: 0.1140687 Feb 10 06:28:28.527543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-b11acfbf-2c6c-4a76-bd8a-1327691bef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:28.529602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-b11acfbf-2c6c-4a76-bd8a-1327691bef0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 1125 time: 0.1330626 Feb 10 06:28:28.556092 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (75ea5804-e10d-44d3-b559-2df5cd541861), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:28.673615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:28.683482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:28.690744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9b904b3-2785-44fb-bc98-c5c47ac6635a req-6ddbba1c-481b-4077-88d1-fc4a4f668ef3 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601870 Feb 10 06:28:28.691348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Pushing event updated for resources: {'Port': ['ID=75ea5804-e10d-44d3-b559-2df5cd541861,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:28.693712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:28.743557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e8f92179-0c78-4343-9b37-7f9f3574c332 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:28:28.771509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-af884ce1-85ce-4820-be5e-5a72e94290ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:28.773123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-af884ce1-85ce-4820-be5e-5a72e94290ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 904 time: 0.2266109 Feb 10 06:28:28.871430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e8f92179-0c78-4343-9b37-7f9f3574c332, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e8f92179-0c78-4343-9b37-7f9f3574c332,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:28.876536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-37e87349-b0a9-4249-9918-f27e2905a586 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20aa6dce-698a-48ff-9645-155713cd1933 HTTP/1.1" status: 200 len: 217 time: 0.0804656 Feb 10 06:28:28.895159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'e8f92179-0c78-4343-9b37-7f9f3574c332', 'network_id': 'fd60cb93-e5f3-4e9c-9f0a-644dff9dff48', 'port_id': 'e8f92179-0c78-4343-9b37-7f9f3574c332', 'mac_address': 'fa:16:3e:55:21:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fc92a7-d519-4466-8e50-7f92c7c2d0af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:28:28.935369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e8f92179-0c78-4343-9b37-7f9f3574c332 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:28.935779 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:28.950869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f92179-0c78-4343-9b37-7f9f3574c332 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:28.958148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-599b61c8-546c-4da8-bc60-a227e658d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:28.959706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-599b61c8-546c-4da8-bc60-a227e658d1bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=491df4a3-e634-4587-8c69-65e25f017261 HTTP/1.1" status: 200 len: 844 time: 0.0745413 Feb 10 06:28:28.973785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e8f92179-0c78-4343-9b37-7f9f3574c332, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e8f92179-0c78-4343-9b37-7f9f3574c332,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:28.984027 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:29.031788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-04163c0c-c966-4691-894a-a937ce1e86f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d397d3-5527-492d-b911-dbab87472a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636122 Feb 10 06:28:29.038014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e8f92179-0c78-4343-9b37-7f9f3574c332,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:29.055285 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for floatingip (f3b3ab13-06b5-4a67-a40f-4384d3e07f69), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:29.124652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddb317-16dd-4592-9f70-9f16b9a847a2 req-186b0be6-70df-41c3-92c4-5410df008f6e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:29.126182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46ddb317-16dd-4592-9f70-9f16b9a847a2 req-186b0be6-70df-41c3-92c4-5410df008f6e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.3312976 Feb 10 06:28:29.187048 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (75ea5804-e10d-44d3-b559-2df5cd541861), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:29.254109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['e8f92179-0c78-4343-9b37-7f9f3574c332'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:29.259106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-4bd7578d-d387-4d12-ba30-2028ab7a1fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184486 Feb 10 06:28:29.272615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46ddb317-16dd-4592-9f70-9f16b9a847a2 req-707c82f6-d6d5-4100-8628-7bd56654db02 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183422 Feb 10 06:28:29.374096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68ad9ce-0510-46cc-b192-b1039cb3c262 req-a480e73e-76cf-4c9e-a161-a680c168d9d3 service neutron] 10.222.0.24 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049254 Feb 10 06:28:29.486920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb385d7e-1c16-45f8-8d6a-1f0697090f3a req-f931c253-e247-43dc-8b34-a64bc3350ccd tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:29.488374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb385d7e-1c16-45f8-8d6a-1f0697090f3a req-f931c253-e247-43dc-8b34-a64bc3350ccd tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.1134946 Feb 10 06:28:29.553194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for port (75ea5804-e10d-44d3-b559-2df5cd541861), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:29.561780 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb385d7e-1c16-45f8-8d6a-1f0697090f3a req-e12e944a-c790-4513-867b-4a8dfe824dd5 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663462 Feb 10 06:28:29.562946 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (75ea5804-e10d-44d3-b559-2df5cd541861), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:29.636095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Pushing event updated for resources: {'Port': ['ID=75ea5804-e10d-44d3-b559-2df5cd541861,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:29.644400 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (f3b3ab13-06b5-4a67-a40f-4384d3e07f69), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:29.656568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ceea8052-5e2f-4753-891a-5532c691889c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:29.685427 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:29.686701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-50f5df16-347a-4485-8e96-ef5f37b0f67d tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7036443 Feb 10 06:28:29.709172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ceea8052-5e2f-4753-891a-5532c691889c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:29.709832 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ceea8052-5e2f-4753-891a-5532c691889c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:29.801809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ceea8052-5e2f-4753-891a-5532c691889c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:30.042965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9b895-0c1f-4e22-a4e2-9a643207580c req-e5b4b63f-b273-44cb-a23c-2c96307d3a33 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:30.045004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47a9b895-0c1f-4e22-a4e2-9a643207580c req-e5b4b63f-b273-44cb-a23c-2c96307d3a33 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.3914597 Feb 10 06:28:30.048469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-3bff1f9c-dae2-4844-82db-edf661468a82 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.3511114 Feb 10 06:28:30.166816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47a9b895-0c1f-4e22-a4e2-9a643207580c req-b09206bb-eafb-49ea-83da-42a215280f16 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036780 Feb 10 06:28:30.192786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-b3f8ceb0-5fce-41c6-8256-713592dfc570 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:30.194126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-b3f8ceb0-5fce-41c6-8256-713592dfc570 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.1405394 Feb 10 06:28:30.203774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-8cb8a315-0ec7-4dc2-88f1-b4280122dcec tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:28:30.204742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2ee5ee-a310-4bc2-8203-c7d872ab42fa req-8cb8a315-0ec7-4dc2-88f1-b4280122dcec tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056305 Feb 10 06:28:30.289627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29ba95-936e-44c7-818e-992aae10d3a0 req-1ff89ccd-477b-4219-8688-9b1c3a6b613d tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:30.291133 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e29ba95-936e-44c7-818e-992aae10d3a0 req-1ff89ccd-477b-4219-8688-9b1c3a6b613d tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 945 time: 0.0553837 Feb 10 06:28:30.373538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e29ba95-936e-44c7-818e-992aae10d3a0 req-f42f03fb-8cfb-4f3b-885c-8e21beeed34a tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763597 Feb 10 06:28:30.385116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f8d43-3615-487b-9657-a559516a8056 req-8de2b1e9-1f4b-4515-a14b-1ac56dd65c0b tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:30.386600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-627f8d43-3615-487b-9657-a559516a8056 req-8de2b1e9-1f4b-4515-a14b-1ac56dd65c0b tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.0760407 Feb 10 06:28:30.399414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33696) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:30.404487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-83043de5-75d9-4e31-a9a7-948742d8d0a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Request body: {'floatingip': {'port_id': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:30.467354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83043de5-75d9-4e31-a9a7-948742d8d0a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for floatingip (e79876a1-5bd5-421b-bea8-3a8e4744691d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:30.520247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2cf07da5-7f88-4e15-ad1a-234daec2e663 req-2488bdb1-f43e-409e-b157-d804c2f8289f tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips/f3b3ab13-06b5-4a67-a40f-4384d3e07f69 HTTP/1.1" status: 200 len: 692 time: 0.0512800 Feb 10 06:28:30.547008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45025bea-27cc-4bda-bcf3-3d087aabc6df req-feca9d81-becc-4b00-bc16-6d4aa8e2fbc7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:30.548450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45025bea-27cc-4bda-bcf3-3d087aabc6df req-feca9d81-becc-4b00-bc16-6d4aa8e2fbc7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 943 time: 0.1156230 Feb 10 06:28:30.658864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45025bea-27cc-4bda-bcf3-3d087aabc6df req-846bc58b-fef9-4df7-b4a3-4151712879d1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997632 Feb 10 06:28:30.675186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf07da5-7f88-4e15-ad1a-234daec2e663 req-d59712b8-3bd6-418e-965e-b79dc847eed1 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:30.676558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2cf07da5-7f88-4e15-ad1a-234daec2e663 req-d59712b8-3bd6-418e-965e-b79dc847eed1 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.1487365 Feb 10 06:28:30.687410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-2cf07da5-7f88-4e15-ad1a-234daec2e663 req-97670784-7191-4346-b682-8735b6ced6f1 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:28:30.688406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2cf07da5-7f88-4e15-ad1a-234daec2e663 req-97670784-7191-4346-b682-8735b6ced6f1 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061622 Feb 10 06:28:30.750725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 20aa6dce-698a-48ff-9645-155713cd1933 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:28:30.754677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e8f92179-0c78-4343-9b37-7f9f3574c332 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:30.828580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa9510d6-717f-45ce-80a2-510a1a3dfc56 req-65703062-d760-4e0c-9531-c57242cc029f tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=b59923fbb69349c8a6e7c48e43201e31 HTTP/1.1" status: 200 len: 695 time: 0.0770891 Feb 10 06:28:30.936218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port e8f92179-0c78-4343-9b37-7f9f3574c332 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:28:30.944962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port e8f92179-0c78-4343-9b37-7f9f3574c332 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:30.945598 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:31.010886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=20aa6dce-698a-48ff-9645-155713cd1933,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:31.011174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83043de5-75d9-4e31-a9a7-948742d8d0a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:31.018088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf5707-fdba-414e-a54f-0bb46709d650 req-fd50cc7b-42f1-43b5-9cb7-dca24e487cb3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:31.018579 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83043de5-75d9-4e31-a9a7-948742d8d0a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e79876a1-5bd5-421b-bea8-3a8e4744691d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:31.020226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ccf5707-fdba-414e-a54f-0bb46709d650 req-fd50cc7b-42f1-43b5-9cb7-dca24e487cb3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1589577 Feb 10 06:28:31.026293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9510d6-717f-45ce-80a2-510a1a3dfc56 req-c3353154-6aa4-411b-9ec1-46aad87a9694 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:31.033600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa9510d6-717f-45ce-80a2-510a1a3dfc56 req-c3353154-6aa4-411b-9ec1-46aad87a9694 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/networks?id=73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 787 time: 0.1992559 Feb 10 06:28:31.035109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '20aa6dce-698a-48ff-9645-155713cd1933', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'port_id': '20aa6dce-698a-48ff-9645-155713cd1933', 'mac_address': 'fa:16:3e:74:44:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491df4a3-e634-4587-8c69-65e25f017261', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:28:31.042420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-aa9510d6-717f-45ce-80a2-510a1a3dfc56 req-2f9c6667-393b-4b5d-9aa0-75e305709145 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:28:31.054266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa9510d6-717f-45ce-80a2-510a1a3dfc56 req-2f9c6667-393b-4b5d-9aa0-75e305709145 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197430 Feb 10 06:28:31.112230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e8f92179-0c78-4343-9b37-7f9f3574c332 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:31.113004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:31.124180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 20aa6dce-698a-48ff-9645-155713cd1933 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:31.124572 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20aa6dce-698a-48ff-9645-155713cd1933), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:31.148379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ccf5707-fdba-414e-a54f-0bb46709d650 req-3f6e764e-3d56-48a4-aa0a-4950ed1ba7e1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124449 Feb 10 06:28:31.170514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e8f92179-0c78-4343-9b37-7f9f3574c332, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e8f92179-0c78-4343-9b37-7f9f3574c332,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:31.173071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bc3ded-feb4-423c-8e4f-6cae278809df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f92179-0c78-4343-9b37-7f9f3574c332'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:31.179261 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37338db2-6e82-419e-a6e1-3009f7d9b214" -d '{"events": [{"server_uuid": "50bc3ded-feb4-423c-8e4f-6cae278809df", "name": "network-vif-plugged", "status": "completed", "tag": "e8f92179-0c78-4343-9b37-7f9f3574c332"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:31.183332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20aa6dce-698a-48ff-9645-155713cd1933 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:31.198585 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:31.206544 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-83043de5-75d9-4e31-a9a7-948742d8d0a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Floating IP e79876a1-5bd5-421b-bea8-3a8e4744691d associated. External IP: 172.25.8.177, port: 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5. Feb 10 06:28:31.271640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f292801-838c-4c37-b60a-272912b52d30 req-81cdffbf-ce0a-4f14-9022-8017148c03cd tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips/f3b3ab13-06b5-4a67-a40f-4384d3e07f69 HTTP/1.1" status: 200 len: 692 time: 0.0797725 Feb 10 06:28:31.271967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=20aa6dce-698a-48ff-9645-155713cd1933,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:31.285160 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (20aa6dce-698a-48ff-9645-155713cd1933), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:31.313602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e8f92179-0c78-4343-9b37-7f9f3574c332,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:31.373668 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffc574f-5ddc-4241-92d0-1f40b4bbf5ea x-openstack-request-id: req-bffc574f-5ddc-4241-92d0-1f40b4bbf5ea {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:31.373844 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bc3ded-feb4-423c-8e4f-6cae278809df", "name": "network-vif-plugged", "status": "completed", "tag": "e8f92179-0c78-4343-9b37-7f9f3574c332", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:31.374047 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bffc574f-5ddc-4241-92d0-1f40b4bbf5ea {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:31.374467 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bc3ded-feb4-423c-8e4f-6cae278809df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f92179-0c78-4343-9b37-7f9f3574c332', 'code': 200} Feb 10 06:28:31.384235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=20aa6dce-698a-48ff-9645-155713cd1933,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:31.526780 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-89d71df6-f4b2-4c44-b6d0-5ab976301329 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1790581 Feb 10 06:28:31.539999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f292801-838c-4c37-b60a-272912b52d30 req-18f965f4-6e5b-4715-8b24-094d9a89b3c8 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:31.541465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f292801-838c-4c37-b60a-272912b52d30 req-18f965f4-6e5b-4715-8b24-094d9a89b3c8 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.2637031 Feb 10 06:28:31.562784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-881e4c82-8946-4f3f-94db-7ce5d720c67b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:28:31.563935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-881e4c82-8946-4f3f-94db-7ce5d720c67b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099587 Feb 10 06:28:31.568979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83043de5-75d9-4e31-a9a7-948742d8d0a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:28:31.572386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['20aa6dce-698a-48ff-9645-155713cd1933'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:31.573002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-4f292801-838c-4c37-b60a-272912b52d30 req-9783f19b-40ee-49cb-a8f6-a11df6aa078c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:28:31.574541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f292801-838c-4c37-b60a-272912b52d30 req-9783f19b-40ee-49cb-a8f6-a11df6aa078c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062382 Feb 10 06:28:31.598796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a327fc0-1783-4911-9d72-a694677f105a req-ec47a2c1-7157-4599-8158-26171592eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:31.600383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a327fc0-1783-4911-9d72-a694677f105a req-ec47a2c1-7157-4599-8158-26171592eff4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 1128 time: 0.1509860 Feb 10 06:28:31.661215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f292801-838c-4c37-b60a-272912b52d30 req-26b2e927-0dad-4ff3-a77b-aff799ee99f5 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.0702448 Feb 10 06:28:31.703126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83043de5-75d9-4e31-a9a7-948742d8d0a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:28:31.708708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83043de5-75d9-4e31-a9a7-948742d8d0a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:31.716551 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] Sync routers for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:28:31.734572 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:28:31.735380 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:28:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:31.750446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-83043de5-75d9-4e31-a9a7-948742d8d0a9 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "PUT /v2.0/floatingips/e79876a1-5bd5-421b-bea8-3a8e4744691d HTTP/1.1" status: 200 len: 992 time: 1.3477123 Feb 10 06:28:31.750446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'tag': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:31.751412 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fe52e1-d879-4f64-9550-9411579b3479" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7", "tag": "6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:31.798139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a327fc0-1783-4911-9d72-a694677f105a req-787f3761-02ef-4a01-aa97-019cae9a0493 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656709 Feb 10 06:28:31.808786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f292801-838c-4c37-b60a-272912b52d30 req-4e11db9a-6895-4039-8527-a392692f445e tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.1266584 Feb 10 06:28:31.816288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064dfc9-3007-48ee-8ddf-9dd8a20edbdd req-3d2b4ecc-a370-4926-b424-ab984eb0c3b4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:31.818040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2064dfc9-3007-48ee-8ddf-9dd8a20edbdd req-3d2b4ecc-a370-4926-b424-ab984eb0c3b4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.2721577 Feb 10 06:28:31.912339 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:28:31.988831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2064dfc9-3007-48ee-8ddf-9dd8a20edbdd req-d29274fd-553b-4c7e-a0e1-32afe1fb6239 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787389 Feb 10 06:28:31.999500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4f292801-838c-4c37-b60a-272912b52d30 req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Deleting port 75ea5804-e10d-44d3-b559-2df5cd541861 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:31.999887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f292801-838c-4c37-b60a-272912b52d30 req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (75ea5804-e10d-44d3-b559-2df5cd541861), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:32.110044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f292801-838c-4c37-b60a-272912b52d30 req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (75ea5804-e10d-44d3-b559-2df5cd541861), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:32.110458 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f292801-838c-4c37-b60a-272912b52d30 req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for floatingip (75ea5804-e10d-44d3-b559-2df5cd541861), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:32.133224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33742) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:32.146858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4f292801-838c-4c37-b60a-272912b52d30 req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Calling delete_port for 75ea5804-e10d-44d3-b559-2df5cd541861 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:32.240279 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:55Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e79876a1-5bd5-421b-bea8-3a8e4744691d', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'port_id': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'mac_address': 'fa:16:3e:68:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:28:02Z', 'updated_at': '2022-02-10T06:28:30Z', 'revision_number': 1, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bada3c-fd37-4b12-89b1-846056228269', 'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'mac_address': 'fa:16:3e:f0:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:53Z', 'updated_at': '2022-02-10T06:28:05Z', 'revision_number': 5, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'subnets': [{'id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:32.245505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119dcc3-8902-41b2-bd80-e692b487575c req-d6b65669-6d1b-4170-9b8c-f9f734431b23 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:32.247780 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0119dcc3-8902-41b2-bd80-e692b487575c req-d6b65669-6d1b-4170-9b8c-f9f734431b23 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 946 time: 0.1338704 Feb 10 06:28:32.258437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-9e1c6336-ea19-4f19-86c3-e1cca69a064e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:32.259864 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-9e1c6336-ea19-4f19-86c3-e1cca69a064e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports/baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 946 time: 0.1256139 Feb 10 06:28:32.286396 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] Checking router: c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:28:32.296329 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:28:32.296944 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:28:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:32.325110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0119dcc3-8902-41b2-bd80-e692b487575c req-9bafdeeb-3d01-4c47-ad92-8dc9b7b9cb4c tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684235 Feb 10 06:28:32.393452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f292801-838c-4c37-b60a-272912b52d30 req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (75ea5804-e10d-44d3-b559-2df5cd541861), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:32.432868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Pushing event deleted for resources: {'Port': ['ID=75ea5804-e10d-44d3-b559-2df5cd541861,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:32.451619 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:28:32.550394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5f8e8-8dd4-4d03-b04f-4b4a2d4462a8 req-7531692f-eca9-4a66-ad23-18b1fc9bf1b5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:32.551817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdd5f8e8-8dd4-4d03-b04f-4b4a2d4462a8 req-7531692f-eca9-4a66-ad23-18b1fc9bf1b5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 944 time: 0.1143599 Feb 10 06:28:32.555832 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f292801-838c-4c37-b60a-272912b52d30 req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for floatingip (f3b3ab13-06b5-4a67-a40f-4384d3e07f69), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:32.560018 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f292801-838c-4c37-b60a-272912b52d30 req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:32.571978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f292801-838c-4c37-b60a-272912b52d30 req-00f50dea-2c65-423e-9773-0e4ced1b75ca tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "DELETE /v2.0/floatingips/f3b3ab13-06b5-4a67-a40f-4384d3e07f69 HTTP/1.1" status: 204 len: 173 time: 0.7526240 Feb 10 06:28:32.660176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdd5f8e8-8dd4-4d03-b04f-4b4a2d4462a8 req-1e7e1722-a6c0-414c-85b4-2abbb33c7d23 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848277 Feb 10 06:28:32.759990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a56a-8c39-4790-baf3-8d56b16fe59e req-70e06fde-8e23-4740-a1a6-463da1700f6a tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:32.761055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 20aa6dce-698a-48ff-9645-155713cd1933 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:32.761619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e850a56a-8c39-4790-baf3-8d56b16fe59e req-70e06fde-8e23-4740-a1a6-463da1700f6a tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.0742192 Feb 10 06:28:32.829384 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:55Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e79876a1-5bd5-421b-bea8-3a8e4744691d', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'port_id': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'mac_address': 'fa:16:3e:68:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:28:02Z', 'updated_at': '2022-02-10T06:28:30Z', 'revision_number': 1, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bada3c-fd37-4b12-89b1-846056228269', 'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'mac_address': 'fa:16:3e:f0:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:53Z', 'updated_at': '2022-02-10T06:28:05Z', 'revision_number': 5, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'subnets': [{'id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:32.848703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 20aa6dce-698a-48ff-9645-155713cd1933 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:28:32.854663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 20aa6dce-698a-48ff-9645-155713cd1933 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:32.856146 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (20aa6dce-698a-48ff-9645-155713cd1933), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:32.873998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e850a56a-8c39-4790-baf3-8d56b16fe59e req-90e6f5e8-ebe3-4aca-b536-a8ec78cd450d tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003156 Feb 10 06:28:32.881264 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c8a5d3-974e-4eaf-8475-19280be88938 x-openstack-request-id: req-c2c8a5d3-974e-4eaf-8475-19280be88938 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:32.881809 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7", "tag": "6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:32.881809 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2c8a5d3-974e-4eaf-8475-19280be88938 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:32.882231 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'tag': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5', 'status': 'completed', 'code': 200} Feb 10 06:28:32.952169 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e2afb-bb89-4a41-844a-912e93b486ed None None] The sync data for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 is: [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:55Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e79876a1-5bd5-421b-bea8-3a8e4744691d', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'port_id': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'mac_address': 'fa:16:3e:68:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:28:02Z', 'updated_at': '2022-02-10T06:28:30Z', 'revision_number': 1, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bada3c-fd37-4b12-89b1-846056228269', 'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'mac_address': 'fa:16:3e:f0:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:53Z', 'updated_at': '2022-02-10T06:28:05Z', 'revision_number': 5, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'subnets': [{'id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:28:33.036175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe52e1-d879-4f64-9550-9411579b3479 req-57af0d81-02da-44dd-9205-e91453cd08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.041557 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04fe52e1-d879-4f64-9550-9411579b3479 req-57af0d81-02da-44dd-9205-e91453cd08e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41cd42f535424cefa8fa6384061b8d5f&device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 1128 time: 0.1455092 Feb 10 06:28:33.099797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 20aa6dce-698a-48ff-9645-155713cd1933 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:33.100198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20aa6dce-698a-48ff-9645-155713cd1933), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:33.141974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=20aa6dce-698a-48ff-9645-155713cd1933,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:33.147650 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (20aa6dce-698a-48ff-9645-155713cd1933), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:33.172577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f1b95-d220-4e97-9056-9b7024e3894f req-16a5da64-2e59-4c27-a599-3c7bb2941dad tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.180802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-494f1b95-d220-4e97-9056-9b7024e3894f req-16a5da64-2e59-4c27-a599-3c7bb2941dad tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.2341785 Feb 10 06:28:33.186542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe52e1-d879-4f64-9550-9411579b3479 req-b6f14921-6887-433e-a20a-a9b092c329da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.188729 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04fe52e1-d879-4f64-9550-9411579b3479 req-b6f14921-6887-433e-a20a-a9b092c329da service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 HTTP/1.1" status: 200 len: 911 time: 0.1398115 Feb 10 06:28:33.253774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=20aa6dce-698a-48ff-9645-155713cd1933,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:33.284871 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04fe52e1-d879-4f64-9550-9411579b3479 req-6b1ab426-7640-4ad2-a353-9483b003e349 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 HTTP/1.1" status: 200 len: 1000 time: 0.0888445 Feb 10 06:28:33.324035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-494f1b95-d220-4e97-9056-9b7024e3894f req-fab51fe7-c361-4b27-bf67-8362efe4e85d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420143 Feb 10 06:28:33.339134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b906cfc-45b5-4254-986f-e4fd0009cf9d None None] New status for floating IP e79876a1-5bd5-421b-bea8-3a8e4744691d: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:28:33.391946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe52e1-d879-4f64-9550-9411579b3479 req-0d32f225-aa09-424b-b1af-5727c1af9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.393594 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04fe52e1-d879-4f64-9550-9411579b3479 req-0d32f225-aa09-424b-b1af-5727c1af9658 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61751964-22ab-4b93-8450-54ef7afaffd9 HTTP/1.1" status: 200 len: 850 time: 0.1020243 Feb 10 06:28:33.408742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:33.410978 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e4d469-cf94-4ba4-b5d9-b69b6aef9c0a" -d '{"events": [{"server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "name": "network-vif-plugged", "status": "completed", "tag": "20aa6dce-698a-48ff-9645-155713cd1933"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:33.412288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-dcc4f24c-a6e1-430b-bab1-b6312c36625a tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3321762 Feb 10 06:28:33.428073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:33.491922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:33.549348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe52e1-d879-4f64-9550-9411579b3479 req-11ec5466-e495-49d6-9d86-e2bda5ba5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.551288 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04fe52e1-d879-4f64-9550-9411579b3479 req-11ec5466-e495-49d6-9d86-e2bda5ba5815 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe02e4a1-9d63-4399-80df-8ad7afdf1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1487036 Feb 10 06:28:33.594141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-71144b5b-af7a-4b3f-a06a-16234f640084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.595824 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-71144b5b-af7a-4b3f-a06a-16234f640084 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1131 time: 0.1097271 Feb 10 06:28:33.689438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f50ecf-7566-446d-90ec-4c7ab3827226 req-ec047e36-14a4-49d5-aab5-d100a997f9dd tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.690963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56f50ecf-7566-446d-90ec-4c7ab3827226 req-ec047e36-14a4-49d5-aab5-d100a997f9dd tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1653073 Feb 10 06:28:33.736438 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04fe52e1-d879-4f64-9550-9411579b3479 req-fe6f83e0-9354-4ba7-a060-1d4a9ead6fa0 service neutron] 10.222.0.13 "GET /v2.0/networks/fe02e4a1-9d63-4399-80df-8ad7afdf1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765237 Feb 10 06:28:33.767204 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:33.776316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-8262d392-da5d-470d-ac1e-86d0cb418636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.778354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-8262d392-da5d-470d-ac1e-86d0cb418636 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1743748 Feb 10 06:28:33.784725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56f50ecf-7566-446d-90ec-4c7ab3827226 req-58141f8c-228b-4741-99b7-45c2aedd7003 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840247 Feb 10 06:28:33.853826 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-bb6f609b-e981-41cf-b842-eedec3bcccfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.0707181 Feb 10 06:28:33.919657 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04fe52e1-d879-4f64-9550-9411579b3479 req-8b37c8e7-df0b-4a4c-8fe3-23cf9bbb3f04 service neutron] 10.222.0.13 "GET /v2.0/networks/fe02e4a1-9d63-4399-80df-8ad7afdf1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775584 Feb 10 06:28:33.926654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-1f415831-bb13-4d84-aa3d-d58748ff97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.928184 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-1f415831-bb13-4d84-aa3d-d58748ff97fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0619857 Feb 10 06:28:33.930900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Allocated IP 172.25.8.3 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/6e5224c8-64b2-4aae-819e-b6bad6420bda) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:28:33.952072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5d9d-c673-414c-b81a-8c94e9db1ddf req-3db0f3f4-e2cb-4a23-ab49-fe28106b4949 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.953570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6caa5d9d-c673-414c-b81a-8c94e9db1ddf req-3db0f3f4-e2cb-4a23-ab49-fe28106b4949 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 946 time: 0.0800252 Feb 10 06:28:33.991040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-ff882101-8175-4e42-beea-9455baa17822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:33.993426 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-ff882101-8175-4e42-beea-9455baa17822 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0551059 Feb 10 06:28:34.059887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6caa5d9d-c673-414c-b81a-8c94e9db1ddf req-0f024ecc-5864-464c-b32c-5876801a81df tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981574 Feb 10 06:28:34.091348 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for port (6e5224c8-64b2-4aae-819e-b6bad6420bda), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:34.126443 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-af0cb74e-c7f0-4371-bc47-cd46f21c2b8a service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269860 Feb 10 06:28:34.126710 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7b440-635e-4b23-8eb0-cc352288a5da x-openstack-request-id: req-bfc7b440-635e-4b23-8eb0-cc352288a5da {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:34.128370 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "name": "network-vif-plugged", "status": "completed", "tag": "20aa6dce-698a-48ff-9645-155713cd1933", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:34.128856 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfc7b440-635e-4b23-8eb0-cc352288a5da {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:34.129722 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933', 'code': 200} Feb 10 06:28:34.175063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6e5224c8-64b2-4aae-819e-b6bad6420bda), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:34.253036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-26a460b1-32f8-40a1-8b06-bbd4c1655b2d service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186290 Feb 10 06:28:34.273687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:28:34.288357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:34.295360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:28:34.342802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Pushing event updated for resources: {'Port': ['ID=6e5224c8-64b2-4aae-819e-b6bad6420bda,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:34.369693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642903e0-bff8-42b5-a7fc-dbfce96a9d7d req-d7d4ea63-609f-4186-a934-313fe08b8df0 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:34.371275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-642903e0-bff8-42b5-a7fc-dbfce96a9d7d req-d7d4ea63-609f-4186-a934-313fe08b8df0 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 945 time: 0.1599293 Feb 10 06:28:34.377624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f18e33-85f0-4516-87bc-86fd924812e4 req-e53a0e32-00a5-4e38-a5d4-e7e4e2ae31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:34.379173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61f18e33-85f0-4516-87bc-86fd924812e4 req-e53a0e32-00a5-4e38-a5d4-e7e4e2ae31fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 1127 time: 0.1667988 Feb 10 06:28:34.503589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-642903e0-bff8-42b5-a7fc-dbfce96a9d7d req-3faad549-d32a-4cc7-910e-aa522f3b8bd5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234865 Feb 10 06:28:34.507091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for floatingip (8a7912b7-baa3-4aef-b736-5c019c8a1ddf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:34.514820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61f18e33-85f0-4516-87bc-86fd924812e4 req-df7cdcca-a98c-4dc4-83f6-160b9798d3a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254191 Feb 10 06:28:34.553019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6e5224c8-64b2-4aae-819e-b6bad6420bda), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:34.661137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce869d3c-bae1-47a2-b950-ae88863ea84a req-2b441ec7-c584-4f39-b9be-42f59fa023a5 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:34.662566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce869d3c-bae1-47a2-b950-ae88863ea84a req-2b441ec7-c584-4f39-b9be-42f59fa023a5 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.0890613 Feb 10 06:28:34.755863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce869d3c-bae1-47a2-b950-ae88863ea84a req-8be5595b-5c23-4929-9785-246fa8910c6f tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662136 Feb 10 06:28:34.789907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for port (6e5224c8-64b2-4aae-819e-b6bad6420bda), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:34.795696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (6e5224c8-64b2-4aae-819e-b6bad6420bda), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:34.864610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Pushing event updated for resources: {'Port': ['ID=6e5224c8-64b2-4aae-819e-b6bad6420bda,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:34.884203 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (8a7912b7-baa3-4aef-b736-5c019c8a1ddf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:34.913344 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:34.917334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-16d6c1b6-a9ac-4f28-b6af-b55c244fec25 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5042286 Feb 10 06:28:35.010627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-334e2b11-bba4-4435-a21b-b3a4c70380d0 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 694 time: 0.0782406 Feb 10 06:28:35.211740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cfe34-c31e-4162-b6bb-e37271a25dc5 req-32d0859d-0134-4ea4-9950-77d2025bbfdc tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:35.213573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e70cfe34-c31e-4162-b6bb-e37271a25dc5 req-32d0859d-0134-4ea4-9950-77d2025bbfdc tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1613083 Feb 10 06:28:35.223480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-57b392fe-8440-46a4-b182-bf35f68ee7ef tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:35.225120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-57b392fe-8440-46a4-b182-bf35f68ee7ef tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.2138147 Feb 10 06:28:35.240178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-8f95d8e7-9634-4381-adfb-8777ee9e0025 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:28:35.241485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c134f7b-5e2b-43bc-8eff-af560c187081 req-8f95d8e7-9634-4381-adfb-8777ee9e0025 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071759 Feb 10 06:28:35.300111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e70cfe34-c31e-4162-b6bb-e37271a25dc5 req-1ee27a88-155f-4ce4-b6fc-4b778f1df606 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735340 Feb 10 06:28:35.450747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87674ca7-1201-4b77-a8ef-0d63e31911e7 req-a2aa393c-18e9-43a1-bcf2-04c21fa76974 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:35.452799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87674ca7-1201-4b77-a8ef-0d63e31911e7 req-a2aa393c-18e9-43a1-bcf2-04c21fa76974 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.0813875 Feb 10 06:28:35.519566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87674ca7-1201-4b77-a8ef-0d63e31911e7 req-f154a208-5443-498d-b9e4-238e9a2b7535 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592871 Feb 10 06:28:35.700319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aea59-9b4b-4396-8a73-98b876b2201c req-9610693d-9daf-47fd-91dc-2a0819bbc18b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:35.709357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac5aea59-9b4b-4396-8a73-98b876b2201c req-9610693d-9daf-47fd-91dc-2a0819bbc18b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.0966470 Feb 10 06:28:36.100450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac5aea59-9b4b-4396-8a73-98b876b2201c req-be560035-04bd-4da6-8791-4f4347a7b35f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881898 Feb 10 06:28:36.119759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d3a2d-482d-4485-9732-c409346a95f6 req-a87d0776-891c-4edc-b815-973a94917a90 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:36.122025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b7d3a2d-482d-4485-9732-c409346a95f6 req-a87d0776-891c-4edc-b815-973a94917a90 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 946 time: 0.0899942 Feb 10 06:28:36.188114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-d7d53117-860e-4b55-bd6f-b9701eceb145 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips/8a7912b7-baa3-4aef-b736-5c019c8a1ddf HTTP/1.1" status: 200 len: 691 time: 0.0588140 Feb 10 06:28:36.255486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b7d3a2d-482d-4485-9732-c409346a95f6 req-93878eaa-19a4-4216-bbcc-212aed91eec5 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups?id=288cbbde-7e07-4dd4-b509-2bb46a53988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202865 Feb 10 06:28:36.360594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-b0c6b562-9cda-4093-9e99-bf46988f3131 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:36.361979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-b0c6b562-9cda-4093-9e99-bf46988f3131 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.1627371 Feb 10 06:28:36.390044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-e7cbfb13-3624-4efb-92b3-52d2b405e3b7 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:28:36.391052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-e7cbfb13-3624-4efb-92b3-52d2b405e3b7 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083272 Feb 10 06:28:36.451540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-037b9af3-2017-4827-a2a2-d8ea4da59bb3 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 694 time: 0.0538161 Feb 10 06:28:36.492720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b1e58-b431-463a-b4d2-1500f6c2ff71 req-df1f3db3-d6a5-4ded-8076-c73f029f529a tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:36.494241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca2b1e58-b431-463a-b4d2-1500f6c2ff71 req-df1f3db3-d6a5-4ded-8076-c73f029f529a tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 945 time: 0.1594145 Feb 10 06:28:36.545670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-d942a2c6-3c05-4a5a-a58a-5350a2dec4ce tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 694 time: 0.0739536 Feb 10 06:28:36.546530 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:36.616344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-8eb529f3-41b5-47e9-adc3-a57cce683447 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:36.617798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-8eb529f3-41b5-47e9-adc3-a57cce683447 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.24 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 946 time: 0.1779017 Feb 10 06:28:36.718162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca2b1e58-b431-463a-b4d2-1500f6c2ff71 req-0898fbae-5cfd-40ea-8e94-2919f670bc75 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867261 Feb 10 06:28:36.811092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Deleting port 6e5224c8-64b2-4aae-819e-b6bad6420bda {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:36.811574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6e5224c8-64b2-4aae-819e-b6bad6420bda), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:36.830981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Deleting port e8f92179-0c78-4343-9b37-7f9f3574c332 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:36.831500 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:36.970272 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6e5224c8-64b2-4aae-819e-b6bad6420bda), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:36.970590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for floatingip (6e5224c8-64b2-4aae-819e-b6bad6420bda), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:36.994258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] For port e8f92179-0c78-4343-9b37-7f9f3574c332, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e8f92179-0c78-4343-9b37-7f9f3574c332,segment=NetworkSegment(4b45e6c5-005d-4517-bd67-647794bdcde9),segment_id=4b45e6c5-005d-4517-bd67-647794bdcde9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:36.994667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:36.998014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Calling delete_port for 6e5224c8-64b2-4aae-819e-b6bad6420bda owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:37.014919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Calling delete_port for e8f92179-0c78-4343-9b37-7f9f3574c332 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:37.191212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c673a76-1257-45f9-ba00-eb46cc2c1b73 req-ff9251ca-9989-4275-82ff-48809dd7d090 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:37.192737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c673a76-1257-45f9-ba00-eb46cc2c1b73 req-ff9251ca-9989-4275-82ff-48809dd7d090 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1378849 Feb 10 06:28:37.313082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c673a76-1257-45f9-ba00-eb46cc2c1b73 req-4f7c40f1-87c1-4066-a3ef-298cb3e35b09 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043177 Feb 10 06:28:37.344705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6e5224c8-64b2-4aae-819e-b6bad6420bda), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:37.352688 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e8f92179-0c78-4343-9b37-7f9f3574c332), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:37.381184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Pushing event deleted for resources: {'Port': ['ID=6e5224c8-64b2-4aae-819e-b6bad6420bda,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:37.482164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks [] for floatingip (8a7912b7-baa3-4aef-b736-5c019c8a1ddf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:37.485385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:37.487076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24111a5b-860b-4f7d-9b20-40fe9dd88794 req-7a7dfbc1-a32d-4c48-944a-1a636684f12c tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "DELETE /v2.0/floatingips/8a7912b7-baa3-4aef-b736-5c019c8a1ddf HTTP/1.1" status: 204 len: 173 time: 0.9331512 Feb 10 06:28:37.502294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event deleted for resources: {'Port': ['ID=e8f92179-0c78-4343-9b37-7f9f3574c332,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:37.570225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] No DVR routers for this DVR port e8f92179-0c78-4343-9b37-7f9f3574c332 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:28:37.574143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:37.578989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b37ab46a-ad94-412f-8f6d-5d5de4de6c8c req-a1d261dd-74fd-4beb-a3a8-3f17e157dad2 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.24 "DELETE /v2.0/ports/e8f92179-0c78-4343-9b37-7f9f3574c332 HTTP/1.1" status: 204 len: 173 time: 0.9510334 Feb 10 06:28:37.580091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bc3ded-feb4-423c-8e4f-6cae278809df', 'name': 'network-vif-deleted', 'tag': 'e8f92179-0c78-4343-9b37-7f9f3574c332'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:37.586575 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064033b0-752b-474c-a786-67d3e81125cd" -d '{"events": [{"server_uuid": "50bc3ded-feb4-423c-8e4f-6cae278809df", "name": "network-vif-deleted", "tag": "e8f92179-0c78-4343-9b37-7f9f3574c332"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:37.740358 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6545bd6e-a110-4dd3-8a6e-f11fc158a7ef req-fb64635b-f9ac-4884-be20-7bbdaa6a9e1e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/ports?device_id=50bc3ded-feb4-423c-8e4f-6cae278809df HTTP/1.1" status: 200 len: 210 time: 0.0678864 Feb 10 06:28:37.773999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf625de-28eb-4529-b78c-aa385c8930b2 req-f7165a1e-99cb-4b91-9304-7878822bbaf7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:37.775865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-caf625de-28eb-4529-b78c-aa385c8930b2 req-f7165a1e-99cb-4b91-9304-7878822bbaf7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1233454 Feb 10 06:28:37.823429 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-532084a1-10a7-4e7a-91b6-615905194978 req-0d6d7039-d0b9-4e60-b880-d04782e20a09 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] show failed (client error): The resource could not be found. Feb 10 06:28:37.824408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-532084a1-10a7-4e7a-91b6-615905194978 req-0d6d7039-d0b9-4e60-b880-d04782e20a09 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips/8a7912b7-baa3-4aef-b736-5c019c8a1ddf HTTP/1.1" status: 404 len: 350 time: 0.0471816 Feb 10 06:28:37.868653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-caf625de-28eb-4529-b78c-aa385c8930b2 req-1ee21cee-baa4-4cc5-b37f-b86d4ec92b52 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833707 Feb 10 06:28:37.897913 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b79a36-2fa5-4791-ad2a-ffe794f7a65d x-openstack-request-id: req-22b79a36-2fa5-4791-ad2a-ffe794f7a65d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:37.898505 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bc3ded-feb4-423c-8e4f-6cae278809df", "name": "network-vif-deleted", "tag": "e8f92179-0c78-4343-9b37-7f9f3574c332", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:37.898825 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22b79a36-2fa5-4791-ad2a-ffe794f7a65d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:37.899307 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bc3ded-feb4-423c-8e4f-6cae278809df', 'name': 'network-vif-deleted', 'tag': 'e8f92179-0c78-4343-9b37-7f9f3574c332', 'status': 'completed', 'code': 200} Feb 10 06:28:37.950256 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-dc9d94d1-9c4e-4e63-9aab-7b5c0daa40e4 req-630f388c-e636-4945-8e00-b8782b99b096 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] show failed (client error): The resource could not be found. Feb 10 06:28:37.955655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc9d94d1-9c4e-4e63-9aab-7b5c0daa40e4 req-630f388c-e636-4945-8e00-b8782b99b096 tempest-FloatingIPsTestJSON-17848262 tempest-FloatingIPsTestJSON-17848262-project] 10.222.0.21 "GET /v2.0/floatingips/8a7912b7-baa3-4aef-b736-5c019c8a1ddf HTTP/1.1" status: 404 len: 350 time: 0.0465105 Feb 10 06:28:37.960740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33906) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:38.024203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0689a-eab3-40bf-ac76-0bc2ce48e4bf req-4067ac93-6c53-465a-85e5-a1ccf48eb71e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:38.026150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76d0689a-eab3-40bf-ac76-0bc2ce48e4bf req-4067ac93-6c53-465a-85e5-a1ccf48eb71e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 945 time: 0.0681560 Feb 10 06:28:38.134060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76d0689a-eab3-40bf-ac76-0bc2ce48e4bf req-8649e679-25e4-4e7f-ab6a-08625df6df5c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953522 Feb 10 06:28:38.449109 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (8f160043-783c-4d0c-86e2-f006a0119359), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:38.467195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261813-12c5-45a2-b135-1241ecf2cba0 req-df417b4e-f729-42c0-bff6-7c171d92bf7a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:38.468961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c261813-12c5-45a2-b135-1241ecf2cba0 req-df417b4e-f729-42c0-bff6-7c171d92bf7a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.0679505 Feb 10 06:28:38.528631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c261813-12c5-45a2-b135-1241ecf2cba0 req-0d4b62ab-0aa7-4f85-b9d9-7a9eddbc055f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537724 Feb 10 06:28:38.740117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Deleting port ceea8052-5e2f-4753-891a-5532c691889c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:38.740496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ceea8052-5e2f-4753-891a-5532c691889c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:38.808490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e8f92179-0c78-4343-9b37-7f9f3574c332 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:38.831820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: e8f92179-0c78-4343-9b37-7f9f3574c332 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:28:38.832404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e8f92179-0c78-4343-9b37-7f9f3574c332 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:28:38.841484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] For port ceea8052-5e2f-4753-891a-5532c691889c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ceea8052-5e2f-4753-891a-5532c691889c,segment=NetworkSegment(4623489f-b87c-48ec-aec5-8590ccc2edf8),segment_id=4623489f-b87c-48ec-aec5-8590ccc2edf8)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:38.841866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ceea8052-5e2f-4753-891a-5532c691889c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:38.859292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Calling delete_port for ceea8052-5e2f-4753-891a-5532c691889c owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:39.008060 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33928) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:39.044744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e61fe-abff-4ca6-b434-7333bf5301cd req-c5a87d8f-f3a3-438e-9b73-200d1928c212 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:39.046942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-400e61fe-abff-4ca6-b434-7333bf5301cd req-c5a87d8f-f3a3-438e-9b73-200d1928c212 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.0831652 Feb 10 06:28:39.095187 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25e9a659-4d9e-4ff5-8ba3-fcbb575d5b65 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group (2f36bf82-605a-46c9-ab22-962593cdf08a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:39.124248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-400e61fe-abff-4ca6-b434-7333bf5301cd req-f19ce855-a978-4a42-9af0-c6bb139276e8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659795 Feb 10 06:28:39.277026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc244a6-efcd-41cc-9254-63e67d0e861b req-8a750baa-ce8f-4d4f-b14c-4699a1a25dd1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:39.284983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc244a6-efcd-41cc-9254-63e67d0e861b req-8a750baa-ce8f-4d4f-b14c-4699a1a25dd1 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 945 time: 0.0758750 Feb 10 06:28:39.342879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc244a6-efcd-41cc-9254-63e67d0e861b req-7c95fd2f-5f03-45f3-ae49-fedd89b239b0 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569696 Feb 10 06:28:39.455319 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25e9a659-4d9e-4ff5-8ba3-fcbb575d5b65 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group (2f36bf82-605a-46c9-ab22-962593cdf08a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:39.499420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ceea8052-5e2f-4753-891a-5532c691889c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:39.530780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceea8052-5e2f-4753-891a-5532c691889c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:39.733357 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25e9a659-4d9e-4ff5-8ba3-fcbb575d5b65 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2f36bf82-605a-46c9-ab22-962593cdf08a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:39.736870 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25e9a659-4d9e-4ff5-8ba3-fcbb575d5b65 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:39.738649 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-25e9a659-4d9e-4ff5-8ba3-fcbb575d5b65 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f36bf82-605a-46c9-ab22-962593cdf08a HTTP/1.1" status: 204 len: 168 time: 0.7294772 Feb 10 06:28:39.747261 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33946) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:39.777105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9a659-4d9e-4ff5-8ba3-fcbb575d5b65 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f36bf82-605a-46c9-ab22-962593cdf08a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:39.792769 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-8ffa10d5-4ebb-4897-94b1-78b8aff7791e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] show failed (client error): The resource could not be found. Feb 10 06:28:39.794096 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8ffa10d5-4ebb-4897-94b1-78b8aff7791e tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "GET /v2.0/security-groups/2f36bf82-605a-46c9-ab22-962593cdf08a HTTP/1.1" status: 404 len: 347 time: 0.0456259 Feb 10 06:28:39.797734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33948) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:39.837632 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:39.872306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e659d-3a38-4b0d-a099-aed4ab60b0b8 req-a410cbb9-68b6-4ef5-9df4-dc87bc93366a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:39.874610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c3e659d-3a38-4b0d-a099-aed4ab60b0b8 req-a410cbb9-68b6-4ef5-9df4-dc87bc93366a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1811697 Feb 10 06:28:39.923814 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (8f160043-783c-4d0c-86e2-f006a0119359), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.157752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c3e659d-3a38-4b0d-a099-aed4ab60b0b8 req-59dfd0dc-f5e3-4a7b-b713-3a2fa3e98b25 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133899 Feb 10 06:28:40.176302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Deleting port fbaa3700-c0ca-4d10-b3c4-50de6d87b09c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:40.176789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fbaa3700-c0ca-4d10-b3c4-50de6d87b09c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.264019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Router 8f160043-783c-4d0c-86e2-f006a0119359 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:28:40.269507 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28d7e548-8c7d-460d-b6c8-a3e31940ccb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.322456 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fbaa3700-c0ca-4d10-b3c4-50de6d87b09c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.322785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for floatingip (fbaa3700-c0ca-4d10-b3c4-50de6d87b09c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.343515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Calling delete_port for fbaa3700-c0ca-4d10-b3c4-50de6d87b09c owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:40.352401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28183b10-2d9c-4499-9e38-181a9c182e23 req-c364e3af-0800-4f60-b9b7-4723e0a55caa tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:40.358904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28183b10-2d9c-4499-9e38-181a9c182e23 req-c364e3af-0800-4f60-b9b7-4723e0a55caa tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.0994835 Feb 10 06:28:40.425570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:28:40.435362 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] Sync routers for ids ['8f160043-783c-4d0c-86e2-f006a0119359'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:28:40.441262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33962) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:40.441437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d220dbb0-2eed-42e8-b40d-1e00dbf91b12 admin admin] 10.222.0.21 "PUT /v2.0/routers/8f160043-783c-4d0c-86e2-f006a0119359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4768050 Feb 10 06:28:40.452061 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] Routers {'8f160043-783c-4d0c-86e2-f006a0119359'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:28:40.452673 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:28:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f160043-783c-4d0c-86e2-f006a0119359'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:40.518507 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28183b10-2d9c-4499-9e38-181a9c182e23 req-63325aa0-4a0e-47b1-af36-ec6c79a207ce tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568775 Feb 10 06:28:40.582982 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] Set router 8f160043-783c-4d0c-86e2-f006a0119359 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:28:40.608976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks [] for router (8f160043-783c-4d0c-86e2-f006a0119359), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.739051 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (fbaa3700-c0ca-4d10-b3c4-50de6d87b09c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.782162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Pushing event deleted for resources: {'Port': ['ID=fbaa3700-c0ca-4d10-b3c4-50de6d87b09c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:40.848710 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks [] for router_gateway (8f160043-783c-4d0c-86e2-f006a0119359), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.867835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks [] for floatingip (8cbc9323-9488-4154-9453-7c61caef62c1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.868945 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.870267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d6dbce91-181b-4d54-9804-46f3890a2967 tempest-ImagesOneServerNegativeTestJSON-183320067 tempest-ImagesOneServerNegativeTestJSON-183320067-project] 10.222.0.21 "DELETE /v2.0/floatingips/8cbc9323-9488-4154-9453-7c61caef62c1 HTTP/1.1" status: 204 len: 168 time: 1.0695677 Feb 10 06:28:40.932684 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f160043-783c-4d0c-86e2-f006a0119359', 'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:28:15Z', 'updated_at': '2022-02-10T06:28:39Z', 'revision_number': 5, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'gw_port': {'id': '98f8d50e-63ff-40b6-a793-daa8c6e2129d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f160043-783c-4d0c-86e2-f006a0119359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:28:16Z', 'updated_at': '2022-02-10T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:40.937030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Deleting port 98f8d50e-63ff-40b6-a793-daa8c6e2129d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:40.937373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:40.967058 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] Checking router: 8f160043-783c-4d0c-86e2-f006a0119359 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:28:40.978116 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] Routers {'8f160043-783c-4d0c-86e2-f006a0119359'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:28:40.978763 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:28:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f160043-783c-4d0c-86e2-f006a0119359'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:41.075140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] For port 98f8d50e-63ff-40b6-a793-daa8c6e2129d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=98f8d50e-63ff-40b6-a793-daa8c6e2129d,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:41.075638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.080234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33976) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:41.094294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Calling delete_port for 98f8d50e-63ff-40b6-a793-daa8c6e2129d owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:41.111695 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] Set router 8f160043-783c-4d0c-86e2-f006a0119359 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:28:41.156876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1c7e00-7771-4235-b483-0fc1a26b84df admin admin] Deleting subnet a8fc92a7-d519-4466-8e50-7f92c7c2d0af {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:28:41.163635 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7e00-7771-4235-b483-0fc1a26b84df admin admin] Publish callbacks [] for subnet (a8fc92a7-d519-4466-8e50-7f92c7c2d0af), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.215758 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7e00-7771-4235-b483-0fc1a26b84df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (a8fc92a7-d519-4466-8e50-7f92c7c2d0af), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.262887 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f160043-783c-4d0c-86e2-f006a0119359', 'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:28:15Z', 'updated_at': '2022-02-10T06:28:40Z', 'revision_number': 6, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:41.273442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7e00-7771-4235-b483-0fc1a26b84df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a8fc92a7-d519-4466-8e50-7f92c7c2d0af), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.317500 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82e316-d4ab-4585-b7d5-05406540746a None None] The sync data for ids ['8f160043-783c-4d0c-86e2-f006a0119359'] in n-d-828670-1 is: [{'id': '8f160043-783c-4d0c-86e2-f006a0119359', 'name': 'tempest-FloatingIPsTestJSON-721457062-router', 'tenant_id': 'b59923fbb69349c8a6e7c48e43201e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:28:15Z', 'updated_at': '2022-02-10T06:28:40Z', 'revision_number': 6, 'project_id': 'b59923fbb69349c8a6e7c48e43201e31', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:28:41.336980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7e00-7771-4235-b483-0fc1a26b84df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (a8fc92a7-d519-4466-8e50-7f92c7c2d0af), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.373944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c7e00-7771-4235-b483-0fc1a26b84df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fc92a7-d519-4466-8e50-7f92c7c2d0af,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:41.376516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7e00-7771-4235-b483-0fc1a26b84df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.380729 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8e1c7e00-7771-4235-b483-0fc1a26b84df admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a8fc92a7-d519-4466-8e50-7f92c7c2d0af HTTP/1.1" status: 204 len: 168 time: 0.2992582 Feb 10 06:28:41.385436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33992) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:41.419861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081039e7-c892-41d4-85f3-915d2a4f4619 req-4fbf5fbc-5911-472d-a321-fb52774d8449 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:41.421459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-081039e7-c892-41d4-85f3-915d2a4f4619 req-4fbf5fbc-5911-472d-a321-fb52774d8449 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1154146 Feb 10 06:28:41.482095 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (fd60cb93-e5f3-4e9c-9f0a-644dff9dff48), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.511281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (98f8d50e-63ff-40b6-a793-daa8c6e2129d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.523764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-081039e7-c892-41d4-85f3-915d2a4f4619 req-5a27ffd0-144f-4b34-a711-87aec60608c7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924275 Feb 10 06:28:41.569812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Pushing event deleted for resources: {'Port': ['ID=98f8d50e-63ff-40b6-a793-daa8c6e2129d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:41.611876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (8f160043-783c-4d0c-86e2-f006a0119359), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.616225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (fd60cb93-e5f3-4e9c-9f0a-644dff9dff48), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.653806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd60cb93-e5f3-4e9c-9f0a-644dff9dff48']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:41.666293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b45e6c5-005d-4517-bd67-647794bdcde9') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:41.666622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b45e6c5-005d-4517-bd67-647794bdcde9') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:41.682329 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (4b45e6c5-005d-4517-bd67-647794bdcde9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.704427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4b45e6c5-005d-4517-bd67-647794bdcde9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.717919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:28:41.718192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (4b45e6c5-005d-4517-bd67-647794bdcde9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:28:41.720116 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:28:41.773418 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (8f160043-783c-4d0c-86e2-f006a0119359), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.774114 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks [] for router_controller (8f160043-783c-4d0c-86e2-f006a0119359), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.840558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ceea8052-5e2f-4753-891a-5532c691889c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:41.845715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc250ea-eaf6-4acf-af1b-50f48b2871fa req-f29944ca-541e-43e2-aeff-5265c2d48c3e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:41.850705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dcc250ea-eaf6-4acf-af1b-50f48b2871fa req-f29944ca-541e-43e2-aeff-5265c2d48c3e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.2044868 Feb 10 06:28:41.853985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (8f160043-783c-4d0c-86e2-f006a0119359), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.854617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f160043-783c-4d0c-86e2-f006a0119359 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:28:41.865178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.869389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1f94572d-191e-4a3a-81bf-5038a58aeaca admin admin] 10.222.0.21 "DELETE /v2.0/routers/8f160043-783c-4d0c-86e2-f006a0119359 HTTP/1.1" status: 204 len: 168 time: 1.4246876 Feb 10 06:28:41.875312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33996) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:41.890886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (fd60cb93-e5f3-4e9c-9f0a-644dff9dff48), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.899381 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:41.903340 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fd60cb93-e5f3-4e9c-9f0a-644dff9dff48 HTTP/1.1" status: 204 len: 168 time: 0.5168846 Feb 10 06:28:41.929145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ceea8052-5e2f-4753-891a-5532c691889c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:28:41.929765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ceea8052-5e2f-4753-891a-5532c691889c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:28:41.950010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dcc250ea-eaf6-4acf-af1b-50f48b2871fa req-1a49c68d-7996-4a2b-8df9-78f39e996a1c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889599 Feb 10 06:28:41.968146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f5db0-f6bc-4c6b-adfb-103a2f585785 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd60cb93-e5f3-4e9c-9f0a-644dff9dff48,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:41.989490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d7ddc7-7e28-4ff3-8fb8-b1d274c92f23 admin admin] Deleting subnet 8f0467f4-666c-4de8-8c79-13c4a2b88f54 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:28:41.994008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ddc7-7e28-4ff3-8fb8-b1d274c92f23 admin admin] Publish callbacks [] for subnet (8f0467f4-666c-4de8-8c79-13c4a2b88f54), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.042201 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ddc7-7e28-4ff3-8fb8-b1d274c92f23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (8f0467f4-666c-4de8-8c79-13c4a2b88f54), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.095595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34002) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:42.143394 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ddc7-7e28-4ff3-8fb8-b1d274c92f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8f0467f4-666c-4de8-8c79-13c4a2b88f54), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.211285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d29722f9-355b-4ab9-8d39-dd2d4df26bbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b16bae2c2b66488c81eb7118f8765f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1141574 Feb 10 06:28:42.213937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34010) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:42.274833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ddc7-7e28-4ff3-8fb8-b1d274c92f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (8f0467f4-666c-4de8-8c79-13c4a2b88f54), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.319965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7ddc7-7e28-4ff3-8fb8-b1d274c92f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0467f4-666c-4de8-8c79-13c4a2b88f54,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:42.325920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ddc7-7e28-4ff3-8fb8-b1d274c92f23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.329185 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b5d7ddc7-7e28-4ff3-8fb8-b1d274c92f23 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f0467f4-666c-4de8-8c79-13c4a2b88f54 HTTP/1.1" status: 204 len: 168 time: 0.4515951 Feb 10 06:28:42.331734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:42.333089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1903547-e59c-4031-b7ed-c50b3119d747 None None] Network 39100192-e9ad-4f88-b7d3-36c520a860ad requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:28:42.345778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-94122841-400e-4373-8fe3-5c227686801c admin admin] Publish callbacks [] for security_group (288cbbde-7e07-4dd4-b509-2bb46a53988e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.378537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-94122841-400e-4373-8fe3-5c227686801c admin admin] Publish callbacks [] for security_group (288cbbde-7e07-4dd4-b509-2bb46a53988e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.430847 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (39100192-e9ad-4f88-b7d3-36c520a860ad), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.476345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-94122841-400e-4373-8fe3-5c227686801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (288cbbde-7e07-4dd4-b509-2bb46a53988e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.480964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-94122841-400e-4373-8fe3-5c227686801c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.485564 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-94122841-400e-4373-8fe3-5c227686801c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/288cbbde-7e07-4dd4-b509-2bb46a53988e HTTP/1.1" status: 204 len: 168 time: 0.2662878 Feb 10 06:28:42.516597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94122841-400e-4373-8fe3-5c227686801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288cbbde-7e07-4dd4-b509-2bb46a53988e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:42.601020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Deleting port 3b14e477-1106-442f-824c-0a408924286b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:42.601378 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3b14e477-1106-442f-824c-0a408924286b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.629904 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b326c3a8-960e-4cc0-81a4-3e0959cd586d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.774674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410722cd-805b-4038-8695-d41018852e4e None None] DHCP port deletion for 39100192-e9ad-4f88-b7d3-36c520a860ad request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:28:42.835947 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] For port 3b14e477-1106-442f-824c-0a408924286b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3b14e477-1106-442f-824c-0a408924286b,segment=NetworkSegment(4623489f-b87c-48ec-aec5-8590ccc2edf8),segment_id=4623489f-b87c-48ec-aec5-8590ccc2edf8)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:42.836319 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3b14e477-1106-442f-824c-0a408924286b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:42.864459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e13c-f2a8-4e93-85bd-927692040633 req-39a93ed2-e9a3-4bab-ba88-66819ecfbfbe tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:42.878255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7d0e13c-f2a8-4e93-85bd-927692040633 req-39a93ed2-e9a3-4bab-ba88-66819ecfbfbe tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1456056 Feb 10 06:28:42.879979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Calling delete_port for 3b14e477-1106-442f-824c-0a408924286b owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:43.037051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 20aa6dce-698a-48ff-9645-155713cd1933 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:28:43.186763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-410722cd-805b-4038-8695-d41018852e4e None None] Deleting port 3b14e477-1106-442f-824c-0a408924286b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:28:43.187134 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-410722cd-805b-4038-8695-d41018852e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3b14e477-1106-442f-824c-0a408924286b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:43.302080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=20aa6dce-698a-48ff-9645-155713cd1933,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:43.319769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-410722cd-805b-4038-8695-d41018852e4e None None] For port 3b14e477-1106-442f-824c-0a408924286b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3b14e477-1106-442f-824c-0a408924286b,segment=NetworkSegment(4623489f-b87c-48ec-aec5-8590ccc2edf8),segment_id=4623489f-b87c-48ec-aec5-8590ccc2edf8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:43.321929 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-410722cd-805b-4038-8695-d41018852e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3b14e477-1106-442f-824c-0a408924286b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:43.364435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '20aa6dce-698a-48ff-9645-155713cd1933', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'port_id': '20aa6dce-698a-48ff-9645-155713cd1933', 'mac_address': 'fa:16:3e:74:44:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491df4a3-e634-4587-8c69-65e25f017261', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:28:43.377538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-410722cd-805b-4038-8695-d41018852e4e None None] Calling delete_port for 3b14e477-1106-442f-824c-0a408924286b owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:28:43.505438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 20aa6dce-698a-48ff-9645-155713cd1933 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:43.505834 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20aa6dce-698a-48ff-9645-155713cd1933), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:43.531350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7d0e13c-f2a8-4e93-85bd-927692040633 req-e202523c-1836-441f-bd4d-1f6973b9eb1b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6439652 Feb 10 06:28:43.638774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a711eaf-e34d-4e9d-bd92-e81b5ed47bff req-895aacc1-0550-41af-b70c-fd05a7618b8e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:43.645323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a711eaf-e34d-4e9d-bd92-e81b5ed47bff req-895aacc1-0550-41af-b70c-fd05a7618b8e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1578770 Feb 10 06:28:43.744699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3b14e477-1106-442f-824c-0a408924286b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:43.803152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a711eaf-e34d-4e9d-bd92-e81b5ed47bff req-f742c91a-6dfb-4055-a588-bb8fb3c93f7c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137631 Feb 10 06:28:43.867065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3b14e477-1106-442f-824c-0a408924286b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:43.876288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20aa6dce-698a-48ff-9645-155713cd1933 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:28:43.945640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=20aa6dce-698a-48ff-9645-155713cd1933,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:43.976724 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (20aa6dce-698a-48ff-9645-155713cd1933), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:43.977851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] No DVR routers for this DVR port 3b14e477-1106-442f-824c-0a408924286b on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:28:43.982445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b14e477-1106-442f-824c-0a408924286b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:43.986335 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-410722cd-805b-4038-8695-d41018852e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (3b14e477-1106-442f-824c-0a408924286b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.007277 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.048560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No active binding found for port 3b14e477-1106-442f-824c-0a408924286b {{(pid=103215) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 06:28:44.049672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] The host n-d-828670-1 is not matching for port 3b14e477-1106-442f-824c-0a408924286b host None! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:28:44.050275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3b14e477-1106-442f-824c-0a408924286b not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:28:44.050936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 98f8d50e-63ff-40b6-a793-daa8c6e2129d no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:28:44.087461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410722cd-805b-4038-8695-d41018852e4e None None] No DVR routers for this DVR port 3b14e477-1106-442f-824c-0a408924286b on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:28:44.148363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 98f8d50e-63ff-40b6-a793-daa8c6e2129d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:28:44.149105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 98f8d50e-63ff-40b6-a793-daa8c6e2129d not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:28:44.157836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['20aa6dce-698a-48ff-9645-155713cd1933'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:28:44.197058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=20aa6dce-698a-48ff-9645-155713cd1933,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:44.201647 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (39100192-e9ad-4f88-b7d3-36c520a860ad), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.249622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39100192-e9ad-4f88-b7d3-36c520a860ad']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:44.270614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4623489f-b87c-48ec-aec5-8590ccc2edf8') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:44.272467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4623489f-b87c-48ec-aec5-8590ccc2edf8') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:44.292667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (4623489f-b87c-48ec-aec5-8590ccc2edf8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.294459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410722cd-805b-4038-8695-d41018852e4e None None] Pushing event deleted for resources: {'Port': ['ID=3b14e477-1106-442f-824c-0a408924286b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:44.301997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34074) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:44.333336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4623489f-b87c-48ec-aec5-8590ccc2edf8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.350998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:28:44.351628 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (4623489f-b87c-48ec-aec5-8590ccc2edf8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:28:44.483860 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:28:44.492411 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (39100192-e9ad-4f88-b7d3-36c520a860ad), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.501826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.510543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/39100192-e9ad-4f88-b7d3-36c520a860ad HTTP/1.1" status: 204 len: 168 time: 2.1775630 Feb 10 06:28:44.517824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-323039347-network', 'tenant_id': 'd4e0679e470f4ef79f26382803094f66'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:44.576446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Made reservation on behalf of d4e0679e470f4ef79f26382803094f66 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:28:44.579293 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.602546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65f4af-2d43-4756-ad2b-746e740e2ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=39100192-e9ad-4f88-b7d3-36c520a860ad,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:44.609237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.623474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-9228f331-1a32-4615-b78a-35557164b10b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1344142 Feb 10 06:28:44.705641 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:28:44.771144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-edac2a68-eadd-4d3e-b0ab-107da46654ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:44.775007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-edac2a68-eadd-4d3e-b0ab-107da46654ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1126 time: 0.1232207 Feb 10 06:28:44.803234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f828d-7e67-493f-aa62-ec1e86a07ee8 req-01562c24-36fe-4066-b403-2e3fdfbc9b01 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:44.820745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e3f828d-7e67-493f-aa62-ec1e86a07ee8 req-01562c24-36fe-4066-b403-2e3fdfbc9b01 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1316850 Feb 10 06:28:44.838272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 20aa6dce-698a-48ff-9645-155713cd1933 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:28:44.896737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Publish callbacks [] for security_group (b3031b5d-454e-457b-87b4-7f74097c2519), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.899231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34084) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:44.931960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b3031b5d-454e-457b-87b4-7f74097c2519), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.958318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 20aa6dce-698a-48ff-9645-155713cd1933 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:28:44.958711 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (20aa6dce-698a-48ff-9645-155713cd1933), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:44.971422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-50790e9c-b6bb-43e2-b2da-be3791c2227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:44.975993 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-50790e9c-b6bb-43e2-b2da-be3791c2227c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.1511297 Feb 10 06:28:45.035259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:28:45.089249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-d7650947-1e53-46c5-928a-e2df96999cb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 217 time: 0.0991616 Feb 10 06:28:45.097574 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (214f1747-4848-4d4f-bc95-2269f32a11cd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.097574 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Added segment 214f1747-4848-4d4f-bc95-2269f32a11cd of type vlan for network dca5001e-394a-455b-98c5-bbd39b038131 Feb 10 06:28:45.131174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3031b5d-454e-457b-87b4-7f74097c2519,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:45.194244 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-72f8a006-cca0-441b-98ce-f236f9510e5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b59923fbb69349c8a6e7c48e43201e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908788 Feb 10 06:28:45.197033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:45.199984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 20aa6dce-698a-48ff-9645-155713cd1933 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:28:45.200466 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20aa6dce-698a-48ff-9645-155713cd1933), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.208507 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.242753 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (dca5001e-394a-455b-98c5-bbd39b038131), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.284775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:28:45.287757 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab88a4d5-2c64-41b3-9199-72dd3686ffc8" -d '{"events": [{"server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "name": "network-vif-plugged", "status": "completed", "tag": "20aa6dce-698a-48ff-9645-155713cd1933"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:28:45.307325 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (dca5001e-394a-455b-98c5-bbd39b038131), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.309482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:45.312515 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.320291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=20aa6dce-698a-48ff-9645-155713cd1933,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:28:45.328665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (20aa6dce-698a-48ff-9645-155713cd1933), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.358795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e3f828d-7e67-493f-aa62-ec1e86a07ee8 req-d285903b-11d1-4394-8f6b-c7bb264e63df tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356705 Feb 10 06:28:45.369558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-05d4fbba-72be-49b1-8ae7-e345c691b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:45.372539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-05d4fbba-72be-49b1-8ae7-e345c691b8a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.2648067 Feb 10 06:28:45.475296 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-0b8a83e9-249e-4090-9b38-950faff87b4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847669 Feb 10 06:28:45.497802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=20aa6dce-698a-48ff-9645-155713cd1933,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:45.522889 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a8822b3-0ba5-48b3-8397-65ef0ca3223b admin admin] Publish callbacks [] for security_group (5a2939c5-b18f-4ead-9271-d1c697cc8d63), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.546196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] Pushing event updated for resources: {'Network': ['ID=dca5001e-394a-455b-98c5-bbd39b038131,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:45.576098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network dca5001e-394a-455b-98c5-bbd39b038131 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:28:45.598281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0cddd163-e61d-4b9f-95c7-48dbb7bb8126 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2914214 Feb 10 06:28:45.599353 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34092) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:45.619717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Request body: {'subnet': {'network_id': 'dca5001e-394a-455b-98c5-bbd39b038131', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-323039347-subnet', 'tenant_id': 'd4e0679e470f4ef79f26382803094f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:45.676896 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a8822b3-0ba5-48b3-8397-65ef0ca3223b admin admin] Publish callbacks [] for security_group (5a2939c5-b18f-4ead-9271-d1c697cc8d63), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.685621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Made reservation on behalf of d4e0679e470f4ef79f26382803094f66 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:28:45.689172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.803096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989e5a7-cf52-4b8e-98a8-9cf707e419ec req-3596c9ae-c2b7-46bb-8a0b-945bd6f4cdaf tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:45.812472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3989e5a7-cf52-4b8e-98a8-9cf707e419ec req-3596c9ae-c2b7-46bb-8a0b-945bd6f4cdaf tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1775806 Feb 10 06:28:45.841642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-b9d4672d-17c4-4f43-be2e-fbb9999b0495 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218801 Feb 10 06:28:45.901505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a8822b3-0ba5-48b3-8397-65ef0ca3223b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5a2939c5-b18f-4ead-9271-d1c697cc8d63), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.907392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a8822b3-0ba5-48b3-8397-65ef0ca3223b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:45.909237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8a8822b3-0ba5-48b3-8397-65ef0ca3223b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a2939c5-b18f-4ead-9271-d1c697cc8d63 HTTP/1.1" status: 204 len: 168 time: 0.7072797 Feb 10 06:28:45.959063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3989e5a7-cf52-4b8e-98a8-9cf707e419ec req-43921ce4-5180-4d3d-8f28-08383b02fe7e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453090 Feb 10 06:28:45.976547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8822b3-0ba5-48b3-8397-65ef0ca3223b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2939c5-b18f-4ead-9271-d1c697cc8d63,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:46.111688 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c8fe7e-b5d7-4c5b-a713-f63c5f1c5df9 x-openstack-request-id: req-27c8fe7e-b5d7-4c5b-a713-f63c5f1c5df9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:28:46.113575 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "name": "network-vif-plugged", "status": "completed", "tag": "20aa6dce-698a-48ff-9645-155713cd1933", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:28:46.113922 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27c8fe7e-b5d7-4c5b-a713-f63c5f1c5df9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:28:46.114459 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933', 'code': 200} Feb 10 06:28:46.163570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e39deb-0828-4d86-9a83-f375e08e65d8 req-be27dd4c-dc08-4312-890c-cb18519633ff service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110566 Feb 10 06:28:46.305697 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (147ef86d-8ac6-4bba-b328-283c0a4a1f3b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:46.444709 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:46.512966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=147ef86d-8ac6-4bba-b328-283c0a4a1f3b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:46.549806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Checking segment: {'id': '214f1747-4848-4d4f-bc95-2269f32a11cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dca5001e-394a-455b-98c5-bbd39b038131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:28:46.550186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Network hostable DHCP agents. Network: dca5001e-394a-455b-98c5-bbd39b038131, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:28:46.623688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Network dca5001e-394a-455b-98c5-bbd39b038131 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:28:46.646924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, dca5001e-394a-455b-98c5-bbd39b038131) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:28:46.651801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:46.652454 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:46.660375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a061230-3afa-41bc-b669-1c00778d7d30 None None] Network dca5001e-394a-455b-98c5-bbd39b038131 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:28:46.694340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cc819-3d1f-4604-976e-c3cc615cab66 req-0ff0b955-b5e4-400e-9303-14bd8c9da6ed tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:46.702553 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2879205b-863f-4b01-b94d-0359817e07eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1017239 Feb 10 06:28:46.779810 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-052cc819-3d1f-4604-976e-c3cc615cab66 req-0ff0b955-b5e4-400e-9303-14bd8c9da6ed tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.2682147 Feb 10 06:28:46.874559 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-052cc819-3d1f-4604-976e-c3cc615cab66 req-9df9c634-2398-40f1-a71b-d6a5d3f734df tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818303 Feb 10 06:28:46.969902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46db70-2693-4a4d-998d-7149c8e8ea75 None None] Network dca5001e-394a-455b-98c5-bbd39b038131 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:28:47.364082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f81dd-ff6e-4328-9597-edd906460977 req-f7dc84fb-cf5d-4f0b-b2db-a3b5c06dfa5d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:47.365670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-882f81dd-ff6e-4328-9597-edd906460977 req-f7dc84fb-cf5d-4f0b-b2db-a3b5c06dfa5d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1916544 Feb 10 06:28:47.539251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-882f81dd-ff6e-4328-9597-edd906460977 req-7b85f151-7b6b-4f1a-b6fd-09bb2a0eb6ce tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558785 Feb 10 06:28:47.821562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b612ccda-4aa7-481c-b1d1-efb56592062b req-1052f795-e565-40fa-84e6-40e62ad5b262 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-318988163', 'description': 'tempest-description-915140224'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:47.868015 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b612ccda-4aa7-481c-b1d1-efb56592062b req-1052f795-e565-40fa-84e6-40e62ad5b262 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:48.000548 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b612ccda-4aa7-481c-b1d1-efb56592062b req-1052f795-e565-40fa-84e6-40e62ad5b262 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (c0713329-006e-46dc-afe3-6d5c2e1c9e0a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:48.007248 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b612ccda-4aa7-481c-b1d1-efb56592062b req-1052f795-e565-40fa-84e6-40e62ad5b262 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c0713329-006e-46dc-afe3-6d5c2e1c9e0a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:48.061395 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b612ccda-4aa7-481c-b1d1-efb56592062b req-1052f795-e565-40fa-84e6-40e62ad5b262 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:48.062915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b612ccda-4aa7-481c-b1d1-efb56592062b req-1052f795-e565-40fa-84e6-40e62ad5b262 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2473509 Feb 10 06:28:48.075228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052f795-e565-40fa-84e6-40e62ad5b262 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0713329-006e-46dc-afe3-6d5c2e1c9e0a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:49.013680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba46799-042a-4bc1-af83-7dc072496914 req-279f01c5-a214-4920-ad0e-2290d94b9685 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:49.020426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ba46799-042a-4bc1-af83-7dc072496914 req-279f01c5-a214-4920-ad0e-2290d94b9685 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.0787635 Feb 10 06:28:49.087690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ba46799-042a-4bc1-af83-7dc072496914 req-e27acdb9-1266-4a1e-bd81-9d9446703acf tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616245 Feb 10 06:28:49.242546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc4a37aa-b335-45bc-bf81-ef74c1fc6def req-5bd7766c-f8e8-4162-aa91-f868a43db945 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/c0713329-006e-46dc-afe3-6d5c2e1c9e0a HTTP/1.1" status: 200 len: 1828 time: 0.0700824 Feb 10 06:28:49.254279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cc4a37aa-b335-45bc-bf81-ef74c1fc6def req-3013b37d-59b7-40a3-8ad9-feb4df0b3892 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0713329-006e-46dc-afe3-6d5c2e1c9e0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:49.255422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cc4a37aa-b335-45bc-bf81-ef74c1fc6def req-3013b37d-59b7-40a3-8ad9-feb4df0b3892 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0713329-006e-46dc-afe3-6d5c2e1c9e0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:49.366964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cc4a37aa-b335-45bc-bf81-ef74c1fc6def req-3013b37d-59b7-40a3-8ad9-feb4df0b3892 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group_rule (64842f7c-b73f-48ba-a403-06b6f3dc5962), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:49.417446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cc4a37aa-b335-45bc-bf81-ef74c1fc6def req-3013b37d-59b7-40a3-8ad9-feb4df0b3892 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group_rule (64842f7c-b73f-48ba-a403-06b6f3dc5962), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:49.443612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cc4a37aa-b335-45bc-bf81-ef74c1fc6def req-3013b37d-59b7-40a3-8ad9-feb4df0b3892 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (64842f7c-b73f-48ba-a403-06b6f3dc5962), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:49.517418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013b37d-59b7-40a3-8ad9-feb4df0b3892 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64842f7c-b73f-48ba-a403-06b6f3dc5962,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:49.530956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cc4a37aa-b335-45bc-bf81-ef74c1fc6def req-3013b37d-59b7-40a3-8ad9-feb4df0b3892 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:49.552204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc4a37aa-b335-45bc-bf81-ef74c1fc6def req-3013b37d-59b7-40a3-8ad9-feb4df0b3892 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3020849 Feb 10 06:28:49.788254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707abfe-567a-4651-8062-853c45bc3b6e req-939958e8-ada0-4996-a992-1cb17f865a5a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:49.790909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e707abfe-567a-4651-8062-853c45bc3b6e req-939958e8-ada0-4996-a992-1cb17f865a5a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1434619 Feb 10 06:28:49.870652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-d5e16dae-8826-4b07-962c-e7b3aabc8ee5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673883 Feb 10 06:28:49.899211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e707abfe-567a-4651-8062-853c45bc3b6e req-21e9a3c3-374d-48de-97e1-8cd4ae5c0547 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993991 Feb 10 06:28:49.997813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-e1567bc3-6c0c-458f-98cc-95feadb36c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:49.999931 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-e1567bc3-6c0c-458f-98cc-95feadb36c2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1126 time: 0.1047997 Feb 10 06:28:50.021053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e4f923d-da62-482d-a4e0-40432ebaf627 req-adb29f9d-6780-41e5-a32e-d42b607cc78f tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/c0713329-006e-46dc-afe3-6d5c2e1c9e0a HTTP/1.1" status: 200 len: 2421 time: 0.0779986 Feb 10 06:28:50.140304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f41b7c19-a892-47ed-b4f8-7386518baef2 req-f19048f3-7927-4f26-b5ba-e8fd9c3e5ccf tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-group-rules/64842f7c-b73f-48ba-a403-06b6f3dc5962 HTTP/1.1" status: 200 len: 778 time: 0.0399888 Feb 10 06:28:50.228016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f41b7c19-a892-47ed-b4f8-7386518baef2 req-2ebd116c-ccbb-457a-9a5d-8a4c75c67db9 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/c0713329-006e-46dc-afe3-6d5c2e1c9e0a HTTP/1.1" status: 200 len: 2421 time: 0.0784338 Feb 10 06:28:50.236909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-729d73e4-62c1-472c-bf57-4794d649b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:50.238380 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-729d73e4-62c1-472c-bf57-4794d649b306 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.2176092 Feb 10 06:28:50.299341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f41b7c19-a892-47ed-b4f8-7386518baef2 req-41e98ccb-8e5c-4a72-8653-544157f0e5fd tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group_rule (64842f7c-b73f-48ba-a403-06b6f3dc5962), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:50.299916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-ad9d1507-bea2-45bd-8194-243b413c5d50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 217 time: 0.0485902 Feb 10 06:28:50.315872 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f41b7c19-a892-47ed-b4f8-7386518baef2 req-41e98ccb-8e5c-4a72-8653-544157f0e5fd tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group_rule (64842f7c-b73f-48ba-a403-06b6f3dc5962), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:50.370881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-d014150d-7f9e-4a56-a8dd-eec0b0ef34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:50.372533 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-d014150d-7f9e-4a56-a8dd-eec0b0ef34d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.0654635 Feb 10 06:28:50.373125 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f41b7c19-a892-47ed-b4f8-7386518baef2 req-41e98ccb-8e5c-4a72-8653-544157f0e5fd tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (64842f7c-b73f-48ba-a403-06b6f3dc5962), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:50.378999 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f41b7c19-a892-47ed-b4f8-7386518baef2 req-41e98ccb-8e5c-4a72-8653-544157f0e5fd tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:50.380260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f41b7c19-a892-47ed-b4f8-7386518baef2 req-41e98ccb-8e5c-4a72-8653-544157f0e5fd tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/64842f7c-b73f-48ba-a403-06b6f3dc5962 HTTP/1.1" status: 204 len: 173 time: 0.1391144 Feb 10 06:28:50.399175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e98ccb-8e5c-4a72-8653-544157f0e5fd tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64842f7c-b73f-48ba-a403-06b6f3dc5962,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:50.440913 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-16c445d2-1d9b-41b4-a85b-4f2eef1c46dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608792 Feb 10 06:28:50.591620 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-e05819c0-d774-4090-81cb-14d750b9a543 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351860 Feb 10 06:28:50.724035 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d366c46-f2f8-4f20-9962-d4f918e6369d req-4870723c-18fe-4a7e-b8af-90cd9a4dc9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225283 Feb 10 06:28:51.221414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980859f-bdfc-4f11-b544-744cfbc6cbbe req-31c00f33-48a3-4f45-8b3a-c912d4cf8d67 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:51.223274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d980859f-bdfc-4f11-b544-744cfbc6cbbe req-31c00f33-48a3-4f45-8b3a-c912d4cf8d67 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1223514 Feb 10 06:28:51.306930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d980859f-bdfc-4f11-b544-744cfbc6cbbe req-1ebcd7e0-ba74-4a26-932c-5309260a07bf tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760691 Feb 10 06:28:51.400623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-056c1e94-79ae-4f0c-991e-21cc18d2b176 req-d18de398-6feb-4e9f-b1a3-c1b4f6ee7cb8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-491201126', 'description': 'tempest-description-1081626911'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:51.424301 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-056c1e94-79ae-4f0c-991e-21cc18d2b176 req-d18de398-6feb-4e9f-b1a3-c1b4f6ee7cb8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:51.534882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-056c1e94-79ae-4f0c-991e-21cc18d2b176 req-d18de398-6feb-4e9f-b1a3-c1b4f6ee7cb8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (9e12920c-7e9c-406c-a4b9-82c40ed14b7a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:51.544324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-056c1e94-79ae-4f0c-991e-21cc18d2b176 req-d18de398-6feb-4e9f-b1a3-c1b4f6ee7cb8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9e12920c-7e9c-406c-a4b9-82c40ed14b7a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:51.578483 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-056c1e94-79ae-4f0c-991e-21cc18d2b176 req-d18de398-6feb-4e9f-b1a3-c1b4f6ee7cb8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:51.596094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-056c1e94-79ae-4f0c-991e-21cc18d2b176 req-d18de398-6feb-4e9f-b1a3-c1b4f6ee7cb8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2000053 Feb 10 06:28:51.628269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18de398-6feb-4e9f-b1a3-c1b4f6ee7cb8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e12920c-7e9c-406c-a4b9-82c40ed14b7a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:51.711614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e620a-eb8a-47dc-8066-8cb88f48c5eb req-ab8fdd44-9f62-4d9d-a5ce-6125bca61cf6 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:51.720613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616e620a-eb8a-47dc-8066-8cb88f48c5eb req-ab8fdd44-9f62-4d9d-a5ce-6125bca61cf6 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.0662496 Feb 10 06:28:51.785419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616e620a-eb8a-47dc-8066-8cb88f48c5eb req-fac5551b-4bda-4cd0-b576-b41fa0d358d6 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597620 Feb 10 06:28:51.909613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a47cce7f-cd26-4473-91c8-664d0c1a5ff6 req-3bbd02ef-134a-4f69-bf0c-9f510be3edd9 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/9e12920c-7e9c-406c-a4b9-82c40ed14b7a HTTP/1.1" status: 200 len: 1829 time: 0.0561185 Feb 10 06:28:52.110088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-01269f72-109d-487e-8d4b-21c7ed5bdcd6 req-364d7c69-8aea-49d8-b77f-4e3b651200c6 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1017833858', 'description': 'tempest-description-1329088203'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:52.142810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-01269f72-109d-487e-8d4b-21c7ed5bdcd6 req-364d7c69-8aea-49d8-b77f-4e3b651200c6 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:52.272854 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-01269f72-109d-487e-8d4b-21c7ed5bdcd6 req-364d7c69-8aea-49d8-b77f-4e3b651200c6 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (b61570bf-4a73-4bca-95fa-c3d6e450a18c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:52.279900 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-01269f72-109d-487e-8d4b-21c7ed5bdcd6 req-364d7c69-8aea-49d8-b77f-4e3b651200c6 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b61570bf-4a73-4bca-95fa-c3d6e450a18c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:52.325806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-01269f72-109d-487e-8d4b-21c7ed5bdcd6 req-364d7c69-8aea-49d8-b77f-4e3b651200c6 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:52.355768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01269f72-109d-487e-8d4b-21c7ed5bdcd6 req-364d7c69-8aea-49d8-b77f-4e3b651200c6 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2502229 Feb 10 06:28:52.370604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d7c69-8aea-49d8-b77f-4e3b651200c6 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61570bf-4a73-4bca-95fa-c3d6e450a18c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:52.616018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bda72-6fb2-4b7f-b5ae-fee7690edb82 req-3ccb2024-1808-4fea-8674-c8e68c4e8a9c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:52.627829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-240bda72-6fb2-4b7f-b5ae-fee7690edb82 req-3ccb2024-1808-4fea-8674-c8e68c4e8a9c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1004448 Feb 10 06:28:52.727271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-240bda72-6fb2-4b7f-b5ae-fee7690edb82 req-c6b0ad34-dd52-4685-b666-a673058a8522 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937796 Feb 10 06:28:52.883130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-654024cd-9ee9-4f22-86f9-9b9b6e35b9fc req-348cc496-14cd-4d58-9712-fa1e96bf09f2 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/b61570bf-4a73-4bca-95fa-c3d6e450a18c HTTP/1.1" status: 200 len: 1830 time: 0.1008611 Feb 10 06:28:53.075128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef9b5-266f-4a7f-ab24-6e78a894cd84 req-301f71d6-2535-4a44-8bc4-860a113494ca tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:53.076849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f72ef9b5-266f-4a7f-ab24-6e78a894cd84 req-301f71d6-2535-4a44-8bc4-860a113494ca tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1020758 Feb 10 06:28:53.176864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f72ef9b5-266f-4a7f-ab24-6e78a894cd84 req-24142de4-32d6-4440-aca9-e415c9d00d2f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775030 Feb 10 06:28:53.221493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-03950e67-8ae3-4147-a60f-fde8b0efb263 req-233cf017-c575-48ae-a06c-a4a350a06941 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1673472596', 'description': 'tempest-description-600517827'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:53.263583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-03950e67-8ae3-4147-a60f-fde8b0efb263 req-233cf017-c575-48ae-a06c-a4a350a06941 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:53.446991 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-03950e67-8ae3-4147-a60f-fde8b0efb263 req-233cf017-c575-48ae-a06c-a4a350a06941 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (0e2af6df-b11b-492d-b8bc-1aa59272c2c2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:53.454529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-03950e67-8ae3-4147-a60f-fde8b0efb263 req-233cf017-c575-48ae-a06c-a4a350a06941 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0e2af6df-b11b-492d-b8bc-1aa59272c2c2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:53.522943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cf017-c575-48ae-a06c-a4a350a06941 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2af6df-b11b-492d-b8bc-1aa59272c2c2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:53.529247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-03950e67-8ae3-4147-a60f-fde8b0efb263 req-233cf017-c575-48ae-a06c-a4a350a06941 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:53.541675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03950e67-8ae3-4147-a60f-fde8b0efb263 req-233cf017-c575-48ae-a06c-a4a350a06941 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3249242 Feb 10 06:28:53.710245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68334684-c2c3-4588-ac82-a3465be1ea7d req-21f3b67c-4d71-4487-b879-d7d9f7d97765 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/0e2af6df-b11b-492d-b8bc-1aa59272c2c2 HTTP/1.1" status: 200 len: 1829 time: 0.0735538 Feb 10 06:28:53.730229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7525f155-f2d4-488b-9944-9b9de2c80a79 req-eed55c6c-0877-4bde-b638-5500549e302a tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1284090393', 'description': 'tempest-description-1544828059'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:28:53.786676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7525f155-f2d4-488b-9944-9b9de2c80a79 req-eed55c6c-0877-4bde-b638-5500549e302a tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:53.933876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7525f155-f2d4-488b-9944-9b9de2c80a79 req-eed55c6c-0877-4bde-b638-5500549e302a tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (5979d908-16a8-4d76-9681-48fb35ee34b3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:53.943897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7525f155-f2d4-488b-9944-9b9de2c80a79 req-eed55c6c-0877-4bde-b638-5500549e302a tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5979d908-16a8-4d76-9681-48fb35ee34b3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:54.005287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed55c6c-0877-4bde-b638-5500549e302a tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5979d908-16a8-4d76-9681-48fb35ee34b3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:54.018756 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7525f155-f2d4-488b-9944-9b9de2c80a79 req-eed55c6c-0877-4bde-b638-5500549e302a tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:54.021085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7525f155-f2d4-488b-9944-9b9de2c80a79 req-eed55c6c-0877-4bde-b638-5500549e302a tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2990713 Feb 10 06:28:54.247741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8347b2b6-0144-43a5-8d97-27752efa32c7 req-8b0aaf7d-9ce2-4588-a57b-b5f758807667 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/5979d908-16a8-4d76-9681-48fb35ee34b3 HTTP/1.1" status: 200 len: 1830 time: 0.1168351 Feb 10 06:28:54.276122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cfac5-87ff-480a-9c36-87aa44f0cd8f req-84eb39be-d85c-4ae1-a7cd-957b9ecc84f7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:54.277806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e88cfac5-87ff-480a-9c36-87aa44f0cd8f req-84eb39be-d85c-4ae1-a7cd-957b9ecc84f7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1118081 Feb 10 06:28:54.366285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e88cfac5-87ff-480a-9c36-87aa44f0cd8f req-093fcd23-de10-4f14-8ce6-5da4ddf4638e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794156 Feb 10 06:28:54.423160 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-1d5c2042-a3b9-4c7c-82fd-9916d60ab401 req-0ab11b94-cab4-4e01-b0b9-c68eee01f37a tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] show failed (client error): The resource could not be found. Feb 10 06:28:54.431200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d5c2042-a3b9-4c7c-82fd-9916d60ab401 req-0ab11b94-cab4-4e01-b0b9-c68eee01f37a tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/3f5016d7-8bdd-4568-a688-d8c2b5308366 HTTP/1.1" status: 404 len: 352 time: 0.0256467 Feb 10 06:28:54.524617 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-bb97baa6-43f6-4184-b6a0-3a82f7dabea1 req-6d735884-d699-4c7f-b784-074d56657029 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] show failed (client error): The resource could not be found. Feb 10 06:28:54.539878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb97baa6-43f6-4184-b6a0-3a82f7dabea1 req-6d735884-d699-4c7f-b784-074d56657029 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-group-rules/c3ccf192-671d-40b3-9363-42ca1af9ec9d HTTP/1.1" status: 404 len: 361 time: 0.0414805 Feb 10 06:28:54.612487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74668b2-2e48-4897-85d7-f4fe5f55b0b0 req-12d45553-9841-4d81-ad13-c934817856c3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:54.626050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a74668b2-2e48-4897-85d7-f4fe5f55b0b0 req-12d45553-9841-4d81-ad13-c934817856c3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1405756 Feb 10 06:28:54.774436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57a8f8c8-fc05-4ee0-9287-abf68629424c req-02a96e18-16d8-4f6b-b759-7cf09c2af9f6 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/5979d908-16a8-4d76-9681-48fb35ee34b3 HTTP/1.1" status: 200 len: 1830 time: 0.1456645 Feb 10 06:28:54.869084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a74668b2-2e48-4897-85d7-f4fe5f55b0b0 req-4a40581b-a171-4594-bfb6-751b6439607a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348504 Feb 10 06:28:54.946946 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57a8f8c8-fc05-4ee0-9287-abf68629424c req-01d06b12-fbc7-40d1-976d-e881042d33a8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (5979d908-16a8-4d76-9681-48fb35ee34b3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.025872 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57a8f8c8-fc05-4ee0-9287-abf68629424c req-01d06b12-fbc7-40d1-976d-e881042d33a8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (5979d908-16a8-4d76-9681-48fb35ee34b3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.115399 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57a8f8c8-fc05-4ee0-9287-abf68629424c req-01d06b12-fbc7-40d1-976d-e881042d33a8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5979d908-16a8-4d76-9681-48fb35ee34b3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.119787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57a8f8c8-fc05-4ee0-9287-abf68629424c req-01d06b12-fbc7-40d1-976d-e881042d33a8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.121647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57a8f8c8-fc05-4ee0-9287-abf68629424c req-01d06b12-fbc7-40d1-976d-e881042d33a8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "DELETE /v2.0/security-groups/5979d908-16a8-4d76-9681-48fb35ee34b3 HTTP/1.1" status: 204 len: 173 time: 0.3476677 Feb 10 06:28:55.157902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d06b12-fbc7-40d1-976d-e881042d33a8 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5979d908-16a8-4d76-9681-48fb35ee34b3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:55.265452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f11d807b-7e9a-49f4-b0d9-7978a1715ebc req-cd12cc4b-5774-4285-ac39-42f935941dc0 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/0e2af6df-b11b-492d-b8bc-1aa59272c2c2 HTTP/1.1" status: 200 len: 1829 time: 0.1123950 Feb 10 06:28:55.309288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34276) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:55.343510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f11d807b-7e9a-49f4-b0d9-7978a1715ebc req-ee89def1-52be-4aa6-aafd-68daff38b7f2 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (0e2af6df-b11b-492d-b8bc-1aa59272c2c2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.393892 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f11d807b-7e9a-49f4-b0d9-7978a1715ebc req-ee89def1-52be-4aa6-aafd-68daff38b7f2 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (0e2af6df-b11b-492d-b8bc-1aa59272c2c2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.497846 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f11d807b-7e9a-49f4-b0d9-7978a1715ebc req-ee89def1-52be-4aa6-aafd-68daff38b7f2 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0e2af6df-b11b-492d-b8bc-1aa59272c2c2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.501254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f11d807b-7e9a-49f4-b0d9-7978a1715ebc req-ee89def1-52be-4aa6-aafd-68daff38b7f2 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.506619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f11d807b-7e9a-49f4-b0d9-7978a1715ebc req-ee89def1-52be-4aa6-aafd-68daff38b7f2 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e2af6df-b11b-492d-b8bc-1aa59272c2c2 HTTP/1.1" status: 204 len: 173 time: 0.2402515 Feb 10 06:28:55.542614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89def1-52be-4aa6-aafd-68daff38b7f2 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2af6df-b11b-492d-b8bc-1aa59272c2c2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:55.606601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cee7b05c-2c52-4880-915c-fad366adbfef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.750703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e07f242-6481-40f3-97a2-92104d4b8087 req-53b200e4-89cc-4186-863d-a3141959a840 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/b61570bf-4a73-4bca-95fa-c3d6e450a18c HTTP/1.1" status: 200 len: 1830 time: 0.2014177 Feb 10 06:28:55.767063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cee7b05c-2c52-4880-915c-fad366adbfef admin admin] Publish callbacks [] for security_group (90482010-5b5b-40cf-b446-95395f0b8b4b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.788493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cee7b05c-2c52-4880-915c-fad366adbfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (90482010-5b5b-40cf-b446-95395f0b8b4b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:55.857472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cee7b05c-2c52-4880-915c-fad366adbfef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fe824998b9c4e9ab04935baf3bea578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5470817 Feb 10 06:28:55.862606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34288) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:55.862918 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7b05c-2c52-4880-915c-fad366adbfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90482010-5b5b-40cf-b446-95395f0b8b4b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:55.917095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31162e-6940-4f2e-9671-40d55f896a3c req-ed236f9c-ba67-4699-a2f9-a853ef3dfbd8 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:55.934897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc31162e-6940-4f2e-9671-40d55f896a3c req-ed236f9c-ba67-4699-a2f9-a853ef3dfbd8 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.3945167 Feb 10 06:28:56.104276 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e07f242-6481-40f3-97a2-92104d4b8087 req-91b4a27a-3f6e-4357-9179-57ed554b59b5 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (b61570bf-4a73-4bca-95fa-c3d6e450a18c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:56.155969 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e07f242-6481-40f3-97a2-92104d4b8087 req-91b4a27a-3f6e-4357-9179-57ed554b59b5 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (b61570bf-4a73-4bca-95fa-c3d6e450a18c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:56.266565 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e07f242-6481-40f3-97a2-92104d4b8087 req-91b4a27a-3f6e-4357-9179-57ed554b59b5 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b61570bf-4a73-4bca-95fa-c3d6e450a18c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:56.271492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e07f242-6481-40f3-97a2-92104d4b8087 req-91b4a27a-3f6e-4357-9179-57ed554b59b5 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:56.286333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e07f242-6481-40f3-97a2-92104d4b8087 req-91b4a27a-3f6e-4357-9179-57ed554b59b5 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "DELETE /v2.0/security-groups/b61570bf-4a73-4bca-95fa-c3d6e450a18c HTTP/1.1" status: 204 len: 173 time: 0.5278723 Feb 10 06:28:56.332452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc31162e-6940-4f2e-9671-40d55f896a3c req-a7f81c00-8623-40de-85b8-b41f039d1cdc tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965852 Feb 10 06:28:56.336887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e10c4f2b-68ac-47b3-879d-cabad586b7b4 admin admin] Publish callbacks [] for security_group (90482010-5b5b-40cf-b446-95395f0b8b4b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:56.387909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4a27a-3f6e-4357-9179-57ed554b59b5 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61570bf-4a73-4bca-95fa-c3d6e450a18c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:56.485015 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e10c4f2b-68ac-47b3-879d-cabad586b7b4 admin admin] Publish callbacks [] for security_group (90482010-5b5b-40cf-b446-95395f0b8b4b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:56.583575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee4c3-b8e1-43dc-8011-b54309d4d07a req-336d9677-0eb3-40e8-b768-d8894ad9007b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:56.585190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eecee4c3-b8e1-43dc-8011-b54309d4d07a req-336d9677-0eb3-40e8-b768-d8894ad9007b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1746042 Feb 10 06:28:56.595457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-042723ad-c9fc-4676-acfd-99e7d1e225c7 req-6ee0625c-9c62-41fa-bd16-a76e82e24dbb tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/9e12920c-7e9c-406c-a4b9-82c40ed14b7a HTTP/1.1" status: 200 len: 1829 time: 0.1080828 Feb 10 06:28:56.666952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e10c4f2b-68ac-47b3-879d-cabad586b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (90482010-5b5b-40cf-b446-95395f0b8b4b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:56.671118 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e10c4f2b-68ac-47b3-879d-cabad586b7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:56.678163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e10c4f2b-68ac-47b3-879d-cabad586b7b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90482010-5b5b-40cf-b446-95395f0b8b4b HTTP/1.1" status: 204 len: 168 time: 0.8113933 Feb 10 06:28:56.815289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c4f2b-68ac-47b3-879d-cabad586b7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90482010-5b5b-40cf-b446-95395f0b8b4b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:56.915708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eecee4c3-b8e1-43dc-8011-b54309d4d07a req-f9538a6f-a691-4a50-900d-7861d12c3efe tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165345 Feb 10 06:28:56.970918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-042723ad-c9fc-4676-acfd-99e7d1e225c7 req-d5431ab1-8e7f-4ba1-be9d-447313674180 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (9e12920c-7e9c-406c-a4b9-82c40ed14b7a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:57.092346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-042723ad-c9fc-4676-acfd-99e7d1e225c7 req-d5431ab1-8e7f-4ba1-be9d-447313674180 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (9e12920c-7e9c-406c-a4b9-82c40ed14b7a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:57.226887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-042723ad-c9fc-4676-acfd-99e7d1e225c7 req-d5431ab1-8e7f-4ba1-be9d-447313674180 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9e12920c-7e9c-406c-a4b9-82c40ed14b7a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:57.229887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-042723ad-c9fc-4676-acfd-99e7d1e225c7 req-d5431ab1-8e7f-4ba1-be9d-447313674180 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:57.232159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-042723ad-c9fc-4676-acfd-99e7d1e225c7 req-d5431ab1-8e7f-4ba1-be9d-447313674180 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e12920c-7e9c-406c-a4b9-82c40ed14b7a HTTP/1.1" status: 204 len: 173 time: 0.6358917 Feb 10 06:28:57.251461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5431ab1-8e7f-4ba1-be9d-447313674180 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e12920c-7e9c-406c-a4b9-82c40ed14b7a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:57.367543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c23f946-0d85-40b3-b7fa-9602df6006ec req-e4ba7dcb-5fca-4063-9a9f-046adf4b1c17 tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "GET /v2.0/security-groups/c0713329-006e-46dc-afe3-6d5c2e1c9e0a HTTP/1.1" status: 200 len: 1828 time: 0.1025679 Feb 10 06:28:57.484582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c23f946-0d85-40b3-b7fa-9602df6006ec req-dc9b8619-4ed8-409d-a21c-bab8225c847b tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (c0713329-006e-46dc-afe3-6d5c2e1c9e0a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:57.596728 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c23f946-0d85-40b3-b7fa-9602df6006ec req-dc9b8619-4ed8-409d-a21c-bab8225c847b tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (c0713329-006e-46dc-afe3-6d5c2e1c9e0a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:57.723306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e58a5-409b-4099-8783-a57d150b200e req-44346236-8272-4766-9332-706b27a36a3d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:57.728259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-756e58a5-409b-4099-8783-a57d150b200e req-44346236-8272-4766-9332-706b27a36a3d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.2121391 Feb 10 06:28:57.731970 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c23f946-0d85-40b3-b7fa-9602df6006ec req-dc9b8619-4ed8-409d-a21c-bab8225c847b tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c0713329-006e-46dc-afe3-6d5c2e1c9e0a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:57.735020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c23f946-0d85-40b3-b7fa-9602df6006ec req-dc9b8619-4ed8-409d-a21c-bab8225c847b tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:57.739944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c23f946-0d85-40b3-b7fa-9602df6006ec req-dc9b8619-4ed8-409d-a21c-bab8225c847b tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] 10.222.0.21 "DELETE /v2.0/security-groups/c0713329-006e-46dc-afe3-6d5c2e1c9e0a HTTP/1.1" status: 204 len: 173 time: 0.3582785 Feb 10 06:28:57.747049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34334) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:57.780635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b8619-4ed8-409d-a21c-bab8225c847b tempest-SecurityGroupRulesNegativeTestJSON-1001228367 tempest-SecurityGroupRulesNegativeTestJSON-1001228367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0713329-006e-46dc-afe3-6d5c2e1c9e0a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:57.867703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e7945a-08d9-4e31-ae29-bcbbb36e7ff0 admin admin] Deleting subnet 147ef86d-8ac6-4bba-b328-283c0a4a1f3b {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:28:57.875821 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-28e7945a-08d9-4e31-ae29-bcbbb36e7ff0 admin admin] Publish callbacks [] for subnet (147ef86d-8ac6-4bba-b328-283c0a4a1f3b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:57.886968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-756e58a5-409b-4099-8783-a57d150b200e req-0238b3d7-5061-46e0-b17d-ed36844d39bf tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449735 Feb 10 06:28:57.957548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-28e7945a-08d9-4e31-ae29-bcbbb36e7ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (147ef86d-8ac6-4bba-b328-283c0a4a1f3b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.076044 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-28e7945a-08d9-4e31-ae29-bcbbb36e7ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (147ef86d-8ac6-4bba-b328-283c0a4a1f3b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.127982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272dcf-ccd0-450c-bb90-9647d5a90633 req-0f8fbe95-5fce-4038-bbc4-aaf3f6412e5b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:58.151664 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f272dcf-ccd0-450c-bb90-9647d5a90633 req-0f8fbe95-5fce-4038-bbc4-aaf3f6412e5b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1344347 Feb 10 06:28:58.185609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-28e7945a-08d9-4e31-ae29-bcbbb36e7ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (147ef86d-8ac6-4bba-b328-283c0a4a1f3b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.261937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7945a-08d9-4e31-ae29-bcbbb36e7ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147ef86d-8ac6-4bba-b328-283c0a4a1f3b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:58.275452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-28e7945a-08d9-4e31-ae29-bcbbb36e7ff0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.278952 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-28e7945a-08d9-4e31-ae29-bcbbb36e7ff0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/147ef86d-8ac6-4bba-b328-283c0a4a1f3b HTTP/1.1" status: 204 len: 168 time: 0.5308998 Feb 10 06:28:58.281508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34360) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:58.287020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f272dcf-ccd0-450c-bb90-9647d5a90633 req-0ded934d-5cd8-4db5-a2e0-48c95321f666 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344140 Feb 10 06:28:58.416969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (dca5001e-394a-455b-98c5-bbd39b038131), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.542934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (dca5001e-394a-455b-98c5-bbd39b038131), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.588252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca5001e-394a-455b-98c5-bbd39b038131']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:58.613889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214f1747-4848-4d4f-bc95-2269f32a11cd') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:58.614197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214f1747-4848-4d4f-bc95-2269f32a11cd') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:28:58.644621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (214f1747-4848-4d4f-bc95-2269f32a11cd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.673921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (214f1747-4848-4d4f-bc95-2269f32a11cd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.686790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:28:58.687610 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (214f1747-4848-4d4f-bc95-2269f32a11cd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:28:58.691698 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:28:58.781537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (dca5001e-394a-455b-98c5-bbd39b038131), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.838195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:58.847948 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] 10.222.0.21 "DELETE /v2.0/networks/dca5001e-394a-455b-98c5-bbd39b038131 HTTP/1.1" status: 204 len: 168 time: 0.5652413 Feb 10 06:28:58.850403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d9279-0135-485c-b94e-b8755ee0747a admin admin] Pushing event deleted for resources: {'Network': ['ID=dca5001e-394a-455b-98c5-bbd39b038131,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:59.080962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34396) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:59.211462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34404) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:59.214465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9c6fc-eabf-4412-968f-8d7c8530e3a6 req-cc858d0a-720f-4144-93af-9ea1f1a97a6c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:59.220736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53b9c6fc-eabf-4412-968f-8d7c8530e3a6 req-cc858d0a-720f-4144-93af-9ea1f1a97a6c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1882422 Feb 10 06:28:59.299041 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7f23afea-6319-49ce-8a45-809436b857c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4e0679e470f4ef79f26382803094f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851374 Feb 10 06:28:59.300232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34408) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:59.358671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53b9c6fc-eabf-4412-968f-8d7c8530e3a6 req-f0162928-6411-41da-80f6-c204ce483653 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278067 Feb 10 06:28:59.452985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd61a37e-453a-4871-94be-a65aa902cf82 admin admin] Publish callbacks [] for security_group (b3031b5d-454e-457b-87b4-7f74097c2519), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:59.562209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd61a37e-453a-4871-94be-a65aa902cf82 admin admin] Publish callbacks [] for security_group (b3031b5d-454e-457b-87b4-7f74097c2519), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:59.618183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:59.632644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245c2c9-973b-491b-826f-6e5963b3ce8f req-78bf7e26-5674-4ec7-b813-ce055637249b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:28:59.634194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0245c2c9-973b-491b-826f-6e5963b3ce8f req-78bf7e26-5674-4ec7-b813-ce055637249b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1552038 Feb 10 06:28:59.691910 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd61a37e-453a-4871-94be-a65aa902cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b3031b5d-454e-457b-87b4-7f74097c2519), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:59.694560 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd61a37e-453a-4871-94be-a65aa902cf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:59.706163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dd61a37e-453a-4871-94be-a65aa902cf82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3031b5d-454e-457b-87b4-7f74097c2519 HTTP/1.1" status: 204 len: 168 time: 0.3657150 Feb 10 06:28:59.755512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61a37e-453a-4871-94be-a65aa902cf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3031b5d-454e-457b-87b4-7f74097c2519,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:28:59.783020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0245c2c9-973b-491b-826f-6e5963b3ce8f req-2bbd137e-6b52-44a1-b179-26b6373b1e2b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420507 Feb 10 06:28:59.847049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Publish callbacks [] for security_group (38a2c221-39f7-417a-b577-8cd1a5aad7cb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:59.868667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (38a2c221-39f7-417a-b577-8cd1a5aad7cb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:28:59.942838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:28:59.943146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e4676af42e04445b170e94d88aee1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8604550 Feb 10 06:29:00.023330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a2c221-39f7-417a-b577-8cd1a5aad7cb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:00.054733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.058329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.058861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.059390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.062475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.062834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.063179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.063524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.063862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.064194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.064528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.064857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.065194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40fe7d7-5a87-4c49-97a2-4cf4cac173ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:00.131450 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c730-9fd8-4d40-9e9d-0465346405e2 admin admin] Publish callbacks [] for security_group (38a2c221-39f7-417a-b577-8cd1a5aad7cb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:00.161078 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c730-9fd8-4d40-9e9d-0465346405e2 admin admin] Publish callbacks [] for security_group (38a2c221-39f7-417a-b577-8cd1a5aad7cb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:00.213706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c730-9fd8-4d40-9e9d-0465346405e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (38a2c221-39f7-417a-b577-8cd1a5aad7cb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:00.219253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c730-9fd8-4d40-9e9d-0465346405e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:00.224069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7fd6c730-9fd8-4d40-9e9d-0465346405e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38a2c221-39f7-417a-b577-8cd1a5aad7cb HTTP/1.1" status: 204 len: 168 time: 0.2802107 Feb 10 06:29:00.237576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6c730-9fd8-4d40-9e9d-0465346405e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a2c221-39f7-417a-b577-8cd1a5aad7cb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:00.647799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d2917-caab-4c5b-b21d-11fd485c7a67 req-810889aa-a23f-403b-888c-21a7b2e2bc5a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:00.650996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1d2917-caab-4c5b-b21d-11fd485c7a67 req-810889aa-a23f-403b-888c-21a7b2e2bc5a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1452496 Feb 10 06:29:00.778116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1d2917-caab-4c5b-b21d-11fd485c7a67 req-0a490523-7daa-42fc-bad7-aa852f29ae41 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211143 Feb 10 06:29:01.033314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcaaa5-b649-4f42-9c9c-73560b586448 req-95d3344d-a862-4758-9587-3a923b6adbeb tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:01.043402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1fdcaaa5-b649-4f42-9c9c-73560b586448 req-95d3344d-a862-4758-9587-3a923b6adbeb tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.0933623 Feb 10 06:29:01.129818 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1fdcaaa5-b649-4f42-9c9c-73560b586448 req-598a0779-ad86-4493-b586-85d9d23a86c9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815830 Feb 10 06:29:01.222504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34474) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:01.447766 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-6c64de3d-5ea3-48d6-bf09-fa52b8786f68 service neutron] show failed (client error): The resource could not be found. Feb 10 06:29:01.451516 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-6c64de3d-5ea3-48d6-bf09-fa52b8786f68 service neutron] 10.222.0.13 "GET /v2.0/ports/baf7c198-04f0-4a84-a545-e7385bcdcc52/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.1720581 Feb 10 06:29:01.519148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1945257223-network', 'tenant_id': 'f3bb4394d8274b9891b52cd57ddcff21'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:01.594475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Made reservation on behalf of f3bb4394d8274b9891b52cd57ddcff21 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:01.604764 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:01.645806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:01.767219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:01.905713 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Publish callbacks [] for security_group (45087be7-e8d1-41e1-b739-87c6bcffd02b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:01.929267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-4db7c9fb-0d31-400e-a538-49eb990bbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:01.933997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-4db7c9fb-0d31-400e-a538-49eb990bbceb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f&tenant_id=d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 1131 time: 0.1124079 Feb 10 06:29:01.936469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (45087be7-e8d1-41e1-b739-87c6bcffd02b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:01.990378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:29:02.003929 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (13c19998-8769-47c4-89b6-e210711675bd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.004369 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Added segment 13c19998-8769-47c4-89b6-e210711675bd of type vlan for network 4ded9aa0-c444-4669-b42f-85c4d2d0736a Feb 10 06:29:02.052320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:02.066539 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1099207310-network', 'tenant_id': '631042b5de4e4c99982dfca81807f02f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:02.081043 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (4ded9aa0-c444-4669-b42f-85c4d2d0736a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.119228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45087be7-e8d1-41e1-b739-87c6bcffd02b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:02.143921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (4ded9aa0-c444-4669-b42f-85c4d2d0736a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.145955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:02.147450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.166821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.172983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Made reservation on behalf of 631042b5de4e4c99982dfca81807f02f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:02.177011 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.190962 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9663074 Feb 10 06:29:02.194642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34500) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:02.208718 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Request body: {'subnet': {'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1945257223-subnet', 'tenant_id': 'f3bb4394d8274b9891b52cd57ddcff21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:02.209105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.231242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55511ad8-5359-4a69-a168-2c393f27034e req-3c1952c8-f838-43c2-a81b-615a4ce63fc1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:02.237596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Made reservation on behalf of f3bb4394d8274b9891b52cd57ddcff21 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:02.238830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55511ad8-5359-4a69-a168-2c393f27034e req-3c1952c8-f838-43c2-a81b-615a4ce63fc1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.2913079 Feb 10 06:29:02.248520 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.363411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c7ecd-fc70-49d4-81cc-e6661eba3413 admin admin] Pushing event updated for resources: {'Network': ['ID=4ded9aa0-c444-4669-b42f-85c4d2d0736a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:02.376019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 4ded9aa0-c444-4669-b42f-85c4d2d0736a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:29:02.590424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55511ad8-5359-4a69-a168-2c393f27034e req-b1598fcc-1b62-43df-8be4-e16c9aef6aa1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430085 Feb 10 06:29:02.611156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773e8b3-ceee-44b7-a6e6-6a2241db3b82 req-9b734f3f-8bd9-484c-8e89-f842e30f2299 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:02.618043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3773e8b3-ceee-44b7-a6e6-6a2241db3b82 req-9b734f3f-8bd9-484c-8e89-f842e30f2299 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.3150322 Feb 10 06:29:02.624529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Publish callbacks [] for security_group (99141748-f25e-424f-a893-dc60e5cd68c8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.649226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (99141748-f25e-424f-a893-dc60e5cd68c8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.663942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:29:02.685507 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (a36114b9-b09a-425e-ada5-8b905ecb55fe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.697428 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b3154911-2ff9-492b-9876-a260901a81a3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.697684 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Added segment b3154911-2ff9-492b-9876-a260901a81a3 of type vlan for network 3aec1ef7-a98e-4bee-9139-3ae664dba26b Feb 10 06:29:02.780694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36114b9-b09a-425e-ada5-8b905ecb55fe,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:02.815764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99141748-f25e-424f-a893-dc60e5cd68c8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:02.821924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Checking segment: {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:02.823358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Network hostable DHCP agents. Network: 4ded9aa0-c444-4669-b42f-85c4d2d0736a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:29:02.837729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (3aec1ef7-a98e-4bee-9139-3ae664dba26b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.866086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Network 4ded9aa0-c444-4669-b42f-85c4d2d0736a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:29:02.872525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3773e8b3-ceee-44b7-a6e6-6a2241db3b82 req-fb342305-0f75-4bb2-aea6-2a1fae13169d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533352 Feb 10 06:29:02.884062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.884407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.884740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.885072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.885402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.885728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.886658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.886911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.887234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.887557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.887875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.888199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.888512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:02.888845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 4ded9aa0-c444-4669-b42f-85c4d2d0736a) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:02.893512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:02.898877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:02.904466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb3e56-db73-4874-8934-3ed19dfa0b4c None None] Network 4ded9aa0-c444-4669-b42f-85c4d2d0736a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:29:02.921581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:02.939744 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cfb3e1c2-21d5-49cd-903b-0048c609e253 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7440000 Feb 10 06:29:03.016493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (3aec1ef7-a98e-4bee-9139-3ae664dba26b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:03.017440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:03.018073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:03.114230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:03.165126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f3538-71b2-4e4c-b269-d918fc8faa9d None None] Network 4ded9aa0-c444-4669-b42f-85c4d2d0736a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:29:03.320612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Publish callbacks [] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:03.336960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Transition to ACTIVE for port object baf7c198-04f0-4a84-a545-e7385bcdcc52 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:03.349174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5773237 Feb 10 06:29:03.349174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:03.350878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34522) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:03.352168 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81614571-8dc6-4213-8aa4-5317c4952191" -d '{"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:03.363323 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:03.374145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39141aec-f8cc-4391-bbae-acdf209ba108 admin admin] Pushing event updated for resources: {'Network': ['ID=3aec1ef7-a98e-4bee-9139-3ae664dba26b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:03.379806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Request body: {'subnet': {'network_id': '3aec1ef7-a98e-4bee-9139-3ae664dba26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1099207310-subnet', 'tenant_id': '631042b5de4e4c99982dfca81807f02f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:03.388177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 3aec1ef7-a98e-4bee-9139-3ae664dba26b details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:29:03.445448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Made reservation on behalf of 631042b5de4e4c99982dfca81807f02f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:03.450074 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:03.490816 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d64c6f-ad8e-450c-88e3-0601456bb8ff x-openstack-request-id: req-97d64c6f-ad8e-450c-88e3-0601456bb8ff {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:03.491168 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:03.491359 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97d64c6f-ad8e-450c-88e3-0601456bb8ff {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:03.491767 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'code': 200} Feb 10 06:29:03.535610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:03.551512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] No DVR routers for this DVR port baf7c198-04f0-4a84-a545-e7385bcdcc52 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:03.687591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:03.687929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:03.688250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:03.695774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Port baf7c198-04f0-4a84-a545-e7385bcdcc52 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:03.696281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:03.710597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:03.711290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:03.711842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:03.712435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Bound port: baf7c198-04f0-4a84-a545-e7385bcdcc52, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:03.712974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:03.943048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (e539342f-8074-4a52-9977-f6820dfa194d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:03.978330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:04.007844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e656b07-85fd-42c5-8e30-571af8e33043 req-ae42226c-a83a-4af2-8686-ff9740252ed1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:04.009497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e656b07-85fd-42c5-8e30-571af8e33043 req-ae42226c-a83a-4af2-8686-ff9740252ed1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1694357 Feb 10 06:29:04.011686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:04.038645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:04.054322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-39bcfd3d-4df4-413e-beac-015a4e3669ac tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:04.061682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-39bcfd3d-4df4-413e-beac-015a4e3669ac tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 813 time: 0.3134439 Feb 10 06:29:04.166807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e656b07-85fd-42c5-8e30-571af8e33043 req-645b29be-f365-401b-bf26-623044ff10e4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488371 Feb 10 06:29:04.181867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e539342f-8074-4a52-9977-f6820dfa194d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:04.194436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-59c9a419-06ea-4934-8635-7da976fd6b1e tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/quotas/f3bb4394d8274b9891b52cd57ddcff21 HTTP/1.1" status: 200 len: 375 time: 0.1316285 Feb 10 06:29:04.207122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Checking segment: {'id': 'b3154911-2ff9-492b-9876-a260901a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3aec1ef7-a98e-4bee-9139-3ae664dba26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:04.207490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Network hostable DHCP agents. Network: 3aec1ef7-a98e-4bee-9139-3ae664dba26b, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:29:04.239875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Network 3aec1ef7-a98e-4bee-9139-3ae664dba26b is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:29:04.261717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:04.262902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:04.265306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 1095 time: 2.3191257 Feb 10 06:29:04.269617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 3aec1ef7-a98e-4bee-9139-3ae664dba26b) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:04.275178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:04.276450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:04.294559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027eef7b-ee0f-4adb-b300-c71cc1b84956 None None] Network 3aec1ef7-a98e-4bee-9139-3ae664dba26b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:29:04.327034 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1453dcb4-0260-47bb-aa3f-791de5b7620d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9636762 Feb 10 06:29:04.327837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f2d706e9-d34f-442d-8216-7a34d2c67532 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191370 Feb 10 06:29:04.346995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6dd9d-9354-4407-b4a5-534232b098b9 service neutron] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:04.465325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-0fd71894-ecda-4cfa-8650-a00c8fb6717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:04.466926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-0fd71894-ecda-4cfa-8650-a00c8fb6717e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1129 time: 0.1612909 Feb 10 06:29:04.669604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c69155-f7b5-49e1-9e50-0dff43e47c6c None None] Network 3aec1ef7-a98e-4bee-9139-3ae664dba26b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:29:04.858394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-cbdf1c8e-b12d-4acd-b8d8-2e1075134cb2 service neutron] 10.222.0.21 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294061 Feb 10 06:29:04.989412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b7f3-9699-418a-a71a-51fbece9fd09 req-520f0b9f-9df5-4413-a8fb-3fdb718e5a3e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:04.991152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b75b7f3-9699-418a-a71a-51fbece9fd09 req-520f0b9f-9df5-4413-a8fb-3fdb718e5a3e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 947 time: 0.2918301 Feb 10 06:29:05.124548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-7cd10865-fd6d-47e4-a5ab-c18c7002196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:05.126009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-7cd10865-fd6d-47e4-a5ab-c18c7002196e service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.6469436 Feb 10 06:29:05.642864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:05.645325 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b519862-f985-4046-b5f2-942ca9b853e8" -d '{"events": [{"name": "network-changed", "server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:05.654944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-24667d19-a0de-4ca8-826d-45ed61772f55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.5177982 Feb 10 06:29:05.763876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-9a4e87be-877e-4b9a-8626-e8b677eaa8c2 service neutron] 10.222.0.21 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8923891 Feb 10 06:29:05.818860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b75b7f3-9699-418a-a71a-51fbece9fd09 req-9a737615-b2f7-4066-9aff-d38ae49fa944 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204149 Feb 10 06:29:05.837044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-3c3274b7-dbdf-4dca-be5e-aef88b60e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:05.838543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-3c3274b7-dbdf-4dca-be5e-aef88b60e71f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1748810 Feb 10 06:29:05.966353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-113e4dbd-185c-4cfb-98cb-5bf5c754eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:05.969536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-113e4dbd-185c-4cfb-98cb-5bf5c754eb55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1223829 Feb 10 06:29:06.319550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-ef3a9f7f-8e7e-47c1-8f1f-d8c95ac25ccb service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365707 Feb 10 06:29:06.613231 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:06.759088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46795a-ddaf-49f1-bfbb-bf5177a9e70f req-95794b14-b0eb-40c0-9fb1-f310945ffc26 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:06.764403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e46795a-ddaf-49f1-bfbb-bf5177a9e70f req-95794b14-b0eb-40c0-9fb1-f310945ffc26 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.4787669 Feb 10 06:29:06.813595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd3f708b-da35-4cec-976b-fc3c7cd76daa req-303f93fc-58d3-4ea7-a126-6e553b3d91cb service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451647 Feb 10 06:29:06.823209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9972-5758-4c6d-829f-989141be65da req-650fcaa2-854d-40cb-b3af-03b1505bf66b tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:06.824563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-650fcaa2-854d-40cb-b3af-03b1505bf66b tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/networks?id=3aec1ef7-a98e-4bee-9139-3ae664dba26b HTTP/1.1" status: 200 len: 818 time: 0.6772711 Feb 10 06:29:06.834548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:06.912236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-e38b0a14-6d59-42d1-9631-a006718c5ecb tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/quotas/631042b5de4e4c99982dfca81807f02f HTTP/1.1" status: 200 len: 375 time: 0.0586169 Feb 10 06:29:06.926415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:06.969123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port baf7c198-04f0-4a84-a545-e7385bcdcc52 host n-h2-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:29:06.969837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:06.990954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-9ce06466-0042-48b5-b37b-9a33893e48d0 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=631042b5de4e4c99982dfca81807f02f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777297 Feb 10 06:29:07.017306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e46795a-ddaf-49f1-bfbb-bf5177a9e70f req-6a72ff41-cbfb-4d81-b6d1-04aa046b4d45 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330837 Feb 10 06:29:07.170666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-9d6f172a-c1f0-4f24-aa9a-194295b39db1 service neutron] 10.222.0.21 "GET /v2.0/networks/3aec1ef7-a98e-4bee-9139-3ae664dba26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770275 Feb 10 06:29:07.249686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:07.311594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2', 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896', 'port_id': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2', 'mac_address': 'fa:16:3e:93:17:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5f93f-7f0a-4276-a487-bdcd30a90931', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:07.320925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-e5bf8bcf-5316-4ecc-b021-6cdfb9e533f4 service neutron] 10.222.0.21 "GET /v2.0/networks/3aec1ef7-a98e-4bee-9139-3ae664dba26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431086 Feb 10 06:29:07.350289 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2025708f-30ba-48e3-b840-de7adc76ee06 x-openstack-request-id: req-2025708f-30ba-48e3-b840-de7adc76ee06 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:07.350638 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:07.350897 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2025708f-30ba-48e3-b840-de7adc76ee06 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:07.351302 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'status': 'completed', 'code': 200} Feb 10 06:29:07.433538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:07.433938 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:07.469711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:07.473935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-26b3e2fa-ae9c-4b1c-a951-01bfabfa47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:07.475873 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-26b3e2fa-ae9c-4b1c-a951-01bfabfa47f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1129 time: 0.1066008 Feb 10 06:29:07.560194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:07.572363 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:07.580655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-ed990564-ddeb-4f3f-b549-837a11f7202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:07.585747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-ed990564-ddeb-4f3f-b549-837a11f7202f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1129 time: 0.1389992 Feb 10 06:29:07.793115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-521ba10b-fe95-4b40-9215-a35523c309fc req-69e92792-176e-4415-9518-380eb19adcae tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 210 time: 0.0725362 Feb 10 06:29:07.945260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-943d4513-153d-4a3b-b407-2b37245275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:07.949747 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-943d4513-153d-4a3b-b407-2b37245275e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.4663734 Feb 10 06:29:08.056970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103d026-400c-458e-9a9b-5cf788d23124 req-8fe68c86-76eb-4d74-be75-fffaf9d6fa8f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:08.063009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2103d026-400c-458e-9a9b-5cf788d23124 req-8fe68c86-76eb-4d74-be75-fffaf9d6fa8f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 947 time: 0.3600962 Feb 10 06:29:08.135627 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-b393b5a8-db80-4ee8-ae87-36af0b4033dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.1794224 Feb 10 06:29:08.219689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-0e3eaf37-5269-4b32-a947-54ca77e5b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:08.222164 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-0e3eaf37-5269-4b32-a947-54ca77e5b2ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0773749 Feb 10 06:29:08.228407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:08.244576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['9d45df55-8c29-43ea-a6a4-d7553b9cabc2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:08.321951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b3731b6-5280-48f8-b307-fc5aa3fbe7de req-53ba3aed-ab77-498e-8e75-4a19ad0798a3 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 210 time: 0.2547669 Feb 10 06:29:08.402563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-0bfdcb7b-995d-4241-b4bc-c3f01d3ee4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:08.407538 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-0bfdcb7b-995d-4241-b4bc-c3f01d3ee4f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1757569 Feb 10 06:29:08.460538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-fe61ad27-7c11-4534-bf92-82e617b8aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:08.463652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-fe61ad27-7c11-4534-bf92-82e617b8aa20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.8456669 Feb 10 06:29:08.518067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2103d026-400c-458e-9a9b-5cf788d23124 req-edc57b50-3437-4af9-8e83-3b5cbfc315ca tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252658 Feb 10 06:29:08.724788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-dcc29828-af03-4ccf-b9fd-0ae31f892d54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.2323961 Feb 10 06:29:08.836896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-cc24e6b7-2b70-4121-a899-07c2a6091812 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:08.838439 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-cc24e6b7-2b70-4121-a899-07c2a6091812 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.13 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 813 time: 0.2900867 Feb 10 06:29:08.863712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-d510a466-8505-4687-a4d6-ed0c7a456e23 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:08.867932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-d510a466-8505-4687-a4d6-ed0c7a456e23 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 813 time: 0.4704583 Feb 10 06:29:08.879996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Request body: {'port': {'device_id': 'fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3', 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a', 'admin_state_up': True, 'tenant_id': 'f3bb4394d8274b9891b52cd57ddcff21'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:08.947246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:08.955505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Request body: {'port': {'device_id': '6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86', 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a', 'admin_state_up': True, 'tenant_id': 'f3bb4394d8274b9891b52cd57ddcff21'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:09.013935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba50f-d89c-4b53-b086-595c1b50b2f5 req-54d29e1c-7ece-4f62-8632-cae6838a828a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:09.015409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c5ba50f-d89c-4b53-b086-595c1b50b2f5 req-54d29e1c-7ece-4f62-8632-cae6838a828a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 944 time: 0.2937448 Feb 10 06:29:09.051039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-2c2e345e-46c9-4225-a232-cef765b25f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:09.052529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-2c2e345e-46c9-4225-a232-cef765b25f1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.3094759 Feb 10 06:29:09.074666 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-5861791d-e634-43e3-a663-14bbe3a11631 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571331 Feb 10 06:29:09.115654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c5ba50f-d89c-4b53-b086-595c1b50b2f5 req-22b3d07f-996e-493b-b45b-be6f53cf60bb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920582 Feb 10 06:29:09.330523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-02970307-9b0e-439c-aa54-3011f9d5afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:09.331967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-02970307-9b0e-439c-aa54-3011f9d5afcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2359474 Feb 10 06:29:09.333261 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:09.357048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'mac_address': 'fa:16:3e:ef:c0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:09.434288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Made reservation on behalf of f3bb4394d8274b9891b52cd57ddcff21 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:09.438241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:09.443712 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-846478eb-804d-4967-aa17-28690180e442 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590291 Feb 10 06:29:09.486041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port baf7c198-04f0-4a84-a545-e7385bcdcc52 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:09.488924 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:09.519270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf7c198-04f0-4a84-a545-e7385bcdcc52 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:09.571914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:09.575221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6e50cc7-751d-4b9c-bc59-0c7aa1dba3e6 req-5ff93f0a-09d7-4f78-909d-d4d7f89ad078 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 210 time: 0.2891853 Feb 10 06:29:09.580167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Made reservation on behalf of f3bb4394d8274b9891b52cd57ddcff21 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:09.583260 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:09.584057 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:09.727982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:09.733110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Allocated IP 172.20.0.13 (4ded9aa0-c444-4669-b42f-85c4d2d0736a/a36114b9-b09a-425e-ada5-8b905ecb55fe/f5ccd870-018f-4f35-a10c-073e730d2b09) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:09.758030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3626f46f-b583-4a8d-af96-b54ee25a87c5 req-c0695d39-bab3-413f-96be-c57bbc9777e6 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 210 time: 0.0510204 Feb 10 06:29:09.760232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-a69fa3b5-78c0-47e3-9098-e2ba44012818 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147768 Feb 10 06:29:09.838733 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:09.893044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['baf7c198-04f0-4a84-a545-e7385bcdcc52'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:10.034047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b519862-f985-4046-b5f2-942ca9b853e8 req-b5546e0e-507e-422f-bdcc-b7e5eefce642 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630692 Feb 10 06:29:10.108879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9972-5758-4c6d-829f-989141be65da req-12dcbfff-d02f-4129-8cff-683e18e450df tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:10.110740 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-12dcbfff-d02f-4129-8cff-683e18e450df tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.24 "GET /v2.0/networks?id=3aec1ef7-a98e-4bee-9139-3ae664dba26b HTTP/1.1" status: 200 len: 818 time: 0.4028788 Feb 10 06:29:10.115482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0590540-33c8-465d-a93e-b546da6eef92 req-9d19bc1c-8ede-49b6-b70e-f30ff07c4999 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:10.127908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0590540-33c8-465d-a93e-b546da6eef92 req-9d19bc1c-8ede-49b6-b70e-f30ff07c4999 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 948 time: 0.3486443 Feb 10 06:29:10.136064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Request body: {'port': {'device_id': '120f1fb8-0570-4829-ba9c-4a0b8a1fa35a', 'network_id': '3aec1ef7-a98e-4bee-9139-3ae664dba26b', 'admin_state_up': True, 'tenant_id': '631042b5de4e4c99982dfca81807f02f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:10.241241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0590540-33c8-465d-a93e-b546da6eef92 req-871ae712-2caf-4b07-87eb-deb334ed1e95 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050196 Feb 10 06:29:10.280790 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e190b15b-297f-4c75-a923-1d0a7efe919c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:10.282398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks [] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:10.353258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a213b4-0e6a-4e57-8e46-3ee9232b98f8 req-2e151e1f-7c50-416b-80d7-e42077c8c1c8 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:10.355573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82a213b4-0e6a-4e57-8e46-3ee9232b98f8 req-2e151e1f-7c50-416b-80d7-e42077c8c1c8 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 944 time: 0.0909853 Feb 10 06:29:10.472068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82a213b4-0e6a-4e57-8e46-3ee9232b98f8 req-5452c178-5515-4eae-a938-c1f62ada2408 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064548 Feb 10 06:29:10.499272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-039869b6-5232-457f-a666-c38487e8f745 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:10.506133 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-039869b6-5232-457f-a666-c38487e8f745 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 804 time: 0.1491368 Feb 10 06:29:10.523901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-236b3c00-f184-488f-9fd5-7a9eb5d07122 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/quotas/c1405219c3cf4ebe9b26ea911737101b HTTP/1.1" status: 200 len: 375 time: 0.0167868 Feb 10 06:29:10.578708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-dc8d3fd9-6394-49b2-9745-b9ad4393c032 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538843 Feb 10 06:29:10.673600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Made reservation on behalf of 631042b5de4e4c99982dfca81807f02f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:10.677101 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:10.702833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:10.759110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-6fed96f8-c5cd-4f4b-96eb-6639486ca4a8 service neutron] 10.222.0.21 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736836 Feb 10 06:29:10.814080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Network 4ded9aa0-c444-4669-b42f-85c4d2d0736a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:10.821881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:10.826530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:10.828980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Pushing event updated for resources: {'Port': ['ID=f5ccd870-018f-4f35-a10c-073e730d2b09,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:10.868460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Allocated IP 172.20.0.4 (4ded9aa0-c444-4669-b42f-85c4d2d0736a/a36114b9-b09a-425e-ada5-8b905ecb55fe/72e6c3b2-d171-428b-835a-2e6d1ae40ef3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:10.912841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:10.913538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:10.936134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Allocated IP 172.20.0.13 (3aec1ef7-a98e-4bee-9139-3ae664dba26b/e539342f-8074-4a52-9977-f6820dfa194d/053d9b3a-8e06-40bb-9b15-04630c34c25e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:10.940857 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-81fc3e82-fc91-419f-82dd-9532b0dd5386 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0654089 Feb 10 06:29:10.953453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Request body: {'port': {'device_id': 'fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:10.970660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:11.060855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-505d6352-93ff-49f3-92e0-8aa92da4c42d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:11.062582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-505d6352-93ff-49f3-92e0-8aa92da4c42d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 807 time: 0.2211475 Feb 10 06:29:11.081611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:11.090983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:11.091382 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.125598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-6ac4c26c-4ff0-4d78-a70f-db9bca6babf9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:11.127280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-6ac4c26c-4ff0-4d78-a70f-db9bca6babf9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f&tenant_id=d4b018c08f88404caccb44ba8b4969ae&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 948 time: 0.3294060 Feb 10 06:29:11.139412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-5f70fabd-83ce-4a74-85e6-a822e716bfdf service neutron] 10.222.0.21 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728588 Feb 10 06:29:11.169573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Publish callbacks [] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.209709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.219850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-375bb38e-4edf-4807-b933-74cb1c726487 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/quotas/05b780f4715a45f5998fb392dd61255c HTTP/1.1" status: 200 len: 375 time: 0.1467028 Feb 10 06:29:11.239493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-c65a34aa-8a30-4be5-8c2c-d19386aafcc3 service neutron] 10.222.0.24 "GET /v2.0/ports/baf7c198-04f0-4a84-a545-e7385bcdcc52/bindings/n-h2-828670-1 HTTP/1.1" status: 200 len: 382 time: 0.1026547 Feb 10 06:29:11.296487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:11.296671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Network 3aec1ef7-a98e-4bee-9139-3ae664dba26b is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:11.296935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.297522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.302503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:11.315370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:11.372278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:11.377934 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c410f-b1eb-43e6-b187-57078df56e86" -d '{"events": [{"server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "name": "network-vif-plugged", "status": "completed", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:11.388209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:11.388834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.396684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Pushing event updated for resources: {'Port': ['ID=053d9b3a-8e06-40bb-9b15-04630c34c25e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:11.401161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:11.414847 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.415909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:11.429999 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks [] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.458501 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-caa59241-e8a2-4937-9a3a-e8a682fa93b8 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3262386 Feb 10 06:29:11.477319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Request body: {'port': {'device_id': '120f1fb8-0570-4829-ba9c-4a0b8a1fa35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:11.523915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-53164fe2-f2d7-45aa-8327-9f2a01b45c09 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3031175 Feb 10 06:29:11.547222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:11.561278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.561638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.561982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.562340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.562681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.563015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.563344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.563674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.564002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.564328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.564653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.565317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.565317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:29:11.582539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port baf7c198-04f0-4a84-a545-e7385bcdcc52 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:11.595086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port baf7c198-04f0-4a84-a545-e7385bcdcc52 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:11.596374 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.652074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-55c12145-fb1d-4dc8-bb30-d33678e2e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:11.656593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-55c12145-fb1d-4dc8-bb30-d33678e2e2c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1130 time: 0.3790078 Feb 10 06:29:11.666996 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.676645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.771573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port baf7c198-04f0-4a84-a545-e7385bcdcc52 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:11.772783 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.840040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1e36a-abcf-4e89-92b4-88ff37b9872e req-a030cca4-1fd7-4829-acf5-47e56c150d4b tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:11.847573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24b1e36a-abcf-4e89-92b4-88ff37b9872e req-a030cca4-1fd7-4829-acf5-47e56c150d4b tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 932 time: 0.3126235 Feb 10 06:29:11.854515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:11.866339 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:11.867214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 20aa6dce-698a-48ff-9645-155713cd1933 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:11.886250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Network 4ded9aa0-c444-4669-b42f-85c4d2d0736a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:11.899532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:11.922941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:11.985750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Pushing event updated for resources: {'Port': ['ID=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:12.002460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24b1e36a-abcf-4e89-92b4-88ff37b9872e req-39258d55-e7d7-4887-a806-efe10bfc012c tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532943 Feb 10 06:29:12.016692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-3f56a912-ba3e-4c6a-a810-4a90e3a62e7e service neutron] 10.222.0.21 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918575 Feb 10 06:29:12.092368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:12.115607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 20aa6dce-698a-48ff-9645-155713cd1933 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:12.115607 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20aa6dce-698a-48ff-9645-155713cd1933), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.155251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=20aa6dce-698a-48ff-9645-155713cd1933,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:12.168662 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (20aa6dce-698a-48ff-9645-155713cd1933), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.228808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=20aa6dce-698a-48ff-9645-155713cd1933,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:12.287003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ccd870-018f-4f35-a10c-073e730d2b09 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:12.319946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Publish callbacks [] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.343326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053d9b3a-8e06-40bb-9b15-04630c34c25e {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:12.354146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Publish callbacks [] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.358949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Transition to ACTIVE for port object f5ccd870-018f-4f35-a10c-073e730d2b09 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:12.371128 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.378619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Transition to ACTIVE for port object 053d9b3a-8e06-40bb-9b15-04630c34c25e will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:12.405947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.430896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-b59ecff4-3092-4188-8294-6477aa44e271 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:12.432447 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-b59ecff4-3092-4188-8294-6477aa44e271 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2eda84f-5dec-4ec4-84d4-c299ea32f4b0 HTTP/1.1" status: 200 len: 943 time: 0.1645563 Feb 10 06:29:12.456421 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26a49552-2f32-4c82-bd10-0cca8906fe33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.486384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ccd870-018f-4f35-a10c-073e730d2b09,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:12.587993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:12.588732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.591594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-870676d3-3a9b-4b83-ad84-ccee0c174176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:12.593018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-870676d3-3a9b-4b83-ad84-ccee0c174176 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.9214468 Feb 10 06:29:12.657609 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-f900dad6-d899-40b2-8026-e0567d0b970f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7307780 Feb 10 06:29:12.658723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Pushing event updated for resources: {'Port': ['ID=053d9b3a-8e06-40bb-9b15-04630c34c25e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:12.659052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-730e8f57-8089-4dd5-bf2e-5157dcb4cb88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.0583396 Feb 10 06:29:12.678601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Request body: {'port': {'device_id': '6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:12.705079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Attempting to bind port f5ccd870-018f-4f35-a10c-073e730d2b09 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:12.705455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Attempting to bind port f5ccd870-018f-4f35-a10c-073e730d2b09 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:12.705736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Attempting to bind port f5ccd870-018f-4f35-a10c-073e730d2b09 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:12.722641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Port f5ccd870-018f-4f35-a10c-073e730d2b09 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:12.722989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Attempting to bind port f5ccd870-018f-4f35-a10c-073e730d2b09 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:12.725593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Attempting to bind port 053d9b3a-8e06-40bb-9b15-04630c34c25e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:12.725593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Attempting to bind port 053d9b3a-8e06-40bb-9b15-04630c34c25e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'b3154911-2ff9-492b-9876-a260901a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3aec1ef7-a98e-4bee-9139-3ae664dba26b'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:12.726990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Attempting to bind port 053d9b3a-8e06-40bb-9b15-04630c34c25e on network 3aec1ef7-a98e-4bee-9139-3ae664dba26b {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:12.738568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Deleting port 20aa6dce-698a-48ff-9645-155713cd1933 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:29:12.739055 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (20aa6dce-698a-48ff-9645-155713cd1933), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.741799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Port 053d9b3a-8e06-40bb-9b15-04630c34c25e on network 3aec1ef7-a98e-4bee-9139-3ae664dba26b not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:12.742127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Attempting to bind port 053d9b3a-8e06-40bb-9b15-04630c34c25e on network 3aec1ef7-a98e-4bee-9139-3ae664dba26b {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:12.746435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:12.746779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Checking segment: {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:12.747168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Bound using segment: {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:12.747616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Bound port: f5ccd870-018f-4f35-a10c-073e730d2b09, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:12.747971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.750597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-6e2be471-fa92-4fcb-8da1-22fb65b0eb21 service neutron] 10.222.0.21 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7282369 Feb 10 06:29:12.778976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:12.779322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Checking segment: {'id': 'b3154911-2ff9-492b-9876-a260901a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3aec1ef7-a98e-4bee-9139-3ae664dba26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:12.779698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Bound using segment: {'id': 'b3154911-2ff9-492b-9876-a260901a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3aec1ef7-a98e-4bee-9139-3ae664dba26b'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:12.780147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Bound port: 053d9b3a-8e06-40bb-9b15-04630c34c25e, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3154911-2ff9-492b-9876-a260901a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3aec1ef7-a98e-4bee-9139-3ae664dba26b'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:12.780503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.784139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48b177-3b6b-4cae-8714-845560c97d21 req-755d77a2-6783-4827-a6fe-124b42e93e3b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:12.791462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a48b177-3b6b-4cae-8714-845560c97d21 req-755d77a2-6783-4827-a6fe-124b42e93e3b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.3016047 Feb 10 06:29:12.846754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-b2b61255-006e-4473-80a1-38b62b74e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:12.849060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-b2b61255-006e-4473-80a1-38b62b74e7cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1768682 Feb 10 06:29:12.880274 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:12.935987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a48b177-3b6b-4cae-8714-845560c97d21 req-72b63904-3d78-4d4a-8b62-ba54f364d65e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427522 Feb 10 06:29:12.986818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-fdd8d8be-8f49-41fd-9db2-af378d8044dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:12.988096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-fdd8d8be-8f49-41fd-9db2-af378d8044dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1309335 Feb 10 06:29:13.037924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] For port 20aa6dce-698a-48ff-9645-155713cd1933, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=20aa6dce-698a-48ff-9645-155713cd1933,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:13.038336 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (20aa6dce-698a-48ff-9645-155713cd1933), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.070142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Calling delete_port for 20aa6dce-698a-48ff-9645-155713cd1933 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:29:13.076523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] For port f5ccd870-018f-4f35-a10c-073e730d2b09, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:13.080987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] For port 053d9b3a-8e06-40bb-9b15-04630c34c25e, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:13.091902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] For port 053d9b3a-8e06-40bb-9b15-04630c34c25e, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=053d9b3a-8e06-40bb-9b15-04630c34c25e,segment=NetworkSegment(b3154911-2ff9-492b-9876-a260901a81a3),segment_id=b3154911-2ff9-492b-9876-a260901a81a3)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:13.113362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] For port f5ccd870-018f-4f35-a10c-073e730d2b09, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f5ccd870-018f-4f35-a10c-073e730d2b09,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:13.120848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-ac78eba1-0fc7-42d6-a8cd-1d72f93a0700 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:13.122375 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-ac78eba1-0fc7-42d6-a8cd-1d72f93a0700 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.13 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 804 time: 0.3205097 Feb 10 06:29:13.126171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.164574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Request body: {'port': {'device_id': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'admin_state_up': True, 'tenant_id': 'c1405219c3cf4ebe9b26ea911737101b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:13.172699 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.242042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:13.242534 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.243884 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] 10.222.0.24 "PUT /v2.0/ports/053d9b3a-8e06-40bb-9b15-04630c34c25e HTTP/1.1" status: 200 len: 1092 time: 1.7733891 Feb 10 06:29:13.246967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120f1fb8-0570-4829-ba9c-4a0b8a1fa35a', 'tag': '053d9b3a-8e06-40bb-9b15-04630c34c25e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:13.249610 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefe1904-bd33-4473-a122-3c8b9eb418d8" -d '{"events": [{"name": "network-changed", "server_uuid": "120f1fb8-0570-4829-ba9c-4a0b8a1fa35a", "tag": "053d9b3a-8e06-40bb-9b15-04630c34c25e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:13.307731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:13.308849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.310249 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5ccd870-018f-4f35-a10c-073e730d2b09 HTTP/1.1" status: 200 len: 1092 time: 2.3610146 Feb 10 06:29:13.366542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174fb57-f696-4edd-9936-6c7cd1a2ee54 service neutron] Pushing event updated for resources: {'Port': ['ID=053d9b3a-8e06-40bb-9b15-04630c34c25e,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:13.386019 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f543c8e-8e5b-442f-bd30-73c4a97c6e54 x-openstack-request-id: req-6f543c8e-8e5b-442f-bd30-73c4a97c6e54 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:13.386534 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "name": "network-vif-plugged", "status": "completed", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:13.386857 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f543c8e-8e5b-442f-bd30-73c4a97c6e54 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:13.387257 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2', 'code': 200} Feb 10 06:29:13.397086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004fd5e-3a52-4fd2-9d54-1f2824baac25 req-e5e53d0e-8a8d-400b-8dd2-7ab96a1697a2 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:13.411402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d004fd5e-3a52-4fd2-9d54-1f2824baac25 req-e5e53d0e-8a8d-400b-8dd2-7ab96a1697a2 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 944 time: 0.3185189 Feb 10 06:29:13.444093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-f283a792-d92b-468f-94a2-d99c9b8528ff service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719282 Feb 10 06:29:13.614819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9972-5758-4c6d-829f-989141be65da req-6d1e3506-e886-4df1-a3b6-d729eb2dc0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:13.616475 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-6d1e3506-e886-4df1-a3b6-d729eb2dc0d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631042b5de4e4c99982dfca81807f02f&device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 1126 time: 0.3053610 Feb 10 06:29:13.617173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264964a-0bf8-42a6-a839-d0b22e0606d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ccd870-018f-4f35-a10c-073e730d2b09,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:13.617424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d004fd5e-3a52-4fd2-9d54-1f2824baac25 req-940e3334-9163-4321-b1db-995c18a2f867 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938889 Feb 10 06:29:13.620105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67ef8dd8-fb89-4847-bbfd-f855b3d1cccf req-6f17302a-addc-4918-a9f0-9cbb873e6b4e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 210 time: 0.1103265 Feb 10 06:29:13.644249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Made reservation on behalf of c1405219c3cf4ebe9b26ea911737101b for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:13.647717 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.685908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-16fc04bf-ad4e-4706-a7c3-647cad891981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:13.687474 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-16fc04bf-ad4e-4706-a7c3-647cad891981 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 1126 time: 0.3149571 Feb 10 06:29:13.691574 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (20aa6dce-698a-48ff-9645-155713cd1933), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.693611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.693950 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-31f85f4e-da1e-4e24-9b1e-611e2a1b92e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=053d9b3a-8e06-40bb-9b15-04630c34c25e HTTP/1.1" status: 200 len: 217 time: 0.0650752 Feb 10 06:29:13.713060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-0498e29d-f52f-4730-b3e7-9ddb1e596d80 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568433 Feb 10 06:29:13.718077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:13.727148 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Publish callbacks [] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.742348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Transition to ACTIVE for port object 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:13.751254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.805830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981a6e-d7b9-4c38-a4df-61491ec019f8 req-52e1e021-d1bf-4645-8e42-7c9ba53a8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:13.807382 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-55981a6e-d7b9-4c38-a4df-61491ec019f8 req-52e1e021-d1bf-4645-8e42-7c9ba53a8814 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 1127 time: 0.3154795 Feb 10 06:29:13.810505 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-798cf8ca-8427-4184-9ad7-88fd3cc934a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5ccd870-018f-4f35-a10c-073e730d2b09 HTTP/1.1" status: 200 len: 217 time: 0.1148627 Feb 10 06:29:13.811226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Pushing event deleted for resources: {'Port': ['ID=20aa6dce-698a-48ff-9645-155713cd1933,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:13.957444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:13.973703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] No DVR routers for this DVR port 20aa6dce-698a-48ff-9645-155713cd1933 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:13.982345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9972-5758-4c6d-829f-989141be65da req-6f38fd0a-74e4-461b-bdd1-afd582fc315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:13.983705 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-6f38fd0a-74e4-461b-bdd1-afd582fc315e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e539342f-8074-4a52-9977-f6820dfa194d HTTP/1.1" status: 200 len: 858 time: 0.2753067 Feb 10 06:29:13.990279 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:13.993568 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.24 "DELETE /v2.0/ports/20aa6dce-698a-48ff-9645-155713cd1933 HTTP/1.1" status: 204 len: 173 time: 1.5535393 Feb 10 06:29:14.037621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae99ba-1d91-4c87-99f1-96d316fd2e76 req-73fe269c-03c1-4764-8bac-306be4c3bf2a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:14.045146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bae99ba-1d91-4c87-99f1-96d316fd2e76 req-73fe269c-03c1-4764-8bac-306be4c3bf2a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.1938012 Feb 10 06:29:14.059664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceb25f-853d-4b9d-ae87-84e049679bc9 req-1dca5eb9-5801-4ca5-8b4e-0243aaf69f56 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:14.066544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35ceb25f-853d-4b9d-ae87-84e049679bc9 req-1dca5eb9-5801-4ca5-8b4e-0243aaf69f56 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 944 time: 0.2162647 Feb 10 06:29:14.067451 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-f95338e7-4ccf-4324-a493-c9c42acb624a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3aec1ef7-a98e-4bee-9139-3ae664dba26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705054 Feb 10 06:29:14.074145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-aa8e7a03-9be8-4771-9f12-f6ecc328a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:14.075639 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-aa8e7a03-9be8-4771-9f12-f6ecc328a9b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a36114b9-b09a-425e-ada5-8b905ecb55fe HTTP/1.1" status: 200 len: 853 time: 0.2530916 Feb 10 06:29:14.100576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Attempting to bind port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:14.100954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Attempting to bind port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:14.101226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Attempting to bind port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:14.119410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:14.119842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Attempting to bind port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:14.137662 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-55981a6e-d7b9-4c38-a4df-61491ec019f8 req-66c83498-88ef-47d4-ae0b-2ac308f298b1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116715 Feb 10 06:29:14.139483 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-b7676925-12ba-48c3-9bb5-d9031323ff67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ded9aa0-c444-4669-b42f-85c4d2d0736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560174 Feb 10 06:29:14.145786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:14.146127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Checking segment: {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:14.146551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Bound using segment: {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:14.146982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Bound port: 72e6c3b2-d171-428b-835a-2e6d1ae40ef3, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:14.147336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:14.186768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35ceb25f-853d-4b9d-ae87-84e049679bc9 req-ee42eef0-7573-4818-9ef1-abdf814fed35 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112833 Feb 10 06:29:14.216339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bae99ba-1d91-4c87-99f1-96d316fd2e76 req-fe86568b-8b39-4be7-b1f0-0f50549624ba tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701801 Feb 10 06:29:14.232171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Allocated IP 172.20.0.7 (35d397d3-5527-492d-b911-dbab87472a5c/491df4a3-e634-4587-8c69-65e25f017261/de6a9734-cbd3-40d3-9042-eaf8f613e375) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:14.362701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ca08815-e02e-4759-9427-aa9fa8a11e07 req-7dc87140-9918-4319-bb45-30faded9dbde tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.0520308 Feb 10 06:29:14.365632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] For port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:14.403250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] For port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:14.439290 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:14.463638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:14.464440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:14.466639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] 10.222.0.24 "PUT /v2.0/ports/72e6c3b2-d171-428b-835a-2e6d1ae40ef3 HTTP/1.1" status: 200 len: 1091 time: 1.7925568 Feb 10 06:29:14.532957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86', 'tag': '72e6c3b2-d171-428b-835a-2e6d1ae40ef3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:14.535680 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86", "tag": "72e6c3b2-d171-428b-835a-2e6d1ae40ef3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:14.598774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca06989-8c6e-43c0-b5e8-716efb39aa61 req-f4630064-876f-46d4-8673-0c1023a07fe4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:14.600518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eca06989-8c6e-43c0-b5e8-716efb39aa61 req-f4630064-876f-46d4-8673-0c1023a07fe4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.1997426 Feb 10 06:29:14.610819 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816b402a-c85e-423e-a700-abfde73305c0 x-openstack-request-id: req-816b402a-c85e-423e-a700-abfde73305c0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:14.611109 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86", "tag": "72e6c3b2-d171-428b-835a-2e6d1ae40ef3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:14.611448 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-816b402a-c85e-423e-a700-abfde73305c0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:14.612230 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86', 'tag': '72e6c3b2-d171-428b-835a-2e6d1ae40ef3', 'status': 'completed', 'code': 200} Feb 10 06:29:14.620088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47bc7f-47a0-48aa-afe9-cee005c93cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:14.642126 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9501753d-f7d2-4c49-9e8f-08bc2f28bf45 x-openstack-request-id: req-9501753d-f7d2-4c49-9e8f-08bc2f28bf45 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:14.642661 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120f1fb8-0570-4829-ba9c-4a0b8a1fa35a", "tag": "053d9b3a-8e06-40bb-9b15-04630c34c25e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:14.642661 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9501753d-f7d2-4c49-9e8f-08bc2f28bf45 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:14.643064 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120f1fb8-0570-4829-ba9c-4a0b8a1fa35a', 'tag': '053d9b3a-8e06-40bb-9b15-04630c34c25e', 'status': 'completed', 'code': 200} Feb 10 06:29:14.653479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-0c6b61dc-1ed8-4948-b979-2855b4d34b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:14.654986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-0c6b61dc-1ed8-4948-b979-2855b4d34b3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&device_id=6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86 HTTP/1.1" status: 200 len: 1125 time: 0.1116738 Feb 10 06:29:14.721240 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-b325722d-4275-42c0-b6d6-6ffe03c76fa0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e6c3b2-d171-428b-835a-2e6d1ae40ef3 HTTP/1.1" status: 200 len: 217 time: 0.0534675 Feb 10 06:29:14.734084 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-b358c4f1-8c10-40b8-bde7-e01cf84d3a1d service neutron] 10.222.0.24 "GET /v2.0/networks/3aec1ef7-a98e-4bee-9139-3ae664dba26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574907 Feb 10 06:29:14.737927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-91f3b721-0704-4ae1-95f8-77baabc4a953 service neutron] 10.222.0.13 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868261 Feb 10 06:29:14.791821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-af91c22a-80f5-4d45-a7e8-b162c1106499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:14.794232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-af91c22a-80f5-4d45-a7e8-b162c1106499 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a36114b9-b09a-425e-ada5-8b905ecb55fe HTTP/1.1" status: 200 len: 853 time: 0.0605414 Feb 10 06:29:14.862196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eca06989-8c6e-43c0-b5e8-716efb39aa61 req-9a43311b-dccb-4e14-8c07-5bcb14ae3b74 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492192 Feb 10 06:29:14.868442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-ba088865-d390-4d1e-9f99-4cb3b7bfb4bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ded9aa0-c444-4669-b42f-85c4d2d0736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572224 Feb 10 06:29:14.991547 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cec9972-5758-4c6d-829f-989141be65da req-cf3b572b-a31f-48a1-9209-22b1fcafb400 service neutron] 10.222.0.24 "GET /v2.0/networks/3aec1ef7-a98e-4bee-9139-3ae664dba26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478836 Feb 10 06:29:15.027692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d391-907b-4a5a-bf74-689fd8ebb3dd req-943ece85-1f36-4ba3-9670-28580c928eed tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.029805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9163d391-907b-4a5a-bf74-689fd8ebb3dd req-943ece85-1f36-4ba3-9670-28580c928eed tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 944 time: 0.2310982 Feb 10 06:29:15.048021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62159ea1-5a09-49f3-ab64-e96805e98df0 req-a3ab6732-f2e0-4c79-af6d-4fc44b06074a tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 210 time: 0.0668006 Feb 10 06:29:15.076080 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:15.081771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks [] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:15.095548 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-db164c96-4fce-4240-bc2a-d457f75b4dd2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365564 Feb 10 06:29:15.102958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-9c18aa69-ac01-4c5b-b3b2-57131631d6bd service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264307 Feb 10 06:29:15.155461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9163d391-907b-4a5a-bf74-689fd8ebb3dd req-b22134d5-8183-4e4a-93e4-74b8b9807c0f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063390 Feb 10 06:29:15.247225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-2e591b07-f284-499f-b809-128c7ab70743 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.248765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-2e591b07-f284-499f-b809-128c7ab70743 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 807 time: 0.2556932 Feb 10 06:29:15.252738 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:15.269280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-27c5dd5c-5739-4e35-b991-49d7e93d5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.270935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-27c5dd5c-5739-4e35-b991-49d7e93d5937 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631042b5de4e4c99982dfca81807f02f&device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 1126 time: 0.1324062 Feb 10 06:29:15.279206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5587c6d2-2b22-4644-890e-32c0851a8a82 req-4d367090-9d52-4d37-9835-8bcfc8638683 service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607654 Feb 10 06:29:15.301341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Request body: {'port': {'device_id': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e', 'admin_state_up': True, 'tenant_id': '05b780f4715a45f5998fb392dd61255c'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:15.372088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Network 35d397d3-5527-492d-b911-dbab87472a5c is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:15.386447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:15.389176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52'}, {'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:15.392215 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b01007-445e-4f17-8fd5-70398b9eabdd" -d '{"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-plugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52"}, {"server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "20aa6dce-698a-48ff-9645-155713cd1933"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:15.421155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:15.425576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Pushing event updated for resources: {'Port': ['ID=de6a9734-cbd3-40d3-9042-eaf8f613e375,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:15.541917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b047319-ddc8-44fa-9408-528bb8988f9b req-a85b7ff6-b232-47de-8103-f6fb44f4602f tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.544982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-8958f891-f375-4db0-a94a-f13190098203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.547068 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-8958f891-f375-4db0-a94a-f13190098203 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3aec1ef7-a98e-4bee-9139-3ae664dba26b HTTP/1.1" status: 200 len: 918 time: 0.2424176 Feb 10 06:29:15.550095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b047319-ddc8-44fa-9408-528bb8988f9b req-a85b7ff6-b232-47de-8103-f6fb44f4602f tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 944 time: 0.1997700 Feb 10 06:29:15.554860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.555637 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:15.566171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ab8aa-28ba-427f-b2c2-27194e1c172e req-5c03dec8-413b-44b4-bbe6-587f39317e0b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.567945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-372ab8aa-28ba-427f-b2c2-27194e1c172e req-5c03dec8-413b-44b4-bbe6-587f39317e0b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.2052011 Feb 10 06:29:15.593324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-cccd4cc3-9fd2-4baf-a86d-b0c0d89e8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.595115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-cccd4cc3-9fd2-4baf-a86d-b0c0d89e8bb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&device_id=6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86 HTTP/1.1" status: 200 len: 1125 time: 0.1594203 Feb 10 06:29:15.607089 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-1321b384-57c7-4d67-aceb-57215409a022 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=053d9b3a-8e06-40bb-9b15-04630c34c25e HTTP/1.1" status: 200 len: 217 time: 0.0484374 Feb 10 06:29:15.647121 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-84a0eebc-751a-46d3-9718-97b64660017d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4874327 Feb 10 06:29:15.651490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Made reservation on behalf of 05b780f4715a45f5998fb392dd61255c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:15.654977 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:15.661137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Request body: {'port': {'device_id': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:15.692359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b047319-ddc8-44fa-9408-528bb8988f9b req-b4dc50ce-48c2-4d18-9070-8e69dfbe1730 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379070 Feb 10 06:29:15.771171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-372ab8aa-28ba-427f-b2c2-27194e1c172e req-03d1cc16-3467-445b-97c8-15a43fbc3058 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921556 Feb 10 06:29:15.829717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-573b46ea-827a-4405-b68e-95e0c3dedbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.831234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-573b46ea-827a-4405-b68e-95e0c3dedbd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 913 time: 0.2232311 Feb 10 06:29:15.834715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-2e5218be-4db0-4301-8e34-bb792c77bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.836262 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-2e5218be-4db0-4301-8e34-bb792c77bc6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e539342f-8074-4a52-9977-f6820dfa194d HTTP/1.1" status: 200 len: 858 time: 0.2205849 Feb 10 06:29:15.837413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:15.904082 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-5e674d1a-33b6-4bec-87bd-697e8041e75b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3aec1ef7-a98e-4bee-9139-3ae664dba26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386994 Feb 10 06:29:15.925088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-35d3259e-eeaf-47ee-9ead-a82ad5ea7a99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e6c3b2-d171-428b-835a-2e6d1ae40ef3 HTTP/1.1" status: 200 len: 217 time: 0.0790181 Feb 10 06:29:15.956718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5e4cec-9b24-407d-ac2c-ddb3b6cf39fb req-74ad7098-2027-46cc-b378-d721dda8858a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.0424387 Feb 10 06:29:15.996796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-ccbbce98-dd13-499f-803d-39767cbc7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:15.999526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-ccbbce98-dd13-499f-803d-39767cbc7bc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a36114b9-b09a-425e-ada5-8b905ecb55fe HTTP/1.1" status: 200 len: 853 time: 0.0529425 Feb 10 06:29:16.084599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-817f4a7b-4db8-4ca9-b264-a2bcb9dd015f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ded9aa0-c444-4669-b42f-85c4d2d0736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591643 Feb 10 06:29:16.111441 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879cf7a0-44ff-4a7c-85f3-fd74e59d3d2d x-openstack-request-id: req-879cf7a0-44ff-4a7c-85f3-fd74e59d3d2d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:16.111930 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-plugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52", "code": 200}, {"server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "20aa6dce-698a-48ff-9645-155713cd1933", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:16.112089 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-879cf7a0-44ff-4a7c-85f3-fd74e59d3d2d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:16.112858 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'code': 200} Feb 10 06:29:16.113197 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933', 'code': 200} Feb 10 06:29:16.213648 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-c5438b89-d9a2-468c-b0a1-8be920e82c5f service neutron] 10.222.0.24 "GET /v2.0/networks/3aec1ef7-a98e-4bee-9139-3ae664dba26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146454 Feb 10 06:29:16.347800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-c8c07a1c-3048-402c-bb3e-376a4b6a9b7f service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531202 Feb 10 06:29:16.442756 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:16.455698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Allocated IP 172.20.0.10 (c451f625-0bda-4764-954b-0ac7cdf5247e/81589f97-ebbc-4951-b3d5-e0f9e7c1ed40/48ed2f24-fa79-4694-a17b-4083ab464004) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:16.495260 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eefe1904-bd33-4473-a122-3c8b9eb418d8 req-674cc1e6-f020-4bdd-a98d-12392c7c9bd6 service neutron] 10.222.0.24 "GET /v2.0/networks/3aec1ef7-a98e-4bee-9139-3ae664dba26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725778 Feb 10 06:29:16.523967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32260ee3-449d-4ba7-8fe7-597775217700 req-02104dc6-7726-4b2e-b018-e270b2ba95e0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:16.531751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32260ee3-449d-4ba7-8fe7-597775217700 req-02104dc6-7726-4b2e-b018-e270b2ba95e0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.3991823 Feb 10 06:29:16.572752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707526b8-adfb-49d9-ad06-718cd877c149 req-4507977b-8d15-4270-a8d9-b5ba9eac301c tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:16.575040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-707526b8-adfb-49d9-ad06-718cd877c149 req-4507977b-8d15-4270-a8d9-b5ba9eac301c tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 946 time: 0.3335927 Feb 10 06:29:16.645825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32260ee3-449d-4ba7-8fe7-597775217700 req-b8f38792-b7fb-4986-bd6f-7ff41371bad9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131217 Feb 10 06:29:16.671492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3', 'tag': 'f5ccd870-018f-4f35-a10c-073e730d2b09'}, {'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'name': 'network-vif-deleted', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:16.673679 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3", "tag": "f5ccd870-018f-4f35-a10c-073e730d2b09"}, {"server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "name": "network-vif-deleted", "tag": "20aa6dce-698a-48ff-9645-155713cd1933"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:16.692226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-306794cd-be6b-4dd4-9dbe-2b09fbe59eb8 req-f2680acc-92c0-490c-bde7-57675939bc15 service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287358 Feb 10 06:29:16.724393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6a9734-cbd3-40d3-9042-eaf8f613e375 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:16.748755 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Publish callbacks [] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:16.751102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-707526b8-adfb-49d9-ad06-718cd877c149 req-989aab6d-0102-44a0-8c40-af085f4c534b tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696327 Feb 10 06:29:16.772482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Transition to ACTIVE for port object de6a9734-cbd3-40d3-9042-eaf8f613e375 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:16.787944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks [] for port (48ed2f24-fa79-4694-a17b-4083ab464004), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:16.792438 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:16.800825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-fd1905d2-32cf-4f77-96f5-e0dfa0d60327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:16.802427 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-fd1905d2-32cf-4f77-96f5-e0dfa0d60327 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f&tenant_id=d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 1131 time: 0.1389744 Feb 10 06:29:16.833173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:16.851835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b292604-0f5c-4ec5-b0b0-85b1315993bd req-49f34819-bfe5-491f-bd63-36aa26b78f3b tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:16.856857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b292604-0f5c-4ec5-b0b0-85b1315993bd req-49f34819-bfe5-491f-bd63-36aa26b78f3b tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 943 time: 0.1047947 Feb 10 06:29:16.903685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Pushing event updated for resources: {'Port': ['ID=de6a9734-cbd3-40d3-9042-eaf8f613e375,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:16.968610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b292604-0f5c-4ec5-b0b0-85b1315993bd req-e3551ed7-f231-4442-bdd5-03478df65e4e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040111 Feb 10 06:29:16.983379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fc274-bc5b-4b80-b584-abe7a0963504 req-83f9a35b-23f1-4bd5-82f6-92f1f4436d4e tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:16.985255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a3fc274-bc5b-4b80-b584-abe7a0963504 req-83f9a35b-23f1-4bd5-82f6-92f1f4436d4e tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 944 time: 0.1218052 Feb 10 06:29:16.993302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:17.001165 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:17.016488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:17.084949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a3fc274-bc5b-4b80-b584-abe7a0963504 req-e0f06c30-8c7f-4ff4-84a9-37e4c9fd47e0 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799167 Feb 10 06:29:17.090666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Network c451f625-0bda-4764-954b-0ac7cdf5247e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:17.108767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Attempting to bind port de6a9734-cbd3-40d3-9042-eaf8f613e375 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:17.109599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Attempting to bind port de6a9734-cbd3-40d3-9042-eaf8f613e375 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:17.109599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Attempting to bind port de6a9734-cbd3-40d3-9042-eaf8f613e375 on network 35d397d3-5527-492d-b911-dbab87472a5c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:17.120808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:17.123266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 20aa6dce-698a-48ff-9645-155713cd1933 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:17.130133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:17.134832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Port de6a9734-cbd3-40d3-9042-eaf8f613e375 on network 35d397d3-5527-492d-b911-dbab87472a5c not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:17.135211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Attempting to bind port de6a9734-cbd3-40d3-9042-eaf8f613e375 on network 35d397d3-5527-492d-b911-dbab87472a5c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:17.140389 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaf59a6-5866-44b4-840a-3c87d4580bbc x-openstack-request-id: req-dfaf59a6-5866-44b4-840a-3c87d4580bbc {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:17.140697 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3", "tag": "f5ccd870-018f-4f35-a10c-073e730d2b09", "status": "completed", "code": 200}, {"server_uuid": "f2eda84f-5dec-4ec4-84d4-c299ea32f4b0", "name": "network-vif-deleted", "tag": "20aa6dce-698a-48ff-9645-155713cd1933", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:17.140929 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfaf59a6-5866-44b4-840a-3c87d4580bbc {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:17.141370 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3', 'tag': 'f5ccd870-018f-4f35-a10c-073e730d2b09', 'status': 'completed', 'code': 200} Feb 10 06:29:17.141632 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eda84f-5dec-4ec4-84d4-c299ea32f4b0', 'name': 'network-vif-deleted', 'tag': '20aa6dce-698a-48ff-9645-155713cd1933', 'status': 'completed', 'code': 200} Feb 10 06:29:17.143590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Pushing event updated for resources: {'Port': ['ID=48ed2f24-fa79-4694-a17b-4083ab464004,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:17.182569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 20aa6dce-698a-48ff-9645-155713cd1933 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:29:17.183088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 20aa6dce-698a-48ff-9645-155713cd1933 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:17.184993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['3f28e49c-e920-4cb5-a2a1-228a60184716'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:17.265949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:17.266269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Checking segment: {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:17.266740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Bound using segment: {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:17.267277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Bound port: de6a9734-cbd3-40d3-9042-eaf8f613e375, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bccf237-19b6-4677-a060-bd95f148aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:17.267709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:17.302441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24745b-b9ba-4788-a91b-fa9af6dcbe19 req-0392511c-a56f-493b-a259-96e7ecf7e8c6 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:17.304821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b24745b-b9ba-4788-a91b-fa9af6dcbe19 req-0392511c-a56f-493b-a259-96e7ecf7e8c6 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 944 time: 0.1034763 Feb 10 06:29:17.328177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:17.328910 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:17.393295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b24745b-b9ba-4788-a91b-fa9af6dcbe19 req-fc0175ea-64e9-4066-b884-97ed0a0aa8f5 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769234 Feb 10 06:29:17.407300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0d084-10a6-4f1b-87cc-9299c5efdbe9 req-ea6869b9-a8aa-4000-8f1d-af708bb14664 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:17.409336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30f0d084-10a6-4f1b-87cc-9299c5efdbe9 req-ea6869b9-a8aa-4000-8f1d-af708bb14664 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.1476390 Feb 10 06:29:17.453884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:17.473668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] For port de6a9734-cbd3-40d3-9042-eaf8f613e375, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:17.484708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] For port de6a9734-cbd3-40d3-9042-eaf8f613e375, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:17.503025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30f0d084-10a6-4f1b-87cc-9299c5efdbe9 req-ab481391-66ae-4d10-8897-5674e45c4184 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881879 Feb 10 06:29:17.511920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '72e6c3b2-d171-428b-835a-2e6d1ae40ef3', 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a', 'port_id': '72e6c3b2-d171-428b-835a-2e6d1ae40ef3', 'mac_address': 'fa:16:3e:c5:98:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36114b9-b09a-425e-ada5-8b905ecb55fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:17.551930 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-86169fc0-f9e0-4712-be3e-76e5d3be2783 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2795148 Feb 10 06:29:17.552922 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:17.573231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Request body: {'port': {'device_id': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:17.643522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Pushing event updated for resources: {'Port': ['ID=de6a9734-cbd3-40d3-9042-eaf8f613e375,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:17.674831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:17.675558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:17.675694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:17.676760 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:17.676987 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-04dbc890-32aa-4fa2-aa0c-9e7027a5f248 service neutron] 10.222.0.13 "PUT /v2.0/ports/de6a9734-cbd3-40d3-9042-eaf8f613e375 HTTP/1.1" status: 200 len: 1091 time: 2.0196526 Feb 10 06:29:17.731109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-9a3993c1-d2cd-4938-9aac-070415e02405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:17.742115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:17.743838 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-9a3993c1-d2cd-4938-9aac-070415e02405 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 1126 time: 0.5558140 Feb 10 06:29:17.804176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:17.816531 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:17.817903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 053d9b3a-8e06-40bb-9b15-04630c34c25e details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:17.875423 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-24153952-19be-4421-b4c2-57cc56c006c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:17.876852 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-24153952-19be-4421-b4c2-57cc56c006c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 913 time: 0.1322174 Feb 10 06:29:17.884717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-a5f32b26-3303-4591-afc3-f06347894762 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:17.886986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-a5f32b26-3303-4591-afc3-f06347894762 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 946 time: 0.1647370 Feb 10 06:29:17.912174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:17.979210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 053d9b3a-8e06-40bb-9b15-04630c34c25e, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=053d9b3a-8e06-40bb-9b15-04630c34c25e,segment=NetworkSegment(b3154911-2ff9-492b-9876-a260901a81a3),segment_id=b3154911-2ff9-492b-9876-a260901a81a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:17.994655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '053d9b3a-8e06-40bb-9b15-04630c34c25e', 'network_id': '3aec1ef7-a98e-4bee-9139-3ae664dba26b', 'port_id': '053d9b3a-8e06-40bb-9b15-04630c34c25e', 'mac_address': 'fa:16:3e:4d:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e539342f-8074-4a52-9977-f6820dfa194d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:17.997419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fba49-736b-4dee-83ab-82aac6993256 req-b71b8dc4-b63b-47a2-8d4b-eab3b76b9f2d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:18.004455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-853fba49-736b-4dee-83ab-82aac6993256 req-b71b8dc4-b63b-47a2-8d4b-eab3b76b9f2d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 932 time: 0.4573843 Feb 10 06:29:18.047426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 053d9b3a-8e06-40bb-9b15-04630c34c25e is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:18.047830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:18.064308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053d9b3a-8e06-40bb-9b15-04630c34c25e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:18.070218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-853fba49-736b-4dee-83ab-82aac6993256 req-4fb245f1-4f88-425a-8b1e-aff9fe522ad6 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648901 Feb 10 06:29:18.116732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 053d9b3a-8e06-40bb-9b15-04630c34c25e, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=053d9b3a-8e06-40bb-9b15-04630c34c25e,segment=NetworkSegment(b3154911-2ff9-492b-9876-a260901a81a3),segment_id=b3154911-2ff9-492b-9876-a260901a81a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:18.121277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10489a7c-76d9-48a5-b242-88e2800e569f req-1b33aeae-6ee3-41b2-b220-61faf0cf1572 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:18.123096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10489a7c-76d9-48a5-b242-88e2800e569f req-1b33aeae-6ee3-41b2-b220-61faf0cf1572 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 1127 time: 0.2594814 Feb 10 06:29:18.129776 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:18.156878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Deleting port df19f333-e805-405a-86b1-8baa88922002 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:29:18.157356 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (df19f333-e805-405a-86b1-8baa88922002), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:18.207767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=053d9b3a-8e06-40bb-9b15-04630c34c25e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:18.218603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10489a7c-76d9-48a5-b242-88e2800e569f req-1a07747a-b788-4938-b53a-08701376935a tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789952 Feb 10 06:29:18.349797 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-a90d577b-671c-448a-a361-31912139895f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5ccd870-018f-4f35-a10c-073e730d2b09 HTTP/1.1" status: 200 len: 217 time: 0.4622221 Feb 10 06:29:18.352987 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:18.389099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['053d9b3a-8e06-40bb-9b15-04630c34c25e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:18.394111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['72e6c3b2-d171-428b-835a-2e6d1ae40ef3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:18.424866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:18.498760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-c2224b26-b0a9-42cd-ab5b-2d3b93f2323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:18.500290 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-c2224b26-b0a9-42cd-ab5b-2d3b93f2323d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 1125 time: 0.6333108 Feb 10 06:29:18.507875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-5f7d1041-c591-4ad1-a58e-d4df8de2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:18.509336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-5f7d1041-c591-4ad1-a58e-d4df8de2250b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a36114b9-b09a-425e-ada5-8b905ecb55fe HTTP/1.1" status: 200 len: 853 time: 0.1512897 Feb 10 06:29:18.648288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:18.651324 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-e0cac03d-3f6a-4300-806c-0a3107026f1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ded9aa0-c444-4669-b42f-85c4d2d0736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361411 Feb 10 06:29:18.671994 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-8a08cc06-1a83-498b-b9e6-2299c0f415db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375 HTTP/1.1" status: 200 len: 217 time: 0.1595154 Feb 10 06:29:18.696742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c736d-de42-4b0b-87c3-df9cd559853d req-7d3a1988-4afb-4268-8098-d1a4291b3098 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:18.704842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a24c736d-de42-4b0b-87c3-df9cd559853d req-7d3a1988-4afb-4268-8098-d1a4291b3098 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 949 time: 0.4711998 Feb 10 06:29:18.748745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] For port df19f333-e805-405a-86b1-8baa88922002, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=df19f333-e805-405a-86b1-8baa88922002,segment=NetworkSegment(a0aa455e-50b7-477a-a8f4-ccae3eb29859),segment_id=a0aa455e-50b7-477a-a8f4-ccae3eb29859)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:18.749205 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (df19f333-e805-405a-86b1-8baa88922002), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:18.774290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Publish callbacks [] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:18.796969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a24c736d-de42-4b0b-87c3-df9cd559853d req-1eba169a-a124-4597-8704-8f206bdb52c4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857766 Feb 10 06:29:18.813834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Calling delete_port for df19f333-e805-405a-86b1-8baa88922002 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:29:18.829518 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e57b-924f-45d1-8a56-0079e2247cf9 req-64fa4112-ff95-4269-9e1d-6be156b63d30 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:18.835017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2167e57b-924f-45d1-8a56-0079e2247cf9 req-64fa4112-ff95-4269-9e1d-6be156b63d30 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a982ef-15c0-4399-8f95-ac2a6a2a7046 HTTP/1.1" status: 200 len: 946 time: 0.5130632 Feb 10 06:29:18.883175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-3e4af519-22f4-4446-a215-13e93d71b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:18.884664 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-3e4af519-22f4-4446-a215-13e93d71b61b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=491df4a3-e634-4587-8c69-65e25f017261 HTTP/1.1" status: 200 len: 844 time: 0.1996522 Feb 10 06:29:18.887206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Transition to ACTIVE for port object baf7c198-04f0-4a84-a545-e7385bcdcc52 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:18.891046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f5ccd870-018f-4f35-a10c-073e730d2b09 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:18.928720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-bc2697ec-0195-42b3-9673-12f54cc57e95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35d397d3-5527-492d-b911-dbab87472a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362008 Feb 10 06:29:18.936186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.025842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port f5ccd870-018f-4f35-a10c-073e730d2b09, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f5ccd870-018f-4f35-a10c-073e730d2b09,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:19.042181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'f5ccd870-018f-4f35-a10c-073e730d2b09', 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a', 'port_id': 'f5ccd870-018f-4f35-a10c-073e730d2b09', 'mac_address': 'fa:16:3e:dd:c7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36114b9-b09a-425e-ada5-8b905ecb55fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:19.044372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:19.054141 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-e90f1f4e-fede-4533-8e97-6e3905f9d94b service neutron] 10.222.0.13 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811014 Feb 10 06:29:19.068926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2167e57b-924f-45d1-8a56-0079e2247cf9 req-36d44489-a729-43c2-ad4d-da8aca217b71 tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.21 "GET /v2.0/security-groups?id=0593045b-4f05-43b1-b61b-dde3e72bca1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869071 Feb 10 06:29:19.147571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'tag': 'de6a9734-cbd3-40d3-9042-eaf8f613e375'}, {'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:19.149907 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc" -d '{"events": [{"name": "network-changed", "server_uuid": "e94576ad-a312-4cc0-9f22-9141765675d7", "tag": "de6a9734-cbd3-40d3-9042-eaf8f613e375"}, {"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:19.162694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29f2c0-8f52-4792-88a5-1fdd42afd4ae req-aa5dd012-5f28-489a-925d-c171be4ac47f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:19.164823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b29f2c0-8f52-4792-88a5-1fdd42afd4ae req-aa5dd012-5f28-489a-925d-c171be4ac47f tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 943 time: 0.2812297 Feb 10 06:29:19.193562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=10']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:19.197810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] No DVR routers for this DVR port baf7c198-04f0-4a84-a545-e7385bcdcc52 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:19.244692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port f5ccd870-018f-4f35-a10c-073e730d2b09 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:19.245814 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.260376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port baf7c198-04f0-4a84-a545-e7385bcdcc52 host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:29:19.260851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:19.263612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ccd870-018f-4f35-a10c-073e730d2b09 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:19.290224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port f5ccd870-018f-4f35-a10c-073e730d2b09, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f5ccd870-018f-4f35-a10c-073e730d2b09,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:19.295676 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.300927 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (df19f333-e805-405a-86b1-8baa88922002), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.316257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['df19f333-e805-405a-86b1-8baa88922002'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:19.345314 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-331f001b-ea09-47cd-9291-0567cf8c1c18 service neutron] 10.222.0.13 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013014 Feb 10 06:29:19.372120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ed2f24-fa79-4694-a17b-4083ab464004 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:19.393806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Pushing event deleted for resources: {'Port': ['ID=df19f333-e805-405a-86b1-8baa88922002,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:19.403826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:19.404446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:19.404884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:19.420790 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Publish callbacks [] for port (48ed2f24-fa79-4694-a17b-4083ab464004), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.422048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=f5ccd870-018f-4f35-a10c-073e730d2b09,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:19.432173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Port baf7c198-04f0-4a84-a545-e7385bcdcc52 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:19.432660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Attempting to bind port baf7c198-04f0-4a84-a545-e7385bcdcc52 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:19.436818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] No DVR routers for this DVR port df19f333-e805-405a-86b1-8baa88922002 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:19.440494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.450656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4305b6ed-e70b-428b-b547-471f666d3d2d req-fd087eb0-3dc2-4aaf-9be7-5f1cd3d171ba tempest-VolumesAdminNegativeTest-1058745355 tempest-VolumesAdminNegativeTest-1058745355-project] 10.222.0.24 "DELETE /v2.0/ports/df19f333-e805-405a-86b1-8baa88922002 HTTP/1.1" status: 204 len: 173 time: 1.5468695 Feb 10 06:29:19.453155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a982ef-15c0-4399-8f95-ac2a6a2a7046', 'name': 'network-vif-deleted', 'tag': 'df19f333-e805-405a-86b1-8baa88922002'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:19.455654 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f529f37-687d-44bb-82fd-e8bc7dfd125c" -d '{"events": [{"server_uuid": "82a982ef-15c0-4399-8f95-ac2a6a2a7046", "name": "network-vif-deleted", "tag": "df19f333-e805-405a-86b1-8baa88922002"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:19.466477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a306c-b690-4f29-891f-9d872ddb08df req-48d53c06-25ee-4750-b2f6-1f04f264a97a tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:19.469363 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fbb83861-4242-49b3-9ac9-cf57f8c44c3e req-8b441d40-5823-42e3-b0ce-2d7f8cb4d136 service neutron] 10.222.0.13 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058142 Feb 10 06:29:19.475430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e0a306c-b690-4f29-891f-9d872ddb08df req-48d53c06-25ee-4750-b2f6-1f04f264a97a tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 944 time: 0.2743244 Feb 10 06:29:19.502134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b29f2c0-8f52-4792-88a5-1fdd42afd4ae req-fa4c1c0b-500e-4262-a610-910322137972 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146775 Feb 10 06:29:19.513204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Transition to ACTIVE for port object 48ed2f24-fa79-4694-a17b-4083ab464004 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:19.514179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:19.514655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:19.515144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:19.515490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Bound port: baf7c198-04f0-4a84-a545-e7385bcdcc52, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:19.515853 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.533305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.614828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e0a306c-b690-4f29-891f-9d872ddb08df req-0d568579-4125-4bb9-b832-32cb58e64d9c tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380608 Feb 10 06:29:19.627328 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24812e80-0789-4bbd-9af7-b072531ddb3b req-a28c15a6-f416-4f14-9050-d3716585d9d8 service neutron] 10.222.0.13 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728400 Feb 10 06:29:19.648055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Pushing event updated for resources: {'Port': ['ID=48ed2f24-fa79-4694-a17b-4083ab464004,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:19.704445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f5ccd870-018f-4f35-a10c-073e730d2b09'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:19.708254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:19.712401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79885e-135b-4052-ac5f-4881deb2fc92 req-c9b78a12-16b5-4d00-8256-bc5a2d56ba61 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:19.721243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c79885e-135b-4052-ac5f-4881deb2fc92 req-c9b78a12-16b5-4d00-8256-bc5a2d56ba61 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 1127 time: 0.0935428 Feb 10 06:29:19.726208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:19.741191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.786939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:19.787644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:19.787644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:19.802438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Port 48ed2f24-fa79-4694-a17b-4083ab464004 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:19.802771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:19.809968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:19.810623 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.812039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] 10.222.0.13 "PUT /v2.0/ports/baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 1096 time: 2.9852450 Feb 10 06:29:19.821845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466cae-848c-4705-bc43-4cbb8e7a5f2f req-cddd2ad4-6da8-459b-ae41-53e1767ea95c tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:19.823940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:19.824285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:19.824675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:19.825128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Bound port: 48ed2f24-fa79-4694-a17b-4083ab464004, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:19.825489 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:19.829066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87466cae-848c-4705-bc43-4cbb8e7a5f2f req-cddd2ad4-6da8-459b-ae41-53e1767ea95c tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 945 time: 0.0985780 Feb 10 06:29:19.853356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c79885e-135b-4052-ac5f-4881deb2fc92 req-992e10eb-d207-402e-8e54-df474f717af8 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304963 Feb 10 06:29:19.950060 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba9ab2-42ee-4c62-b86f-ced4622afa1a service neutron] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=11']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:19.962069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87466cae-848c-4705-bc43-4cbb8e7a5f2f req-7d03ec3d-d36b-43b4-acbb-5b071f3a26d2 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270900 Feb 10 06:29:20.035320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-206d39f4-df02-489c-ab28-420a52782cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.036930 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-206d39f4-df02-489c-ab28-420a52782cdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1130 time: 0.1906393 Feb 10 06:29:20.037992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:20.042558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:20.056273 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:20.101129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792a9d6-1dd6-40d4-ab8b-4b3894445e8f req-918be6e2-4c2d-4b5e-ab88-f10a8223e64d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.112463 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1792a9d6-1dd6-40d4-ab8b-4b3894445e8f req-918be6e2-4c2d-4b5e-ab88-f10a8223e64d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.1122661 Feb 10 06:29:20.131603 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6407a286-933a-4864-aad1-2217dfda8ac4 x-openstack-request-id: req-6407a286-933a-4864-aad1-2217dfda8ac4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:20.131989 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94576ad-a312-4cc0-9f22-9141765675d7", "tag": "de6a9734-cbd3-40d3-9042-eaf8f613e375", "status": "completed", "code": 200}, {"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:20.132263 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6407a286-933a-4864-aad1-2217dfda8ac4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:20.132814 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'tag': 'de6a9734-cbd3-40d3-9042-eaf8f613e375', 'status': 'completed', 'code': 200} Feb 10 06:29:20.133135 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'code': 200} Feb 10 06:29:20.133790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Pushing event updated for resources: {'Port': ['ID=48ed2f24-fa79-4694-a17b-4083ab464004,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:20.162478 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9016d4e-7280-4d90-b502-228a026d2840 x-openstack-request-id: req-f9016d4e-7280-4d90-b502-228a026d2840 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:20.162814 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a982ef-15c0-4399-8f95-ac2a6a2a7046", "name": "network-vif-deleted", "tag": "df19f333-e805-405a-86b1-8baa88922002", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:20.163028 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9016d4e-7280-4d90-b502-228a026d2840 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:20.163675 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a982ef-15c0-4399-8f95-ac2a6a2a7046', 'name': 'network-vif-deleted', 'tag': 'df19f333-e805-405a-86b1-8baa88922002', 'status': 'completed', 'code': 200} Feb 10 06:29:20.209092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1792a9d6-1dd6-40d4-ab8b-4b3894445e8f req-832dd1e6-b7fd-4c9c-adb7-2593e706a887 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955150 Feb 10 06:29:20.254355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.254355 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:20.254355 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-1d434ee6-e2a4-4b13-8762-4501050b49b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/48ed2f24-fa79-4694-a17b-4083ab464004 HTTP/1.1" status: 200 len: 1092 time: 2.6803157 Feb 10 06:29:20.297298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-9a283b92-82a0-4f73-ad0d-13e7a6dc871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.298850 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-9a283b92-82a0-4f73-ad0d-13e7a6dc871b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1405219c3cf4ebe9b26ea911737101b&device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 1125 time: 0.1713817 Feb 10 06:29:20.299851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-699b75a4-4c67-48b5-815b-19044736cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.301376 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-699b75a4-4c67-48b5-815b-19044736cea5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2570748 Feb 10 06:29:20.344125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34856) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:20.406041 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-abc9ebe9-1521-46b4-8f79-d74253edad25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.0939445 Feb 10 06:29:20.412248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-687adeb1-88cd-4793-8602-1e1f254c509f admin admin] Deleting subnet a170f987-dd0d-4e83-afaa-1f56df6f69d1 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:29:20.418377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687adeb1-88cd-4793-8602-1e1f254c509f admin admin] Publish callbacks [] for subnet (a170f987-dd0d-4e83-afaa-1f56df6f69d1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:20.492478 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687adeb1-88cd-4793-8602-1e1f254c509f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (a170f987-dd0d-4e83-afaa-1f56df6f69d1), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:20.520560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-790bd9ad-efa3-4ea1-810c-9d8afc2ab720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.522213 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-790bd9ad-efa3-4ea1-810c-9d8afc2ab720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1072309 Feb 10 06:29:20.524049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-eca69472-8500-4878-b822-760c868871ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.525526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-eca69472-8500-4878-b822-760c868871ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 1126 time: 0.1977839 Feb 10 06:29:20.527298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-3c5e6a57-0ca1-498f-a218-a4cc6787e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.528830 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-3c5e6a57-0ca1-498f-a218-a4cc6787e946 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 200 len: 904 time: 0.2190862 Feb 10 06:29:20.546792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687adeb1-88cd-4793-8602-1e1f254c509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a170f987-dd0d-4e83-afaa-1f56df6f69d1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:20.634044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dfd1e-5ba8-4f5c-b9d1-57e6d79cb179 req-b1601f70-d4df-4b20-978b-0cf969b32b80 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.641489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048dfd1e-5ba8-4f5c-b9d1-57e6d79cb179 req-b1601f70-d4df-4b20-978b-0cf969b32b80 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 948 time: 0.3448436 Feb 10 06:29:20.654688 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-3b1200e8-cd9c-4ce6-b225-520dcbfdb7fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375 HTTP/1.1" status: 200 len: 217 time: 0.1069207 Feb 10 06:29:20.655942 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-9efbfc91-bf8d-4f9e-93d8-07f833d9872b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed2f24-fa79-4694-a17b-4083ab464004 HTTP/1.1" status: 200 len: 217 time: 0.1186633 Feb 10 06:29:20.696566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687adeb1-88cd-4793-8602-1e1f254c509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (a170f987-dd0d-4e83-afaa-1f56df6f69d1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:20.712083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687adeb1-88cd-4793-8602-1e1f254c509f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:20.716540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-687adeb1-88cd-4793-8602-1e1f254c509f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a170f987-dd0d-4e83-afaa-1f56df6f69d1 HTTP/1.1" status: 204 len: 168 time: 0.3711936 Feb 10 06:29:20.722910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34872) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:20.734737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-048dfd1e-5ba8-4f5c-b9d1-57e6d79cb179 req-12607e9e-9425-465e-8768-437de2e3880d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916517 Feb 10 06:29:20.767963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-5ff67b28-6bd1-49a0-87a9-45411631740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.770078 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-5ff67b28-6bd1-49a0-87a9-45411631740e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2403014 Feb 10 06:29:20.779913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687adeb1-88cd-4793-8602-1e1f254c509f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a170f987-dd0d-4e83-afaa-1f56df6f69d1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:20.811717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-ab4eefcf-0084-46b5-bfba-2fc0cd88fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.813488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-ab4eefcf-0084-46b5-bfba-2fc0cd88fb55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=491df4a3-e634-4587-8c69-65e25f017261 HTTP/1.1" status: 200 len: 844 time: 0.1506362 Feb 10 06:29:20.847768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-70d07cdb-0341-4d20-8dcf-a32bde699337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.849305 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-70d07cdb-0341-4d20-8dcf-a32bde699337 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.1786947 Feb 10 06:29:20.895046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637df6ac-0bc4-4b45-8711-b39118324a8a req-006552ba-ff09-4ae8-97e9-7b6ff7efb29d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:20.895978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-23591ed5-02e9-435d-adbc-3f63373a557e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266235 Feb 10 06:29:20.899810 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-637df6ac-0bc4-4b45-8711-b39118324a8a req-006552ba-ff09-4ae8-97e9-7b6ff7efb29d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 943 time: 0.0672958 Feb 10 06:29:20.937915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-520df762-06a2-4e2e-8379-43eaccd9bcf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35d397d3-5527-492d-b911-dbab87472a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875380 Feb 10 06:29:20.976841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (8be21e2c-9c89-4c73-bc69-97fe6831afa0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:20.978528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-637df6ac-0bc4-4b45-8711-b39118324a8a req-e0a5a020-564c-40eb-b7a1-f663e758d8ab tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745263 Feb 10 06:29:21.010075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:21.136476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:21.145950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:21.146604 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.161374 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-722cf180-7391-4591-91e3-036b00232737 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771703 Feb 10 06:29:21.192108 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-0eeb8a1b-eff3-423b-b2f5-7be32a55f67e service neutron] 10.222.0.13 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115586 Feb 10 06:29:21.248210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097783b-e256-41a8-861d-f1f15c01254e req-915ef76d-cd7f-460a-b677-7fbd3b7891d5 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:21.249980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8097783b-e256-41a8-861d-f1f15c01254e req-915ef76d-cd7f-460a-b677-7fbd3b7891d5 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 945 time: 0.1386504 Feb 10 06:29:21.266498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:21.267166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.279190 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (8be21e2c-9c89-4c73-bc69-97fe6831afa0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.308089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e6c3b2-d171-428b-835a-2e6d1ae40ef3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:21.310990 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033d0ab7-fc47-4a2b-9c90-337c30e9259b" -d '{"events": [{"server_uuid": "6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86", "name": "network-vif-plugged", "status": "completed", "tag": "72e6c3b2-d171-428b-835a-2e6d1ae40ef3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:21.324981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:21.335941 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.337100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 053d9b3a-8e06-40bb-9b15-04630c34c25e up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:21.339987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8097783b-e256-41a8-861d-f1f15c01254e req-74a5c7f4-26ec-4ec3-ba9f-5d45a071754b tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779836 Feb 10 06:29:21.365006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be21e2c-9c89-4c73-bc69-97fe6831afa0']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:21.383259 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-cb1cecdc-c905-43bc-ab71-a7b0ca58a734 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764843 Feb 10 06:29:21.425264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aa455e-50b7-477a-a8f4-ccae3eb29859') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:21.425961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aa455e-50b7-477a-a8f4-ccae3eb29859') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:21.429679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:21.459717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 053d9b3a-8e06-40bb-9b15-04630c34c25e completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:21.466696 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 053d9b3a-8e06-40bb-9b15-04630c34c25e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:21.467086 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.483269 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (a0aa455e-50b7-477a-a8f4-ccae3eb29859), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.531744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359760f-d2b3-4845-8c81-625e8de722eb req-4ce80d47-fed7-425c-b4ba-11bb76e3a647 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:21.534244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e359760f-d2b3-4845-8c81-625e8de722eb req-4ce80d47-fed7-425c-b4ba-11bb76e3a647 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 945 time: 0.0990508 Feb 10 06:29:21.557962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a0aa455e-50b7-477a-a8f4-ccae3eb29859), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.580722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:29:21.581133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (a0aa455e-50b7-477a-a8f4-ccae3eb29859), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:29:21.582944 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:29:21.618090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e359760f-d2b3-4845-8c81-625e8de722eb req-e5b44b2a-4311-4e8b-a8e1-225fa675198f tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762637 Feb 10 06:29:21.666753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 053d9b3a-8e06-40bb-9b15-04630c34c25e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:21.667758 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.706794 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:29:21.716212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 053d9b3a-8e06-40bb-9b15-04630c34c25e, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=053d9b3a-8e06-40bb-9b15-04630c34c25e,segment=NetworkSegment(b3154911-2ff9-492b-9876-a260901a81a3),segment_id=b3154911-2ff9-492b-9876-a260901a81a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:21.724567 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:21.805249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=053d9b3a-8e06-40bb-9b15-04630c34c25e,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:21.810217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7af3b-691c-469b-bdb7-dbb6cdd2aa4c req-22ba9d96-ba27-4ed8-97c4-75b2b8d8a34b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:21.812077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45e7af3b-691c-469b-bdb7-dbb6cdd2aa4c req-22ba9d96-ba27-4ed8-97c4-75b2b8d8a34b tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.0688341 Feb 10 06:29:21.867665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45e7af3b-691c-469b-bdb7-dbb6cdd2aa4c req-1da5bebb-97ef-497c-8e24-76a1b1c0a4ec tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487115 Feb 10 06:29:21.894882 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-9288543a-6f94-44ee-a8f9-a5e7b557bfe6 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145646 Feb 10 06:29:21.907274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-ffbcf995-cd0d-4e64-8659-68d7c1438a16 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:29:21.908284 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-ffbcf995-cd0d-4e64-8659-68d7c1438a16 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123234 Feb 10 06:29:21.917428 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3c3e3c7b-4c37-4ebf-b2a2-d6367be3aabc req-504bea1e-798a-49d3-84ec-d844c8013a3d service neutron] 10.222.0.13 "GET /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168048 Feb 10 06:29:21.933992 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d27dab7-037c-481e-9c0c-0b7ce1211a45 x-openstack-request-id: req-4d27dab7-037c-481e-9c0c-0b7ce1211a45 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:21.934549 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86", "name": "network-vif-plugged", "status": "completed", "tag": "72e6c3b2-d171-428b-835a-2e6d1ae40ef3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:21.934989 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d27dab7-037c-481e-9c0c-0b7ce1211a45 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:21.935549 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e6c3b2-d171-428b-835a-2e6d1ae40ef3', 'code': 200} Feb 10 06:29:22.000039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9bf47142-d9f7-4619-9ec5-18d18d00a204 req-9d561133-6efa-4e40-bbfe-10dbe0afe1ee service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838304 Feb 10 06:29:22.002841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (8be21e2c-9c89-4c73-bc69-97fe6831afa0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.004888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-c8179d7e-a4c8-4b48-b625-bcb4892d57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.006218 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-c8179d7e-a4c8-4b48-b625-bcb4892d57ff service neutron] 10.222.0.21 "GET /v2.0/ports/9d45df55-8c29-43ea-a6a4-d7553b9cabc2 HTTP/1.1" status: 200 len: 1124 time: 0.0852363 Feb 10 06:29:22.010114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.013858 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8be21e2c-9c89-4c73-bc69-97fe6831afa0 HTTP/1.1" status: 204 len: 168 time: 1.2898657 Feb 10 06:29:22.020492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Request body: {'binding': {'host': 'n-h1-828670-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:22.020492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Unknown quota resources ['binding']. {{(pid=103213) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:29:22.029396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34898) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:22.038037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fad5e9-632b-4425-9345-6f2c9ac09bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be21e2c-9c89-4c73-bc69-97fe6831afa0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:22.099422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff87e3-7b36-478f-ae07-b4a9fc45f880 req-361d113f-b49a-4c5d-8c94-aabfb5ee8bf5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.103529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8ff87e3-7b36-478f-ae07-b4a9fc45f880 req-361d113f-b49a-4c5d-8c94-aabfb5ee8bf5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 948 time: 0.1038253 Feb 10 06:29:22.107343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618449b-e04a-451b-a2b0-b90db28518d1 req-a00ff809-3ad3-4444-8c77-f782fa003b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.110253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4618449b-e04a-451b-a2b0-b90db28518d1 req-a00ff809-3ad3-4444-8c77-f782fa003b7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86 HTTP/1.1" status: 200 len: 1127 time: 0.1084816 Feb 10 06:29:22.114914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e2096e-ff39-47ca-a4f7-563d967d7a2a admin admin] Deleting subnet 2dcfe08c-89a7-4f83-aa64-51299e8650e3 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:29:22.126144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73e2096e-ff39-47ca-a4f7-563d967d7a2a admin admin] Publish callbacks [] for subnet (2dcfe08c-89a7-4f83-aa64-51299e8650e3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.144765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52'}, {'name': 'network-changed', 'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:22.147353 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424266e1-8850-4f7b-8d58-23369370697a" -d '{"events": [{"name": "network-changed", "server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52"}, {"name": "network-changed", "server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:22.183991 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8ff87e3-7b36-478f-ae07-b4a9fc45f880 req-b5c16233-628f-4c16-91df-5fff25e56263 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727642 Feb 10 06:29:22.191018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4618449b-e04a-451b-a2b0-b90db28518d1 req-ca786697-864e-4ce3-a098-eb8b6bc38af3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720484 Feb 10 06:29:22.202547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73e2096e-ff39-47ca-a4f7-563d967d7a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (2dcfe08c-89a7-4f83-aa64-51299e8650e3), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.274567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73e2096e-ff39-47ca-a4f7-563d967d7a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (2dcfe08c-89a7-4f83-aa64-51299e8650e3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.311061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on host n-h1-828670-1 for vnic_type normal with profile None {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:22.311410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:22.311739 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:22.318986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67380254-3ed2-445f-b687-4f046b219405 req-d90b360a-28f6-4134-908e-eb7b449fb814 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.320203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:22.320558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:22.320683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67380254-3ed2-445f-b687-4f046b219405 req-d90b360a-28f6-4134-908e-eb7b449fb814 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 943 time: 0.0607405 Feb 10 06:29:22.330421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:22.330763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:22.331342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:22.331778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Bound port: 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:22.373248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67380254-3ed2-445f-b687-4f046b219405 req-80229e3f-a4bf-49ab-bc0e-b1bd54db2d13 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456543 Feb 10 06:29:22.387113 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73e2096e-ff39-47ca-a4f7-563d967d7a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (2dcfe08c-89a7-4f83-aa64-51299e8650e3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.422429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2096e-ff39-47ca-a4f7-563d967d7a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dcfe08c-89a7-4f83-aa64-51299e8650e3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:22.432051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73e2096e-ff39-47ca-a4f7-563d967d7a2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.435364 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-73e2096e-ff39-47ca-a4f7-563d967d7a2a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2dcfe08c-89a7-4f83-aa64-51299e8650e3 HTTP/1.1" status: 204 len: 168 time: 0.4050200 Feb 10 06:29:22.437266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:22.438095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:22.447831 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.449594 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-2dd55dac-c578-4bab-b5de-bf5b7e08b2c5 service neutron] 10.222.0.21 "POST /v2.0/ports/9d45df55-8c29-43ea-a6a4-d7553b9cabc2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4336727 Feb 10 06:29:22.468618 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48630e1a-6bb0-4dbb-8628-80e3d3b2d0d0 x-openstack-request-id: req-48630e1a-6bb0-4dbb-8628-80e3d3b2d0d0 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:22.468925 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:22.469179 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48630e1a-6bb0-4dbb-8628-80e3d3b2d0d0 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:22.469579 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'status': 'completed', 'code': 200} Feb 10 06:29:22.469835 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004', 'status': 'completed', 'code': 200} Feb 10 06:29:22.559970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (88a9ec5a-bfee-4ab3-b8b4-b605467146fb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.584718 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-1b2a5ea4-029b-449f-b636-b545a277e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.584718 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-1b2a5ea4-029b-449f-b636-b545a277e99f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1130 time: 0.0971479 Feb 10 06:29:22.620093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-dc11f608-fcd4-46d8-9e6e-1c7eeab7c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.621853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-dc11f608-fcd4-46d8-9e6e-1c7eeab7c651 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 1130 time: 0.1220987 Feb 10 06:29:22.725379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a0d1-fe03-4966-b927-c60556670115 req-48461f9e-ac54-41e1-b593-f3fabc48d7bf tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.727456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea67a0d1-fe03-4966-b927-c60556670115 req-48461f9e-ac54-41e1-b593-f3fabc48d7bf tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 945 time: 0.1665282 Feb 10 06:29:22.760776 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (88a9ec5a-bfee-4ab3-b8b4-b605467146fb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.820993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a9ec5a-bfee-4ab3-b8b4-b605467146fb']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:22.838462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214aad23-a3ea-4042-af64-96460ba03913') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:22.839303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214aad23-a3ea-4042-af64-96460ba03913') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:22.858551 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (214aad23-a3ea-4042-af64-96460ba03913), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.866069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-22ba80f1-6140-450e-9351-d2cf8e176410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.867642 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-22ba80f1-6140-450e-9351-d2cf8e176410 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2604287 Feb 10 06:29:22.877138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7534a4-0626-46de-80ec-8d136e17c796 req-d705f270-9fc6-442d-bb54-2255a2a141df tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.878703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b7534a4-0626-46de-80ec-8d136e17c796 req-d705f270-9fc6-442d-bb54-2255a2a141df tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.1916628 Feb 10 06:29:22.883237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (214aad23-a3ea-4042-af64-96460ba03913), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.889366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea67a0d1-fe03-4966-b927-c60556670115 req-07dd4ae0-95f8-4399-8611-dbfd1384de62 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355176 Feb 10 06:29:22.912656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-dc6e394b-b591-4d21-ae21-59bd3d97b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.914410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-dc6e394b-b591-4d21-ae21-59bd3d97b18b service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2850401 Feb 10 06:29:22.921309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f5ccd870-018f-4f35-a10c-073e730d2b09 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:22.921864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-0ca00a4e-3ec1-4216-bbfa-201e375bbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:22.923318 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-0ca00a4e-3ec1-4216-bbfa-201e375bbc18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 1127 time: 0.1598070 Feb 10 06:29:22.924413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:29:22.924807 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (214aad23-a3ea-4042-af64-96460ba03913), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:22.927359 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-ab2be6fe-4294-49f6-9047-6e0cb483c12f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.0502279 Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:29:22.927826 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:29:23.006089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b7534a4-0626-46de-80ec-8d136e17c796 req-f7150f38-43eb-4ecb-aafe-c3ceefa12050 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144421 Feb 10 06:29:23.012728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-e9470981-f144-4eac-98d8-f79bc9141ae4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 200 len: 217 time: 0.0661709 Feb 10 06:29:23.020961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device df19f333-e805-405a-86b1-8baa88922002 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:23.049861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: df19f333-e805-405a-86b1-8baa88922002 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:29:23.052031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device df19f333-e805-405a-86b1-8baa88922002 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:23.061981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port f5ccd870-018f-4f35-a10c-073e730d2b09 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:23.069220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port f5ccd870-018f-4f35-a10c-073e730d2b09 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:23.071900 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:23.091869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-cce22780-194a-4391-b604-4956cfce53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.093379 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-cce22780-194a-4391-b604-4956cfce53eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1484356 Feb 10 06:29:23.096115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (88a9ec5a-bfee-4ab3-b8b4-b605467146fb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:23.102295 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:23.108935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/88a9ec5a-bfee-4ab3-b8b4-b605467146fb HTTP/1.1" status: 204 len: 168 time: 0.6699700 Feb 10 06:29:23.158118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-bf97baa8-fe07-4e28-ae11-a5ae8c62a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.159856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-bf97baa8-fe07-4e28-ae11-a5ae8c62a388 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0836122 Feb 10 06:29:23.162897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750917bd-10cc-4afb-9c99-6ced2e3b4aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a9ec5a-bfee-4ab3-b8b4-b605467146fb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:23.168474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-5c8ce53a-c836-4f02-a081-137f37964114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.170018 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-5c8ce53a-c836-4f02-a081-137f37964114 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.2321985 Feb 10 06:29:23.171212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e1dba-6f57-4192-86ff-d652d94e9b74 req-43e2504c-603e-4a86-95d9-702d44578429 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.179157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba3e1dba-6f57-4192-86ff-d652d94e9b74 req-43e2504c-603e-4a86-95d9-702d44578429 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 946 time: 0.1628509 Feb 10 06:29:23.219631 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-f700af63-ca72-49e0-b330-9876038b543d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2 HTTP/1.1" status: 200 len: 217 time: 0.0411680 Feb 10 06:29:23.232280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-0614e4f3-9351-4774-a81e-9bb7b6824906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.233948 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-0614e4f3-9351-4774-a81e-9bb7b6824906 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1221232 Feb 10 06:29:23.239647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port f5ccd870-018f-4f35-a10c-073e730d2b09 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:23.240449 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:23.353878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba3e1dba-6f57-4192-86ff-d652d94e9b74 req-42708cd0-2f12-4c8b-ba65-3535bdd0b4fe tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733475 Feb 10 06:29:23.363318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:23.384370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-9257a63a-84ab-469b-9efe-27ae55a98acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.392429 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-9257a63a-84ab-469b-9efe-27ae55a98acb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.1632841 Feb 10 06:29:23.406073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-ff39f39c-a0ed-42e4-a508-8ae413f12859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.407652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-ff39f39c-a0ed-42e4-a508-8ae413f12859 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2264619 Feb 10 06:29:23.436053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36490598-a2de-4e09-8dd5-95571ac5ef37 req-ceffed5d-7fb2-4bda-9ec0-f25486ca1fcd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.437641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-36490598-a2de-4e09-8dd5-95571ac5ef37 req-ceffed5d-7fb2-4bda-9ec0-f25486ca1fcd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.2554989 Feb 10 06:29:23.484454 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-452a87c4-ff26-4297-854a-008d17526d60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800028 Feb 10 06:29:23.507802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port f5ccd870-018f-4f35-a10c-073e730d2b09, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f5ccd870-018f-4f35-a10c-073e730d2b09,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:23.515034 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:23.561879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-36490598-a2de-4e09-8dd5-95571ac5ef37 req-e70459da-605d-4b8b-9369-2fcd6781f3d8 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043510 Feb 10 06:29:23.586693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7294d113-22d9-47bd-a888-22117f386605 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=620bc756810341a9a57ab0d4257911a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216957 Feb 10 06:29:23.595478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=f5ccd870-018f-4f35-a10c-073e730d2b09,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:23.596068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34922) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:23.615460 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-1b58b94b-3aa0-4914-9177-7d29cbd60bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705199 Feb 10 06:29:23.717852 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-9baa43af-e312-420c-90ae-3c3b1689fd40 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259262 Feb 10 06:29:23.738786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7fb4d-4ec9-4458-8465-c6887849d40f req-94946305-a604-46cf-b025-3142e519eb65 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.740285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eae7fb4d-4ec9-4458-8465-c6887849d40f req-94946305-a604-46cf-b025-3142e519eb65 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 948 time: 0.1893904 Feb 10 06:29:23.756084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-99abc576-5ab4-4d35-8a77-bd6413578cab service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284826 Feb 10 06:29:23.772403 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-629d4103-6fff-4ded-834a-d2478e6e0c91 admin admin] Publish callbacks [] for security_group (0593045b-4f05-43b1-b61b-dde3e72bca1d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:23.781017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e681abe-a88b-459f-80a1-34790d2207fb req-ac58264d-59cd-4959-9631-45b400a5bd18 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:23.782364 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e681abe-a88b-459f-80a1-34790d2207fb req-ac58264d-59cd-4959-9631-45b400a5bd18 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 943 time: 0.1201158 Feb 10 06:29:23.823567 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-7c66d975-f6f0-4fbe-83b3-3f796d1d32ef service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981018 Feb 10 06:29:23.835702 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-629d4103-6fff-4ded-834a-d2478e6e0c91 admin admin] Publish callbacks [] for security_group (0593045b-4f05-43b1-b61b-dde3e72bca1d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:23.882423 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-8659f667-bc4c-4dfa-8c6a-f6ce1e29dd72 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534891 Feb 10 06:29:23.907884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eae7fb4d-4ec9-4458-8465-c6887849d40f req-5b0af1f2-a637-4672-b0a5-365e60007d8b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522131 Feb 10 06:29:23.912678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-629d4103-6fff-4ded-834a-d2478e6e0c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0593045b-4f05-43b1-b61b-dde3e72bca1d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:23.916001 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-629d4103-6fff-4ded-834a-d2478e6e0c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:23.918170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e681abe-a88b-459f-80a1-34790d2207fb req-47033ffa-2247-478b-b8a5-6b0997cb2ed7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270516 Feb 10 06:29:23.920599 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-629d4103-6fff-4ded-834a-d2478e6e0c91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0593045b-4f05-43b1-b61b-dde3e72bca1d HTTP/1.1" status: 204 len: 168 time: 0.3234725 Feb 10 06:29:23.931325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d4103-6fff-4ded-834a-d2478e6e0c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0593045b-4f05-43b1-b61b-dde3e72bca1d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:23.937218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120f1fb8-0570-4829-ba9c-4a0b8a1fa35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d9b3a-8e06-40bb-9b15-04630c34c25e'}, {'server_uuid': 'fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ccd870-018f-4f35-a10c-073e730d2b09'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:23.939692 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c57399-b541-4c44-824d-03eb93860b3a" -d '{"events": [{"server_uuid": "120f1fb8-0570-4829-ba9c-4a0b8a1fa35a", "name": "network-vif-plugged", "status": "completed", "tag": "053d9b3a-8e06-40bb-9b15-04630c34c25e"}, {"server_uuid": "fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3", "name": "network-vif-plugged", "status": "completed", "tag": "f5ccd870-018f-4f35-a10c-073e730d2b09"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:23.969221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-c4c9daea-0913-4f10-8c96-431d96a4d487 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028322 Feb 10 06:29:24.053035 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0126761b-8d0b-4d51-b4cf-89f723d0070e x-openstack-request-id: req-0126761b-8d0b-4d51-b4cf-89f723d0070e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:24.053712 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120f1fb8-0570-4829-ba9c-4a0b8a1fa35a", "name": "network-vif-plugged", "status": "completed", "tag": "053d9b3a-8e06-40bb-9b15-04630c34c25e", "code": 200}, {"server_uuid": "fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3", "name": "network-vif-plugged", "status": "completed", "tag": "f5ccd870-018f-4f35-a10c-073e730d2b09", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:24.055382 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0126761b-8d0b-4d51-b4cf-89f723d0070e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:24.056251 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120f1fb8-0570-4829-ba9c-4a0b8a1fa35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d9b3a-8e06-40bb-9b15-04630c34c25e', 'code': 200} Feb 10 06:29:24.056666 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ccd870-018f-4f35-a10c-073e730d2b09', 'code': 200} Feb 10 06:29:24.161699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83891e-2d6e-40d9-8d9b-df287cc35c5e req-14455b86-637d-44a7-963b-189d7f6bfc53 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:24.175416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc83891e-2d6e-40d9-8d9b-df287cc35c5e req-14455b86-637d-44a7-963b-189d7f6bfc53 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 946 time: 0.1810544 Feb 10 06:29:24.202338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-6e7a39d9-a5f9-4003-80a5-bb22898562fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:24.202338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-6e7a39d9-a5f9-4003-80a5-bb22898562fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 1126 time: 0.1507246 Feb 10 06:29:24.339780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478edb75-a0bf-402e-94f6-92f9ea43e783 req-296c6a09-b2a3-4d74-a3e8-ac4277058eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:24.343296 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-478edb75-a0bf-402e-94f6-92f9ea43e783 req-296c6a09-b2a3-4d74-a3e8-ac4277058eea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 1128 time: 0.2055218 Feb 10 06:29:24.344532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc83891e-2d6e-40d9-8d9b-df287cc35c5e req-d6433de5-ee96-4533-bbd4-08cad4879731 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629407 Feb 10 06:29:24.389719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-9c63f2a8-fdfc-4526-8336-97d8eebc9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:24.391261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-9c63f2a8-fdfc-4526-8336-97d8eebc9329 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.1812785 Feb 10 06:29:24.423700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f62dd-db47-469b-abb3-e9dbbfb1ff91 req-3b0fcd4e-aba7-4380-8d1d-80fa7d5098c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:24.426542 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-da2f62dd-db47-469b-abb3-e9dbbfb1ff91 req-3b0fcd4e-aba7-4380-8d1d-80fa7d5098c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 1128 time: 0.1891673 Feb 10 06:29:24.448544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-3a21d66f-95bf-497d-a71e-cd65a6b60d48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed2f24-fa79-4694-a17b-4083ab464004 HTTP/1.1" status: 200 len: 217 time: 0.0497849 Feb 10 06:29:24.500878 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-478edb75-a0bf-402e-94f6-92f9ea43e783 req-11482dec-e058-46ec-9d4c-25bca1568829 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461694 Feb 10 06:29:24.528514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621715b-130f-4e0a-a195-22fb010c9770 req-4b7f0f04-b6c0-4618-802c-96e751a874d0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:24.536390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8621715b-130f-4e0a-a195-22fb010c9770 req-4b7f0f04-b6c0-4618-802c-96e751a874d0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.2882555 Feb 10 06:29:24.537930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34936) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:24.545451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424266e1-8850-4f7b-8d58-23369370697a req-ae95b0d5-1206-4313-a6e4-1de1713979dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:24.546873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-ae95b0d5-1206-4313-a6e4-1de1713979dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.0923493 Feb 10 06:29:24.562676 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-da2f62dd-db47-469b-abb3-e9dbbfb1ff91 req-9644be9c-4c2f-4218-8547-9eb5b3734f8d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302371 Feb 10 06:29:24.601428 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-45612550-2cd7-4abe-b343-d47657949863 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19f4c15524134e419fb442cb34249dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610223 Feb 10 06:29:24.604740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34940) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:24.631411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d1ddb-72f3-4031-8017-479f4e22a7f3 req-edbc87ca-9bc7-4c14-9cd7-bab64fb2ae63 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:24.632928 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f7d1ddb-72f3-4031-8017-479f4e22a7f3 req-edbc87ca-9bc7-4c14-9cd7-bab64fb2ae63 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 946 time: 0.0840030 Feb 10 06:29:24.637933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8621715b-130f-4e0a-a195-22fb010c9770 req-dcb3c040-b740-4dd6-81ba-acd2a61a8f67 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007547 Feb 10 06:29:24.696169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c880abf7-46da-4df9-8417-a5c6b22f2e97 admin admin] Publish callbacks [] for security_group (be3c1c85-3a83-4655-af4d-ccbd8ad5e23a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:24.735820 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c880abf7-46da-4df9-8417-a5c6b22f2e97 admin admin] Publish callbacks [] for security_group (be3c1c85-3a83-4655-af4d-ccbd8ad5e23a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:24.740133 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-d571b3a3-9ed4-421a-a280-0ae0a846debf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469975 Feb 10 06:29:24.790719 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c880abf7-46da-4df9-8417-a5c6b22f2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (be3c1c85-3a83-4655-af4d-ccbd8ad5e23a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:24.796192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c880abf7-46da-4df9-8417-a5c6b22f2e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:24.798080 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c880abf7-46da-4df9-8417-a5c6b22f2e97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be3c1c85-3a83-4655-af4d-ccbd8ad5e23a HTTP/1.1" status: 204 len: 168 time: 0.1906602 Feb 10 06:29:24.798710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f7d1ddb-72f3-4031-8017-479f4e22a7f3 req-52f43203-15e7-4b0c-86b3-d54905b648e9 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568792 Feb 10 06:29:24.810189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880abf7-46da-4df9-8417-a5c6b22f2e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c1c85-3a83-4655-af4d-ccbd8ad5e23a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:24.907517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085fed0-4009-45e1-8b48-f607cfe9822e req-b261c174-eee1-4fe4-abd8-81f3ccee1754 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:24.917800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device de6a9734-cbd3-40d3-9042-eaf8f613e375 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:24.918610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4085fed0-4009-45e1-8b48-f607cfe9822e req-b261c174-eee1-4fe4-abd8-81f3ccee1754 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.1770256 Feb 10 06:29:24.991672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4085fed0-4009-45e1-8b48-f607cfe9822e req-4c4232ab-89b2-469e-a03d-a21333b54aed tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721836 Feb 10 06:29:25.003689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-a0d64189-e23c-415b-a76f-74a9387160d4 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463448 Feb 10 06:29:25.083814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port de6a9734-cbd3-40d3-9042-eaf8f613e375, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:25.099349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'de6a9734-cbd3-40d3-9042-eaf8f613e375', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'port_id': 'de6a9734-cbd3-40d3-9042-eaf8f613e375', 'mac_address': 'fa:16:3e:51:ce:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491df4a3-e634-4587-8c69-65e25f017261', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:25.177439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port de6a9734-cbd3-40d3-9042-eaf8f613e375 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:25.178329 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:25.208500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6a9734-cbd3-40d3-9042-eaf8f613e375 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:25.253680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port de6a9734-cbd3-40d3-9042-eaf8f613e375, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:25.258617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dea4e5-0454-46fe-8db3-5ab196c6beae req-afb54697-f991-49bb-b999-cc77a6c1e9a5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:25.260415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7dea4e5-0454-46fe-8db3-5ab196c6beae req-afb54697-f991-49bb-b999-cc77a6c1e9a5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 943 time: 0.1484442 Feb 10 06:29:25.265015 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:25.272443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961c0aa-3615-4196-850e-8b4cf7625d01 req-a3ba1b88-8232-4111-a6ab-91d924061eae tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:25.280847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6961c0aa-3615-4196-850e-8b4cf7625d01 req-a3ba1b88-8232-4111-a6ab-91d924061eae tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 948 time: 0.2561619 Feb 10 06:29:25.358788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-424266e1-8850-4f7b-8d58-23369370697a req-b964dfee-a04d-40eb-8213-34d9714b56ae service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461020 Feb 10 06:29:25.381887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6961c0aa-3615-4196-850e-8b4cf7625d01 req-dfbf647c-a475-4472-bd76-711ffc6c2497 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953910 Feb 10 06:29:25.411414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=de6a9734-cbd3-40d3-9042-eaf8f613e375,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:25.453342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7dea4e5-0454-46fe-8db3-5ab196c6beae req-6227271c-9332-4bad-8970-84d88e1b0cdd tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673162 Feb 10 06:29:25.581195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf746f-5772-4c0c-9e37-efb14629a03d req-21eb150f-687a-494d-95b0-f67dc2e5430d tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:25.593535 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07cf746f-5772-4c0c-9e37-efb14629a03d req-21eb150f-687a-494d-95b0-f67dc2e5430d tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 946 time: 0.1050956 Feb 10 06:29:25.774502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07cf746f-5772-4c0c-9e37-efb14629a03d req-899ce3f9-1c21-44d4-b2f9-9a5342bdfd22 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783025 Feb 10 06:29:25.826893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['de6a9734-cbd3-40d3-9042-eaf8f613e375'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:25.973137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66528d00-69f0-445d-9f22-34fa73ae7ed4 req-95d114c2-4652-4350-8e71-4cfd99007a6d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:25.997695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66528d00-69f0-445d-9f22-34fa73ae7ed4 req-95d114c2-4652-4350-8e71-4cfd99007a6d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.1755047 Feb 10 06:29:26.125845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66528d00-69f0-445d-9f22-34fa73ae7ed4 req-a09e7b35-5f50-4e0e-a88d-ff263bf62662 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269956 Feb 10 06:29:26.140350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a1260-4031-481e-891a-e170b81ce695 req-7f3b32ba-307e-45df-a74c-7455b3da19db tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:26.148903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-879a1260-4031-481e-891a-e170b81ce695 req-7f3b32ba-307e-45df-a74c-7455b3da19db tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 946 time: 0.1480825 Feb 10 06:29:26.256418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-879a1260-4031-481e-891a-e170b81ce695 req-9f466dda-9ac2-41dd-a919-9d053dc84fc2 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056168 Feb 10 06:29:26.335034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0f4f4-8e03-437a-9a3b-b8e16a24e6fa req-29828821-9437-4214-ba71-9e715bd92bf5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:26.343437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32f0f4f4-8e03-437a-9a3b-b8e16a24e6fa req-29828821-9437-4214-ba71-9e715bd92bf5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.0842454 Feb 10 06:29:26.398924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32f0f4f4-8e03-437a-9a3b-b8e16a24e6fa req-f7ad2a01-8f9a-43ab-9d46-c70c4fc0e8c4 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Feb 10 06:29:26.509542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e896fd-6dd0-40ff-8c73-8b5b757b2569 req-086a6110-b705-468b-938c-8b2b56f70e11 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:26.511238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3e896fd-6dd0-40ff-8c73-8b5b757b2569 req-086a6110-b705-468b-938c-8b2b56f70e11 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 948 time: 0.0575464 Feb 10 06:29:26.589510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3e896fd-6dd0-40ff-8c73-8b5b757b2569 req-de8c2a3f-6df1-43a9-a93f-c845cef487e1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717838 Feb 10 06:29:26.604202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b99b6-7bfb-46ec-ad8f-8bf87f11edb1 req-2ad827cd-605e-46e1-8d98-c2c5a58dfbc7 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:26.606501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b29b99b6-7bfb-46ec-ad8f-8bf87f11edb1 req-2ad827cd-605e-46e1-8d98-c2c5a58dfbc7 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 946 time: 0.0827663 Feb 10 06:29:26.659751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b29b99b6-7bfb-46ec-ad8f-8bf87f11edb1 req-506151ba-6590-42be-af13-ef9d8eafe9ee tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Feb 10 06:29:26.717105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fff33-44f3-49c8-9a98-3ce9441f7945 req-d164f4a5-ce46-4260-a897-1a865efd0fb3 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:26.718777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c32fff33-44f3-49c8-9a98-3ce9441f7945 req-d164f4a5-ce46-4260-a897-1a865efd0fb3 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 944 time: 0.0581646 Feb 10 06:29:26.803933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a1400-e3b0-45eb-a618-e9205dc07eb8 req-7e4487ec-e823-49f5-b81e-96e2fb553873 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:26.805547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b3a1400-e3b0-45eb-a618-e9205dc07eb8 req-7e4487ec-e823-49f5-b81e-96e2fb553873 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 948 time: 0.0826452 Feb 10 06:29:26.808521 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c32fff33-44f3-49c8-9a98-3ce9441f7945 req-3b473a51-05a2-4c19-bcde-2a16f6dd97b8 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766203 Feb 10 06:29:26.858066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b3a1400-e3b0-45eb-a618-e9205dc07eb8 req-ae80beb6-73b0-4625-b5b6-c1e75eaf7caf tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468640 Feb 10 06:29:26.927571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:26.936655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a374f-52bc-4074-9e64-25f3bb3de0d7 req-6c8bc01d-ae9b-48b2-a485-678a08d5866d tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:26.944312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-538a374f-52bc-4074-9e64-25f3bb3de0d7 req-6c8bc01d-ae9b-48b2-a485-678a08d5866d tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 946 time: 0.0698962 Feb 10 06:29:27.001614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-538a374f-52bc-4074-9e64-25f3bb3de0d7 req-a696e796-883f-4d8d-bae7-72bb7e15fcd8 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563378 Feb 10 06:29:27.061873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:27.075690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'mac_address': 'fa:16:3e:ef:c0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:27.115283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port baf7c198-04f0-4a84-a545-e7385bcdcc52 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:27.115954 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:27.118334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-fc2215c8-0dc2-426b-b3f4-829a57ab51ca tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d4b018c08f88404caccb44ba8b4969ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479312 Feb 10 06:29:27.130154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf7c198-04f0-4a84-a545-e7385bcdcc52 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:27.150267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:27.155118 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:27.215907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=12']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:27.468315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bd5d0-5d9f-4664-b043-81de227462c3 req-fe40d073-65ce-425e-8362-48d9a313b0e2 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:27.470169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c31bd5d0-5d9f-4664-b043-81de227462c3 req-fe40d073-65ce-425e-8362-48d9a313b0e2 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86 HTTP/1.1" status: 200 len: 945 time: 0.3873963 Feb 10 06:29:27.575931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c31bd5d0-5d9f-4664-b043-81de227462c3 req-6dc8d7b9-1e50-4bbe-afdf-4b75047a67ad tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771782 Feb 10 06:29:27.582379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-52762422-1fcd-4bd2-95c9-ad85365c822d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:27.584001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-52762422-1fcd-4bd2-95c9-ad85365c822d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4570320 Feb 10 06:29:27.615409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-31b381a8-acfd-49cf-9180-12cbaf45eccf tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/quotas/d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 375 time: 0.0144846 Feb 10 06:29:27.675166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['baf7c198-04f0-4a84-a545-e7385bcdcc52'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:27.722543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-e5913ff8-2124-4589-952f-a4a9bf05aa3b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003447 Feb 10 06:29:27.831668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5df1b-f1cf-4eaa-9548-5b5accd30701 req-90bbdb35-0dce-499b-8126-8e31b90e9b79 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:27.833337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12d5df1b-f1cf-4eaa-9548-5b5accd30701 req-90bbdb35-0dce-499b-8126-8e31b90e9b79 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.1313243 Feb 10 06:29:28.040417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12d5df1b-f1cf-4eaa-9548-5b5accd30701 req-32238cf8-9edf-448f-8052-555bb91189c3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990891 Feb 10 06:29:28.109350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92db791-efa3-4585-8517-dafc080a44a9 req-fb3936dd-b207-4ba7-a42e-2ad011b4d185 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:28.111653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e92db791-efa3-4585-8517-dafc080a44a9 req-fb3936dd-b207-4ba7-a42e-2ad011b4d185 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 946 time: 0.2155609 Feb 10 06:29:28.149363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542efdc-11f3-407b-a0c2-6cba4a1a91b4 req-60605de5-a8b2-49e1-874b-c31845311868 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:28.152288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9542efdc-11f3-407b-a0c2-6cba4a1a91b4 req-60605de5-a8b2-49e1-874b-c31845311868 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.1060646 Feb 10 06:29:28.275823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9542efdc-11f3-407b-a0c2-6cba4a1a91b4 req-29abb411-426c-42e3-b3c2-eaf40ac15337 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040938 Feb 10 06:29:28.386158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e92db791-efa3-4585-8517-dafc080a44a9 req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Deleting port 053d9b3a-8e06-40bb-9b15-04630c34c25e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:29:28.386515 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e92db791-efa3-4585-8517-dafc080a44a9 req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:28.411871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88ab65-ab65-4d83-8815-403785de50e8 req-a87456b5-48e1-4b99-b735-a24998f07188 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:28.413379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c88ab65-ab65-4d83-8815-403785de50e8 req-a87456b5-48e1-4b99-b735-a24998f07188 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/ports?device_id=120f1fb8-0570-4829-ba9c-4a0b8a1fa35a HTTP/1.1" status: 200 len: 946 time: 0.1350365 Feb 10 06:29:28.517983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79a80-13ac-462e-9c2c-4405b9c12395 req-e99dbf90-84c1-43fe-bdf4-d163dfc48963 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:28.519737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0d79a80-13ac-462e-9c2c-4405b9c12395 req-e99dbf90-84c1-43fe-bdf4-d163dfc48963 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 944 time: 0.1738608 Feb 10 06:29:28.577594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c88ab65-ab65-4d83-8815-403785de50e8 req-765288c8-3ba5-4d5f-9115-565c2a06c406 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.21 "GET /v2.0/security-groups?id=99141748-f25e-424f-a893-dc60e5cd68c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499958 Feb 10 06:29:28.579770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e92db791-efa3-4585-8517-dafc080a44a9 req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] For port 053d9b3a-8e06-40bb-9b15-04630c34c25e, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=053d9b3a-8e06-40bb-9b15-04630c34c25e,segment=NetworkSegment(b3154911-2ff9-492b-9876-a260901a81a3),segment_id=b3154911-2ff9-492b-9876-a260901a81a3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:28.580111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e92db791-efa3-4585-8517-dafc080a44a9 req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:28.607061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e92db791-efa3-4585-8517-dafc080a44a9 req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Calling delete_port for 053d9b3a-8e06-40bb-9b15-04630c34c25e owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:29:28.633916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0d79a80-13ac-462e-9c2c-4405b9c12395 req-8f1080ac-2c3f-45ab-867d-73ae3914d100 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065750 Feb 10 06:29:28.744039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a6f5d4d-a442-4294-9ad8-6690b46e3b97 req-27f54136-62f7-49bd-85d2-732b4ecabd36 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 210 time: 0.0572720 Feb 10 06:29:28.879072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e92db791-efa3-4585-8517-dafc080a44a9 req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (053d9b3a-8e06-40bb-9b15-04630c34c25e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:28.895183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['053d9b3a-8e06-40bb-9b15-04630c34c25e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:28.939652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Pushing event deleted for resources: {'Port': ['ID=053d9b3a-8e06-40bb-9b15-04630c34c25e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:28.948529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device de6a9734-cbd3-40d3-9042-eaf8f613e375 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:28.978542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92db791-efa3-4585-8517-dafc080a44a9 req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] No DVR routers for this DVR port 053d9b3a-8e06-40bb-9b15-04630c34c25e on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:28.987645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e92db791-efa3-4585-8517-dafc080a44a9 req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:28.991156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e92db791-efa3-4585-8517-dafc080a44a9 req-14304627-2edb-48fa-a19a-c91beb4cc871 tempest-InstanceActionsV221TestJSON-2069369700 tempest-InstanceActionsV221TestJSON-2069369700-project] 10.222.0.24 "DELETE /v2.0/ports/053d9b3a-8e06-40bb-9b15-04630c34c25e HTTP/1.1" status: 204 len: 173 time: 0.8671510 Feb 10 06:29:28.991918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120f1fb8-0570-4829-ba9c-4a0b8a1fa35a', 'name': 'network-vif-deleted', 'tag': '053d9b3a-8e06-40bb-9b15-04630c34c25e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:29.003340 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d16fabb-45de-45b3-b36c-bc552d787e93" -d '{"events": [{"server_uuid": "120f1fb8-0570-4829-ba9c-4a0b8a1fa35a", "name": "network-vif-deleted", "tag": "053d9b3a-8e06-40bb-9b15-04630c34c25e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:29.031432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port de6a9734-cbd3-40d3-9042-eaf8f613e375 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:29.037673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port de6a9734-cbd3-40d3-9042-eaf8f613e375 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:29.038747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:29.081556 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557a7406-8c94-4f25-a016-1c09568d4578 x-openstack-request-id: req-557a7406-8c94-4f25-a016-1c09568d4578 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:29.082086 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120f1fb8-0570-4829-ba9c-4a0b8a1fa35a", "name": "network-vif-deleted", "tag": "053d9b3a-8e06-40bb-9b15-04630c34c25e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:29.082582 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-557a7406-8c94-4f25-a016-1c09568d4578 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:29.083139 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120f1fb8-0570-4829-ba9c-4a0b8a1fa35a', 'name': 'network-vif-deleted', 'tag': '053d9b3a-8e06-40bb-9b15-04630c34c25e', 'status': 'completed', 'code': 200} Feb 10 06:29:29.188229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port de6a9734-cbd3-40d3-9042-eaf8f613e375 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:29.189455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:29.255138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a9734-cbd3-40d3-9042-eaf8f613e375'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:29.257812 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf009ebe-d008-4553-a548-b1f645664095" -d '{"events": [{"server_uuid": "e94576ad-a312-4cc0-9f22-9141765675d7", "name": "network-vif-plugged", "status": "completed", "tag": "de6a9734-cbd3-40d3-9042-eaf8f613e375"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:29.272537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port de6a9734-cbd3-40d3-9042-eaf8f613e375, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:29.275479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-97d794ef-156f-4def-bb8d-ab7d911591c5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d4b018c08f88404caccb44ba8b4969ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727620 Feb 10 06:29:29.278072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:29.339569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=de6a9734-cbd3-40d3-9042-eaf8f613e375,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:29.380494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-91d0cc76-8b9e-4f87-9fbe-fe844ffc9f19 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:29.382191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-91d0cc76-8b9e-4f87-9fbe-fe844ffc9f19 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 813 time: 0.2896693 Feb 10 06:29:29.421521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3acbd4-38c4-47f6-b256-e8acabaa78ea req-0af0ba5a-3ffa-4716-924d-6bf7c5c29a3b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:29.422989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae3acbd4-38c4-47f6-b256-e8acabaa78ea req-0af0ba5a-3ffa-4716-924d-6bf7c5c29a3b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.2351122 Feb 10 06:29:29.454173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-eff75e57-f1ff-4018-a2a9-27548e22aa87 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/quotas/f3bb4394d8274b9891b52cd57ddcff21 HTTP/1.1" status: 200 len: 375 time: 0.0423160 Feb 10 06:29:29.519812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-a22cd9da-7b1f-4bfe-8a3b-9bb2aab9ac37 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:29.521222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-a22cd9da-7b1f-4bfe-8a3b-9bb2aab9ac37 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382770 Feb 10 06:29:29.532035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae3acbd4-38c4-47f6-b256-e8acabaa78ea req-6cf042bf-f7ed-44e2-8d70-9be04ff2b8da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021481 Feb 10 06:29:29.549826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-db9e47b0-7298-4270-ac71-1627cf618fa1 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882506 Feb 10 06:29:29.553129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Request body: {'port': {'device_id': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'd4b018c08f88404caccb44ba8b4969ae'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:29.601715 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d448893-d9ed-4a81-b5d3-22e3c9201e9e x-openstack-request-id: req-5d448893-d9ed-4a81-b5d3-22e3c9201e9e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:29.602190 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94576ad-a312-4cc0-9f22-9141765675d7", "name": "network-vif-plugged", "status": "completed", "tag": "de6a9734-cbd3-40d3-9042-eaf8f613e375", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:29.602654 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d448893-d9ed-4a81-b5d3-22e3c9201e9e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:29.603203 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a9734-cbd3-40d3-9042-eaf8f613e375', 'code': 200} Feb 10 06:29:29.744304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb103c-083e-4eef-86b0-a06b5291b793 req-328c21eb-653e-417a-bf50-1968e03f86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:29.747404 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-decb103c-083e-4eef-86b0-a06b5291b793 req-328c21eb-653e-417a-bf50-1968e03f86cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 1127 time: 0.0565920 Feb 10 06:29:29.790426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-998e6557-563b-48c7-997f-c11a8bd9dbed service neutron] 10.222.0.21 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209733 Feb 10 06:29:29.812189 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-decb103c-083e-4eef-86b0-a06b5291b793 req-27bd2fd5-d74d-4e58-86e6-d90e173f74ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565886 Feb 10 06:29:29.836817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Made reservation on behalf of d4b018c08f88404caccb44ba8b4969ae for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:29.840874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:29.849540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187d68-b791-43a6-8cc0-d97ce8794832 req-da6c1643-7c1d-4051-85e3-59319101c280 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:29.851116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d187d68-b791-43a6-8cc0-d97ce8794832 req-da6c1643-7c1d-4051-85e3-59319101c280 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.1634843 Feb 10 06:29:30.006895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-0ed6bad9-bd84-41d7-8351-bdf946aebef4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:30.008542 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-0ed6bad9-bd84-41d7-8351-bdf946aebef4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86 HTTP/1.1" status: 200 len: 945 time: 0.0885773 Feb 10 06:29:30.010567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d187d68-b791-43a6-8cc0-d97ce8794832 req-214010f5-7843-44e2-b0b2-af66fa673719 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501238 Feb 10 06:29:30.031315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-92fe1d3c-8522-4184-8f9f-02141e056d0b service neutron] 10.222.0.21 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398756 Feb 10 06:29:30.183653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Allocated IP 192.168.233.21 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/eb97800b-99be-48c3-92fe-d447d0aa4254) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:30.216665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Deleting port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:29:30.217285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:30.296354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea133438-8af3-4878-93a6-73088ede6757 req-633edc38-395f-4c54-aebd-a33ce796cb99 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:30.311021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea133438-8af3-4878-93a6-73088ede6757 req-633edc38-395f-4c54-aebd-a33ce796cb99 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 945 time: 0.1873846 Feb 10 06:29:30.381132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] For port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:30.382691 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:30.396244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Calling delete_port for 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:29:30.449704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc30b852-958a-4310-bf0d-90a6ef458c5e req-c60b18ef-f097-432a-ab9e-10956e5de2b2 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 210 time: 0.0975361 Feb 10 06:29:30.543850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea133438-8af3-4878-93a6-73088ede6757 req-dd51f4db-4070-4248-8f78-561af68ba237 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316270 Feb 10 06:29:30.593866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (72e6c3b2-d171-428b-835a-2e6d1ae40ef3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:30.612327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f5ccd870-018f-4f35-a10c-073e730d2b09'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:30.630030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks [] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:30.692879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['72e6c3b2-d171-428b-835a-2e6d1ae40ef3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:30.696609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Pushing event deleted for resources: {'Port': ['ID=72e6c3b2-d171-428b-835a-2e6d1ae40ef3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:30.754778 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:30.842635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['4790856e-1ae5-41f6-a941-e9bff72025d3', 'baf7c198-04f0-4a84-a545-e7385bcdcc52'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:30.848456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7a007442-be89-4c19-9f4c-b090f842551d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:30.872186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] No DVR routers for this DVR port 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:30.889048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:30.890067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:30.893080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:30.900342 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-20964a70-1e16-4dbf-9a75-dffa5808b31f req-fe0d879c-0ba6-4dd3-8f76-d87ca5c3a9e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "DELETE /v2.0/ports/72e6c3b2-d171-428b-835a-2e6d1ae40ef3 HTTP/1.1" status: 204 len: 173 time: 0.8861058 Feb 10 06:29:30.909316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:30.926480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:30.947147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86', 'name': 'network-vif-deleted', 'tag': '72e6c3b2-d171-428b-835a-2e6d1ae40ef3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:30.954331 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f6a696-de52-437d-b906-aa961807f3b8" -d '{"events": [{"server_uuid": "6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86", "name": "network-vif-deleted", "tag": "72e6c3b2-d171-428b-835a-2e6d1ae40ef3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:31.005135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d731550c-71d3-4dda-b076-22cbbfa320b7 req-db5421ae-41ae-4df4-9fe6-0d51e2b11866 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 210 time: 0.0850201 Feb 10 06:29:31.033788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:31.099815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f844c-da6f-416a-a317-15a706243428 req-4d2c2b9e-93d2-4c21-b125-8cd99f940ce0 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:31.121768 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f09f844c-da6f-416a-a317-15a706243428 req-4d2c2b9e-93d2-4c21-b125-8cd99f940ce0 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3 HTTP/1.1" status: 200 len: 946 time: 0.2305639 Feb 10 06:29:31.124116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:31.125330 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.131140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35166) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:31.179793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a5eb8-1b47-480c-a2e6-49d27efb4ece req-852b1ae4-9a9b-4a35-a3c6-d28a4566e7b7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:31.188657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-894a5eb8-1b47-480c-a2e6-49d27efb4ece req-852b1ae4-9a9b-4a35-a3c6-d28a4566e7b7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.3945584 Feb 10 06:29:31.249571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-9408e2e0-9db7-4b1e-8546-2675c3800c93 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7035446 Feb 10 06:29:31.270164 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6765e0a-be05-4230-b8f3-eb94eaeac423 x-openstack-request-id: req-e6765e0a-be05-4230-b8f3-eb94eaeac423 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:31.270761 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86", "name": "network-vif-deleted", "tag": "72e6c3b2-d171-428b-835a-2e6d1ae40ef3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:31.271180 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6765e0a-be05-4230-b8f3-eb94eaeac423 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:31.271815 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba7d4fb-c1b3-4e0c-a829-106a9ed17b86', 'name': 'network-vif-deleted', 'tag': '72e6c3b2-d171-428b-835a-2e6d1ae40ef3', 'status': 'completed', 'code': 200} Feb 10 06:29:31.300684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc8c0d9-4f52-4e6b-8074-58860ff7279f admin admin] Deleting subnet e539342f-8074-4a52-9977-f6820dfa194d {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:29:31.306735 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c0d9-4f52-4e6b-8074-58860ff7279f admin admin] Publish callbacks [] for subnet (e539342f-8074-4a52-9977-f6820dfa194d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.347058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-894a5eb8-1b47-480c-a2e6-49d27efb4ece req-2b73aede-36ce-4236-ab8c-d8cd57f218a2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538131 Feb 10 06:29:31.353042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c0d9-4f52-4e6b-8074-58860ff7279f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (e539342f-8074-4a52-9977-f6820dfa194d), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.361010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Request body: {'port': {'device_id': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:31.405066 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c0d9-4f52-4e6b-8074-58860ff7279f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (e539342f-8074-4a52-9977-f6820dfa194d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.485954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c0d9-4f52-4e6b-8074-58860ff7279f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (e539342f-8074-4a52-9977-f6820dfa194d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.528530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port baf7c198-04f0-4a84-a545-e7385bcdcc52 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:31.551949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.561134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8c0d9-4f52-4e6b-8074-58860ff7279f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e539342f-8074-4a52-9977-f6820dfa194d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:31.563175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port baf7c198-04f0-4a84-a545-e7385bcdcc52 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:31.563175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.569313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c0d9-4f52-4e6b-8074-58860ff7279f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.576028 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2cc8c0d9-4f52-4e6b-8074-58860ff7279f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e539342f-8074-4a52-9977-f6820dfa194d HTTP/1.1" status: 204 len: 168 time: 0.4282680 Feb 10 06:29:31.576893 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35172) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:31.655268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-33dbede3-262f-474e-af6d-359f7f3e251e None None] Provisioning complete for port eb97800b-99be-48c3-92fe-d447d0aa4254 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:31.655852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-33dbede3-262f-474e-af6d-359f7f3e251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.706771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-33dbede3-262f-474e-af6d-359f7f3e251e None None] Port eb97800b-99be-48c3-92fe-d447d0aa4254 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:29:31.740166 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (3aec1ef7-a98e-4bee-9139-3ae664dba26b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.792962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port baf7c198-04f0-4a84-a545-e7385bcdcc52 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:31.793358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.823701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-f09f844c-da6f-416a-a317-15a706243428 req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Deleting port f5ccd870-018f-4f35-a10c-073e730d2b09 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:29:31.826890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f09f844c-da6f-416a-a317-15a706243428 req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.895771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:31.898282 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7724810-bc5e-454f-a5d1-3d20651a7578" -d '{"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-plugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:31.924215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:31.939159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.953324 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (3aec1ef7-a98e-4bee-9139-3ae664dba26b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:31.987464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aec1ef7-a98e-4bee-9139-3ae664dba26b']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:31.992641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1419bd-162e-4917-b636-349152d520c6 req-9d27f3cc-157c-41fb-aa1f-eefa6a4c730b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:31.998595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=13']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:32.014076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f1419bd-162e-4917-b636-349152d520c6 req-9d27f3cc-157c-41fb-aa1f-eefa6a4c730b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 935 time: 0.3619626 Feb 10 06:29:32.036233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3154911-2ff9-492b-9876-a260901a81a3') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:32.036558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3154911-2ff9-492b-9876-a260901a81a3') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:32.039983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f09f844c-da6f-416a-a317-15a706243428 req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] For port f5ccd870-018f-4f35-a10c-073e730d2b09, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f5ccd870-018f-4f35-a10c-073e730d2b09,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:32.043866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f09f844c-da6f-416a-a317-15a706243428 req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.072122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (b3154911-2ff9-492b-9876-a260901a81a3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.074844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-f09f844c-da6f-416a-a317-15a706243428 req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Calling delete_port for f5ccd870-018f-4f35-a10c-073e730d2b09 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:29:32.099153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b3154911-2ff9-492b-9876-a260901a81a3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.099568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe072-1c78-40cb-aa85-823e87dcbe6c req-a8d4d43e-f524-42af-8be2-2224a53953b7 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:32.115118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fefe072-1c78-40cb-aa85-823e87dcbe6c req-a8d4d43e-f524-42af-8be2-2224a53953b7 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.7839694 Feb 10 06:29:32.126775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:29:32.127226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (b3154911-2ff9-492b-9876-a260901a81a3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:29:32.129297 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:29:32.261820 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (3aec1ef7-a98e-4bee-9139-3ae664dba26b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.272945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f1419bd-162e-4917-b636-349152d520c6 req-0994b883-b8e6-4c45-9f36-4087a27c5635 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532976 Feb 10 06:29:32.281119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.285053 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] 10.222.0.21 "DELETE /v2.0/networks/3aec1ef7-a98e-4bee-9139-3ae664dba26b HTTP/1.1" status: 204 len: 168 time: 0.7054701 Feb 10 06:29:32.300098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed33db-396c-4a7b-9c95-58b7beee9f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=3aec1ef7-a98e-4bee-9139-3ae664dba26b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:32.321275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fefe072-1c78-40cb-aa85-823e87dcbe6c req-60de74e9-4c0e-48d2-8b5a-54ab9d037d62 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051227 Feb 10 06:29:32.479987 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef97060-371c-48bc-a036-0b0aeeaf8d0c x-openstack-request-id: req-eef97060-371c-48bc-a036-0b0aeeaf8d0c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:32.480476 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-plugged", "status": "completed", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:32.481089 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eef97060-371c-48bc-a036-0b0aeeaf8d0c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:32.481650 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'code': 200} Feb 10 06:29:32.592298 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f09f844c-da6f-416a-a317-15a706243428 req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f5ccd870-018f-4f35-a10c-073e730d2b09), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.594043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb97800b-99be-48c3-92fe-d447d0aa4254 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:32.606614 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Publish callbacks [] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.607008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['72e6c3b2-d171-428b-835a-2e6d1ae40ef3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:32.619789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716ef91-5e5e-4c80-9a8a-12c6b8593327 req-0481d45c-ddbc-4ec4-b3ca-1fe6318c726d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:32.621961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2716ef91-5e5e-4c80-9a8a-12c6b8593327 req-0481d45c-ddbc-4ec4-b3ca-1fe6318c726d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 945 time: 0.1746349 Feb 10 06:29:32.660607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Pushing event deleted for resources: {'Port': ['ID=f5ccd870-018f-4f35-a10c-073e730d2b09,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:32.687350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Transition to ACTIVE for port object eb97800b-99be-48c3-92fe-d447d0aa4254 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:32.714270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a58032d-3a26-45de-83e2-82b54eecee4a req-8c2f0e78-f7b2-4d87-bc97-b1d54ee4fb8a tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 210 time: 0.0846775 Feb 10 06:29:32.716882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.726008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-138afded-57f0-4c65-beb0-2c06d1f40911 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:32.729040 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-138afded-57f0-4c65-beb0-2c06d1f40911 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 813 time: 0.3872726 Feb 10 06:29:32.732240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35200) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:32.769349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09f844c-da6f-416a-a317-15a706243428 req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] No DVR routers for this DVR port f5ccd870-018f-4f35-a10c-073e730d2b09 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:32.777494 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f09f844c-da6f-416a-a317-15a706243428 req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:32.781652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f09f844c-da6f-416a-a317-15a706243428 req-ef90ffcc-0454-4d6a-ad81-46bfe384f201 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.13 "DELETE /v2.0/ports/f5ccd870-018f-4f35-a10c-073e730d2b09 HTTP/1.1" status: 204 len: 173 time: 1.6545756 Feb 10 06:29:32.785414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Request body: {'port': {'device_id': '251405d0-5e48-4b1e-aef0-b4018fd887c8', 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a', 'admin_state_up': True, 'tenant_id': 'f3bb4394d8274b9891b52cd57ddcff21'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:32.880535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:32.904096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2716ef91-5e5e-4c80-9a8a-12c6b8593327 req-ae32c43d-c277-43b1-96ed-a42c09e9c4fe tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582042 Feb 10 06:29:33.007613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-7a0e205c-5639-462f-ab6b-64f29d0983b1 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:33.022199 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-7a0e205c-5639-462f-ab6b-64f29d0983b1 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 813 time: 0.5349007 Feb 10 06:29:33.028766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Request body: {'port': {'device_id': 'd929eb94-5213-4b32-b823-e2cee9ffbbfc', 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a', 'admin_state_up': True, 'tenant_id': 'f3bb4394d8274b9891b52cd57ddcff21'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:33.075712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:33.120315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:29:33.120939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 72e6c3b2-d171-428b-835a-2e6d1ae40ef3 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:33.122164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 053d9b3a-8e06-40bb-9b15-04630c34c25e no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:33.122610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:33.123950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:33.126839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:33.140967 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f2d2acb5-efc7-4057-ab33-1ede74d660cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=631042b5de4e4c99982dfca81807f02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896313 Feb 10 06:29:33.141279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35228) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:33.148032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Port eb97800b-99be-48c3-92fe-d447d0aa4254 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:33.149908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:33.158408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Made reservation on behalf of f3bb4394d8274b9891b52cd57ddcff21 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:33.161801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:33.177053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 053d9b3a-8e06-40bb-9b15-04630c34c25e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:29:33.179132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 053d9b3a-8e06-40bb-9b15-04630c34c25e not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:33.181471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a10f6d-5d52-443d-b626-53e15d97ee1c req-89a73993-3a6b-40d3-8a5e-9ec4d3f31c43 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:33.191686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9a10f6d-5d52-443d-b626-53e15d97ee1c req-89a73993-3a6b-40d3-8a5e-9ec4d3f31c43 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.2247493 Feb 10 06:29:33.195103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:33.195686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:33.196294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:33.196988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Bound port: eb97800b-99be-48c3-92fe-d447d0aa4254, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:33.197648 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:33.223590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Made reservation on behalf of f3bb4394d8274b9891b52cd57ddcff21 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:33.226746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:33.365262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:33.369008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:33.415606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9a10f6d-5d52-443d-b626-53e15d97ee1c req-620d04a1-1e58-47d1-ac24-c9e5d2cf9816 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197804 Feb 10 06:29:33.420667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:33.546490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:33.549276 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:33.550739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] 10.222.0.24 "PUT /v2.0/ports/eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 1095 time: 2.2219491 Feb 10 06:29:33.552830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:33.555161 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0ae0c1-35af-4f82-812d-d482931cca5c" -d '{"events": [{"name": "network-changed", "server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:33.653134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3', 'name': 'network-vif-deleted', 'tag': 'f5ccd870-018f-4f35-a10c-073e730d2b09'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:33.655010 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71020b6d-a343-4e22-aa4f-a8545980c755" -d '{"events": [{"server_uuid": "fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3", "name": "network-vif-deleted", "tag": "f5ccd870-018f-4f35-a10c-073e730d2b09"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:33.726477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-63b74ce8-eecb-49e7-90be-bb9e5d8791a7 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7d8eae7b449a462099c4402bec9947d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1412749 Feb 10 06:29:33.772364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7e0373a-533c-45a2-8a3b-cf0437be4f97 admin admin] Publish callbacks [] for security_group (99141748-f25e-424f-a893-dc60e5cd68c8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:33.836325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9986258-231f-4c43-ab4e-fb461dec1516 service neutron] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:33.854522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7e0373a-533c-45a2-8a3b-cf0437be4f97 admin admin] Publish callbacks [] for security_group (99141748-f25e-424f-a893-dc60e5cd68c8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:33.867723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc085-8f48-4f54-928a-e5dff6157132 req-cc7cf3db-e6f6-4499-8335-ded18a2ab9e7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:33.877292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-376fc085-8f48-4f54-928a-e5dff6157132 req-cc7cf3db-e6f6-4499-8335-ded18a2ab9e7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 947 time: 0.2954600 Feb 10 06:29:33.904190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Allocated IP 172.20.0.4 (4ded9aa0-c444-4669-b42f-85c4d2d0736a/a36114b9-b09a-425e-ada5-8b905ecb55fe/61649b55-83a9-41f0-91b6-0f6208ee4742) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:33.909574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-db0db6b5-1c29-475e-877c-6614d023c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:33.911795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-db0db6b5-1c29-475e-877c-6614d023c091 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1129 time: 0.2638874 Feb 10 06:29:33.938935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7e0373a-533c-45a2-8a3b-cf0437be4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (99141748-f25e-424f-a893-dc60e5cd68c8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:33.940802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bea51-09de-449e-afc4-49b42da9093a req-d6c5d576-25fb-4053-a099-376ca74547ef tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:33.941499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7e0373a-533c-45a2-8a3b-cf0437be4f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:33.942261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-d6c5d576-25fb-4053-a099-376ca74547ef tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150216 Feb 10 06:29:33.942753 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e7e0373a-533c-45a2-8a3b-cf0437be4f97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99141748-f25e-424f-a893-dc60e5cd68c8 HTTP/1.1" status: 204 len: 168 time: 0.8004272 Feb 10 06:29:33.965163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0373a-533c-45a2-8a3b-cf0437be4f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99141748-f25e-424f-a893-dc60e5cd68c8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:34.030071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-81484b64-6e0f-42ba-a42c-ca2a1189dadc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.0961232 Feb 10 06:29:34.057837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-376fc085-8f48-4f54-928a-e5dff6157132 req-a0100c22-879b-4bf8-bd2d-36f662ac6ea2 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795061 Feb 10 06:29:34.067405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-ee5f4b47-1ab7-4249-9a78-93515943baac tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/quotas/7d8eae7b449a462099c4402bec9947d7 HTTP/1.1" status: 200 len: 375 time: 0.0994246 Feb 10 06:29:34.150895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-098490b5-3618-4f4f-9e42-1119eb1d2d2f tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d8eae7b449a462099c4402bec9947d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566599 Feb 10 06:29:34.153709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks [] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:34.182857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-228f42a2-79ff-47d1-8291-74cc3337e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:34.190132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-228f42a2-79ff-47d1-8291-74cc3337e931 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1310670 Feb 10 06:29:34.204271 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:34.299958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b3fda-a72c-4d6e-ade8-9e40eff8bf7d req-ca554363-e2d0-4c86-8b28-b273d3a048b5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:34.301473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-971b3fda-a72c-4d6e-ade8-9e40eff8bf7d req-ca554363-e2d0-4c86-8b28-b273d3a048b5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.1445322 Feb 10 06:29:34.308205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-6ae4c185-e098-4cd6-a4f2-61fa4cfe6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:34.309297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-6ae4c185-e098-4cd6-a4f2-61fa4cfe6a9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0835223 Feb 10 06:29:34.317299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Pushing event updated for resources: {'Port': ['ID=61649b55-83a9-41f0-91b6-0f6208ee4742,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:34.323536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Network 4ded9aa0-c444-4669-b42f-85c4d2d0736a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:34.333115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:34.341275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:34.380314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Allocated IP 172.20.0.8 (4ded9aa0-c444-4669-b42f-85c4d2d0736a/a36114b9-b09a-425e-ada5-8b905ecb55fe/eb77532e-1521-4a2c-99d4-3af4669094b9) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:34.390446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-971b3fda-a72c-4d6e-ade8-9e40eff8bf7d req-8e905286-0777-467a-9de7-55300af67b56 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801427 Feb 10 06:29:34.466799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:34.467785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:34.496544 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7663a3e-3716-4c58-9ae0-fe18fcb433b5 x-openstack-request-id: req-c7663a3e-3716-4c58-9ae0-fe18fcb433b5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:34.499013 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:34.500444 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7663a3e-3716-4c58-9ae0-fe18fcb433b5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:34.508742 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'status': 'completed', 'code': 200} Feb 10 06:29:34.515072 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-5166a1ff-4c12-4f1e-b5c9-bf386a8e7666 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4905560 Feb 10 06:29:34.533924 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f386a585-fe07-4e0c-88bf-6243ec10860d x-openstack-request-id: req-f386a585-fe07-4e0c-88bf-6243ec10860d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:34.534220 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3", "name": "network-vif-deleted", "tag": "f5ccd870-018f-4f35-a10c-073e730d2b09", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:34.550636 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f386a585-fe07-4e0c-88bf-6243ec10860d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:34.551639 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab2f9d1-ba20-4f4d-b71e-1b6c751ebcb3', 'name': 'network-vif-deleted', 'tag': 'f5ccd870-018f-4f35-a10c-073e730d2b09', 'status': 'completed', 'code': 200} Feb 10 06:29:34.566701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-dd5703a6-70a8-4556-aa8c-d60868ee992e service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427471 Feb 10 06:29:34.571059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Request body: {'port': {'device_id': 'd929eb94-5213-4b32-b823-e2cee9ffbbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:34.781423 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:34.884727 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks [] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:34.944170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f5ccd870-018f-4f35-a10c-073e730d2b09 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:35.002933 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:35.016466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: f5ccd870-018f-4f35-a10c-073e730d2b09 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:29:35.017218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f5ccd870-018f-4f35-a10c-073e730d2b09 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:35.071289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 48ed2f24-fa79-4694-a17b-4083ab464004 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:35.228211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Pushing event updated for resources: {'Port': ['ID=eb77532e-1521-4a2c-99d4-3af4669094b9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:35.240275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Network 4ded9aa0-c444-4669-b42f-85c4d2d0736a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:35.247531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c684c91-1a3a-4cd7-a8d7-d59e9854d7f1 req-82013a69-b75c-4e3f-b211-26c4b710f9ed service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726625 Feb 10 06:29:35.253364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:35.257622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:35.268311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:35.314096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '48ed2f24-fa79-4694-a17b-4083ab464004', 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e', 'port_id': '48ed2f24-fa79-4694-a17b-4083ab464004', 'mac_address': 'fa:16:3e:8a:70:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81589f97-ebbc-4951-b3d5-e0f9e7c1ed40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:35.378505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:35.379202 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:35.428415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61649b55-83a9-41f0-91b6-0f6208ee4742 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:35.431063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 48ed2f24-fa79-4694-a17b-4083ab464004 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:35.431631 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:35.438552 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-96d91746-5906-4344-b803-86dfb1ab6af4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6883008 Feb 10 06:29:35.459043 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Publish callbacks [] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:35.467093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ed2f24-fa79-4694-a17b-4083ab464004 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:35.469822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Request body: {'port': {'device_id': '251405d0-5e48-4b1e-aef0-b4018fd887c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:35.493768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742ecb9-0d4b-4d52-bb50-12d6340f2618 req-a2810b38-864a-4bc6-95fb-1355c327cf83 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:35.503238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c742ecb9-0d4b-4d52-bb50-12d6340f2618 req-a2810b38-864a-4bc6-95fb-1355c327cf83 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.2489076 Feb 10 06:29:35.510573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:35.516018 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:35.525782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Transition to ACTIVE for port object 61649b55-83a9-41f0-91b6-0f6208ee4742 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:35.548351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3c8c-fe0a-485a-877f-7ff9b362e720 req-be5830dd-9aff-4732-a879-ab370b5e6dd8 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:35.568780 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a3f3c8c-fe0a-485a-877f-7ff9b362e720 req-be5830dd-9aff-4732-a879-ab370b5e6dd8 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 931 time: 0.3186731 Feb 10 06:29:35.571603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:35.574386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:35.594818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-38763b1d-5554-47c0-b8ac-a09eaaa1dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:35.597944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-38763b1d-5554-47c0-b8ac-a09eaaa1dae4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1129 time: 0.2522509 Feb 10 06:29:35.635309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=48ed2f24-fa79-4694-a17b-4083ab464004,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:35.658795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Pushing event updated for resources: {'Port': ['ID=61649b55-83a9-41f0-91b6-0f6208ee4742,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:35.766197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['48ed2f24-fa79-4694-a17b-4083ab464004'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:35.835460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-cea39f70-4af6-4ebe-8745-0aa9872f76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:35.839300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-cea39f70-4af6-4ebe-8745-0aa9872f76b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2056530 Feb 10 06:29:35.865057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a3f3c8c-fe0a-485a-877f-7ff9b362e720 req-de25b9a0-0397-48b7-83b3-89b50538c4a1 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918959 Feb 10 06:29:35.874554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Attempting to bind port 61649b55-83a9-41f0-91b6-0f6208ee4742 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:35.874909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Attempting to bind port 61649b55-83a9-41f0-91b6-0f6208ee4742 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:35.875209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Attempting to bind port 61649b55-83a9-41f0-91b6-0f6208ee4742 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:35.889985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Port 61649b55-83a9-41f0-91b6-0f6208ee4742 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:35.890198 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Attempting to bind port 61649b55-83a9-41f0-91b6-0f6208ee4742 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:35.907252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:35.907252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Checking segment: {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:35.907635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Bound using segment: {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:35.908083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Bound port: 61649b55-83a9-41f0-91b6-0f6208ee4742, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:35.908305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:35.983987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c742ecb9-0d4b-4d52-bb50-12d6340f2618 req-efe9dcf3-d12d-4751-b72d-67302920c278 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622078 Feb 10 06:29:35.985942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-e02bad13-6a46-42ea-9580-a714371eb38e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.1154516 Feb 10 06:29:36.098985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] For port 61649b55-83a9-41f0-91b6-0f6208ee4742, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:36.103774 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] For port 61649b55-83a9-41f0-91b6-0f6208ee4742, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=61649b55-83a9-41f0-91b6-0f6208ee4742,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:36.121114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:36.133375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-bd64db3e-2780-4aa7-b939-1cb0b7e93214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:36.137485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-bd64db3e-2780-4aa7-b939-1cb0b7e93214 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1437278 Feb 10 06:29:36.241725 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-8f41288c-a796-4901-a3d1-8029a82c8447 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7d8eae7b449a462099c4402bec9947d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331233 Feb 10 06:29:36.272379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-ac84de0a-7d08-478c-97b5-e4c1165e9df4 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7d8eae7b449a462099c4402bec9947d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511532 Feb 10 06:29:36.317428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb77532e-1521-4a2c-99d4-3af4669094b9 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:36.327889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Publish callbacks [] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:36.345952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Transition to ACTIVE for port object eb77532e-1521-4a2c-99d4-3af4669094b9 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:36.402273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-1504683f-7894-49a6-99bd-e9aabf14926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:36.403996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-1504683f-7894-49a6-99bd-e9aabf14926f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2602103 Feb 10 06:29:36.433195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bea51-09de-449e-afc4-49b42da9093a req-d98d39b3-146b-45cf-be5f-a7f40b364ab5 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:36.435092 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-d98d39b3-146b-45cf-be5f-a7f40b364ab5 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864047 Feb 10 06:29:36.438084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9d99-9ed6-496d-afc1-8587e4fae9ce req-2012147d-8949-4641-8f5c-659d6f2766fe tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:36.439067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef0c9d99-9ed6-496d-afc1-8587e4fae9ce req-2012147d-8949-4641-8f5c-659d6f2766fe tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 947 time: 0.2193398 Feb 10 06:29:36.449571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:36.449879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:36.451812 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] 10.222.0.24 "PUT /v2.0/ports/61649b55-83a9-41f0-91b6-0f6208ee4742 HTTP/1.1" status: 200 len: 1091 time: 1.8991137 Feb 10 06:29:36.452536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:36.475287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Request body: {'port': {'device_id': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '7d8eae7b449a462099c4402bec9947d7'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:36.564212 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:36.570594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd929eb94-5213-4b32-b823-e2cee9ffbbfc', 'tag': '61649b55-83a9-41f0-91b6-0f6208ee4742'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:36.573129 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189c585e-6f4e-4122-9e72-aa9395f9e437" -d '{"events": [{"name": "network-changed", "server_uuid": "d929eb94-5213-4b32-b823-e2cee9ffbbfc", "tag": "61649b55-83a9-41f0-91b6-0f6208ee4742"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:36.579832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83343d-04ad-487b-88b8-4ac580fee720 service neutron] Pushing event updated for resources: {'Port': ['ID=61649b55-83a9-41f0-91b6-0f6208ee4742,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:36.623693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-685e6644-66a5-4aa8-a2c2-7ad7f51b253a service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069533 Feb 10 06:29:36.679550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-64bc2dfb-384b-4919-8721-2c36c3562118 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:36.681542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-64bc2dfb-384b-4919-8721-2c36c3562118 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018126 Feb 10 06:29:36.723588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Attempting to bind port eb77532e-1521-4a2c-99d4-3af4669094b9 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:36.723946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Attempting to bind port eb77532e-1521-4a2c-99d4-3af4669094b9 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:36.724274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Attempting to bind port eb77532e-1521-4a2c-99d4-3af4669094b9 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:36.736239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Port eb77532e-1521-4a2c-99d4-3af4669094b9 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:36.736726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Attempting to bind port eb77532e-1521-4a2c-99d4-3af4669094b9 on network 4ded9aa0-c444-4669-b42f-85c4d2d0736a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:36.742789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-f6bf7226-44e3-4bdc-8d2e-0d20392dd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:36.744335 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-f6bf7226-44e3-4bdc-8d2e-0d20392dd563 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 1125 time: 0.2145040 Feb 10 06:29:36.748125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:36.748621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Checking segment: {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:36.748621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Bound using segment: {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:36.749134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Bound port: eb77532e-1521-4a2c-99d4-3af4669094b9, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c19998-8769-47c4-89b6-e210711675bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:36.749421 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:36.753538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef0c9d99-9ed6-496d-afc1-8587e4fae9ce req-86c63b06-829f-4534-8c15-3cdde0950b8a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072028 Feb 10 06:29:36.762543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-057e58c4-e09d-4170-85e1-a5fe30c2fe27 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/quotas/7d8eae7b449a462099c4402bec9947d7 HTTP/1.1" status: 200 len: 375 time: 0.0632014 Feb 10 06:29:36.776424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Pushing event updated for resources: {'Port': ['ID=eb77532e-1521-4a2c-99d4-3af4669094b9,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:36.863591 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-1b6caeb9-400b-4983-813c-934cb523477f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61649b55-83a9-41f0-91b6-0f6208ee4742 HTTP/1.1" status: 200 len: 217 time: 0.1117921 Feb 10 06:29:36.888560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-572e63e8-b12d-491d-9e9f-b4d905674c19 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d8eae7b449a462099c4402bec9947d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430870 Feb 10 06:29:36.944197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0ae0c1-35af-4f82-812d-d482931cca5c req-c4b05d46-c96e-415f-a7eb-3ab21ae98dba service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139842 Feb 10 06:29:36.985074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2e26-343c-458b-b4a7-e83380324a1d req-cd964333-9efd-4635-898a-b2d5fea16d78 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:36.990095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f9e2e26-343c-458b-b4a7-e83380324a1d req-cd964333-9efd-4635-898a-b2d5fea16d78 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 945 time: 0.1456754 Feb 10 06:29:37.024623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Made reservation on behalf of 7d8eae7b449a462099c4402bec9947d7 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:37.028907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:37.035004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-c63a69ae-fd6b-4b3c-8b39-412b352cddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:37.036620 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-c63a69ae-fd6b-4b3c-8b39-412b352cddaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a36114b9-b09a-425e-ada5-8b905ecb55fe HTTP/1.1" status: 200 len: 853 time: 0.1300457 Feb 10 06:29:37.045871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] For port eb77532e-1521-4a2c-99d4-3af4669094b9, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:37.058349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:37.087702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:37.090453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 48ed2f24-fa79-4694-a17b-4083ab464004 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:37.094726 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-855736b6-8fd9-4b5e-adc1-ea89bb120eb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ded9aa0-c444-4669-b42f-85c4d2d0736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496321 Feb 10 06:29:37.102917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] For port eb77532e-1521-4a2c-99d4-3af4669094b9, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb77532e-1521-4a2c-99d4-3af4669094b9,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:37.108059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f9e2e26-343c-458b-b4a7-e83380324a1d req-7e6696c8-b784-403d-8c34-ae185d309f96 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084001 Feb 10 06:29:37.134229 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:37.313128 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a37a2d-448d-45a5-bf2c-4b05e03958cc x-openstack-request-id: req-f1a37a2d-448d-45a5-bf2c-4b05e03958cc {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:37.313703 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d929eb94-5213-4b32-b823-e2cee9ffbbfc", "tag": "61649b55-83a9-41f0-91b6-0f6208ee4742", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:37.313703 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1a37a2d-448d-45a5-bf2c-4b05e03958cc {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:37.314073 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd929eb94-5213-4b32-b823-e2cee9ffbbfc', 'tag': '61649b55-83a9-41f0-91b6-0f6208ee4742', 'status': 'completed', 'code': 200} Feb 10 06:29:37.332085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:37.332712 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:37.334144 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] 10.222.0.24 "PUT /v2.0/ports/eb77532e-1521-4a2c-99d4-3af4669094b9 HTTP/1.1" status: 200 len: 1091 time: 1.8778841 Feb 10 06:29:37.404070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be7a73-f9b0-421f-b8e0-a1d000c3463d service neutron] Pushing event updated for resources: {'Port': ['ID=eb77532e-1521-4a2c-99d4-3af4669094b9,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:37.404969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 48ed2f24-fa79-4694-a17b-4083ab464004 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:37.452272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-6443fc50-991e-4740-8726-0ae24b60536e service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513179 Feb 10 06:29:37.454276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 48ed2f24-fa79-4694-a17b-4083ab464004 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:37.455525 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:37.501931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks [] for security_group (d4a430ff-f800-4c1e-bb33-fdaa70f0456d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:37.540730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d4a430ff-f800-4c1e-bb33-fdaa70f0456d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:37.591987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-e25fe190-a191-4bb7-8d3a-f00281b5926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:37.593751 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-e25fe190-a191-4bb7-8d3a-f00281b5926d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&device_id=251405d0-5e48-4b1e-aef0-b4018fd887c8 HTTP/1.1" status: 200 len: 1125 time: 0.1954710 Feb 10 06:29:37.679481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9804-87ce-498d-a9af-f426b2934bde req-3f43d3cc-d82f-4440-8811-a9510ca4ab8e tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:37.685246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:37.686905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9af9804-87ce-498d-a9af-f426b2934bde req-3f43d3cc-d82f-4440-8811-a9510ca4ab8e tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 943 time: 0.2567809 Feb 10 06:29:37.720937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'mac_address': 'fa:16:3e:40:22:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:37.722373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a430ff-f800-4c1e-bb33-fdaa70f0456d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:37.728293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969a4de-e4f3-48a6-8c26-28897af78b3b req-38ee6afd-e8f0-4666-a482-2f16e2306367 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:37.737278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3969a4de-e4f3-48a6-8c26-28897af78b3b req-38ee6afd-e8f0-4666-a482-2f16e2306367 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.2333922 Feb 10 06:29:37.744488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-27567d91-b455-4f48-9af1-de4a5168867e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb77532e-1521-4a2c-99d4-3af4669094b9 HTTP/1.1" status: 200 len: 217 time: 0.1100960 Feb 10 06:29:37.752062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-7ea63fdd-1007-4ffe-8475-600748f9c124 service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921536 Feb 10 06:29:37.807754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9af9804-87ce-498d-a9af-f426b2934bde req-a84fbc6c-18c3-43b9-8d73-c9d11fe1a5dc tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157606 Feb 10 06:29:37.869063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3969a4de-e4f3-48a6-8c26-28897af78b3b req-fadedf44-a7bd-47a1-8999-9cb11599672a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304133 Feb 10 06:29:37.933517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eb97800b-99be-48c3-92fe-d447d0aa4254 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:37.933911 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:37.978062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c331a99a-dcaf-43d2-b9b6-575cf08f7670 req-fc141d97-5d4c-4fc5-a9ff-913e98f753cc tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 210 time: 0.0708225 Feb 10 06:29:38.015098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb97800b-99be-48c3-92fe-d447d0aa4254 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:38.106022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:38.127841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 48ed2f24-fa79-4694-a17b-4083ab464004 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:38.127841 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:38.168806 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:38.180180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:38.183394 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba127a67-b9c5-45ca-a4ec-800c6f5d251f" -d '{"events": [{"server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "name": "network-vif-plugged", "status": "completed", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:38.236344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:38.254318 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:38.272156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6024a5-86c0-48e7-b0ed-536ac63a789c req-27cb8b5f-42ed-4fbf-abee-0bfe4caf5d89 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:38.280958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f6024a5-86c0-48e7-b0ed-536ac63a789c req-27cb8b5f-42ed-4fbf-abee-0bfe4caf5d89 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 947 time: 0.2185118 Feb 10 06:29:38.297977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:38.314344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0dc58-4400-42d8-8312-6b61ad4d22ce req-a958e98a-de99-4a62-b012-6a15fe790526 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:38.316077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bce0dc58-4400-42d8-8312-6b61ad4d22ce req-a958e98a-de99-4a62-b012-6a15fe790526 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 945 time: 0.2173557 Feb 10 06:29:38.360961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=48ed2f24-fa79-4694-a17b-4083ab464004,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:38.394707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f6024a5-86c0-48e7-b0ed-536ac63a789c req-507ff39f-d824-455c-9615-00c0a318d3d5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086750 Feb 10 06:29:38.449986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bce0dc58-4400-42d8-8312-6b61ad4d22ce req-dbf4e350-5682-4987-825a-5097d02e9558 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059418 Feb 10 06:29:38.474116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['eb97800b-99be-48c3-92fe-d447d0aa4254'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:38.558979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-8a388d5e-be07-4276-aa8d-49d0d0b6afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:38.560652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-8a388d5e-be07-4276-aa8d-49d0d0b6afd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a36114b9-b09a-425e-ada5-8b905ecb55fe HTTP/1.1" status: 200 len: 853 time: 0.8044150 Feb 10 06:29:38.576617 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeefde4-666d-40a6-aa60-4e7f7fb57a92 x-openstack-request-id: req-3eeefde4-666d-40a6-aa60-4e7f7fb57a92 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:38.576946 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "name": "network-vif-plugged", "status": "completed", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:38.577226 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3eeefde4-666d-40a6-aa60-4e7f7fb57a92 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:38.577543 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004', 'code': 200} Feb 10 06:29:38.595997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1089e-c4bf-40c9-8089-8a8142d90496 req-92c488c8-717b-4f62-bcbb-60c14164f369 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:38.604480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Allocated IP 192.168.233.204 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/7c7019e6-fd11-4f27-b3e5-9686463be62e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:38.623236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2d1089e-c4bf-40c9-8089-8a8142d90496 req-92c488c8-717b-4f62-bcbb-60c14164f369 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1569593 Feb 10 06:29:38.632659 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-485cde0a-ff4d-4742-ae17-496486da886a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ded9aa0-c444-4669-b42f-85c4d2d0736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412283 Feb 10 06:29:38.665746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35402) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:38.745913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2d1089e-c4bf-40c9-8089-8a8142d90496 req-beb61aac-ee32-453f-a165-b5cad0a5d9df tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670102 Feb 10 06:29:38.756377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb476043-dd17-40e0-8210-8679a7161c31 req-07b95621-fe00-4912-aa48-2ae9a9ce8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:38.758026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb476043-dd17-40e0-8210-8679a7161c31 req-07b95621-fe00-4912-aa48-2ae9a9ce8c4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 1128 time: 0.1288438 Feb 10 06:29:38.775051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-28269525-12a9-4ba3-894c-953591dca303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:38.776601 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-28269525-12a9-4ba3-894c-953591dca303 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 1125 time: 0.9304838 Feb 10 06:29:38.827203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb476043-dd17-40e0-8210-8679a7161c31 req-a276630c-78cf-44cc-809e-32188068bec8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599174 Feb 10 06:29:38.868939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9eab50-52bd-4dc8-a922-4888a54c49a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:38.935478 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-eeb3fad3-94d3-414e-9711-770fb0227a06 service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890074 Feb 10 06:29:38.955773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device de6a9734-cbd3-40d3-9042-eaf8f613e375 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:39.009760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-561dcf8f-74a8-4072-9885-bf06f08a7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:39.011462 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-561dcf8f-74a8-4072-9885-bf06f08a7918 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 913 time: 0.2268739 Feb 10 06:29:39.082446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port de6a9734-cbd3-40d3-9042-eaf8f613e375, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:39.094799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'de6a9734-cbd3-40d3-9042-eaf8f613e375', 'network_id': '35d397d3-5527-492d-b911-dbab87472a5c', 'port_id': 'de6a9734-cbd3-40d3-9042-eaf8f613e375', 'mac_address': 'fa:16:3e:51:ce:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491df4a3-e634-4587-8c69-65e25f017261', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:39.098134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 61649b55-83a9-41f0-91b6-0f6208ee4742 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:39.119350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611230-7487-4584-bee8-ac83e188b398 req-76680c66-9ef5-4f3c-8972-87222398e4bf tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:39.120989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37611230-7487-4584-bee8-ac83e188b398 req-76680c66-9ef5-4f3c-8972-87222398e4bf tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.1534913 Feb 10 06:29:39.124784 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9eab50-52bd-4dc8-a922-4888a54c49a0 admin admin] Publish callbacks [] for security_group (7206b8d3-3ded-4553-89ea-1aae35c9b3c7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.128775 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d78bba87-58c0-420a-9e8a-2b287035aa87 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7d8eae7b449a462099c4402bec9947d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791833 Feb 10 06:29:39.137137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfdec2-674d-4b56-9c63-4a23e4f8f92f req-16f0c0ad-b6a7-411d-876f-7cc3c7034dfb tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:39.138947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69cfdec2-674d-4b56-9c63-4a23e4f8f92f req-16f0c0ad-b6a7-411d-876f-7cc3c7034dfb tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 943 time: 0.2165563 Feb 10 06:29:39.139581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9eab50-52bd-4dc8-a922-4888a54c49a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7206b8d3-3ded-4553-89ea-1aae35c9b3c7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.145014 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-7c7a128d-1d93-4687-8b4d-3d567dc61c97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61649b55-83a9-41f0-91b6-0f6208ee4742 HTTP/1.1" status: 200 len: 217 time: 0.1018863 Feb 10 06:29:39.157359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port de6a9734-cbd3-40d3-9042-eaf8f613e375 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:39.158130 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.158778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks [] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.177764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de6a9734-cbd3-40d3-9042-eaf8f613e375 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:39.235517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.236228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3d9eab50-52bd-4dc8-a922-4888a54c49a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cde4d162eddf48b68d6f12defcf7d630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680730 Feb 10 06:29:39.239511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:39.244393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port de6a9734-cbd3-40d3-9042-eaf8f613e375, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:39.249800 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.305694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-4d7b48d2-4629-4b89-acf2-0d830cc925ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:39.308417 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-4d7b48d2-4629-4b89-acf2-0d830cc925ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a36114b9-b09a-425e-ada5-8b905ecb55fe HTTP/1.1" status: 200 len: 853 time: 0.0876036 Feb 10 06:29:39.358276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 61649b55-83a9-41f0-91b6-0f6208ee4742, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=61649b55-83a9-41f0-91b6-0f6208ee4742,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:39.361573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=de6a9734-cbd3-40d3-9042-eaf8f613e375,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:39.363566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69cfdec2-674d-4b56-9c63-4a23e4f8f92f req-725b265b-7d79-4398-bf94-1d1da9baec3f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708024 Feb 10 06:29:39.376833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '61649b55-83a9-41f0-91b6-0f6208ee4742', 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a', 'port_id': '61649b55-83a9-41f0-91b6-0f6208ee4742', 'mac_address': 'fa:16:3e:0b:ef:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36114b9-b09a-425e-ada5-8b905ecb55fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:39.412302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9eab50-52bd-4dc8-a922-4888a54c49a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7206b8d3-3ded-4553-89ea-1aae35c9b3c7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:39.434227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37611230-7487-4584-bee8-ac83e188b398 req-a6db7186-98a0-49a4-b81a-3d6668c231ad tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342927 Feb 10 06:29:39.451836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251405d0-5e48-4b1e-aef0-b4018fd887c8', 'tag': 'eb77532e-1521-4a2c-99d4-3af4669094b9'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:39.452077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 61649b55-83a9-41f0-91b6-0f6208ee4742 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:39.452483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.454210 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a296d8-32ef-4b8a-8a47-e8a137882285" -d '{"events": [{"name": "network-changed", "server_uuid": "251405d0-5e48-4b1e-aef0-b4018fd887c8", "tag": "eb77532e-1521-4a2c-99d4-3af4669094b9"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:39.455059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['de6a9734-cbd3-40d3-9042-eaf8f613e375'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:39.467674 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c8611034-9e3f-4f32-8efa-5608286868f0 req-e084cb4a-4b1b-4d2e-8d97-41a3de3877e5 service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262743 Feb 10 06:29:39.504335 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5f56-9526-4917-ab40-83ca8ed239b5 admin admin] Publish callbacks [] for security_group (7206b8d3-3ded-4553-89ea-1aae35c9b3c7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.526088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61649b55-83a9-41f0-91b6-0f6208ee4742 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:39.535559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5f56-9526-4917-ab40-83ca8ed239b5 admin admin] Publish callbacks [] for security_group (7206b8d3-3ded-4553-89ea-1aae35c9b3c7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.614284 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-348229ea-8674-4c3d-a62b-33f587d7c4ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ded9aa0-c444-4669-b42f-85c4d2d0736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239192 Feb 10 06:29:39.615236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 61649b55-83a9-41f0-91b6-0f6208ee4742, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=61649b55-83a9-41f0-91b6-0f6208ee4742,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:39.620179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:39.624622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.658391 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5f56-9526-4917-ab40-83ca8ed239b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7206b8d3-3ded-4553-89ea-1aae35c9b3c7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.660980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5f56-9526-4917-ab40-83ca8ed239b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.662192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4d3c5f56-9526-4917-ab40-83ca8ed239b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7206b8d3-3ded-4553-89ea-1aae35c9b3c7 HTTP/1.1" status: 204 len: 168 time: 0.4181507 Feb 10 06:29:39.668965 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49f628d6-7d04-40fb-8bde-d715acb116cc req-ef9f9323-0c2a-4618-a300-149d88600011 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 210 time: 0.0492558 Feb 10 06:29:39.683383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-30f89234-1ea8-4fd3-a602-6a9848fef504 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:39.684865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-30f89234-1ea8-4fd3-a602-6a9848fef504 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4653563 Feb 10 06:29:39.700576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c5f56-9526-4917-ab40-83ca8ed239b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7206b8d3-3ded-4553-89ea-1aae35c9b3c7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:39.706565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Request body: {'port': {'device_id': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '7d8eae7b449a462099c4402bec9947d7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:39.715631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:39.726952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=61649b55-83a9-41f0-91b6-0f6208ee4742,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:39.772158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:39.780759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:39.806148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389133a8-99a0-49a1-a739-a8a0e06b890f req-b1663e14-e830-4588-9733-da752d08bc19 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:39.811461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-389133a8-99a0-49a1-a739-a8a0e06b890f req-b1663e14-e830-4588-9733-da752d08bc19 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 948 time: 0.2261176 Feb 10 06:29:39.824638 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.903937 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-e7134a91-56d9-40dd-8791-b693997c6159 service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744982 Feb 10 06:29:39.913069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:39.913733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:39.968444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-9e958d12-c1a6-4fc3-b752-eb6f33eb6679 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5008886 Feb 10 06:29:39.976040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['61649b55-83a9-41f0-91b6-0f6208ee4742'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:39.991790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-389133a8-99a0-49a1-a739-a8a0e06b890f req-ff81d5cf-ca08-45cb-a660-f5445dea7180 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531339 Feb 10 06:29:40.026556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Request body: {'port': {'device_id': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:40.038445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab47a0-5449-479f-958d-a886c7d62842 req-713722f7-ad29-472a-a74f-d243720cb4ea tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:40.053971 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ab47a0-5449-479f-958d-a886c7d62842 req-713722f7-ad29-472a-a74f-d243720cb4ea tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 944 time: 0.2358918 Feb 10 06:29:40.133565 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab95276-28fd-481f-907c-4a76b27c1294 x-openstack-request-id: req-eab95276-28fd-481f-907c-4a76b27c1294 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:40.133869 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251405d0-5e48-4b1e-aef0-b4018fd887c8", "tag": "eb77532e-1521-4a2c-99d4-3af4669094b9", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:40.134188 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eab95276-28fd-481f-907c-4a76b27c1294 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:40.134751 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251405d0-5e48-4b1e-aef0-b4018fd887c8', 'tag': 'eb77532e-1521-4a2c-99d4-3af4669094b9', 'status': 'completed', 'code': 200} Feb 10 06:29:40.141180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Made reservation on behalf of 7d8eae7b449a462099c4402bec9947d7 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:40.154402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:40.218953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6247e4b1-f769-4c74-89e6-da6911e95561 None None] Provisioning complete for port 7c7019e6-fd11-4f27-b3e5-9686463be62e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:40.219390 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6247e4b1-f769-4c74-89e6-da6911e95561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:40.268455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6247e4b1-f769-4c74-89e6-da6911e95561 None None] Port 7c7019e6-fd11-4f27-b3e5-9686463be62e cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:29:40.291280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9808c883-30cb-4bac-9f76-66648ffc2846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:40.299602 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-189c585e-6f4e-4122-9e72-aa9395f9e437 req-95292b15-b857-4d80-a77c-2a891a1d6b23 service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817432 Feb 10 06:29:40.324793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:40.327443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35428) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:40.347155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-b56e6adf-bcb6-409d-9212-529190541780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:40.348671 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-b56e6adf-bcb6-409d-9212-529190541780 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&device_id=251405d0-5e48-4b1e-aef0-b4018fd887c8 HTTP/1.1" status: 200 len: 1125 time: 0.2104509 Feb 10 06:29:40.391753 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20d791a1-1a56-498b-986f-f4b6567fe022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:40.398779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ab47a0-5449-479f-958d-a886c7d62842 req-7f933604-2c38-4569-922e-4f50c050ef10 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425980 Feb 10 06:29:40.509006 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Allocated IP 192.168.233.34 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/08b54aa2-0530-4649-bd18-ce0eed09982f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:40.549719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-3b93d42d-30fb-4fa0-8a1e-60666bce2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:40.552407 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-3b93d42d-30fb-4fa0-8a1e-60666bce2cbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 200 len: 913 time: 0.1848836 Feb 10 06:29:40.594288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977853c-ef25-4876-8c9e-2a0c456606f8 req-f38539e6-7ac3-41ea-89f8-76110705e024 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:40.594824 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-65ba133a-a1ad-4d78-bed5-299d40781224 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb77532e-1521-4a2c-99d4-3af4669094b9 HTTP/1.1" status: 200 len: 217 time: 0.0358884 Feb 10 06:29:40.595883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4977853c-ef25-4876-8c9e-2a0c456606f8 req-f38539e6-7ac3-41ea-89f8-76110705e024 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.2888954 Feb 10 06:29:40.651335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-5b95c3f0-88f6-4ba4-ab4e-f3ba6bf10d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:40.652801 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-5b95c3f0-88f6-4ba4-ab4e-f3ba6bf10d8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a36114b9-b09a-425e-ada5-8b905ecb55fe HTTP/1.1" status: 200 len: 853 time: 0.0512116 Feb 10 06:29:40.688184 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-a3f3dd6e-3ac4-42b4-8196-2e67e0e4748c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ded9aa0-c444-4669-b42f-85c4d2d0736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288191 Feb 10 06:29:40.697688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8765fd-526b-410b-9d36-b39fde922924 req-aa111f01-e40a-48a6-b40e-65fc3e111307 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:40.699179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e8765fd-526b-410b-9d36-b39fde922924 req-aa111f01-e40a-48a6-b40e-65fc3e111307 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 944 time: 0.2208574 Feb 10 06:29:40.797554 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-48d29f30-b5a4-465b-b8d4-469231c5a9b6 service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923676 Feb 10 06:29:40.810035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4977853c-ef25-4876-8c9e-2a0c456606f8 req-5d3d6a68-ed90-4acb-a69b-973318618116 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012329 Feb 10 06:29:40.817221 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20d791a1-1a56-498b-986f-f4b6567fe022 admin admin] Publish callbacks [] for security_group (f5a7191b-4b3d-4a31-9dc1-33d0edb65ed2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:40.841902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20d791a1-1a56-498b-986f-f4b6567fe022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f5a7191b-4b3d-4a31-9dc1-33d0edb65ed2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:40.922937 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2a296d8-32ef-4b8a-8a47-e8a137882285 req-50956615-e6d8-41ac-880a-8a411206f65a service neutron] 10.222.0.24 "GET /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192753 Feb 10 06:29:40.940252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e8765fd-526b-410b-9d36-b39fde922924 req-b0623d36-1c6d-4bbf-9b2b-77bd83d435b5 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251494 Feb 10 06:29:40.973591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device de6a9734-cbd3-40d3-9042-eaf8f613e375 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:40.984526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20d791a1-1a56-498b-986f-f4b6567fe022 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d179c326f00448e982168f5f3372bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6433508 Feb 10 06:29:40.985283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d791a1-1a56-498b-986f-f4b6567fe022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a7191b-4b3d-4a31-9dc1-33d0edb65ed2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:40.987870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35436) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:41.026506 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks [] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.047937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port de6a9734-cbd3-40d3-9042-eaf8f613e375 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:41.053887 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.060265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6693218a-bc3d-42c8-8fb2-8b4975b1d735 admin admin] Publish callbacks [] for security_group (f5a7191b-4b3d-4a31-9dc1-33d0edb65ed2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.097353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6693218a-bc3d-42c8-8fb2-8b4975b1d735 admin admin] Publish callbacks [] for security_group (f5a7191b-4b3d-4a31-9dc1-33d0edb65ed2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.111440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b61568-f80f-456e-b2ba-68413b81a68d req-2df27a90-31ad-48de-9f6f-a76d107c274c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:41.113562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb77532e-1521-4a2c-99d4-3af4669094b9 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:41.118277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:41.120257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34b61568-f80f-456e-b2ba-68413b81a68d req-2df27a90-31ad-48de-9f6f-a76d107c274c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.2344489 Feb 10 06:29:41.124676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23af9d4f-5703-4fbc-bce4-8d66d8dd74bc req-9521d16c-2383-469e-af18-83394ec75d71 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 210 time: 0.0660636 Feb 10 06:29:41.163425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6693218a-bc3d-42c8-8fb2-8b4975b1d735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f5a7191b-4b3d-4a31-9dc1-33d0edb65ed2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.165217 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.175293 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6693218a-bc3d-42c8-8fb2-8b4975b1d735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.179283 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6693218a-bc3d-42c8-8fb2-8b4975b1d735 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5a7191b-4b3d-4a31-9dc1-33d0edb65ed2 HTTP/1.1" status: 204 len: 168 time: 0.1880348 Feb 10 06:29:41.335507 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34b61568-f80f-456e-b2ba-68413b81a68d req-890a3103-1ff9-45e2-ada1-5db3d50c017c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140300 Feb 10 06:29:41.340011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:41.341869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Pushing event updated for resources: {'Port': ['ID=08b54aa2-0530-4649-bd18-ce0eed09982f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:41.362227 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:41.366438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:41.377402 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7019e6-fd11-4f27-b3e5-9686463be62e {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:41.386998 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Publish callbacks [] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.403137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Transition to ACTIVE for port object 7c7019e6-fd11-4f27-b3e5-9686463be62e will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:41.409434 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.410268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:29:41.437881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port de6a9734-cbd3-40d3-9042-eaf8f613e375 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:41.438204 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.457425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d032f-f4a8-4f7a-b715-6141f9adebcb req-7ba9beaf-ec4e-40bc-836a-0550cb407f41 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:41.471718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a3d032f-f4a8-4f7a-b715-6141f9adebcb req-7ba9beaf-ec4e-40bc-836a-0550cb407f41 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 948 time: 0.1678305 Feb 10 06:29:41.480477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:41.481705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.503615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:41.521592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693218a-bc3d-42c8-8fb2-8b4975b1d735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a7191b-4b3d-4a31-9dc1-33d0edb65ed2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:41.596564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port de6a9734-cbd3-40d3-9042-eaf8f613e375, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:41.606331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a9734-cbd3-40d3-9042-eaf8f613e375'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:41.609208 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c00f76-bc6e-4c9b-9148-41b30ca1fb05" -d '{"events": [{"server_uuid": "e94576ad-a312-4cc0-9f22-9141765675d7", "name": "network-vif-plugged", "status": "completed", "tag": "de6a9734-cbd3-40d3-9042-eaf8f613e375"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:41.616570 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.624589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port eb97800b-99be-48c3-92fe-d447d0aa4254 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:41.676153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port eb97800b-99be-48c3-92fe-d447d0aa4254 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:41.676545 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.733205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Attempting to bind port 7c7019e6-fd11-4f27-b3e5-9686463be62e on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:41.733695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Attempting to bind port 7c7019e6-fd11-4f27-b3e5-9686463be62e by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:41.734038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Attempting to bind port 7c7019e6-fd11-4f27-b3e5-9686463be62e on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:41.750213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Port 7c7019e6-fd11-4f27-b3e5-9686463be62e on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:41.752266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Attempting to bind port 7c7019e6-fd11-4f27-b3e5-9686463be62e on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:41.761836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:41.762268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:41.762686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:41.763124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Bound port: 7c7019e6-fd11-4f27-b3e5-9686463be62e, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:41.763480 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.787714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=de6a9734-cbd3-40d3-9042-eaf8f613e375,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:41.819758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eb77532e-1521-4a2c-99d4-3af4669094b9, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb77532e-1521-4a2c-99d4-3af4669094b9,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:41.864326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'eb77532e-1521-4a2c-99d4-3af4669094b9', 'network_id': '4ded9aa0-c444-4669-b42f-85c4d2d0736a', 'port_id': 'eb77532e-1521-4a2c-99d4-3af4669094b9', 'mac_address': 'fa:16:3e:da:92:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36114b9-b09a-425e-ada5-8b905ecb55fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:41.884731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:41.895096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4a097e5d-8062-4ff6-a72b-4211a608be7a None None] Provisioning complete for port 08b54aa2-0530-4649-bd18-ce0eed09982f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:41.895716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a097e5d-8062-4ff6-a72b-4211a608be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.906942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:41.919299 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.986144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:41.988783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:41.990802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] 10.222.0.13 "PUT /v2.0/ports/7c7019e6-fd11-4f27-b3e5-9686463be62e HTTP/1.1" status: 200 len: 1096 time: 1.9708123 Feb 10 06:29:42.025482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eb77532e-1521-4a2c-99d4-3af4669094b9 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:42.026341 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:42.034833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b469d-5857-4140-ba0a-fcf4c124389a service neutron] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:42.037880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4a097e5d-8062-4ff6-a72b-4211a608be7a None None] Port 08b54aa2-0530-4649-bd18-ce0eed09982f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:29:42.053504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb77532e-1521-4a2c-99d4-3af4669094b9 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:42.086232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eb77532e-1521-4a2c-99d4-3af4669094b9, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb77532e-1521-4a2c-99d4-3af4669094b9,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:42.087682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eb97800b-99be-48c3-92fe-d447d0aa4254 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:42.088396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:42.092110 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:42.122277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-01e19766-5357-407c-900d-ffbc6887a7da tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4194539 Feb 10 06:29:42.133494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bea51-09de-449e-afc4-49b42da9093a req-e20fc158-02f2-4892-8bac-bcfbba91c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:42.135875 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-e20fc158-02f2-4892-8bac-bcfbba91c0e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d8eae7b449a462099c4402bec9947d7&device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 1130 time: 0.0817895 Feb 10 06:29:42.136750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:42.137985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Request body: {'port': {'device_id': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:42.140310 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efc5903-a8f9-4306-8507-53535c8f50f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:42.172164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a3d032f-f4a8-4f7a-b715-6141f9adebcb req-4a09600f-590d-485a-9681-3a5fb2a393db tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993294 Feb 10 06:29:42.191328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e99b51-828c-4242-816b-0cc597cff662 req-e64a8476-a526-462b-9219-bff075e5ace4 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:42.200542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83e99b51-828c-4242-816b-0cc597cff662 req-e64a8476-a526-462b-9219-bff075e5ace4 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 945 time: 0.1496589 Feb 10 06:29:42.245199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:42.282015 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:42.282245 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:42.282846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 61649b55-83a9-41f0-91b6-0f6208ee4742 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:42.295789 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-1eedee9b-0f14-4e49-b341-64d780a226e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e HTTP/1.1" status: 200 len: 217 time: 0.1364856 Feb 10 06:29:42.317826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eb77532e-1521-4a2c-99d4-3af4669094b9,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:42.323588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83e99b51-828c-4242-816b-0cc597cff662 req-dcec646f-979a-462a-9d88-5bbf532eeef7 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219342 Feb 10 06:29:42.366413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bea51-09de-449e-afc4-49b42da9093a req-3363a0f0-cc0c-4460-8a3e-3caba09539de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:42.367926 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-3363a0f0-cc0c-4460-8a3e-3caba09539de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0709512 Feb 10 06:29:42.473020 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424dc86e-bcc6-471a-b675-91d49b43f614 x-openstack-request-id: req-424dc86e-bcc6-471a-b675-91d49b43f614 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:42.473430 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94576ad-a312-4cc0-9f22-9141765675d7", "name": "network-vif-plugged", "status": "completed", "tag": "de6a9734-cbd3-40d3-9042-eaf8f613e375", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:42.473721 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-424dc86e-bcc6-471a-b675-91d49b43f614 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:42.474217 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a9734-cbd3-40d3-9042-eaf8f613e375', 'code': 200} Feb 10 06:29:42.484030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['eb77532e-1521-4a2c-99d4-3af4669094b9'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:42.487656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bea51-09de-449e-afc4-49b42da9093a req-e5ac3b65-9e59-4b4b-8075-78ce7d8de617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:42.490029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:42.492484 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-e5ac3b65-9e59-4b4b-8075-78ce7d8de617 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1159697 Feb 10 06:29:42.561025 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0676c39c-d525-46d3-91d1-e3cc6e905f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:42.601280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 61649b55-83a9-41f0-91b6-0f6208ee4742 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:42.616731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 61649b55-83a9-41f0-91b6-0f6208ee4742 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:42.617121 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:42.632448 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-2eb2ae35-be3d-4434-8811-ae6c3f3baf54 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321383 Feb 10 06:29:42.731894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91fc6c-3ee0-40a3-a6c1-bdd0cfc492af req-0a407358-fd9e-4b69-82ab-9c92bb0cc0aa tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:42.735309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b91fc6c-3ee0-40a3-a6c1-bdd0cfc492af req-0a407358-fd9e-4b69-82ab-9c92bb0cc0aa tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.3249574 Feb 10 06:29:42.747906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124bdb-d1b3-46c3-8a0a-d8096afe8871 req-6cfaacb6-d968-4b30-a058-0cca1cd35fc5 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:42.759541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c124bdb-d1b3-46c3-8a0a-d8096afe8871 req-6cfaacb6-d968-4b30-a058-0cca1cd35fc5 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 944 time: 0.2575147 Feb 10 06:29:42.775179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1c6bea51-09de-449e-afc4-49b42da9093a req-11eb0735-a99c-423b-bb99-d8350ec91426 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352005 Feb 10 06:29:42.776527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 61649b55-83a9-41f0-91b6-0f6208ee4742 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:42.776993 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:42.812070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 61649b55-83a9-41f0-91b6-0f6208ee4742, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=61649b55-83a9-41f0-91b6-0f6208ee4742,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:42.816301 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:42.876605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=61649b55-83a9-41f0-91b6-0f6208ee4742,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:42.923784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b91fc6c-3ee0-40a3-a6c1-bdd0cfc492af req-4a331bed-2962-4aa4-95c4-8c5d208c142a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568663 Feb 10 06:29:42.928266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c124bdb-d1b3-46c3-8a0a-d8096afe8871 req-9d07dde7-7d48-4c48-b097-a4eccb0cadd7 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671565 Feb 10 06:29:42.998928 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cf8d0c-f5c6-493f-b8d3-18320bbb7899 x-openstack-request-id: req-70cf8d0c-f5c6-493f-b8d3-18320bbb7899 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:42.999309 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:42.999478 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70cf8d0c-f5c6-493f-b8d3-18320bbb7899 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:42.999861 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'status': 'completed', 'code': 200} Feb 10 06:29:43.023754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b54aa2-0530-4649-bd18-ce0eed09982f {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:43.052741 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Publish callbacks [] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:43.075670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Transition to ACTIVE for port object 08b54aa2-0530-4649-bd18-ce0eed09982f will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:43.080826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-e9f88c14-49f5-43ce-be86-9273dc7dab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.082778 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-e9f88c14-49f5-43ce-be86-9273dc7dab82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d8eae7b449a462099c4402bec9947d7&device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 1130 time: 0.0608454 Feb 10 06:29:43.085771 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:43.106266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3295b8-eb89-4081-9538-bcb969650e38 req-3cfaf8ed-c3f6-4757-8baf-8be02763947d tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.114442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f3295b8-eb89-4081-9538-bcb969650e38 req-3cfaf8ed-c3f6-4757-8baf-8be02763947d tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 935 time: 0.1057122 Feb 10 06:29:43.191909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-b9fefa6b-8d7d-4359-a850-f5ee0a08169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.194016 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-b9fefa6b-8d7d-4359-a850-f5ee0a08169e service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1040006 Feb 10 06:29:43.215703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Pushing event updated for resources: {'Port': ['ID=08b54aa2-0530-4649-bd18-ce0eed09982f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:43.241992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f3295b8-eb89-4081-9538-bcb969650e38 req-3311fee0-5d74-41ba-b711-446f968aba51 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265821 Feb 10 06:29:43.264136 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-0c137529-c50e-4654-9918-426bdaaf74c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e HTTP/1.1" status: 200 len: 217 time: 0.0534256 Feb 10 06:29:43.314613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b9f8-b1f2-46e6-8bb1-c9687b1131c1 req-fe95727a-8aea-4358-9b33-9d4c2308aa6b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.321892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28d6b9f8-b1f2-46e6-8bb1-c9687b1131c1 req-fe95727a-8aea-4358-9b33-9d4c2308aa6b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.2400644 Feb 10 06:29:43.326190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-93657b60-89a2-4a46-be53-db69578d5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.327012 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-93657b60-89a2-4a46-be53-db69578d5ae4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0559640 Feb 10 06:29:43.367239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Attempting to bind port 08b54aa2-0530-4649-bd18-ce0eed09982f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:43.367640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Attempting to bind port 08b54aa2-0530-4649-bd18-ce0eed09982f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:43.367979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Attempting to bind port 08b54aa2-0530-4649-bd18-ce0eed09982f on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:43.393531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Port 08b54aa2-0530-4649-bd18-ce0eed09982f on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:43.393875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Attempting to bind port 08b54aa2-0530-4649-bd18-ce0eed09982f on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:43.408601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-e6f87014-bb55-4c00-8c96-857c787df06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.410450 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-e6f87014-bb55-4c00-8c96-857c787df06c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0762806 Feb 10 06:29:43.420610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28d6b9f8-b1f2-46e6-8bb1-c9687b1131c1 req-f7c3dec9-1133-4273-ba78-f3bd502926b2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955291 Feb 10 06:29:43.421705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:43.425673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:43.426149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:43.426701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Bound port: 08b54aa2-0530-4649-bd18-ce0eed09982f, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:43.427075 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:43.579217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-770b9a15-d6e7-4409-8a98-3496a5bd7180 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605213 Feb 10 06:29:43.607946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:43.612107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=08b54aa2-0530-4649-bd18-ce0eed09982f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:43.631546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec9a1d-fa47-4e24-a663-141c0997fb3d req-75abf3aa-757b-40fa-8aaf-937b7126914a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.639412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83ec9a1d-fa47-4e24-a663-141c0997fb3d req-75abf3aa-757b-40fa-8aaf-937b7126914a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.0950060 Feb 10 06:29:43.659869 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:43.671635 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:43.725794 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8efc5903-a8f9-4306-8507-53535c8f50f1 req-2c4b1a28-7445-45d9-8bda-2622ee898592 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405191 Feb 10 06:29:43.757093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.757705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:43.759059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/08b54aa2-0530-4649-bd18-ce0eed09982f HTTP/1.1" status: 200 len: 1095 time: 1.6259642 Feb 10 06:29:43.759710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:43.765785 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5da2d06-8015-43e3-8bbf-7433fce79212" -d '{"events": [{"name": "network-changed", "server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:43.784793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a4001-1254-4a09-a51f-119d3c4e25f8 service neutron] Pushing event updated for resources: {'Port': ['ID=08b54aa2-0530-4649-bd18-ce0eed09982f,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:43.807738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd06d8b-3167-4193-9d5a-e73ab88ae7ee req-63745087-ba13-4bd3-bb62-19b890c25e9a tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.814704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd06d8b-3167-4193-9d5a-e73ab88ae7ee req-63745087-ba13-4bd3-bb62-19b890c25e9a tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 1128 time: 0.1668999 Feb 10 06:29:43.820503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83ec9a1d-fa47-4e24-a663-141c0997fb3d req-91729ee7-8ef3-4554-a020-e69a2f92e593 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797085 Feb 10 06:29:43.906478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd06d8b-3167-4193-9d5a-e73ab88ae7ee req-cd6be68b-0502-4027-a4b4-f0167d15b203 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893147 Feb 10 06:29:43.917628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-75f24056-352c-426a-98dc-dc1fb99d0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:43.919538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-75f24056-352c-426a-98dc-dc1fb99d0ca9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d8eae7b449a462099c4402bec9947d7&device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 1129 time: 0.0918925 Feb 10 06:29:43.997238 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396ee245-a58d-4f20-ac8a-03c9686a0d4c x-openstack-request-id: req-396ee245-a58d-4f20-ac8a-03c9686a0d4c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:43.997531 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:43.997819 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-396ee245-a58d-4f20-ac8a-03c9686a0d4c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:43.998376 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f', 'status': 'completed', 'code': 200} Feb 10 06:29:44.003144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-ebb13cf6-465b-4bb8-bb35-3ae59acd70f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=08b54aa2-0530-4649-bd18-ce0eed09982f HTTP/1.1" status: 200 len: 217 time: 0.0711572 Feb 10 06:29:44.072781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967d3ff-035f-48e9-accd-e1ae7d1caaa0 req-a3b9321d-0419-4383-b991-5c4efa90b60e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:44.074466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8967d3ff-035f-48e9-accd-e1ae7d1caaa0 req-a3b9321d-0419-4383-b991-5c4efa90b60e tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 945 time: 0.1666911 Feb 10 06:29:44.114993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-255b68d4-5950-4fe9-be0c-8ee1afd19c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:44.116467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-255b68d4-5950-4fe9-be0c-8ee1afd19c83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1071751 Feb 10 06:29:44.176635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9278c9-d3e5-4579-8516-705b3cb2daac req-bb3f2847-0b41-4908-b06a-cc80348f4329 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:44.178485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc9278c9-d3e5-4579-8516-705b3cb2daac req-bb3f2847-0b41-4908-b06a-cc80348f4329 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 1128 time: 0.1306243 Feb 10 06:29:44.181497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8967d3ff-035f-48e9-accd-e1ae7d1caaa0 req-3796a595-bcf0-41a1-81bb-3e8d0ad0bb0c tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911949 Feb 10 06:29:44.211231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-c4d4703a-4afb-4c16-a30c-fd2d0a4a0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:44.212234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-c4d4703a-4afb-4c16-a30c-fd2d0a4a0319 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0891030 Feb 10 06:29:44.320051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc9278c9-d3e5-4579-8516-705b3cb2daac req-aa31dcf3-4a24-46c9-93d5-a2fe93d461ee tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349156 Feb 10 06:29:44.385539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-0382b1a7-42b1-49ca-b8c4-ffcaa69fca91 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654551 Feb 10 06:29:44.395490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980886d7-6463-4438-9dc1-2934b27a1ebc req-2f4bc6fe-7d4d-4f29-b3c0-fb5dabe33cdf tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:44.396991 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-980886d7-6463-4438-9dc1-2934b27a1ebc req-2f4bc6fe-7d4d-4f29-b3c0-fb5dabe33cdf tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 945 time: 0.1227539 Feb 10 06:29:44.475242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254'}, {'server_uuid': 'd929eb94-5213-4b32-b823-e2cee9ffbbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61649b55-83a9-41f0-91b6-0f6208ee4742'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:44.477863 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ac16bc-59de-4810-99ac-eba6517d454e" -d '{"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254"}, {"server_uuid": "d929eb94-5213-4b32-b823-e2cee9ffbbfc", "name": "network-vif-plugged", "status": "completed", "tag": "61649b55-83a9-41f0-91b6-0f6208ee4742"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:44.540927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-980886d7-6463-4438-9dc1-2934b27a1ebc req-46ec389b-baca-40b2-a31a-da69774d23de tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343579 Feb 10 06:29:44.563997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965a28d9-cdee-457a-83e7-3c1038506fb1 req-df853871-9691-44b9-b088-fa149a2ec8c4 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658454 Feb 10 06:29:44.707237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb9834-89e2-48b5-9709-4af26f644a14 req-b018a2c5-31fb-4c37-9147-c85f2738613b tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:44.708975 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97bb9834-89e2-48b5-9709-4af26f644a14 req-b018a2c5-31fb-4c37-9147-c85f2738613b tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 947 time: 0.1151307 Feb 10 06:29:44.768803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-801f093c-47e6-4e4f-b5c9-1edee2032eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:44.770956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-801f093c-47e6-4e4f-b5c9-1edee2032eee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d8eae7b449a462099c4402bec9947d7&device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 1129 time: 0.1425986 Feb 10 06:29:44.884472 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423fd6c-87eb-439d-b413-db63fc73aff3 req-fbdea6f7-29cf-413e-bd88-83ecae54c9d7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:44.886002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c423fd6c-87eb-439d-b413-db63fc73aff3 req-fbdea6f7-29cf-413e-bd88-83ecae54c9d7 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.2011492 Feb 10 06:29:44.890681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97bb9834-89e2-48b5-9709-4af26f644a14 req-a61f44e5-1306-4d51-8f96-889e7505676e tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560616 Feb 10 06:29:44.973413 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bb6ae1-8b7f-4d08-8a80-114dfcc92ab7 x-openstack-request-id: req-47bb6ae1-8b7f-4d08-8a80-114dfcc92ab7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:44.974413 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254", "code": 200}, {"server_uuid": "d929eb94-5213-4b32-b823-e2cee9ffbbfc", "name": "network-vif-plugged", "status": "completed", "tag": "61649b55-83a9-41f0-91b6-0f6208ee4742", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:44.974997 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47bb6ae1-8b7f-4d08-8a80-114dfcc92ab7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:44.975959 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'code': 200} Feb 10 06:29:44.976529 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd929eb94-5213-4b32-b823-e2cee9ffbbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61649b55-83a9-41f0-91b6-0f6208ee4742', 'code': 200} Feb 10 06:29:44.980102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c423fd6c-87eb-439d-b413-db63fc73aff3 req-8b3d1509-72cf-486e-b30b-0246cb4949c2 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675159 Feb 10 06:29:44.996018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-4ca1781c-6c5f-42e9-a240-6475a256c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:44.997723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-4ca1781c-6c5f-42e9-a240-6475a256c0a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2189796 Feb 10 06:29:45.090435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:45.095011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-2c76fe37-9d87-40f1-9c3d-de9abba471cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=08b54aa2-0530-4649-bd18-ce0eed09982f HTTP/1.1" status: 200 len: 217 time: 0.0890248 Feb 10 06:29:45.133076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb77532e-1521-4a2c-99d4-3af4669094b9 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:45.238349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6df02-2baa-4298-9c81-02db64969f32 req-d2fd14ca-8857-4a82-b856-47a5e8e4aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:45.239928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port eb77532e-1521-4a2c-99d4-3af4669094b9 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:45.241375 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-84b6df02-2baa-4298-9c81-02db64969f32 req-d2fd14ca-8857-4a82-b856-47a5e8e4aacf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1131 time: 0.1582294 Feb 10 06:29:45.248994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port eb77532e-1521-4a2c-99d4-3af4669094b9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:45.249649 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:45.267270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-98ea4e8d-8a6f-4c79-a1d6-37c872b54be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:45.268971 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-98ea4e8d-8a6f-4c79-a1d6-37c872b54be1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1676900 Feb 10 06:29:45.269437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10b7cd-514a-48c0-b510-e8caaa6dbbe9 req-62a19a41-018a-4332-b537-0fbaa463e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:45.272895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ec10b7cd-514a-48c0-b510-e8caaa6dbbe9 req-62a19a41-018a-4332-b537-0fbaa463e95e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 1127 time: 0.1384003 Feb 10 06:29:45.384809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490952a-e47b-41cd-b2fe-dfa7ffc6050c req-4d8c1d7e-a80d-4813-af34-6c54660540e4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:45.393543 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-84b6df02-2baa-4298-9c81-02db64969f32 req-9abc5d70-5513-4b1b-974e-7ffc9b986b5e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434531 Feb 10 06:29:45.397030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6490952a-e47b-41cd-b2fe-dfa7ffc6050c req-4d8c1d7e-a80d-4813-af34-6c54660540e4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.2276421 Feb 10 06:29:45.454254 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ec10b7cd-514a-48c0-b510-e8caaa6dbbe9 req-63defe66-c5dc-4346-8c08-66f511e4370e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730139 Feb 10 06:29:45.461510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eb77532e-1521-4a2c-99d4-3af4669094b9 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:45.461998 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:45.504986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eb77532e-1521-4a2c-99d4-3af4669094b9, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb77532e-1521-4a2c-99d4-3af4669094b9,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:45.509605 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:45.532756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-556306ce-486a-4463-bbb6-431a128c0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:45.534005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-556306ce-486a-4463-bbb6-431a128c0c5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2375705 Feb 10 06:29:45.548319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6490952a-e47b-41cd-b2fe-dfa7ffc6050c req-756985b8-7971-476b-9e4b-4464b2d61baf tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504364 Feb 10 06:29:45.571043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eb77532e-1521-4a2c-99d4-3af4669094b9,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:45.894506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905f705-9028-4e2e-8da8-2611ef32bec7 req-27fbfe24-2fae-4b59-b0d4-105b27d67f41 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:45.896298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1905f705-9028-4e2e-8da8-2611ef32bec7 req-27fbfe24-2fae-4b59-b0d4-105b27d67f41 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 945 time: 0.1282516 Feb 10 06:29:45.975569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-e5d7cd61-3db8-4689-a851-aaed78ca3932 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952107 Feb 10 06:29:45.979550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1905f705-9028-4e2e-8da8-2611ef32bec7 req-0cf5c36c-82f0-47c4-8e92-c0c86d5cece5 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758746 Feb 10 06:29:46.141550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da2d06-8015-43e3-8bbf-7433fce79212 req-445a9bdc-643b-4258-8eb5-6d1d901838ea service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426477 Feb 10 06:29:46.203619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7aa656-0372-4548-9895-a02c99958331 req-347841df-e14a-40f4-b169-411cf302efd4 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:46.206862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f7aa656-0372-4548-9895-a02c99958331 req-347841df-e14a-40f4-b169-411cf302efd4 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 945 time: 0.1149421 Feb 10 06:29:46.266077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f7aa656-0372-4548-9895-a02c99958331 req-c2173f73-9bfe-41e9-abd1-ac01706c2cee tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc093255-0cb1-442f-98e7-6eb0e0118fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502882 Feb 10 06:29:46.415953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0ed62-42c2-4802-9d36-5ecaf96f0ddf req-fb89979f-7cf2-4c9d-9783-9f92a19c589a tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:46.419157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8d0ed62-42c2-4802-9d36-5ecaf96f0ddf req-fb89979f-7cf2-4c9d-9783-9f92a19c589a tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 947 time: 0.0633852 Feb 10 06:29:46.425401 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:46.497268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8d0ed62-42c2-4802-9d36-5ecaf96f0ddf req-561cd46e-af31-4390-b7ff-a902a1beb109 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Feb 10 06:29:46.633310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99a8b4-2bbc-44c9-8b15-97c4d67218f6 req-e2dfb2de-73cc-46b1-a61e-a769dc3a8f34 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:46.641976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe99a8b4-2bbc-44c9-8b15-97c4d67218f6 req-e2dfb2de-73cc-46b1-a61e-a769dc3a8f34 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.0692651 Feb 10 06:29:46.703384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe99a8b4-2bbc-44c9-8b15-97c4d67218f6 req-0f15907b-ea87-4b77-8f1b-a7b27fbf5c02 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Feb 10 06:29:46.740276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-6282ef55-af51-4380-ae78-e00059b48455 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:29:46.741381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-6282ef55-af51-4380-ae78-e00059b48455 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2959852 Feb 10 06:29:46.820978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751646f7-fc42-478a-ac27-eb799f73a92d req-f940ccbc-9c0b-4b8b-b98f-9666f612b5d0 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:46.834815 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-751646f7-fc42-478a-ac27-eb799f73a92d req-f940ccbc-9c0b-4b8b-b98f-9666f612b5d0 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.13 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 945 time: 0.0668864 Feb 10 06:29:46.944721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37fcba-86e6-40bc-9933-48cf95baef2a req-918e9487-f6ec-43f6-a7b6-7159113ed3dc tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:46.946239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a37fcba-86e6-40bc-9933-48cf95baef2a req-918e9487-f6ec-43f6-a7b6-7159113ed3dc tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.1224554 Feb 10 06:29:46.973774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-4bd2b383-0472-4913-8711-d123d66f687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:46.977415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251405d0-5e48-4b1e-aef0-b4018fd887c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb77532e-1521-4a2c-99d4-3af4669094b9'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:46.981056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-4bd2b383-0472-4913-8711-d123d66f687d service neutron] 10.222.0.21 "GET /v2.0/ports/48ed2f24-fa79-4694-a17b-4083ab464004 HTTP/1.1" status: 200 len: 1125 time: 0.2329195 Feb 10 06:29:46.982607 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1e2c89-8dc6-4392-aee5-ccb59d99f8b2" -d '{"events": [{"server_uuid": "251405d0-5e48-4b1e-aef0-b4018fd887c8", "name": "network-vif-plugged", "status": "completed", "tag": "eb77532e-1521-4a2c-99d4-3af4669094b9"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:46.985488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Request body: {'binding': {'host': 'n-h1-828670-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:46.985944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Unknown quota resources ['binding']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:29:47.012761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-751646f7-fc42-478a-ac27-eb799f73a92d req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Deleting port de6a9734-cbd3-40d3-9042-eaf8f613e375 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:29:47.013297 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-751646f7-fc42-478a-ac27-eb799f73a92d req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:47.032407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:47.035543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device de6a9734-cbd3-40d3-9042-eaf8f613e375 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:47.097009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a37fcba-86e6-40bc-9933-48cf95baef2a req-68727408-9ff2-4a51-a81d-43d45d25bd15 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422553 Feb 10 06:29:47.155688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-751646f7-fc42-478a-ac27-eb799f73a92d req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] For port de6a9734-cbd3-40d3-9042-eaf8f613e375, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=de6a9734-cbd3-40d3-9042-eaf8f613e375,segment=NetworkSegment(4bccf237-19b6-4677-a060-bd95f148aff8),segment_id=4bccf237-19b6-4677-a060-bd95f148aff8)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:47.156128 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-751646f7-fc42-478a-ac27-eb799f73a92d req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:47.160163 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a7396e-960d-4bf9-9b39-db04606f98bf x-openstack-request-id: req-c3a7396e-960d-4bf9-9b39-db04606f98bf {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:47.160464 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251405d0-5e48-4b1e-aef0-b4018fd887c8", "name": "network-vif-plugged", "status": "completed", "tag": "eb77532e-1521-4a2c-99d4-3af4669094b9", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:47.160723 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3a7396e-960d-4bf9-9b39-db04606f98bf {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:47.161126 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251405d0-5e48-4b1e-aef0-b4018fd887c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb77532e-1521-4a2c-99d4-3af4669094b9', 'code': 200} Feb 10 06:29:47.206065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-751646f7-fc42-478a-ac27-eb799f73a92d req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Calling delete_port for de6a9734-cbd3-40d3-9042-eaf8f613e375 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:29:47.301451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port de6a9734-cbd3-40d3-9042-eaf8f613e375 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:47.301950 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:47.308285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 on host n-h1-828670-1 for vnic_type normal with profile None {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:47.308620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:47.308954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:47.332149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Port 48ed2f24-fa79-4694-a17b-4083ab464004 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:47.332502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:47.340383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:47.340721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:47.341105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:47.341538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Bound port: 48ed2f24-fa79-4694-a17b-4083ab464004, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:47.349021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:47.365026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'mac_address': 'fa:16:3e:bf:5f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:47.391373 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-751646f7-fc42-478a-ac27-eb799f73a92d req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (de6a9734-cbd3-40d3-9042-eaf8f613e375), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:47.404491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddea920-d84c-4254-abd8-80593ec0a2c9 req-3e8d6c59-365b-43f0-a487-cc1789fa9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:47.406435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dddea920-d84c-4254-abd8-80593ec0a2c9 req-3e8d6c59-365b-43f0-a487-cc1789fa9e46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=251405d0-5e48-4b1e-aef0-b4018fd887c8 HTTP/1.1" status: 200 len: 1127 time: 0.1521595 Feb 10 06:29:47.418572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7c7019e6-fd11-4f27-b3e5-9686463be62e is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:47.419013 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:47.419133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6651-2f09-46ae-8332-5fe869f17b58 req-1287e576-4617-4a72-b998-b706f20be63f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:47.420649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba7b6651-2f09-46ae-8332-5fe869f17b58 req-1287e576-4617-4a72-b998-b706f20be63f tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 945 time: 0.1686068 Feb 10 06:29:47.470025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Pushing event deleted for resources: {'Port': ['ID=de6a9734-cbd3-40d3-9042-eaf8f613e375,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:47.475128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7019e6-fd11-4f27-b3e5-9686463be62e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:47.483073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:47.491894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:47.497636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:47.507008 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:47.508168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-751646f7-fc42-478a-ac27-eb799f73a92d req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] No DVR routers for this DVR port de6a9734-cbd3-40d3-9042-eaf8f613e375 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:47.508327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] 10.222.0.21 "POST /v2.0/ports/48ed2f24-fa79-4694-a17b-4083ab464004/bindings HTTP/1.1" status: 201 len: 389 time: 0.5264471 Feb 10 06:29:47.512017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-751646f7-fc42-478a-ac27-eb799f73a92d req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:47.518023 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-751646f7-fc42-478a-ac27-eb799f73a92d req-d4170ce5-f9d1-4f40-874d-717bc57a057d tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.13 "DELETE /v2.0/ports/de6a9734-cbd3-40d3-9042-eaf8f613e375 HTTP/1.1" status: 204 len: 173 time: 0.6822016 Feb 10 06:29:47.519196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'name': 'network-vif-deleted', 'tag': 'de6a9734-cbd3-40d3-9042-eaf8f613e375'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:47.528676 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a015a4-5ee3-457b-b130-cd682d378df1" -d '{"events": [{"server_uuid": "e94576ad-a312-4cc0-9f22-9141765675d7", "name": "network-vif-deleted", "tag": "de6a9734-cbd3-40d3-9042-eaf8f613e375"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:47.528903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba7b6651-2f09-46ae-8332-5fe869f17b58 req-be5bfcab-92bf-4c9f-8e60-10800fc569f0 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001463 Feb 10 06:29:47.549059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dddea920-d84c-4254-abd8-80593ec0a2c9 req-92dfee42-4723-49ac-8f9b-d30187958106 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256921 Feb 10 06:29:47.594854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:47.662080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f0b22a0-f238-4223-ac4f-1dfac62a7dba req-3450f22e-6cd6-47a9-b8b6-551ed59c4503 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94576ad-a312-4cc0-9f22-9141765675d7 HTTP/1.1" status: 200 len: 210 time: 0.0420256 Feb 10 06:29:47.715869 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c3342e-0e35-4e57-9e7f-1092a7b2b8ef x-openstack-request-id: req-d2c3342e-0e35-4e57-9e7f-1092a7b2b8ef {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:47.716477 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94576ad-a312-4cc0-9f22-9141765675d7", "name": "network-vif-deleted", "tag": "de6a9734-cbd3-40d3-9042-eaf8f613e375", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:47.716628 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2c3342e-0e35-4e57-9e7f-1092a7b2b8ef {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:47.717241 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94576ad-a312-4cc0-9f22-9141765675d7', 'name': 'network-vif-deleted', 'tag': 'de6a9734-cbd3-40d3-9042-eaf8f613e375', 'status': 'completed', 'code': 200} Feb 10 06:29:47.717595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b5e68-e710-4bec-9dc3-b4955eff118a req-14e80f8e-0a8e-4e01-89fa-ee37392d73e8 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:47.719230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-304b5e68-e710-4bec-9dc3-b4955eff118a req-14e80f8e-0a8e-4e01-89fa-ee37392d73e8 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 947 time: 0.0677350 Feb 10 06:29:47.785177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-304b5e68-e710-4bec-9dc3-b4955eff118a req-3509b751-64a3-4e6a-b040-a64deed68f14 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581913 Feb 10 06:29:47.844448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cb998-48b1-4441-a19b-bb70973bc00c req-619742de-e51a-4f1c-8754-3cf21ed06119 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:47.846455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a3cb998-48b1-4441-a19b-bb70973bc00c req-619742de-e51a-4f1c-8754-3cf21ed06119 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=251405d0-5e48-4b1e-aef0-b4018fd887c8 HTTP/1.1" status: 200 len: 945 time: 0.0776675 Feb 10 06:29:47.939317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a3cb998-48b1-4441-a19b-bb70973bc00c req-500866e4-ddca-404d-b772-9a66904c94fa tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839365 Feb 10 06:29:47.975837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a3da2-0c23-4abb-b53b-9a8fbbb6964d req-665aa905-1d58-4c75-9d4e-a1af9fc36d37 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:47.978165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-408a3da2-0c23-4abb-b53b-9a8fbbb6964d req-665aa905-1d58-4c75-9d4e-a1af9fc36d37 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.0967803 Feb 10 06:29:47.983245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-19ec9b78-395e-4af1-8fbe-58b8865dbd47 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:47.984815 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-19ec9b78-395e-4af1-8fbe-58b8865dbd47 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.0745070 Feb 10 06:29:48.009122 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['7c7019e6-fd11-4f27-b3e5-9686463be62e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:48.010524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828670-1'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:48.046850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-408a3da2-0c23-4abb-b53b-9a8fbbb6964d req-aad8ebb6-38d4-4176-ac31-7d28a586ce57 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632837 Feb 10 06:29:48.103433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18823b7-7342-4be7-9dec-2231c88a1ed5 req-993ffb0e-5f94-494f-ab81-4a9de619738e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:48.106362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f18823b7-7342-4be7-9dec-2231c88a1ed5 req-993ffb0e-5f94-494f-ab81-4a9de619738e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 945 time: 0.0993612 Feb 10 06:29:48.122508 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:48.218286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f18823b7-7342-4be7-9dec-2231c88a1ed5 req-e3ae553f-b373-4512-ac5d-f61e78acf48f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911636 Feb 10 06:29:48.293585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb1f60-f7a7-4662-855a-b50774bc5296 req-7a0877e6-9628-4d80-ba90-250228cb070b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:48.295703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7cb1f60-f7a7-4662-855a-b50774bc5296 req-7a0877e6-9628-4d80-ba90-250228cb070b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.0857499 Feb 10 06:29:48.349395 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:48.357736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7cb1f60-f7a7-4662-855a-b50774bc5296 req-bc12c928-45b3-4f1f-b441-868b1f6b48a4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549462 Feb 10 06:29:48.392731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:48.446343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Publish callbacks [] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:48.454564 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:48.482574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bdd7b-1ad1-4cca-a7af-92377e09b047 req-8471aa66-c09b-42ea-abe5-9958ccb898da tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:48.487013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f66bdd7b-1ad1-4cca-a7af-92377e09b047 req-8471aa66-c09b-42ea-abe5-9958ccb898da tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1131 time: 0.0507545 Feb 10 06:29:48.537066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f66bdd7b-1ad1-4cca-a7af-92377e09b047 req-3e19e0c4-9b9a-40f0-a72d-247b96d3b06d tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 Feb 10 06:29:48.553720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on host n-h2-828670-1 for vnic_type normal with profile {"migrating_to": "n-h1-828670-1"} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:48.554142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:48.554409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:48.560406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on network cd7850a8-bee2-4a53-874f-666566691896 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:48.560734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Attempting to bind port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on network cd7850a8-bee2-4a53-874f-666566691896 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:48.565285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Pushing event updated for resources: {'Port': ['ID=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:48.569913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:48.570251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Checking segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:48.570653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Bound using segment: {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:48.571089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Bound port: 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f775146c-eb06-40cd-a02d-d2b0a9d65c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd7850a8-bee2-4a53-874f-666566691896'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:48.571443 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:48.647742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:48.651521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:48.657799 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:48.729119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Pushing event updated for resources: {'Port': ['ID=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:48.773757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:48.773757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:48.777855 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-13aa0fe2-a421-46ec-bea7-c82e3bc87352 service neutron] 10.222.0.13 "PUT /v2.0/ports/9d45df55-8c29-43ea-a6a4-d7553b9cabc2 HTTP/1.1" status: 200 len: 1121 time: 0.7793274 Feb 10 06:29:48.894250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['9d45df55-8c29-43ea-a6a4-d7553b9cabc2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:48.934231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107e67-e1d4-4857-b7f8-91b3068a7be2 req-fb9d91da-2bb9-4915-a4a0-788d0159142a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:48.944934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec107e67-e1d4-4857-b7f8-91b3068a7be2 req-fb9d91da-2bb9-4915-a4a0-788d0159142a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.1078684 Feb 10 06:29:48.955197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['9d45df55-8c29-43ea-a6a4-d7553b9cabc2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:49.035069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:49.085578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec107e67-e1d4-4857-b7f8-91b3068a7be2 req-9c3c640a-55c6-4b35-a53e-b4cf6e583138 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338522 Feb 10 06:29:49.110866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ef94c-a945-4ad9-aa42-c78c78a62ae6 req-efbb3103-4a7a-4a2f-a157-eee7124896e4 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:49.127168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-827ef94c-a945-4ad9-aa42-c78c78a62ae6 req-efbb3103-4a7a-4a2f-a157-eee7124896e4 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 947 time: 0.1775281 Feb 10 06:29:49.147528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 08b54aa2-0530-4649-bd18-ce0eed09982f details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:49.221919 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-ec5878c1-4da6-4457-be16-cf61b3a672d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3712642 Feb 10 06:29:49.241576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-827ef94c-a945-4ad9-aa42-c78c78a62ae6 req-4da441b8-61b2-4b57-a9dd-460c3e42d8a1 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112292 Feb 10 06:29:49.364737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:49.401983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75f353-6771-4432-b721-86effc89127c req-53d595df-e917-4bb2-b6c4-3470ee5a6283 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:49.403807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba75f353-6771-4432-b721-86effc89127c req-53d595df-e917-4bb2-b6c4-3470ee5a6283 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=251405d0-5e48-4b1e-aef0-b4018fd887c8 HTTP/1.1" status: 200 len: 945 time: 0.1301703 Feb 10 06:29:49.415703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a83dfb-00cd-48f8-b87b-ecca92a82ac9 req-e9352cd4-2743-4821-b0d7-53db5ac3b3a7 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:49.417575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0a83dfb-00cd-48f8-b87b-ecca92a82ac9 req-e9352cd4-2743-4821-b0d7-53db5ac3b3a7 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.0817108 Feb 10 06:29:49.419676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 has no active binding in host n-h1-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 06:29:49.498970 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba75f353-6771-4432-b721-86effc89127c req-9b9487b6-62ca-4a2c-b9c5-73b45ac94ac5 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800884 Feb 10 06:29:49.516586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0a83dfb-00cd-48f8-b87b-ecca92a82ac9 req-b69c3b5f-4e29-4633-8dd3-e8c09cf0f091 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886507 Feb 10 06:29:49.535927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=08b54aa2-0530-4649-bd18-ce0eed09982f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:49.571096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '08b54aa2-0530-4649-bd18-ce0eed09982f', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '08b54aa2-0530-4649-bd18-ce0eed09982f', 'mac_address': 'fa:16:3e:ea:13:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:29:49.639880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 08b54aa2-0530-4649-bd18-ce0eed09982f is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:49.640901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:49.658836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b54aa2-0530-4649-bd18-ce0eed09982f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:49.684361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=08b54aa2-0530-4649-bd18-ce0eed09982f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:49.693127 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:49.694874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c53e4c-520c-4f06-86e9-a8bc7e4d18d6 req-145dd7de-c66b-4f63-92a2-195677b81f1e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:49.704992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84c53e4c-520c-4f06-86e9-a8bc7e4d18d6 req-145dd7de-c66b-4f63-92a2-195677b81f1e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.0836294 Feb 10 06:29:49.717951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2'}, {'name': 'network-changed', 'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:49.720378 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96425886-9280-45e3-a7c5-7ef0672ba767" -d '{"events": [{"server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2"}, {"name": "network-changed", "server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:49.772064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=08b54aa2-0530-4649-bd18-ce0eed09982f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:49.784382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84c53e4c-520c-4f06-86e9-a8bc7e4d18d6 req-f4fc9fa5-4ce8-4445-a3a9-62f01c3c8457 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782657 Feb 10 06:29:49.883470 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af952f14-e820-42e2-b691-5f82babb2594 x-openstack-request-id: req-af952f14-e820-42e2-b691-5f82babb2594 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:49.883764 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2", "code": 200}, {"name": "network-changed", "server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:49.884030 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af952f14-e820-42e2-b691-5f82babb2594 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:49.886324 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2', 'code': 200} Feb 10 06:29:49.886605 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2', 'status': 'completed', 'code': 200} Feb 10 06:29:49.967823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-d47a5239-0522-4901-abba-dfd512465205 tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:49.981469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-f903cc8b-bcbb-4fa1-a4c6-2ff897425e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:49.983020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-d47a5239-0522-4901-abba-dfd512465205 tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/ports/eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 1128 time: 0.0796411 Feb 10 06:29:49.995452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-f903cc8b-bcbb-4fa1-a4c6-2ff897425e47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 1155 time: 0.0711031 Feb 10 06:29:50.056267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['08b54aa2-0530-4649-bd18-ce0eed09982f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:50.151317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-d37d759d-a200-4582-b114-a4e786e0875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:50.152992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-d37d759d-a200-4582-b114-a4e786e0875e service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.1487441 Feb 10 06:29:50.179872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35758) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:50.257541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-c4a44415-0ede-4e22-94f2-6d1fa0cba58d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2 HTTP/1.1" status: 200 len: 217 time: 0.0973685 Feb 10 06:29:50.285253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-7235cd6f-0324-4db4-a066-fab83381e325 admin admin] Deleting subnet 491df4a3-e634-4587-8c69-65e25f017261 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:29:50.290778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7235cd6f-0324-4db4-a066-fab83381e325 admin admin] Publish callbacks [] for subnet (491df4a3-e634-4587-8c69-65e25f017261), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.372364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc3052-3f77-492a-8c09-e22cb4cdf505 req-6cbac372-369a-4307-922e-08f2482fbf8a tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:50.373915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60cc3052-3f77-492a-8c09-e22cb4cdf505 req-6cbac372-369a-4307-922e-08f2482fbf8a tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=251405d0-5e48-4b1e-aef0-b4018fd887c8 HTTP/1.1" status: 200 len: 945 time: 0.1268852 Feb 10 06:29:50.393926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-a53f15e7-6c2f-432e-a085-948fc7c3e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:50.395947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-a53f15e7-6c2f-432e-a085-948fc7c3e4de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.1169538 Feb 10 06:29:50.414346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7235cd6f-0324-4db4-a066-fab83381e325 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (491df4a3-e634-4587-8c69-65e25f017261), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.475346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7235cd6f-0324-4db4-a066-fab83381e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (491df4a3-e634-4587-8c69-65e25f017261), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.547674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7235cd6f-0324-4db4-a066-fab83381e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (491df4a3-e634-4587-8c69-65e25f017261), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.582290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235cd6f-0324-4db4-a066-fab83381e325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491df4a3-e634-4587-8c69-65e25f017261,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:50.591923 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7235cd6f-0324-4db4-a066-fab83381e325 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.596769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7235cd6f-0324-4db4-a066-fab83381e325 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/491df4a3-e634-4587-8c69-65e25f017261 HTTP/1.1" status: 204 len: 168 time: 0.4148440 Feb 10 06:29:50.599288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35772) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:50.698972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (35d397d3-5527-492d-b911-dbab87472a5c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.744956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f9789-813e-4c50-9a69-e22ffc597dbc req-ee7f476e-6407-467a-82f8-96285f640d20 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:50.751709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-498f9789-813e-4c50-9a69-e22ffc597dbc req-ee7f476e-6407-467a-82f8-96285f640d20 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.4375548 Feb 10 06:29:50.756836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-cdf7126e-8745-4124-a868-4d3d9fc031cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3414991 Feb 10 06:29:50.790540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (35d397d3-5527-492d-b911-dbab87472a5c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.809958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:50.824608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d397d3-5527-492d-b911-dbab87472a5c']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:50.855216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bccf237-19b6-4677-a060-bd95f148aff8') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:50.855516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bccf237-19b6-4677-a060-bd95f148aff8') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:50.867820 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (4bccf237-19b6-4677-a060-bd95f148aff8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.874900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60cc3052-3f77-492a-8c09-e22cb4cdf505 req-786ed0f2-b710-420c-9543-9ceca6d2fe33 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908283 Feb 10 06:29:50.892437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-93a429d8-433a-407e-a1da-998fb7fea25d req-05c59b9b-96da-4602-aaf3-96fc2f3f15f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783744 Feb 10 06:29:50.893760 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4bccf237-19b6-4677-a060-bd95f148aff8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.902243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-498f9789-813e-4c50-9a69-e22ffc597dbc req-04958472-e323-4980-a3b5-e858b5088cd4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496875 Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (4bccf237-19b6-4677-a060-bd95f148aff8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:29:50.914346 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:29:50.939016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-94a9b95c-8f52-49fd-97aa-d706ebebefa8 service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733258 Feb 10 06:29:51.020128 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2277d86f-5814-4f90-be02-a949dcc0d1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.029312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a429d8-433a-407e-a1da-998fb7fea25d req-738bbd4d-4f94-4f9c-ae72-fff78242a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:51.031137 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-93a429d8-433a-407e-a1da-998fb7fea25d req-738bbd4d-4f94-4f9c-ae72-fff78242a9c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 1129 time: 0.1050570 Feb 10 06:29:51.032050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (35d397d3-5527-492d-b911-dbab87472a5c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.038187 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.042052 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] 10.222.0.21 "DELETE /v2.0/networks/35d397d3-5527-492d-b911-dbab87472a5c HTTP/1.1" status: 204 len: 168 time: 0.4414783 Feb 10 06:29:51.043742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:51.058473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1a9fe-1674-491a-a111-4083d5acc6ed admin admin] Pushing event deleted for resources: {'Network': ['ID=35d397d3-5527-492d-b911-dbab87472a5c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:51.155039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 7c7019e6-fd11-4f27-b3e5-9686463be62e completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:51.161766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 7c7019e6-fd11-4f27-b3e5-9686463be62e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:51.162474 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.193345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f2a1e-8a98-4925-82c1-b9ec926e260c req-2858952e-00f6-4a09-b912-b03bb703406e tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:51.214195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-511f2a1e-8a98-4925-82c1-b9ec926e260c req-2858952e-00f6-4a09-b912-b03bb703406e tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 948 time: 0.2293999 Feb 10 06:29:51.270412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a429d8-433a-407e-a1da-998fb7fea25d req-337010fd-db34-4eba-9fa5-d3c3679ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:51.274409 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-93a429d8-433a-407e-a1da-998fb7fea25d req-337010fd-db34-4eba-9fa5-d3c3679ece8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.1841516 Feb 10 06:29:51.275258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35786) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:51.299118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96425886-9280-45e3-a7c5-7ef0672ba767 req-1665112f-8c88-4642-8653-d783986f558b service neutron] 10.222.0.24 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505528 Feb 10 06:29:51.309165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf73d1f-077b-4ed1-84a0-3d972599920e req-c3cd1816-7e29-432d-8e34-737415337972 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:51.311622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8bf73d1f-077b-4ed1-84a0-3d972599920e req-c3cd1816-7e29-432d-8e34-737415337972 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1981497 Feb 10 06:29:51.354955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-511f2a1e-8a98-4925-82c1-b9ec926e260c req-a205c042-ef94-4c6f-8d9e-7d6072cc2a24 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396189 Feb 10 06:29:51.399808 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-93a429d8-433a-407e-a1da-998fb7fea25d req-36d89a92-3b57-43cd-bbeb-0197e9a04874 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 200 len: 217 time: 0.1151004 Feb 10 06:29:51.407574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2277d86f-5814-4f90-be02-a949dcc0d1fb admin admin] Publish callbacks [] for security_group (f79c00b8-2158-4713-be4f-2d10e39cda6b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.428849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8bf73d1f-077b-4ed1-84a0-3d972599920e req-899bcb8b-d181-4e61-9148-6cea1aa9e67e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965419 Feb 10 06:29:51.440956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7c7019e6-fd11-4f27-b3e5-9686463be62e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:51.440956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.443272 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2277d86f-5814-4f90-be02-a949dcc0d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f79c00b8-2158-4713-be4f-2d10e39cda6b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.463058 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0aeb6734-2c45-47af-9dfe-cba18e4e4d4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1405219c3cf4ebe9b26ea911737101b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853755 Feb 10 06:29:51.464594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35788) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:51.480079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:51.481647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:51.484679 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8516469b-0df2-41f1-b34e-dcf815fb5d6b" -d '{"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:51.488537 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.489724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device de6a9734-cbd3-40d3-9042-eaf8f613e375 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:51.508647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a429d8-433a-407e-a1da-998fb7fea25d req-defa206e-36e9-4c28-bc5f-8ffba62665d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:51.511592 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-93a429d8-433a-407e-a1da-998fb7fea25d req-defa206e-36e9-4c28-bc5f-8ffba62665d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0950494 Feb 10 06:29:51.514316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: de6a9734-cbd3-40d3-9042-eaf8f613e375 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:29:51.514931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device de6a9734-cbd3-40d3-9042-eaf8f613e375 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:51.516553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-3105b7b2-c2b6-4ff4-968f-c439e4820703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:51.518001 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-3105b7b2-c2b6-4ff4-968f-c439e4820703 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1131 time: 0.1941166 Feb 10 06:29:51.550361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277d86f-5814-4f90-be02-a949dcc0d1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c00b8-2158-4713-be4f-2d10e39cda6b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:51.567367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2277d86f-5814-4f90-be02-a949dcc0d1fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aefc33080bf6421aafc05212454282ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7521064 Feb 10 06:29:51.570408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:51.601238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:51.616535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53ac88-9ca9-42a8-9f73-dd46a9b0de59 req-15af0c6f-431a-44f8-9766-ca79f0e59459 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:51.625005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd53ac88-9ca9-42a8-9f73-dd46a9b0de59 req-15af0c6f-431a-44f8-9766-ca79f0e59459 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1259732 Feb 10 06:29:51.669266 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-93a429d8-433a-407e-a1da-998fb7fea25d req-dd478448-dad2-41de-993c-7b9cc01f2509 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402429 Feb 10 06:29:51.701986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-eecf80c2-1267-4038-b935-22c3302e5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:51.703473 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-eecf80c2-1267-4038-b935-22c3302e5902 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1659687 Feb 10 06:29:51.721723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04e1f7c1-ef1c-4894-bd0e-bab3d7b9e498 admin admin] Publish callbacks [] for security_group (f79c00b8-2158-4713-be4f-2d10e39cda6b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.723183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9369b6b-15db-4e5f-a0a0-ccd704118985 admin admin] Publish callbacks [] for security_group (dc093255-0cb1-442f-98e7-6eb0e0118fe9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.748411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd53ac88-9ca9-42a8-9f73-dd46a9b0de59 req-937f8c4f-aa41-4413-a2ce-0b2c36da0d56 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224537 Feb 10 06:29:51.762935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a14e6-a0b1-4775-b7b3-ac420bcb8e9c req-9dd1fbb0-d511-4504-ad71-86d732cc92a2 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:51.773991 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-863a14e6-a0b1-4775-b7b3-ac420bcb8e9c req-9dd1fbb0-d511-4504-ad71-86d732cc92a2 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.1286154 Feb 10 06:29:51.774101 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-1c3e8206-814b-4114-85fe-f77927f56b08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.0534000 Feb 10 06:29:51.776259 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04e1f7c1-ef1c-4894-bd0e-bab3d7b9e498 admin admin] Publish callbacks [] for security_group (f79c00b8-2158-4713-be4f-2d10e39cda6b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.803279 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3564d4ab-fb28-43e9-8ae2-a6c4d97c9bce x-openstack-request-id: req-3564d4ab-fb28-43e9-8ae2-a6c4d97c9bce {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:51.804026 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:51.804026 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3564d4ab-fb28-43e9-8ae2-a6c4d97c9bce {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:51.804263 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'code': 200} Feb 10 06:29:51.845626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-863a14e6-a0b1-4775-b7b3-ac420bcb8e9c req-991dd7dc-5d3c-4bd5-a502-6c458ea9297c tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729148 Feb 10 06:29:51.868330 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9369b6b-15db-4e5f-a0a0-ccd704118985 admin admin] Publish callbacks [] for security_group (dc093255-0cb1-442f-98e7-6eb0e0118fe9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.876027 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04e1f7c1-ef1c-4894-bd0e-bab3d7b9e498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f79c00b8-2158-4713-be4f-2d10e39cda6b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.879039 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04e1f7c1-ef1c-4894-bd0e-bab3d7b9e498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:51.880231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-04e1f7c1-ef1c-4894-bd0e-bab3d7b9e498 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f79c00b8-2158-4713-be4f-2d10e39cda6b HTTP/1.1" status: 204 len: 168 time: 0.3088577 Feb 10 06:29:51.902636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1f7c1-ef1c-4894-bd0e-bab3d7b9e498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c00b8-2158-4713-be4f-2d10e39cda6b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:52.001310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-66ecd51f-387e-4b44-9666-ee8cc155ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:52.002970 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-66ecd51f-387e-4b44-9666-ee8cc155ab14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.2216513 Feb 10 06:29:52.029308 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9369b6b-15db-4e5f-a0a0-ccd704118985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (dc093255-0cb1-442f-98e7-6eb0e0118fe9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:52.032796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9369b6b-15db-4e5f-a0a0-ccd704118985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:52.033903 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d9369b6b-15db-4e5f-a0a0-ccd704118985 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc093255-0cb1-442f-98e7-6eb0e0118fe9 HTTP/1.1" status: 204 len: 168 time: 0.5650439 Feb 10 06:29:52.036014 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-93a429d8-433a-407e-a1da-998fb7fea25d req-e698a75a-be26-4b07-855e-52d8071a51fd service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528683 Feb 10 06:29:52.063451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9369b6b-15db-4e5f-a0a0-ccd704118985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc093255-0cb1-442f-98e7-6eb0e0118fe9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:52.096049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-89846dff-e1d0-417c-ac14-fff7c531f4b1 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:52.097531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-89846dff-e1d0-417c-ac14-fff7c531f4b1 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "GET /v2.0/ports?device_id=251405d0-5e48-4b1e-aef0-b4018fd887c8 HTTP/1.1" status: 200 len: 945 time: 0.1655738 Feb 10 06:29:52.126221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6826d2-5204-42e3-823e-7ffd26b9d169 req-550f3015-927a-42cf-91e8-b066bcc0c0e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:52.134334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e6826d2-5204-42e3-823e-7ffd26b9d169 req-550f3015-927a-42cf-91e8-b066bcc0c0e9 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=251405d0-5e48-4b1e-aef0-b4018fd887c8 HTTP/1.1" status: 200 len: 945 time: 0.1579075 Feb 10 06:29:52.239094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c2dc4-c3b5-44d3-8a68-a2d49125d00b req-b3fc41d0-363c-40a0-8846-9ee67fed9781 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:52.244728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa9c2dc4-c3b5-44d3-8a68-a2d49125d00b req-b3fc41d0-363c-40a0-8846-9ee67fed9781 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.2155585 Feb 10 06:29:52.312613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e6826d2-5204-42e3-823e-7ffd26b9d169 req-a7668ac8-9a09-4e8c-8ab6-09184ecbc214 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/security-groups?id=45087be7-e8d1-41e1-b739-87c6bcffd02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693819 Feb 10 06:29:52.377819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Deleting port eb77532e-1521-4a2c-99d4-3af4669094b9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:29:52.378149 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:52.453864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa9c2dc4-c3b5-44d3-8a68-a2d49125d00b req-d74d87c5-4956-4afe-9d49-d77ba9077f50 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001731 Feb 10 06:29:52.546845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35824) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:52.598549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065818b-39b6-4c29-858c-33f31c977641 req-166ea3a0-b988-40a0-933d-5bcc4673a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:52.599885 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e065818b-39b6-4c29-858c-33f31c977641 req-166ea3a0-b988-40a0-933d-5bcc4673a10f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 1132 time: 0.7054729 Feb 10 06:29:52.611710 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-f3dc763f-6b9e-4ff8-a515-43e8030f099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:52.611949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29ee8da8-f45f-4e05-830e-e83ef0593810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:52.613528 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-f3dc763f-6b9e-4ff8-a515-43e8030f099c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5978606 Feb 10 06:29:52.688255 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-93a429d8-433a-407e-a1da-998fb7fea25d req-5392f7ef-fb7a-44fb-9828-a765d4605e45 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417894 Feb 10 06:29:52.732871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] For port eb77532e-1521-4a2c-99d4-3af4669094b9, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb77532e-1521-4a2c-99d4-3af4669094b9,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:52.733138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:52.758456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-6f46c265-b489-4127-89d4-fcfebe2867f0 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:52.759338 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-6f46c265-b489-4127-89d4-fcfebe2867f0 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d929eb94-5213-4b32-b823-e2cee9ffbbfc HTTP/1.1" status: 200 len: 945 time: 0.2182684 Feb 10 06:29:52.763877 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e065818b-39b6-4c29-858c-33f31c977641 req-43c1b66a-0efc-4195-9ee2-947cc01a5dd3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546199 Feb 10 06:29:52.771327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Calling delete_port for eb77532e-1521-4a2c-99d4-3af4669094b9 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:29:52.804347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9ce05-20fb-4ed6-8215-33f1a1e87adc req-296336f9-d54c-4665-8610-13893fe1a731 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:52.805963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3c9ce05-20fb-4ed6-8215-33f1a1e87adc req-296336f9-d54c-4665-8610-13893fe1a731 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 948 time: 0.2206421 Feb 10 06:29:52.827641 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-c3d92976-f38d-436f-9466-c93bdad60eab service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048631 Feb 10 06:29:52.891716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e448ee7-ee1c-4fdf-a5b1-cec914408fe1 req-14545d85-2082-4c09-8d58-d9af02d8bd0a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:52.893220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e448ee7-ee1c-4fdf-a5b1-cec914408fe1 req-14545d85-2082-4c09-8d58-d9af02d8bd0a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.2508731 Feb 10 06:29:52.963810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Deleting port 61649b55-83a9-41f0-91b6-0f6208ee4742 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:29:52.964253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:52.981571 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-07329ce6-1af3-4997-8d27-459874fb49b5 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219599 Feb 10 06:29:53.001677 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29ee8da8-f45f-4e05-830e-e83ef0593810 admin admin] Publish callbacks [] for security_group (84e19291-3cd8-4540-a35b-986ab08543cf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.012131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3c9ce05-20fb-4ed6-8215-33f1a1e87adc req-1770e67f-b01d-4aec-bb1e-ab97f6ca0bd4 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647296 Feb 10 06:29:53.019119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29ee8da8-f45f-4e05-830e-e83ef0593810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (84e19291-3cd8-4540-a35b-986ab08543cf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.062683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e448ee7-ee1c-4fdf-a5b1-cec914408fe1 req-edc2ca74-dbd9-4bd6-bdf3-c61136c9f3ef tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573517 Feb 10 06:29:53.114740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] For port 61649b55-83a9-41f0-91b6-0f6208ee4742, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=61649b55-83a9-41f0-91b6-0f6208ee4742,segment=NetworkSegment(13c19998-8769-47c4-89b6-e210711675bd),segment_id=13c19998-8769-47c4-89b6-e210711675bd)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:53.115361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.118606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-29ee8da8-f45f-4e05-830e-e83ef0593810 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fcb3ca5b3f642f3ac7ffb0a34b0a617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5678518 Feb 10 06:29:53.121657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee8da8-f45f-4e05-830e-e83ef0593810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e19291-3cd8-4540-a35b-986ab08543cf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:53.124240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35840) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:53.142623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (eb77532e-1521-4a2c-99d4-3af4669094b9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.161145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Calling delete_port for 61649b55-83a9-41f0-91b6-0f6208ee4742 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:29:53.163548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['61649b55-83a9-41f0-91b6-0f6208ee4742', 'eb77532e-1521-4a2c-99d4-3af4669094b9'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:53.169339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 08b54aa2-0530-4649-bd18-ce0eed09982f up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:29:53.237057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Pushing event deleted for resources: {'Port': ['ID=eb77532e-1521-4a2c-99d4-3af4669094b9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:53.314423 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (61649b55-83a9-41f0-91b6-0f6208ee4742), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.332467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['61649b55-83a9-41f0-91b6-0f6208ee4742', 'eb77532e-1521-4a2c-99d4-3af4669094b9'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:29:53.338524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] No DVR routers for this DVR port eb77532e-1521-4a2c-99d4-3af4669094b9 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:53.341947 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.345212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47b0de97-e4d3-4a7e-b3eb-5383ad10190d req-a1208c7d-7099-457e-a864-0d57855210fd tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "DELETE /v2.0/ports/eb77532e-1521-4a2c-99d4-3af4669094b9 HTTP/1.1" status: 204 len: 173 time: 1.2082314 Feb 10 06:29:53.346660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Pushing event deleted for resources: {'Port': ['ID=61649b55-83a9-41f0-91b6-0f6208ee4742,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:53.348291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251405d0-5e48-4b1e-aef0-b4018fd887c8', 'name': 'network-vif-deleted', 'tag': 'eb77532e-1521-4a2c-99d4-3af4669094b9'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:53.350618 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89592d4-7151-4e0a-9821-d00dc900f85a" -d '{"events": [{"server_uuid": "251405d0-5e48-4b1e-aef0-b4018fd887c8", "name": "network-vif-deleted", "tag": "eb77532e-1521-4a2c-99d4-3af4669094b9"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:53.358706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18a62c05-ec96-4a2d-9bee-f165e9aa1ea0 admin admin] Publish callbacks [] for security_group (84e19291-3cd8-4540-a35b-986ab08543cf), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.385618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae185dad-7ff2-447b-8530-28c71fab28d0 req-b33d5c21-523b-4a95-9d6f-e96e235a7f94 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:53.387178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae185dad-7ff2-447b-8530-28c71fab28d0 req-b33d5c21-523b-4a95-9d6f-e96e235a7f94 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.2329161 Feb 10 06:29:53.398585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 08b54aa2-0530-4649-bd18-ce0eed09982f completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:29:53.404688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] No DVR routers for this DVR port 61649b55-83a9-41f0-91b6-0f6208ee4742 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:29:53.406425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 08b54aa2-0530-4649-bd18-ce0eed09982f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:53.407136 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.408713 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.408871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d48a4-97ce-462f-af29-937b4bca80d5 req-531b6831-479b-452b-a7dc-bf203f7b8ba4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:53.410468 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a2d48a4-97ce-462f-af29-937b4bca80d5 req-531b6831-479b-452b-a7dc-bf203f7b8ba4 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1745265 Feb 10 06:29:53.412583 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8c4258a3-ed04-4680-9902-1aa3cfefdbe4 req-056fe842-e1ce-46d0-8b90-3eb4d1a21d10 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.24 "DELETE /v2.0/ports/61649b55-83a9-41f0-91b6-0f6208ee4742 HTTP/1.1" status: 204 len: 173 time: 0.6421022 Feb 10 06:29:53.413159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd929eb94-5213-4b32-b823-e2cee9ffbbfc', 'name': 'network-vif-deleted', 'tag': '61649b55-83a9-41f0-91b6-0f6208ee4742'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:53.416456 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e298cf8-099d-4042-ab2a-64c6d6f90c43" -d '{"events": [{"server_uuid": "d929eb94-5213-4b32-b823-e2cee9ffbbfc", "name": "network-vif-deleted", "tag": "61649b55-83a9-41f0-91b6-0f6208ee4742"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:53.416826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18a62c05-ec96-4a2d-9bee-f165e9aa1ea0 admin admin] Publish callbacks [] for security_group (84e19291-3cd8-4540-a35b-986ab08543cf), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.512551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae185dad-7ff2-447b-8530-28c71fab28d0 req-86dea59f-b98a-4296-9c81-542ee145dec5 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145108 Feb 10 06:29:53.520722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a2d48a4-97ce-462f-af29-937b4bca80d5 req-99ed17df-8df2-4004-99bf-853b32d4f210 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964401 Feb 10 06:29:53.550974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 08b54aa2-0530-4649-bd18-ce0eed09982f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:53.551371 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.557186 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18a62c05-ec96-4a2d-9bee-f165e9aa1ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (84e19291-3cd8-4540-a35b-986ab08543cf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.560509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18a62c05-ec96-4a2d-9bee-f165e9aa1ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.561687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-18a62c05-ec96-4a2d-9bee-f165e9aa1ea0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84e19291-3cd8-4540-a35b-986ab08543cf HTTP/1.1" status: 204 len: 168 time: 0.4329929 Feb 10 06:29:53.593450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a62c05-ec96-4a2d-9bee-f165e9aa1ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e19291-3cd8-4540-a35b-986ab08543cf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:53.618505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=08b54aa2-0530-4649-bd18-ce0eed09982f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:53.628122 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:53.697166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=08b54aa2-0530-4649-bd18-ce0eed09982f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:53.700438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55e9b747-e3f7-4b0a-abb8-53d08acd41a8 req-6cab0f07-c44d-48cf-aa46-d3bc4ad6a8c4 tempest-MultipleCreateTestJSON-1774135564 tempest-MultipleCreateTestJSON-1774135564-project] 10.222.0.21 "GET /v2.0/ports?device_id=251405d0-5e48-4b1e-aef0-b4018fd887c8 HTTP/1.1" status: 200 len: 210 time: 0.0304036 Feb 10 06:29:53.753071 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dae06ca-fe74-41e6-83f4-680653b1eae4 x-openstack-request-id: req-4dae06ca-fe74-41e6-83f4-680653b1eae4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:53.753442 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251405d0-5e48-4b1e-aef0-b4018fd887c8", "name": "network-vif-deleted", "tag": "eb77532e-1521-4a2c-99d4-3af4669094b9", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:53.754582 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dae06ca-fe74-41e6-83f4-680653b1eae4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:53.755129 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251405d0-5e48-4b1e-aef0-b4018fd887c8', 'name': 'network-vif-deleted', 'tag': 'eb77532e-1521-4a2c-99d4-3af4669094b9', 'status': 'completed', 'code': 200} Feb 10 06:29:53.789907 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baad34bd-4cb3-4481-8eec-58c5494a2778 x-openstack-request-id: req-baad34bd-4cb3-4481-8eec-58c5494a2778 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:53.790477 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d929eb94-5213-4b32-b823-e2cee9ffbbfc", "name": "network-vif-deleted", "tag": "61649b55-83a9-41f0-91b6-0f6208ee4742", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:53.790477 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baad34bd-4cb3-4481-8eec-58c5494a2778 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:53.790893 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd929eb94-5213-4b32-b823-e2cee9ffbbfc', 'name': 'network-vif-deleted', 'tag': '61649b55-83a9-41f0-91b6-0f6208ee4742', 'status': 'completed', 'code': 200} Feb 10 06:29:53.804943 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:53.807970 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5622ebe-7b05-4880-9509-cea85436e6a2" -d '{"events": [{"server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "name": "network-vif-plugged", "status": "completed", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:53.845168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-617916a4-bacd-4499-9d88-f1e049a94a60 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aa84acd236284207bedd127fe10a57c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274541 Feb 10 06:29:53.966816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3626a-05af-43b7-925e-936c8ab84940 req-a3f0a21c-a4d2-4943-b3f1-00c447045aa0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:53.968310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1f3626a-05af-43b7-925e-936c8ab84940 req-a3f0a21c-a4d2-4943-b3f1-00c447045aa0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.1268415 Feb 10 06:29:54.010592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d0984d5e-9460-4792-8b41-8d74635c8002 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:54.012192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d0984d5e-9460-4792-8b41-8d74635c8002 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569827 Feb 10 06:29:54.052057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-8204f628-7eaa-4f6f-9988-5be25662e029 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/quotas/aa84acd236284207bedd127fe10a57c0 HTTP/1.1" status: 200 len: 375 time: 0.0310190 Feb 10 06:29:54.075302 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1f3626a-05af-43b7-925e-936c8ab84940 req-ee1bdb3e-1600-44ba-9480-48242f3ca3b6 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878057 Feb 10 06:29:54.111538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-7b305638-29e3-4bdd-9324-e204e62f8006 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa84acd236284207bedd127fe10a57c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575795 Feb 10 06:29:54.169205 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a99d576-8ae0-44c2-80ef-171aaa0bc4fd x-openstack-request-id: req-7a99d576-8ae0-44c2-80ef-171aaa0bc4fd {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:54.169698 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "name": "network-vif-plugged", "status": "completed", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:54.169833 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a99d576-8ae0-44c2-80ef-171aaa0bc4fd {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:54.170139 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f', 'code': 200} Feb 10 06:29:54.336087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16867ff6-1dd6-40eb-9615-ea2b49684489 req-cee54e75-4559-4ad5-a2bf-24e782a0fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:54.338529 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-16867ff6-1dd6-40eb-9615-ea2b49684489 req-cee54e75-4559-4ad5-a2bf-24e782a0fecb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 1131 time: 0.0576944 Feb 10 06:29:54.374435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1ed0e-5a3f-4e9b-ad47-6ce8d15e1650 req-72d1aa66-5c20-4852-8e8d-dd32619265ba tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:54.375986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ea1ed0e-5a3f-4e9b-ad47-6ce8d15e1650 req-72d1aa66-5c20-4852-8e8d-dd32619265ba tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 949 time: 0.1332526 Feb 10 06:29:54.401379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627075-dc68-4af6-93a2-c0ca39affb6c req-e258b0e4-74d4-42bb-91cf-e7a50fad2e20 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:54.405083 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-16867ff6-1dd6-40eb-9615-ea2b49684489 req-42c0bbcb-ba0c-4414-bf4c-5dca6b1929bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Feb 10 06:29:54.409883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8627075-dc68-4af6-93a2-c0ca39affb6c req-e258b0e4-74d4-42bb-91cf-e7a50fad2e20 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.0997186 Feb 10 06:29:54.485675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ea1ed0e-5a3f-4e9b-ad47-6ce8d15e1650 req-5e5eec9d-b2d4-4839-9dd0-33590b37832f tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014366 Feb 10 06:29:54.491326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8627075-dc68-4af6-93a2-c0ca39affb6c req-032fbbd7-230b-4aa6-bab3-6886609b4a66 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801034 Feb 10 06:29:54.586796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1e2e8a5-c5ba-4ed9-a820-395ea9236ed9 req-7e22227c-95dc-46fc-8117-4fd68124f87b tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 210 time: 0.0561764 Feb 10 06:29:54.733149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84060d-5cce-4d4f-bc8d-5f6858780303 req-15dda5a3-ffb8-414c-aa30-120b48b7b205 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:54.740839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c84060d-5cce-4d4f-bc8d-5f6858780303 req-15dda5a3-ffb8-414c-aa30-120b48b7b205 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1165063 Feb 10 06:29:54.768454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c6d4f-d4c2-4aae-b929-9dc835215e2c req-388ae3ad-f5c5-4069-9fb7-d5d5e5d9bdb0 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:54.770572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b67c6d4f-d4c2-4aae-b929-9dc835215e2c req-388ae3ad-f5c5-4069-9fb7-d5d5e5d9bdb0 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.0964465 Feb 10 06:29:54.837577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c84060d-5cce-4d4f-bc8d-5f6858780303 req-5f515073-6614-4032-b440-f4892a5b0c91 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957749 Feb 10 06:29:54.857252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b67c6d4f-d4c2-4aae-b929-9dc835215e2c req-efca94dc-6975-4b5d-8df5-7be94041755b tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766811 Feb 10 06:29:54.936954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35912) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:54.992042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d96d2a4-ef81-4223-9ef8-4854ee2e83d7 admin admin] Deleting subnet a36114b9-b09a-425e-ada5-8b905ecb55fe {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:29:54.996029 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d96d2a4-ef81-4223-9ef8-4854ee2e83d7 admin admin] Publish callbacks [] for subnet (a36114b9-b09a-425e-ada5-8b905ecb55fe), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.053980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d96d2a4-ef81-4223-9ef8-4854ee2e83d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (a36114b9-b09a-425e-ada5-8b905ecb55fe), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.153595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d96d2a4-ef81-4223-9ef8-4854ee2e83d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a36114b9-b09a-425e-ada5-8b905ecb55fe), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.241833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d96d2a4-ef81-4223-9ef8-4854ee2e83d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (a36114b9-b09a-425e-ada5-8b905ecb55fe), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.287123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b1491-2f11-4722-b49f-618d6903fa5e req-3246970f-d7a7-4717-98ca-ae6231a399e3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:55.289754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d96d2a4-ef81-4223-9ef8-4854ee2e83d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.294797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a24b1491-2f11-4722-b49f-618d6903fa5e req-3246970f-d7a7-4717-98ca-ae6231a399e3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.0973237 Feb 10 06:29:55.296625 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5d96d2a4-ef81-4223-9ef8-4854ee2e83d7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a36114b9-b09a-425e-ada5-8b905ecb55fe HTTP/1.1" status: 204 len: 168 time: 0.3577929 Feb 10 06:29:55.297532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96d2a4-ef81-4223-9ef8-4854ee2e83d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36114b9-b09a-425e-ada5-8b905ecb55fe,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:55.298844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35922) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:55.418998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a24b1491-2f11-4722-b49f-618d6903fa5e req-ee776ec0-6a13-4ddf-befa-c54d17e10180 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228228 Feb 10 06:29:55.422501 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (4ded9aa0-c444-4669-b42f-85c4d2d0736a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.539303 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f4d4b45d-4312-4b76-b395-fa0538e56814 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=aa84acd236284207bedd127fe10a57c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529654 Feb 10 06:29:55.570591 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (4ded9aa0-c444-4669-b42f-85c4d2d0736a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.598724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ded9aa0-c444-4669-b42f-85c4d2d0736a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:55.635410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c19998-8769-47c4-89b6-e210711675bd') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:55.635705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c19998-8769-47c4-89b6-e210711675bd') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:29:55.659122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (13c19998-8769-47c4-89b6-e210711675bd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.674742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (13c19998-8769-47c4-89b6-e210711675bd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.682762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:29:55.683384 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (13c19998-8769-47c4-89b6-e210711675bd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:29:55.717651 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:29:55.804446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d6047a40-5172-401d-bc78-5ca85248f59a tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:55.805831 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d6047a40-5172-401d-bc78-5ca85248f59a tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616003 Feb 10 06:29:55.819166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Request body: {'port': {'device_id': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'aa84acd236284207bedd127fe10a57c0'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:55.850485 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (4ded9aa0-c444-4669-b42f-85c4d2d0736a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.890156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:55.894479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ded9aa0-c444-4669-b42f-85c4d2d0736a HTTP/1.1" status: 204 len: 168 time: 0.5923429 Feb 10 06:29:55.896474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8ad42-9147-45ab-87a0-e6c4330e9802 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ded9aa0-c444-4669-b42f-85c4d2d0736a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:55.934824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7848c83-294c-4e9c-be98-7e88dce5fa5d req-d89fc33c-0d66-41f2-822f-939aa119df3a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:55.940241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7848c83-294c-4e9c-be98-7e88dce5fa5d req-d89fc33c-0d66-41f2-822f-939aa119df3a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1929359 Feb 10 06:29:55.960165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e155d5-25f5-48ad-a49e-0a7ea74671ef req-985e8ad0-cc37-41d0-8550-c6eb9d37b775 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:55.961722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62e155d5-25f5-48ad-a49e-0a7ea74671ef req-985e8ad0-cc37-41d0-8550-c6eb9d37b775 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 949 time: 0.2050145 Feb 10 06:29:55.990654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Made reservation on behalf of aa84acd236284207bedd127fe10a57c0 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:55.997117 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.021931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.054219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7848c83-294c-4e9c-be98-7e88dce5fa5d req-03713a61-a5db-4a9f-9286-9793cf289936 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891998 Feb 10 06:29:56.076400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62e155d5-25f5-48ad-a49e-0a7ea74671ef req-5665604e-4a4c-4f9b-a05e-d6b2bb08cb16 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916312 Feb 10 06:29:56.175958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35956) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:56.184873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41b2f96a-64d9-4a68-a1c9-3b61accc12ce req-d0654800-fe4f-4ac2-b368-0b798a5d3a2a tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 210 time: 0.0507979 Feb 10 06:29:56.203229 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks [] for security_group (de69f688-31a9-4985-b013-1154a83c8f7f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.218975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (de69f688-31a9-4985-b013-1154a83c8f7f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.259077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa35c3-7aad-44da-a5f6-93d318991171 req-bc3e1d74-5df5-4159-85cf-03aebdb8e7d3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:56.261198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73aa35c3-7aad-44da-a5f6-93d318991171 req-bc3e1d74-5df5-4159-85cf-03aebdb8e7d3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.0743961 Feb 10 06:29:56.315312 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8dbff020-8198-4819-8868-87c1a3bea2ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3bb4394d8274b9891b52cd57ddcff21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386340 Feb 10 06:29:56.321592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35958) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:56.329410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73aa35c3-7aad-44da-a5f6-93d318991171 req-1c033689-716d-4709-bcf1-e936e4ff0477 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590539 Feb 10 06:29:56.379264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de69f688-31a9-4985-b013-1154a83c8f7f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:56.399075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2bfa0-1809-4f70-82ce-43dcae335be5 req-18dfb933-65b0-4e0f-8e19-9d3580110b69 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:56.402704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8f2bfa0-1809-4f70-82ce-43dcae335be5 req-18dfb933-65b0-4e0f-8e19-9d3580110b69 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.0962701 Feb 10 06:29:56.478257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8f2bfa0-1809-4f70-82ce-43dcae335be5 req-407a7dfd-143d-44cc-9504-af78bebd95b8 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641668 Feb 10 06:29:56.540596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Allocated IP 192.168.233.15 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/33cd82c4-a8f0-48cd-97df-8c112b8badf4) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:29:56.542689 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7891da73-3492-41ae-ba29-71f568aa3811 admin admin] Publish callbacks [] for security_group (45087be7-e8d1-41e1-b739-87c6bcffd02b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.567354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7891da73-3492-41ae-ba29-71f568aa3811 admin admin] Publish callbacks [] for security_group (45087be7-e8d1-41e1-b739-87c6bcffd02b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.575680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ba76-e87f-4c95-afa4-26ca9c3771ed req-2edd7b66-f0a8-4a87-bf62-d31d8c0da47f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:56.577611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e758ba76-e87f-4c95-afa4-26ca9c3771ed req-2edd7b66-f0a8-4a87-bf62-d31d8c0da47f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.0663271 Feb 10 06:29:56.655944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e758ba76-e87f-4c95-afa4-26ca9c3771ed req-4de7790c-5854-4629-a533-12fea0949323 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717838 Feb 10 06:29:56.656518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7891da73-3492-41ae-ba29-71f568aa3811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (45087be7-e8d1-41e1-b739-87c6bcffd02b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.659708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7891da73-3492-41ae-ba29-71f568aa3811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.671224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7891da73-3492-41ae-ba29-71f568aa3811 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45087be7-e8d1-41e1-b739-87c6bcffd02b HTTP/1.1" status: 204 len: 168 time: 0.3397672 Feb 10 06:29:56.701468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891da73-3492-41ae-ba29-71f568aa3811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45087be7-e8d1-41e1-b739-87c6bcffd02b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:56.824049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks [] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.840977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35972) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:56.866815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:56.913949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:29:56.917755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:56.921607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:29:56.961971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:56.979623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:56.980260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.022558 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-f1306a17-1659-4379-b238-9657797d6f31 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2073915 Feb 10 06:29:57.033881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Request body: {'port': {'device_id': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:57.163936 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.169285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb77532e-1521-4a2c-99d4-3af4669094b9 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:57.209220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: eb77532e-1521-4a2c-99d4-3af4669094b9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:29:57.209577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb77532e-1521-4a2c-99d4-3af4669094b9 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:57.210112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 61649b55-83a9-41f0-91b6-0f6208ee4742 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:57.213353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ddcc983d-db03-4a04-9abe-ac334a7f3514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.270975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 61649b55-83a9-41f0-91b6-0f6208ee4742 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:29:57.271937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 61649b55-83a9-41f0-91b6-0f6208ee4742 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:29:57.290391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-aa58362a-2d70-4797-88a1-c254feeaabb7 None None] Provisioning complete for port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:29:57.291823 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa58362a-2d70-4797-88a1-c254feeaabb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.301541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2d531-f33f-445d-923f-633a086990c4 req-638e4a41-617f-4909-96a6-d7bcd38916ec tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:57.312180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62d2d531-f33f-445d-923f-633a086990c4 req-638e4a41-617f-4909-96a6-d7bcd38916ec tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1304879 Feb 10 06:29:57.329912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f866b9-58ed-4218-9081-6ff99b95c1f9 req-8d85a79c-f11d-4264-8425-6ff8000b418a tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:57.337130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3f866b9-58ed-4218-9081-6ff99b95c1f9 req-8d85a79c-f11d-4264-8425-6ff8000b418a tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 949 time: 0.1112194 Feb 10 06:29:57.351462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-aa58362a-2d70-4797-88a1-c254feeaabb7 None None] Port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:29:57.390912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ddcc983d-db03-4a04-9abe-ac334a7f3514 admin admin] Publish callbacks [] for security_group (1ec7cb0e-8e7f-4cea-8e0b-565588e33503), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.412962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62d2d531-f33f-445d-923f-633a086990c4 req-a9f94ac5-151b-4d5f-bde6-14a44cdee7e5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973325 Feb 10 06:29:57.445812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3f866b9-58ed-4218-9081-6ff99b95c1f9 req-806e1b28-5fe8-469f-8950-3663a0d18d21 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069160 Feb 10 06:29:57.477896 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ddcc983d-db03-4a04-9abe-ac334a7f3514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1ec7cb0e-8e7f-4cea-8e0b-565588e33503), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.605747 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ddcc983d-db03-4a04-9abe-ac334a7f3514 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a6f7dbf33c24732a37e1bca3bdec626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7637429 Feb 10 06:29:57.605942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:57.616102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc983d-db03-4a04-9abe-ac334a7f3514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec7cb0e-8e7f-4cea-8e0b-565588e33503,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:57.623633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcd4e4-c441-443e-a4d3-6e2e1573c468 req-7b76e2bb-e25d-41b0-8603-bbf3956879b6 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:57.631688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bbcd4e4-c441-443e-a4d3-6e2e1573c468 req-7b76e2bb-e25d-41b0-8603-bbf3956879b6 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 935 time: 0.1156094 Feb 10 06:29:57.682561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf3ad-13a0-4218-abc8-ed7e63084c11 req-19356f53-797c-4aed-ae4f-bfbf5c387ac0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:57.684587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05fcf3ad-13a0-4218-abc8-ed7e63084c11 req-19356f53-797c-4aed-ae4f-bfbf5c387ac0 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1352656 Feb 10 06:29:57.730328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36010) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:57.763145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bbcd4e4-c441-443e-a4d3-6e2e1573c468 req-da262b00-38f7-4060-b53a-e343d77c7fa0 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303468 Feb 10 06:29:57.763826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-739dd5c0-02b2-4a8d-b07c-f5f1817bf86c admin admin] Publish callbacks [] for security_group (1ec7cb0e-8e7f-4cea-8e0b-565588e33503), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.812003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05fcf3ad-13a0-4218-abc8-ed7e63084c11 req-4f360fee-eced-4a35-a34e-c0746b8c8328 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205409 Feb 10 06:29:57.819787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cd82c4-a8f0-48cd-97df-8c112b8badf4 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:29:57.834720 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Publish callbacks [] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.837627 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-739dd5c0-02b2-4a8d-b07c-f5f1817bf86c admin admin] Publish callbacks [] for security_group (1ec7cb0e-8e7f-4cea-8e0b-565588e33503), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.851359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Transition to ACTIVE for port object 33cd82c4-a8f0-48cd-97df-8c112b8badf4 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:29:57.858946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.909597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1796300773-network', 'tenant_id': '19f76a143b3040e28a254bafb7bd64d6'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:57.953864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:57.982618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324507eb-8809-49d4-bc1e-b567d2023c0a req-0444769d-0da0-46e6-9bcd-bc7815157436 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:57.984241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-324507eb-8809-49d4-bc1e-b567d2023c0a req-0444769d-0da0-46e6-9bcd-bc7815157436 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 950 time: 0.1334887 Feb 10 06:29:57.987173 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-739dd5c0-02b2-4a8d-b07c-f5f1817bf86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1ec7cb0e-8e7f-4cea-8e0b-565588e33503), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.989715 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-739dd5c0-02b2-4a8d-b07c-f5f1817bf86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:57.993553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-739dd5c0-02b2-4a8d-b07c-f5f1817bf86c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ec7cb0e-8e7f-4cea-8e0b-565588e33503 HTTP/1.1" status: 204 len: 168 time: 0.3827722 Feb 10 06:29:58.013724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dd5c0-02b2-4a8d-b07c-f5f1817bf86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec7cb0e-8e7f-4cea-8e0b-565588e33503,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:58.029631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd169227-ca41-4c4c-9839-3a669ac8c811 req-1adf8281-b7cb-4c5a-8225-5d979bb42484 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:58.036164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Made reservation on behalf of 19f76a143b3040e28a254bafb7bd64d6 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:58.036885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd169227-ca41-4c4c-9839-3a669ac8c811 req-1adf8281-b7cb-4c5a-8225-5d979bb42484 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.1152258 Feb 10 06:29:58.042515 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.108251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-324507eb-8809-49d4-bc1e-b567d2023c0a req-e1b7a44a-87c2-4ea3-89b5-2e9d076f9316 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101584 Feb 10 06:29:58.127349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:29:58.148134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd169227-ca41-4c4c-9839-3a669ac8c811 req-7a60cf6e-699e-47bd-a22d-6afe423ffa6d tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003187 Feb 10 06:29:58.192278 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.216687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Attempting to bind port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:29:58.217014 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Attempting to bind port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:29:58.217452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Attempting to bind port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:58.310407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Publish callbacks [] for security_group (5a74737a-9153-4253-853c-539349849869), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.316931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:29:58.317457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Attempting to bind port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:29:58.321348 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5a74737a-9153-4253-853c-539349849869), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.346861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f51a8-267b-4dac-9bf8-03afc1c05171 req-dd6c2306-5225-4666-8522-99150c914bbb tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:58.355180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca7f51a8-267b-4dac-9bf8-03afc1c05171 req-dd6c2306-5225-4666-8522-99150c914bbb tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.1066427 Feb 10 06:29:58.368909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a74737a-9153-4253-853c-539349849869,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:58.372497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:29:58.377104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:29:58.377444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:58.377826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:29:58.378425 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Bound port: 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:29:58.378629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.408985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 has no active binding in host n-h1-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 06:29:58.420573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:29:58.460122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (33bf2571-933b-402a-ac05-2715e84ffd04), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.460598 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Added segment 33bf2571-933b-402a-ac05-2715e84ffd04 of type vlan for network 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 Feb 10 06:29:58.461509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca7f51a8-267b-4dac-9bf8-03afc1c05171 req-e646dd12-e288-4d2e-a15a-dbb262526eb1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998302 Feb 10 06:29:58.487337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36020) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:58.517881 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33a5586a-9034-402a-a08c-ffb4d2efb514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.533221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (047b51b5-4fba-447c-8e9f-c1f4ccd7abe0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.547249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:29:58.553154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:29:58.567524 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.579941 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (047b51b5-4fba-447c-8e9f-c1f4ccd7abe0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.580897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:58.581653 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.607105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6024ed-2c87-4b53-88cf-584ee2888d19 req-7fa4cf2f-e733-45c3-9486-b8e4ed33366a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:58.608603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be6024ed-2c87-4b53-88cf-584ee2888d19 req-7fa4cf2f-e733-45c3-9486-b8e4ed33366a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1019416 Feb 10 06:29:58.636987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:58.637628 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.639111 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] 10.222.0.24 "PUT /v2.0/ports/33cd82c4-a8f0-48cd-97df-8c112b8badf4 HTTP/1.1" status: 200 len: 1095 time: 1.6096799 Feb 10 06:29:58.642148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:29:58.645329 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819f26e8-86a0-4915-baff-6a8e96e1b976" -d '{"events": [{"name": "network-changed", "server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:29:58.680765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9491167 Feb 10 06:29:58.688157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36024) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:58.700866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Request body: {'subnet': {'network_id': '047b51b5-4fba-447c-8e9f-c1f4ccd7abe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1796300773-subnet', 'tenant_id': '19f76a143b3040e28a254bafb7bd64d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:29:58.707103 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:29:58.742747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be6024ed-2c87-4b53-88cf-584ee2888d19 req-e0c7e789-23a5-40c3-b350-6f809032ba0d tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266015 Feb 10 06:29:58.745482 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88a5986-194b-456a-8af2-1cbc80bfee09 x-openstack-request-id: req-c88a5986-194b-456a-8af2-1cbc80bfee09 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:29:58.745774 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:29:58.746029 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c88a5986-194b-456a-8af2-1cbc80bfee09 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:29:58.746442 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'status': 'completed', 'code': 200} Feb 10 06:29:58.747342 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33a5586a-9034-402a-a08c-ffb4d2efb514 admin admin] Publish callbacks [] for security_group (309004bd-074b-463a-ab02-d50c3dedacc2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.761467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33a5586a-9034-402a-a08c-ffb4d2efb514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (309004bd-074b-463a-ab02-d50c3dedacc2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.771980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a47b7-d7b0-46c9-9e52-cba05a8d5984 service neutron] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:58.778262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134710fd-a8f8-43d1-b85a-59d5be4eaa2d admin admin] Pushing event updated for resources: {'Network': ['ID=047b51b5-4fba-447c-8e9f-c1f4ccd7abe0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:58.796265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Made reservation on behalf of 19f76a143b3040e28a254bafb7bd64d6 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:29:58.798385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:29:58.798670 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.830135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-33a5586a-9034-402a-a08c-ffb4d2efb514 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=612ea719f644405591b73019e62c93ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414245 Feb 10 06:29:58.833206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36028) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:29:58.835269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5586a-9034-402a-a08c-ffb4d2efb514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309004bd-074b-463a-ab02-d50c3dedacc2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:58.885699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-9b7240d7-50e1-4dc4-8933-257059206f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:58.887557 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-9b7240d7-50e1-4dc4-8933-257059206f6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa84acd236284207bedd127fe10a57c0&device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 1129 time: 0.1987669 Feb 10 06:29:58.948279 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-228de133-5861-432d-b5e6-6e8bbfaf0fd0 admin admin] Publish callbacks [] for security_group (309004bd-074b-463a-ab02-d50c3dedacc2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:58.956532 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-1c0a99e1-4860-4940-a3f6-77344d2e047e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4 HTTP/1.1" status: 200 len: 217 time: 0.0570955 Feb 10 06:29:59.061824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-0fce855e-a763-4f83-88ad-f198d031ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.064224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-0fce855e-a763-4f83-88ad-f198d031ffdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0999644 Feb 10 06:29:59.166971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (0d7d1fec-85bf-4881-ab19-2c6d3c464387), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:59.173254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-194b2d92-5872-4e51-9487-584ba4909f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.174964 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-194b2d92-5872-4e51-9487-584ba4909f5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1043744 Feb 10 06:29:59.184977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:29:59.299501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:29:59.310968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d7d1fec-85bf-4881-ab19-2c6d3c464387,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:59.317851 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-228de133-5861-432d-b5e6-6e8bbfaf0fd0 admin admin] Publish callbacks [] for security_group (309004bd-074b-463a-ab02-d50c3dedacc2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:59.328822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Checking segment: {'id': '33bf2571-933b-402a-ac05-2715e84ffd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '047b51b5-4fba-447c-8e9f-c1f4ccd7abe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:29:59.329188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Network hostable DHCP agents. Network: 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:29:59.356508 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-a158df92-1cde-43c3-9cc1-3b7b992b1ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438022 Feb 10 06:29:59.371735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Network 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:29:59.402632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:29:59.403398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3479fd-6828-4587-b158-fb3c1b3f0dc1 req-4d9e3b16-85a2-46fc-9111-61a228a5af75 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.404960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc3479fd-6828-4587-b158-fb3c1b3f0dc1 req-4d9e3b16-85a2-46fc-9111-61a228a5af75 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 947 time: 0.1285787 Feb 10 06:29:59.414786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061ec81-01dc-4643-b38d-ee2c5d9d7391 None None] Network 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:29:59.431786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932a863-8a66-4ecf-8522-a0e5734149d5 req-61852ae6-cd0a-4083-84db-0fe2701fce93 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.434695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.435294 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:59.436409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f932a863-8a66-4ecf-8522-a0e5734149d5 req-61852ae6-cd0a-4083-84db-0fe2701fce93 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 943 time: 0.1617095 Feb 10 06:29:59.474768 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1354c67c-7c44-4d64-95b6-59f48162d22d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7769716 Feb 10 06:29:59.498728 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8ee40771-0be8-425d-8660-e4028f37f6fc req-8252357e-392a-4200-a239-a82cad32c641 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361225 Feb 10 06:29:59.501898 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-228de133-5861-432d-b5e6-6e8bbfaf0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (309004bd-074b-463a-ab02-d50c3dedacc2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:59.504989 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-228de133-5861-432d-b5e6-6e8bbfaf0fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:29:59.506291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-228de133-5861-432d-b5e6-6e8bbfaf0fd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/309004bd-074b-463a-ab02-d50c3dedacc2 HTTP/1.1" status: 204 len: 168 time: 0.6720328 Feb 10 06:29:59.583362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228de133-5861-432d-b5e6-6e8bbfaf0fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309004bd-074b-463a-ab02-d50c3dedacc2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:29:59.605150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af509dd6-6c8b-4deb-ad7b-d16151c3b246 None None] Network 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:29:59.616419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc3479fd-6828-4587-b158-fb3c1b3f0dc1 req-5895b454-8934-4a12-8d47-50bdb0e900de tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806741 Feb 10 06:29:59.616419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f932a863-8a66-4ecf-8522-a0e5734149d5 req-c8cc6b97-aabd-4893-842a-9a9f34a48c25 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651714 Feb 10 06:29:59.643249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-dbcea782-952c-4ae2-b727-f8913b2d149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.645551 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-dbcea782-952c-4ae2-b727-f8913b2d149c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa84acd236284207bedd127fe10a57c0&device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 1129 time: 0.0745685 Feb 10 06:29:59.827577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-e30b86ed-0207-4646-a4f6-2e89256592ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.829067 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-e30b86ed-0207-4646-a4f6-2e89256592ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1765895 Feb 10 06:29:59.859371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-1c06083b-862c-4b37-a886-68b617d6bfbf service neutron] 10.222.0.24 "GET /v2.0/ports/9d45df55-8c29-43ea-a6a4-d7553b9cabc2/bindings/n-h1-828670-1 HTTP/1.1" status: 200 len: 384 time: 0.2075610 Feb 10 06:29:59.878280 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-497d25e5-6217-4137-b5ec-b06d91d7c5fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4 HTTP/1.1" status: 200 len: 217 time: 0.0411208 Feb 10 06:29:59.924618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578113f6-d50a-49ae-87bc-93855ff5a87d req-ffb6309f-e145-4337-965e-bf712430375f tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.924618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-578113f6-d50a-49ae-87bc-93855ff5a87d req-ffb6309f-e145-4337-965e-bf712430375f tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.1684914 Feb 10 06:29:59.933712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09283981-760c-4f3f-8608-91bcd0b84964 req-2e4c4b3f-63db-4845-b2c8-f2faa3620185 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.935880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09283981-760c-4f3f-8608-91bcd0b84964 req-2e4c4b3f-63db-4845-b2c8-f2faa3620185 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 950 time: 0.1642001 Feb 10 06:29:59.938530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-de6be567-e7bf-4a67-93e8-f704f9a96074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:29:59.940012 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-de6be567-e7bf-4a67-93e8-f704f9a96074 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0561128 Feb 10 06:30:00.003050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-6a871d73-b4bf-492e-a3b2-0c62ae3ccc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:00.004579 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-6a871d73-b4bf-492e-a3b2-0c62ae3ccc6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0572791 Feb 10 06:30:00.068441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-578113f6-d50a-49ae-87bc-93855ff5a87d req-969311fc-1fe9-4e3e-a6c8-cf32d6f985ad tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421933 Feb 10 06:30:00.085323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09283981-760c-4f3f-8608-91bcd0b84964 req-05a28649-0710-434c-b231-e3f82fb100e9 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392567 Feb 10 06:30:00.115374 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-ed790e1e-48c8-49e5-92ae-f898d2edae8e service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026163 Feb 10 06:30:00.239193 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-819f26e8-86a0-4915-baff-6a8e96e1b976 req-3691c33d-4b2a-4c74-a0ed-6203f8d3178a service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074553 Feb 10 06:30:00.281557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:00.304444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56973a7f-8693-4254-9e0e-7cc6d8a06f72 req-5cb9b2ce-2a4d-4036-b0fb-97d5712ba3fa tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:00.305922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56973a7f-8693-4254-9e0e-7cc6d8a06f72 req-5cb9b2ce-2a4d-4036-b0fb-97d5712ba3fa tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.1624010 Feb 10 06:30:00.321137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892742d-b58d-4b15-bd05-3ac505c12097 req-2f9e03e4-3525-4c00-bb1d-7d466a4009ba tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:00.323260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f892742d-b58d-4b15-bd05-3ac505c12097 req-2f9e03e4-3525-4c00-bb1d-7d466a4009ba tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1543386 Feb 10 06:30:00.331801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:00.410434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:00.434862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:00.453134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f892742d-b58d-4b15-bd05-3ac505c12097 req-fcc516c5-10f1-4f06-91a1-e01f14853451 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193488 Feb 10 06:30:00.459431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56973a7f-8693-4254-9e0e-7cc6d8a06f72 req-8edf022e-a348-424e-9408-e3d5bbe4187d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457791 Feb 10 06:30:00.461680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:00.554177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] Transition to ACTIVE for port object 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:30:00.560344 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:00.646342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] No DVR routers for this DVR port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:30:00.652932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] Pushing event updated for resources: {'Port': ['ID=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:00.696224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b3b99bd3-3173-42c2-a061-601aa53fe4ff service neutron] 10.222.0.24 "PUT /v2.0/ports/9d45df55-8c29-43ea-a6a4-d7553b9cabc2/bindings/n-h1-828670-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8298681 Feb 10 06:30:00.769587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e022d4-a129-4514-8bbd-02f51e9f7b1d req-81c14f1c-66aa-4e13-975c-70a0dc79df6b tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:00.771148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4e022d4-a129-4514-8bbd-02f51e9f7b1d req-81c14f1c-66aa-4e13-975c-70a0dc79df6b tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 947 time: 0.0787551 Feb 10 06:30:00.837817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4e022d4-a129-4514-8bbd-02f51e9f7b1d req-9168d13e-2220-4d8c-b23f-6f6c007fe53b tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545065 Feb 10 06:30:00.966415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27c764-aebd-498d-b7a1-27e325654722 req-c43a2faa-5a4c-4866-822b-b041831deab5 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:00.967898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-c43a2faa-5a4c-4866-822b-b041831deab5 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/networks?id=047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 HTTP/1.1" status: 200 len: 814 time: 0.1435668 Feb 10 06:30:00.988160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46768-ed2c-4bba-a4f4-f81f4e4a1f3a req-eaff5783-8568-405d-bfe4-c730541f022c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:00.989675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddf46768-ed2c-4bba-a4f4-f81f4e4a1f3a req-eaff5783-8568-405d-bfe4-c730541f022c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 944 time: 0.0894060 Feb 10 06:30:00.993478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-d543f509-eb81-4c54-b76d-a7f80c17af30 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/quotas/19f76a143b3040e28a254bafb7bd64d6 HTTP/1.1" status: 200 len: 375 time: 0.0194895 Feb 10 06:30:01.036681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-3ca5054f-4f94-4a98-b320-7025e9da77ae tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19f76a143b3040e28a254bafb7bd64d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339863 Feb 10 06:30:01.088371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddf46768-ed2c-4bba-a4f4-f81f4e4a1f3a req-7fea5618-1aad-400f-a3a8-098bf8e80a00 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923374 Feb 10 06:30:01.156101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-90febf12-1ab5-4df5-8cf0-c3e1991c0e86 service neutron] 10.222.0.21 "GET /v2.0/networks/047b51b5-4fba-447c-8e9f-c1f4ccd7abe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070969 Feb 10 06:30:01.271705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f7877-fe0e-4351-a884-12a4e87cb799 req-3677ec39-8269-40f5-b8e4-a6173eee020a tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:01.273237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a0f7877-fe0e-4351-a884-12a4e87cb799 req-3677ec39-8269-40f5-b8e4-a6173eee020a tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 950 time: 0.1162674 Feb 10 06:30:01.294937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-f75bb88a-423f-47b1-a51e-2eb2b0e29df8 service neutron] 10.222.0.21 "GET /v2.0/networks/047b51b5-4fba-447c-8e9f-c1f4ccd7abe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274264 Feb 10 06:30:01.331796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a0f7877-fe0e-4351-a884-12a4e87cb799 req-69813431-94e1-4818-9682-d31a7100c696 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487022 Feb 10 06:30:01.488765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8fd5276-4f90-4cc1-97dd-a84b11535d7e req-89d809c4-f9c4-4556-91ba-8e211e90a979 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 210 time: 0.0346560 Feb 10 06:30:01.497020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618ca74-ab8e-4542-adac-8e635d9df7cd req-877527a2-421a-457d-b0b7-f84dcc9c4aeb tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:01.499077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4618ca74-ab8e-4542-adac-8e635d9df7cd req-877527a2-421a-457d-b0b7-f84dcc9c4aeb tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.0985606 Feb 10 06:30:01.559938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4618ca74-ab8e-4542-adac-8e635d9df7cd req-b756d6d6-158a-4204-b3ae-ac2c547caaba tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536308 Feb 10 06:30:01.673333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe06ba-94b1-450b-bfbb-a6c06ec75c95 req-29f4fd11-d51f-49d4-9504-b5bf1326c6f1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:01.680053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cfe06ba-94b1-450b-bfbb-a6c06ec75c95 req-29f4fd11-d51f-49d4-9504-b5bf1326c6f1 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.0953891 Feb 10 06:30:01.726338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2565c-4275-43b0-a95b-c3895045d23a req-385baffc-92bb-440e-93f5-a27f67ba91ca tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:01.727658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1a2565c-4275-43b0-a95b-c3895045d23a req-385baffc-92bb-440e-93f5-a27f67ba91ca tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.1006937 Feb 10 06:30:01.763460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cfe06ba-94b1-450b-bfbb-a6c06ec75c95 req-af017987-0382-45f2-8a9a-7b4f439507cd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824549 Feb 10 06:30:01.785781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:01.840433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1a2565c-4275-43b0-a95b-c3895045d23a req-dc2edb73-106f-4792-8bca-69b9cadb884b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037698 Feb 10 06:30:01.883523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-dbfbffcf-11ca-4743-b729-775d14b85a68 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:01.892749 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-dbfbffcf-11ca-4743-b729-775d14b85a68 tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.1087849 Feb 10 06:30:01.918633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:01.970130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-44016a58-8eed-484f-a9b3-48cc0cfe67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:01.972504 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-44016a58-8eed-484f-a9b3-48cc0cfe67f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa&tenant_id=cb34d3170a2f4925acf03a399ad15b89 HTTP/1.1" status: 200 len: 1126 time: 0.0709286 Feb 10 06:30:01.978501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54168303-4b49-4a3d-93a7-925ecac35445 req-82239343-c120-4686-b983-0f395aadace3 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:01.980048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54168303-4b49-4a3d-93a7-925ecac35445 req-82239343-c120-4686-b983-0f395aadace3 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 947 time: 0.0691328 Feb 10 06:30:02.034565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54168303-4b49-4a3d-93a7-925ecac35445 req-8b46d48f-4d81-4a97-b4b0-858adb650b56 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479081 Feb 10 06:30:02.076302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-fbfdf437-ac3a-4632-a0a2-8d7c3e0ac922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:02.077948 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-fbfdf437-ac3a-4632-a0a2-8d7c3e0ac922 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb34d3170a2f4925acf03a399ad15b89&device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 1126 time: 0.0560815 Feb 10 06:30:02.212716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b1075489-1b07-491d-b5ec-bfee3186c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:02.215130 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b1075489-1b07-491d-b5ec-bfee3186c745 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 200 len: 920 time: 0.1247132 Feb 10 06:30:02.296715 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-f80aa648-b144-4e6f-b3de-d7d0cc768137 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2 HTTP/1.1" status: 200 len: 217 time: 0.0723453 Feb 10 06:30:02.303028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb5560-4031-4ba0-a92e-ceaed3feae9b req-73ee50fc-c1c9-48c2-9d7f-387e47bed75f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:02.305125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54bb5560-4031-4ba0-a92e-ceaed3feae9b req-73ee50fc-c1c9-48c2-9d7f-387e47bed75f tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 944 time: 0.1046164 Feb 10 06:30:02.381974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-4dc0d7c6-ae44-46f9-b46f-ef247a253ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:02.387762 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-4dc0d7c6-ae44-46f9-b46f-ef247a253ec9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 200 len: 860 time: 0.0841248 Feb 10 06:30:02.390103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54bb5560-4031-4ba0-a92e-ceaed3feae9b req-b073f910-17b7-4d62-bf1e-ad3f12e80f34 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747488 Feb 10 06:30:02.445895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-3c861aa4-fb4d-433c-b7e8-90f95eb04680 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd7850a8-bee2-4a53-874f-666566691896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437226 Feb 10 06:30:02.519115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ada45-9466-4562-b6e6-fa60f336beee req-6b5201e0-a1bd-4d96-acd3-a9b6b01d6bf3 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:02.526256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d57ada45-9466-4562-b6e6-fa60f336beee req-6b5201e0-a1bd-4d96-acd3-a9b6b01d6bf3 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 950 time: 0.0773900 Feb 10 06:30:02.609447 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-aa6ed286-e813-4a3f-87e2-58b9cd66b3b4 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562309 Feb 10 06:30:02.628952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a567a838-c03a-4ed5-86a0-3124573d9e38 req-3456a9e8-97bb-4397-a6df-448f17408c35 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 210 time: 0.0321486 Feb 10 06:30:02.642758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d57ada45-9466-4562-b6e6-fa60f336beee req-ac1b6051-fef0-4e4b-8b40-6dd402586cf4 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156213 Feb 10 06:30:02.756401 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-75f332ff-df1c-4243-9b77-95af9f53dc7f service neutron] 10.222.0.13 "GET /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392784 Feb 10 06:30:02.818351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27c764-aebd-498d-b7a1-27e325654722 req-8937d006-07c7-49a6-ad32-512d65589cc6 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:02.821656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-8937d006-07c7-49a6-ad32-512d65589cc6 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.24 "GET /v2.0/networks?id=047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 HTTP/1.1" status: 200 len: 814 time: 0.1685884 Feb 10 06:30:02.866828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Request body: {'port': {'device_id': 'a768c804-1066-41a9-b60e-be6ec23c311a', 'network_id': '047b51b5-4fba-447c-8e9f-c1f4ccd7abe0', 'admin_state_up': True, 'tenant_id': '19f76a143b3040e28a254bafb7bd64d6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:03.006963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b344-9161-45af-be10-08fc5a46e0bf req-446171dd-3dbb-4b66-9df3-639f576ed220 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:03.010779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2c9b344-9161-45af-be10-08fc5a46e0bf req-446171dd-3dbb-4b66-9df3-639f576ed220 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.1870711 Feb 10 06:30:03.091971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40485e02-f5d1-46e6-bdb1-ff8021811972 req-90ac5592-1974-463c-9d42-a0455bc19d37 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:03.093607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40485e02-f5d1-46e6-bdb1-ff8021811972 req-90ac5592-1974-463c-9d42-a0455bc19d37 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.2312624 Feb 10 06:30:03.109489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2c9b344-9161-45af-be10-08fc5a46e0bf req-e6698ca2-bcb3-47c4-b1ee-c3a24350c805 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932360 Feb 10 06:30:03.165664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Made reservation on behalf of 19f76a143b3040e28a254bafb7bd64d6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:03.177407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:03.196270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:30:03.247305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-3d9d99a8-effb-45ef-b9eb-fce382a1d72b tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:03.249149 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-3d9d99a8-effb-45ef-b9eb-fce382a1d72b tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa&tenant_id=cb34d3170a2f4925acf03a399ad15b89&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1126 time: 0.0973930 Feb 10 06:30:03.306181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:03.322651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'mac_address': 'fa:16:3e:9f:31:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:30:03.339842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40485e02-f5d1-46e6-bdb1-ff8021811972 req-997c0c7d-866c-4111-8a04-99755e658490 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290964 Feb 10 06:30:03.350605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d3ed-3488-45b5-8c3b-90f60898d805 req-0cdf1589-ea78-465e-b740-04c37f9877a0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:03.359510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb3d3ed-3488-45b5-8c3b-90f60898d805 req-0cdf1589-ea78-465e-b740-04c37f9877a0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.1669455 Feb 10 06:30:03.387269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:03.387676 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:03.408323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cd82c4-a8f0-48cd-97df-8c112b8badf4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:03.430190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b54b9d97-e47f-4d56-8bc7-45839743773f service neutron] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:03.435712 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b54b9d97-e47f-4d56-8bc7-45839743773f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:03.438267 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf57e227-5588-415f-ab6e-439e85b3f906 req-b54b9d97-e47f-4d56-8bc7-45839743773f service neutron] 10.222.0.13 "DELETE /v2.0/ports/9d45df55-8c29-43ea-a6a4-d7553b9cabc2/bindings/n-h2-828670-1 HTTP/1.1" status: 204 len: 173 time: 0.1804709 Feb 10 06:30:03.446182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:03.454425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:03.471052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb3d3ed-3488-45b5-8c3b-90f60898d805 req-7170ed77-4ac1-453e-9a69-54d8c89c4544 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011362 Feb 10 06:30:03.526030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Allocated IP 172.20.0.6 (047b51b5-4fba-447c-8e9f-c1f4ccd7abe0/0d7d1fec-85bf-4881-ab19-2c6d3c464387/24ea7e39-e143-4ca5-b221-31870c25b1a6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:30:03.553418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:03.575930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f24cab-ba52-42b5-8a3c-5710bbc212b8 req-0bbb4cb5-dc92-4097-9da6-091d269cf75c tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:03.577490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30f24cab-ba52-42b5-8a3c-5710bbc212b8 req-0bbb4cb5-dc92-4097-9da6-091d269cf75c tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 948 time: 0.0909235 Feb 10 06:30:03.703741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-974623ac-e91d-40ca-8779-07ab2877c621 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:03.705385 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-974623ac-e91d-40ca-8779-07ab2877c621 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.0621459 Feb 10 06:30:03.714711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbcfbb-6e27-4bf4-8587-80e1f6fb9cb1 req-43175567-a8fc-4fa6-9ad1-8c7d4f4f496d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:03.716211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67bbcfbb-6e27-4bf4-8587-80e1f6fb9cb1 req-43175567-a8fc-4fa6-9ad1-8c7d4f4f496d tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 944 time: 0.1643867 Feb 10 06:30:03.750218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30f24cab-ba52-42b5-8a3c-5710bbc212b8 req-3b37e882-385c-45d5-bbef-e9d7f6135ad0 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465323 Feb 10 06:30:03.764162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['33cd82c4-a8f0-48cd-97df-8c112b8badf4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:03.843896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67bbcfbb-6e27-4bf4-8587-80e1f6fb9cb1 req-b49cf946-67b2-4d89-8242-d5cb226a255c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948098 Feb 10 06:30:03.851824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Deleting port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:30:03.852175 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:03.883117 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Publish callbacks [] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:03.961503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdaec5b0-9e2a-47e6-91be-848d3dda5caa req-d0cce7d2-9e38-4116-b527-da736b011710 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 210 time: 0.0654454 Feb 10 06:30:03.989517 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] For port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:03.990178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:04.049681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2e3e9-826a-45f0-ab91-f7184c17ecad req-ecc8af42-d9fb-49e0-baaf-e4564952146f tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:04.059311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76d2e3e9-826a-45f0-ab91-f7184c17ecad req-ecc8af42-d9fb-49e0-baaf-e4564952146f tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 950 time: 0.1013551 Feb 10 06:30:04.085019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:04.171616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Network 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:04.179985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:04.205930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:30:04.255631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76d2e3e9-826a-45f0-ab91-f7184c17ecad req-e8daf770-bd83-46e0-ba9f-474728a8ac4d tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912053 Feb 10 06:30:04.256237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Pushing event updated for resources: {'Port': ['ID=24ea7e39-e143-4ca5-b221-31870c25b1a6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.283732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.289198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:04.289198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e79876a1-5bd5-421b-bea8-3a8e4744691d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:04.289198 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Floating IP e79876a1-5bd5-421b-bea8-3a8e4744691d disassociated. External IP: 172.25.8.177, port: 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5. Feb 10 06:30:04.289198 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Calling delete_port for 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:30:04.300371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:04.301008 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:04.316699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7836-bddd-4065-bed1-b07be14554bf req-3c05b5ed-1a37-4036-8768-e73a305fe2bb tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:04.318169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48ea7836-bddd-4065-bed1-b07be14554bf req-3c05b5ed-1a37-4036-8768-e73a305fe2bb tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 1126 time: 0.1781971 Feb 10 06:30:04.325893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-e93a9b29-9e49-4da6-aaff-e9ddd7eee9ef tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4870584 Feb 10 06:30:04.341164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Request body: {'port': {'device_id': 'a768c804-1066-41a9-b60e-be6ec23c311a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:04.475203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48ea7836-bddd-4065-bed1-b07be14554bf req-57669bb3-4b90-40f6-be82-85ccb76a732b tempest-LiveAutoBlockMigrationV225Test-1744449691 tempest-LiveAutoBlockMigrationV225Test-1744449691-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480219 Feb 10 06:30:04.481470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:04.497980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:04.533288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ea755-8ec7-4c43-8d53-f968c987e645 req-aed32b18-b011-41ec-b9e5-15615058668b tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:04.541791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-554ea755-8ec7-4c43-8d53-f968c987e645 req-aed32b18-b011-41ec-b9e5-15615058668b tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7 HTTP/1.1" status: 200 len: 946 time: 0.1661911 Feb 10 06:30:04.553610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Pushing event deleted for resources: {'Port': ['ID=6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:04.604566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.605824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.606217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.606739 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.608282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.609304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.609820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.610420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.610980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.611515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.613059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.613059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.613743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:04.723007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-554ea755-8ec7-4c43-8d53-f968c987e645 req-1d64bd8b-9053-4313-bbff-e9b226f9697d tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2147fc-c16a-4f17-b858-038be1c9c650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799302 Feb 10 06:30:05.055474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d60325-261b-4385-b7f0-f7c9da2efadb req-d97cfb9d-6dcd-419f-9334-db18925e7ce5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:05.059656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d60325-261b-4385-b7f0-f7c9da2efadb req-d97cfb9d-6dcd-419f-9334-db18925e7ce5 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1917284 Feb 10 06:30:05.202543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d60325-261b-4385-b7f0-f7c9da2efadb req-e812e5ef-b574-4817-a9cb-b22d0488c428 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189704 Feb 10 06:30:05.215202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:05.271038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd9c37-2331-4a90-b229-b720cc4aafa7 req-23f59108-0276-44be-b4d2-01974364415d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:05.273011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4cd9c37-2331-4a90-b229-b720cc4aafa7 req-23f59108-0276-44be-b4d2-01974364415d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.2122612 Feb 10 06:30:05.289864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-f33c751d-dc24-441f-a2bf-3f5808fad7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:05.291534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ea7e39-e143-4ca5-b221-31870c25b1a6 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:05.292118 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-f33c751d-dc24-441f-a2bf-3f5808fad7de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 1128 time: 0.5015950 Feb 10 06:30:05.300905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:30:05.307706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Publish callbacks [] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:05.320836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:30:05.343303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:05.344276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Transition to ACTIVE for port object 24ea7e39-e143-4ca5-b221-31870c25b1a6 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:30:05.344405 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:05.358227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:05.414392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4cd9c37-2331-4a90-b229-b720cc4aafa7 req-18cab952-9dda-4fa4-91ed-9b1aa45a6747 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257238 Feb 10 06:30:05.528609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:05.529124 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:05.568977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-5d758567-dfaa-4f50-9aa9-11ccab326600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:05.570765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-5d758567-dfaa-4f50-9aa9-11ccab326600 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.2680211 Feb 10 06:30:05.591811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:05.595269 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f40c73-6291-45ec-976c-773ff25bae8f" -d '{"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-plugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:05.632105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Pushing event updated for resources: {'Port': ['ID=24ea7e39-e143-4ca5-b221-31870c25b1a6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:05.634648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:30:05.637390 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-1fb6afcd-8023-49fd-9b81-dab9ce6a8c8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed2f24-fa79-4694-a17b-4083ab464004 HTTP/1.1" status: 200 len: 217 time: 0.0598142 Feb 10 06:30:05.664157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:05.667867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] Sync routers for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:30:05.684653 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:05.709169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] No DVR routers for this DVR port 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:30:05.729377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:30:05.730078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:29:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:05.766568 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:05.771964 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9f9fbee-09f8-4209-bf76-adef1a4d73d5 req-0a2cd67d-a8f9-47f9-99d9-6ef3248260c1 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.13 "DELETE /v2.0/ports/6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 HTTP/1.1" status: 204 len: 173 time: 2.0600841 Feb 10 06:30:05.774800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-c6416267-35f5-4f74-a264-d7548c5823e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:05.776849 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-c6416267-35f5-4f74-a264-d7548c5823e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.0688822 Feb 10 06:30:05.777300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'name': 'network-vif-deleted', 'tag': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:05.791416 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff376e41-bee5-4400-8d78-0a8e3e1d8065" -d '{"events": [{"server_uuid": "d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7", "name": "network-vif-deleted", "tag": "6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:05.882968 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e7f4f8a9-7e7d-43b2-863e-97c778f9697a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672376 Feb 10 06:30:05.931175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:05.987743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:30:06.070115 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-3575e58f-5499-4214-8da8-ff5fbb7cb243 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796007 Feb 10 06:30:06.207606 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-3d4da4cb-c278-45b9-8c46-862b7cc29836 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177499 Feb 10 06:30:06.283104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Attempting to bind port 24ea7e39-e143-4ca5-b221-31870c25b1a6 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:06.283444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Attempting to bind port 24ea7e39-e143-4ca5-b221-31870c25b1a6 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '33bf2571-933b-402a-ac05-2715e84ffd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '047b51b5-4fba-447c-8e9f-c1f4ccd7abe0'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:06.283768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Attempting to bind port 24ea7e39-e143-4ca5-b221-31870c25b1a6 on network 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:06.285836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:55Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '60bada3c-fd37-4b12-89b1-846056228269', 'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'mac_address': 'fa:16:3e:f0:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:53Z', 'updated_at': '2022-02-10T06:28:05Z', 'revision_number': 5, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'subnets': [{'id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:06.292827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Port 24ea7e39-e143-4ca5-b221-31870c25b1a6 on network 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:30:06.293234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Attempting to bind port 24ea7e39-e143-4ca5-b221-31870c25b1a6 on network 047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:06.302895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:06.303242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Checking segment: {'id': '33bf2571-933b-402a-ac05-2715e84ffd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '047b51b5-4fba-447c-8e9f-c1f4ccd7abe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:06.303700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Bound using segment: {'id': '33bf2571-933b-402a-ac05-2715e84ffd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '047b51b5-4fba-447c-8e9f-c1f4ccd7abe0'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:06.304057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Bound port: 24ea7e39-e143-4ca5-b221-31870c25b1a6, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bf2571-933b-402a-ac05-2715e84ffd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '047b51b5-4fba-447c-8e9f-c1f4ccd7abe0'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:06.304471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:06.319441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] Checking router: c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:30:06.326692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42fcb4-0af0-42c4-a996-809ea36ed656 req-bd60ff06-a49e-4b49-8f78-73b7b43c0850 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:06.330177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:30:06.330867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:29:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:06.334226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e42fcb4-0af0-42c4-a996-809ea36ed656 req-bd60ff06-a49e-4b49-8f78-73b7b43c0850 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 949 time: 0.6967185 Feb 10 06:30:06.454224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dda6b-29ea-4f4e-8c5e-e89a15c8cb91 req-81ea9574-bb38-4654-a927-badc29b032eb tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:06.455846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f1dda6b-29ea-4f4e-8c5e-e89a15c8cb91 req-81ea9574-bb38-4654-a927-badc29b032eb tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 943 time: 0.6936297 Feb 10 06:30:06.476313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e42fcb4-0af0-42c4-a996-809ea36ed656 req-30d9cc55-03f6-47dc-8b95-661168d4ae43 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410227 Feb 10 06:30:06.572508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-57f0895b-ea47-44dc-b2d2-f9dedd6eab96 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:06.575316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-57f0895b-ea47-44dc-b2d2-f9dedd6eab96 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.13 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 944 time: 0.1330521 Feb 10 06:30:06.590838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] For port 24ea7e39-e143-4ca5-b221-31870c25b1a6, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:06.627667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f1dda6b-29ea-4f4e-8c5e-e89a15c8cb91 req-53ae6bc2-3403-44d2-abfc-ecf4a6c522e7 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418774 Feb 10 06:30:06.629705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] For port 24ea7e39-e143-4ca5-b221-31870c25b1a6, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=24ea7e39-e143-4ca5-b221-31870c25b1a6,segment=NetworkSegment(33bf2571-933b-402a-ac05-2715e84ffd04),segment_id=33bf2571-933b-402a-ac05-2715e84ffd04)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:06.675541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:06.754496 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653cc4cc-4564-4acd-9dee-1ea4bdd19096 x-openstack-request-id: req-653cc4cc-4564-4acd-9dee-1ea4bdd19096 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:06.754708 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-plugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:06.768237 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-653cc4cc-4564-4acd-9dee-1ea4bdd19096 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:06.768839 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'code': 200} Feb 10 06:30:06.807213 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:06.810862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Pushing event updated for resources: {'Port': ['ID=24ea7e39-e143-4ca5-b221-31870c25b1a6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:06.815770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:06.816399 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:06.817951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-2eec82c5-abdf-4f25-98e9-628d4e08d341 service neutron] 10.222.0.24 "PUT /v2.0/ports/24ea7e39-e143-4ca5-b221-31870c25b1a6 HTTP/1.1" status: 200 len: 1091 time: 2.4825335 Feb 10 06:30:06.819805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a768c804-1066-41a9-b60e-be6ec23c311a', 'tag': '24ea7e39-e143-4ca5-b221-31870c25b1a6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:06.827315 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f31077-3c04-4d9a-9eb7-84636b78f761" -d '{"events": [{"name": "network-changed", "server_uuid": "a768c804-1066-41a9-b60e-be6ec23c311a", "tag": "24ea7e39-e143-4ca5-b221-31870c25b1a6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:06.839842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:30:06.867380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a80c1-5668-4422-a03e-d609b7b109e2 req-0e202140-6749-46c6-a1cb-01426f4e1e63 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:06.870247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c3a80c1-5668-4422-a03e-d609b7b109e2 req-0e202140-6749-46c6-a1cb-01426f4e1e63 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 944 time: 0.2611568 Feb 10 06:30:06.908251 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb28b48-f1ef-4e71-a98e-fd74b5f89f7d x-openstack-request-id: req-9eb28b48-f1ef-4e71-a98e-fd74b5f89f7d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:06.915383 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7", "name": "network-vif-deleted", "tag": "6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:06.915383 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9eb28b48-f1ef-4e71-a98e-fd74b5f89f7d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:06.924980 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bf7724-c5d5-4c4d-8a91-6cfbc6ba97f7', 'name': 'network-vif-deleted', 'tag': '6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5', 'status': 'completed', 'code': 200} Feb 10 06:30:06.930647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Deleting port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:30:06.942271 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:07.013303 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c3a80c1-5668-4422-a03e-d609b7b109e2 req-dd05c3ec-f102-4375-a608-b1a1e3041f53 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903285 Feb 10 06:30:07.102555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8846-9c5a-4955-9e28-1faff7b58622 req-be091473-0925-400c-8e7b-8dcc7254f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:07.104370 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b6f8846-9c5a-4955-9e28-1faff7b58622 req-be091473-0925-400c-8e7b-8dcc7254f4dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 1131 time: 0.3239894 Feb 10 06:30:07.111099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27c764-aebd-498d-b7a1-27e325654722 req-d611c210-839c-488c-b4d1-7c9f2ce36e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:07.117560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-d611c210-839c-488c-b4d1-7c9f2ce36e11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19f76a143b3040e28a254bafb7bd64d6&device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 1125 time: 0.2461383 Feb 10 06:30:07.195652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] For port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:07.196023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:07.197836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-0858059e-c9b0-4103-8203-6ce0df66e2cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ea7e39-e143-4ca5-b221-31870c25b1a6 HTTP/1.1" status: 200 len: 217 time: 0.0695896 Feb 10 06:30:07.229957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:55Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '60bada3c-fd37-4b12-89b1-846056228269', 'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'mac_address': 'fa:16:3e:f0:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:53Z', 'updated_at': '2022-02-10T06:28:05Z', 'revision_number': 5, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'subnets': [{'id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:07.247459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Calling delete_port for 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:30:07.262624 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b6f8846-9c5a-4955-9e28-1faff7b58622 req-c214ec3d-0a75-47d1-add7-4604d81e381b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484728 Feb 10 06:30:07.266922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a80d0f-b820-44b5-89bd-56ef70c5ecdc None None] The sync data for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 is: [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:27:55Z', 'revision_number': 4, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '60bada3c-fd37-4b12-89b1-846056228269', 'name': '', 'network_id': 'fe02e4a1-9d63-4399-80df-8ad7afdf1fc2', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'mac_address': 'fa:16:3e:f0:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:53Z', 'updated_at': '2022-02-10T06:28:05Z', 'revision_number': 5, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'subnets': [{'id': '61751964-22ab-4b93-8450-54ef7afaffd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:30:07.309157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcfb7e-6914-44ff-ae57-f44bde69e3d7 req-be38c653-3b3c-4e42-8703-e4935c229915 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:07.314837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03dcfb7e-6914-44ff-ae57-f44bde69e3d7 req-be38c653-3b3c-4e42-8703-e4935c229915 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.2989223 Feb 10 06:30:07.326869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27c764-aebd-498d-b7a1-27e325654722 req-bb228596-382a-49a3-bb4a-0028c33e9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:07.328617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-bb228596-382a-49a3-bb4a-0028c33e9206 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d7d1fec-85bf-4881-ab19-2c6d3c464387 HTTP/1.1" status: 200 len: 854 time: 0.1250925 Feb 10 06:30:07.365951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c280f-c611-4328-bf37-13f1bc4c6fff req-4f2f5634-cbf0-4fc2-975c-6b658ef03889 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:07.367677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1c280f-c611-4328-bf37-13f1bc4c6fff req-4f2f5634-cbf0-4fc2-975c-6b658ef03889 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.1824999 Feb 10 06:30:07.422927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03dcfb7e-6914-44ff-ae57-f44bde69e3d7 req-2eb0bdb1-0b37-42dd-baf7-44ff6ec8f246 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932236 Feb 10 06:30:07.455032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9d45df55-8c29-43ea-a6a4-d7553b9cabc2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:07.469157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d4438826-e832-49a2-af98-df131a93d6bd', 'e32670f1-3978-4086-ba33-0b413e6308c0'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:07.497383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Pushing event deleted for resources: {'Port': ['ID=9d45df55-8c29-43ea-a6a4-d7553b9cabc2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:07.511811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1c280f-c611-4328-bf37-13f1bc4c6fff req-5c31389a-12d9-459d-be98-b4110d8067cf tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284671 Feb 10 06:30:07.580183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36290) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:07.607664 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-1b69af1f-5dec-4691-a244-731b88d6dbaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=047b51b5-4fba-447c-8e9f-c1f4ccd7abe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903480 Feb 10 06:30:07.663528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] No DVR routers for this DVR port 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:30:07.669723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:07.680911 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463d2492-841a-4ab7-b985-66d95f64c983 x-openstack-request-id: req-463d2492-841a-4ab7-b985-66d95f64c983 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:07.681999 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a768c804-1066-41a9-b60e-be6ec23c311a", "tag": "24ea7e39-e143-4ca5-b221-31870c25b1a6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:07.682531 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-463d2492-841a-4ab7-b985-66d95f64c983 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:07.682948 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a768c804-1066-41a9-b60e-be6ec23c311a', 'tag': '24ea7e39-e143-4ca5-b221-31870c25b1a6', 'status': 'completed', 'code': 200} Feb 10 06:30:07.686024 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67af6427-efb8-46ca-ab8b-205bcb6d7a2d req-315ef1bf-50f2-4d3a-afff-2215a5e2c686 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.13 "DELETE /v2.0/ports/9d45df55-8c29-43ea-a6a4-d7553b9cabc2 HTTP/1.1" status: 204 len: 173 time: 1.0918014 Feb 10 06:30:07.690742 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e27ed63-7f72-40b1-b15f-98102562e4a8 None None] New status for floating IP e79876a1-5bd5-421b-bea8-3a8e4744691d: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:30:07.809950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:07.810366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-785c0991-df1b-4dc8-9072-6650530f1f60 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group (5e2147fc-c16a-4f17-b858-038be1c9c650), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:07.856332 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-785c0991-df1b-4dc8-9072-6650530f1f60 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group (5e2147fc-c16a-4f17-b858-038be1c9c650), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:07.877002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:30:07.877418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6125e2f4-4b0a-4b21-ab6f-a70b9dce87b5 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:30:07.950811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-785c0991-df1b-4dc8-9072-6650530f1f60 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5e2147fc-c16a-4f17-b858-038be1c9c650), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:07.953589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-785c0991-df1b-4dc8-9072-6650530f1f60 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:07.957139 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-785c0991-df1b-4dc8-9072-6650530f1f60 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e2147fc-c16a-4f17-b858-038be1c9c650 HTTP/1.1" status: 204 len: 168 time: 0.3723838 Feb 10 06:30:07.958172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36304) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:08.003803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c0991-df1b-4dc8-9072-6650530f1f60 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2147fc-c16a-4f17-b858-038be1c9c650,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:08.016363 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-4bc6fe96-f994-4465-9445-407733f4bf3c tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] show failed (client error): The resource could not be found. Feb 10 06:30:08.019899 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4bc6fe96-f994-4465-9445-407733f4bf3c tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "GET /v2.0/security-groups/5e2147fc-c16a-4f17-b858-038be1c9c650 HTTP/1.1" status: 404 len: 347 time: 0.0582709 Feb 10 06:30:08.022365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36306) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:08.036913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-8bc1f22a-aa03-4114-8bfc-0dfafbc2af51 service neutron] 10.222.0.24 "GET /v2.0/networks/047b51b5-4fba-447c-8e9f-c1f4ccd7abe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241376 Feb 10 06:30:08.169238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ce18-1d2c-440f-b573-eb902e87dfc5 req-5ae9d89b-7eda-449e-aa1d-43df59659614 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:08.170922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c586ce18-1d2c-440f-b573-eb902e87dfc5 req-5ae9d89b-7eda-449e-aa1d-43df59659614 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 949 time: 0.3687363 Feb 10 06:30:08.195064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065888-7750-4132-a0df-f88df3b78301 req-8da77bc3-5f9c-4dcc-8061-3b04ea8a0afe tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:08.197774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2065888-7750-4132-a0df-f88df3b78301 req-8da77bc3-5f9c-4dcc-8061-3b04ea8a0afe tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 943 time: 0.3934000 Feb 10 06:30:08.277873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Deleting port e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:30:08.278376 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:08.341076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a27c764-aebd-498d-b7a1-27e325654722 req-0e9f54c4-0bb4-49ed-82e6-957ff2795455 service neutron] 10.222.0.24 "GET /v2.0/networks/047b51b5-4fba-447c-8e9f-c1f4ccd7abe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918885 Feb 10 06:30:08.361219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c586ce18-1d2c-440f-b573-eb902e87dfc5 req-030d3c00-beac-499a-a5db-3d464570f395 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745846 Feb 10 06:30:08.408175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2065888-7750-4132-a0df-f88df3b78301 req-4fc28b89-52a5-44e8-9145-e1081085a3ee tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549597 Feb 10 06:30:08.433292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:08.433621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for floatingip (e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:08.457166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Calling delete_port for e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:30:08.511995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-54bc9fa2-9348-4a21-aad9-81a78efa5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:08.514087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-54bc9fa2-9348-4a21-aad9-81a78efa5185 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19f76a143b3040e28a254bafb7bd64d6&device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 1125 time: 0.0941918 Feb 10 06:30:08.578248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7318164b-5754-4544-8dd7-6523eae41b51 req-c50e4f6c-9a0e-4eae-8e0d-1d3882d35f6a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 210 time: 0.0606964 Feb 10 06:30:08.701972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:08.719598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de69a7-e164-49f3-b23d-e2b093a85440 req-1bca4b5b-eee5-4fe8-a46b-4088f13c0fd2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:08.726822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78de69a7-e164-49f3-b23d-e2b093a85440 req-1bca4b5b-eee5-4fe8-a46b-4088f13c0fd2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1511977 Feb 10 06:30:08.738119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-f308c172-4038-4243-a655-4147ace11f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:08.739716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-f308c172-4038-4243-a655-4147ace11f2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 HTTP/1.1" status: 200 len: 914 time: 0.1949942 Feb 10 06:30:08.757273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Pushing event deleted for resources: {'Port': ['ID=e3c04b48-e56b-45b8-a0c3-cbc6e4de3da5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:08.834026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks [] for floatingip (e79876a1-5bd5-421b-bea8-3a8e4744691d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:08.841231 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:08.845675 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-285a945c-4cdf-4770-8c92-a60adf3d8af3 tempest-ServersTestManualDisk-606406672 tempest-ServersTestManualDisk-606406672-project] 10.222.0.21 "DELETE /v2.0/floatingips/e79876a1-5bd5-421b-bea8-3a8e4744691d HTTP/1.1" status: 204 len: 168 time: 0.8193781 Feb 10 06:30:08.845854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-cf66a199-e625-438a-97c6-b052c285f478 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ea7e39-e143-4ca5-b221-31870c25b1a6 HTTP/1.1" status: 200 len: 217 time: 0.0791252 Feb 10 06:30:08.845984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36324) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:08.925206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78de69a7-e164-49f3-b23d-e2b093a85440 req-18c9326a-e62a-43f4-8488-0011e9402600 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927903 Feb 10 06:30:08.938908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'name': 'network-vif-deleted', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:08.945877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-8ce4913f-4bee-4e08-b815-1beaae29d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:08.949460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-8ce4913f-4bee-4e08-b815-1beaae29d870 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d7d1fec-85bf-4881-ab19-2c6d3c464387 HTTP/1.1" status: 200 len: 854 time: 0.0959044 Feb 10 06:30:08.949708 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6416f0-8b6e-411b-9fe6-461504b26a88" -d '{"events": [{"server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "name": "network-vif-deleted", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:08.964889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67835-8275-4e8a-945d-714b0acc242a req-2c6c14d2-5a91-436f-9f60-bd90652bb48e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:08.972112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7e67835-8275-4e8a-945d-714b0acc242a req-2c6c14d2-5a91-436f-9f60-bd90652bb48e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.2310662 Feb 10 06:30:09.001367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-65e03902-fd76-4f67-94c0-53a750116fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=047b51b5-4fba-447c-8e9f-c1f4ccd7abe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272157 Feb 10 06:30:09.099087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7e67835-8275-4e8a-945d-714b0acc242a req-e1ff1fa6-747e-47cf-ac58-f5681efd574d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174004 Feb 10 06:30:09.104624 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b371ec-713f-4e14-88b6-e5bf6c1d0f1f x-openstack-request-id: req-38b371ec-713f-4e14-88b6-e5bf6c1d0f1f {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:09.105758 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8475057b-8250-4a6f-b8ba-f3d91a6547fa", "name": "network-vif-deleted", "tag": "9d45df55-8c29-43ea-a6a4-d7553b9cabc2", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:09.106076 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38b371ec-713f-4e14-88b6-e5bf6c1d0f1f {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:09.106554 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8475057b-8250-4a6f-b8ba-f3d91a6547fa', 'name': 'network-vif-deleted', 'tag': '9d45df55-8c29-43ea-a6a4-d7553b9cabc2', 'status': 'completed', 'code': 200} Feb 10 06:30:09.197989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-22573f16-0c4a-43a0-9e21-e16d0d0cda7a service neutron] 10.222.0.24 "GET /v2.0/networks/047b51b5-4fba-447c-8e9f-c1f4ccd7abe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745949 Feb 10 06:30:09.315231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23f31077-3c04-4d9a-9eb7-84636b78f761 req-4eadd3c7-ae51-4199-b677-85684e93342d service neutron] 10.222.0.24 "GET /v2.0/networks/047b51b5-4fba-447c-8e9f-c1f4ccd7abe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105373 Feb 10 06:30:09.445721 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:09.560431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500a7ac-cbfd-4d1d-80ce-96fae0843232 req-690d9333-cf2f-4e6a-890e-75a9dcf928df tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:09.562331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7500a7ac-cbfd-4d1d-80ce-96fae0843232 req-690d9333-cf2f-4e6a-890e-75a9dcf928df tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 949 time: 0.1194358 Feb 10 06:30:09.609819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeb27c-babc-439c-8d3e-5fd36a06b1db req-f0d4b9a1-d029-4332-966b-5189640e8538 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:09.611377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45eeb27c-babc-439c-8d3e-5fd36a06b1db req-f0d4b9a1-d029-4332-966b-5189640e8538 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 943 time: 0.1220777 Feb 10 06:30:09.656788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7500a7ac-cbfd-4d1d-80ce-96fae0843232 req-e2a9d9d9-c1f8-4e6c-b168-d8696ba0aa1d tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818911 Feb 10 06:30:09.723700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45eeb27c-babc-439c-8d3e-5fd36a06b1db req-e5daea8d-53ca-4e21-b488-7647f49fc952 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972612 Feb 10 06:30:09.782841 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c05eb7f-49aa-4b5d-9ee3-a6e1823001d6 req-1eacb6b8-47ea-451e-a6e0-d3dbd9e11588 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 210 time: 0.0335073 Feb 10 06:30:09.790273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Deleting port 60bada3c-fd37-4b12-89b1-846056228269 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:30:09.792177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (60bada3c-fd37-4b12-89b1-846056228269), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:09.807061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:30:09.814787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:09.874951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:30:09.875729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9d45df55-8c29-43ea-a6a4-d7553b9cabc2 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:30:09.884560 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:09.959681 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] For port 60bada3c-fd37-4b12-89b1-846056228269, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=60bada3c-fd37-4b12-89b1-846056228269,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:09.960065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (60bada3c-fd37-4b12-89b1-846056228269), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:09.998495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Calling delete_port for 60bada3c-fd37-4b12-89b1-846056228269 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:30:10.010132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:10.034139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'mac_address': 'fa:16:3e:bf:5f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:30:10.079150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7c7019e6-fd11-4f27-b3e5-9686463be62e is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:10.079674 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:10.095629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c7019e6-fd11-4f27-b3e5-9686463be62e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:10.126131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:10.135040 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:10.167890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1db584-33f4-402a-bb58-07dafe3046c4 req-179babbf-c6e0-4417-a169-f2441d32ced4 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:10.169608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd1db584-33f4-402a-bb58-07dafe3046c4 req-179babbf-c6e0-4417-a169-f2441d32ced4 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1448448 Feb 10 06:30:10.276881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['7c7019e6-fd11-4f27-b3e5-9686463be62e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:10.287979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:10.311025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd1db584-33f4-402a-bb58-07dafe3046c4 req-42a40b88-a3db-4886-8ebb-a7d7dd08a2da tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295228 Feb 10 06:30:10.349815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (60bada3c-fd37-4b12-89b1-846056228269), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:10.357235 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8be24327-1fbe-41a0-8c19-c5f711d69576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:10.390126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Pushing event deleted for resources: {'Port': ['ID=60bada3c-fd37-4b12-89b1-846056228269,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:10.586609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13819ae9-7912-4bd4-9dd7-83ae30f46164 req-fb46909d-c0fe-4da7-b639-8c3dbd227e73 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:10.604452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13819ae9-7912-4bd4-9dd7-83ae30f46164 req-fb46909d-c0fe-4da7-b639-8c3dbd227e73 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.1321912 Feb 10 06:30:10.715901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13819ae9-7912-4bd4-9dd7-83ae30f46164 req-036d1a5b-a16e-4034-98f2-475456c93b16 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086237 Feb 10 06:30:10.796974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:10.933562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf589ed-3b4e-4ef6-802a-27aacf4127ba req-8fe3ff8a-05e0-4d8e-b1e8-91548fac152d tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:10.941885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf589ed-3b4e-4ef6-802a-27aacf4127ba req-8fe3ff8a-05e0-4d8e-b1e8-91548fac152d tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 943 time: 0.1051857 Feb 10 06:30:11.000966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-350de644-e5bf-48e6-9853-cd10af61713d req-eb1c2aad-bc3b-4b30-92d6-1f53375e0591 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 210 time: 0.0804660 Feb 10 06:30:11.064550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf589ed-3b4e-4ef6-802a-27aacf4127ba req-4e2d6047-41d0-4332-8301-dfc923c7f3f4 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171649 Feb 10 06:30:11.155485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:30:11.236837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 24ea7e39-e143-4ca5-b221-31870c25b1a6 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:30:11.307807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:30:11.316191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36424) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:11.316589 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4adedd2f-0a29-4b1a-b470-dc6334ccf931 admin admin] 10.222.0.21 "PUT /v2.0/routers/c9cdc82d-a00d-41b7-9bc6-a67a48b565c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4695311 Feb 10 06:30:11.355147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] Sync routers for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:30:11.577567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 24ea7e39-e143-4ca5-b221-31870c25b1a6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=24ea7e39-e143-4ca5-b221-31870c25b1a6,segment=NetworkSegment(33bf2571-933b-402a-ac05-2715e84ffd04),segment_id=33bf2571-933b-402a-ac05-2715e84ffd04)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:11.602552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '24ea7e39-e143-4ca5-b221-31870c25b1a6', 'network_id': '047b51b5-4fba-447c-8e9f-c1f4ccd7abe0', 'port_id': '24ea7e39-e143-4ca5-b221-31870c25b1a6', 'mac_address': 'fa:16:3e:68:32:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7d1fec-85bf-4881-ab19-2c6d3c464387', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:30:11.737350 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks [] for router (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:11.755761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 24ea7e39-e143-4ca5-b221-31870c25b1a6 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:11.757272 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:11.762664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:30:11.768918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:29:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:11.846681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:11.898240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1860d85-42f5-4a6d-90a3-1b25934b05b1 req-66cfe746-092f-4682-a116-ddf7e09ce0bd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:11.906521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ea7e39-e143-4ca5-b221-31870c25b1a6 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:11.909850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1860d85-42f5-4a6d-90a3-1b25934b05b1 req-66cfe746-092f-4682-a116-ddf7e09ce0bd tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.3234067 Feb 10 06:30:11.932403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 24ea7e39-e143-4ca5-b221-31870c25b1a6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=24ea7e39-e143-4ca5-b221-31870c25b1a6,segment=NetworkSegment(33bf2571-933b-402a-ac05-2715e84ffd04),segment_id=33bf2571-933b-402a-ac05-2715e84ffd04)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:11.948965 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:12.091617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 7c7019e6-fd11-4f27-b3e5-9686463be62e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:12.092409 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:12.140010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea24144-02db-46ce-8ee8-1b8559788f36 req-706c0d55-75b7-4052-83cd-d2dcb4af672d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:12.141968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=24ea7e39-e143-4ca5-b221-31870c25b1a6,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:12.145686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:30:12.154466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ea24144-02db-46ce-8ee8-1b8559788f36 req-706c0d55-75b7-4052-83cd-d2dcb4af672d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.2938333 Feb 10 06:30:12.242521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.243064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.243462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.244873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.245222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.247199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.247567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.247917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.250495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1860d85-42f5-4a6d-90a3-1b25934b05b1 req-5e20e9cc-3f3f-4122-bc12-b4556840bc06 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388717 Feb 10 06:30:12.251749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.252109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.252746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.253105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.253469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:12.382489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ea24144-02db-46ce-8ee8-1b8559788f36 req-e0a024eb-637e-4ccf-8f95-1b16433d81db tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232978 Feb 10 06:30:12.411178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks [] for router_gateway (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:12.500642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['24ea7e39-e143-4ca5-b221-31870c25b1a6'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:12.620106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05902efc-7acb-48a2-9a43-bdca7ca4961e req-02cbb139-c8a9-4cb7-a527-edfcbfce2f5e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 210 time: 0.1135106 Feb 10 06:30:12.659436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c673c8-d81d-4ad1-8530-4ad9ec87312d req-ea661a23-36bc-4c38-9a3f-a1c860c8dd6f tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:12.660614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42c673c8-d81d-4ad1-8530-4ad9ec87312d req-ea661a23-36bc-4c38-9a3f-a1c860c8dd6f tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 944 time: 0.1142685 Feb 10 06:30:12.671005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Deleting port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:30:12.671346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:12.740216 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10a81d3a-f7e4-4306-a0dd-1b6407b6842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:12.765656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42c673c8-d81d-4ad1-8530-4ad9ec87312d req-cd414b0d-20ee-424a-994b-1cbb6f06a041 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922177 Feb 10 06:30:12.826939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7c7019e6-fd11-4f27-b3e5-9686463be62e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:12.827467 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:12.886800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:12.889325 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c5015c-2a8d-472a-b6dd-92502973d469" -d '{"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:12.916212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:12.919280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:30:10Z', 'revision_number': 5, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port': {'id': '086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:27:47Z', 'updated_at': '2022-02-10T06:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:12.924117 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:12.925842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] For port 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:12.926215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:12.961695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Calling delete_port for 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:30:12.965888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] Checking router: c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:30:13.040822 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd8716-902f-4825-a493-ed0469ba1e28 x-openstack-request-id: req-dfdd8716-902f-4825-a493-ed0469ba1e28 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:13.041248 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:13.041725 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfdd8716-902f-4825-a493-ed0469ba1e28 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:13.042059 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'code': 200} Feb 10 06:30:13.073525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] Routers {'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:30:13.074075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:30:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:13.143965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:13.215512 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:13.247377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Pushing event deleted for resources: {'Port': ['ID=086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:13.336287 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:13.425630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:30:13.484902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] Set router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:30:13.574450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:30:12Z', 'revision_number': 6, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:13.619192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1a330-aa39-4ccc-8e31-70cf05cdd7d1 None None] The sync data for ids ['c9cdc82d-a00d-41b7-9bc6-a67a48b565c9'] in n-d-828670-1 is: [{'id': 'c9cdc82d-a00d-41b7-9bc6-a67a48b565c9', 'name': 'tempest-ServersTestManualDisk-931883603-router', 'tenant_id': '41cd42f535424cefa8fa6384061b8d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:27:44Z', 'updated_at': '2022-02-10T06:30:12Z', 'revision_number': 6, 'project_id': '41cd42f535424cefa8fa6384061b8d5f', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:30:13.660493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:13.687155 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks [] for router_controller (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:13.732414 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:13.767313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:13.782021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'mac_address': 'fa:16:3e:9f:31:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:30:13.886516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:13.886516 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:13.890137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (c9cdc82d-a00d-41b7-9bc6-a67a48b565c9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:13.891015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:30:13.903332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656c284-6283-4344-b9a7-bb7bd4594349 req-cde1922c-8874-40d6-8a82-9b3eeca59617 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:13.910606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5656c284-6283-4344-b9a7-bb7bd4594349 req-cde1922c-8874-40d6-8a82-9b3eeca59617 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.4135215 Feb 10 06:30:13.917144 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:13.919303 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0ac9054-57a2-442b-a7ed-233f3c30a543 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c9cdc82d-a00d-41b7-9bc6-a67a48b565c9 HTTP/1.1" status: 204 len: 168 time: 2.6021128 Feb 10 06:30:13.921910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36524) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:13.938289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33cd82c4-a8f0-48cd-97df-8c112b8badf4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:13.991333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1160b4-6cc4-45e9-8999-de1a19936a85 req-cc83f8f5-7bb6-41ff-b8d5-a96794fc41cd tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:13.999222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d1160b4-6cc4-45e9-8999-de1a19936a85 req-cc83f8f5-7bb6-41ff-b8d5-a96794fc41cd tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 949 time: 0.3446062 Feb 10 06:30:14.027641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-e512f6d6-f679-4956-8cc9-0c686f699504 admin admin] Deleting subnet 61751964-22ab-4b93-8450-54ef7afaffd9 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:30:14.032151 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e512f6d6-f679-4956-8cc9-0c686f699504 admin admin] Publish callbacks [] for subnet (61751964-22ab-4b93-8450-54ef7afaffd9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:14.090705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:14.103890 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:14.111490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e512f6d6-f679-4956-8cc9-0c686f699504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (61751964-22ab-4b93-8450-54ef7afaffd9), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:14.128516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5656c284-6283-4344-b9a7-bb7bd4594349 req-217a2fdd-699f-4ae0-838c-5fed7b0b1b9a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163110 Feb 10 06:30:14.237267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d1160b4-6cc4-45e9-8999-de1a19936a85 req-6c453a2d-2b51-4819-8449-cc68d6d981e1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371390 Feb 10 06:30:14.257920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:14.266130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['33cd82c4-a8f0-48cd-97df-8c112b8badf4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:14.400027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82170266-4ed9-4441-beea-ca28292d2d7b req-dc1f69c8-8fe6-4e12-b339-8a74f0536419 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8475057b-8250-4a6f-b8ba-f3d91a6547fa HTTP/1.1" status: 200 len: 210 time: 0.0792248 Feb 10 06:30:14.414627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e512f6d6-f679-4956-8cc9-0c686f699504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (61751964-22ab-4b93-8450-54ef7afaffd9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:14.545965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e512f6d6-f679-4956-8cc9-0c686f699504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (61751964-22ab-4b93-8450-54ef7afaffd9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:14.549896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe09382-d9d8-4751-a014-416051364299 req-d2d0288f-faec-4a5e-883d-072d58fd6e70 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:14.558008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abe09382-d9d8-4751-a014-416051364299 req-d2d0288f-faec-4a5e-883d-072d58fd6e70 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 944 time: 0.1561828 Feb 10 06:30:14.630507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512f6d6-f679-4956-8cc9-0c686f699504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61751964-22ab-4b93-8450-54ef7afaffd9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:14.643120 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e512f6d6-f679-4956-8cc9-0c686f699504 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:14.654916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e512f6d6-f679-4956-8cc9-0c686f699504 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/61751964-22ab-4b93-8450-54ef7afaffd9 HTTP/1.1" status: 204 len: 168 time: 0.7308984 Feb 10 06:30:14.661235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36558) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:14.684120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b1c4a-638c-4511-b5bf-8305e60ebc23 None None] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:30:14.709072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abe09382-d9d8-4751-a014-416051364299 req-51bf7c36-c986-4a02-9386-4ca1988b7ce9 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371384 Feb 10 06:30:14.805553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (fe02e4a1-9d63-4399-80df-8ad7afdf1fc2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:14.936163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Deleting port 7032e401-c288-4825-b417-ce566dbe4efd {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:30:14.936817 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7032e401-c288-4825-b417-ce566dbe4efd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.096184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] DHCP port deletion for fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:30:15.105855 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.126620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] For port 7032e401-c288-4825-b417-ce566dbe4efd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7032e401-c288-4825-b417-ce566dbe4efd,segment=NetworkSegment(91bf2a50-58f1-4b92-ad48-2c38f896b2f6),segment_id=91bf2a50-58f1-4b92-ad48-2c38f896b2f6)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:15.126967 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7032e401-c288-4825-b417-ce566dbe4efd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.151168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Calling delete_port for 7032e401-c288-4825-b417-ce566dbe4efd owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:30:15.264412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7032e401-c288-4825-b417-ce566dbe4efd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.286717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 24ea7e39-e143-4ca5-b221-31870c25b1a6 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:15.303305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Pushing event deleted for resources: {'Port': ['ID=7032e401-c288-4825-b417-ce566dbe4efd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:15.318466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] No DVR routers for this DVR port 7032e401-c288-4825-b417-ce566dbe4efd on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:30:15.427606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] Deleting port 7032e401-c288-4825-b417-ce566dbe4efd {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:30:15.427981 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7032e401-c288-4825-b417-ce566dbe4efd), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.492476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (fe02e4a1-9d63-4399-80df-8ad7afdf1fc2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.533735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe02e4a1-9d63-4399-80df-8ad7afdf1fc2']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:15.545842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bf2a50-58f1-4b92-ad48-2c38f896b2f6') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:15.546055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bf2a50-58f1-4b92-ad48-2c38f896b2f6') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:15.557454 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (91bf2a50-58f1-4b92-ad48-2c38f896b2f6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.584077 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (91bf2a50-58f1-4b92-ad48-2c38f896b2f6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.592429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:30:15.593035 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (91bf2a50-58f1-4b92-ad48-2c38f896b2f6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.687755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] For port 7032e401-c288-4825-b417-ce566dbe4efd, host n-d-828670-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:15.688530 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7032e401-c288-4825-b417-ce566dbe4efd), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.690802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 24ea7e39-e143-4ca5-b221-31870c25b1a6 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:30:15.710099 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:30:15.716381 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (fe02e4a1-9d63-4399-80df-8ad7afdf1fc2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.737590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.748560 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 HTTP/1.1" status: 204 len: 168 time: 1.0846834 Feb 10 06:30:15.763490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] Calling delete_port for 7032e401-c288-4825-b417-ce566dbe4efd owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:30:15.768478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] Port 7032e401-c288-4825-b417-ce566dbe4efd was not found and therefore no delete operation was performed {{(pid=103215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:30:15.769962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 24ea7e39-e143-4ca5-b221-31870c25b1a6 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:15.770402 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.772175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (7032e401-c288-4825-b417-ce566dbe4efd), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:15.815725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a734da3-432a-44ef-9169-4bd43956e03d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe02e4a1-9d63-4399-80df-8ad7afdf1fc2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:15.950680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] Network fe02e4a1-9d63-4399-80df-8ad7afdf1fc2 is not hosted by any dhcp agent {{(pid=103215) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:30:15.951153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] No DVR routers for this DVR port 7032e401-c288-4825-b417-ce566dbe4efd on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:30:15.958234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 60bada3c-fd37-4b12-89b1-846056228269 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:16.051607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc65ae9-8f12-4003-a7c7-ad96e024e7e3 None None] Pushing event deleted for resources: {'Port': ['ID=7032e401-c288-4825-b417-ce566dbe4efd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:16.089436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 60bada3c-fd37-4b12-89b1-846056228269 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:30:16.091397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 60bada3c-fd37-4b12-89b1-846056228269 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:30:16.092822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:16.204331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:30:16.204331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 086a5bc8-dc9c-4c8e-bcbd-fccfaa10b844 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:30:16.204331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7032e401-c288-4825-b417-ce566dbe4efd no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:16.245259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7032e401-c288-4825-b417-ce566dbe4efd {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:30:16.250480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7032e401-c288-4825-b417-ce566dbe4efd not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:30:16.403198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36596) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:16.535371 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36598) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:16.563995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff80ba05-93a6-4e26-924d-fbf4dfa5cb2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41cd42f535424cefa8fa6384061b8d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593673 Feb 10 06:30:16.579019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 24ea7e39-e143-4ca5-b221-31870c25b1a6 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:16.588972 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:16.681852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:16.708319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a768c804-1066-41a9-b60e-be6ec23c311a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea7e39-e143-4ca5-b221-31870c25b1a6'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:16.719350 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284a4efd-ea9f-4f7c-bdea-c959efb98ddc" -d '{"events": [{"server_uuid": "a768c804-1066-41a9-b60e-be6ec23c311a", "name": "network-vif-plugged", "status": "completed", "tag": "24ea7e39-e143-4ca5-b221-31870c25b1a6"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:16.744937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497a48cc-237f-4972-b9b4-724d60af1034 admin admin] Publish callbacks [] for security_group (bcb99055-c8cb-47bd-baee-e5245a91daaf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:16.757829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 24ea7e39-e143-4ca5-b221-31870c25b1a6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=24ea7e39-e143-4ca5-b221-31870c25b1a6,segment=NetworkSegment(33bf2571-933b-402a-ac05-2715e84ffd04),segment_id=33bf2571-933b-402a-ac05-2715e84ffd04)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:16.767387 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:16.769909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:16.834351 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497a48cc-237f-4972-b9b4-724d60af1034 admin admin] Publish callbacks [] for security_group (bcb99055-c8cb-47bd-baee-e5245a91daaf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:16.958475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497a48cc-237f-4972-b9b4-724d60af1034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bcb99055-c8cb-47bd-baee-e5245a91daaf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:16.963307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497a48cc-237f-4972-b9b4-724d60af1034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:16.971132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=24ea7e39-e143-4ca5-b221-31870c25b1a6,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:16.972396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-497a48cc-237f-4972-b9b4-724d60af1034 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcb99055-c8cb-47bd-baee-e5245a91daaf HTTP/1.1" status: 204 len: 168 time: 0.4358039 Feb 10 06:30:17.010227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a48cc-237f-4972-b9b4-724d60af1034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb99055-c8cb-47bd-baee-e5245a91daaf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:17.300836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:17.304584 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:17.802242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:17.806725 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:17.895157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:17.905122 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:18.036302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:18.746498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36642) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:18.932849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1942021331-network', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:18.988711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:18.996997 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:19.018182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:19.127289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Publish callbacks [] for security_group (e1065c23-d9b1-462d-8930-13fdbc6d97e7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:19.132928 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e1065c23-d9b1-462d-8930-13fdbc6d97e7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:19.152673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85794e42-e640-4238-9748-eda75964527f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:30:19.220057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (00abac2d-4b70-44c1-94ae-08bf37e5c5e3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:19.220861 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Added segment 00abac2d-4b70-44c1-94ae-08bf37e5c5e3 of type vlan for network c8a86802-7261-49e3-ab88-d4980a377114 Feb 10 06:30:19.273370 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c8a86802-7261-49e3-ab88-d4980a377114), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:19.310576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1065c23-d9b1-462d-8930-13fdbc6d97e7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:19.339448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c8a86802-7261-49e3-ab88-d4980a377114), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:19.341827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:19.344063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:19.366748 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-85794e42-e640-4238-9748-eda75964527f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6186366 Feb 10 06:30:19.370278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:19.376320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Request body: {'subnet': {'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1942021331-subnet', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:19.432193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:19.442391 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:19.454958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85794e42-e640-4238-9748-eda75964527f admin admin] Pushing event updated for resources: {'Network': ['ID=c8a86802-7261-49e3-ab88-d4980a377114,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:19.474011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c8a86802-7261-49e3-ab88-d4980a377114 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:30:20.212455 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (781d2072-6d9e-449a-8df5-f5c260e2fee1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:20.304369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Checking segment: {'id': '00abac2d-4b70-44c1-94ae-08bf37e5c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:20.305265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Network hostable DHCP agents. Network: c8a86802-7261-49e3-ab88-d4980a377114, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:30:20.313723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Pushing event updated for resources: {'Subnet': ['ID=781d2072-6d9e-449a-8df5-f5c260e2fee1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:20.355038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Network c8a86802-7261-49e3-ab88-d4980a377114 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:30:20.371660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c8a86802-7261-49e3-ab88-d4980a377114) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:20.386832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85307e00-685c-4736-ba76-ffb271b2289e None None] Network c8a86802-7261-49e3-ab88-d4980a377114 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:30:20.396629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:20.398798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:20.427447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7b9f0af-1e9d-4128-b86b-77ee3da604af admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0556753 Feb 10 06:30:20.431011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36666) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:20.436055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:20.483995 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (fecf8839-7975-4cc6-b395-7f56c2b5767d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:20.486739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (fecf8839-7975-4cc6-b395-7f56c2b5767d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:20.592617 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks [] for router_controller (fecf8839-7975-4cc6-b395-7f56c2b5767d), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:20.616185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-c8a86802-7261-49e3-ab88-d4980a377114', 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114', 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'fixed_ips': [{'subnet_id': '781d2072-6d9e-449a-8df5-f5c260e2fee1'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:30:20.617658 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.084435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Allocated IP 172.20.0.2 (c8a86802-7261-49e3-ab88-d4980a377114/781d2072-6d9e-449a-8df5-f5c260e2fee1/a768f69a-80bc-4edf-9701-3a5aa858961c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:30:21.263708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:21.387916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks [] for router_gateway (fecf8839-7975-4cc6-b395-7f56c2b5767d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.556166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Publish callbacks [] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.567688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.603505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83676404-abe5-4d66-910c-15bd6feeb7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.617705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Network c8a86802-7261-49e3-ab88-d4980a377114 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:21.619303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:21.627110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:30:21.728996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Attempting to bind port a768f69a-80bc-4edf-9701-3a5aa858961c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:21.729427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Attempting to bind port a768f69a-80bc-4edf-9701-3a5aa858961c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '00abac2d-4b70-44c1-94ae-08bf37e5c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:21.729800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Attempting to bind port a768f69a-80bc-4edf-9701-3a5aa858961c on network c8a86802-7261-49e3-ab88-d4980a377114 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:21.741701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83676404-abe5-4d66-910c-15bd6feeb7aa admin admin] Publish callbacks [] for security_group (590fdbf4-2db2-4361-9701-11c311bc42c9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.742993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:21.743964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Checking segment: {'id': '00abac2d-4b70-44c1-94ae-08bf37e5c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:21.745919 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.746495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Bound using segment: {'id': '00abac2d-4b70-44c1-94ae-08bf37e5c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:21.747135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Bound port: a768f69a-80bc-4edf-9701-3a5aa858961c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abac2d-4b70-44c1-94ae-08bf37e5c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:21.747588 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.748072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83676404-abe5-4d66-910c-15bd6feeb7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (590fdbf4-2db2-4361-9701-11c311bc42c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.780469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Pushing event updated for resources: {'Port': ['ID=a768f69a-80bc-4edf-9701-3a5aa858961c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:21.858622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83676404-abe5-4d66-910c-15bd6feeb7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590fdbf4-2db2-4361-9701-11c311bc42c9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:21.865623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-83676404-abe5-4d66-910c-15bd6feeb7aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2aa7ad68c7d245f7997308080c0743d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6003470 Feb 10 06:30:21.873024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36676) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:21.873948 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks [] for router_gateway (fecf8839-7975-4cc6-b395-7f56c2b5767d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.884729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] For port a768f69a-80bc-4edf-9701-3a5aa858961c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:21.893393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] For port a768f69a-80bc-4edf-9701-3a5aa858961c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a768f69a-80bc-4edf-9701-3a5aa858961c,segment=NetworkSegment(00abac2d-4b70-44c1-94ae-08bf37e5c5e3),segment_id=00abac2d-4b70-44c1-94ae-08bf37e5c5e3)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:21.905918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:21.959488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:22.047276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e1f2a-1a25-4a50-9222-dd2bd04d485f None None] Pushing event updated for resources: {'Port': ['ID=a768f69a-80bc-4edf-9701-3a5aa858961c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:22.215733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4bfe-1849-47ec-a748-7d5213a312da admin admin] Publish callbacks [] for security_group (590fdbf4-2db2-4361-9701-11c311bc42c9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:22.310547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4bfe-1849-47ec-a748-7d5213a312da admin admin] Publish callbacks [] for security_group (590fdbf4-2db2-4361-9701-11c311bc42c9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:22.443958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Allocated IP 172.25.8.156 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/122b4e1e-d96a-4347-99e9-c6a823d3169c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:30:22.550328 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4bfe-1849-47ec-a748-7d5213a312da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (590fdbf4-2db2-4361-9701-11c311bc42c9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:22.554045 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4bfe-1849-47ec-a748-7d5213a312da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:22.556730 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4dcd4bfe-1849-47ec-a748-7d5213a312da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/590fdbf4-2db2-4361-9701-11c311bc42c9 HTTP/1.1" status: 204 len: 168 time: 0.6162744 Feb 10 06:30:22.584288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd4bfe-1849-47ec-a748-7d5213a312da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590fdbf4-2db2-4361-9701-11c311bc42c9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:22.809421 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks [] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:22.900768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:23.054342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:23.058055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:23.063253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:30:23.142605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Pushing event updated for resources: {'Port': ['ID=122b4e1e-d96a-4347-99e9-c6a823d3169c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:23.280375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36686) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:23.310752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06bf1f82-cc4e-4a45-a762-b15029250ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:23.565573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06bf1f82-cc4e-4a45-a762-b15029250ff5 admin admin] Publish callbacks [] for security_group (feccc8a9-e9ea-472f-b745-84f641f05069), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:23.577117 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06bf1f82-cc4e-4a45-a762-b15029250ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (feccc8a9-e9ea-472f-b745-84f641f05069), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:23.663614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf1f82-cc4e-4a45-a762-b15029250ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feccc8a9-e9ea-472f-b745-84f641f05069,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:23.708699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-06bf1f82-cc4e-4a45-a762-b15029250ff5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2d8de355baf4d118e618d85eddcebdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262509 Feb 10 06:30:23.709363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:23.802971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks [] for router_gateway (fecf8839-7975-4cc6-b395-7f56c2b5767d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:23.857643 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44ef0df2-4c2b-4e97-bbb6-4eeee7f21cc2 admin admin] Publish callbacks [] for security_group (feccc8a9-e9ea-472f-b745-84f641f05069), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:23.892379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a768f69a-80bc-4edf-9701-3a5aa858961c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:23.924619 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44ef0df2-4c2b-4e97-bbb6-4eeee7f21cc2 admin admin] Publish callbacks [] for security_group (feccc8a9-e9ea-472f-b745-84f641f05069), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:24.015613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd985e-a6f2-4f4b-b706-73afd6b2ebf8 None None] Network c8a86802-7261-49e3-ab88-d4980a377114 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:30:24.057424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44ef0df2-4c2b-4e97-bbb6-4eeee7f21cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (feccc8a9-e9ea-472f-b745-84f641f05069), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:24.061152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44ef0df2-4c2b-4e97-bbb6-4eeee7f21cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:24.066412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-44ef0df2-4c2b-4e97-bbb6-4eeee7f21cc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/feccc8a9-e9ea-472f-b745-84f641f05069 HTTP/1.1" status: 204 len: 168 time: 0.3554153 Feb 10 06:30:24.096289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef0df2-4c2b-4e97-bbb6-4eeee7f21cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feccc8a9-e9ea-472f-b745-84f641f05069,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:24.169972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (fecf8839-7975-4cc6-b395-7f56c2b5767d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:24.411337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a768f69a-80bc-4edf-9701-3a5aa858961c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:24.414556 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:24.529319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Router fecf8839-7975-4cc6-b395-7f56c2b5767d is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:30:24.533592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dd1debc3-588a-4f59-ad13-513e972762df None None] Provisioning complete for port a768f69a-80bc-4edf-9701-3a5aa858961c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:24.533989 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd1debc3-588a-4f59-ad13-513e972762df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:24.785743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a768f69a-80bc-4edf-9701-3a5aa858961c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:24.785880 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:24.853108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port a768f69a-80bc-4edf-9701-3a5aa858961c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a768f69a-80bc-4edf-9701-3a5aa858961c,segment=NetworkSegment(00abac2d-4b70-44c1-94ae-08bf37e5c5e3),segment_id=00abac2d-4b70-44c1-94ae-08bf37e5c5e3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:24.900388 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:24.910922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:30:24.920998 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Sync routers for ids ['fecf8839-7975-4cc6-b395-7f56c2b5767d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:30:24.951019 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:24.952439 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Routers {'fecf8839-7975-4cc6-b395-7f56c2b5767d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:30:24.956847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36700) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:24.957572 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:30:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fecf8839-7975-4cc6-b395-7f56c2b5767d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:24.970555 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-38067726-7b90-45c1-af55-f5bcacf663a8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5373175 Feb 10 06:30:25.130338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dd1debc3-588a-4f59-ad13-513e972762df None None] Current status of the port a768f69a-80bc-4edf-9701-3a5aa858961c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:25.130759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd1debc3-588a-4f59-ad13-513e972762df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:25.186187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=a768f69a-80bc-4edf-9701-3a5aa858961c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:25.275006 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Set router fecf8839-7975-4cc6-b395-7f56c2b5767d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:30:25.317425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-dd1debc3-588a-4f59-ad13-513e972762df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:30:25.317799 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-dd1debc3-588a-4f59-ad13-513e972762df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:30:25.672545 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:30:20Z', 'updated_at': '2022-02-10T06:30:23Z', 'revision_number': 3, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'gw_port': {'id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:21Z', 'updated_at': '2022-02-10T06:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:25.780593 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-94ebd752-aa2a-4f8e-9e51-044feaef7791 service neutron] show failed (client error): The resource could not be found. Feb 10 06:30:25.781626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-94ebd752-aa2a-4f8e-9e51-044feaef7791 service neutron] 10.222.0.24 "GET /v2.0/ports/eb97800b-99be-48c3-92fe-d447d0aa4254/bindings/n-h1-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.1720090 Feb 10 06:30:25.783014 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Checking router: fecf8839-7975-4cc6-b395-7f56c2b5767d for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:30:25.801716 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Updating router fecf8839-7975-4cc6-b395-7f56c2b5767d port 122b4e1e-d96a-4347-99e9-c6a823d3169c binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:30:25.818922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a768f69a-80bc-4edf-9701-3a5aa858961c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:25.909949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dd1debc3-588a-4f59-ad13-513e972762df None None] Current status of the port a768f69a-80bc-4edf-9701-3a5aa858961c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:25.923380 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:26.052189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4eed7b61-4712-4910-8f12-31747a63567e None None] Provisioning complete for port a768f69a-80bc-4edf-9701-3a5aa858961c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:26.052568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4eed7b61-4712-4910-8f12-31747a63567e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:26.056160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a768f69a-80bc-4edf-9701-3a5aa858961c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:26.056534 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:26.255776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-c77d3516-c22b-4054-b3e7-5cf13c8b7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:26.257327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-c77d3516-c22b-4054-b3e7-5cf13c8b7ecf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4&tenant_id=d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 1131 time: 0.2009599 Feb 10 06:30:26.283752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:26.577994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4eed7b61-4712-4910-8f12-31747a63567e None None] Current status of the port a768f69a-80bc-4edf-9701-3a5aa858961c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:26.589930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a768f69a-80bc-4edf-9701-3a5aa858961c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:26.590522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:26.624067 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.033611 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Publish callbacks [] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.050845 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.206950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Allocated IP 172.20.0.1 (c8a86802-7261-49e3-ab88-d4980a377114/781d2072-6d9e-449a-8df5-f5c260e2fee1/6443f2ec-28ed-41a7-91ec-69d8936a20fd) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:30:27.252933 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Pushing event updated for resources: {'Port': ['ID=122b4e1e-d96a-4347-99e9-c6a823d3169c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:27.288577 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Attempting to bind port 122b4e1e-d96a-4347-99e9-c6a823d3169c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:27.290502 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Attempting to bind port 122b4e1e-d96a-4347-99e9-c6a823d3169c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:27.291460 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Attempting to bind port 122b4e1e-d96a-4347-99e9-c6a823d3169c on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:27.328483 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.342094 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.342806 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.349819 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.351049 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.352302 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.353905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.354471 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.355159 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.359934 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.360809 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.361336 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.362624 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:30:27.402705 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:27.404427 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:27.408424 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.409091 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:27.410006 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Bound port: 122b4e1e-d96a-4347-99e9-c6a823d3169c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:27.416092 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.473814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:27.489377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Publish callbacks [] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.566909 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.567180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:27.654133 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] For port 122b4e1e-d96a-4347-99e9-c6a823d3169c, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:27.662694 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] For port 122b4e1e-d96a-4347-99e9-c6a823d3169c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=122b4e1e-d96a-4347-99e9-c6a823d3169c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:27.675137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Pushing event updated for resources: {'Port': ['ID=6443f2ec-28ed-41a7-91ec-69d8936a20fd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:27.679487 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Publish callbacks [] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.683673 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.710699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Transition to ACTIVE for port object eb97800b-99be-48c3-92fe-d447d0aa4254 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:30:27.713849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:27.715271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Network c8a86802-7261-49e3-ab88-d4980a377114 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:27.716937 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff96e88-db2e-4508-bb83-11b76e7fa307" -d '{"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:27.722822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:27.728610 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.730538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:30:27.786524 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Routers {'fecf8839-7975-4cc6-b395-7f56c2b5767d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:30:27.788456 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:30:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fecf8839-7975-4cc6-b395-7f56c2b5767d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:27.822435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:27.842541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (fecf8839-7975-4cc6-b395-7f56c2b5767d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:27.935404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] No DVR routers for this DVR port eb97800b-99be-48c3-92fe-d447d0aa4254 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:30:28.076673 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] Set router fecf8839-7975-4cc6-b395-7f56c2b5767d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:30:28.107756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:28.109876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:28.118006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:28.127588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Port eb97800b-99be-48c3-92fe-d447d0aa4254 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:30:28.128046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:28.147186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:28.148292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:28.148790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:28.149348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Bound port: eb97800b-99be-48c3-92fe-d447d0aa4254, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:28.151412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:28.248090 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:28.354686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a6aa14c3-3de8-4828-a4da-96fdc78495ef None None] Provisioning complete for port 6443f2ec-28ed-41a7-91ec-69d8936a20fd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:28.355486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6aa14c3-3de8-4828-a4da-96fdc78495ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:28.413902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:28.424428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:28.440541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:28.445033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa14c3-3de8-4828-a4da-96fdc78495ef None None] Port 6443f2ec-28ed-41a7-91ec-69d8936a20fd cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:30:28.495403 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:30:20Z', 'updated_at': '2022-02-10T06:30:23Z', 'revision_number': 3, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'gw_port': {'id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:21Z', 'updated_at': '2022-02-10T06:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:28.499291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:28.499916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:28.502037 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] 10.222.0.13 "PUT /v2.0/ports/eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 1095 time: 2.2335219 Feb 10 06:30:28.529352 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c2f91-28f9-470d-91ef-fb80c7d6b075 None None] Pushing event updated for resources: {'Port': ['ID=122b4e1e-d96a-4347-99e9-c6a823d3169c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:28.534940 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7edcdf-56b7-4ab0-af46-7020cedc44bf None None] The sync data for ids ['fecf8839-7975-4cc6-b395-7f56c2b5767d'] in n-d-828670-1 is: [{'id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:30:20Z', 'updated_at': '2022-02-10T06:30:23Z', 'revision_number': 3, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'gw_port': {'id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:21Z', 'updated_at': '2022-02-10T06:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:30:28.691974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Publish callbacks [] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:28.698320 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:28.715721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f083cf-fbf6-4643-9538-d35dd2b4ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:28.776284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-b9762047-ee7a-43fc-a470-ea7c68f324ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:28.778882 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-b9762047-ee7a-43fc-a470-ea7c68f324ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1129 time: 0.2509511 Feb 10 06:30:28.826522 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (fecf8839-7975-4cc6-b395-7f56c2b5767d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:28.829172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Pushing event updated for resources: {'Port': ['ID=6443f2ec-28ed-41a7-91ec-69d8936a20fd,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:29.042108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Network c8a86802-7261-49e3-ab88-d4980a377114 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:29.054753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:29.110924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-0e560f2e-f83f-48b7-b2b3-1b80fa024ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:29.113817 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-0e560f2e-f83f-48b7-b2b3-1b80fa024ea7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3266881 Feb 10 06:30:29.308153 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-1b46a3b2-37a5-4976-8bf4-6d20ebff1110 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.1864867 Feb 10 06:30:29.348723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Router fecf8839-7975-4cc6-b395-7f56c2b5767d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:30:29.360821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:29.413237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-a585b9b3-1197-44d2-a184-b19ed36fd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:29.415776 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-a585b9b3-1197-44d2-a184-b19ed36fd672 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0978575 Feb 10 06:30:29.488020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port eb97800b-99be-48c3-92fe-d447d0aa4254 host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:30:29.488909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:30:29.553200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-11e49138-adf2-45ec-849e-00e01ac72f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:29.554669 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-11e49138-adf2-45ec-849e-00e01ac72f7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1295533 Feb 10 06:30:29.788743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:30:29.815656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d261aea1-d8dd-4054-925b-5c9f57bac803 admin admin] 10.222.0.21 "PUT /v2.0/routers/fecf8839-7975-4cc6-b395-7f56c2b5767d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8496554 Feb 10 06:30:29.840613 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-6a3e3c02-ac4c-4834-8b14-c5fb9049d408 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774205 Feb 10 06:30:29.862615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 122b4e1e-d96a-4347-99e9-c6a823d3169c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:29.994637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-89ff6298-d975-4d25-bbb3-fb47a710e0ae None None] Provisioning complete for port 6443f2ec-28ed-41a7-91ec-69d8936a20fd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:29.996947 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89ff6298-d975-4d25-bbb3-fb47a710e0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:30.130006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-89ff6298-d975-4d25-bbb3-fb47a710e0ae None None] Port 6443f2ec-28ed-41a7-91ec-69d8936a20fd cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:30:30.184128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-68d5fedc-eab1-47aa-9105-041b7c58457f service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351285 Feb 10 06:30:30.194965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:30.220331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 122b4e1e-d96a-4347-99e9-c6a823d3169c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:30.221327 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:30.448433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-757807413'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:30.490372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:30.500571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:30.564504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:30:30.588598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6fff6b00-a889-42de-b3d9-7f934bcc3a77), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:30.588961 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Added segment 6fff6b00-a889-42de-b3d9-7f934bcc3a77 of type vlan for network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf Feb 10 06:30:30.707597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c11df5b4-0ba4-49b5-8a6e-170cba3b2edf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:30.721917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 122b4e1e-d96a-4347-99e9-c6a823d3169c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:30.724195 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:30.765879 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c11df5b4-0ba4-49b5-8a6e-170cba3b2edf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:30.773080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 122b4e1e-d96a-4347-99e9-c6a823d3169c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=122b4e1e-d96a-4347-99e9-c6a823d3169c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:30.776910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:30.778790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:30.779457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:30.888837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=122b4e1e-d96a-4347-99e9-c6a823d3169c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:30.977388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Network': ['ID=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:30.991234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:30:30.999762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-27e968a8-91a0-4554-a5bf-6437d597ad4e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8026092 Feb 10 06:30:31.002445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36746) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:31.007590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'subnet': {'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:31.285328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:31.292651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:31.751164 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (21ff2052-76a4-42ba-a735-3373d9a441db), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:31.752215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 122b4e1e-d96a-4347-99e9-c6a823d3169c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:31.857679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 122b4e1e-d96a-4347-99e9-c6a823d3169c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:31.858066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:31.924055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Checking segment: {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:31.924496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network hostable DHCP agents. Network: c11df5b4-0ba4-49b5-8a6e-170cba3b2edf, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:30:31.937749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Sync routers for ids ['fecf8839-7975-4cc6-b395-7f56c2b5767d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:30:31.941516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Subnet': ['ID=21ff2052-76a4-42ba-a735-3373d9a441db,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:31.984530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:30:31.998715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c11df5b4-0ba4-49b5-8a6e-170cba3b2edf) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:32.012732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:32.013709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:32.052927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ce426b62-3c2f-4c49-88b4-0de387a43494 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0469003 Feb 10 06:30:32.053140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Routers {'fecf8839-7975-4cc6-b395-7f56c2b5767d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:30:32.053140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:30:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fecf8839-7975-4cc6-b395-7f56c2b5767d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:32.053371 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36748) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:32.075079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1373386848'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:32.123964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:32.127997 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:32.184886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:30:32.210451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2b26d4a7-5059-497c-8b02-609c8aab3d7a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:32.210798 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Added segment 2b26d4a7-5059-497c-8b02-609c8aab3d7a of type vlan for network 08182857-0de9-48cf-91bc-1a72ed26c198 Feb 10 06:30:32.304119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 122b4e1e-d96a-4347-99e9-c6a823d3169c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:32.305433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (08182857-0de9-48cf-91bc-1a72ed26c198), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:32.312069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925e076-81af-436b-a4f4-908de64fba87 None None] Network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:30:32.331222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Set router fecf8839-7975-4cc6-b395-7f56c2b5767d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:30:32.339399 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (08182857-0de9-48cf-91bc-1a72ed26c198), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:32.355926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:32.356874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:32.435413 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3810956 Feb 10 06:30:32.438500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:32.444020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'subnet': {'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:32.529331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc3af4-90e9-4932-915a-5dc85b1cd623 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Network': ['ID=08182857-0de9-48cf-91bc-1a72ed26c198,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:32.708471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 08182857-0de9-48cf-91bc-1a72ed26c198 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:30:32.880531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:32.884151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:33.141213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-c11df5b4-0ba4-49b5-8a6e-170cba3b2edf', 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf', 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'fixed_ips': [{'subnet_id': '21ff2052-76a4-42ba-a735-3373d9a441db'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:30:33.142212 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:33.324063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (f42da021-e61a-4ca3-a2ce-3672ea4f5fef), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:33.459474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Subnet': ['ID=f42da021-e61a-4ca3-a2ce-3672ea4f5fef,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:33.466834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Allocated IP 19.80.0.2 (c11df5b4-0ba4-49b5-8a6e-170cba3b2edf/21ff2052-76a4-42ba-a735-3373d9a441db/52f88d3e-044e-4bb0-872f-a38a7ec381e7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:30:33.480529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Checking segment: {'id': '2b26d4a7-5059-497c-8b02-609c8aab3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:33.480885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network hostable DHCP agents. Network: 08182857-0de9-48cf-91bc-1a72ed26c198, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:30:33.498625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:30:20Z', 'updated_at': '2022-02-10T06:30:28Z', 'revision_number': 4, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'gw_port': {'id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:21Z', 'updated_at': '2022-02-10T06:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '6443f2ec-28ed-41a7-91ec-69d8936a20fd', 'name': '', 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'mac_address': 'fa:16:3e:af:ed:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '781d2072-6d9e-449a-8df5-f5c260e2fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:26Z', 'updated_at': '2022-02-10T06:30:28Z', 'revision_number': 2, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'subnets': [{'id': '781d2072-6d9e-449a-8df5-f5c260e2fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:33.522223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network 08182857-0de9-48cf-91bc-1a72ed26c198 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:30:33.545934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 08182857-0de9-48cf-91bc-1a72ed26c198) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:33.553457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:33.554061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:33.587515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e41f2-3841-4e41-be69-dadd8c21390f None None] Network 08182857-0de9-48cf-91bc-1a72ed26c198 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:30:33.598978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-96be81b5-a7dc-49a3-9291-9f8fd1d388d0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1592472 Feb 10 06:30:33.612147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Checking router: fecf8839-7975-4cc6-b395-7f56c2b5767d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:30:33.612513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Updating router fecf8839-7975-4cc6-b395-7f56c2b5767d port 6443f2ec-28ed-41a7-91ec-69d8936a20fd binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:30:33.713493 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:34.131771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:30:34.202573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-08182857-0de9-48cf-91bc-1a72ed26c198', 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198', 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'fixed_ips': [{'subnet_id': 'f42da021-e61a-4ca3-a2ce-3672ea4f5fef'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:30:34.202573 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:34.317806 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Publish callbacks [] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:34.353188 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:34.695324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:34.712807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'mac_address': 'fa:16:3e:40:22:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:30:34.729292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:34.739698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:34.755243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:30:34.851326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Pushing event updated for resources: {'Port': ['ID=52f88d3e-044e-4bb0-872f-a38a7ec381e7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:34.968039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfd280-66b4-4e76-83ef-b2c6f9722818 req-cdf41eea-8e99-4236-aafc-65af8be56bde tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:34.973801 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dcfd280-66b4-4e76-83ef-b2c6f9722818 req-cdf41eea-8e99-4236-aafc-65af8be56bde tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.0874052 Feb 10 06:30:34.996552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port eb97800b-99be-48c3-92fe-d447d0aa4254 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:34.996946 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:35.023602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb97800b-99be-48c3-92fe-d447d0aa4254 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:35.048388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Allocated IP 19.86.0.2 (08182857-0de9-48cf-91bc-1a72ed26c198/f42da021-e61a-4ca3-a2ce-3672ea4f5fef/d417c90a-93ad-49eb-8f0d-a43c9598856d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:30:35.062494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Attempting to bind port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:35.062866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Attempting to bind port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:35.063233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Attempting to bind port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 on network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:35.076709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:35.076709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Checking segment: {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:35.076709 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:35.076709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Bound using segment: {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:35.076709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Bound port: 52f88d3e-044e-4bb0-872f-a38a7ec381e7, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:35.076709 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:35.125128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:35.142798 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:35.168589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dcfd280-66b4-4e76-83ef-b2c6f9722818 req-d28219b4-60cf-41ff-8e71-0d9c0a6faa8a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892130 Feb 10 06:30:35.212675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:35.236545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9a05d-e93d-4edc-a687-54628dc852d7 req-536399e0-f82e-46eb-b51b-9df2a59bdcc2 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:35.240914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49b9a05d-e93d-4edc-a687-54628dc852d7 req-536399e0-f82e-46eb-b51b-9df2a59bdcc2 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 947 time: 0.1804357 Feb 10 06:30:35.352817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49b9a05d-e93d-4edc-a687-54628dc852d7 req-8e724cbf-9edf-4554-85f6-bec6ea17174c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011567 Feb 10 06:30:35.362816 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Publish callbacks [] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:35.519397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b32a9-7dfe-4a4f-ade7-82d77b480f0f req-cf4b569f-0014-4624-984d-1c6e1c02dce7 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:35.525411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e7b32a9-7dfe-4a4f-ade7-82d77b480f0f req-cf4b569f-0014-4624-984d-1c6e1c02dce7 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 945 time: 0.1884146 Feb 10 06:30:35.625943 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb23842-de2a-4c85-b290-753dbd4611ad x-openstack-request-id: req-ecb23842-de2a-4c85-b290-753dbd4611ad {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:35.626519 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:35.626519 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecb23842-de2a-4c85-b290-753dbd4611ad {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:35.627179 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'code': 200} Feb 10 06:30:35.701889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e7b32a9-7dfe-4a4f-ade7-82d77b480f0f req-046fe066-ea18-4661-974f-da04c8843331 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701095 Feb 10 06:30:35.706477 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:30:35.710157 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Publish callbacks [] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:35.727585 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2ea840-9ff6-4f7a-a061-669dd766b0f6 x-openstack-request-id: req-5c2ea840-9ff6-4f7a-a061-669dd766b0f6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:35.728409 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a768c804-1066-41a9-b60e-be6ec23c311a", "name": "network-vif-plugged", "status": "completed", "tag": "24ea7e39-e143-4ca5-b221-31870c25b1a6", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:35.729067 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c2ea840-9ff6-4f7a-a061-669dd766b0f6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:35.729626 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a768c804-1066-41a9-b60e-be6ec23c311a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea7e39-e143-4ca5-b221-31870c25b1a6', 'code': 200} Feb 10 06:30:35.735155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216b492-874a-446e-a099-7bd52f1a4bc1 req-f5965b96-4950-409b-a1cb-5b46a244c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:35.736433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:35.740156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1216b492-874a-446e-a099-7bd52f1a4bc1 req-f5965b96-4950-409b-a1cb-5b46a244c9f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 1127 time: 0.1523685 Feb 10 06:30:35.740419 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:35.839200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] For port 52f88d3e-044e-4bb0-872f-a38a7ec381e7, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:35.842412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] For port 52f88d3e-044e-4bb0-872f-a38a7ec381e7, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=52f88d3e-044e-4bb0-872f-a38a7ec381e7,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:35.870137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1216b492-874a-446e-a099-7bd52f1a4bc1 req-84e81a10-fe3b-4e16-bedf-0f0f61318ce4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243436 Feb 10 06:30:35.894022 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:35.931792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Network 08182857-0de9-48cf-91bc-1a72ed26c198 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:36.037929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['eb97800b-99be-48c3-92fe-d447d0aa4254'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:36.077706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-a6926314-a8d6-4527-9ac8-655f0b955f0b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:36.093021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-a6926314-a8d6-4527-9ac8-655f0b955f0b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:36.099987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-a6926314-a8d6-4527-9ac8-655f0b955f0b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/networks?id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf&id=08182857-0de9-48cf-91bc-1a72ed26c198&id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf HTTP/1.1" status: 200 len: 1391 time: 0.3315179 Feb 10 06:30:36.128574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-f5ad28c0-0bd9-41e2-bf30-8418dbada1d3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/quotas/c72390379c90477da1bb6fe04184bee5 HTTP/1.1" status: 200 len: 375 time: 0.0274920 Feb 10 06:30:36.143914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:36.198853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36856) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:36.222460 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:30:36.323736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-6c20efc6-8ea2-412e-a65f-9a11edd24607 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c72390379c90477da1bb6fe04184bee5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1919024 Feb 10 06:30:36.376150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Pushing event updated for resources: {'Port': ['ID=d417c90a-93ad-49eb-8f0d-a43c9598856d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:36.413999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Attempting to bind port 6443f2ec-28ed-41a7-91ec-69d8936a20fd on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:36.414521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Attempting to bind port 6443f2ec-28ed-41a7-91ec-69d8936a20fd by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '00abac2d-4b70-44c1-94ae-08bf37e5c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:36.415034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Attempting to bind port 6443f2ec-28ed-41a7-91ec-69d8936a20fd on network c8a86802-7261-49e3-ab88-d4980a377114 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:36.459521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:36.460099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Checking segment: {'id': '00abac2d-4b70-44c1-94ae-08bf37e5c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:36.460607 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.461121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Bound using segment: {'id': '00abac2d-4b70-44c1-94ae-08bf37e5c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:36.461269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-c3a1f4ac-0d81-47c4-ad56-9b999832ad63 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:36.462355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Bound port: 6443f2ec-28ed-41a7-91ec-69d8936a20fd, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00abac2d-4b70-44c1-94ae-08bf37e5c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:36.462860 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.465840 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-c3a1f4ac-0d81-47c4-ad56-9b999832ad63 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.13 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4&tenant_id=d4b018c08f88404caccb44ba8b4969ae&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 948 time: 0.1956153 Feb 10 06:30:36.637823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-19febf7d-a675-4b31-8f0c-9ce4326ad516 None None] Provisioning complete for port 6443f2ec-28ed-41a7-91ec-69d8936a20fd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:36.638350 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19febf7d-a675-4b31-8f0c-9ce4326ad516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.641437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Attempting to bind port d417c90a-93ad-49eb-8f0d-a43c9598856d on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:36.641930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Attempting to bind port d417c90a-93ad-49eb-8f0d-a43c9598856d by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '2b26d4a7-5059-497c-8b02-609c8aab3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:36.642552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Attempting to bind port d417c90a-93ad-49eb-8f0d-a43c9598856d on network 08182857-0de9-48cf-91bc-1a72ed26c198 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:36.644860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfce39-9890-434e-b237-27e0338a90c9 None None] Pushing event updated for resources: {'Port': ['ID=6443f2ec-28ed-41a7-91ec-69d8936a20fd,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:36.658205 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.685052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-83bf44ab-4b96-4064-a0d4-1d7afd46a420 service neutron] 10.222.0.21 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603082 Feb 10 06:30:36.692104 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-c48290e3-cd4f-4107-9307-addabf6abfe0 service neutron] 10.222.0.13 "GET /v2.0/ports/eb97800b-99be-48c3-92fe-d447d0aa4254/bindings/n-h1-828670-1 HTTP/1.1" status: 200 len: 382 time: 0.2175305 Feb 10 06:30:36.693938 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40c38652-f98e-4ff1-958d-d2fd48090a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.740172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:36.740552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Checking segment: {'id': '2b26d4a7-5059-497c-8b02-609c8aab3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:36.740961 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.741359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Bound using segment: {'id': '2b26d4a7-5059-497c-8b02-609c8aab3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:36.742483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Bound port: d417c90a-93ad-49eb-8f0d-a43c9598856d, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b26d4a7-5059-497c-8b02-609c8aab3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:36.742991 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.776610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c4928-1134-463c-bf69-d96b01bf4cde req-7d5a26b1-ff0b-4498-b3ea-1e7d6e124c91 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:36.779097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-982c4928-1134-463c-bf69-d96b01bf4cde req-7d5a26b1-ff0b-4498-b3ea-1e7d6e124c91 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 950 time: 0.3807404 Feb 10 06:30:36.810647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40c38652-f98e-4ff1-958d-d2fd48090a6f admin admin] Publish callbacks [] for security_group (b5fbf011-72cf-44d0-ba5a-1326b2e5e9f2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.827389 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40c38652-f98e-4ff1-958d-d2fd48090a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b5fbf011-72cf-44d0-ba5a-1326b2e5e9f2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.871642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] For port 6443f2ec-28ed-41a7-91ec-69d8936a20fd, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:36.879734 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-19febf7d-a675-4b31-8f0c-9ce4326ad516 None None] Port 6443f2ec-28ed-41a7-91ec-69d8936a20fd cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:30:36.887163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c38652-f98e-4ff1-958d-d2fd48090a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fbf011-72cf-44d0-ba5a-1326b2e5e9f2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:36.891845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-10542131-a6e7-4bb6-b2fc-74202178e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:36.893752 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-10542131-a6e7-4bb6-b2fc-74202178e5f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1130 time: 0.1785741 Feb 10 06:30:36.900476 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-40c38652-f98e-4ff1-958d-d2fd48090a6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b10d38ea6dd24522ad11e86945318543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7000844 Feb 10 06:30:36.902220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:36.905992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-982c4928-1134-463c-bf69-d96b01bf4cde req-cb5b745f-e14c-432f-a0b2-660d723900f8 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774760 Feb 10 06:30:36.917675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] For port 6443f2ec-28ed-41a7-91ec-69d8936a20fd, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6443f2ec-28ed-41a7-91ec-69d8936a20fd,segment=NetworkSegment(00abac2d-4b70-44c1-94ae-08bf37e5c5e3),segment_id=00abac2d-4b70-44c1-94ae-08bf37e5c5e3)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:36.925130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e2079-b53d-4ef3-9ecb-e3107805916e None None] Pushing event updated for resources: {'Port': ['ID=52f88d3e-044e-4bb0-872f-a38a7ec381e7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:36.968977 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:36.977135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-d73e969c-9b53-410f-9ba0-de0642051f42 service neutron] 10.222.0.21 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768426 Feb 10 06:30:37.017953 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea942264-68a6-407a-80f7-2cef55265bee admin admin] Publish callbacks [] for security_group (b5fbf011-72cf-44d0-ba5a-1326b2e5e9f2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:37.045122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea942264-68a6-407a-80f7-2cef55265bee admin admin] Publish callbacks [] for security_group (b5fbf011-72cf-44d0-ba5a-1326b2e5e9f2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:37.111810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea942264-68a6-407a-80f7-2cef55265bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b5fbf011-72cf-44d0-ba5a-1326b2e5e9f2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:37.115650 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea942264-68a6-407a-80f7-2cef55265bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:37.117479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea942264-68a6-407a-80f7-2cef55265bee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5fbf011-72cf-44d0-ba5a-1326b2e5e9f2 HTTP/1.1" status: 204 len: 168 time: 0.2105005 Feb 10 06:30:37.151701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] For port d417c90a-93ad-49eb-8f0d-a43c9598856d, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:37.167421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-89c70d92-6c17-4fc9-a061-4db7d94bd6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:37.175411 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-89c70d92-6c17-4fc9-a061-4db7d94bd6c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2721975 Feb 10 06:30:37.203115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea942264-68a6-407a-80f7-2cef55265bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fbf011-72cf-44d0-ba5a-1326b2e5e9f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:37.291873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] For port d417c90a-93ad-49eb-8f0d-a43c9598856d, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d417c90a-93ad-49eb-8f0d-a43c9598856d,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:37.292422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b07d8-1748-47e2-baa1-7c83bbfbe7c4 req-b4682b8f-d4a4-4992-93c8-c42dfc241a22 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:37.293864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b9b07d8-1748-47e2-baa1-7c83bbfbe7c4 req-b4682b8f-d4a4-4992-93c8-c42dfc241a22 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1493371 Feb 10 06:30:37.300899 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-bafaa62d-07b0-4550-9191-39041ebbd8f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.1193633 Feb 10 06:30:37.318391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-cb432132-63cd-4c9f-8479-d929f9855a3d service neutron] 10.222.0.21 "GET /v2.0/networks/08182857-0de9-48cf-91bc-1a72ed26c198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396964 Feb 10 06:30:37.352129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Routers {'fecf8839-7975-4cc6-b395-7f56c2b5767d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:30:37.352830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:30:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fecf8839-7975-4cc6-b395-7f56c2b5767d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:37.424852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-2abcc556-f9b4-42dd-b836-bb3a7dfb49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:37.426895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-2abcc556-f9b4-42dd-b836-bb3a7dfb49ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1175375 Feb 10 06:30:37.432036 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:37.526662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b9b07d8-1748-47e2-baa1-7c83bbfbe7c4 req-9f2faa50-baf0-4575-b23b-753ef6da6902 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571174 Feb 10 06:30:37.527219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-364e99a2-7156-42ba-b3ba-cfe2d9e8b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:37.528999 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-364e99a2-7156-42ba-b3ba-cfe2d9e8b2d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0952873 Feb 10 06:30:37.566810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] Set router fecf8839-7975-4cc6-b395-7f56c2b5767d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:30:37.593524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-8b0cfb48-f3b4-427e-a845-fb7cbc333373 service neutron] 10.222.0.21 "GET /v2.0/networks/08182857-0de9-48cf-91bc-1a72ed26c198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702060 Feb 10 06:30:37.660673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:37.664694 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:37.730561 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-4f33de29-291c-4c42-bad8-d6ad1d659d58 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950438 Feb 10 06:30:37.779543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:37.783690 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476a1db8-7911-4e81-933b-97bdf6040bd3" -d '{"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-plugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:37.815305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36902) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:37.876092 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f5c8d2-1475-4093-98fe-23fb9cbc931c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:37.880706 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-70cb4a8a-fc87-49c5-a9b3-68e8e37d42de service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409776 Feb 10 06:30:37.908251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-a130ebbe-ac1d-4257-b523-94f1f85ab680 service neutron] 10.222.0.21 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091578 Feb 10 06:30:38.018531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587038a-304b-4292-9c3f-9803785cd961 req-30b52c61-f89f-43ed-8ffa-0d18b9731642 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:38.020402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c587038a-304b-4292-9c3f-9803785cd961 req-30b52c61-f89f-43ed-8ffa-0d18b9731642 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 948 time: 0.2905042 Feb 10 06:30:38.052520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfce39-9890-434e-b237-27e0338a90c9 None None] Pushing event updated for resources: {'Port': ['ID=6443f2ec-28ed-41a7-91ec-69d8936a20fd,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:38.055194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 52f88d3e-044e-4bb0-872f-a38a7ec381e7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:38.057041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff262d6d-8a1b-40dc-a34d-42fd357edc0e None None] Network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:30:38.093085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f5c8d2-1475-4093-98fe-23fb9cbc931c admin admin] Publish callbacks [] for security_group (bcb21cb4-bae4-4f5f-ac4f-8a0422244fd4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:38.127888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c587038a-304b-4292-9c3f-9803785cd961 req-a42618e5-bff2-4138-94c8-d7257a5e8645 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911570 Feb 10 06:30:38.132465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f5c8d2-1475-4093-98fe-23fb9cbc931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bcb21cb4-bae4-4f5f-ac4f-8a0422244fd4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:38.193182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1f5c8d2-1475-4093-98fe-23fb9cbc931c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d77824f9fa654abdb8f020c9078bd7c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756633 Feb 10 06:30:38.195763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5c8d2-1475-4093-98fe-23fb9cbc931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb21cb4-bae4-4f5f-ac4f-8a0422244fd4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:38.196150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36906) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:38.225900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-e64c7c15-e0fb-4fcb-8fb2-3565e31cdd3d service neutron] 10.222.0.21 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428920 Feb 10 06:30:38.274807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66fa70-b103-4251-9aaa-25b6b1005a9b None None] Pushing event updated for resources: {'Port': ['ID=d417c90a-93ad-49eb-8f0d-a43c9598856d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:38.310161 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e48b47cf-69ee-49f3-81c3-7fab25d0d96f admin admin] Publish callbacks [] for security_group (bcb21cb4-bae4-4f5f-ac4f-8a0422244fd4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:38.334864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a0697704-f083-49e7-bc00-4494edfab489 None None] Provisioning complete for port 6443f2ec-28ed-41a7-91ec-69d8936a20fd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:38.335553 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0697704-f083-49e7-bc00-4494edfab489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:38.341723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e48b47cf-69ee-49f3-81c3-7fab25d0d96f admin admin] Publish callbacks [] for security_group (bcb21cb4-bae4-4f5f-ac4f-8a0422244fd4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:38.410151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91852e-cc68-4afd-a2c1-ca4299d9ce31 req-b821b9da-d430-4376-a1c4-c5c383d013e8 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:38.418770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c91852e-cc68-4afd-a2c1-ca4299d9ce31 req-b821b9da-d430-4376-a1c4-c5c383d013e8 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 945 time: 0.1367979 Feb 10 06:30:38.445599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e48b47cf-69ee-49f3-81c3-7fab25d0d96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bcb21cb4-bae4-4f5f-ac4f-8a0422244fd4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:38.451676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e48b47cf-69ee-49f3-81c3-7fab25d0d96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:38.454217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e48b47cf-69ee-49f3-81c3-7fab25d0d96f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcb21cb4-bae4-4f5f-ac4f-8a0422244fd4 HTTP/1.1" status: 204 len: 168 time: 0.2567430 Feb 10 06:30:38.461411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:38.462415 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:38.492012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b47cf-69ee-49f3-81c3-7fab25d0d96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb21cb4-bae4-4f5f-ac4f-8a0422244fd4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:38.583930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c91852e-cc68-4afd-a2c1-ca4299d9ce31 req-e81a4e48-0ea8-448f-abc0-d3b97b2d5814 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515188 Feb 10 06:30:38.735161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:30:20Z', 'updated_at': '2022-02-10T06:30:28Z', 'revision_number': 4, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'gw_port': {'id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:21Z', 'updated_at': '2022-02-10T06:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '6443f2ec-28ed-41a7-91ec-69d8936a20fd', 'name': '', 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'mac_address': 'fa:16:3e:af:ed:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '781d2072-6d9e-449a-8df5-f5c260e2fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:26Z', 'updated_at': '2022-02-10T06:30:36Z', 'revision_number': 4, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'subnets': [{'id': '781d2072-6d9e-449a-8df5-f5c260e2fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:38.794330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e878c2d-2482-4d4e-b47e-f0cc6f59fcf1 None None] The sync data for ids ['fecf8839-7975-4cc6-b395-7f56c2b5767d'] in n-d-828670-1 is: [{'id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:30:20Z', 'updated_at': '2022-02-10T06:30:28Z', 'revision_number': 4, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'gw_port': {'id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:21Z', 'updated_at': '2022-02-10T06:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '6443f2ec-28ed-41a7-91ec-69d8936a20fd', 'name': '', 'network_id': 'c8a86802-7261-49e3-ab88-d4980a377114', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'mac_address': 'fa:16:3e:af:ed:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '781d2072-6d9e-449a-8df5-f5c260e2fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:26Z', 'updated_at': '2022-02-10T06:30:36Z', 'revision_number': 4, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'subnets': [{'id': '781d2072-6d9e-449a-8df5-f5c260e2fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:30:38.804224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a0697704-f083-49e7-bc00-4494edfab489 None None] Current status of the port 6443f2ec-28ed-41a7-91ec-69d8936a20fd is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:38.804640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0697704-f083-49e7-bc00-4494edfab489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:38.975632 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2906d78-7577-4900-82a7-feae68648b77 x-openstack-request-id: req-e2906d78-7577-4900-82a7-feae68648b77 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:38.976535 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:38.977014 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2906d78-7577-4900-82a7-feae68648b77 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:38.977696 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'status': 'completed', 'code': 200} Feb 10 06:30:38.993802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a0697704-f083-49e7-bc00-4494edfab489 None None] For port 6443f2ec-28ed-41a7-91ec-69d8936a20fd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6443f2ec-28ed-41a7-91ec-69d8936a20fd,segment=NetworkSegment(00abac2d-4b70-44c1-94ae-08bf37e5c5e3),segment_id=00abac2d-4b70-44c1-94ae-08bf37e5c5e3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:38.996042 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e46a93b-59af-4ef0-a863-d4d6d7cd75e3 x-openstack-request-id: req-7e46a93b-59af-4ef0-a863-d4d6d7cd75e3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:38.996408 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-plugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:38.996734 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e46a93b-59af-4ef0-a863-d4d6d7cd75e3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:38.997143 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'code': 200} Feb 10 06:30:38.999421 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0697704-f083-49e7-bc00-4494edfab489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:39.038744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-729ae8a4-a11b-4473-84c9-31e882ae4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:39.041259 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-729ae8a4-a11b-4473-84c9-31e882ae4e93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1130 time: 0.2141395 Feb 10 06:30:39.081214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0697704-f083-49e7-bc00-4494edfab489 None None] Pushing event updated for resources: {'Port': ['ID=6443f2ec-28ed-41a7-91ec-69d8936a20fd,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:39.097207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:39.097567 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:39.254386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 52f88d3e-044e-4bb0-872f-a38a7ec381e7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=52f88d3e-044e-4bb0-872f-a38a7ec381e7,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:39.272171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1226041b-76e5-45ec-b813-98d42eee64af None None] Provisioning complete for port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:39.272580 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1226041b-76e5-45ec-b813-98d42eee64af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:39.276607 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:39.366230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-df6cfecc-3c49-4690-b7a8-2850f632b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:39.386917 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-df6cfecc-3c49-4690-b7a8-2850f632b804 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.3379848 Feb 10 06:30:39.494059 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-e612a96f-6798-4f71-9676-81039af65c58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.0958683 Feb 10 06:30:39.519773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=52f88d3e-044e-4bb0-872f-a38a7ec381e7,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:39.626025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-eb68072b-524f-4d39-8bd8-85e12c75aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:39.640852 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-eb68072b-524f-4d39-8bd8-85e12c75aa43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1344497 Feb 10 06:30:39.706447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1226041b-76e5-45ec-b813-98d42eee64af None None] Current status of the port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:39.869415 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:39.998153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:40.100135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d417c90a-93ad-49eb-8f0d-a43c9598856d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:40.121706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2976f8-d5e4-495f-b465-4ec26b4a1e99 req-58e87858-bce0-471e-ac59-79a99f1aeac3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 210 time: 1.0568385 Feb 10 06:30:40.125341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-6ef4e678-5279-4f8d-9b52-d16953233ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:40.126908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-6ef4e678-5279-4f8d-9b52-d16953233ded service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1130 time: 1.2403007 Feb 10 06:30:40.299426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf15098c-21ca-443d-8e52-7473f123e528 None None] Network 08182857-0de9-48cf-91bc-1a72ed26c198 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:30:40.399850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-b5cb49cc-33cc-46a1-bd73-1d5328d32fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:40.401641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-b5cb49cc-33cc-46a1-bd73-1d5328d32fa7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1565905 Feb 10 06:30:40.525749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-60aabb29-0f4a-4f8f-a69d-4158374d8e55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.0800021 Feb 10 06:30:40.534151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda5cf7-bb75-4d9e-80c8-9bd3e8ec79f9 req-031c6c90-6ef8-4fd9-bf04-b6b3ccd35529 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:40.542130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4eda5cf7-bb75-4d9e-80c8-9bd3e8ec79f9 req-031c6c90-6ef8-4fd9-bf04-b6b3ccd35529 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 949 time: 0.1392105 Feb 10 06:30:40.557041 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9e2de35-63e1-4bf8-aac3-f0b9345b3c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:40.634829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a2d8e537-fc77-4efc-bd34-3f6efb4f206a None None] Provisioning complete for port d417c90a-93ad-49eb-8f0d-a43c9598856d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:40.635121 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2d8e537-fc77-4efc-bd34-3f6efb4f206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:40.648501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port eb97800b-99be-48c3-92fe-d447d0aa4254 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:30:40.686791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-6f2bcfb2-18d1-41f4-8d81-26a72ee31977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:40.688598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-6f2bcfb2-18d1-41f4-8d81-26a72ee31977 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1430550 Feb 10 06:30:40.711053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302c7bd-72d2-4133-965a-4669715ee806 req-0b56db49-9130-4aaf-927d-fe2b1fe3b619 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:40.720250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b302c7bd-72d2-4133-965a-4669715ee806 req-0b56db49-9130-4aaf-927d-fe2b1fe3b619 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.6141906 Feb 10 06:30:40.730579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d417c90a-93ad-49eb-8f0d-a43c9598856d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:40.732180 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:40.738664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port eb97800b-99be-48c3-92fe-d447d0aa4254 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:40.749620 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:40.803007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-fcf9eeef-6161-4bd5-8972-3b67599a824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:40.819009 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-fcf9eeef-6161-4bd5-8972-3b67599a824d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1561718 Feb 10 06:30:40.853503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4eda5cf7-bb75-4d9e-80c8-9bd3e8ec79f9 req-4117ad68-5011-422d-9cf7-3a9f10db5fbb tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100855 Feb 10 06:30:40.897770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b302c7bd-72d2-4133-965a-4669715ee806 req-8a5d9faf-99c0-4030-bd79-2f0776b4ee5a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762433 Feb 10 06:30:40.917304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-e5f0e79e-88fe-4ffb-ae78-97889494c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:40.921596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-e5f0e79e-88fe-4ffb-ae78-97889494c67b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1984076 Feb 10 06:30:41.237529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-0223ed42-c5ed-4c43-9efc-2f31aef30cf1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:41.255313 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-0223ed42-c5ed-4c43-9efc-2f31aef30cf1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:41.263498 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-0223ed42-c5ed-4c43-9efc-2f31aef30cf1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.13 "GET /v2.0/networks?id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf&id=08182857-0de9-48cf-91bc-1a72ed26c198&id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf HTTP/1.1" status: 200 len: 1391 time: 0.5795591 Feb 10 06:30:41.328348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'port': {'device_id': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf', 'admin_state_up': True, 'tenant_id': 'c72390379c90477da1bb6fe04184bee5'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:41.395215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-09cb6172-ca43-4dd7-9c0f-36d7e11075f1 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638090 Feb 10 06:30:41.418014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d417c90a-93ad-49eb-8f0d-a43c9598856d is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:41.418467 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:41.447574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:41.449489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8e537-fc77-4efc-bd34-3f6efb4f206a None None] Current status of the port d417c90a-93ad-49eb-8f0d-a43c9598856d is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:41.449890 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2d8e537-fc77-4efc-bd34-3f6efb4f206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:41.537494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port eb97800b-99be-48c3-92fe-d447d0aa4254 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:41.538039 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:41.543384 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-9d746b8b-f204-46a6-baf1-e40402851d58 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084365 Feb 10 06:30:41.608844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port d417c90a-93ad-49eb-8f0d-a43c9598856d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d417c90a-93ad-49eb-8f0d-a43c9598856d,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:41.612561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-6355da63-3297-4a78-9577-2d0b30fda03f service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018604 Feb 10 06:30:41.625926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:41.628019 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb53954-bb3a-4d20-af1f-702cce67d106" -d '{"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:41.644275 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:41.645076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6443f2ec-28ed-41a7-91ec-69d8936a20fd up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:41.651886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-04ea33cf-4329-43f2-9a9c-d292bfad1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:41.653533 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-04ea33cf-4329-43f2-9a9c-d292bfad1d97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4&tenant_id=d4b018c08f88404caccb44ba8b4969ae HTTP/1.1" status: 200 len: 1130 time: 0.3772786 Feb 10 06:30:41.674748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:41.691348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c77e6a3-5ba2-48fb-bb40-feaa11a10846 req-c287a5ec-9222-4de0-807c-a81610aa4e15 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 210 time: 0.0761812 Feb 10 06:30:41.707762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d1c05-1771-41c2-a4a6-4c288812027b req-37157d62-88d8-4553-a296-1c25c423cdb0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:41.709677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a8d1c05-1771-41c2-a4a6-4c288812027b req-37157d62-88d8-4553-a296-1c25c423cdb0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 948 time: 0.4673498 Feb 10 06:30:41.767919 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed10d1f7-03f1-45a8-b12d-5311716cbcd2 req-3b1a3fc7-5c2f-49ad-9b37-5b962eebdd4f service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161529 Feb 10 06:30:41.771977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:41.805556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:41.824486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:41.829024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:41.838140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a8d1c05-1771-41c2-a4a6-4c288812027b req-7ffceef6-e93c-40ad-bbcb-edd2cd1b0e3e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213090 Feb 10 06:30:41.843549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:41.844531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:41.989297 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87e713b-5a98-4518-819a-af73e078cde0 x-openstack-request-id: req-e87e713b-5a98-4518-819a-af73e078cde0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:41.989578 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:41.989849 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e87e713b-5a98-4518-819a-af73e078cde0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:41.990359 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'code': 200} Feb 10 06:30:42.014072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-a2d8e537-fc77-4efc-bd34-3f6efb4f206a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:30:42.014461 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-a2d8e537-fc77-4efc-bd34-3f6efb4f206a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:30:42.015416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:42.015919 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:42.064034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=d417c90a-93ad-49eb-8f0d-a43c9598856d,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:42.254371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:42.271009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 6443f2ec-28ed-41a7-91ec-69d8936a20fd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:42.271662 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:42.487213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92857e00-c7f0-41ff-ab3a-fff2b5f0a056 req-bfcd4503-4257-4a7e-ae9c-b88acb7ada50 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:42.514901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92857e00-c7f0-41ff-ab3a-fff2b5f0a056 req-bfcd4503-4257-4a7e-ae9c-b88acb7ada50 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1393909 Feb 10 06:30:42.563008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Allocated IP 19.80.0.236 (c11df5b4-0ba4-49b5-8a6e-170cba3b2edf/21ff2052-76a4-42ba-a735-3373d9a441db/ff461403-518d-4f13-9d57-ff7e92172daa) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:30:42.626329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:42.651943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92857e00-c7f0-41ff-ab3a-fff2b5f0a056 req-e66d46cd-7a58-407c-a0e0-974c0e199676 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227117 Feb 10 06:30:42.713526 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:42.782869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:42.794583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b4e1-fe53-4f2a-a16a-501c99ba6c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:42.798807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7c7019e6-fd11-4f27-b3e5-9686463be62e is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:42.799195 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:42.821636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:42.839347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8e537-fc77-4efc-bd34-3f6efb4f206a None None] Current status of the port d417c90a-93ad-49eb-8f0d-a43c9598856d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:42.901674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 6443f2ec-28ed-41a7-91ec-69d8936a20fd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:42.903320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 52f88d3e-044e-4bb0-872f-a38a7ec381e7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:42.939591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:42.942797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:42.955554 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:42.988511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:43.025691 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:43.028089 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f006ec-1bf4-4ed4-9aee-6bcb35ea133d" -d '{"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:43.052700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Publish callbacks [] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:43.056249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b15b4f0d-09a3-45bd-a09d-f4b3f7f89d12 None None] Provisioning complete for port d417c90a-93ad-49eb-8f0d-a43c9598856d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:43.056868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b15b4f0d-09a3-45bd-a09d-f4b3f7f89d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:43.092838 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:43.097780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Transition to ACTIVE for port object eb97800b-99be-48c3-92fe-d447d0aa4254 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:30:43.123725 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:43.132427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:43.134983 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:43.265223 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for port (ff461403-518d-4f13-9d57-ff7e92172daa), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:43.319056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=10']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:43.389429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] No DVR routers for this DVR port eb97800b-99be-48c3-92fe-d447d0aa4254 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:30:43.399651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:43.405154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69601ac7-fcba-4175-bb47-06721fac84ee req-c8f6f2b1-c6e6-4f98-81d3-4646cfcc1507 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 210 time: 0.0903974 Feb 10 06:30:43.457662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd73a8-81fd-4b37-aab5-f68958e12a92 req-63a4800e-cccb-4113-9b8a-1b00e7774df9 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:43.459720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3fd73a8-81fd-4b37-aab5-f68958e12a92 req-63a4800e-cccb-4113-9b8a-1b00e7774df9 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 945 time: 0.2147148 Feb 10 06:30:43.497967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b15b4f0d-09a3-45bd-a09d-f4b3f7f89d12 None None] Current status of the port d417c90a-93ad-49eb-8f0d-a43c9598856d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:43.523862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 08b54aa2-0530-4649-bd18-ce0eed09982f details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:30:43.551043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port eb97800b-99be-48c3-92fe-d447d0aa4254 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:43.570578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:43.581582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3fd73a8-81fd-4b37-aab5-f68958e12a92 req-288d3592-2d1e-4d61-b167-ab51f5f4b1b6 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a74737a-9153-4253-853c-539349849869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114154 Feb 10 06:30:43.610848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:43.639736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:43.641568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Port': ['ID=ff461403-518d-4f13-9d57-ff7e92172daa,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:43.679496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:30:43.819966 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7675a2-f5c4-43d3-aa12-5ec785f8897a x-openstack-request-id: req-3b7675a2-f5c4-43d3-aa12-5ec785f8897a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:43.823771 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:43.824404 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b7675a2-f5c4-43d3-aa12-5ec785f8897a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:43.824511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d417c90a-93ad-49eb-8f0d-a43c9598856d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:43.824906 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'code': 200} Feb 10 06:30:43.825337 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:43.825671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:43.826012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:43.840400 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:43.846005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Port eb97800b-99be-48c3-92fe-d447d0aa4254 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:30:43.846399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Attempting to bind port eb97800b-99be-48c3-92fe-d447d0aa4254 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:43.873279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:43.873836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:43.874433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:43.875049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Bound port: eb97800b-99be-48c3-92fe-d447d0aa4254, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:43.875724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:43.909220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:43.909905 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:43.950514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=08b54aa2-0530-4649-bd18-ce0eed09982f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:43.993976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4'}, {'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:43.999073 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b202e553-8094-4610-a26a-99d81e46b196" -d '{"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4"}, {"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:44.016013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '08b54aa2-0530-4649-bd18-ce0eed09982f', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '08b54aa2-0530-4649-bd18-ce0eed09982f', 'mac_address': 'fa:16:3e:ea:13:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:30:44.028284 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-c34f87cf-0e7b-4272-8722-728690c6dfd1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7507522 Feb 10 06:30:44.044218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'port': {'device_id': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198', 'admin_state_up': True, 'tenant_id': 'c72390379c90477da1bb6fe04184bee5'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:44.102790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d417c90a-93ad-49eb-8f0d-a43c9598856d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:44.103580 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:44.127589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34ace-4696-4765-a799-73e70ff60945 req-d69fe3d5-b176-46c2-b011-651669efbe8d tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:44.129695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4b34ace-4696-4765-a799-73e70ff60945 req-d69fe3d5-b176-46c2-b011-651669efbe8d tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.24 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 945 time: 0.1770258 Feb 10 06:30:44.162222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:44.186151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:44.201469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:44.211626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 08b54aa2-0530-4649-bd18-ce0eed09982f is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:44.217889 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:44.314578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:44.315713 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:44.317446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] 10.222.0.24 "PUT /v2.0/ports/eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 1096 time: 2.6493845 Feb 10 06:30:44.331610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08b54aa2-0530-4649-bd18-ce0eed09982f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:44.389701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72d0ed-3b36-4aa7-9500-a2ea0c253f0d req-b3c16761-307f-47a4-bdd0-e481178dca8a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:44.398479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff72d0ed-3b36-4aa7-9500-a2ea0c253f0d req-b3c16761-307f-47a4-bdd0-e481178dca8a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.2890420 Feb 10 06:30:44.400170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a03caef6-0094-4eba-9ef3-aedd503a63c8 None None] Provisioning complete for port ff461403-518d-4f13-9d57-ff7e92172daa triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:44.406729 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a03caef6-0094-4eba-9ef3-aedd503a63c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:44.476041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:44.484352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:44.514252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837089b-a3ed-42f5-ac7a-131f23ee2f81 req-541d84a4-ca84-4b4c-a860-a975eefeed7c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:44.528335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c837089b-a3ed-42f5-ac7a-131f23ee2f81 req-541d84a4-ca84-4b4c-a860-a975eefeed7c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 948 time: 0.2862186 Feb 10 06:30:44.569437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d944df-7860-4090-baae-6e0ef52b4173 service neutron] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=11']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:44.575937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=08b54aa2-0530-4649-bd18-ce0eed09982f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:44.616349 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:44.641206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-6c1ea2d0-66a8-4779-8210-50cb566670c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:44.659024 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-6c1ea2d0-66a8-4779-8210-50cb566670c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1130 time: 0.3098285 Feb 10 06:30:44.779555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff72d0ed-3b36-4aa7-9500-a2ea0c253f0d req-ec03a692-4811-4435-8fdc-7d5c61130d50 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791943 Feb 10 06:30:44.813130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e4b34ace-4696-4765-a799-73e70ff60945 req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Deleting port 24ea7e39-e143-4ca5-b221-31870c25b1a6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:30:44.813476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4b34ace-4696-4765-a799-73e70ff60945 req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:44.824141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37162) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:44.903114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['08b54aa2-0530-4649-bd18-ce0eed09982f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:44.904900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a03caef6-0094-4eba-9ef3-aedd503a63c8 None None] Port ff461403-518d-4f13-9d57-ff7e92172daa cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:30:44.991776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Allocated IP 19.86.0.142 (08182857-0de9-48cf-91bc-1a72ed26c198/f42da021-e61a-4ca3-a2ce-3672ea4f5fef/08f31b1c-9a66-4095-a65d-a4af7fa27f76) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:30:44.998360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-d0cf842d-2165-4e63-8617-62b8ee87308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:45.000259 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-d0cf842d-2165-4e63-8617-62b8ee87308a service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2922783 Feb 10 06:30:45.049260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d417c90a-93ad-49eb-8f0d-a43c9598856d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:45.094378 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=08b54aa2-0530-4649-bd18-ce0eed09982f,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:45.127100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c837089b-a3ed-42f5-ac7a-131f23ee2f81 req-1f01f218-6f90-4fdf-88b0-fade0e4791e0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849540 Feb 10 06:30:45.146936 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:45.265744 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-1ad0e8a6-7fb2-4da5-8263-60768df69b7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.2471356 Feb 10 06:30:45.272621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e4b34ace-4696-4765-a799-73e70ff60945 req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] For port 24ea7e39-e143-4ca5-b221-31870c25b1a6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=24ea7e39-e143-4ca5-b221-31870c25b1a6,segment=NetworkSegment(33bf2571-933b-402a-ac05-2715e84ffd04),segment_id=33bf2571-933b-402a-ac05-2715e84ffd04)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:45.275526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4b34ace-4696-4765-a799-73e70ff60945 req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:45.308520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e4b34ace-4696-4765-a799-73e70ff60945 req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Calling delete_port for 24ea7e39-e143-4ca5-b221-31870c25b1a6 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:30:45.331376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-197d1f04-6df7-44ee-97ca-d7327ba5ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:45.333208 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-197d1f04-6df7-44ee-97ca-d7327ba5ed73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0552962 Feb 10 06:30:45.333942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7d01f52-d9b2-4291-9d5b-c6b569fc2ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:45.357745 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e727261-f8bd-4331-a5c7-149549cd8440 x-openstack-request-id: req-1e727261-f8bd-4331-a5c7-149549cd8440 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:45.358399 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4", "code": 200}, {"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:45.358762 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e727261-f8bd-4331-a5c7-149549cd8440 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:45.359503 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'code': 200} Feb 10 06:30:45.360005 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'code': 200} Feb 10 06:30:45.445178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 08b54aa2-0530-4649-bd18-ce0eed09982f up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:45.643611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-9f041556-a85d-4fb4-bc84-e89de1869d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:45.645447 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-9f041556-a85d-4fb4-bc84-e89de1869d08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2944617 Feb 10 06:30:45.731755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4b34ace-4696-4765-a799-73e70ff60945 req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (24ea7e39-e143-4ca5-b221-31870c25b1a6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:45.772733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['24ea7e39-e143-4ca5-b221-31870c25b1a6'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:45.776717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 08b54aa2-0530-4649-bd18-ce0eed09982f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:45.777155 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:45.837735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:45.840103 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65bc219-2385-46f0-b494-ce15c8cf9378" -d '{"events": [{"name": "network-changed", "server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:45.863644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Pushing event deleted for resources: {'Port': ['ID=24ea7e39-e143-4ca5-b221-31870c25b1a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:45.923162 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:45.979200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7d01f52-d9b2-4291-9d5b-c6b569fc2ef0 admin admin] Publish callbacks [] for security_group (bba51750-57b2-493b-877f-b91421174905), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.011139 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7d01f52-d9b2-4291-9d5b-c6b569fc2ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bba51750-57b2-493b-877f-b91421174905), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.020179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-2e025a8b-6026-488b-b2ac-c5a886d9e5c5 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572240 Feb 10 06:30:46.036949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c62b32b3-dc45-464d-9157-106ef6e76a7a req-8019648a-3a4b-4b36-93cf-5bec12f1a274 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 210 time: 0.2532866 Feb 10 06:30:46.126896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 08b54aa2-0530-4649-bd18-ce0eed09982f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:46.127482 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.134161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b34ace-4696-4765-a799-73e70ff60945 req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] No DVR routers for this DVR port 24ea7e39-e143-4ca5-b221-31870c25b1a6 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:30:46.196578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4b34ace-4696-4765-a799-73e70ff60945 req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.229263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4b34ace-4696-4765-a799-73e70ff60945 req-4ffd2c86-aaa9-44dd-97c7-21a4d3f8a697 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.24 "DELETE /v2.0/ports/24ea7e39-e143-4ca5-b221-31870c25b1a6 HTTP/1.1" status: 204 len: 173 time: 2.0552216 Feb 10 06:30:46.235140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a768c804-1066-41a9-b60e-be6ec23c311a', 'name': 'network-vif-deleted', 'tag': '24ea7e39-e143-4ca5-b221-31870c25b1a6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:46.237513 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e8f9be-5ff5-45ff-b0e6-c4d77eb67845" -d '{"events": [{"server_uuid": "a768c804-1066-41a9-b60e-be6ec23c311a", "name": "network-vif-deleted", "tag": "24ea7e39-e143-4ca5-b221-31870c25b1a6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:46.317982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=08b54aa2-0530-4649-bd18-ce0eed09982f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:46.328308 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.339147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d01f52-d9b2-4291-9d5b-c6b569fc2ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba51750-57b2-493b-877f-b91421174905,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:46.360456 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f7d01f52-d9b2-4291-9d5b-c6b569fc2ef0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=636c1fb9b130434995548b89447ec559&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5350578 Feb 10 06:30:46.363765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37204) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:46.376878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.467077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fbe96-165d-4600-adc8-30ff75083f4b req-d1060130-263e-44ac-b2fb-0bc61ae08925 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:46.489479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-456fbe96-165d-4600-adc8-30ff75083f4b req-d1060130-263e-44ac-b2fb-0bc61ae08925 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 932 time: 0.4759047 Feb 10 06:30:46.554264 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.569617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Port': ['ID=08f31b1c-9a66-4095-a65d-a4af7fa27f76,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:46.581866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=08b54aa2-0530-4649-bd18-ce0eed09982f,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:46.585896 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47a2c9e0-936d-4f0a-b8b9-5475b114ed9b req-5113f5b0-6ab9-4ce1-9ff2-436f91794f66 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538080 Feb 10 06:30:46.643266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597487-b56a-4eec-b6a0-1d64dc1a12f3 req-16f740e0-22a9-4f1e-9f5f-4d1d7ad1368f tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:46.644856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6597487-b56a-4eec-b6a0-1d64dc1a12f3 req-16f740e0-22a9-4f1e-9f5f-4d1d7ad1368f tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.3291266 Feb 10 06:30:46.705953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network 08182857-0de9-48cf-91bc-1a72ed26c198 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:46.711731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4371-5bb1-4829-834a-831c9d6f7842 admin admin] Publish callbacks [] for security_group (bba51750-57b2-493b-877f-b91421174905), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.779822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-456fbe96-165d-4600-adc8-30ff75083f4b req-57a7daeb-df0b-4921-8897-1dc5747926e2 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891688 Feb 10 06:30:46.780900 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4371-5bb1-4829-834a-831c9d6f7842 admin admin] Publish callbacks [] for security_group (bba51750-57b2-493b-877f-b91421174905), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.820369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:46.834527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:30:46.872038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6597487-b56a-4eec-b6a0-1d64dc1a12f3 req-692a0c1d-25eb-4d62-8a73-95a9c86f2baa tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071078 Feb 10 06:30:46.964652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:46.966082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:46.997725 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7658061-52c0-4983-8a76-5f27f08f2ba3 x-openstack-request-id: req-d7658061-52c0-4983-8a76-5f27f08f2ba3 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:46.998135 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:47.000061 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7658061-52c0-4983-8a76-5f27f08f2ba3 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:47.001183 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'status': 'completed', 'code': 200} Feb 10 06:30:47.004899 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4371-5bb1-4829-834a-831c9d6f7842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bba51750-57b2-493b-877f-b91421174905), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:47.008124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4371-5bb1-4829-834a-831c9d6f7842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:47.012935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5dbd4371-5bb1-4829-834a-831c9d6f7842 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bba51750-57b2-493b-877f-b91421174905 HTTP/1.1" status: 204 len: 168 time: 0.6375172 Feb 10 06:30:47.089642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154c027-81d1-4315-ba49-d552a6266596 req-0fbba6d6-22db-4079-9fd8-70f869b98641 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:47.101346 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-3ff90dcd-b64a-4867-ae7c-da8c53eaa352 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0652854 Feb 10 06:30:47.102711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2154c027-81d1-4315-ba49-d552a6266596 req-0fbba6d6-22db-4079-9fd8-70f869b98641 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 948 time: 0.1514184 Feb 10 06:30:47.110953 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010da1e-a313-4244-963a-ce81de83d9e9 x-openstack-request-id: req-b010da1e-a313-4244-963a-ce81de83d9e9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:47.111149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd4371-5bb1-4829-834a-831c9d6f7842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba51750-57b2-493b-877f-b91421174905,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:47.114728 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a768c804-1066-41a9-b60e-be6ec23c311a", "name": "network-vif-deleted", "tag": "24ea7e39-e143-4ca5-b221-31870c25b1a6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:47.116593 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b010da1e-a313-4244-963a-ce81de83d9e9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:47.117241 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a768c804-1066-41a9-b60e-be6ec23c311a', 'name': 'network-vif-deleted', 'tag': '24ea7e39-e143-4ca5-b221-31870c25b1a6', 'status': 'completed', 'code': 200} Feb 10 06:30:47.130150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'port': {'device_id': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf', 'admin_state_up': True, 'tenant_id': 'c72390379c90477da1bb6fe04184bee5'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:47.298234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2154c027-81d1-4315-ba49-d552a6266596 req-f111e92c-664c-4f9e-9178-b0952ac37d7d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908863 Feb 10 06:30:47.361356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:47.364420 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3998824b-4717-4821-9cf6-8b1260feff41" -d '{"events": [{"server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "name": "network-vif-plugged", "status": "completed", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:47.449186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5cdafbbd-0aef-47ea-b453-5430ba85b8f9 None None] Provisioning complete for port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:47.460284 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cdafbbd-0aef-47ea-b453-5430ba85b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:47.540310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e6b944a-f438-46ff-ab53-3c8bb2f19cd6 req-812063bc-3363-4bb6-bfd1-a168e8224752 tempest-ServerAddressesTestJSON-1063403084 tempest-ServerAddressesTestJSON-1063403084-project] 10.222.0.21 "GET /v2.0/ports?device_id=a768c804-1066-41a9-b60e-be6ec23c311a HTTP/1.1" status: 200 len: 210 time: 0.0688796 Feb 10 06:30:47.558706 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6ab704-7089-4b11-bf50-8cc4e5c26d6c x-openstack-request-id: req-0b6ab704-7089-4b11-bf50-8cc4e5c26d6c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:30:47.559099 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "name": "network-vif-plugged", "status": "completed", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:30:47.559745 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b6ab704-7089-4b11-bf50-8cc4e5c26d6c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:30:47.560168 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f', 'code': 200} Feb 10 06:30:47.564909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-04f52594-1ee9-4f58-af7b-96781137bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:47.572280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5cdafbbd-0aef-47ea-b453-5430ba85b8f9 None None] Port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:30:47.572985 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-04f52594-1ee9-4f58-af7b-96781137bb33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1130 time: 0.5703876 Feb 10 06:30:47.582905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-ffab7a27-472e-4f29-b39f-71aa64e0d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:47.586223 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-ffab7a27-472e-4f29-b39f-71aa64e0d997 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b018c08f88404caccb44ba8b4969ae&device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1130 time: 0.5743852 Feb 10 06:30:47.839686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37240) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:47.872803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-754a942b-cfb5-4ca2-83dd-4e4964a5b2c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1904223 Feb 10 06:30:47.929076 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b51b1a8-891b-488b-bbbf-b8bb9e63e987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:48.069339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-c30f8339-9aa7-4500-80fc-5e120ad18df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:48.075059 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-c30f8339-9aa7-4500-80fc-5e120ad18df9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.4837375 Feb 10 06:30:48.170648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-aa8ae9ca-1198-47b7-af0d-c8cb37ad4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:48.172045 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-aa8ae9ca-1198-47b7-af0d-c8cb37ad4f41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.5502656 Feb 10 06:30:48.174228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:30:48.177735 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:48.325612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b51b1a8-891b-488b-bbbf-b8bb9e63e987 admin admin] Publish callbacks [] for security_group (cb56ed54-9bbf-4aca-8d76-2d66d9b1b60b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:48.355433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b51b1a8-891b-488b-bbbf-b8bb9e63e987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cb56ed54-9bbf-4aca-8d76-2d66d9b1b60b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:48.417704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0b51b1a8-891b-488b-bbbf-b8bb9e63e987 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=243132d297b54e08b4074a4821089658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5769565 Feb 10 06:30:48.438586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:48.478659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Allocated IP 19.80.0.142 (c11df5b4-0ba4-49b5-8a6e-170cba3b2edf/21ff2052-76a4-42ba-a735-3373d9a441db/efb7b21a-d507-4892-a243-973100455834) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:30:48.579771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-2fbaf39d-8ac4-493d-b941-82ea3e3ae59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:48.581615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-2fbaf39d-8ac4-493d-b941-82ea3e3ae59e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 1126 time: 0.5595424 Feb 10 06:30:48.626291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfe6fe-261d-4e31-a915-a109bfdf2b98 req-befed03b-291d-4a6a-bf2f-2b211bdc43d2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:48.641452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22bfe6fe-261d-4e31-a915-a109bfdf2b98 req-befed03b-291d-4a6a-bf2f-2b211bdc43d2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.5565007 Feb 10 06:30:48.645100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51b1a8-891b-488b-bbbf-b8bb9e63e987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb56ed54-9bbf-4aca-8d76-2d66d9b1b60b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:48.684744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85b79e-0cfd-4e49-9cc0-0946e256cfa7 req-c07db127-ded2-4865-9ed0-e15eaaddf014 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:48.691237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for port (efb7b21a-d507-4892-a243-973100455834), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:48.696345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85b79e-0cfd-4e49-9cc0-0946e256cfa7 req-c07db127-ded2-4865-9ed0-e15eaaddf014 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:48.709827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e85b79e-0cfd-4e49-9cc0-0946e256cfa7 req-c07db127-ded2-4865-9ed0-e15eaaddf014 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 1655 time: 0.7293272 Feb 10 06:30:48.752330 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-d44b4764-a691-45d5-b74b-0295eafb94e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.5769510 Feb 10 06:30:48.810804 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-fbd9e6c6-4178-4513-baf4-eb15b38591d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 200 len: 217 time: 0.6128676 Feb 10 06:30:48.813746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (efb7b21a-d507-4892-a243-973100455834), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:48.916648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e85b79e-0cfd-4e49-9cc0-0946e256cfa7 req-ecf26f3e-1bd3-498f-a9ad-80d2917c5729 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054980 Feb 10 06:30:48.979514 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47c6928-e39d-4890-b5d4-d1caf7251872 admin admin] Publish callbacks [] for security_group (cb56ed54-9bbf-4aca-8d76-2d66d9b1b60b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:49.081518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:30:49.312452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47c6928-e39d-4890-b5d4-d1caf7251872 admin admin] Publish callbacks [] for security_group (cb56ed54-9bbf-4aca-8d76-2d66d9b1b60b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:49.334123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22bfe6fe-261d-4e31-a915-a109bfdf2b98 req-34e46740-8182-455c-8edb-42257872b297 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866584 Feb 10 06:30:49.391361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-5b769327-fc00-459c-bec3-767da63d7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:49.393056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-5b769327-fc00-459c-bec3-767da63d7444 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.7831240 Feb 10 06:30:49.464587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-1492b417-76be-496f-a221-8114dc77a868 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 200 len: 217 time: 0.0606544 Feb 10 06:30:49.473489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:30:49.540002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839f2c-a000-4d5d-95cf-3e9a4d0a01cf req-f85650cc-ba23-448a-ada8-74aa222434d3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:49.556286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0839f2c-a000-4d5d-95cf-3e9a4d0a01cf req-f85650cc-ba23-448a-ada8-74aa222434d3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 948 time: 0.4400034 Feb 10 06:30:49.664888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37272) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:49.679742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47c6928-e39d-4890-b5d4-d1caf7251872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cb56ed54-9bbf-4aca-8d76-2d66d9b1b60b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:49.683509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47c6928-e39d-4890-b5d4-d1caf7251872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:49.687854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d47c6928-e39d-4890-b5d4-d1caf7251872 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb56ed54-9bbf-4aca-8d76-2d66d9b1b60b HTTP/1.1" status: 204 len: 168 time: 1.2307546 Feb 10 06:30:49.775628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-dbbca60c-d734-4565-bc27-7c000ef8e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:49.778498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-dbbca60c-d734-4565-bc27-7c000ef8e2bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.2910380 Feb 10 06:30:49.797324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c6928-e39d-4890-b5d4-d1caf7251872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb56ed54-9bbf-4aca-8d76-2d66d9b1b60b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:49.863407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:49.908530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 24ea7e39-e143-4ca5-b221-31870c25b1a6 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:30:49.927186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'mac_address': 'fa:16:3e:9f:31:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:30:49.950956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-f91cc978-2813-4cf2-b46d-f1243fb0d10e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592128 Feb 10 06:30:49.985392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0839f2c-a000-4d5d-95cf-3e9a4d0a01cf req-3be036be-7529-4c77-bab0-bdfecc838c12 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793359 Feb 10 06:30:49.998142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 24ea7e39-e143-4ca5-b221-31870c25b1a6 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:30:49.998142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 24ea7e39-e143-4ca5-b221-31870c25b1a6 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:30:50.251060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-c7662846-4ae9-455b-8d8b-761d72d96a00 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855055 Feb 10 06:30:50.287568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:50.290289 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:50.337215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5639c0b7-960e-41d1-98bf-53cbf3c1a3a9 admin admin] Deleting subnet 0d7d1fec-85bf-4881-ab19-2c6d3c464387 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:30:50.358801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cd82c4-a8f0-48cd-97df-8c112b8badf4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:50.406823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Port': ['ID=efb7b21a-d507-4892-a243-973100455834,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:50.411758 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5639c0b7-960e-41d1-98bf-53cbf3c1a3a9 admin admin] Publish callbacks [] for subnet (0d7d1fec-85bf-4881-ab19-2c6d3c464387), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:50.422830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:30:50.433622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:30:50.459252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:50.473296 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:50.618451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-862c265a-25b8-469e-a410-8ebd1ba1589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:50.620856 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-862c265a-25b8-469e-a410-8ebd1ba1589f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 1.7295918 Feb 10 06:30:50.647277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:50.651672 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:50.691196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['33cd82c4-a8f0-48cd-97df-8c112b8badf4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:50.699559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5639c0b7-960e-41d1-98bf-53cbf3c1a3a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (0d7d1fec-85bf-4881-ab19-2c6d3c464387), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:50.780106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6428-39c4-44a1-9891-41b53ac30639 req-e68e45e7-c230-484b-a5c5-d61119eddb5b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:50.793736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6428-39c4-44a1-9891-41b53ac30639 req-e68e45e7-c230-484b-a5c5-d61119eddb5b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:50.801761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6428-39c4-44a1-9891-41b53ac30639 req-e68e45e7-c230-484b-a5c5-d61119eddb5b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:50.820744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d3d6428-39c4-44a1-9891-41b53ac30639 req-e68e45e7-c230-484b-a5c5-d61119eddb5b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2377 time: 0.5708182 Feb 10 06:30:50.879506 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-2beeec8e-9871-444c-9f8c-fd596a73def8 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7699282 Feb 10 06:30:50.903789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Request body: {'port': {'device_id': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:50.909146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:50.980397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6dd5c9be-2ecc-4c37-b43e-57c135f34cc7 None None] Provisioning complete for port efb7b21a-d507-4892-a243-973100455834 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:50.991018 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c9be-2ecc-4c37-b43e-57c135f34cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (efb7b21a-d507-4892-a243-973100455834), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:51.012656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:51.015252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ad665ed-4343-424f-8339-2e914e4b76e0 req-7505b9e3-92d1-4744-b274-6fc0a5481b46 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7537646 Feb 10 06:30:51.035031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-2c03179a-da95-4a3e-bd81-2720998fa689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:51.039439 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-2c03179a-da95-4a3e-bd81-2720998fa689 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3378968 Feb 10 06:30:51.155127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d3d6428-39c4-44a1-9891-41b53ac30639 req-e4eb2797-fc69-4497-a283-fc6ed4a5a76d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294343 Feb 10 06:30:51.201706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5c9be-2ecc-4c37-b43e-57c135f34cc7 None None] Port efb7b21a-d507-4892-a243-973100455834 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:30:51.221400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-51aee8a6-011f-4ded-a2aa-c018c66aa0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:51.230940 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-51aee8a6-011f-4ded-a2aa-c018c66aa0ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 2.3757381 Feb 10 06:30:51.232136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee41660-a8b4-4cff-8e04-156310ca22f7 req-fd2a58cf-25fe-4a39-9b14-f7d25d4020f3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:51.247219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ee41660-a8b4-4cff-8e04-156310ca22f7 req-fd2a58cf-25fe-4a39-9b14-f7d25d4020f3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.6312950 Feb 10 06:30:51.286067 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5639c0b7-960e-41d1-98bf-53cbf3c1a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (0d7d1fec-85bf-4881-ab19-2c6d3c464387), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:51.406947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ee41660-a8b4-4cff-8e04-156310ca22f7 req-5506d714-6dac-41df-9d96-d58a5f9b5ed2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587539 Feb 10 06:30:51.479414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5639c0b7-960e-41d1-98bf-53cbf3c1a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (0d7d1fec-85bf-4881-ab19-2c6d3c464387), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:51.488792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:30:51.587634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639c0b7-960e-41d1-98bf-53cbf3c1a3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d7d1fec-85bf-4881-ab19-2c6d3c464387,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:51.627417 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5639c0b7-960e-41d1-98bf-53cbf3c1a3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:51.636569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5639c0b7-960e-41d1-98bf-53cbf3c1a3a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0d7d1fec-85bf-4881-ab19-2c6d3c464387 HTTP/1.1" status: 204 len: 168 time: 1.9688952 Feb 10 06:30:51.641821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:51.689541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:51.719949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'mac_address': 'fa:16:3e:40:22:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:30:51.898746 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (047b51b5-4fba-447c-8e9f-c1f4ccd7abe0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:52.062030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-4e3e7b67-ce4f-441f-bd57-c47f6ef47cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:52.064534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-4e3e7b67-ce4f-441f-bd57-c47f6ef47cde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7760906 Feb 10 06:30:52.079115 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-8a28bfa7-6266-47ec-80b7-74a79ff0fc87 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8730099 Feb 10 06:30:52.228896 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (047b51b5-4fba-447c-8e9f-c1f4ccd7abe0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:52.282591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047b51b5-4fba-447c-8e9f-c1f4ccd7abe0']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:52.298468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bf2571-933b-402a-ac05-2715e84ffd04') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:52.298772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bf2571-933b-402a-ac05-2715e84ffd04') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:30:52.318637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (33bf2571-933b-402a-ac05-2715e84ffd04), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:52.348938 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (33bf2571-933b-402a-ac05-2715e84ffd04), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:52.367658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:30:52.368060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (33bf2571-933b-402a-ac05-2715e84ffd04), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:30:52.369995 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:30:52.515112 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-8a5a03d8-66ef-49e1-907e-ed94d25d243e service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153020 Feb 10 06:30:52.554550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (047b51b5-4fba-447c-8e9f-c1f4ccd7abe0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:52.568873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:52.572661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eb97800b-99be-48c3-92fe-d447d0aa4254 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:52.576572 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:52.581047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] 10.222.0.21 "DELETE /v2.0/networks/047b51b5-4fba-447c-8e9f-c1f4ccd7abe0 HTTP/1.1" status: 204 len: 168 time: 0.9349029 Feb 10 06:30:52.632305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719e2c7-721c-4516-be3c-4cc10f3aff56 admin admin] Pushing event deleted for resources: {'Network': ['ID=047b51b5-4fba-447c-8e9f-c1f4ccd7abe0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:52.633932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb97800b-99be-48c3-92fe-d447d0aa4254 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:52.720264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:52.740673 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:52.963342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=12']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:53.056771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:53.059257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['eb97800b-99be-48c3-92fe-d447d0aa4254'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:30:53.081214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff461403-518d-4f13-9d57-ff7e92172daa {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:53.103480 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-e17ac1c5-ea27-4de3-9e0b-596acc437e91 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0176578 Feb 10 06:30:53.106489 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Publish callbacks [] for port (ff461403-518d-4f13-9d57-ff7e92172daa), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:53.264115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Transition to ACTIVE for port object ff461403-518d-4f13-9d57-ff7e92172daa will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:30:53.291988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37364) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:30:53.303416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d8d2ddfe-4b1f-4286-a719-4bbff989beff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19f76a143b3040e28a254bafb7bd64d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291780 Feb 10 06:30:53.332680 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:53.487285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:53.792439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Pushing event updated for resources: {'Port': ['ID=ff461403-518d-4f13-9d57-ff7e92172daa,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:53.831678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:53.832160 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:53.896031 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c65bc219-2385-46f0-b494-ce15c8cf9378 req-e3461497-31f0-4d46-8635-26ad0b4b5353 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858667 Feb 10 06:30:54.054516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53edef2c-bf1f-42e0-987b-c17b51bf79db admin admin] Publish callbacks [] for security_group (5a74737a-9153-4253-853c-539349849869), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:54.129027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:54.129435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:54.193062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53edef2c-bf1f-42e0-987b-c17b51bf79db admin admin] Publish callbacks [] for security_group (5a74737a-9153-4253-853c-539349849869), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:54.224206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:54.238202 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84944e26-4adf-483b-9d29-a3ee19305749" -d '{"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-plugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:54.239701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Attempting to bind port ff461403-518d-4f13-9d57-ff7e92172daa on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:54.240042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Attempting to bind port ff461403-518d-4f13-9d57-ff7e92172daa by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:54.240375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Attempting to bind port ff461403-518d-4f13-9d57-ff7e92172daa on network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:54.263747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Port ff461403-518d-4f13-9d57-ff7e92172daa on network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:30:54.264078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Attempting to bind port ff461403-518d-4f13-9d57-ff7e92172daa on network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:54.278937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:54.295322 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:54.307143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:54.307396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Checking segment: {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:54.316388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Bound using segment: {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:54.316881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Bound port: ff461403-518d-4f13-9d57-ff7e92172daa, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:54.317279 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:54.485900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:54.540558 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53edef2c-bf1f-42e0-987b-c17b51bf79db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5a74737a-9153-4253-853c-539349849869), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:54.545430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53edef2c-bf1f-42e0-987b-c17b51bf79db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:54.549472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-53edef2c-bf1f-42e0-987b-c17b51bf79db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a74737a-9153-4253-853c-539349849869 HTTP/1.1" status: 204 len: 168 time: 1.2466016 Feb 10 06:30:54.620167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edef2c-bf1f-42e0-987b-c17b51bf79db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a74737a-9153-4253-853c-539349849869,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:54.625855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] For port ff461403-518d-4f13-9d57-ff7e92172daa, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:54.651307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] For port ff461403-518d-4f13-9d57-ff7e92172daa, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=ff461403-518d-4f13-9d57-ff7e92172daa,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:54.669964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:54.762939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:54.763563 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:54.771409 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] 10.222.0.13 "PUT /v2.0/ports/ff461403-518d-4f13-9d57-ff7e92172daa HTTP/1.1" status: 200 len: 1092 time: 3.8736956 Feb 10 06:30:54.771911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'tag': 'ff461403-518d-4f13-9d57-ff7e92172daa'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:30:54.784079 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ebc58-551a-49c9-80ef-8e4b7a982c90" -d '{"events": [{"name": "network-changed", "server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "tag": "ff461403-518d-4f13-9d57-ff7e92172daa"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:30:54.816472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Request body: {'port': {'device_id': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:54.975102 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:55.028186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b6740-8035-45a1-aeb2-ad98dabdc99c service neutron] Pushing event updated for resources: {'Port': ['ID=ff461403-518d-4f13-9d57-ff7e92172daa,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:55.476631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:30:55.662034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port eb97800b-99be-48c3-92fe-d447d0aa4254 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:30:55.669425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port eb97800b-99be-48c3-92fe-d447d0aa4254 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:30:55.669807 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:55.937137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eb97800b-99be-48c3-92fe-d447d0aa4254 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:30:55.939865 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:55.977368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f31b1c-9a66-4095-a65d-a4af7fa27f76 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:56.012364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Publish callbacks [] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:56.063481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:30:56.073075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:56.103458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Transition to ACTIVE for port object 08f31b1c-9a66-4095-a65d-a4af7fa27f76 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:30:56.115471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:56.206171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=13']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:56.324358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Pushing event updated for resources: {'Port': ['ID=08f31b1c-9a66-4095-a65d-a4af7fa27f76,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:56.514436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Attempting to bind port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:56.514980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Attempting to bind port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '2b26d4a7-5059-497c-8b02-609c8aab3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:56.515501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Attempting to bind port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 on network 08182857-0de9-48cf-91bc-1a72ed26c198 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:56.529115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 on network 08182857-0de9-48cf-91bc-1a72ed26c198 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:30:56.529892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Attempting to bind port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 on network 08182857-0de9-48cf-91bc-1a72ed26c198 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:56.541304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:56.541937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Checking segment: {'id': '2b26d4a7-5059-497c-8b02-609c8aab3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:56.542556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Bound using segment: {'id': '2b26d4a7-5059-497c-8b02-609c8aab3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:56.543203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Bound port: 08f31b1c-9a66-4095-a65d-a4af7fa27f76, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b26d4a7-5059-497c-8b02-609c8aab3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:56.544414 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:56.701710 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] For port 08f31b1c-9a66-4095-a65d-a4af7fa27f76, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:56.708989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] For port 08f31b1c-9a66-4095-a65d-a4af7fa27f76, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=08f31b1c-9a66-4095-a65d-a4af7fa27f76,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:56.718474 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:56.795297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Pushing event updated for resources: {'Port': ['ID=08f31b1c-9a66-4095-a65d-a4af7fa27f76,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:56.833361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:56.837171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:56.841455 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-3fe2eb93-690f-4248-a8c1-fd930a6dbe11 service neutron] 10.222.0.13 "PUT /v2.0/ports/08f31b1c-9a66-4095-a65d-a4af7fa27f76 HTTP/1.1" status: 200 len: 1092 time: 2.0295782 Feb 10 06:30:56.887464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Request body: {'port': {'device_id': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:30:57.034453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (efb7b21a-d507-4892-a243-973100455834), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:57.713187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb7b21a-d507-4892-a243-973100455834 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:30:57.722620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Publish callbacks [] for port (efb7b21a-d507-4892-a243-973100455834), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:57.736927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Transition to ACTIVE for port object efb7b21a-d507-4892-a243-973100455834 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:30:57.747981 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (efb7b21a-d507-4892-a243-973100455834), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:57.964607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Attempting to bind port efb7b21a-d507-4892-a243-973100455834 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:30:57.965410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Attempting to bind port efb7b21a-d507-4892-a243-973100455834 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:30:57.965926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Attempting to bind port efb7b21a-d507-4892-a243-973100455834 on network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:57.972533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Port efb7b21a-d507-4892-a243-973100455834 on network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:30:57.973114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Attempting to bind port efb7b21a-d507-4892-a243-973100455834 on network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:30:57.983842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:30:57.984478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Checking segment: {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:30:57.985051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Bound using segment: {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:30:57.986797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Bound port: efb7b21a-d507-4892-a243-973100455834, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fff6b00-a889-42de-b3d9-7f934bcc3a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:30:57.987610 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (efb7b21a-d507-4892-a243-973100455834), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:58.065303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Pushing event updated for resources: {'Port': ['ID=efb7b21a-d507-4892-a243-973100455834,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:58.193951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] For port efb7b21a-d507-4892-a243-973100455834, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:30:58.207306 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] For port efb7b21a-d507-4892-a243-973100455834, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=efb7b21a-d507-4892-a243-973100455834,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:30:58.237341 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (efb7b21a-d507-4892-a243-973100455834), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:58.420920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:58.421550 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:30:58.423015 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] 10.222.0.13 "PUT /v2.0/ports/efb7b21a-d507-4892-a243-973100455834 HTTP/1.1" status: 200 len: 1092 time: 1.5426235 Feb 10 06:30:58.512037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674f4c2-0097-4f00-840f-cfce28ed2d72 service neutron] Pushing event updated for resources: {'Port': ['ID=efb7b21a-d507-4892-a243-973100455834,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:30:58.554560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-c7c81dba-fe11-49b5-84b4-56f3eb9f2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:58.555117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-c7c81dba-fe11-49b5-84b4-56f3eb9f2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:58.555590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-c7c81dba-fe11-49b5-84b4-56f3eb9f2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:58.557719 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-c7c81dba-fe11-49b5-84b4-56f3eb9f2ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72390379c90477da1bb6fe04184bee5&device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2959 time: 0.0821702 Feb 10 06:30:58.675539 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-6bf10b6e-df9c-49b1-b0b0-a616d736c6de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=ff461403-518d-4f13-9d57-ff7e92172daa HTTP/1.1" status: 200 len: 217 time: 0.1084378 Feb 10 06:30:58.783007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-1e9f57b2-02b8-403d-b595-8a12611a6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:58.784664 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-1e9f57b2-02b8-403d-b595-8a12611a6955 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21ff2052-76a4-42ba-a735-3373d9a441db HTTP/1.1" status: 200 len: 801 time: 0.1014290 Feb 10 06:30:58.879369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-032bcb83-de5a-430c-a570-4bb4f9c09c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:58.881019 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-032bcb83-de5a-430c-a570-4bb4f9c09c62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0883422 Feb 10 06:30:59.060575 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-7377ccd2-b463-4011-b809-3d02734ddab0 service neutron] 10.222.0.13 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709740 Feb 10 06:30:59.248387 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-223f7740-08a6-44a1-b31e-37a0188f43b5 service neutron] 10.222.0.13 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789851 Feb 10 06:30:59.319266 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-996c898b-17fc-437d-a9c9-cd790b77b148 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.142&port_id=08f31b1c-9a66-4095-a65d-a4af7fa27f76 HTTP/1.1" status: 200 len: 217 time: 0.0552707 Feb 10 06:30:59.400946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f2670fa-f996-4b56-b444-53e03fe69d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:59.408410 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-9f2670fa-f996-4b56-b444-53e03fe69d9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f42da021-e61a-4ca3-a2ce-3672ea4f5fef HTTP/1.1" status: 200 len: 801 time: 0.0838974 Feb 10 06:30:59.499836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-c187148e-4d1f-429f-9c3d-b55d65674938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:30:59.500648 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-c187148e-4d1f-429f-9c3d-b55d65674938 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08182857-0de9-48cf-91bc-1a72ed26c198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0836973 Feb 10 06:30:59.683298 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-574ea806-8306-4178-bd91-6ae5bd0dd526 service neutron] 10.222.0.13 "GET /v2.0/networks/08182857-0de9-48cf-91bc-1a72ed26c198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766622 Feb 10 06:30:59.929534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-ef1dbc16-9538-43f6-a82d-d77adc06a066 service neutron] 10.222.0.13 "GET /v2.0/networks/08182857-0de9-48cf-91bc-1a72ed26c198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381806 Feb 10 06:31:00.035178 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-9cc470ea-8017-49d9-9c77-7d1fe45fce19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=efb7b21a-d507-4892-a243-973100455834 HTTP/1.1" status: 200 len: 217 time: 0.0971251 Feb 10 06:31:00.099467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-c203459d-5207-4f28-b34f-6049cd1499df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:00.101355 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-c203459d-5207-4f28-b34f-6049cd1499df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21ff2052-76a4-42ba-a735-3373d9a441db HTTP/1.1" status: 200 len: 801 time: 0.0605142 Feb 10 06:31:00.207593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab974d-6895-4259-9f20-886e8482a635 req-b9152226-04a4-4d50-bda6-1a186ff694c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:00.209031 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-b9152226-04a4-4d50-bda6-1a186ff694c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1009989 Feb 10 06:31:00.314293 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-2c94d425-7768-4a1c-83ad-b98762a3d974 service neutron] 10.222.0.13 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963187 Feb 10 06:31:00.427786 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-47ab974d-6895-4259-9f20-886e8482a635 req-3d55861a-6d50-4d36-8986-55315c0818d4 service neutron] 10.222.0.13 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072745 Feb 10 06:31:04.107292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 08f31b1c-9a66-4095-a65d-a4af7fa27f76 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:31:04.273000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 08f31b1c-9a66-4095-a65d-a4af7fa27f76, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=08f31b1c-9a66-4095-a65d-a4af7fa27f76,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:04.285662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '08f31b1c-9a66-4095-a65d-a4af7fa27f76', 'network_id': '08182857-0de9-48cf-91bc-1a72ed26c198', 'port_id': '08f31b1c-9a66-4095-a65d-a4af7fa27f76', 'mac_address': 'fa:16:3e:23:e4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42da021-e61a-4ca3-a2ce-3672ea4f5fef', 'ip_address': '19.86.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:31:04.335575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:04.336532 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:04.356720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f31b1c-9a66-4095-a65d-a4af7fa27f76 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:31:04.380958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 08f31b1c-9a66-4095-a65d-a4af7fa27f76, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=08f31b1c-9a66-4095-a65d-a4af7fa27f76,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:04.392198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:04.392984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device efb7b21a-d507-4892-a243-973100455834 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:31:04.464979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=08f31b1c-9a66-4095-a65d-a4af7fa27f76,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:04.561758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port efb7b21a-d507-4892-a243-973100455834, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=efb7b21a-d507-4892-a243-973100455834,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:04.574774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'efb7b21a-d507-4892-a243-973100455834', 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf', 'port_id': 'efb7b21a-d507-4892-a243-973100455834', 'mac_address': 'fa:16:3e:39:95:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ff2052-76a4-42ba-a735-3373d9a441db', 'ip_address': '19.80.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:31:04.622270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port efb7b21a-d507-4892-a243-973100455834 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:04.622696 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (efb7b21a-d507-4892-a243-973100455834), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:04.636935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb7b21a-d507-4892-a243-973100455834 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:31:04.671057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port efb7b21a-d507-4892-a243-973100455834, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=efb7b21a-d507-4892-a243-973100455834,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:04.678783 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (efb7b21a-d507-4892-a243-973100455834), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:04.679517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device ff461403-518d-4f13-9d57-ff7e92172daa details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:31:04.761986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=efb7b21a-d507-4892-a243-973100455834,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:04.765686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port ff461403-518d-4f13-9d57-ff7e92172daa, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=ff461403-518d-4f13-9d57-ff7e92172daa,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:04.780805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'ff461403-518d-4f13-9d57-ff7e92172daa', 'network_id': 'c11df5b4-0ba4-49b5-8a6e-170cba3b2edf', 'port_id': 'ff461403-518d-4f13-9d57-ff7e92172daa', 'mac_address': 'fa:16:3e:82:e8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ff2052-76a4-42ba-a735-3373d9a441db', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:31:04.832284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port ff461403-518d-4f13-9d57-ff7e92172daa is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:04.832985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:04.850532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff461403-518d-4f13-9d57-ff7e92172daa {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:31:04.889107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port ff461403-518d-4f13-9d57-ff7e92172daa, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=ff461403-518d-4f13-9d57-ff7e92172daa,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:04.892490 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:04.979366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=ff461403-518d-4f13-9d57-ff7e92172daa,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:05.147018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc090b-4f23-45dc-9ad6-950c8d1d601b req-918fad5f-8385-4f0a-9d23-7c5a3b691dc2 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:05.152816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc090b-4f23-45dc-9ad6-950c8d1d601b req-918fad5f-8385-4f0a-9d23-7c5a3b691dc2 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:05.160129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc090b-4f23-45dc-9ad6-950c8d1d601b req-918fad5f-8385-4f0a-9d23-7c5a3b691dc2 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:05.166799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cccc090b-4f23-45dc-9ad6-950c8d1d601b req-918fad5f-8385-4f0a-9d23-7c5a3b691dc2 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2416 time: 0.1329131 Feb 10 06:31:05.184153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b8e78-0f3c-4dd1-bd36-b74b4bb2a351 req-4d3b0b07-a42d-43af-a9a3-5f901d600be0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:05.186001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f5b8e78-0f3c-4dd1-bd36-b74b4bb2a351 req-4d3b0b07-a42d-43af-a9a3-5f901d600be0 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 950 time: 0.1196291 Feb 10 06:31:05.259188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f5b8e78-0f3c-4dd1-bd36-b74b4bb2a351 req-4ad30e09-c371-42e0-9353-fad133af5dae tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622532 Feb 10 06:31:05.333767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cccc090b-4f23-45dc-9ad6-950c8d1d601b req-605f8536-fbd3-42a5-b073-100045a7dce5 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631918 Feb 10 06:31:05.398914 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4608c18-85d0-4f1d-8f00-f96233e59fd1 x-openstack-request-id: req-a4608c18-85d0-4f1d-8f00-f96233e59fd1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:05.399909 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-plugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:05.400470 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4608c18-85d0-4f1d-8f00-f96233e59fd1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:05.401775 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'code': 200} Feb 10 06:31:05.405269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['08f31b1c-9a66-4095-a65d-a4af7fa27f76'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:05.453896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-de65fd80-ff02-4704-947f-b0bd556078cd tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:05.455445 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-de65fd80-ff02-4704-947f-b0bd556078cd tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1128 time: 0.0985630 Feb 10 06:31:05.462031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd314411-0750-485c-b330-1574cb00105f req-04c918a3-8693-4914-96c9-959d1c949580 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:05.491016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd314411-0750-485c-b330-1574cb00105f req-04c918a3-8693-4914-96c9-959d1c949580 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 946 time: 0.1284680 Feb 10 06:31:05.516837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828670-1'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:05.524650 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed9845e-9e26-4dfb-aaec-2cbe7c80f33c x-openstack-request-id: req-4ed9845e-9e26-4dfb-aaec-2cbe7c80f33c {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:05.525745 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "tag": "ff461403-518d-4f13-9d57-ff7e92172daa", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:05.528406 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ed9845e-9e26-4dfb-aaec-2cbe7c80f33c {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:05.529189 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'tag': 'ff461403-518d-4f13-9d57-ff7e92172daa', 'status': 'completed', 'code': 200} Feb 10 06:31:05.573624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd314411-0750-485c-b330-1574cb00105f req-7ab14dfd-7197-4581-a622-628e08567306 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805349 Feb 10 06:31:05.591008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['efb7b21a-d507-4892-a243-973100455834'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:05.915026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:05.949544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-d7d4c15c-ecb1-4f14-bcfb-22a43e505d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:05.950052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-d7d4c15c-ecb1-4f14-bcfb-22a43e505d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:05.950509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-d7d4c15c-ecb1-4f14-bcfb-22a43e505d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:05.952169 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-d7d4c15c-ecb1-4f14-bcfb-22a43e505d6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72390379c90477da1bb6fe04184bee5&device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2962 time: 0.4208798 Feb 10 06:31:06.126980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 48ed2f24-fa79-4694-a17b-4083ab464004 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:31:06.326105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:06.345829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 48ed2f24-fa79-4694-a17b-4083ab464004 has no active binding in host n-h1-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 06:31:06.365947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-4a9c9782-9941-43a9-b594-fe6ccc002f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:06.370043 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-4a9c9782-9941-43a9-b594-fe6ccc002f95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf HTTP/1.1" status: 200 len: 901 time: 0.3927450 Feb 10 06:31:06.429096 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-b0ab2677-2dc1-4196-92d8-bb758e1c612b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=ff461403-518d-4f13-9d57-ff7e92172daa HTTP/1.1" status: 200 len: 217 time: 0.0508854 Feb 10 06:31:06.493714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:06.510985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-ed8a65cc-1423-4de6-96ca-813e92ca14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:06.512678 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-ed8a65cc-1423-4de6-96ca-813e92ca14ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21ff2052-76a4-42ba-a735-3373d9a441db HTTP/1.1" status: 200 len: 801 time: 0.0738456 Feb 10 06:31:06.521312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecc241-0253-409d-a1a9-f48f25e16836 req-abd3135c-2868-437b-a78d-a74f7da53afc tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:06.530912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfecc241-0253-409d-a1a9-f48f25e16836 req-abd3135c-2868-437b-a78d-a74f7da53afc tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 1132 time: 0.1124601 Feb 10 06:31:06.569995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18408e00-3fa3-41eb-a907-71917b119a43 req-6095a39f-0bb2-41e9-bbca-2666a5949739 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:06.579278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18408e00-3fa3-41eb-a907-71917b119a43 req-6095a39f-0bb2-41e9-bbca-2666a5949739 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.1227646 Feb 10 06:31:06.596412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-873ce785-aaa8-4678-aa26-b0ccb1ca97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:06.598075 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-873ce785-aaa8-4678-aa26-b0ccb1ca97ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0721512 Feb 10 06:31:06.599334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:06.611565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:06.635977 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfecc241-0253-409d-a1a9-f48f25e16836 req-420b4e72-38c6-4496-bc8b-0c6ddce1deda tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983646 Feb 10 06:31:06.747782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['ff461403-518d-4f13-9d57-ff7e92172daa'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:06.763952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18408e00-3fa3-41eb-a907-71917b119a43 req-9470632e-f9c9-4b8b-a2a8-370f78816380 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836367 Feb 10 06:31:06.788043 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Publish callbacks [] for port (48ed2f24-fa79-4694-a17b-4083ab464004), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:06.829288 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:06.953081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-9ae1e103-01cc-4163-8e50-7374a2b79780 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:06.957336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-9ae1e103-01cc-4163-8e50-7374a2b79780 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.3032854 Feb 10 06:31:07.034988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2665dd-9f96-4432-b1c1-5fb78bb89e76 req-886f34a5-0eec-430d-9d58-10503808a376 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:07.042846 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-639d696b-a03d-4a09-bab4-a5c18bc4af3a service neutron] 10.222.0.13 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874447 Feb 10 06:31:07.046585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac2665dd-9f96-4432-b1c1-5fb78bb89e76 req-886f34a5-0eec-430d-9d58-10503808a376 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 949 time: 0.1337042 Feb 10 06:31:07.090432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f564fbe-1933-4547-86f0-7983647c3fda req-970acb20-17a8-453e-b5bd-23106d71a58f tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0634673 Feb 10 06:31:07.162616 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac2665dd-9f96-4432-b1c1-5fb78bb89e76 req-b911b318-edb5-4be3-ad1a-429c85ee384f tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169581 Feb 10 06:31:07.403488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:07.406511 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39f6fdf-482f-4478-887f-3941e1cb5973" -d '{"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:07.414748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43de19-8af4-46a2-a13e-087812975c48 req-b3504181-5fa0-41f1-b850-4d2fa5deb4ac tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:07.420968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43de19-8af4-46a2-a13e-087812975c48 req-b3504181-5fa0-41f1-b850-4d2fa5deb4ac tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:07.427324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43de19-8af4-46a2-a13e-087812975c48 req-b3504181-5fa0-41f1-b850-4d2fa5deb4ac tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:07.429064 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed43de19-8af4-46a2-a13e-087812975c48 req-b3504181-5fa0-41f1-b850-4d2fa5deb4ac tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2416 time: 0.1507299 Feb 10 06:31:07.451766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31f252-1191-4a5a-812c-aae4e32b87e1 req-38bbf6fa-7379-478d-9e8d-72ac8a535c16 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:07.453371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a31f252-1191-4a5a-812c-aae4e32b87e1 req-38bbf6fa-7379-478d-9e8d-72ac8a535c16 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.1590431 Feb 10 06:31:07.532161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Pushing event updated for resources: {'Port': ['ID=48ed2f24-fa79-4694-a17b-4083ab464004,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:07.545494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'tag': '08f31b1c-9a66-4095-a65d-a4af7fa27f76'}, {'name': 'network-changed', 'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'tag': 'efb7b21a-d507-4892-a243-973100455834'}, {'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:07.547906 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac169908-697a-42d9-b4d2-d88b69c6704f" -d '{"events": [{"name": "network-changed", "server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "tag": "08f31b1c-9a66-4095-a65d-a4af7fa27f76"}, {"name": "network-changed", "server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "tag": "efb7b21a-d507-4892-a243-973100455834"}, {"server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "name": "network-vif-unplugged", "status": "completed", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:07.595914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed43de19-8af4-46a2-a13e-087812975c48 req-ae962a48-9b8f-4d36-80c3-539279494048 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589065 Feb 10 06:31:07.608871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.608871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.609238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.609660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.610053 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.610658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.611369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.612011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.612554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.613254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.614272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.614852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.615596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:07.625193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a31f252-1191-4a5a-812c-aae4e32b87e1 req-09448d1f-9563-4db0-9c2a-e08c4a693bba tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578193 Feb 10 06:31:07.638991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 on host n-h2-828670-1 for vnic_type normal with profile {"migrating_to": "n-h1-828670-1"} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:31:07.641569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:31:07.642957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:07.664988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Port 48ed2f24-fa79-4694-a17b-4083ab464004 on network c451f625-0bda-4764-954b-0ac7cdf5247e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:31:07.671039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Attempting to bind port 48ed2f24-fa79-4694-a17b-4083ab464004 on network c451f625-0bda-4764-954b-0ac7cdf5247e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:07.718690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:31:07.719508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Checking segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:07.720321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Bound using segment: {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:31:07.720995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Bound port: 48ed2f24-fa79-4694-a17b-4083ab464004, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20794df-96a6-413d-8db9-3fa427230f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c451f625-0bda-4764-954b-0ac7cdf5247e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:31:07.721561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:07.801138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:07.804245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:31:07.818615 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:07.828130 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70347be0-acc8-4dd7-bc96-49766e0c98d9 x-openstack-request-id: req-70347be0-acc8-4dd7-bc96-49766e0c98d9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:07.829067 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:07.829548 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70347be0-acc8-4dd7-bc96-49766e0c98d9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:07.830169 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'code': 200} Feb 10 06:31:07.834590 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688ebc58-551a-49c9-80ef-8e4b7a982c90 req-1ed152e6-297a-4dad-acca-464f3578c4d8 service neutron] 10.222.0.13 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820086 Feb 10 06:31:07.865801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Deleting port e32670f1-3978-4086-ba33-0b413e6308c0 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:07.866145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:07.903140 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4daa13f-be8c-4753-a6bd-78ac16d7327b x-openstack-request-id: req-b4daa13f-be8c-4753-a6bd-78ac16d7327b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:07.903556 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "tag": "08f31b1c-9a66-4095-a65d-a4af7fa27f76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "tag": "efb7b21a-d507-4892-a243-973100455834", "status": "completed", "code": 200}, {"server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "name": "network-vif-unplugged", "status": "completed", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:07.903721 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4daa13f-be8c-4753-a6bd-78ac16d7327b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:07.904095 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'tag': '08f31b1c-9a66-4095-a65d-a4af7fa27f76', 'status': 'completed', 'code': 200} Feb 10 06:31:07.904357 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'tag': 'efb7b21a-d507-4892-a243-973100455834', 'status': 'completed', 'code': 200} Feb 10 06:31:07.904623 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004', 'code': 200} Feb 10 06:31:08.011272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a15d1-f648-4f88-8b35-acb2e2097df0 req-3ff9a9e8-94f2-4aaa-8d67-13f1acfe6902 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.018585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.019228 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.019775 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f55a15d1-f648-4f88-8b35-acb2e2097df0 req-3ff9a9e8-94f2-4aaa-8d67-13f1acfe6902 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 950 time: 0.0846269 Feb 10 06:31:08.020764 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] 10.222.0.13 "PUT /v2.0/ports/48ed2f24-fa79-4694-a17b-4083ab464004 HTTP/1.1" status: 200 len: 1122 time: 2.5135062 Feb 10 06:31:08.045438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64347b3b-313d-4ae6-803b-f1987792cf6a service neutron] Pushing event updated for resources: {'Port': ['ID=48ed2f24-fa79-4694-a17b-4083ab464004,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:08.068958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] For port e32670f1-3978-4086-ba33-0b413e6308c0, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e32670f1-3978-4086-ba33-0b413e6308c0,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:08.069288 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.080041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-216bd6ff-404c-495a-b33c-1abfb9af17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.080524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-216bd6ff-404c-495a-b33c-1abfb9af17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.081003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-216bd6ff-404c-495a-b33c-1abfb9af17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.082723 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-216bd6ff-404c-495a-b33c-1abfb9af17e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72390379c90477da1bb6fe04184bee5&device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2962 time: 0.1772792 Feb 10 06:31:08.089072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Calling delete_port for e32670f1-3978-4086-ba33-0b413e6308c0 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:08.124176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 08f31b1c-9a66-4095-a65d-a4af7fa27f76 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:08.131081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f55a15d1-f648-4f88-8b35-acb2e2097df0 req-212ea204-0bd3-46b4-912b-7cf49210309d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103394 Feb 10 06:31:08.149927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:08.208043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['48ed2f24-fa79-4694-a17b-4083ab464004'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:08.211682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['48ed2f24-fa79-4694-a17b-4083ab464004'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:08.346582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057c39-06e3-4ab9-946b-08326530e4ed req-7c0d0c47-8c1a-4013-a000-3967791e329a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.356996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18057c39-06e3-4ab9-946b-08326530e4ed req-7c0d0c47-8c1a-4013-a000-3967791e329a tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc052890-2a63-494c-badb-e439b183bcac HTTP/1.1" status: 200 len: 944 time: 0.1160116 Feb 10 06:31:08.363669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-2f78fe26-e5e3-46fd-b0bb-9eede9d924c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.368096 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-2f78fe26-e5e3-46fd-b0bb-9eede9d924c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08182857-0de9-48cf-91bc-1a72ed26c198 HTTP/1.1" status: 200 len: 902 time: 0.2764628 Feb 10 06:31:08.448567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-481ff3f9-d619-4d52-8add-df346c1052bd req-04354f9d-90a6-4a83-a5ad-378c71108846 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0460882 Feb 10 06:31:08.459000 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.486342 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-ef29f9df-edc9-49a8-af2f-77047869e9b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.142&port_id=08f31b1c-9a66-4095-a65d-a4af7fa27f76 HTTP/1.1" status: 200 len: 217 time: 0.1088176 Feb 10 06:31:08.502277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:31:08.509854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18057c39-06e3-4ab9-946b-08326530e4ed req-0bd84691-5986-479c-a165-463bb63fb190 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521144 Feb 10 06:31:08.516668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:08.517614 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.565401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-f6b39e3c-cbe4-4eb7-8295-4237d6bf7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.568642 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-f6b39e3c-cbe4-4eb7-8295-4237d6bf7e5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f42da021-e61a-4ca3-a2ce-3672ea4f5fef HTTP/1.1" status: 200 len: 801 time: 0.0725102 Feb 10 06:31:08.620754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e32670f1-3978-4086-ba33-0b413e6308c0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.663271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Pushing event deleted for resources: {'Port': ['ID=e32670f1-3978-4086-ba33-0b413e6308c0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:08.682735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d4438826-e832-49a2-af98-df131a93d6bd'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:08.703881 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Publish callbacks [] for security_group (bc869414-5eed-4465-8f8f-6d63dd6a93e9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.723270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] No DVR routers for this DVR port e32670f1-3978-4086-ba33-0b413e6308c0 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:08.727275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.731022 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b9bd3906-45d9-4b20-98cf-1eaf438dd49d req-c379c4dc-0a3e-4445-a283-360ad377d186 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.13 "DELETE /v2.0/ports/e32670f1-3978-4086-ba33-0b413e6308c0 HTTP/1.1" status: 204 len: 173 time: 1.7679262 Feb 10 06:31:08.734082 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc869414-5eed-4465-8f8f-6d63dd6a93e9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.735978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-1a24e54d-9ed0-4eff-b9a2-bde8a88f1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.737548 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-1a24e54d-9ed0-4eff-b9a2-bde8a88f1307 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08182857-0de9-48cf-91bc-1a72ed26c198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1619995 Feb 10 06:31:08.815440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc869414-5eed-4465-8f8f-6d63dd6a93e9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:08.819851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c483ef089254cdc9d881d40193349f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6687033 Feb 10 06:31:08.824203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37708) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:08.833758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.834096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.834460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.835283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.835623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.836016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.836879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.837211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.837537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.837861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.838183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.839246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.839390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c909629-06aa-44f2-a1ca-813bd9720e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:08.856136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f355794-268e-4ace-9755-7b34ee326e2a req-8b84d333-10a7-490d-ac1d-1627a972d3f1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.862000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f355794-268e-4ace-9755-7b34ee326e2a req-8b84d333-10a7-490d-ac1d-1627a972d3f1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.868275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f355794-268e-4ace-9755-7b34ee326e2a req-8b84d333-10a7-490d-ac1d-1627a972d3f1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.875905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f355794-268e-4ace-9755-7b34ee326e2a req-8b84d333-10a7-490d-ac1d-1627a972d3f1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2416 time: 0.1743453 Feb 10 06:31:08.911127 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-49c1d8a7-d075-4590-9f4d-ebae13065c5d service neutron] 10.222.0.13 "GET /v2.0/networks/08182857-0de9-48cf-91bc-1a72ed26c198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662090 Feb 10 06:31:08.911422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58ff5cbf-332c-424c-a088-82a7a5261de3 admin admin] Publish callbacks [] for security_group (bc869414-5eed-4465-8f8f-6d63dd6a93e9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.921176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d07a8-9f2d-4f46-8e29-6a8d4adb7dec req-3a8128c5-9c51-453c-892c-7c20a04b9589 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:08.922718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-695d07a8-9f2d-4f46-8e29-6a8d4adb7dec req-3a8128c5-9c51-453c-892c-7c20a04b9589 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 950 time: 0.1651876 Feb 10 06:31:08.940995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:08.941600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:08.968172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f355794-268e-4ace-9755-7b34ee326e2a req-81784aa9-b4a2-4d6e-b80e-880f9420e2ff tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903668 Feb 10 06:31:08.978885 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58ff5cbf-332c-424c-a088-82a7a5261de3 admin admin] Publish callbacks [] for security_group (bc869414-5eed-4465-8f8f-6d63dd6a93e9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.037762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-695d07a8-9f2d-4f46-8e29-6a8d4adb7dec req-005aeb36-7618-48b8-93a8-e3552b1cdc4e tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036146 Feb 10 06:31:09.066223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 08f31b1c-9a66-4095-a65d-a4af7fa27f76, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=08f31b1c-9a66-4095-a65d-a4af7fa27f76,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:09.067146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-4a836485-e139-4e8e-8bf4-49a670efc724 service neutron] 10.222.0.13 "GET /v2.0/networks/08182857-0de9-48cf-91bc-1a72ed26c198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470342 Feb 10 06:31:09.081318 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.083356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device efb7b21a-d507-4892-a243-973100455834 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:09.091783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58ff5cbf-332c-424c-a088-82a7a5261de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc869414-5eed-4465-8f8f-6d63dd6a93e9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.094640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58ff5cbf-332c-424c-a088-82a7a5261de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.098330 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-58ff5cbf-332c-424c-a088-82a7a5261de3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc869414-5eed-4465-8f8f-6d63dd6a93e9 HTTP/1.1" status: 204 len: 168 time: 0.2706625 Feb 10 06:31:09.105441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff5cbf-332c-424c-a088-82a7a5261de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc869414-5eed-4465-8f8f-6d63dd6a93e9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:09.128288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f760351-30d5-4710-bb1d-f2ea251fc007 req-04f16976-2f71-4e19-80ee-27714b3305db tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:09.130205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f760351-30d5-4710-bb1d-f2ea251fc007 req-04f16976-2f71-4e19-80ee-27714b3305db tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.0905275 Feb 10 06:31:09.232203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f760351-30d5-4710-bb1d-f2ea251fc007 req-f0cfe22a-19e8-4c41-9a5c-2f5e376fb809 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867667 Feb 10 06:31:09.234683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=08f31b1c-9a66-4095-a65d-a4af7fa27f76,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:09.261988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port efb7b21a-d507-4892-a243-973100455834 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:31:09.263276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-53212928-6587-46ad-a1f7-e36fba167b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:09.264285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-53212928-6587-46ad-a1f7-e36fba167b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:09.264487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-53212928-6587-46ad-a1f7-e36fba167b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:09.266584 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-53212928-6587-46ad-a1f7-e36fba167b40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72390379c90477da1bb6fe04184bee5&device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2963 time: 0.1114380 Feb 10 06:31:09.266845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port efb7b21a-d507-4892-a243-973100455834 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:09.267058 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (efb7b21a-d507-4892-a243-973100455834), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.422482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port efb7b21a-d507-4892-a243-973100455834 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:09.425058 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (efb7b21a-d507-4892-a243-973100455834), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.447657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-00d4b1a1-68de-4625-ade4-5389dc3848d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:09.450708 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-00d4b1a1-68de-4625-ade4-5389dc3848d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf HTTP/1.1" status: 200 len: 901 time: 0.1764021 Feb 10 06:31:09.479792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port efb7b21a-d507-4892-a243-973100455834, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=efb7b21a-d507-4892-a243-973100455834,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:09.487387 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (efb7b21a-d507-4892-a243-973100455834), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.489032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616865f-6a07-4156-9be3-0d4971ca0835 req-e5905bba-f527-4ac7-8d90-1b507e295d0d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:09.489214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e32670f1-3978-4086-ba33-0b413e6308c0 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:09.498321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a616865f-6a07-4156-9be3-0d4971ca0835 req-e5905bba-f527-4ac7-8d90-1b507e295d0d tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 950 time: 0.0966618 Feb 10 06:31:09.525127 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-f5dc9455-1dd8-4a9e-bc84-559ee0f09877 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=efb7b21a-d507-4892-a243-973100455834 HTTP/1.1" status: 200 len: 217 time: 0.0646369 Feb 10 06:31:09.534225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-60151fc7-4090-49aa-91b5-df107a87b73b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:09.535780 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-60151fc7-4090-49aa-91b5-df107a87b73b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 950 time: 0.1461041 Feb 10 06:31:09.544908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: e32670f1-3978-4086-ba33-0b413e6308c0 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:09.545257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e32670f1-3978-4086-ba33-0b413e6308c0 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:09.547837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 08b54aa2-0530-4649-bd18-ce0eed09982f no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:09.574077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a616865f-6a07-4156-9be3-0d4971ca0835 req-4536e793-af96-4179-83a5-8f1ed0a19289 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732484 Feb 10 06:31:09.586369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-e245c2de-dab8-4bb3-9d0d-23c2c730dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:09.588201 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-e245c2de-dab8-4bb3-9d0d-23c2c730dc05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21ff2052-76a4-42ba-a735-3373d9a441db HTTP/1.1" status: 200 len: 801 time: 0.0511885 Feb 10 06:31:09.679869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=efb7b21a-d507-4892-a243-973100455834,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:09.716912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3a9d0dd-fba8-4bab-af97-c951c648da7d req-85225a45-9788-44c2-b72f-8f5f5a971f1e tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0578389 Feb 10 06:31:09.739424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 08b54aa2-0530-4649-bd18-ce0eed09982f is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:09.740260 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.740699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-dd88fc76-c6c6-4edf-9bfd-3c7046f5b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:09.742932 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-dd88fc76-c6c6-4edf-9bfd-3c7046f5b9a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0861838 Feb 10 06:31:09.776706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:09.797416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d612cb9-c5b3-499e-b67a-212056f329de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.799722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=08b54aa2-0530-4649-bd18-ce0eed09982f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:09.812442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Deleting port eb97800b-99be-48c3-92fe-d447d0aa4254 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:09.813879 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.814042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.819606 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.840526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f31b1c-9a66-4095-a65d-a4af7fa27f76'}, {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb7b21a-d507-4892-a243-973100455834'}, {'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:09.842803 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce0ad3f-3a56-456d-8eb1-c52390a331de" -d '{"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-plugged", "status": "completed", "tag": "08f31b1c-9a66-4095-a65d-a4af7fa27f76"}, {"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-plugged", "status": "completed", "tag": "efb7b21a-d507-4892-a243-973100455834"}, {"server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "name": "network-vif-unplugged", "status": "completed", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:09.886845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=08b54aa2-0530-4649-bd18-ce0eed09982f,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:09.906108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004'}, {'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'name': 'network-vif-deleted', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:09.908544 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a11d186-a830-40c2-aefa-0f8da5536674" -d '{"events": [{"name": "network-changed", "server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004"}, {"server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "name": "network-vif-deleted", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:09.947474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d612cb9-c5b3-499e-b67a-212056f329de admin admin] Publish callbacks [] for security_group (931f5a96-387e-47c8-8537-13f95f3f1818), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.984669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81c321c3-a850-45c7-bee1-a7308082aacb req-8a636867-8a7c-48da-b27b-f49611810b98 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0351765 Feb 10 06:31:09.986046 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d612cb9-c5b3-499e-b67a-212056f329de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (931f5a96-387e-47c8-8537-13f95f3f1818), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:09.987172 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-a1918eb0-3b4e-45bc-8001-9d67cb2646aa service neutron] 10.222.0.13 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350888 Feb 10 06:31:09.995207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] For port eb97800b-99be-48c3-92fe-d447d0aa4254, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eb97800b-99be-48c3-92fe-d447d0aa4254,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:09.995576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.032360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d612cb9-c5b3-499e-b67a-212056f329de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=323d7677b6934b2a89256a6862b014ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533686 Feb 10 06:31:10.033591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d612cb9-c5b3-499e-b67a-212056f329de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931f5a96-387e-47c8-8537-13f95f3f1818,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:10.035381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37770) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:10.037548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Calling delete_port for eb97800b-99be-48c3-92fe-d447d0aa4254 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:10.102066 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c213651-1ebd-4a2b-9ecc-315ddbb83a8e x-openstack-request-id: req-6c213651-1ebd-4a2b-9ecc-315ddbb83a8e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:10.102734 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-plugged", "status": "completed", "tag": "08f31b1c-9a66-4095-a65d-a4af7fa27f76", "code": 200}, {"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-plugged", "status": "completed", "tag": "efb7b21a-d507-4892-a243-973100455834", "code": 200}, {"server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "name": "network-vif-unplugged", "status": "completed", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:10.102734 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c213651-1ebd-4a2b-9ecc-315ddbb83a8e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:10.103037 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f31b1c-9a66-4095-a65d-a4af7fa27f76', 'code': 200} Feb 10 06:31:10.103297 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb7b21a-d507-4892-a243-973100455834', 'code': 200} Feb 10 06:31:10.105113 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f', 'code': 200} Feb 10 06:31:10.126868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device ff461403-518d-4f13-9d57-ff7e92172daa up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:10.153667 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666565e-df6a-4b59-b48e-5e6531c42ed9 x-openstack-request-id: req-5666565e-df6a-4b59-b48e-5e6531c42ed9 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:10.153962 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004", "status": "completed", "code": 200}, {"server_uuid": "dc052890-2a63-494c-badb-e439b183bcac", "name": "network-vif-deleted", "tag": "e32670f1-3978-4086-ba33-0b413e6308c0", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:10.154220 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5666565e-df6a-4b59-b48e-5e6531c42ed9 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:10.154645 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004', 'status': 'completed', 'code': 200} Feb 10 06:31:10.154904 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc052890-2a63-494c-badb-e439b183bcac', 'name': 'network-vif-deleted', 'tag': 'e32670f1-3978-4086-ba33-0b413e6308c0', 'status': 'completed', 'code': 200} Feb 10 06:31:10.193647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port ff461403-518d-4f13-9d57-ff7e92172daa completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:31:10.198112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port ff461403-518d-4f13-9d57-ff7e92172daa triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:10.198271 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.221345 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac169908-697a-42d9-b4d2-d88b69c6704f req-1f31d8e5-1229-4dc0-9f27-90cf57a39a76 service neutron] 10.222.0.13 "GET /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230432 Feb 10 06:31:10.227121 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4337150f-0e87-4ed9-8fdc-dc52e9f32d39 admin admin] Publish callbacks [] for security_group (931f5a96-387e-47c8-8537-13f95f3f1818), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.265138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4337150f-0e87-4ed9-8fdc-dc52e9f32d39 admin admin] Publish callbacks [] for security_group (931f5a96-387e-47c8-8537-13f95f3f1818), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.299027 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e522837a-7d68-4018-ad69-097b8c185f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.366252 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4337150f-0e87-4ed9-8fdc-dc52e9f32d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (931f5a96-387e-47c8-8537-13f95f3f1818), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.370215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port ff461403-518d-4f13-9d57-ff7e92172daa is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:10.370741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4337150f-0e87-4ed9-8fdc-dc52e9f32d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.374977 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4337150f-0e87-4ed9-8fdc-dc52e9f32d39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/931f5a96-387e-47c8-8537-13f95f3f1818 HTTP/1.1" status: 204 len: 168 time: 0.3363421 Feb 10 06:31:10.375205 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.393673 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (eb97800b-99be-48c3-92fe-d447d0aa4254), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.402161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337150f-0e87-4ed9-8fdc-dc52e9f32d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931f5a96-387e-47c8-8537-13f95f3f1818,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:10.428442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Pushing event deleted for resources: {'Port': ['ID=eb97800b-99be-48c3-92fe-d447d0aa4254,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:10.465693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['4790856e-1ae5-41f6-a941-e9bff72025d3', 'baf7c198-04f0-4a84-a545-e7385bcdcc52'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:10.472625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7a007442-be89-4c19-9f4c-b090f842551d', 'eb97800b-99be-48c3-92fe-d447d0aa4254'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:10.483904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port ff461403-518d-4f13-9d57-ff7e92172daa, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=ff461403-518d-4f13-9d57-ff7e92172daa,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:10.503099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] No DVR routers for this DVR port eb97800b-99be-48c3-92fe-d447d0aa4254 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:10.505898 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.510791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3dfb8a80-9165-4504-acbe-6f7017816777 req-1c983ee2-afd2-4503-844f-af3534c03da9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "DELETE /v2.0/ports/eb97800b-99be-48c3-92fe-d447d0aa4254 HTTP/1.1" status: 204 len: 173 time: 0.9214189 Feb 10 06:31:10.728146 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:10.770346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57469b3-ba12-48f4-a381-edfdd6d7c7a0 req-1141d1fb-47f1-4456-bfa0-aebb2b53ab09 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:10.777365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57469b3-ba12-48f4-a381-edfdd6d7c7a0 req-1141d1fb-47f1-4456-bfa0-aebb2b53ab09 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:10.783003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57469b3-ba12-48f4-a381-edfdd6d7c7a0 req-1141d1fb-47f1-4456-bfa0-aebb2b53ab09 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:10.785274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f57469b3-ba12-48f4-a381-edfdd6d7c7a0 req-1141d1fb-47f1-4456-bfa0-aebb2b53ab09 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2418 time: 0.5662730 Feb 10 06:31:10.787523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-00a36f23-3506-4875-94fb-b018c44d2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:10.789166 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-00a36f23-3506-4875-94fb-b018c44d2d8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 1156 time: 0.5557439 Feb 10 06:31:10.844163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=ff461403-518d-4f13-9d57-ff7e92172daa,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:10.858119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11d0aa-b803-4cf8-94e5-6b2feeeadc6e req-2c287a13-f81f-4419-85e4-4a2ce59a791e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:10.865223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa11d0aa-b803-4cf8-94e5-6b2feeeadc6e req-2c287a13-f81f-4419-85e4-4a2ce59a791e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 947 time: 0.1906331 Feb 10 06:31:10.952386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819187c7-375c-4376-b011-b8bc07c9d884 req-55afe6ce-c6c8-4b3c-9799-6f4f9a70e604 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:10.954605 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-819187c7-375c-4376-b011-b8bc07c9d884 req-55afe6ce-c6c8-4b3c-9799-6f4f9a70e604 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 947 time: 0.1085823 Feb 10 06:31:10.964963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa11d0aa-b803-4cf8-94e5-6b2feeeadc6e req-9b38ec01-74ec-4449-8432-300686ca1da9 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988882 Feb 10 06:31:11.030828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f57469b3-ba12-48f4-a381-edfdd6d7c7a0 req-5d0ba370-dab2-420d-9c28-386ebbc52613 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360871 Feb 10 06:31:11.039523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-fe650ea9-4f38-4762-be70-e75cea6a2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:11.040589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-fe650ea9-4f38-4762-be70-e75cea6a2069 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.2395132 Feb 10 06:31:11.143018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-819187c7-375c-4376-b011-b8bc07c9d884 req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Deleting port d4438826-e832-49a2-af98-df131a93d6bd {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:11.143438 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-819187c7-375c-4376-b011-b8bc07c9d884 req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d4438826-e832-49a2-af98-df131a93d6bd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:11.161055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-0c62ff18-b624-4715-bf30-62b1f659a359 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed2f24-fa79-4694-a17b-4083ab464004 HTTP/1.1" status: 200 len: 217 time: 0.1062469 Feb 10 06:31:11.238703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-5803d3ce-25d8-46ce-a0fc-c5fc6b887faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:11.247752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-5803d3ce-25d8-46ce-a0fc-c5fc6b887faa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.0790868 Feb 10 06:31:11.299823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-819187c7-375c-4376-b011-b8bc07c9d884 req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] For port d4438826-e832-49a2-af98-df131a93d6bd, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d4438826-e832-49a2-af98-df131a93d6bd,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:11.300559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-819187c7-375c-4376-b011-b8bc07c9d884 req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d4438826-e832-49a2-af98-df131a93d6bd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:11.319162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-819187c7-375c-4376-b011-b8bc07c9d884 req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Calling delete_port for d4438826-e832-49a2-af98-df131a93d6bd owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:11.335180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf18ded8-aed3-4702-ad7c-9ccafa5579e1 req-6741559e-cc7a-48aa-99d3-1afdc6dd59a6 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=08666d2d-77e0-4c04-9e37-aab04a2816c4 HTTP/1.1" status: 200 len: 210 time: 0.0734661 Feb 10 06:31:11.348836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115e549-9b51-4e93-b82f-8d6e98f4f617 req-e719e509-e291-406f-a7e1-77caebdeed32 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:11.362523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0115e549-9b51-4e93-b82f-8d6e98f4f617 req-e719e509-e291-406f-a7e1-77caebdeed32 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.2441847 Feb 10 06:31:11.389715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-3514d4b5-303a-43e9-9d41-c40232effc59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294620 Feb 10 06:31:11.477697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0541fa9f-bcfd-49df-b073-fafaadf4d973 req-540a1529-e233-430e-8e2b-15c1703f565b tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0606885 Feb 10 06:31:11.489437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-819187c7-375c-4376-b011-b8bc07c9d884 req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d4438826-e832-49a2-af98-df131a93d6bd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:11.514052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d4438826-e832-49a2-af98-df131a93d6bd'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:11.530059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0115e549-9b51-4e93-b82f-8d6e98f4f617 req-93ad226c-dcca-45e7-8225-3ac40c10a23f tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614180 Feb 10 06:31:11.541548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:11.544102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Pushing event deleted for resources: {'Port': ['ID=d4438826-e832-49a2-af98-df131a93d6bd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:11.572273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: eb97800b-99be-48c3-92fe-d447d0aa4254 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:11.572604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eb97800b-99be-48c3-92fe-d447d0aa4254 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:11.573206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:11.574831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-24dfe9e5-fc62-414d-9089-6789813816f1 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770637 Feb 10 06:31:11.675160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-819187c7-375c-4376-b011-b8bc07c9d884 req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] No DVR routers for this DVR port d4438826-e832-49a2-af98-df131a93d6bd on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:11.690092 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-819187c7-375c-4376-b011-b8bc07c9d884 req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:11.697348 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-819187c7-375c-4376-b011-b8bc07c9d884 req-3df5d282-937b-4279-816c-bd1dcb1ee0da tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.13 "DELETE /v2.0/ports/d4438826-e832-49a2-af98-df131a93d6bd HTTP/1.1" status: 204 len: 173 time: 0.7363167 Feb 10 06:31:11.726125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:11.726710 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:11.795607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a11d186-a830-40c2-aefa-0f8da5536674 req-a82510df-d071-411b-85b3-47242b3050b6 service neutron] 10.222.0.24 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128842 Feb 10 06:31:11.831325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:11.839393 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:11.894199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=11']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:11.942244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934838c-0102-42f6-9c5f-a26d46bc7dda req-e3eeb882-c230-44ed-a398-2be6493c2957 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:11.946792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b934838c-0102-42f6-9c5f-a26d46bc7dda req-e3eeb882-c230-44ed-a398-2be6493c2957 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 948 time: 0.0811357 Feb 10 06:31:11.997186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b934838c-0102-42f6-9c5f-a26d46bc7dda req-e8157043-482b-4674-9d25-ca88948d0820 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469012 Feb 10 06:31:12.106233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff461403-518d-4f13-9d57-ff7e92172daa'}, {'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:12.110191 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca55fa10-af94-496c-b0e9-173117852097" -d '{"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-plugged", "status": "completed", "tag": "ff461403-518d-4f13-9d57-ff7e92172daa"}, {"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:12.124338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1d367b4-996b-440e-af54-e7960eb1cd30 req-de1dd889-b7fa-434b-9159-19d9fd369023 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f32767d-fb2c-45c0-b56c-388d55a0b23a HTTP/1.1" status: 200 len: 210 time: 0.0479646 Feb 10 06:31:12.156229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-deleted', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254'}, {'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'name': 'network-vif-deleted', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:12.158931 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa4bcc0-1283-45ec-a885-f4f89cd4ff04" -d '{"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-deleted", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254"}, {"server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "name": "network-vif-deleted", "tag": "d4438826-e832-49a2-af98-df131a93d6bd"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:12.168873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37896) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:12.198499 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6b3f53-8437-4505-a94d-88f37fdda2b0 x-openstack-request-id: req-7c6b3f53-8437-4505-a94d-88f37fdda2b0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:12.198861 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-plugged", "status": "completed", "tag": "ff461403-518d-4f13-9d57-ff7e92172daa", "code": 200}, {"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:12.199128 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c6b3f53-8437-4505-a94d-88f37fdda2b0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:12.199539 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff461403-518d-4f13-9d57-ff7e92172daa', 'code': 200} Feb 10 06:31:12.199800 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'code': 200} Feb 10 06:31:12.308684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f41d38a7-1601-410d-ab86-53653deaabf5 req-7e3239c6-8044-45c1-9ebb-7ddef07f16c0 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0369129 Feb 10 06:31:12.339343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563ea26-4881-4b47-8dd9-3669da7e96fa req-3d63e23d-c8bb-49ba-92ff-de6e66e2d544 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:12.340469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d97918-363e-4eb1-bbb2-ece9040c73f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:12.347734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563ea26-4881-4b47-8dd9-3669da7e96fa req-3d63e23d-c8bb-49ba-92ff-de6e66e2d544 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:12.358103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563ea26-4881-4b47-8dd9-3669da7e96fa req-3d63e23d-c8bb-49ba-92ff-de6e66e2d544 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:12.360885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7563ea26-4881-4b47-8dd9-3669da7e96fa req-3d63e23d-c8bb-49ba-92ff-de6e66e2d544 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.1522088 Feb 10 06:31:12.382068 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d204af-c4a7-4987-b895-4f29810e2566 x-openstack-request-id: req-e4d204af-c4a7-4987-b895-4f29810e2566 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:12.382938 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08666d2d-77e0-4c04-9e37-aab04a2816c4", "name": "network-vif-deleted", "tag": "eb97800b-99be-48c3-92fe-d447d0aa4254", "status": "completed", "code": 200}, {"server_uuid": "2f32767d-fb2c-45c0-b56c-388d55a0b23a", "name": "network-vif-deleted", "tag": "d4438826-e832-49a2-af98-df131a93d6bd", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:12.383238 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4d204af-c4a7-4987-b895-4f29810e2566 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:12.383709 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08666d2d-77e0-4c04-9e37-aab04a2816c4', 'name': 'network-vif-deleted', 'tag': 'eb97800b-99be-48c3-92fe-d447d0aa4254', 'status': 'completed', 'code': 200} Feb 10 06:31:12.384007 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f32767d-fb2c-45c0-b56c-388d55a0b23a', 'name': 'network-vif-deleted', 'tag': 'd4438826-e832-49a2-af98-df131a93d6bd', 'status': 'completed', 'code': 200} Feb 10 06:31:12.390940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f10e3-889c-486b-8bc8-8b5a85a34003 req-0e55322e-6cfa-4d85-9730-2e97bd488670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:12.391452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f10e3-889c-486b-8bc8-8b5a85a34003 req-0e55322e-6cfa-4d85-9730-2e97bd488670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:12.391946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f10e3-889c-486b-8bc8-8b5a85a34003 req-0e55322e-6cfa-4d85-9730-2e97bd488670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:12.394509 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f5f10e3-889c-486b-8bc8-8b5a85a34003 req-0e55322e-6cfa-4d85-9730-2e97bd488670 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2965 time: 0.0986545 Feb 10 06:31:12.471088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1f20b69-1a21-4ac4-a48e-4576515ede63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:12.476730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7563ea26-4881-4b47-8dd9-3669da7e96fa req-85197fee-3b39-4321-8a48-06070b88d167 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088836 Feb 10 06:31:12.499222 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f5f10e3-889c-486b-8bc8-8b5a85a34003 req-7024364e-dab2-47a3-859a-fea4254ab859 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959928 Feb 10 06:31:12.512215 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d97918-363e-4eb1-bbb2-ece9040c73f0 admin admin] Publish callbacks [] for security_group (222a2328-b37d-46de-b8a6-1f9aa33a32fb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:12.516489 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d97918-363e-4eb1-bbb2-ece9040c73f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (222a2328-b37d-46de-b8a6-1f9aa33a32fb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:12.551388 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f2d97918-363e-4eb1-bbb2-ece9040c73f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=979848035aa34bb78e204d7a74a42502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814397 Feb 10 06:31:12.554174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37906) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:12.561982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d97918-363e-4eb1-bbb2-ece9040c73f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222a2328-b37d-46de-b8a6-1f9aa33a32fb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:12.608617 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-963d22b3-aa76-41be-8758-fb116008cd2d admin admin] Publish callbacks [] for security_group (222a2328-b37d-46de-b8a6-1f9aa33a32fb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:12.645534 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-963d22b3-aa76-41be-8758-fb116008cd2d admin admin] Publish callbacks [] for security_group (222a2328-b37d-46de-b8a6-1f9aa33a32fb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:12.706347 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:31:12.716971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bff5-4244-4b43-9227-a31a601d4d16 req-6b31259c-fab2-4005-9b95-7a0b75a8d04c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:12.718613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3987bff5-4244-4b43-9227-a31a601d4d16 req-6b31259c-fab2-4005-9b95-7a0b75a8d04c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.0862696 Feb 10 06:31:12.756977 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-963d22b3-aa76-41be-8758-fb116008cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (222a2328-b37d-46de-b8a6-1f9aa33a32fb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:12.760026 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-963d22b3-aa76-41be-8758-fb116008cd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:12.762830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-963d22b3-aa76-41be-8758-fb116008cd2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/222a2328-b37d-46de-b8a6-1f9aa33a32fb HTTP/1.1" status: 204 len: 168 time: 0.2074020 Feb 10 06:31:12.787737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d22b3-aa76-41be-8758-fb116008cd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222a2328-b37d-46de-b8a6-1f9aa33a32fb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:12.822168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3987bff5-4244-4b43-9227-a31a601d4d16 req-f8894983-e9ad-4678-877f-0c46118fe0ad tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961156 Feb 10 06:31:12.828719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e532a-2f73-4cf3-97a6-8251a2376d48 req-d0d6fbfe-cbda-43e8-b725-69f4dc58a92c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:12.831701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d5e532a-2f73-4cf3-97a6-8251a2376d48 req-d0d6fbfe-cbda-43e8-b725-69f4dc58a92c tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 950 time: 0.1078527 Feb 10 06:31:12.890206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d5e532a-2f73-4cf3-97a6-8251a2376d48 req-334332e8-7e8c-451a-903b-dcd5ccf026f2 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530040 Feb 10 06:31:13.121033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff6ac6-42e7-40b8-acd8-5531cd55d49f req-8a58130b-0631-4e3f-ab4d-3f291eff8d60 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:13.123135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ff6ac6-42e7-40b8-acd8-5531cd55d49f req-8a58130b-0631-4e3f-ab4d-3f291eff8d60 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 948 time: 0.0545793 Feb 10 06:31:13.186176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ff6ac6-42e7-40b8-acd8-5531cd55d49f req-ce470f66-15e6-4ed2-943b-184816a06491 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564289 Feb 10 06:31:13.485903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf177c71-c389-432e-8f68-c5d7fa78d14e req-05c82956-dbad-4301-aaa7-fd4e71a73cc3 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0729129 Feb 10 06:31:13.536513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdfb35-8d74-449e-a791-43841b870fe7 req-73ef4abf-1e12-4671-ac74-2d9277564c19 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:13.538320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34cdfb35-8d74-449e-a791-43841b870fe7 req-73ef4abf-1e12-4671-ac74-2d9277564c19 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.1137495 Feb 10 06:31:13.642489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34cdfb35-8d74-449e-a791-43841b870fe7 req-88711f74-6e24-4a85-8adc-3a79fc5c6a5e tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961294 Feb 10 06:31:13.665243 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:13.675118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31944a-d9ce-4657-9672-c44b53dac110 req-badde3c8-b9e6-4f27-98ca-8b2f64b8337d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:13.681185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31944a-d9ce-4657-9672-c44b53dac110 req-badde3c8-b9e6-4f27-98ca-8b2f64b8337d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:13.686938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31944a-d9ce-4657-9672-c44b53dac110 req-badde3c8-b9e6-4f27-98ca-8b2f64b8337d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:13.688755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a31944a-d9ce-4657-9672-c44b53dac110 req-badde3c8-b9e6-4f27-98ca-8b2f64b8337d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.1116278 Feb 10 06:31:13.739712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a31944a-d9ce-4657-9672-c44b53dac110 req-d797ba59-d821-4da7-9262-05e1dccfc003 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Feb 10 06:31:13.969552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343846cb-fe92-4937-acec-1963c034df42 req-de080801-b234-42c0-bc52-c991c499edbc tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:13.971177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-343846cb-fe92-4937-acec-1963c034df42 req-de080801-b234-42c0-bc52-c991c499edbc tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.24 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 948 time: 0.1058371 Feb 10 06:31:14.063846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad74f5-d952-46f1-8f12-ed2e25437d6d req-ad6ae1aa-bf9f-41d2-83cb-d38f5df05fcc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:14.065435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1ad74f5-d952-46f1-8f12-ed2e25437d6d req-ad6ae1aa-bf9f-41d2-83cb-d38f5df05fcc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.1517813 Feb 10 06:31:14.117324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fabf4b-c630-4616-864e-ebb8a77e163c req-15ec5fc3-f0a8-4f35-a7fc-ceb3fd9452be tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:14.118946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6fabf4b-c630-4616-864e-ebb8a77e163c req-15ec5fc3-f0a8-4f35-a7fc-ceb3fd9452be tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 950 time: 0.1466241 Feb 10 06:31:14.157236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:31:14.163985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d4438826-e832-49a2-af98-df131a93d6bd no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:14.181972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1ad74f5-d952-46f1-8f12-ed2e25437d6d req-d26d36f1-1413-42af-b35e-a9393882ae42 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976374 Feb 10 06:31:14.209283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: d4438826-e832-49a2-af98-df131a93d6bd {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:14.209889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d4438826-e832-49a2-af98-df131a93d6bd not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:14.214152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-343846cb-fe92-4937-acec-1963c034df42 req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Deleting port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:14.214565 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-343846cb-fe92-4937-acec-1963c034df42 req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.252326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6fabf4b-c630-4616-864e-ebb8a77e163c req-4873bfa0-f523-4134-ab38-00f0218545a9 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228819 Feb 10 06:31:14.352131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37988) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:14.359515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:14.376199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-343846cb-fe92-4937-acec-1963c034df42 req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] For port 33cd82c4-a8f0-48cd-97df-8c112b8badf4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=33cd82c4-a8f0-48cd-97df-8c112b8badf4,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:14.376593 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-343846cb-fe92-4937-acec-1963c034df42 req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.376759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'mac_address': 'fa:16:3e:bf:5f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:31:14.400627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-343846cb-fe92-4937-acec-1963c034df42 req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Calling delete_port for 33cd82c4-a8f0-48cd-97df-8c112b8badf4 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:14.410235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5666b66-c2bc-4c4c-a681-c14d8e68fa1e req-b0a651f1-b9ae-497d-a681-7bbece9aaf9d tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:14.411572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5666b66-c2bc-4c4c-a681-c14d8e68fa1e req-b0a651f1-b9ae-497d-a681-7bbece9aaf9d tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/ports?device_id=37090d5a-c7ea-4c54-96a1-f7345b359bc5 HTTP/1.1" status: 200 len: 948 time: 0.1040914 Feb 10 06:31:14.442934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7c7019e6-fd11-4f27-b3e5-9686463be62e is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:14.443468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.458554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7019e6-fd11-4f27-b3e5-9686463be62e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:31:14.490158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:14.496961 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.521038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5666b66-c2bc-4c4c-a681-c14d8e68fa1e req-1e403ddb-e23f-415b-8b2f-151a30e04fcd tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.21 "GET /v2.0/security-groups?id=de69f688-31a9-4985-b013-1154a83c8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946102 Feb 10 06:31:14.571369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:14.581812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.582285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.582753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.583231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1920496249'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:14.583431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.584396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.584396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.584801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.585253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.585685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.586800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.587236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.587666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.588142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:14.610501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Made reservation on behalf of a3ead516367f48c39a8abc6a793266b7 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:14.614154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.623283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.641197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-afb950f7-b59b-469c-91c6-9aab5275b6c9 req-74525f68-84cf-4dea-890a-18afe4bdd384 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0502543 Feb 10 06:31:14.665940 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-343846cb-fe92-4937-acec-1963c034df42 req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (33cd82c4-a8f0-48cd-97df-8c112b8badf4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.723866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Pushing event deleted for resources: {'Port': ['ID=33cd82c4-a8f0-48cd-97df-8c112b8badf4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:14.752037 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks [] for security_group (126f67be-d0e5-4ce0-84d9-f27c7361c540), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.759615 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (126f67be-d0e5-4ce0-84d9-f27c7361c540), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.799396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:31:14.807729 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126f67be-d0e5-4ce0-84d9-f27c7361c540,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:14.808047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-343846cb-fe92-4937-acec-1963c034df42 req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] No DVR routers for this DVR port 33cd82c4-a8f0-48cd-97df-8c112b8badf4 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:14.812284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-343846cb-fe92-4937-acec-1963c034df42 req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.816332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-343846cb-fe92-4937-acec-1963c034df42 req-0cb5ab02-db00-49c5-a141-5013e49d0d24 tempest-ImagesOneServerTestJSON-1550233103 tempest-ImagesOneServerTestJSON-1550233103-project] 10.222.0.24 "DELETE /v2.0/ports/33cd82c4-a8f0-48cd-97df-8c112b8badf4 HTTP/1.1" status: 204 len: 173 time: 0.8342204 Feb 10 06:31:14.816745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-deleted', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:14.819247 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9d5caf-55e9-4dcf-9566-42795d6df634" -d '{"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-deleted", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:14.832213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['7c7019e6-fd11-4f27-b3e5-9686463be62e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:14.854391 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (932eb638-6380-4008-a073-6cab9eb0f55b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.862751 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Added segment 932eb638-6380-4008-a073-6cab9eb0f55b of type vlan for network 36df8dcd-fd8c-48f4-a58c-491924213ac2 Feb 10 06:31:14.878017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d202a42-e9f0-463c-b38a-f6ebe44d2b94 req-f8a49bf3-1757-4a50-9f5a-5edc218788d3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:14.879567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d202a42-e9f0-463c-b38a-f6ebe44d2b94 req-f8a49bf3-1757-4a50-9f5a-5edc218788d3 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.0874822 Feb 10 06:31:14.958345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (36df8dcd-fd8c-48f4-a58c-491924213ac2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:14.987114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d202a42-e9f0-463c-b38a-f6ebe44d2b94 req-e432919e-2843-471b-8a0a-8071fd1ac22c tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/security-groups?id=7376da9a-ea09-4605-9081-3431b5b3d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998116 Feb 10 06:31:15.018968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (36df8dcd-fd8c-48f4-a58c-491924213ac2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:15.019275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85aff5-6c4a-4ceb-a88a-e682993df4fa req-2aee0d8d-2765-46bf-a5b9-ceb430b1962e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:15.019400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:15.019513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85aff5-6c4a-4ceb-a88a-e682993df4fa req-2aee0d8d-2765-46bf-a5b9-ceb430b1962e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:15.019619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:15.029564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85aff5-6c4a-4ceb-a88a-e682993df4fa req-2aee0d8d-2765-46bf-a5b9-ceb430b1962e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:15.042750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e85aff5-6c4a-4ceb-a88a-e682993df4fa req-2aee0d8d-2765-46bf-a5b9-ceb430b1962e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.1277425 Feb 10 06:31:15.077891 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5760205-5a80-4876-8f14-fd3504a0c489 x-openstack-request-id: req-f5760205-5a80-4876-8f14-fd3504a0c489 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:15.078186 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37090d5a-c7ea-4c54-96a1-f7345b359bc5", "name": "network-vif-deleted", "tag": "33cd82c4-a8f0-48cd-97df-8c112b8badf4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:15.078497 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5760205-5a80-4876-8f14-fd3504a0c489 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:15.078899 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37090d5a-c7ea-4c54-96a1-f7345b359bc5', 'name': 'network-vif-deleted', 'tag': '33cd82c4-a8f0-48cd-97df-8c112b8badf4', 'status': 'completed', 'code': 200} Feb 10 06:31:15.127334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e85aff5-6c4a-4ceb-a88a-e682993df4fa req-a469a42f-8553-4bcd-9d40-1048af3d6c42 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770454 Feb 10 06:31:15.137652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:15.154092 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7978830 Feb 10 06:31:15.155560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38010) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:15.162189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463ac36-cb2c-4135-be0b-87a624c27679 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event updated for resources: {'Network': ['ID=36df8dcd-fd8c-48f4-a58c-491924213ac2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:15.164879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Request body: {'subnet': {'network_id': '36df8dcd-fd8c-48f4-a58c-491924213ac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:15.173292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 36df8dcd-fd8c-48f4-a58c-491924213ac2 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:31:15.186133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-0ccc0ab5-4317-4857-956a-33e104a12ffb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:15.188287 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-0ccc0ab5-4317-4857-956a-33e104a12ffb tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.13 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 944 time: 0.1602910 Feb 10 06:31:15.407911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Deleting port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:15.409030 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:15.449949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Made reservation on behalf of a3ead516367f48c39a8abc6a793266b7 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:15.453807 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:15.468832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b857-f4ca-4737-9d22-b26acb22e282 req-5d48ee9c-25d2-493b-9ed0-e4f27f105e8f tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:15.471111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d79b857-f4ca-4737-9d22-b26acb22e282 req-5d48ee9c-25d2-493b-9ed0-e4f27f105e8f tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.1435161 Feb 10 06:31:15.528631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f528e-d827-4fc1-8d26-1b991101cc65 req-a00cbd2d-69fb-4127-8f9f-aa24e4b321d4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:15.530107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d00f528e-d827-4fc1-8d26-1b991101cc65 req-a00cbd2d-69fb-4127-8f9f-aa24e4b321d4 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 950 time: 0.1511233 Feb 10 06:31:15.555704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 48ed2f24-fa79-4694-a17b-4083ab464004 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:15.560577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] For port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,segment=NetworkSegment(f775146c-eb06-40cd-a02d-d2b0a9d65c22),segment_id=f775146c-eb06-40cd-a02d-d2b0a9d65c22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:15.561260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:15.584659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Calling delete_port for abed6ce7-d8ca-4faf-8acf-abe997a1b8ec owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:15.636238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d79b857-f4ca-4737-9d22-b26acb22e282 req-1478b0c6-f270-4267-9cb8-ef45486ba37a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488476 Feb 10 06:31:15.677043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 48ed2f24-fa79-4694-a17b-4083ab464004 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:15.678609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:15.719332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 33cd82c4-a8f0-48cd-97df-8c112b8badf4 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:15.719703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 33cd82c4-a8f0-48cd-97df-8c112b8badf4 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:15.735270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d00f528e-d827-4fc1-8d26-1b991101cc65 req-f716e109-6d4b-4977-be2c-e21def387f11 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715090 Feb 10 06:31:15.833350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (abed6ce7-d8ca-4faf-8acf-abe997a1b8ec), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:15.846936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (f9f3306b-85d4-4e6b-87d3-0c2f23f735e7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:15.879840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Pushing event deleted for resources: {'Port': ['ID=abed6ce7-d8ca-4faf-8acf-abe997a1b8ec,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:15.947439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] No DVR routers for this DVR port abed6ce7-d8ca-4faf-8acf-abe997a1b8ec on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:15.953888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:15.956248 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-34eb6ddb-5007-4204-974d-747c16e0f351 req-b3fde6b3-5da9-4339-a49f-f5c3e7f0910b tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.13 "DELETE /v2.0/ports/abed6ce7-d8ca-4faf-8acf-abe997a1b8ec HTTP/1.1" status: 204 len: 173 time: 0.7549686 Feb 10 06:31:15.956896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'name': 'network-vif-deleted', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:15.959863 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3325895-ecff-4ae3-b975-37aa0c20ba33" -d '{"events": [{"server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "name": "network-vif-deleted", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:15.986924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0f58d8c-0b72-48c4-b71b-936217a39a11 req-196bf128-9db5-4485-abc0-5ef1886a095f tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1115890 Feb 10 06:31:16.052609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Checking segment: {'id': '932eb638-6380-4008-a073-6cab9eb0f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '36df8dcd-fd8c-48f4-a58c-491924213ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:16.053289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Network hostable DHCP agents. Network: 36df8dcd-fd8c-48f4-a58c-491924213ac2, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:31:16.058833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-657425da-d9a0-436b-8674-7cbc131fdca7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:16.075804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event updated for resources: {'Subnet': ['ID=f9f3306b-85d4-4e6b-87d3-0c2f23f735e7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:16.078071 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-657425da-d9a0-436b-8674-7cbc131fdca7 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.13 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 950 time: 0.1398227 Feb 10 06:31:16.086906 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591b2acc-24a9-437f-8d69-6f03ebac6366 x-openstack-request-id: req-591b2acc-24a9-437f-8d69-6f03ebac6366 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:16.087248 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e0a063-c1d5-4421-b93d-f62f719ad5d5", "name": "network-vif-deleted", "tag": "abed6ce7-d8ca-4faf-8acf-abe997a1b8ec", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:16.087950 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-591b2acc-24a9-437f-8d69-6f03ebac6366 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:16.088085 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e0a063-c1d5-4421-b93d-f62f719ad5d5', 'name': 'network-vif-deleted', 'tag': 'abed6ce7-d8ca-4faf-8acf-abe997a1b8ec', 'status': 'completed', 'code': 200} Feb 10 06:31:16.117909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Network 36df8dcd-fd8c-48f4-a58c-491924213ac2 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:31:16.135306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 36df8dcd-fd8c-48f4-a58c-491924213ac2) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:16.145877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2531c99-c25b-4af5-baf4-f4d5c11e69d7 None None] Network 36df8dcd-fd8c-48f4-a58c-491924213ac2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:16.149749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:16.151940 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.188889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38040) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:16.200546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:16.209957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ebe54b1e-5a9f-4c29-af52-74ae86046948 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0525134 Feb 10 06:31:16.228270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38042) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:16.263012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdb02473-b55e-4d1d-b66e-0fa5a3fdf50c req-abfd32a9-cdd3-4ea4-8e3f-ba7f4805eef1 tempest-LiveAutoBlockMigrationV225Test-541520944 tempest-LiveAutoBlockMigrationV225Test-541520944-project] 10.222.0.21 "GET /v2.0/ports?device_id=70e0a063-c1d5-4421-b93d-f62f719ad5d5 HTTP/1.1" status: 200 len: 210 time: 0.0683210 Feb 10 06:31:16.291102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Request body: {'port': {'network_id': '36df8dcd-fd8c-48f4-a58c-491924213ac2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2072025895'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:16.331303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 7c7019e6-fd11-4f27-b3e5-9686463be62e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:16.331981 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.341733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb4a2d-610c-4dd5-ae40-94a959efbe42 req-1d19e892-3f20-4f99-aa10-18939230cd5a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:16.349934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb4a2d-610c-4dd5-ae40-94a959efbe42 req-1d19e892-3f20-4f99-aa10-18939230cd5a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:16.357574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb4a2d-610c-4dd5-ae40-94a959efbe42 req-1d19e892-3f20-4f99-aa10-18939230cd5a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:16.360454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cbb4a2d-610c-4dd5-ae40-94a959efbe42 req-1d19e892-3f20-4f99-aa10-18939230cd5a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.0965226 Feb 10 06:31:16.415458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Deleting port baf7c198-04f0-4a84-a545-e7385bcdcc52 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:16.416095 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.432984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-36df8dcd-fd8c-48f4-a58c-491924213ac2', 'network_id': '36df8dcd-fd8c-48f4-a58c-491924213ac2', 'project_id': 'a3ead516367f48c39a8abc6a793266b7', 'fixed_ips': [{'subnet_id': 'f9f3306b-85d4-4e6b-87d3-0c2f23f735e7'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:31:16.434196 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.447222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cbb4a2d-610c-4dd5-ae40-94a959efbe42 req-e166aec6-85ba-4dfc-9528-085e6752d2a5 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814569 Feb 10 06:31:16.454101 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.603533 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-69d37f60-6bbb-44fa-8fb6-dbfd71a7308a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa84acd236284207bedd127fe10a57c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080477 Feb 10 06:31:16.607823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38046) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:16.608406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Made reservation on behalf of a3ead516367f48c39a8abc6a793266b7 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:16.611787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.622184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7c7019e6-fd11-4f27-b3e5-9686463be62e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:16.623122 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.654333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] For port baf7c198-04f0-4a84-a545-e7385bcdcc52, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=baf7c198-04f0-4a84-a545-e7385bcdcc52,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:16.654723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.674774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:16.677107 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcf0dea-a92a-4434-9016-4e92116dc2dd" -d '{"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:16.694930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Allocated IP 172.20.0.2 (36df8dcd-fd8c-48f4-a58c-491924213ac2/f9f3306b-85d4-4e6b-87d3-0c2f23f735e7/2101475c-d120-4ba8-95b7-4dfe13409284) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:16.698081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:16.699381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Calling delete_port for baf7c198-04f0-4a84-a545-e7385bcdcc52 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:16.708105 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.709198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device abed6ce7-d8ca-4faf-8acf-abe997a1b8ec no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:16.717859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] device_id is not set on port 5b38b02f-7294-478b-af6d-2d25bde0bc48 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:31:16.753524 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dc6c6d-ecef-463c-8ba6-39baccfb0248 x-openstack-request-id: req-b3dc6c6d-ecef-463c-8ba6-39baccfb0248 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:16.753825 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:16.754084 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3dc6c6d-ecef-463c-8ba6-39baccfb0248 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:16.754704 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'code': 200} Feb 10 06:31:16.770070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: abed6ce7-d8ca-4faf-8acf-abe997a1b8ec {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:16.770452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device abed6ce7-d8ca-4faf-8acf-abe997a1b8ec not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:16.843707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:16.865621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-01abd0ae-c2e2-4dcd-8b8c-aaaa97077d43 service neutron] 10.222.0.24 "GET /v2.0/ports/48ed2f24-fa79-4694-a17b-4083ab464004/bindings/n-h1-828670-1 HTTP/1.1" status: 200 len: 384 time: 0.1905515 Feb 10 06:31:16.874192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95fa70d6-6ccb-4906-9b2d-33aee3807ee1 admin admin] Publish callbacks [] for security_group (de69f688-31a9-4985-b013-1154a83c8f7f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.906467 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95fa70d6-6ccb-4906-9b2d-33aee3807ee1 admin admin] Publish callbacks [] for security_group (de69f688-31a9-4985-b013-1154a83c8f7f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.969030 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Publish callbacks [] for port (2101475c-d120-4ba8-95b7-4dfe13409284), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.982329 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:16.990689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5f4d2-2f0b-4094-bd3e-ca7defef8bfb req-1e9426b6-44a8-431a-9172-b7cb36716f06 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:16.992834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7e5f4d2-2f0b-4094-bd3e-ca7defef8bfb req-1e9426b6-44a8-431a-9172-b7cb36716f06 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.2524655 Feb 10 06:31:17.008466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (baf7c198-04f0-4a84-a545-e7385bcdcc52), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:17.010092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Network 36df8dcd-fd8c-48f4-a58c-491924213ac2 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:17.014318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:17.049650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:17.053565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Pushing event deleted for resources: {'Port': ['ID=baf7c198-04f0-4a84-a545-e7385bcdcc52,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:17.055487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['4790856e-1ae5-41f6-a941-e9bff72025d3', 'baf7c198-04f0-4a84-a545-e7385bcdcc52'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:17.058545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7a007442-be89-4c19-9f4c-b090f842551d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:17.062874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95fa70d6-6ccb-4906-9b2d-33aee3807ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (de69f688-31a9-4985-b013-1154a83c8f7f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:17.064228 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95fa70d6-6ccb-4906-9b2d-33aee3807ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:17.074398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-95fa70d6-6ccb-4906-9b2d-33aee3807ee1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de69f688-31a9-4985-b013-1154a83c8f7f HTTP/1.1" status: 204 len: 168 time: 0.4515409 Feb 10 06:31:17.077550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c4696-9c86-4343-8928-638b8f21673b req-0cf98488-0667-446d-bc95-0dc9a4daa8e8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:17.079891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-691c4696-9c86-4343-8928-638b8f21673b req-0cf98488-0667-446d-bc95-0dc9a4daa8e8 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=181d5626-0add-429c-9217-134f76f71e9f HTTP/1.1" status: 200 len: 950 time: 0.2156451 Feb 10 06:31:17.107068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa70d6-6ccb-4906-9b2d-33aee3807ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69f688-31a9-4985-b013-1154a83c8f7f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:17.135133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Allocated IP 172.20.0.6 (36df8dcd-fd8c-48f4-a58c-491924213ac2/f9f3306b-85d4-4e6b-87d3-0c2f23f735e7/5b38b02f-7294-478b-af6d-2d25bde0bc48) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:17.166392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] No DVR routers for this DVR port baf7c198-04f0-4a84-a545-e7385bcdcc52 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:17.170084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:17.174517 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd337ab3-e053-47ea-adab-90d07c2dd558 req-f19dbdb6-6669-4837-9b8c-5240d190e611 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.13 "DELETE /v2.0/ports/baf7c198-04f0-4a84-a545-e7385bcdcc52 HTTP/1.1" status: 204 len: 173 time: 1.0813498 Feb 10 06:31:17.209939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7e5f4d2-2f0b-4094-bd3e-ca7defef8bfb req-8c396397-479a-4c16-ae19-34b7f4425e2f tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056029 Feb 10 06:31:17.225696 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Attempting to bind port 2101475c-d120-4ba8-95b7-4dfe13409284 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:31:17.226246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Attempting to bind port 2101475c-d120-4ba8-95b7-4dfe13409284 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '932eb638-6380-4008-a073-6cab9eb0f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '36df8dcd-fd8c-48f4-a58c-491924213ac2'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:31:17.227823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Attempting to bind port 2101475c-d120-4ba8-95b7-4dfe13409284 on network 36df8dcd-fd8c-48f4-a58c-491924213ac2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:17.243270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Pushing event updated for resources: {'Port': ['ID=2101475c-d120-4ba8-95b7-4dfe13409284,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:17.247058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:31:17.247444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Checking segment: {'id': '932eb638-6380-4008-a073-6cab9eb0f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '36df8dcd-fd8c-48f4-a58c-491924213ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:17.247997 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:17.248395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Bound using segment: {'id': '932eb638-6380-4008-a073-6cab9eb0f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '36df8dcd-fd8c-48f4-a58c-491924213ac2'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:31:17.249002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Bound port: 2101475c-d120-4ba8-95b7-4dfe13409284, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932eb638-6380-4008-a073-6cab9eb0f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '36df8dcd-fd8c-48f4-a58c-491924213ac2'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:31:17.249326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:17.329684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] For port 2101475c-d120-4ba8-95b7-4dfe13409284, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:17.333093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] For port 2101475c-d120-4ba8-95b7-4dfe13409284, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2101475c-d120-4ba8-95b7-4dfe13409284,segment=NetworkSegment(932eb638-6380-4008-a073-6cab9eb0f55b),segment_id=932eb638-6380-4008-a073-6cab9eb0f55b)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:31:17.345932 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:17.419032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd074e-b800-4e6e-af75-3835469f9435 None None] Pushing event updated for resources: {'Port': ['ID=2101475c-d120-4ba8-95b7-4dfe13409284,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:17.565889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-691c4696-9c86-4343-8928-638b8f21673b req-ef630f56-c628-4f6e-b3dc-442b6c5faba3 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040308 Feb 10 06:31:17.589655 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks [] for port (5b38b02f-7294-478b-af6d-2d25bde0bc48), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:17.672988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:17.678467 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5b38b02f-7294-478b-af6d-2d25bde0bc48), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:17.722250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38098) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:17.745634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Network 36df8dcd-fd8c-48f4-a58c-491924213ac2 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:17.760199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:17.770042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:17.772309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:17.989977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event updated for resources: {'Port': ['ID=5b38b02f-7294-478b-af6d-2d25bde0bc48,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:18.064006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:18.064694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:18.092361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-deleted', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:18.099343 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e8e902-0fd0-461b-a8a2-3d8f051d6330" -d '{"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-deleted", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:18.104989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ed2f24-fa79-4694-a17b-4083ab464004 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:31:18.114828 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e8372a17-6dce-4f1e-a825-8f3136d1d047 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8311234 Feb 10 06:31:18.116635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38112) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:18.127927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46a4a6e4-ef02-4e5b-a0de-94a01615d341 req-2b612388-5545-4e6f-a05b-9ccf01f7420e tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.5643427 Feb 10 06:31:18.161665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:18.233687 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:18.265320 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc2546-e770-4bf3-a193-e04a122f325b x-openstack-request-id: req-f1cc2546-e770-4bf3-a193-e04a122f325b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:18.265320 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d5626-0add-429c-9217-134f76f71e9f", "name": "network-vif-deleted", "tag": "baf7c198-04f0-4a84-a545-e7385bcdcc52", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:18.265884 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1cc2546-e770-4bf3-a193-e04a122f325b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:18.266377 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d5626-0add-429c-9217-134f76f71e9f', 'name': 'network-vif-deleted', 'tag': 'baf7c198-04f0-4a84-a545-e7385bcdcc52', 'status': 'completed', 'code': 200} Feb 10 06:31:18.289244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350b74-f17d-48a9-b968-0c798a08b8d1 req-40df0f1e-658a-4ce9-a3b1-5dcb7699edf6 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:18.294897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350b74-f17d-48a9-b968-0c798a08b8d1 req-40df0f1e-658a-4ce9-a3b1-5dcb7699edf6 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:18.309953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350b74-f17d-48a9-b968-0c798a08b8d1 req-40df0f1e-658a-4ce9-a3b1-5dcb7699edf6 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:18.322530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5350b74-f17d-48a9-b968-0c798a08b8d1 req-40df0f1e-658a-4ce9-a3b1-5dcb7699edf6 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.3277066 Feb 10 06:31:18.348119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b456302-30fb-4f82-8500-a6446b570eb4 admin admin] Deleting subnet 45e5f93f-7f0a-4276-a487-bdcd30a90931 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:31:18.354721 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b456302-30fb-4f82-8500-a6446b570eb4 admin admin] Publish callbacks [] for subnet (45e5f93f-7f0a-4276-a487-bdcd30a90931), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:18.356009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-66dc8329-a3d3-4063-b278-1f0915c58bfa tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Deleting port 5b38b02f-7294-478b-af6d-2d25bde0bc48 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:18.356009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66dc8329-a3d3-4063-b278-1f0915c58bfa tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5b38b02f-7294-478b-af6d-2d25bde0bc48), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:18.488985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b456302-30fb-4f82-8500-a6446b570eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (45e5f93f-7f0a-4276-a487-bdcd30a90931), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:18.512254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5350b74-f17d-48a9-b968-0c798a08b8d1 req-77c74cd8-8ea8-496e-a07b-0a4c5c2e690b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881020 Feb 10 06:31:18.542116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8f6c9-2de2-4a4f-a2f3-b5d406f70cb5 req-c22bb40b-b96e-47b5-82bf-f187acdc940e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:18.544287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84b8f6c9-2de2-4a4f-a2f3-b5d406f70cb5 req-c22bb40b-b96e-47b5-82bf-f187acdc940e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 944 time: 0.1767790 Feb 10 06:31:18.557513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] Transition to ACTIVE for port object 48ed2f24-fa79-4694-a17b-4083ab464004 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:31:18.587648 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:18.607205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38132) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:18.617668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66dc8329-a3d3-4063-b278-1f0915c58bfa tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5b38b02f-7294-478b-af6d-2d25bde0bc48), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:18.672656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-66dc8329-a3d3-4063-b278-1f0915c58bfa tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Calling delete_port for 5b38b02f-7294-478b-af6d-2d25bde0bc48 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:18.728332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84b8f6c9-2de2-4a4f-a2f3-b5d406f70cb5 req-9c3b93b8-bdd9-47ad-8fbd-ebfa183aa525 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633627 Feb 10 06:31:18.752489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] No DVR routers for this DVR port 48ed2f24-fa79-4694-a17b-4083ab464004 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:18.850315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=48ed2f24-fa79-4694-a17b-4083ab464004,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:18.868325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-919597641-network', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:18.881289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e285dc53-3e99-4f6b-a539-962b1f1e9bd0 service neutron] 10.222.0.24 "PUT /v2.0/ports/48ed2f24-fa79-4694-a17b-4083ab464004/bindings/n-h1-828670-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0026042 Feb 10 06:31:18.918603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Made reservation on behalf of 488caf905bcb4eb1b9196fbe6e5dae35 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:18.921651 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:18.944751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.097322 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66dc8329-a3d3-4063-b278-1f0915c58bfa tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5b38b02f-7294-478b-af6d-2d25bde0bc48), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.142759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Publish callbacks [] for security_group (296b9a6c-dff9-4b46-a8fe-495cc25506c7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.176586 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (296b9a6c-dff9-4b46-a8fe-495cc25506c7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.183420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc8329-a3d3-4063-b278-1f0915c58bfa tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event deleted for resources: {'Port': ['ID=5b38b02f-7294-478b-af6d-2d25bde0bc48,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:19.208497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b456302-30fb-4f82-8500-a6446b570eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (45e5f93f-7f0a-4276-a487-bdcd30a90931), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.227295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:31:19.253753 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (deeede50-c1f6-4392-ae92-3285ffadb657), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.254248 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Added segment deeede50-c1f6-4392-ae92-3285ffadb657 of type vlan for network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 Feb 10 06:31:19.323018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f512ec-08fd-4c74-a871-145ef7b25929 None None] Network 36df8dcd-fd8c-48f4-a58c-491924213ac2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:19.343317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296b9a6c-dff9-4b46-a8fe-495cc25506c7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:19.384541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-703d16c1-d224-4a5a-9bf0-39a7b78b7b52 req-40fbef1b-1b38-4cc4-b1dd-07061f06bfd3 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0745957 Feb 10 06:31:19.407862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119583f9-550e-434a-9c06-0c2cc3a75423 req-44ba1aef-a089-4213-a7b6-07cb5fbb4140 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:19.417223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-119583f9-550e-434a-9c06-0c2cc3a75423 req-44ba1aef-a089-4213-a7b6-07cb5fbb4140 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.2907722 Feb 10 06:31:19.423460 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.442089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b456302-30fb-4f82-8500-a6446b570eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (45e5f93f-7f0a-4276-a487-bdcd30a90931), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.455241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-f742f909-b3af-4447-889b-4e4fbf4c240f tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:19.456910 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-f742f909-b3af-4447-889b-4e4fbf4c240f tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.4420354 Feb 10 06:31:19.485359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-90d80fc7-2e9a-431c-be44-1451c9088711 None None] Provisioning complete for port 2101475c-d120-4ba8-95b7-4dfe13409284 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:19.485885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90d80fc7-2e9a-431c-be44-1451c9088711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.502971 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-119583f9-550e-434a-9c06-0c2cc3a75423 req-0fb2b034-6556-45c7-969b-ae412c64613f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807114 Feb 10 06:31:19.505239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.506349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:19.506945 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.557781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66dc8329-a3d3-4063-b278-1f0915c58bfa tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.564306 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-66dc8329-a3d3-4063-b278-1f0915c58bfa tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] 10.222.0.21 "DELETE /v2.0/ports/5b38b02f-7294-478b-af6d-2d25bde0bc48 HTTP/1.1" status: 204 len: 168 time: 1.4444861 Feb 10 06:31:19.571564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38148) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:19.579445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b456302-30fb-4f82-8500-a6446b570eb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.587377 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3b456302-30fb-4f82-8500-a6446b570eb4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45e5f93f-7f0a-4276-a487-bdcd30a90931 HTTP/1.1" status: 204 len: 168 time: 1.8617597 Feb 10 06:31:19.592767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b456302-30fb-4f82-8500-a6446b570eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e5f93f-7f0a-4276-a487-bdcd30a90931,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:19.597259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38150) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:19.692911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-90d80fc7-2e9a-431c-be44-1451c9088711 None None] Current status of the port 2101475c-d120-4ba8-95b7-4dfe13409284 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:19.693698 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90d80fc7-2e9a-431c-be44-1451c9088711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.745158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-90d80fc7-2e9a-431c-be44-1451c9088711 None None] For port 2101475c-d120-4ba8-95b7-4dfe13409284, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2101475c-d120-4ba8-95b7-4dfe13409284,segment=NetworkSegment(932eb638-6380-4008-a073-6cab9eb0f55b),segment_id=932eb638-6380-4008-a073-6cab9eb0f55b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:19.759955 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90d80fc7-2e9a-431c-be44-1451c9088711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:19.766495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] Pushing event updated for resources: {'Network': ['ID=a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:19.781279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6f8f2697-c95d-4f37-a6e4-3ac7fbaf65ff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1708314 Feb 10 06:31:19.785522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38166) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:19.806132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Request body: {'subnet': {'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-919597641-subnet', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:19.824569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:31:19.872627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2101475c-d120-4ba8-95b7-4dfe13409284 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:20.024148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d80fc7-2e9a-431c-be44-1451c9088711 None None] Pushing event updated for resources: {'Port': ['ID=2101475c-d120-4ba8-95b7-4dfe13409284,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:20.038341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2101475c-d120-4ba8-95b7-4dfe13409284 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:20.039670 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.044873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (cd7850a8-bee2-4a53-874f-666566691896), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.074788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b252e54-c494-4bcd-a5db-f9383f0e0209 req-2bd8e90c-3b50-43c2-94e2-48359021f8fe tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:20.089908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b252e54-c494-4bcd-a5db-f9383f0e0209 req-2bd8e90c-3b50-43c2-94e2-48359021f8fe tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 945 time: 0.1722496 Feb 10 06:31:20.091873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Made reservation on behalf of 488caf905bcb4eb1b9196fbe6e5dae35 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:20.094151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.103805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2432f3f6-e332-4428-b676-42e8255b0b91 None None] Provisioning complete for port 2101475c-d120-4ba8-95b7-4dfe13409284 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:20.104510 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2432f3f6-e332-4428-b676-42e8255b0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.146896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-408f4e2f-df4f-479e-9d92-30f7f26848b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:20.149924 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-408f4e2f-df4f-479e-9d92-30f7f26848b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918&tenant_id=05b780f4715a45f5998fb392dd61255c HTTP/1.1" status: 200 len: 1127 time: 0.6750104 Feb 10 06:31:20.184109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:20.267277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-5303d56b-a3f3-45e1-ba3b-2038f7e7b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:20.272762 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-5303d56b-a3f3-45e1-ba3b-2038f7e7b240 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 1127 time: 0.0846903 Feb 10 06:31:20.277620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: baf7c198-04f0-4a84-a545-e7385bcdcc52 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:20.277973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device baf7c198-04f0-4a84-a545-e7385bcdcc52 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:20.392933 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-adeb2a07-85ec-470d-bfd0-083ffe288f44 tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.8010228 Feb 10 06:31:20.395693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38168) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:20.400662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34da89-81c7-4f27-932d-7deee400401a req-92eab380-f461-441b-908d-1e7afbff687c tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:20.405748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1905511142'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:20.405949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34da89-81c7-4f27-932d-7deee400401a req-92eab380-f461-441b-908d-1e7afbff687c tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:20.413882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34da89-81c7-4f27-932d-7deee400401a req-92eab380-f461-441b-908d-1e7afbff687c tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:20.421320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da34da89-81c7-4f27-932d-7deee400401a req-92eab380-f461-441b-908d-1e7afbff687c tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.6561251 Feb 10 06:31:20.432573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Made reservation on behalf of a3ead516367f48c39a8abc6a793266b7 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:20.437825 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.480558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:31:20.488784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-978aeacf-92f4-4c1c-81e5-4b19b8106359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:20.490595 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-978aeacf-92f4-4c1c-81e5-4b19b8106359 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.2110603 Feb 10 06:31:20.497691 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (15a5133d-90b9-4fa2-82ef-4ff1b9b87140), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.498805 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Added segment 15a5133d-90b9-4fa2-82ef-4ff1b9b87140 of type vlan for network ab930460-a149-4914-bace-115431f5a563 Feb 10 06:31:20.590666 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-38326323-653a-4c6f-bd03-8894ae8a9ddb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed2f24-fa79-4694-a17b-4083ab464004 HTTP/1.1" status: 200 len: 217 time: 0.0897949 Feb 10 06:31:20.680206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (ab930460-a149-4914-bace-115431f5a563), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.686247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b252e54-c494-4bcd-a5db-f9383f0e0209 req-78a0f865-0bf7-4eff-8285-d2a1a43c23f3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900955 Feb 10 06:31:20.702180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2101475c-d120-4ba8-95b7-4dfe13409284 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:20.705358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-5420c9f3-ba7d-4358-986f-bcba71f7a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:20.708527 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-5420c9f3-ba7d-4358-986f-bcba71f7a211 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.0956507 Feb 10 06:31:20.717495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2432f3f6-e332-4428-b676-42e8255b0b91 None None] Current status of the port 2101475c-d120-4ba8-95b7-4dfe13409284 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:20.769492 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-e5545a24-20f1-4aa9-a447-660985c207e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497582 Feb 10 06:31:20.786406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (ab930460-a149-4914-bace-115431f5a563), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.791887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:20.792517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.830078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da34da89-81c7-4f27-932d-7deee400401a req-3d41a11f-6240-4b76-b51a-6a056c88f911 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077992 Feb 10 06:31:20.845293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-02c4de0a-2707-4392-8e5b-08eaaddac22c None None] Could not find standard attr ID for object 5b38b02f-7294-478b-af6d-2d25bde0bc48. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:31:20.865621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (cd7850a8-bee2-4a53-874f-666566691896), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:20.890668 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4916947 Feb 10 06:31:20.921172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38176) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:20.948694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e5b5b-6a51-4a66-8489-2515b2267af0 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event updated for resources: {'Network': ['ID=ab930460-a149-4914-bace-115431f5a563,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:20.961679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network ab930460-a149-4914-bace-115431f5a563 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:31:21.015026 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-31f72b5d-57f6-416c-8f79-b7c70a63d82e service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372444 Feb 10 06:31:21.181502 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-27ab8c2b-be51-44e0-864a-56ef9e02e07b service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292343 Feb 10 06:31:21.228509 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a0837ca9-b3b3-4dc3-94e6-a2def9225693 tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] 10.222.0.21 "GET /v2.0/agents/0d3101ed-547a-417b-9260-b74253ed293d/dhcp-networks HTTP/1.1" status: 200 len: 8812 time: 0.3061037 Feb 10 06:31:21.231976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38178) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:21.328811 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5758ba34-e187-406c-90a0-013c5a571c9e tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] Network ab930460-a149-4914-bace-115431f5a563 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:31:21.345448 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5758ba34-e187-406c-90a0-013c5a571c9e tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] 10.222.0.21 "POST /v2.0/agents/0d3101ed-547a-417b-9260-b74253ed293d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1120899 Feb 10 06:31:21.349301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e7613-1248-4281-b466-05b3022f3900 None None] Network ab930460-a149-4914-bace-115431f5a563 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:21.365279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38180) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:21.381958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42f7f39c-70a7-4a19-8547-70094bb7df93 req-56f9203a-e5ba-4ee8-a063-f92466dfedb9 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.5214765 Feb 10 06:31:21.437281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7850a8-bee2-4a53-874f-666566691896']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:21.502393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-0cc27011-afdb-4187-998d-1ab2e7d50542 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:21.504283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-0cc27011-afdb-4187-998d-1ab2e7d50542 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.9922297 Feb 10 06:31:21.517296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f775146c-eb06-40cd-a02d-d2b0a9d65c22') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:21.517623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f775146c-eb06-40cd-a02d-d2b0a9d65c22') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:21.536759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (b50add18-4da3-4400-96e7-bce9bc12cd55), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:21.540351 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f775146c-eb06-40cd-a02d-d2b0a9d65c22), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:21.589262 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f47a2a26-8b1d-4bc5-a486-7c817bfd5c99 tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] 10.222.0.21 "GET /v2.0/agents/0d3101ed-547a-417b-9260-b74253ed293d/dhcp-networks HTTP/1.1" status: 200 len: 9581 time: 0.2189660 Feb 10 06:31:21.589518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38190) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:21.620706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f775146c-eb06-40cd-a02d-d2b0a9d65c22), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:21.659953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:31:21.660277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f775146c-eb06-40cd-a02d-d2b0a9d65c22), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:31:21.665110 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:31:21.704396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472d224-2e4b-4007-93c2-95e7ca7fad26 req-3bb5b072-7f18-4327-8e35-b56b73ca33a5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:21.705978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2472d224-2e4b-4007-93c2-95e7ca7fad26 req-3bb5b072-7f18-4327-8e35-b56b73ca33a5 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 950 time: 0.3365204 Feb 10 06:31:21.732322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2101475c-d120-4ba8-95b7-4dfe13409284 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:21.738845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50add18-4da3-4400-96e7-bce9bc12cd55,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:21.763393 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e4735143-143d-4298-8b6f-9f5e0940cbf2 tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] 10.222.0.21 "DELETE /v2.0/agents/0d3101ed-547a-417b-9260-b74253ed293d/dhcp-networks/ab930460-a149-4914-bace-115431f5a563 HTTP/1.1" status: 204 len: 168 time: 0.1727612 Feb 10 06:31:21.770475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38194) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:21.783873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-4729d68a-4c18-4648-97e8-4bdc7f807afe tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:21.788007 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-4729d68a-4c18-4648-97e8-4bdc7f807afe tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918&tenant_id=05b780f4715a45f5998fb392dd61255c&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.1999357 Feb 10 06:31:21.793675 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (cd7850a8-bee2-4a53-874f-666566691896), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:21.823555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:21.826624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] 10.222.0.21 "DELETE /v2.0/networks/cd7850a8-bee2-4a53-874f-666566691896 HTTP/1.1" status: 204 len: 168 time: 2.2283447 Feb 10 06:31:21.827662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Checking segment: {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:21.828011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Network hostable DHCP agents. Network: a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:31:21.843125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38196) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:21.864377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2101475c-d120-4ba8-95b7-4dfe13409284 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:21.864809 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:21.873032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beab997-f439-4e9b-b2de-6f6aa7d544bf admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7850a8-bee2-4a53-874f-666566691896,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:21.969386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2472d224-2e4b-4007-93c2-95e7ca7fad26 req-877be374-0f21-41fe-a67e-f7767d1bea36 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280591 Feb 10 06:31:21.973241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-19973994-04d5-4418-aa16-e670877c56ee service neutron] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:21.980576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-19973994-04d5-4418-aa16-e670877c56ee service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:21.982931 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-19973994-04d5-4418-aa16-e670877c56ee service neutron] 10.222.0.13 "DELETE /v2.0/ports/48ed2f24-fa79-4694-a17b-4083ab464004/bindings/n-h2-828670-1 HTTP/1.1" status: 204 len: 173 time: 0.1852293 Feb 10 06:31:21.992352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2101475c-d120-4ba8-95b7-4dfe13409284 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:22.000753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Deleting port 7a007442-be89-4c19-9f4c-b090f842551d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:22.001101 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7a007442-be89-4c19-9f4c-b090f842551d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.059382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:31:22.063926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-667d2843-839d-4236-8402-17f06ef9f0a7 admin admin] Deleting subnet c19dea2c-a6f9-40ec-bd20-53a58278f85b {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:31:22.086489 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-667d2843-839d-4236-8402-17f06ef9f0a7 admin admin] Publish callbacks [] for subnet (c19dea2c-a6f9-40ec-bd20-53a58278f85b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.192975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:22.204044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bda9bd-cc6d-4ae7-80df-f10b56c251e4 None None] Network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:22.231189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:22.231698 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.256828 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-667d2843-839d-4236-8402-17f06ef9f0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (c19dea2c-a6f9-40ec-bd20-53a58278f85b), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.277853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1499e5-9508-4d40-941e-419310603b79 req-32493582-cd47-423f-93b9-5fc60fdf1ec2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:22.279384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e1499e5-9508-4d40-941e-419310603b79 req-32493582-cd47-423f-93b9-5fc60fdf1ec2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 945 time: 0.4383221 Feb 10 06:31:22.353077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf56a103-77a7-4ffc-8539-01c58e90421e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5526981 Feb 10 06:31:22.355476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d06a3fe9-e73e-44d4-b350-011fc5d7beac tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] 10.222.0.21 "GET /v2.0/agents/0d3101ed-547a-417b-9260-b74253ed293d/dhcp-networks HTTP/1.1" status: 200 len: 8046 time: 0.5783134 Feb 10 06:31:22.356547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38200) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:22.359229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] For port 7a007442-be89-4c19-9f4c-b090f842551d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7a007442-be89-4c19-9f4c-b090f842551d,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:22.359589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7a007442-be89-4c19-9f4c-b090f842551d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.363796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38202) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:22.363976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:31:22.364789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.370610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:22.396442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Calling delete_port for 7a007442-be89-4c19-9f4c-b090f842551d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:22.452084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4130a-7791-48e8-836d-c1c3bf78d46e req-a346c0a0-13ae-4c22-9a33-458f7737faaf tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:22.461824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4130a-7791-48e8-836d-c1c3bf78d46e req-a346c0a0-13ae-4c22-9a33-458f7737faaf tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:22.469134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (d6ded506-c3b0-4724-830a-2085d1055482), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.470840 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (d6ded506-c3b0-4724-830a-2085d1055482), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.480203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1344a7bd-a87b-40fd-93f0-f268f0bd3de8 tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] 10.222.0.21 "GET /v2.0/networks/36df8dcd-fd8c-48f4-a58c-491924213ac2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1004095 Feb 10 06:31:22.481099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38206) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:22.485412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4130a-7791-48e8-836d-c1c3bf78d46e req-a346c0a0-13ae-4c22-9a33-458f7737faaf tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:22.488039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abc4130a-7791-48e8-836d-c1c3bf78d46e req-a346c0a0-13ae-4c22-9a33-458f7737faaf tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.3971910 Feb 10 06:31:22.490008 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-667d2843-839d-4236-8402-17f06ef9f0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (c19dea2c-a6f9-40ec-bd20-53a58278f85b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.554012 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7dbbb36a-a64b-4932-942b-5822f9402860 tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] 10.222.0.21 "GET /v2.0/networks/36df8dcd-fd8c-48f4-a58c-491924213ac2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0683830 Feb 10 06:31:22.600433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38210) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:22.608775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks [] for router_controller (d6ded506-c3b0-4724-830a-2085d1055482), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:22.642830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Allocated IP 172.20.0.2 (a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8/b50add18-4da3-4400-96e7-bce9bc12cd55/cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:22.652670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e1499e5-9508-4d40-941e-419310603b79 req-e992eede-97b0-4445-b93c-dcbafbc311a0 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383017 Feb 10 06:31:22.966826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abc4130a-7791-48e8-836d-c1c3bf78d46e req-5fa4d518-5fc3-4921-84ff-3cadb1d26033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292271 Feb 10 06:31:23.011351 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks [] for router_gateway (d6ded506-c3b0-4724-830a-2085d1055482), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.053487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Publish callbacks [] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.077069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d60bdc8-d5ce-4291-b7d7-46be4eb522a1 req-73d7b9ce-3e48-403e-b74a-2ec8963e4e52 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1537943 Feb 10 06:31:23.077739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-667d2843-839d-4236-8402-17f06ef9f0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (c19dea2c-a6f9-40ec-bd20-53a58278f85b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.081856 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.170590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d2843-839d-4236-8402-17f06ef9f0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19dea2c-a6f9-40ec-bd20-53a58278f85b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:23.173837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-667d2843-839d-4236-8402-17f06ef9f0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.177113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-667d2843-839d-4236-8402-17f06ef9f0a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c19dea2c-a6f9-40ec-bd20-53a58278f85b HTTP/1.1" status: 204 len: 168 time: 1.3316076 Feb 10 06:31:23.193279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:23.199711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:23.206051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38228) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:23.213604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:23.232436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Pushing event updated for resources: {'Port': ['ID=cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:23.359289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Attempting to bind port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:31:23.359866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Attempting to bind port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:31:23.360354 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (4d965f52-bc55-4ee2-a106-f23db7bcb163), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.360496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Attempting to bind port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 on network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:23.368109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:31:23.368573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Checking segment: {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:23.369062 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.369509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Bound using segment: {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:31:23.370052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Bound port: cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:31:23.370521 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.386436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a4dffd5-e06b-4946-83a7-58fc8566d839 tempest-DHCPAgentSchedulersTestJSON-87103081 tempest-DHCPAgentSchedulersTestJSON-87103081-project-admin] 10.222.0.21 "GET /v2.0/agents/0d3101ed-547a-417b-9260-b74253ed293d/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.7704191 Feb 10 06:31:23.390262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38232) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:23.430220 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7a007442-be89-4c19-9f4c-b090f842551d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.468343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['7a007442-be89-4c19-9f4c-b090f842551d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:23.471368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['4790856e-1ae5-41f6-a941-e9bff72025d3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:23.502495 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks [] for router_gateway (d6ded506-c3b0-4724-830a-2085d1055482), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.506081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Pushing event deleted for resources: {'Port': ['ID=7a007442-be89-4c19-9f4c-b090f842551d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:23.517708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5515f1b-9e77-48cd-b9e4-874257b7fd5c req-2ec790e0-75dd-4d0e-ba70-e2d33285aa9a tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d693972-eae4-4025-884b-566d63c7b6b1 HTTP/1.1" status: 200 len: 210 time: 0.1547723 Feb 10 06:31:23.541004 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.686136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Allocated IP 172.25.8.18 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/4bf17267-1cca-46e7-9852-445bab5c53ee) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:23.687904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] For port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:23.692223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] For port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:31:23.714259 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.801179 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (ab930460-a149-4914-bace-115431f5a563), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.817619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] No DVR routers for this DVR port 7a007442-be89-4c19-9f4c-b090f842551d on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:23.828353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a400-3699-4dfe-9b77-b1d0be9063b2 req-c120c403-76ce-4864-8ad3-4e99732f41ec tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:23.830495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4f9a400-3699-4dfe-9b77-b1d0be9063b2 req-c120c403-76ce-4864-8ad3-4e99732f41ec tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 1127 time: 0.4661417 Feb 10 06:31:23.833476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.847084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks [] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.850085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4767e5-bdac-43d0-8b61-48dcf7a767fe req-20a6fc28-2c2d-4457-8fef-36a1c6160c09 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.24 "DELETE /v2.0/ports/7a007442-be89-4c19-9f4c-b090f842551d HTTP/1.1" status: 204 len: 173 time: 2.3302226 Feb 10 06:31:23.908143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f6856-e244-4a19-82e2-a69a73731b3f None None] Pushing event updated for resources: {'Port': ['ID=cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:23.912700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'name': 'network-vif-deleted', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:23.915798 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6373f57a-8c22-4912-afb5-6b9b840ae82f" -d '{"events": [{"server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "name": "network-vif-deleted", "tag": "7a007442-be89-4c19-9f4c-b090f842551d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:23.921698 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (4d965f52-bc55-4ee2-a106-f23db7bcb163), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:23.926877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.073673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:24.079329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:24.083723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:24.136922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d965f52-bc55-4ee2-a106-f23db7bcb163']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:24.138859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf17267-1cca-46e7-9852-445bab5c53ee,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:24.228955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4f9a400-3699-4dfe-9b77-b1d0be9063b2 req-9a794c99-9c33-434f-95a9-d0a9331479e7 tempest-LiveMigrationTest-1350591377 tempest-LiveMigrationTest-1350591377-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934613 Feb 10 06:31:24.268738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb10f124-d7a0-4616-bfea-01e9b50590b0') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:24.273801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb10f124-d7a0-4616-bfea-01e9b50590b0') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:24.338962 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (cb10f124-d7a0-4616-bfea-01e9b50590b0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.402607 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (cb10f124-d7a0-4616-bfea-01e9b50590b0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.413614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:31:24.415181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (cb10f124-d7a0-4616-bfea-01e9b50590b0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:31:24.505253 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:31:24.514721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23730467-5e2e-4e5f-b2de-4aecdf2627ad req-9215ab89-0ed6-4551-a940-2e55c48830eb tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:24.520390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23730467-5e2e-4e5f-b2de-4aecdf2627ad req-9215ab89-0ed6-4551-a940-2e55c48830eb tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:24.525875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23730467-5e2e-4e5f-b2de-4aecdf2627ad req-9215ab89-0ed6-4551-a940-2e55c48830eb tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:24.528241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23730467-5e2e-4e5f-b2de-4aecdf2627ad req-9215ab89-0ed6-4551-a940-2e55c48830eb tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.6963232 Feb 10 06:31:24.536757 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471798e2-2369-4b41-8f04-1970457639bc x-openstack-request-id: req-471798e2-2369-4b41-8f04-1970457639bc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:24.537233 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d693972-eae4-4025-884b-566d63c7b6b1", "name": "network-vif-deleted", "tag": "7a007442-be89-4c19-9f4c-b090f842551d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:24.537586 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-471798e2-2369-4b41-8f04-1970457639bc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:24.538005 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d693972-eae4-4025-884b-566d63c7b6b1', 'name': 'network-vif-deleted', 'tag': '7a007442-be89-4c19-9f4c-b090f842551d', 'status': 'completed', 'code': 200} Feb 10 06:31:24.635175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (ab930460-a149-4914-bace-115431f5a563), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.644487 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks [] for router_gateway (d6ded506-c3b0-4724-830a-2085d1055482), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.684204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9357d48a-f25c-4976-a56d-1ab1fae558b3 req-8c495976-9981-4962-aa53-3f54dffc6c0a tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1496227 Feb 10 06:31:24.707949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab930460-a149-4914-bace-115431f5a563']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:24.731103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (4d965f52-bc55-4ee2-a106-f23db7bcb163), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.747406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a5133d-90b9-4fa2-82ef-4ff1b9b87140') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:24.747707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a5133d-90b9-4fa2-82ef-4ff1b9b87140') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:24.749804 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.753060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d965f52-bc55-4ee2-a106-f23db7bcb163 HTTP/1.1" status: 204 len: 168 time: 1.5435822 Feb 10 06:31:24.776647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee8a42-df9c-4aaf-9cd6-5a09603ef482 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d965f52-bc55-4ee2-a106-f23db7bcb163,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:24.780416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (15a5133d-90b9-4fa2-82ef-4ff1b9b87140), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.808234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23730467-5e2e-4e5f-b2de-4aecdf2627ad req-83a1fe23-3f8d-49fc-b3b2-4f58af96c71e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448168 Feb 10 06:31:24.836837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (15a5133d-90b9-4fa2-82ef-4ff1b9b87140), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.857284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:31:24.857944 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (15a5133d-90b9-4fa2-82ef-4ff1b9b87140), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:31:24.861356 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:31:24.973012 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (d6ded506-c3b0-4724-830a-2085d1055482), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.003493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (ab930460-a149-4914-bace-115431f5a563), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.010796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.020090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] 10.222.0.21 "DELETE /v2.0/networks/ab930460-a149-4914-bace-115431f5a563 HTTP/1.1" status: 204 len: 168 time: 1.6284783 Feb 10 06:31:25.021540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38262) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:25.114098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38266) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:25.117999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f12987-c47d-47e6-b877-f4235b7ce5f5 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event deleted for resources: {'Network': ['ID=ab930460-a149-4914-bace-115431f5a563,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:25.123525 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c9489e-05bf-45cf-97c8-4fca5360b2ba tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] DELETE failed (client error): The resource could not be found. Feb 10 06:31:25.126430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c9489e-05bf-45cf-97c8-4fca5360b2ba tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:31:25.132201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0c9489e-05bf-45cf-97c8-4fca5360b2ba tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] 10.222.0.21 "DELETE /v2.0/ports/5b38b02f-7294-478b-af6d-2d25bde0bc48 HTTP/1.1" status: 404 len: 333 time: 0.1029303 Feb 10 06:31:25.135744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38270) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:25.196711 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-82b8d9e9-32e4-41f4-9086-efe16eab6eb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb34d3170a2f4925acf03a399ad15b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813110 Feb 10 06:31:25.199169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38272) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:25.316743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92033e3-204e-469b-b123-c40cfc2fac02 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Deleting subnet f9f3306b-85d4-4e6b-87d3-0c2f23f735e7 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:31:25.330070 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c92033e3-204e-469b-b123-c40cfc2fac02 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks [] for subnet (f9f3306b-85d4-4e6b-87d3-0c2f23f735e7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.339091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a1b2-efa3-4806-b41a-1bb6c514fd79 admin admin] Publish callbacks [] for security_group (7376da9a-ea09-4605-9081-3431b5b3d86e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.370188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Router d6ded506-c3b0-4724-830a-2085d1055482 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:31:25.381386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a1b2-efa3-4806-b41a-1bb6c514fd79 admin admin] Publish callbacks [] for security_group (7376da9a-ea09-4605-9081-3431b5b3d86e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.395009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55017df-9620-4688-bca4-672f4fb6819b req-08e2146e-ee78-40cd-a3c8-ebc85add5e5e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:25.397264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b55017df-9620-4688-bca4-672f4fb6819b req-08e2146e-ee78-40cd-a3c8-ebc85add5e5e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 945 time: 0.1775322 Feb 10 06:31:25.411420 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c92033e3-204e-469b-b123-c40cfc2fac02 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (f9f3306b-85d4-4e6b-87d3-0c2f23f735e7), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.447436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd18705-e73a-4b54-a521-e5ee41ea4e17 req-24bac025-d666-4396-a2f7-e8dbdc7cad6f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:25.454765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd18705-e73a-4b54-a521-e5ee41ea4e17 req-24bac025-d666-4396-a2f7-e8dbdc7cad6f tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.2368910 Feb 10 06:31:25.586657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7a007442-be89-4c19-9f4c-b090f842551d no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:25.592347 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a1b2-efa3-4806-b41a-1bb6c514fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7376da9a-ea09-4605-9081-3431b5b3d86e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.596027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a1b2-efa3-4806-b41a-1bb6c514fd79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.598160 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e2b4a1b2-efa3-4806-b41a-1bb6c514fd79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7376da9a-ea09-4605-9081-3431b5b3d86e HTTP/1.1" status: 204 len: 168 time: 0.3980806 Feb 10 06:31:25.647357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 7a007442-be89-4c19-9f4c-b090f842551d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:25.661430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7a007442-be89-4c19-9f4c-b090f842551d not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:25.672575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:31:25.674462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4a1b2-efa3-4806-b41a-1bb6c514fd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7376da9a-ea09-4605-9081-3431b5b3d86e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:25.695837 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Sync routers for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:31:25.703888 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c92033e3-204e-469b-b123-c40cfc2fac02 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (f9f3306b-85d4-4e6b-87d3-0c2f23f735e7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.713844 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:31:25.717724 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:31:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:25.793223 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.803437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b9be449d-1227-4933-8e20-9332c3ba46b6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4450307 Feb 10 06:31:25.804638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38278) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:25.864048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:25.876385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c92033e3-204e-469b-b123-c40cfc2fac02 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (f9f3306b-85d4-4e6b-87d3-0c2f23f735e7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.896432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b55017df-9620-4688-bca4-672f4fb6819b req-782f401c-3c51-4258-a7f0-ee7dd16be182 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913218 Feb 10 06:31:25.954913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdd18705-e73a-4b54-a521-e5ee41ea4e17 req-9593c82f-320d-4d99-8138-6fba8ce50e8e tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987774 Feb 10 06:31:25.973900 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c92033e3-204e-469b-b123-c40cfc2fac02 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:25.980448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-c0216195-d82f-4e0c-b68a-9fb4a445750d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:25.981686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c92033e3-204e-469b-b123-c40cfc2fac02 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] 10.222.0.21 "DELETE /v2.0/subnets/f9f3306b-85d4-4e6b-87d3-0c2f23f735e7 HTTP/1.1" status: 204 len: 168 time: 0.8436956 Feb 10 06:31:25.982599 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:31:25.986082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92033e3-204e-469b-b123-c40cfc2fac02 tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f3306b-85d4-4e6b-87d3-0c2f23f735e7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:25.990030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-c0216195-d82f-4e0c-b68a-9fb4a445750d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:25.990608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38284) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:26.002356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19d162-b41b-4248-858f-279434ec4525 None None] Network 36df8dcd-fd8c-48f4-a58c-491924213ac2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:26.040869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-c0216195-d82f-4e0c-b68a-9fb4a445750d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:26.042724 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-c0216195-d82f-4e0c-b68a-9fb4a445750d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.13 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.4110639 Feb 10 06:31:26.131398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57065ba-62c4-46b5-a7ea-0b802da9326f None None] Network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:26.166318 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a96c3ee-3b95-4948-be04-5fcdb73cb660 req-346bbf87-3b0e-48b2-879d-be3823442a8a tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0987120 Feb 10 06:31:26.342950 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (36df8dcd-fd8c-48f4-a58c-491924213ac2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:26.344578 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:24Z', 'revision_number': 3, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:26.380557 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Checking router: d6ded506-c3b0-4724-830a-2085d1055482 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:31:26.380973 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Updating router d6ded506-c3b0-4724-830a-2085d1055482 port 4bf17267-1cca-46e7-9852-445bab5c53ee binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:31:26.417581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11bfea-6182-4ce3-bfe8-6c0e6e6a4080 req-4ffd0665-93e6-4159-82a1-6fba787785d9 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:26.430808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11bfea-6182-4ce3-bfe8-6c0e6e6a4080 req-4ffd0665-93e6-4159-82a1-6fba787785d9 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:26.441659 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:26.463749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:26.464103 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:26.479359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11bfea-6182-4ce3-bfe8-6c0e6e6a4080 req-4ffd0665-93e6-4159-82a1-6fba787785d9 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:26.493041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d11bfea-6182-4ce3-bfe8-6c0e6e6a4080 req-4ffd0665-93e6-4159-82a1-6fba787785d9 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.4056604 Feb 10 06:31:26.533601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38296) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:26.547763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-30ade530-f74c-4dd1-a2b2-2247f252ff28 None None] Provisioning complete for port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:26.548576 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30ade530-f74c-4dd1-a2b2-2247f252ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:26.683730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122cda1-2813-4596-8e18-a0adf05721dd req-0f7cdd7b-95a9-4388-970e-214e5a42eaf2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:26.689526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0122cda1-2813-4596-8e18-a0adf05721dd req-0f7cdd7b-95a9-4388-970e-214e5a42eaf2 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 945 time: 0.6447105 Feb 10 06:31:26.769702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0ea87-7684-4163-9c97-d71f84fc48df None None] DHCP port deletion for 36df8dcd-fd8c-48f4-a58c-491924213ac2 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:31:26.864257 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Publish callbacks [] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:26.876165 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:26.939536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-30ade530-f74c-4dd1-a2b2-2247f252ff28 None None] Current status of the port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:26.940234 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30ade530-f74c-4dd1-a2b2-2247f252ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:26.995603 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Attempting to bind port 4bf17267-1cca-46e7-9852-445bab5c53ee on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:31:27.017249 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Attempting to bind port 4bf17267-1cca-46e7-9852-445bab5c53ee by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:31:27.017724 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Attempting to bind port 4bf17267-1cca-46e7-9852-445bab5c53ee on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:27.020976 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Pushing event updated for resources: {'Port': ['ID=4bf17267-1cca-46e7-9852-445bab5c53ee,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:27.025431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:27.025835 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.072665 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:31:27.073112 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:27.075004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-daa0ea87-7684-4163-9c97-d71f84fc48df None None] Deleting port 2101475c-d120-4ba8-95b7-4dfe13409284 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:27.075371 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-daa0ea87-7684-4163-9c97-d71f84fc48df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.076024 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.077276 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:31:27.077802 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Bound port: 4bf17267-1cca-46e7-9852-445bab5c53ee, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:31:27.078199 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.244407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-daa0ea87-7684-4163-9c97-d71f84fc48df None None] For port 2101475c-d120-4ba8-95b7-4dfe13409284, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2101475c-d120-4ba8-95b7-4dfe13409284,segment=NetworkSegment(932eb638-6380-4008-a073-6cab9eb0f55b),segment_id=932eb638-6380-4008-a073-6cab9eb0f55b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:27.244813 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-daa0ea87-7684-4163-9c97-d71f84fc48df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.267751 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] For port 4bf17267-1cca-46e7-9852-445bab5c53ee, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:27.280287 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] For port 4bf17267-1cca-46e7-9852-445bab5c53ee, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4bf17267-1cca-46e7-9852-445bab5c53ee,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:31:27.295001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-daa0ea87-7684-4163-9c97-d71f84fc48df None None] Calling delete_port for 2101475c-d120-4ba8-95b7-4dfe13409284 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:27.302893 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.398897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-ed9025b5-cf7a-4413-982a-002b697ca7cf tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:27.401203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-ed9025b5-cf7a-4413-982a-002b697ca7cf tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.5655432 Feb 10 06:31:27.411697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-30ade530-f74c-4dd1-a2b2-2247f252ff28 None None] For port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:27.415703 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-daa0ea87-7684-4163-9c97-d71f84fc48df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.465233 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:31:27.471975 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:31:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:27.472734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:27.473111 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.482753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0ea87-7684-4163-9c97-d71f84fc48df None None] No DVR routers for this DVR port 2101475c-d120-4ba8-95b7-4dfe13409284 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:27.484368 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:31:27.484773 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:31:27.485353 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30ade530-f74c-4dd1-a2b2-2247f252ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.506673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0ea87-7684-4163-9c97-d71f84fc48df None None] Pushing event deleted for resources: {'Port': ['ID=2101475c-d120-4ba8-95b7-4dfe13409284,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:27.525542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7a52005a-e348-4a57-a5ee-637374ba0621 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c90affcd0c89420d86441fcd4de30c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9848790 Feb 10 06:31:27.528493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:27.546677 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Pushing event updated for resources: {'Port': ['ID=4bf17267-1cca-46e7-9852-445bab5c53ee,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:27.567290 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.568127 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.568713 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.569274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d11bfea-6182-4ce3-bfe8-6c0e6e6a4080 req-116baed3-a7ae-45c6-b985-78c88f17caf1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0752857 Feb 10 06:31:27.569532 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.570625 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.571176 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.571739 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.572286 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.574149 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.574898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.575558 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.576135 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.576715 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e328e-1b8a-4e76-9c00-49ba01341015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:31:27.613176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-37fde407-5e44-491f-9277-d22546e634be None None] Provisioning complete for port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:27.613568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37fde407-5e44-491f-9277-d22546e634be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.688003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ade530-f74c-4dd1-a2b2-2247f252ff28 None None] Pushing event updated for resources: {'Port': ['ID=cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:27.744598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-37fde407-5e44-491f-9277-d22546e634be None None] Current status of the port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:27.751639 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:31:27.778961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Deleting port 2101475c-d120-4ba8-95b7-4dfe13409284 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:27.779204 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.836505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0122cda1-2813-4596-8e18-a0adf05721dd req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Deleting port 48ed2f24-fa79-4694-a17b-4083ab464004 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:27.837124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0122cda1-2813-4596-8e18-a0adf05721dd req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.857516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] For port 2101475c-d120-4ba8-95b7-4dfe13409284, host n-d-828670-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:27.857884 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.874013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Calling delete_port for 2101475c-d120-4ba8-95b7-4dfe13409284 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:27.877152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Port 2101475c-d120-4ba8-95b7-4dfe13409284 was not found and therefore no delete operation was performed {{(pid=103214) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:31:27.898733 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2101475c-d120-4ba8-95b7-4dfe13409284), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.907397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af447008-608c-4425-b5e1-be4670d49a7b req-52cdba7d-f9ab-450b-8207-9ce90036bf15 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:27.916408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af447008-608c-4425-b5e1-be4670d49a7b req-52cdba7d-f9ab-450b-8207-9ce90036bf15 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 945 time: 0.3887746 Feb 10 06:31:27.937973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0122cda1-2813-4596-8e18-a0adf05721dd req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] For port 48ed2f24-fa79-4694-a17b-4083ab464004, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=48ed2f24-fa79-4694-a17b-4083ab464004,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:27.942086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0122cda1-2813-4596-8e18-a0adf05721dd req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:27.955212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0122cda1-2813-4596-8e18-a0adf05721dd req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Calling delete_port for 48ed2f24-fa79-4694-a17b-4083ab464004 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:27.963905 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21052903-5063-4755-8ae3-615abd0a339c admin admin] Publish callbacks [] for security_group (026c7fcf-3f77-4873-9a99-80201e67f08c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.026908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] No DVR routers for this DVR port 2101475c-d120-4ba8-95b7-4dfe13409284 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:28.031671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event deleted for resources: {'Port': ['ID=2101475c-d120-4ba8-95b7-4dfe13409284,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:28.072588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:28.130844 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0122cda1-2813-4596-8e18-a0adf05721dd req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (48ed2f24-fa79-4694-a17b-4083ab464004), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.144251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['3f28e49c-e920-4cb5-a2a1-228a60184716', '48ed2f24-fa79-4694-a17b-4083ab464004'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:31:28.157245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af447008-608c-4425-b5e1-be4670d49a7b req-7e088b32-7220-4e29-b329-fb7702f1eccb tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397475 Feb 10 06:31:28.177728 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21052903-5063-4755-8ae3-615abd0a339c admin admin] Publish callbacks [] for security_group (026c7fcf-3f77-4873-9a99-80201e67f08c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.229064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0302a-0657-4300-a16d-ed37d864576e req-106c46ac-baa5-4590-a314-a05199dbb524 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:28.231243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ca0302a-0657-4300-a16d-ed37d864576e req-106c46ac-baa5-4590-a314-a05199dbb524 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.4750443 Feb 10 06:31:28.246048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 08f31b1c-9a66-4095-a65d-a4af7fa27f76 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:28.255969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Pushing event deleted for resources: {'Port': ['ID=48ed2f24-fa79-4694-a17b-4083ab464004,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:28.299857 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:24Z', 'revision_number': 3, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:28.342351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:28.380109 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5ea10-a101-458b-abfc-a291bdc4bc5c None None] The sync data for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 is: [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:24Z', 'revision_number': 3, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:31:28.414393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ca0302a-0657-4300-a16d-ed37d864576e req-cc49e655-c73c-4ddb-8189-7e011574c589 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185389 Feb 10 06:31:28.493181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (36df8dcd-fd8c-48f4-a58c-491924213ac2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.524820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0122cda1-2813-4596-8e18-a0adf05721dd req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] No DVR routers for this DVR port 48ed2f24-fa79-4694-a17b-4083ab464004 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:28.535456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] For port 08f31b1c-9a66-4095-a65d-a4af7fa27f76, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=08f31b1c-9a66-4095-a65d-a4af7fa27f76,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:28.535833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.568002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0122cda1-2813-4596-8e18-a0adf05721dd req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.572637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a9ef43c-0eb5-45e3-b44b-31e3319f452d req-8150b2e0-e87e-4fe6-aa91-9eabd0963840 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.2332442 Feb 10 06:31:28.574224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0122cda1-2813-4596-8e18-a0adf05721dd req-55c8b8cd-a7de-457e-b955-239a9e32a91a tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.13 "DELETE /v2.0/ports/48ed2f24-fa79-4694-a17b-4083ab464004 HTTP/1.1" status: 204 len: 173 time: 1.8670430 Feb 10 06:31:28.620602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'name': 'network-vif-deleted', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:28.620602 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cdbbaa-66f2-4004-a991-8986e552c599" -d '{"events": [{"server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "name": "network-vif-deleted", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:28.670868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Calling delete_port for 08f31b1c-9a66-4095-a65d-a4af7fa27f76 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:28.700909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Deleting port 4790856e-1ae5-41f6-a941-e9bff72025d3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:28.703524 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.705315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36df8dcd-fd8c-48f4-a58c-491924213ac2']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:28.732038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932eb638-6380-4008-a073-6cab9eb0f55b') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:28.732514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932eb638-6380-4008-a073-6cab9eb0f55b') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:28.755209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (932eb638-6380-4008-a073-6cab9eb0f55b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.798580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (932eb638-6380-4008-a073-6cab9eb0f55b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.811292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:31:28.812992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (932eb638-6380-4008-a073-6cab9eb0f55b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:31:28.888581 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:31:28.891223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:28.891223 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.994429 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21052903-5063-4755-8ae3-615abd0a339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (026c7fcf-3f77-4873-9a99-80201e67f08c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:28.996968 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21052903-5063-4755-8ae3-615abd0a339c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:29.002375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f31b1c-9a66-4095-a65d-a4af7fa27f76'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:29.004679 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc137e4-d690-43a8-8fd2-9c050ddafacd" -d '{"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "08f31b1c-9a66-4095-a65d-a4af7fa27f76"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:29.008531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-21052903-5063-4755-8ae3-615abd0a339c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/026c7fcf-3f77-4873-9a99-80201e67f08c HTTP/1.1" status: 204 len: 168 time: 1.4743526 Feb 10 06:31:29.069146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:29.069548 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:29.083498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 08f31b1c-9a66-4095-a65d-a4af7fa27f76, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=08f31b1c-9a66-4095-a65d-a4af7fa27f76,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:29.094003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] For port 4790856e-1ae5-41f6-a941-e9bff72025d3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4790856e-1ae5-41f6-a941-e9bff72025d3,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:29.094624 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:29.120454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21052903-5063-4755-8ae3-615abd0a339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026c7fcf-3f77-4873-9a99-80201e67f08c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:29.129471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Calling delete_port for 4790856e-1ae5-41f6-a941-e9bff72025d3 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:29.138134 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (36df8dcd-fd8c-48f4-a58c-491924213ac2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:29.144491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:29.149279 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59278b0c-6c13-410d-a3dc-c7e298b4affc x-openstack-request-id: req-59278b0c-6c13-410d-a3dc-c7e298b4affc {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:29.149617 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "08f31b1c-9a66-4095-a65d-a4af7fa27f76", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:29.149885 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59278b0c-6c13-410d-a3dc-c7e298b4affc {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:29.150287 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f31b1c-9a66-4095-a65d-a4af7fa27f76', 'code': 200} Feb 10 06:31:29.157027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] 10.222.0.21 "DELETE /v2.0/networks/36df8dcd-fd8c-48f4-a58c-491924213ac2 HTTP/1.1" status: 204 len: 168 time: 3.1640120 Feb 10 06:31:29.194257 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:29.228922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device efb7b21a-d507-4892-a243-973100455834 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:29.237109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beb2b5-7e21-4024-9f2d-fcd1e25e8de1 req-c04c83db-5736-4c85-98cc-ab136c550ebf tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:29.267257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beb2b5-7e21-4024-9f2d-fcd1e25e8de1 req-c04c83db-5736-4c85-98cc-ab136c550ebf tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:29.279419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beb2b5-7e21-4024-9f2d-fcd1e25e8de1 req-c04c83db-5736-4c85-98cc-ab136c550ebf tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:29.293788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1beb2b5-7e21-4024-9f2d-fcd1e25e8de1 req-c04c83db-5736-4c85-98cc-ab136c550ebf tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 2419 time: 0.3985403 Feb 10 06:31:29.312506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80226e4c-3e9e-46b6-872a-cb15e060697f tempest-DHCPAgentSchedulersTestJSON-1847792122 tempest-DHCPAgentSchedulersTestJSON-1847792122-project] Pushing event deleted for resources: {'Network': ['ID=36df8dcd-fd8c-48f4-a58c-491924213ac2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:29.401956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55f14a85-b5c8-419b-b424-d613beb2bc4f req-b38fa1a9-c53a-434c-b8b8-19c89d1bd1d6 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.0533307 Feb 10 06:31:29.509124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1beb2b5-7e21-4024-9f2d-fcd1e25e8de1 req-7a1bd914-96bf-48f7-af09-c0597c6fe411 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127657 Feb 10 06:31:29.510799 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ebada3-d94c-48ea-aef4-614bbf652f80 x-openstack-request-id: req-b4ebada3-d94c-48ea-aef4-614bbf652f80 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:29.511097 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b78bcbe-611e-4bbd-a84f-94827e2b0918", "name": "network-vif-deleted", "tag": "48ed2f24-fa79-4694-a17b-4083ab464004", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:29.511357 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4ebada3-d94c-48ea-aef4-614bbf652f80 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:29.511761 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b78bcbe-611e-4bbd-a84f-94827e2b0918', 'name': 'network-vif-deleted', 'tag': '48ed2f24-fa79-4694-a17b-4083ab464004', 'status': 'completed', 'code': 200} Feb 10 06:31:29.677807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=08f31b1c-9a66-4095-a65d-a4af7fa27f76,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:29.740519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76f57a-09d1-440f-8b1a-cc4240c9f201 req-5719a537-ad01-4a67-a799-c914a99695da tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:29.770100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb76f57a-09d1-440f-8b1a-cc4240c9f201 req-5719a537-ad01-4a67-a799-c914a99695da tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 950 time: 0.1721125 Feb 10 06:31:29.851985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4790856e-1ae5-41f6-a941-e9bff72025d3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:29.883362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port efb7b21a-d507-4892-a243-973100455834 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:29.884499 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (efb7b21a-d507-4892-a243-973100455834), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:29.902847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:29.956111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb76f57a-09d1-440f-8b1a-cc4240c9f201 req-aa7bd1b6-bfb9-4026-80b2-3d0fc285aa2b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832857 Feb 10 06:31:30.007754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:30.050090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port efb7b21a-d507-4892-a243-973100455834, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=efb7b21a-d507-4892-a243-973100455834,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:30.059609 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (efb7b21a-d507-4892-a243-973100455834), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.060482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device ff461403-518d-4f13-9d57-ff7e92172daa no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:30.080428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efc3eb26-efde-4ed9-ac12-9c23b25ecaf9 req-37e033a7-5d2a-4159-80bb-3ef6382df60c tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1698437 Feb 10 06:31:30.200146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6300ae9b-3176-4c92-9c49-cd6390f11104 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3ead516367f48c39a8abc6a793266b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930055 Feb 10 06:31:30.219190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38356) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:30.228646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2101475c-d120-4ba8-95b7-4dfe13409284 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:30.307197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 2101475c-d120-4ba8-95b7-4dfe13409284 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:30.307546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2101475c-d120-4ba8-95b7-4dfe13409284 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:30.312596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Pushing event deleted for resources: {'Port': ['ID=4790856e-1ae5-41f6-a941-e9bff72025d3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:30.323062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc405d9f-3715-45fe-b998-6546f4948ead admin admin] Publish callbacks [] for security_group (126f67be-d0e5-4ce0-84d9-f27c7361c540), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.377251 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc405d9f-3715-45fe-b998-6546f4948ead admin admin] Publish callbacks [] for security_group (126f67be-d0e5-4ce0-84d9-f27c7361c540), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.416070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] No DVR routers for this DVR port 4790856e-1ae5-41f6-a941-e9bff72025d3 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:30.424006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=efb7b21a-d507-4892-a243-973100455834,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:30.460810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.464294 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e6c1ae6-b4e4-4184-88d0-f98f339720f6 req-a232e3a4-1708-4c0b-9131-a80712975ac1 tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.13 "DELETE /v2.0/ports/4790856e-1ae5-41f6-a941-e9bff72025d3 HTTP/1.1" status: 204 len: 173 time: 3.0534825 Feb 10 06:31:30.553787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc405d9f-3715-45fe-b998-6546f4948ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (126f67be-d0e5-4ce0-84d9-f27c7361c540), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.559379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc405d9f-3715-45fe-b998-6546f4948ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.560573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc405d9f-3715-45fe-b998-6546f4948ead admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/126f67be-d0e5-4ce0-84d9-f27c7361c540 HTTP/1.1" status: 204 len: 168 time: 0.3403821 Feb 10 06:31:30.565556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.589786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc405d9f-3715-45fe-b998-6546f4948ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f67be-d0e5-4ce0-84d9-f27c7361c540,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:30.614228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port ff461403-518d-4f13-9d57-ff7e92172daa is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:30.619376 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.630286 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (08f31b1c-9a66-4095-a65d-a4af7fa27f76), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.681000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Port': ['ID=08f31b1c-9a66-4095-a65d-a4af7fa27f76,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:30.727515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4bf17267-1cca-46e7-9852-445bab5c53ee up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:30.753388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39d2121e-296a-44f5-8443-f934bceb2201 req-09803aed-5d50-4f93-97cf-4f3330224abf tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.1264153 Feb 10 06:31:30.965513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] No DVR routers for this DVR port 08f31b1c-9a66-4095-a65d-a4af7fa27f76 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:30.976797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:30.985433 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-b90bc31a-4e69-4c8c-8e5c-03d7b16f5033 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.13 "DELETE /v2.0/ports/08f31b1c-9a66-4095-a65d-a4af7fa27f76 HTTP/1.1" status: 204 len: 173 time: 4.8332860 Feb 10 06:31:30.992471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port ff461403-518d-4f13-9d57-ff7e92172daa, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=ff461403-518d-4f13-9d57-ff7e92172daa,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:31.006597 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:31.032430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 48ed2f24-fa79-4694-a17b-4083ab464004 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:31.101898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d04e0-103d-4a23-bc8d-2624f04f41eb req-830f684b-d351-4859-ae0e-ec853aae5646 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:31.153808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d04e0-103d-4a23-bc8d-2624f04f41eb req-830f684b-d351-4859-ae0e-ec853aae5646 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:31.156600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-717d04e0-103d-4a23-bc8d-2624f04f41eb req-830f684b-d351-4859-ae0e-ec853aae5646 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 1681 time: 0.4107785 Feb 10 06:31:31.231235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb7b21a-d507-4892-a243-973100455834'}, {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff461403-518d-4f13-9d57-ff7e92172daa'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:31.237173 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11367c95-77d2-47dd-8e6b-e616f124f553" -d '{"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "efb7b21a-d507-4892-a243-973100455834"}, {"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "ff461403-518d-4f13-9d57-ff7e92172daa"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:31.417855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 48ed2f24-fa79-4694-a17b-4083ab464004 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:31.418425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 48ed2f24-fa79-4694-a17b-4083ab464004 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:31.419117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4790856e-1ae5-41f6-a941-e9bff72025d3 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:31.434111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa0cf9f9-6e18-43ed-a578-f99d69eb1151 req-fd4cb060-d99b-4a06-ac51-0a85e78ae85b tempest-MigrationsAdminTest-751982420 tempest-MigrationsAdminTest-751982420-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a733252-fbdf-4b91-9a71-927dcab342cd HTTP/1.1" status: 200 len: 210 time: 0.2152944 Feb 10 06:31:31.554462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 4790856e-1ae5-41f6-a941-e9bff72025d3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:31.554924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4790856e-1ae5-41f6-a941-e9bff72025d3 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:31.588103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-717d04e0-103d-4a23-bc8d-2624f04f41eb req-b397e7f9-23d7-4d18-85d0-6a9b56b84135 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933630 Feb 10 06:31:31.621488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4bf17267-1cca-46e7-9852-445bab5c53ee triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:31.624069 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:31.659855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38394) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:31.661072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'name': 'network-vif-deleted', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3'}, {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-deleted', 'tag': '08f31b1c-9a66-4095-a65d-a4af7fa27f76'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:31.664796 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850d8a1f-2eee-4466-b0a1-a26255bf2f75" -d '{"events": [{"server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "name": "network-vif-deleted", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3"}, {"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-deleted", "tag": "08f31b1c-9a66-4095-a65d-a4af7fa27f76"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:31.682967 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff4f2-b3c6-4a80-b594-e00e999c44a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:31.725468 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cc5604-8e79-4e1b-a796-d3265cddb23d x-openstack-request-id: req-22cc5604-8e79-4e1b-a796-d3265cddb23d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:31.725762 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "efb7b21a-d507-4892-a243-973100455834", "code": 200}, {"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "ff461403-518d-4f13-9d57-ff7e92172daa", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:31.731707 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22cc5604-8e79-4e1b-a796-d3265cddb23d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:31.732366 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb7b21a-d507-4892-a243-973100455834', 'code': 200} Feb 10 06:31:31.733042 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff461403-518d-4f13-9d57-ff7e92172daa', 'code': 200} Feb 10 06:31:31.767432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=ff461403-518d-4f13-9d57-ff7e92172daa,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:31.853919 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cba3cd6-547b-4a11-8802-b0ff5845c638 x-openstack-request-id: req-7cba3cd6-547b-4a11-8802-b0ff5845c638 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:31.859345 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a733252-fbdf-4b91-9a71-927dcab342cd", "name": "network-vif-deleted", "tag": "4790856e-1ae5-41f6-a941-e9bff72025d3", "status": "completed", "code": 200}, {"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-deleted", "tag": "08f31b1c-9a66-4095-a65d-a4af7fa27f76", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:31.860065 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cba3cd6-547b-4a11-8802-b0ff5845c638 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:31.860935 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a733252-fbdf-4b91-9a71-927dcab342cd', 'name': 'network-vif-deleted', 'tag': '4790856e-1ae5-41f6-a941-e9bff72025d3', 'status': 'completed', 'code': 200} Feb 10 06:31:31.861563 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-deleted', 'tag': '08f31b1c-9a66-4095-a65d-a4af7fa27f76', 'status': 'completed', 'code': 200} Feb 10 06:31:31.902263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Allocated IP 172.20.0.1 (a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8/b50add18-4da3-4400-96e7-bce9bc12cd55/b98c0519-14ac-436b-84d5-f902c0f1f802) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:31.912026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e32ade5c-c67e-420e-918f-43123254168c req-c01f4350-5cf1-4bae-bd82-b4ef67f07bc9 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1602108 Feb 10 06:31:31.926342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting port efb7b21a-d507-4892-a243-973100455834 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:31.927427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (efb7b21a-d507-4892-a243-973100455834), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:31.933593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4bf17267-1cca-46e7-9852-445bab5c53ee is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:31.934618 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:31.995945 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 4bf17267-1cca-46e7-9852-445bab5c53ee, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4bf17267-1cca-46e7-9852-445bab5c53ee,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:32.004385 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.126452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] For port efb7b21a-d507-4892-a243-973100455834, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=efb7b21a-d507-4892-a243-973100455834,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:32.127233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (efb7b21a-d507-4892-a243-973100455834), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.135562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=4bf17267-1cca-46e7-9852-445bab5c53ee,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:32.143338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Calling delete_port for efb7b21a-d507-4892-a243-973100455834 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:32.144273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32741d93-72d8-484c-9946-6809a1243671 req-79dc2fb4-d747-4edc-a5ee-4156d3ff1947 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.1911824 Feb 10 06:31:32.286872 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff4f2-b3c6-4a80-b594-e00e999c44a2 admin admin] Publish callbacks [] for security_group (b5dea0db-7c6f-4570-818c-fedc78afd970), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.297533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff4f2-b3c6-4a80-b594-e00e999c44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b5dea0db-7c6f-4570-818c-fedc78afd970), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.355717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea8ff4f2-b3c6-4a80-b594-e00e999c44a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57721b2e180b4ed4866478b6a6ae2e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6934361 Feb 10 06:31:32.356571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:32.366359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ff4f2-b3c6-4a80-b594-e00e999c44a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dea0db-7c6f-4570-818c-fedc78afd970,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:32.524869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4bf17267-1cca-46e7-9852-445bab5c53ee up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:32.627672 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c13e452b-7537-43e7-9fa0-cbd9f8aa3731 admin admin] Publish callbacks [] for security_group (b5dea0db-7c6f-4570-818c-fedc78afd970), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.659368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4bf17267-1cca-46e7-9852-445bab5c53ee triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:32.659902 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.717214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c13e452b-7537-43e7-9fa0-cbd9f8aa3731 admin admin] Publish callbacks [] for security_group (b5dea0db-7c6f-4570-818c-fedc78afd970), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.744066 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (efb7b21a-d507-4892-a243-973100455834), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.804422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Publish callbacks [] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.823832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4bf17267-1cca-46e7-9852-445bab5c53ee is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:32.857924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Port': ['ID=efb7b21a-d507-4892-a243-973100455834,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:32.899609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10875c39-df3b-477b-814f-f48176d487b6 req-13336c6b-6dfa-438e-b584-df6af33d46df tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:32.909112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10875c39-df3b-477b-814f-f48176d487b6 req-13336c6b-6dfa-438e-b584-df6af33d46df tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 944 time: 0.1895235 Feb 10 06:31:32.959983 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c13e452b-7537-43e7-9fa0-cbd9f8aa3731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b5dea0db-7c6f-4570-818c-fedc78afd970), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.967531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c13e452b-7537-43e7-9fa0-cbd9f8aa3731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:32.969505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c13e452b-7537-43e7-9fa0-cbd9f8aa3731 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5dea0db-7c6f-4570-818c-fedc78afd970 HTTP/1.1" status: 204 len: 168 time: 0.6120217 Feb 10 06:31:32.996591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e452b-7537-43e7-9fa0-cbd9f8aa3731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dea0db-7c6f-4570-818c-fedc78afd970,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:32.998926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] No DVR routers for this DVR port efb7b21a-d507-4892-a243-973100455834 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:33.012234 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:33.032534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-e2cd8e5f-e716-4065-8e72-af59f310e43b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.13 "DELETE /v2.0/ports/efb7b21a-d507-4892-a243-973100455834 HTTP/1.1" status: 204 len: 173 time: 2.0118814 Feb 10 06:31:33.033015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10875c39-df3b-477b-814f-f48176d487b6 req-24d968cb-cb6e-49c6-82ca-cf7ac7d490d1 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213951 Feb 10 06:31:33.176653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7403fc4-a6c3-4300-a06c-fcb0bcaaee86 req-271e4ffa-db8b-43c8-b52d-8b28325faf28 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0945339 Feb 10 06:31:33.272365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:33.386179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38450) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:33.411674 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b6ebae9-375e-437c-be55-28de1b68e9fc req-14617e1b-76f8-4552-80a0-18821a50fa13 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.0922513 Feb 10 06:31:33.427432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:33.433230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:33.453249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:33.463024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Pushing event updated for resources: {'Port': ['ID=b98c0519-14ac-436b-84d5-f902c0f1f802,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:33.526943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting port ff461403-518d-4f13-9d57-ff7e92172daa {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:33.527514 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:33.576033 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (d6ded506-c3b0-4724-830a-2085d1055482), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:33.784236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] For port ff461403-518d-4f13-9d57-ff7e92172daa, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=ff461403-518d-4f13-9d57-ff7e92172daa,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:33.785424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:33.807703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Calling delete_port for ff461403-518d-4f13-9d57-ff7e92172daa owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:33.883556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-deleted', 'tag': 'efb7b21a-d507-4892-a243-973100455834'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:33.885848 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0978cc-9157-4a7a-b5b2-417102a6a9d7" -d '{"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-deleted", "tag": "efb7b21a-d507-4892-a243-973100455834"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:33.963743 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:33.972247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f5371ab7-e311-4522-9c9c-61aad9500586 None None] Provisioning complete for port b98c0519-14ac-436b-84d5-f902c0f1f802 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:33.972852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5371ab7-e311-4522-9c9c-61aad9500586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:34.061023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:34.123362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f5371ab7-e311-4522-9c9c-61aad9500586 None None] Port b98c0519-14ac-436b-84d5-f902c0f1f802 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:31:34.210788 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2da428-d22f-409b-b544-5592d4945471 x-openstack-request-id: req-2c2da428-d22f-409b-b544-5592d4945471 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:34.211500 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-deleted", "tag": "efb7b21a-d507-4892-a243-973100455834", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:34.212965 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c2da428-d22f-409b-b544-5592d4945471 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:34.213970 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-deleted', 'tag': 'efb7b21a-d507-4892-a243-973100455834', 'status': 'completed', 'code': 200} Feb 10 06:31:34.221933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-410d6c30-8d32-4262-8bcc-2ff0e22b5645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:34.228908 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ff461403-518d-4f13-9d57-ff7e92172daa), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:34.320631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04aab22d-8e45-4098-acf0-a2803d23f037 req-40fc88c9-a025-4e79-bacb-aadeaa24a6b2 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 210 time: 0.1368024 Feb 10 06:31:34.451233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Port': ['ID=ff461403-518d-4f13-9d57-ff7e92172daa,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:34.528161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0e3cc6-84a8-4340-bcd5-8e7494238aae req-e28f8148-155d-4a3e-885a-2e6751de17b2 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1711056 Feb 10 06:31:34.652356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a1a4a50-8b93-408a-a1fc-d20b401aefbf req-6242c5e5-d149-4b2a-aa45-1abc96bed230 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.0560796 Feb 10 06:31:34.716684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-410d6c30-8d32-4262-8bcc-2ff0e22b5645 admin admin] Publish callbacks [] for security_group (3ebed4ef-9b4d-4734-a5a6-25f3fd6501ca), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:34.727376 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-410d6c30-8d32-4262-8bcc-2ff0e22b5645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3ebed4ef-9b4d-4734-a5a6-25f3fd6501ca), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:34.765399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d6c30-8d32-4262-8bcc-2ff0e22b5645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebed4ef-9b4d-4734-a5a6-25f3fd6501ca,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:34.784603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-410d6c30-8d32-4262-8bcc-2ff0e22b5645 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=518f0293ddb34ab5bcbed53a42e4433f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7202260 Feb 10 06:31:34.786607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:34.856600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48663c58-2159-45c5-a8fc-8b07f5118fe0 admin admin] Publish callbacks [] for security_group (3ebed4ef-9b4d-4734-a5a6-25f3fd6501ca), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:34.889492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48663c58-2159-45c5-a8fc-8b07f5118fe0 admin admin] Publish callbacks [] for security_group (3ebed4ef-9b4d-4734-a5a6-25f3fd6501ca), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:34.958130 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48663c58-2159-45c5-a8fc-8b07f5118fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3ebed4ef-9b4d-4734-a5a6-25f3fd6501ca), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:34.962090 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48663c58-2159-45c5-a8fc-8b07f5118fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:34.968339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-48663c58-2159-45c5-a8fc-8b07f5118fe0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ebed4ef-9b4d-4734-a5a6-25f3fd6501ca HTTP/1.1" status: 204 len: 168 time: 0.1789093 Feb 10 06:31:35.001043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48663c58-2159-45c5-a8fc-8b07f5118fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebed4ef-9b4d-4734-a5a6-25f3fd6501ca,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:35.240191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] No DVR routers for this DVR port ff461403-518d-4f13-9d57-ff7e92172daa on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:35.252571 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:35.256548 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e65fac78-ebc6-42a7-8614-647e455bc762 req-ff5b5c16-b509-4390-ae23-f0c516e667ca tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.13 "DELETE /v2.0/ports/ff461403-518d-4f13-9d57-ff7e92172daa HTTP/1.1" status: 204 len: 173 time: 2.1878662 Feb 10 06:31:35.296738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38510) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:35.320909 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-08371b7d-1f0b-47d1-837d-56862705f68a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4b018c08f88404caccb44ba8b4969ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9295793 Feb 10 06:31:35.462985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ff20-75e3-4411-a56e-cce4af437518 admin admin] Publish callbacks [] for security_group (e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:35.587846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-814283a2-05c0-4009-920d-f68e21fc20bd req-f7f64d6c-80e3-4522-8574-b35a291cfe51 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69d139d-8eca-4ee0-b7fe-ca56ada83bdf HTTP/1.1" status: 200 len: 210 time: 0.0906193 Feb 10 06:31:35.603629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ff20-75e3-4411-a56e-cce4af437518 admin admin] Publish callbacks [] for security_group (e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:35.617220 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Publish callbacks [] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:35.631838 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:35.744817 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ff20-75e3-4411-a56e-cce4af437518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:35.747799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ff20-75e3-4411-a56e-cce4af437518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:35.749025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d3b9ff20-75e3-4411-a56e-cce4af437518 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec HTTP/1.1" status: 204 len: 168 time: 0.4511070 Feb 10 06:31:35.789539 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:35.920958 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (d6ded506-c3b0-4724-830a-2085d1055482), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:35.929409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Pushing event updated for resources: {'Port': ['ID=b98c0519-14ac-436b-84d5-f902c0f1f802,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:35.967440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e66fb364-302e-42ac-b396-f312fbb7ccb3 req-02e7e1ff-d0c1-41cc-8af8-c194b9174f81 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.2154374 Feb 10 06:31:35.973070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9ff20-75e3-4411-a56e-cce4af437518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4830e1e-a8a6-4873-b4c8-c9fc3cff35ec,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:35.996102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5491-4d5d-4b42-8d85-ea53f2221860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.139121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38542) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:36.190606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:36.192086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:36.215259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-deleted', 'tag': 'ff461403-518d-4f13-9d57-ff7e92172daa'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:36.217723 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1141926e-4fa1-4b0b-99a9-f9785fa3e44c" -d '{"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-deleted", "tag": "ff461403-518d-4f13-9d57-ff7e92172daa"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:36.277251 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5491-4d5d-4b42-8d85-ea53f2221860 admin admin] Publish callbacks [] for security_group (2d433116-719c-454b-8ccd-4f7f62020c0b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.290681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5491-4d5d-4b42-8d85-ea53f2221860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2d433116-719c-454b-8ccd-4f7f62020c0b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.346154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ccdd5491-4d5d-4b42-8d85-ea53f2221860 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28f4b91533a14294b7b33f59f2a5da30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5536482 Feb 10 06:31:36.348581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38548) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:36.557525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Router d6ded506-c3b0-4724-830a-2085d1055482 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:31:36.600272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd5491-4d5d-4b42-8d85-ea53f2221860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d433116-719c-454b-8ccd-4f7f62020c0b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:36.635884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63cf57a9-3655-4a9a-802f-a9506403d198 req-78f19877-afc3-4c7a-bb7d-6f37997fad15 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.1893015 Feb 10 06:31:36.644904 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.696194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-588727ba-b09a-47ab-8f7c-a4fe994a4f73 None None] Provisioning complete for port b98c0519-14ac-436b-84d5-f902c0f1f802 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:36.697998 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-588727ba-b09a-47ab-8f7c-a4fe994a4f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.726761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ddf641b-b4aa-4485-b19b-346629eb90d8 admin admin] Publish callbacks [] for security_group (2d433116-719c-454b-8ccd-4f7f62020c0b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.745601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:36.748988 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35a83b-0415-41a6-8786-8be32f27a66b x-openstack-request-id: req-4e35a83b-0415-41a6-8786-8be32f27a66b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:36.750662 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d139d-8eca-4ee0-b7fe-ca56ada83bdf", "name": "network-vif-deleted", "tag": "ff461403-518d-4f13-9d57-ff7e92172daa", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:36.751003 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e35a83b-0415-41a6-8786-8be32f27a66b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:36.765133 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d139d-8eca-4ee0-b7fe-ca56ada83bdf', 'name': 'network-vif-deleted', 'tag': 'ff461403-518d-4f13-9d57-ff7e92172daa', 'status': 'completed', 'code': 200} Feb 10 06:31:36.793312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-588727ba-b09a-47ab-8f7c-a4fe994a4f73 None None] Port b98c0519-14ac-436b-84d5-f902c0f1f802 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:31:36.829579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:36.850890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90bf0e5-cf49-43da-9de7-22a9430f6849 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting subnet f42da021-e61a-4ca3-a2ce-3672ea4f5fef {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:31:36.861323 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90bf0e5-cf49-43da-9de7-22a9430f6849 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for subnet (f42da021-e61a-4ca3-a2ce-3672ea4f5fef), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.874682 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38566) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:36.893249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ddf641b-b4aa-4485-b19b-346629eb90d8 admin admin] Publish callbacks [] for security_group (2d433116-719c-454b-8ccd-4f7f62020c0b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.928119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.950585 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90bf0e5-cf49-43da-9de7-22a9430f6849 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (f42da021-e61a-4ca3-a2ce-3672ea4f5fef), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:36.962373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:31:36.973500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Sync routers for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:31:36.973833 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-892cfe46-97da-4c15-a695-8c438f416552 admin admin] 10.222.0.21 "PUT /v2.0/routers/d6ded506-c3b0-4724-830a-2085d1055482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1652093 Feb 10 06:31:37.002421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:31:37.003309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:31:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:37.008955 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4e1173b8-2352-4c5a-9a15-be90678a149a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf48232b371b4dd0aeff1f7abae78bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329725 Feb 10 06:31:37.012697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:37.112037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90bf0e5-cf49-43da-9de7-22a9430f6849 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (f42da021-e61a-4ca3-a2ce-3672ea4f5fef), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.156076 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.236572 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ddf641b-b4aa-4485-b19b-346629eb90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2d433116-719c-454b-8ccd-4f7f62020c0b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.240222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ddf641b-b4aa-4485-b19b-346629eb90d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.244305 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ddf641b-b4aa-4485-b19b-346629eb90d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d433116-719c-454b-8ccd-4f7f62020c0b HTTP/1.1" status: 204 len: 168 time: 0.8920531 Feb 10 06:31:37.253651 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90bf0e5-cf49-43da-9de7-22a9430f6849 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (f42da021-e61a-4ca3-a2ce-3672ea4f5fef), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.336913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf641b-b4aa-4485-b19b-346629eb90d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d433116-719c-454b-8ccd-4f7f62020c0b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:37.340638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:31:37.372903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-552f7e9d-926b-4167-90df-1779853bb9ef req-b6f9ce6d-e327-4c2a-a040-5627087f12fc tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1339450 Feb 10 06:31:37.396947 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bf0e5-cf49-43da-9de7-22a9430f6849 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Subnet': ['ID=f42da021-e61a-4ca3-a2ce-3672ea4f5fef,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:37.410752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90bf0e5-cf49-43da-9de7-22a9430f6849 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.417753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e90bf0e5-cf49-43da-9de7-22a9430f6849 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "DELETE /v2.0/subnets/f42da021-e61a-4ca3-a2ce-3672ea4f5fef HTTP/1.1" status: 204 len: 168 time: 0.6672449 Feb 10 06:31:37.436053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:37.440267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b91b-a1de-4b8a-8c16-1188e84f6199 admin admin] Publish callbacks [] for security_group (77e60ce5-0d26-40f3-8eee-6c2df323bf77), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.510540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2890ccd5-11fb-402d-9335-0c1fc986acff None None] Network 08182857-0de9-48cf-91bc-1a72ed26c198 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:37.511956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Allocated IP 172.25.8.38 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:37.556230 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b91b-a1de-4b8a-8c16-1188e84f6199 admin admin] Publish callbacks [] for security_group (77e60ce5-0d26-40f3-8eee-6c2df323bf77), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.659477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (08182857-0de9-48cf-91bc-1a72ed26c198), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.746051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks [] for port (41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.818922 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.926466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:37.934258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:37.940831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:37.996263 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b91b-a1de-4b8a-8c16-1188e84f6199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (77e60ce5-0d26-40f3-8eee-6c2df323bf77), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:37.999158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Pushing event updated for resources: {'Port': ['ID=41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:38.007279 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b91b-a1de-4b8a-8c16-1188e84f6199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.010748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cfa1b91b-a1de-4b8a-8c16-1188e84f6199 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77e60ce5-0d26-40f3-8eee-6c2df323bf77 HTTP/1.1" status: 204 len: 168 time: 0.9810212 Feb 10 06:31:38.033254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e20d7b2-1ff2-4b7c-9951-3a517fc2562e req-8901a9d8-8211-4d27-aa5c-ba63e6f55258 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.2486050 Feb 10 06:31:38.073708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1b91b-a1de-4b8a-8c16-1188e84f6199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e60ce5-0d26-40f3-8eee-6c2df323bf77,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:38.127536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:33Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'b98c0519-14ac-436b-84d5-f902c0f1f802', 'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'mac_address': 'fa:16:3e:50:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:30Z', 'updated_at': '2022-02-10T06:31:35Z', 'revision_number': 2, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'subnets': [{'id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:38.152255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks [] for floatingip (be8ad1a3-89e0-4ddf-a821-9a8ed7af3ef7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.160468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting port d417c90a-93ad-49eb-8f0d-a43c9598856d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:38.160806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.211600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] DHCP port deletion for 08182857-0de9-48cf-91bc-1a72ed26c198 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:31:38.220326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Checking router: d6ded506-c3b0-4724-830a-2085d1055482 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:31:38.220916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Updating router d6ded506-c3b0-4724-830a-2085d1055482 port b98c0519-14ac-436b-84d5-f902c0f1f802 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:31:38.237419 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.308982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] For port d417c90a-93ad-49eb-8f0d-a43c9598856d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d417c90a-93ad-49eb-8f0d-a43c9598856d,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:38.309820 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.328501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Calling delete_port for d417c90a-93ad-49eb-8f0d-a43c9598856d owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:38.364063 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.538059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38614) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:38.564221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-af758545-f336-4d5a-ad72-b8d8ab70365c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253486433', 'description': 'tempest-description--229155913'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:38.598848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d417c90a-93ad-49eb-8f0d-a43c9598856d no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:38.681962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks [] for port (41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.697905 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.701651 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af758545-f336-4d5a-ad72-b8d8ab70365c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.745175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-defd49b7-39af-4378-8a72-a927c4bed8ce req-9a596adb-94cc-4160-847f-d80d68609151 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1475222 Feb 10 06:31:38.745602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] Deleting port d417c90a-93ad-49eb-8f0d-a43c9598856d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:38.745985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.807882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Pushing event updated for resources: {'Port': ['ID=41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:38.879501 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.912139 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (be8ad1a3-89e0-4ddf-a821-9a8ed7af3ef7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.954578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:38.956773 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-34cff062-7a3b-4d7d-8602-b95702aef595 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8166239 Feb 10 06:31:38.959593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38628) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:38.973965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1208158347', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'fixed_ips': [{'ip_address': '172.25.8.38'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:38.977874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] No DVR routers for this DVR port d417c90a-93ad-49eb-8f0d-a43c9598856d on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:38.989818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38630) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:39.054678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Made reservation on behalf of 89e7c5d6108549609ab2dba35033ec5c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:39.057370 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.071588 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.115088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Port': ['ID=d417c90a-93ad-49eb-8f0d-a43c9598856d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:39.170329 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af758545-f336-4d5a-ad72-b8d8ab70365c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group (211ac640-564f-41d4-887a-86c3c2d242dd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.180713 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af758545-f336-4d5a-ad72-b8d8ab70365c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (211ac640-564f-41d4-887a-86c3c2d242dd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.319467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (08182857-0de9-48cf-91bc-1a72ed26c198), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.343739 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-network', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:39.361828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545627d4-e165-4f3a-9f60-6a1b4fd25677 req-b336c40c-1239-460d-8027-2e299e12f9fc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.0773373 Feb 10 06:31:39.368122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af758545-f336-4d5a-ad72-b8d8ab70365c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211ac640-564f-41d4-887a-86c3c2d242dd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:39.381732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af758545-f336-4d5a-ad72-b8d8ab70365c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.383531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-af758545-f336-4d5a-ad72-b8d8ab70365c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8438904 Feb 10 06:31:39.391725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38652) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:39.399257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No active binding found for port d417c90a-93ad-49eb-8f0d-a43c9598856d {{(pid=103215) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 06:31:39.399728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] The host n-d-828670-1 is not matching for port d417c90a-93ad-49eb-8f0d-a43c9598856d host None! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:31:39.399886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d417c90a-93ad-49eb-8f0d-a43c9598856d not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:39.418756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8d4f33e2-eafd-4350-8ac0-702be47749be tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Request body: {'security_group_rule': {'security_group_id': '211ac640-564f-41d4-887a-86c3c2d242dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:39.457275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks [] for security_group (bcd9d0a8-94c4-41a7-9169-5e12826adea4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.478903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bcd9d0a8-94c4-41a7-9169-5e12826adea4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.483300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08182857-0de9-48cf-91bc-1a72ed26c198']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:39.483858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Made reservation on behalf of 75dea68e1f5c4aaba88fca8962f0a5c3 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:39.486200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.502151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b26d4a7-5059-497c-8b02-609c8aab3d7a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:39.502824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b26d4a7-5059-497c-8b02-609c8aab3d7a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:39.518534 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (2b26d4a7-5059-497c-8b02-609c8aab3d7a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.539036 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2b26d4a7-5059-497c-8b02-609c8aab3d7a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.547137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:31:39.548166 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (2b26d4a7-5059-497c-8b02-609c8aab3d7a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.575129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] device_id is not set on port e90497ff-05eb-4e42-a0fc-33216773972c yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:31:39.585095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9d0a8-94c4-41a7-9169-5e12826adea4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:39.607244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:31:39.646563 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:31:39.657960 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (08182857-0de9-48cf-91bc-1a72ed26c198), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.671683 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.680473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "DELETE /v2.0/networks/08182857-0de9-48cf-91bc-1a72ed26c198 HTTP/1.1" status: 204 len: 168 time: 2.2368951 Feb 10 06:31:39.688267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4f33e2-eafd-4350-8ac0-702be47749be tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group_rule (e054a1af-a25e-470e-9e73-ba217a3cc826), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.692427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:39.695348 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Publish callbacks [] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.707081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] For port d417c90a-93ad-49eb-8f0d-a43c9598856d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d417c90a-93ad-49eb-8f0d-a43c9598856d,segment=NetworkSegment(2b26d4a7-5059-497c-8b02-609c8aab3d7a),segment_id=2b26d4a7-5059-497c-8b02-609c8aab3d7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:39.708237 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.713959 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:39.769162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] Calling delete_port for d417c90a-93ad-49eb-8f0d-a43c9598856d owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:39.863540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786e73f-7454-4385-9a48-6d1830b23993 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Network': ['ID=08182857-0de9-48cf-91bc-1a72ed26c198,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:39.908306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe880e35-94b9-40f1-8c6b-686977b04431 None None] Pushing event updated for resources: {'Port': ['ID=b98c0519-14ac-436b-84d5-f902c0f1f802,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:40.169889 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.256285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bee441e6-e60f-4691-870d-4deffa957d99 req-5fbad47e-2927-4b44-98e7-27dc25a99306 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.3006914 Feb 10 06:31:40.271468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-223de0d4-9922-4ac8-b240-aff87d556aff tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting subnet 21ff2052-76a4-42ba-a735-3373d9a441db {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:31:40.283599 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-223de0d4-9922-4ac8-b240-aff87d556aff tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for subnet (21ff2052-76a4-42ba-a735-3373d9a441db), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.323240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Attempting to bind port b98c0519-14ac-436b-84d5-f902c0f1f802 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:31:40.323632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Attempting to bind port b98c0519-14ac-436b-84d5-f902c0f1f802 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:31:40.324002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Attempting to bind port b98c0519-14ac-436b-84d5-f902c0f1f802 on network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:40.334663 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ea30-d0bc-42f2-934d-e64a98bdf281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.366741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:31:40.369957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Checking segment: {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:40.370868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.370868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Bound using segment: {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:31:40.371344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Bound port: b98c0519-14ac-436b-84d5-f902c0f1f802, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:31:40.380123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4f33e2-eafd-4350-8ac0-702be47749be tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group_rule (e054a1af-a25e-470e-9e73-ba217a3cc826), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.380288 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.394487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4f33e2-eafd-4350-8ac0-702be47749be tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (e054a1af-a25e-470e-9e73-ba217a3cc826), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.422624 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (d417c90a-93ad-49eb-8f0d-a43c9598856d), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.466363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] Network 08182857-0de9-48cf-91bc-1a72ed26c198 is not hosted by any dhcp agent {{(pid=103215) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:31:40.466835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] No DVR routers for this DVR port d417c90a-93ad-49eb-8f0d-a43c9598856d on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:40.494695 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Publish callbacks [] for security_group (8b68ea9d-f498-4064-ac06-0cdf3f5523ca), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.501576 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 06:31:40.503432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:31:40.504830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-223de0d4-9922-4ac8-b240-aff87d556aff tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (21ff2052-76a4-42ba-a735-3373d9a441db), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.514688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8b68ea9d-f498-4064-ac06-0cdf3f5523ca), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.543353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1f779-407f-42e6-9d8f-0f3a6e460243 None None] Pushing event deleted for resources: {'Port': ['ID=d417c90a-93ad-49eb-8f0d-a43c9598856d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:40.598448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:31:40.624247 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-497ebd71-9473-46ce-9793-1f44c8990ce5 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6632454 Feb 10 06:31:40.635099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38682) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:40.639228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] For port b98c0519-14ac-436b-84d5-f902c0f1f802, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:40.643941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] For port b98c0519-14ac-436b-84d5-f902c0f1f802, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b98c0519-14ac-436b-84d5-f902c0f1f802,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:31:40.659396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.712149 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-223de0d4-9922-4ac8-b240-aff87d556aff tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (21ff2052-76a4-42ba-a735-3373d9a441db), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.721178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b8dd7d44-423e-47e3-9e50-364b8f325125), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.721753 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Added segment b8dd7d44-423e-47e3-9e50-364b8f325125 of type vlan for network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c Feb 10 06:31:40.776336 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (1af2c424-5f93-40af-9b66-6ab8ba6fe93c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.779251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe880e35-94b9-40f1-8c6b-686977b04431 None None] Pushing event updated for resources: {'Port': ['ID=b98c0519-14ac-436b-84d5-f902c0f1f802,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:40.849009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-43b5309b-f594-43db-8216-fa8a945eee6b None None] Provisioning complete for port b98c0519-14ac-436b-84d5-f902c0f1f802 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:40.851555 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43b5309b-f594-43db-8216-fa8a945eee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.857399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:31:40.858069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:31:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:40.874249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-223de0d4-9922-4ac8-b240-aff87d556aff tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (21ff2052-76a4-42ba-a735-3373d9a441db), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.942050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b68ea9d-f498-4064-ac06-0cdf3f5523ca,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:40.965398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b9f8085-b735-4488-a9da-fa5bdb929ca8 req-694a1c10-c5bb-4727-9c1a-b5bfc8a45696 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.0842559 Feb 10 06:31:40.977315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223de0d4-9922-4ac8-b240-aff87d556aff tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Subnet': ['ID=21ff2052-76a4-42ba-a735-3373d9a441db,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:40.979459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f33e2-eafd-4350-8ac0-702be47749be tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e054a1af-a25e-470e-9e73-ba217a3cc826,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:40.989875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (1af2c424-5f93-40af-9b66-6ab8ba6fe93c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:40.990944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:40.993287 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.019457 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4f33e2-eafd-4350-8ac0-702be47749be tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.021522 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d4f33e2-eafd-4350-8ac0-702be47749be tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6284027 Feb 10 06:31:41.024938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38692) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:41.031973 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-223de0d4-9922-4ac8-b240-aff87d556aff tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.037927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-223de0d4-9922-4ac8-b240-aff87d556aff tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "DELETE /v2.0/subnets/21ff2052-76a4-42ba-a735-3373d9a441db HTTP/1.1" status: 204 len: 168 time: 1.3132536 Feb 10 06:31:41.054841 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-559bfaf9-2855-4af4-b384-41a85a21b968 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Request body: {'security_group_rule': {'security_group_id': '211ac640-564f-41d4-887a-86c3c2d242dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:41.060205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38694) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:41.152674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:31:41.194963 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1962416 Feb 10 06:31:41.232669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38696) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:41.249430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c11df5b4-0ba4-49b5-8a6e-170cba3b2edf), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.296066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Request body: {'subnet': {'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-subnet', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:41.314893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1893427-c2f2-487f-92c9-c0cd8911c4c8 None None] Network c11df5b4-0ba4-49b5-8a6e-170cba3b2edf requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:41.374252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Made reservation on behalf of 75dea68e1f5c4aaba88fca8962f0a5c3 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:41.378890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.431004 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-559bfaf9-2855-4af4-b384-41a85a21b968 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group_rule (8655b4f3-71cb-4e67-9890-9bd0a863a8d1), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.432357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c10c6-8e0a-4ed4-a542-2114b9599a5c admin admin] Pushing event updated for resources: {'Network': ['ID=1af2c424-5f93-40af-9b66-6ab8ba6fe93c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:41.462886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:31:41.553086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c039e56-aa76-4c71-902f-b75f3886cb9a req-d45e85b5-e8c2-4f1b-880e-84d1d4aec95b tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0592334 Feb 10 06:31:41.589750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Deleting port 41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:41.602694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.748624 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.748965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks [] for floatingip (41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.763465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:41.764052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.767724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Calling delete_port for 41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:41.769384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-719f40c2-990c-473b-a02c-dbfe29ac62a7 req-978c0e74-5173-430b-8363-b7dd5dfdbccc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0719438 Feb 10 06:31:41.879163 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-559bfaf9-2855-4af4-b384-41a85a21b968 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group_rule (8655b4f3-71cb-4e67-9890-9bd0a863a8d1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.921435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-43b5309b-f594-43db-8216-fa8a945eee6b None None] Current status of the port b98c0519-14ac-436b-84d5-f902c0f1f802 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:41.921922 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43b5309b-f594-43db-8216-fa8a945eee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.957273 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (c191e695-7cc5-402d-ae72-09a82d255cd6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.984627 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-559bfaf9-2855-4af4-b384-41a85a21b968 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (8655b4f3-71cb-4e67-9890-9bd0a863a8d1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:41.985818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-43b5309b-f594-43db-8216-fa8a945eee6b None None] For port b98c0519-14ac-436b-84d5-f902c0f1f802, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b98c0519-14ac-436b-84d5-f902c0f1f802,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:42.002707 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43b5309b-f594-43db-8216-fa8a945eee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.055182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] For port 52f88d3e-044e-4bb0-872f-a38a7ec381e7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=52f88d3e-044e-4bb0-872f-a38a7ec381e7,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:42.055746 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.067855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1b5af-f3e6-4be0-a3b0-b7839f806566 None None] DHCP port deletion for c11df5b4-0ba4-49b5-8a6e-170cba3b2edf request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:31:42.074857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Calling delete_port for 52f88d3e-044e-4bb0-872f-a38a7ec381e7 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:42.189721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:33Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'b98c0519-14ac-436b-84d5-f902c0f1f802', 'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'mac_address': 'fa:16:3e:50:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:30Z', 'updated_at': '2022-02-10T06:31:40Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'subnets': [{'id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:42.196466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5309b-f594-43db-8216-fa8a945eee6b None None] Pushing event updated for resources: {'Port': ['ID=b98c0519-14ac-436b-84d5-f902c0f1f802,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:42.214789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Checking segment: {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:42.215153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Network hostable DHCP agents. Network: 1af2c424-5f93-40af-9b66-6ab8ba6fe93c, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:31:42.227462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bfaf9-2855-4af4-b384-41a85a21b968 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8655b4f3-71cb-4e67-9890-9bd0a863a8d1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:42.239585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064285f7-deaa-4361-93fb-22a40987c8ec None None] The sync data for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 is: [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:33Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'b98c0519-14ac-436b-84d5-f902c0f1f802', 'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'mac_address': 'fa:16:3e:50:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:30Z', 'updated_at': '2022-02-10T06:31:40Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'subnets': [{'id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:31:42.242074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1ec614c6-7868-4ba3-b8f7-39816287e403 None None] Provisioning complete for port b98c0519-14ac-436b-84d5-f902c0f1f802 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:42.242754 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ec614c6-7868-4ba3-b8f7-39816287e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.262555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:31:42.272087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c191e695-7cc5-402d-ae72-09a82d255cd6,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:42.282146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 1af2c424-5f93-40af-9b66-6ab8ba6fe93c) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:42.291412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:42.293937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.303168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b41705-523b-47e2-9931-1c994f489cae None None] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:42.391949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bbebf830-fde2-4053-8b80-26c9c3cbade8 req-82db91e6-0d44-4da0-ac94-cc5b13beb883 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.1662443 Feb 10 06:31:42.404377 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0edd51e5-5d24-487d-8d07-3a5f656bf989 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1668522 Feb 10 06:31:42.408515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bff8741d-d914-4a18-a546-49bd2a7e1580 req-c23dee11-77ed-49fc-9b1b-c95d2b7193bb tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a874cb40c8ed4b5c860eb379ef1f0deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1819313 Feb 10 06:31:42.409012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:42.432446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:42.455755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-559bfaf9-2855-4af4-b384-41a85a21b968 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.457035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-559bfaf9-2855-4af4-b384-41a85a21b968 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4069531 Feb 10 06:31:42.478240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38738) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:42.488983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:42.508955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-35f1b5af-f3e6-4be0-a3b0-b7839f806566 None None] Deleting port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:31:42.511502 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35f1b5af-f3e6-4be0-a3b0-b7839f806566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.579229 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.621712 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.638876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.651379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-35f1b5af-f3e6-4be0-a3b0-b7839f806566 None None] For port 52f88d3e-044e-4bb0-872f-a38a7ec381e7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=52f88d3e-044e-4bb0-872f-a38a7ec381e7,segment=NetworkSegment(6fff6b00-a889-42de-b3d9-7f934bcc3a77),segment_id=6fff6b00-a889-42de-b3d9-7f934bcc3a77)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:42.651824 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35f1b5af-f3e6-4be0-a3b0-b7839f806566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.671576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-35f1b5af-f3e6-4be0-a3b0-b7839f806566 None None] Calling delete_port for 52f88d3e-044e-4bb0-872f-a38a7ec381e7 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:31:42.689777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (87cd296e-6acd-4f98-be96-032bb0885b9f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.703912 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (87cd296e-6acd-4f98-be96-032bb0885b9f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.752014 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Pushing event deleted for resources: {'Port': ['ID=41fcb368-bb5c-4fb7-84f4-7b96cfbcc6a7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:42.787908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b2a07c75-4dbd-4765-a2ae-796f3e25dd8c req-c2ee14fd-38d5-4b01-b766-0fac6e931ac1 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0423744 Feb 10 06:31:42.813920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] No DVR routers for this DVR port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:42.822166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Port': ['ID=52f88d3e-044e-4bb0-872f-a38a7ec381e7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:42.824918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35f1b5af-f3e6-4be0-a3b0-b7839f806566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (52f88d3e-044e-4bb0-872f-a38a7ec381e7), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.837986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b98c0519-14ac-436b-84d5-f902c0f1f802 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:42.891527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0bc4e9d-c858-438c-b5d1-ce85ed12f84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.906930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1b5af-f3e6-4be0-a3b0-b7839f806566 None None] No DVR routers for this DVR port 52f88d3e-044e-4bb0-872f-a38a7ec381e7 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:31:42.952137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks [] for floatingip (be8ad1a3-89e0-4ddf-a821-9a8ed7af3ef7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.956920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:42.958648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1b5af-f3e6-4be0-a3b0-b7839f806566 None None] Pushing event deleted for resources: {'Port': ['ID=52f88d3e-044e-4bb0-872f-a38a7ec381e7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:42.964107 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-601d3f63-bb2b-4cec-8017-6908e94bdf94 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135 tempest-ExternalNetworksAdminNegativeTestJSON-1239715135-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/be8ad1a3-89e0-4ddf-a821-9a8ed7af3ef7 HTTP/1.1" status: 204 len: 168 time: 2.3273339 Feb 10 06:31:43.099987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1ec614c6-7868-4ba3-b8f7-39816287e403 None None] Current status of the port b98c0519-14ac-436b-84d5-f902c0f1f802 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:43.130439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks [] for router_controller (87cd296e-6acd-4f98-be96-032bb0885b9f), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.153256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8741d-d914-4a18-a546-49bd2a7e1580 req-54e183a4-64fe-4c45-bc61-5602b2764c8c tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:43.162284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bff8741d-d914-4a18-a546-49bd2a7e1580 req-54e183a4-64fe-4c45-bc61-5602b2764c8c tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7252328 Feb 10 06:31:43.183962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.214778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:31:43.215721 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.221328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bff8741d-d914-4a18-a546-49bd2a7e1580 req-296aba01-6126-4dd2-a60a-ebd86d54a274 tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/quotas/a874cb40c8ed4b5c860eb379ef1f0deb HTTP/1.1" status: 200 len: 375 time: 0.0578165 Feb 10 06:31:43.276477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c11df5b4-0ba4-49b5-8a6e-170cba3b2edf), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.291099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b98c0519-14ac-436b-84d5-f902c0f1f802 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:43.291417 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.371145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bff8741d-d914-4a18-a546-49bd2a7e1580 req-75eb556f-e90f-41cf-8345-3cdbe1c499c8 tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a874cb40c8ed4b5c860eb379ef1f0deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483617 Feb 10 06:31:43.475247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Allocated IP 172.25.8.195 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/287e7c35-b2ba-408c-9471-de2454e47bf4) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:43.495954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11df5b4-0ba4-49b5-8a6e-170cba3b2edf']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:43.662323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b98c0519-14ac-436b-84d5-f902c0f1f802 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:43.700611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.709703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38768) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:43.759804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for port (287e7c35-b2ba-408c-9471-de2454e47bf4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.765533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fff6b00-a889-42de-b3d9-7f934bcc3a77') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:43.765710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 52f88d3e-044e-4bb0-872f-a38a7ec381e7 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:43.765859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fff6b00-a889-42de-b3d9-7f934bcc3a77') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:43.782654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b168ec29-8967-4318-b74f-13804424a65a req-58c139c1-af50-40d9-b379-3ae5d3d33338 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.1643083 Feb 10 06:31:43.887163 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (6fff6b00-a889-42de-b3d9-7f934bcc3a77), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.914266 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (287e7c35-b2ba-408c-9471-de2454e47bf4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.924426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks [] for router_gateway (87cd296e-6acd-4f98-be96-032bb0885b9f), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.964405 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6fff6b00-a889-42de-b3d9-7f934bcc3a77), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.983413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:31:43.983826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (6fff6b00-a889-42de-b3d9-7f934bcc3a77), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:31:43.990585 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:31:44.069583 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b5b0eb56-891a-49c1-954d-4e1446e196b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:44.077584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:44.102090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 52f88d3e-044e-4bb0-872f-a38a7ec381e7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:31:44.102547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 52f88d3e-044e-4bb0-872f-a38a7ec381e7 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:31:44.120582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Allocated IP 172.20.0.2 (1af2c424-5f93-40af-9b66-6ab8ba6fe93c/c191e695-7cc5-402d-ae72-09a82d255cd6/39df7acf-1f6c-4057-9c73-acb2fee7a8da) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:44.154526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:44.170493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:44.215633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-790079da-d31c-457b-b508-125a0e3229ac req-b3186d93-7d44-4c22-806c-82e986937e92 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1203570 Feb 10 06:31:44.309806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Pushing event updated for resources: {'Port': ['ID=287e7c35-b2ba-408c-9471-de2454e47bf4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:44.704819 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Publish callbacks [] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:44.724096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:44.736698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for floatingip (fc364323-c308-4869-a789-19be5f81db91), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:44.823955 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b5b0eb56-891a-49c1-954d-4e1446e196b4 admin admin] Publish callbacks [] for security_group (727f82b6-6a03-4c6d-8f14-9ca8696a21ec), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:44.865630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:44.869980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:44.878392 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b5b0eb56-891a-49c1-954d-4e1446e196b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (727f82b6-6a03-4c6d-8f14-9ca8696a21ec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:44.879277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:45.020378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (287e7c35-b2ba-408c-9471-de2454e47bf4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.022636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0eb56-891a-49c1-954d-4e1446e196b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727f82b6-6a03-4c6d-8f14-9ca8696a21ec,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:45.029199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Pushing event updated for resources: {'Port': ['ID=39df7acf-1f6c-4057-9c73-acb2fee7a8da,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:45.206717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Attempting to bind port 39df7acf-1f6c-4057-9c73-acb2fee7a8da on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:31:45.207262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Attempting to bind port 39df7acf-1f6c-4057-9c73-acb2fee7a8da by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:31:45.207758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Attempting to bind port 39df7acf-1f6c-4057-9c73-acb2fee7a8da on network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:45.222870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:31:45.225371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Checking segment: {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:45.226953 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.229841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Bound using segment: {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:31:45.230472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Bound port: 39df7acf-1f6c-4057-9c73-acb2fee7a8da, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:31:45.231360 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.261818 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c11df5b4-0ba4-49b5-8a6e-170cba3b2edf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.278125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for port (287e7c35-b2ba-408c-9471-de2454e47bf4), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.281170 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.282454 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b5b0eb56-891a-49c1-954d-4e1446e196b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62cd6501e83d440e96af804e0799a088&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5712340 Feb 10 06:31:45.285472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38818) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:45.289310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "DELETE /v2.0/networks/c11df5b4-0ba4-49b5-8a6e-170cba3b2edf HTTP/1.1" status: 204 len: 168 time: 4.2273362 Feb 10 06:31:45.302736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38820) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:45.306688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34f97745-a307-4653-a07d-4d127d7b3aa7 req-0f2b8ffa-8e31-487b-a8f1-584dd969b371 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.0717409 Feb 10 06:31:45.308224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (287e7c35-b2ba-408c-9471-de2454e47bf4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.317384 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.323522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-194844746'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:45.359663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] For port 39df7acf-1f6c-4057-9c73-acb2fee7a8da, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:45.363553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] For port 39df7acf-1f6c-4057-9c73-acb2fee7a8da, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=39df7acf-1f6c-4057-9c73-acb2fee7a8da,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:31:45.390493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8525cb-df5b-49f0-a780-d4fa56e53e25 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Network': ['ID=c11df5b4-0ba4-49b5-8a6e-170cba3b2edf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:45.400795 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.415549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5277d6a6-052c-47bb-8a1d-c48119b9fe0c req-d122b3cd-3235-41c8-af48-10cb79664780 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25c4412b972e421687bf1700aad9588e&device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.2065918 Feb 10 06:31:45.439627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8df243ed-a28a-4da5-8850-5b2c7e3e657e req-af0fc3d4-d901-450e-85dc-a04a9af38a65 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.2185214 Feb 10 06:31:45.503748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3c26c98-8928-44ec-b9dc-e8f8b26bcf7e req-72b72f7b-4d51-4476-8c7b-ca113ffcc442 tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a874cb40c8ed4b5c860eb379ef1f0deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421975 Feb 10 06:31:45.505782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Pushing event updated for resources: {'Port': ['ID=287e7c35-b2ba-408c-9471-de2454e47bf4,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:45.506772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf71fe-d4df-4255-bab1-e4d3a65e9517 None None] Pushing event updated for resources: {'Port': ['ID=39df7acf-1f6c-4057-9c73-acb2fee7a8da,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:45.535036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:45.546086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.670677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:31:45.673279 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (fc364323-c308-4869-a789-19be5f81db91), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.688198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7943-efad-4b01-8cf5-13df621e6c3d admin admin] Publish callbacks [] for security_group (727f82b6-6a03-4c6d-8f14-9ca8696a21ec), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.704135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c26c98-8928-44ec-b9dc-e8f8b26bcf7e req-da4f11a7-3b8d-4659-9a1c-82ed1a2aa262 tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:45.711783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3c26c98-8928-44ec-b9dc-e8f8b26bcf7e req-da4f11a7-3b8d-4659-9a1c-82ed1a2aa262 tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067556 Feb 10 06:31:45.753536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3c26c98-8928-44ec-b9dc-e8f8b26bcf7e req-f4c07266-a108-4af0-9196-777a9405670c tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/quotas/a874cb40c8ed4b5c860eb379ef1f0deb HTTP/1.1" status: 200 len: 375 time: 0.0408328 Feb 10 06:31:45.754854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7943-efad-4b01-8cf5-13df621e6c3d admin admin] Publish callbacks [] for security_group (727f82b6-6a03-4c6d-8f14-9ca8696a21ec), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.769998 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0fedb975-6d36-4b5c-a182-c8b31f0d1485), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.770705 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Added segment 0fedb975-6d36-4b5c-a182-c8b31f0d1485 of type vlan for network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd Feb 10 06:31:45.770867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5277d6a6-052c-47bb-8a1d-c48119b9fe0c req-1e9f253c-61bc-4361-a482-4bb2704d52eb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=25c4412b972e421687bf1700aad9588e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3274252 Feb 10 06:31:45.796984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.809233 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2aef5d81-7fee-435a-8952-f3b796fd7ee8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3138764 Feb 10 06:31:45.881198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (9e1f66b4-3d9d-4c32-af86-887e0e1f62fd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.926443 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7943-efad-4b01-8cf5-13df621e6c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (727f82b6-6a03-4c6d-8f14-9ca8696a21ec), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.933249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7943-efad-4b01-8cf5-13df621e6c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.937291 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7c7d7943-efad-4b01-8cf5-13df621e6c3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/727f82b6-6a03-4c6d-8f14-9ca8696a21ec HTTP/1.1" status: 204 len: 168 time: 0.6508062 Feb 10 06:31:45.941217 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (9e1f66b4-3d9d-4c32-af86-887e0e1f62fd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.946172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:45.946839 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:45.957383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3c26c98-8928-44ec-b9dc-e8f8b26bcf7e req-7a9df65c-a30c-48b5-a64e-f1fbecf1aec2 tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a874cb40c8ed4b5c860eb379ef1f0deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1946595 Feb 10 06:31:45.987764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d7943-efad-4b01-8cf5-13df621e6c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727f82b6-6a03-4c6d-8f14-9ca8696a21ec,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:46.009232 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7042074 Feb 10 06:31:46.014010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38856) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:46.023289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'subnet': {'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:46.160626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d390e8-012f-47de-9e47-b3b611052dc3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Network': ['ID=9e1f66b4-3d9d-4c32-af86-887e0e1f62fd,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:46.194349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:31:46.316594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:46.327540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:46.460041 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:46.511185 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks [] for router_gateway (87cd296e-6acd-4f98-be96-032bb0885b9f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:46.570079 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:46.611574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddef88-09ff-4e93-96cd-8a11845de2bc req-874c543a-057f-48a6-8818-1247e9a00b65 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:46.623022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42ddef88-09ff-4e93-96cd-8a11845de2bc req-874c543a-057f-48a6-8818-1247e9a00b65 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 951 time: 0.8593183 Feb 10 06:31:46.624140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:46.656507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 39df7acf-1f6c-4057-9c73-acb2fee7a8da up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:46.696168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277d6a6-052c-47bb-8a1d-c48119b9fe0c req-aa3fc5e1-e7e6-4856-91fa-9ff4499524a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:46.697982 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5277d6a6-052c-47bb-8a1d-c48119b9fe0c req-aa3fc5e1-e7e6-4856-91fa-9ff4499524a1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8330095 Feb 10 06:31:46.796248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 39df7acf-1f6c-4057-9c73-acb2fee7a8da triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:46.798644 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:46.829029 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-56f9bcc4-5ca0-4dd5-ab4d-b0b0cd463104 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89e7c5d6108549609ab2dba35033ec5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027533 Feb 10 06:31:46.829559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38906) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:46.839352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (ad6b09fa-5095-4aef-9311-6259a54c7f0d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:46.871510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42ddef88-09ff-4e93-96cd-8a11845de2bc req-317cbcf2-0f7c-4329-b38b-b64b649e531f tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481694 Feb 10 06:31:46.946705 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Subnet': ['ID=ad6b09fa-5095-4aef-9311-6259a54c7f0d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:47.028883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Checking segment: {'id': '0fedb975-6d36-4b5c-a182-c8b31f0d1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:47.028883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network hostable DHCP agents. Network: 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:31:47.039183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e469e5c7-ca8b-4e62-bf1d-73a9e1792826 admin admin] Publish callbacks [] for security_group (bcd9d0a8-94c4-41a7-9169-5e12826adea4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.058805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:31:47.081575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e469e5c7-ca8b-4e62-bf1d-73a9e1792826 admin admin] Publish callbacks [] for security_group (bcd9d0a8-94c4-41a7-9169-5e12826adea4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.084023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 39df7acf-1f6c-4057-9c73-acb2fee7a8da is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:47.084431 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.090600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Allocated IP 172.25.8.169 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/59c6a9e8-09e2-47d7-9730-c72bee4958a4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:47.099611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61bb73e0-605b-46e4-8ed0-0a216e34c22a req-53958724-e11b-447a-a53a-d46f67d6d09c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.1409092 Feb 10 06:31:47.101866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:47.151640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dac9ad-8b24-411b-b2db-bf003639ea96 None None] Network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:47.166974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:47.167960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.217952 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-82d20a03-a888-4b28-ae2a-a3bdbda1ae70 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2003644 Feb 10 06:31:47.218755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38918) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:47.224724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93d44a64-e331-4cd3-b8b0-3f84646f6e7f req-7a0de516-2807-4152-b259-e92fc927e439 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1110115 Feb 10 06:31:47.231267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-340993238'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:47.287631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:47.292461 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.296771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e469e5c7-ca8b-4e62-bf1d-73a9e1792826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bcd9d0a8-94c4-41a7-9169-5e12826adea4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.299876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e469e5c7-ca8b-4e62-bf1d-73a9e1792826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.301308 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e469e5c7-ca8b-4e62-bf1d-73a9e1792826 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcd9d0a8-94c4-41a7-9169-5e12826adea4 HTTP/1.1" status: 204 len: 168 time: 0.4705153 Feb 10 06:31:47.352707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469e5c7-ca8b-4e62-bf1d-73a9e1792826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9d0a8-94c4-41a7-9169-5e12826adea4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:47.384138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:31:47.408890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (22d69679-aee0-4151-8ff8-ce129cdf4ff5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.409619 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Added segment 22d69679-aee0-4151-8ff8-ce129cdf4ff5 of type vlan for network fa6c9cb2-a097-4224-9f48-5911cd006ca3 Feb 10 06:31:47.502985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (fa6c9cb2-a097-4224-9f48-5911cd006ca3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.540345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks [] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.550821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a7c90-f847-49a3-81b8-7ba64a7334b8 None None] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:47.567708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (fa6c9cb2-a097-4224-9f48-5911cd006ca3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.582419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:47.586911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.628283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 39df7acf-1f6c-4057-9c73-acb2fee7a8da, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=39df7acf-1f6c-4057-9c73-acb2fee7a8da,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:47.646979 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4257131 Feb 10 06:31:47.648499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38936) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:47.657176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'subnet': {'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:47.663691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-9e1f66b4-3d9d-4c32-af86-887e0e1f62fd', 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd', 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'fixed_ips': [{'subnet_id': 'ad6b09fa-5095-4aef-9311-6259a54c7f0d'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:31:47.666878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.702335 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.793614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:47.799791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:47.808186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:47.844856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111e420-0a04-4168-acc5-d5a36347c09d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Network': ['ID=fa6c9cb2-a097-4224-9f48-5911cd006ca3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:47.903752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:47.909079 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.925002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:47.925337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network fa6c9cb2-a097-4224-9f48-5911cd006ca3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:31:47.962400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Pushing event updated for resources: {'Port': ['ID=59c6a9e8-09e2-47d7-9730-c72bee4958a4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:48.145233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5277d6a6-052c-47bb-8a1d-c48119b9fe0c req-994c0589-573a-4e55-8fbb-6d949e9c3945 tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.1192131 Feb 10 06:31:48.298729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3425f98-35e1-4bbd-ad6d-c33f78401901 req-1824bcf2-7d2d-455e-aa52-4ffa223bb686 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:48.300639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3425f98-35e1-4bbd-ad6d-c33f78401901 req-1824bcf2-7d2d-455e-aa52-4ffa223bb686 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 951 time: 0.1790032 Feb 10 06:31:48.463966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3425f98-35e1-4bbd-ad6d-c33f78401901 req-fdc5985a-eda2-4092-b00b-4adfa99bc64c tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200712 Feb 10 06:31:48.500180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (bcf9f1e8-a784-460b-8146-7db815c6fd41), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:48.564286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:31:48.569044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-151c2879-48ec-4041-bfae-4521cf024223 None None] Provisioning complete for port 39df7acf-1f6c-4057-9c73-acb2fee7a8da triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:48.571414 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-151c2879-48ec-4041-bfae-4521cf024223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:48.745891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15c224d0-c6b0-49b5-899d-7acee339a698 req-cd6e1398-7445-48c6-a0ef-ce3fd4b657b0 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b78bcbe-611e-4bbd-a84f-94827e2b0918 HTTP/1.1" status: 200 len: 210 time: 0.0920918 Feb 10 06:31:48.771072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-bfbdaa74-1df1-47ed-9bb1-72e2e60c7438 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3880620 Feb 10 06:31:48.799681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks [] for router_gateway (87cd296e-6acd-4f98-be96-032bb0885b9f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:48.810120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Checking segment: {'id': '22d69679-aee0-4151-8ff8-ce129cdf4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:48.812161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network hostable DHCP agents. Network: fa6c9cb2-a097-4224-9f48-5911cd006ca3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:31:48.851229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Subnet': ['ID=bcf9f1e8-a784-460b-8146-7db815c6fd41,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:48.882104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network fa6c9cb2-a097-4224-9f48-5911cd006ca3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:31:48.905955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, fa6c9cb2-a097-4224-9f48-5911cd006ca3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:48.928015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:48.930023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:48.962436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b7e380a-30c6-405e-84f3-ac3c5acb286f req-44b6322b-0c5d-4df4-b4ae-49faa7463e3e tempest-ServerShowV254Test-1154816790 tempest-ServerShowV254Test-1154816790-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac2c2f7e-6113-4215-9725-b9a73b3276d6 HTTP/1.1" status: 200 len: 210 time: 0.0734782 Feb 10 06:31:48.982133 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-57fc61ff-8c1a-445b-91f1-e7f48718b66e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3299046 Feb 10 06:31:49.007391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-a4403e53-d0a2-4619-af83-cd0df575c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:49.010463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=39df7acf-1f6c-4057-9c73-acb2fee7a8da,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:49.014711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-a4403e53-d0a2-4619-af83-cd0df575c3aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d8eae7b449a462099c4402bec9947d7&device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 1129 time: 0.2126100 Feb 10 06:31:49.125592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adc2f3e-2bb4-48fe-952d-d1535d2e4373 None None] Network fa6c9cb2-a097-4224-9f48-5911cd006ca3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:49.178181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Allocated IP 19.80.0.2 (9e1f66b4-3d9d-4c32-af86-887e0e1f62fd/ad6b09fa-5095-4aef-9311-6259a54c7f0d/15e7f51b-61d6-4443-a2b7-7b74f96244c9) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:49.478976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7c7019e6-fd11-4f27-b3e5-9686463be62e is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:49.481487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:49.518417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-851413ec-08f5-4df1-8436-7411294aa4ae req-366f023e-7eb2-45a1-a904-2dda9a8ccc76 tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a874cb40c8ed4b5c860eb379ef1f0deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2417302 Feb 10 06:31:49.709790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (87cd296e-6acd-4f98-be96-032bb0885b9f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:49.717495 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:31:49.879961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-fa6c9cb2-a097-4224-9f48-5911cd006ca3', 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3', 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'fixed_ips': [{'subnet_id': 'bcf9f1e8-a784-460b-8146-7db815c6fd41'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:31:49.880841 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:49.955198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-e3c19afd-8be5-4d4f-a701-995501b4bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:49.957794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-e3c19afd-8be5-4d4f-a701-995501b4bbc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.7800636 Feb 10 06:31:49.998953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-151c2879-48ec-4041-bfae-4521cf024223 None None] Current status of the port 39df7acf-1f6c-4057-9c73-acb2fee7a8da is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:50.004159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:31:50.009413 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a423e-60c0-4034-9367-9487dcac4cd4" -d '{"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:31:50.075923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-7f830770-1b9a-41bc-82a6-e7bf07ace638 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=08b54aa2-0530-4649-bd18-ce0eed09982f HTTP/1.1" status: 200 len: 217 time: 0.0928037 Feb 10 06:31:50.420584 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:50.455247 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:50.517561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 39df7acf-1f6c-4057-9c73-acb2fee7a8da up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:50.598159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-40a2ff66-619a-465c-8e41-973b5d3d6a5a None None] Provisioning complete for port 39df7acf-1f6c-4057-9c73-acb2fee7a8da triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:50.598569 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40a2ff66-619a-465c-8e41-973b5d3d6a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:50.637105 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Publish callbacks [] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:50.660861 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:50.690529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-ca274a7a-3a1d-42e6-b97c-76c4da9cd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:50.692054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-ca274a7a-3a1d-42e6-b97c-76c4da9cd1d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.6039879 Feb 10 06:31:50.706329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Allocated IP 19.86.0.2 (fa6c9cb2-a097-4224-9f48-5911cd006ca3/bcf9f1e8-a784-460b-8146-7db815c6fd41/79b4736c-a66a-408b-8804-ed573c105c5c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:50.706561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851413ec-08f5-4df1-8436-7411294aa4ae req-1b6a1b52-9eb9-4a17-91ac-19be9dd14360 tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:50.715043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-851413ec-08f5-4df1-8436-7411294aa4ae req-1b6a1b52-9eb9-4a17-91ac-19be9dd14360 tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1893241 Feb 10 06:31:50.723355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-553f7aef-daec-41c1-b560-03ac47c2b485 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:50.728891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-553f7aef-daec-41c1-b560-03ac47c2b485 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:50.730924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-553f7aef-daec-41c1-b560-03ac47c2b485 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/networks?id=9e1f66b4-3d9d-4c32-af86-887e0e1f62fd&id=fa6c9cb2-a097-4224-9f48-5911cd006ca3 HTTP/1.1" status: 200 len: 1390 time: 1.2093513 Feb 10 06:31:50.752217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=11']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:50.754117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Router 87cd296e-6acd-4f98-be96-032bb0885b9f is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:31:50.779400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:50.790812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-851413ec-08f5-4df1-8436-7411294aa4ae req-d466fd47-a6a3-4bf1-a1d7-f1894059789a tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/quotas/a874cb40c8ed4b5c860eb379ef1f0deb HTTP/1.1" status: 200 len: 375 time: 0.0737336 Feb 10 06:31:50.808413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-d81c7de2-cf25-4489-9a23-af7871f7b018 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/quotas/c72390379c90477da1bb6fe04184bee5 HTTP/1.1" status: 200 len: 375 time: 0.0680025 Feb 10 06:31:50.828747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:50.830543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Pushing event updated for resources: {'Port': ['ID=15e7f51b-61d6-4443-a2b7-7b74f96244c9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:50.833080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:50.845898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-851413ec-08f5-4df1-8436-7411294aa4ae req-e25be5e4-a2ac-491d-9229-2893175baaac tempest-QuotasAdminNegativeTest-775326377 tempest-QuotasAdminNegativeTest-775326377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a874cb40c8ed4b5c860eb379ef1f0deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520804 Feb 10 06:31:50.940711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 39df7acf-1f6c-4057-9c73-acb2fee7a8da triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:50.941264 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.024545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Attempting to bind port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:31:51.024914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Attempting to bind port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0fedb975-6d36-4b5c-a182-c8b31f0d1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:31:51.025274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Attempting to bind port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 on network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:51.035233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:31:51.035924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Checking segment: {'id': '0fedb975-6d36-4b5c-a182-c8b31f0d1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:51.036491 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.037046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Bound using segment: {'id': '0fedb975-6d36-4b5c-a182-c8b31f0d1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:31:51.037847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Bound port: 15e7f51b-61d6-4443-a2b7-7b74f96244c9, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fedb975-6d36-4b5c-a182-c8b31f0d1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:31:51.039029 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.107607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39068) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:51.119034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-9b83d002-3511-43ab-9c9d-95af081c2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:51.123345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-9b83d002-3511-43ab-9c9d-95af081c2d12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3900259 Feb 10 06:31:51.190912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] For port 15e7f51b-61d6-4443-a2b7-7b74f96244c9, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:51.220027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] For port 15e7f51b-61d6-4443-a2b7-7b74f96244c9, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=15e7f51b-61d6-4443-a2b7-7b74f96244c9,segment=NetworkSegment(0fedb975-6d36-4b5c-a182-c8b31f0d1485),segment_id=0fedb975-6d36-4b5c-a182-c8b31f0d1485)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:31:51.235220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-b165462a-cc01-4442-b959-888ba356a216 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c72390379c90477da1bb6fe04184bee5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4076440 Feb 10 06:31:51.242015 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.243849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-40a2ff66-619a-465c-8e41-973b5d3d6a5a None None] Current status of the port 39df7acf-1f6c-4057-9c73-acb2fee7a8da is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:51.321422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-29b832d8-fe21-454f-877f-c23340102847 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:51.347460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:31:51.360770 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Sync routers for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:31:51.367316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-29b832d8-fe21-454f-877f-c23340102847 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] 10.222.0.21 "PUT /v2.0/quotas/3e5292f3d21b4cefa2e616a7b5ae0664 HTTP/1.1" status: 200 len: 368 time: 0.2557704 Feb 10 06:31:51.370829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39080) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:51.377280 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:31:51.381820 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:31:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:51.402419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Request body: {'network': {'project_id': '3e5292f3d21b4cefa2e616a7b5ae0664'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:51.410213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 39df7acf-1f6c-4057-9c73-acb2fee7a8da is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:51.425673 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Publish callbacks [] for port (79b4736c-a66a-408b-8804-ed573c105c5c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.455845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f80b82-a723-45c2-86c7-7c394093396e None None] Pushing event updated for resources: {'Port': ['ID=15e7f51b-61d6-4443-a2b7-7b74f96244c9,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:51.471674 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.485853 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792baa5b-310b-4eb1-9c6d-c20d14243c70 x-openstack-request-id: req-792baa5b-310b-4eb1-9c6d-c20d14243c70 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:31:51.486213 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:31:51.486446 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-792baa5b-310b-4eb1-9c6d-c20d14243c70 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:31:51.486814 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'code': 200} Feb 10 06:31:51.533170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Made reservation on behalf of 3e5292f3d21b4cefa2e616a7b5ae0664 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:51.545319 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.547811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.551490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b980d96-d8ae-42d7-91f7-d59e5e813f7e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.1247978 Feb 10 06:31:51.552152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39092) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:51.593619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.618228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Network fa6c9cb2-a097-4224-9f48-5911cd006ca3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:51.645931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:51.655784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:51.698444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Pushing event updated for resources: {'Port': ['ID=79b4736c-a66a-408b-8804-ed573c105c5c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:51.790918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-09609d37-7b99-450a-80ca-6efaa4d748f6 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415117 Feb 10 06:31:51.880343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks [] for security_group (c25a3b55-f80f-4932-971d-06cb8fbef2eb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.889231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Attempting to bind port 79b4736c-a66a-408b-8804-ed573c105c5c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:31:51.889727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Attempting to bind port 79b4736c-a66a-408b-8804-ed573c105c5c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '22d69679-aee0-4151-8ff8-ce129cdf4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:31:51.890414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Attempting to bind port 79b4736c-a66a-408b-8804-ed573c105c5c on network fa6c9cb2-a097-4224-9f48-5911cd006ca3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:51.894633 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c25a3b55-f80f-4932-971d-06cb8fbef2eb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.926661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:31:51.927408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Checking segment: {'id': '22d69679-aee0-4151-8ff8-ce129cdf4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:51.928045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.928451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Bound using segment: {'id': '22d69679-aee0-4151-8ff8-ce129cdf4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:31:51.930730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Bound port: 79b4736c-a66a-408b-8804-ed573c105c5c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d69679-aee0-4151-8ff8-ce129cdf4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:31:51.931028 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:51.939435 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:31:51.970088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:31:52.028431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (97263af3-08dd-4233-ba8b-0ee2e1487950), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:52.028931 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Added segment 97263af3-08dd-4233-ba8b-0ee2e1487950 of type vlan for network d44a153c-7c5e-4984-8f4f-4cd9f7993382 Feb 10 06:31:52.030342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25a3b55-f80f-4932-971d-06cb8fbef2eb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:52.108698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] For port 79b4736c-a66a-408b-8804-ed573c105c5c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:52.113339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] For port 79b4736c-a66a-408b-8804-ed573c105c5c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=79b4736c-a66a-408b-8804-ed573c105c5c,segment=NetworkSegment(22d69679-aee0-4151-8ff8-ce129cdf4ff5),segment_id=22d69679-aee0-4151-8ff8-ce129cdf4ff5)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:31:52.133810 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:52.154140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f0761a82-ddaa-484d-8f47-2193b963b049 service neutron] 10.222.0.21 "GET /v2.0/networks/9e1f66b4-3d9d-4c32-af86-887e0e1f62fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7768221 Feb 10 06:31:52.172052 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (d44a153c-7c5e-4984-8f4f-4cd9f7993382), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:52.277589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (d44a153c-7c5e-4984-8f4f-4cd9f7993382), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:52.280044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:52.282236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1f847-7a73-4130-91cd-0789a6d69c15 None None] Pushing event updated for resources: {'Port': ['ID=79b4736c-a66a-408b-8804-ed573c105c5c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:52.282858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:52.289988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39098) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:52.367451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff3bef4f-7125-4607-a0c4-5adc771ddadd req-280acd86-4772-42c2-b982-f2fff697ea7d service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532792 Feb 10 06:31:52.449147 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0742836 Feb 10 06:31:52.452263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39102) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:52.478127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Request body: {'network': {'project_id': '3e5292f3d21b4cefa2e616a7b5ae0664'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:52.524146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-8b45d538-5065-4a1d-8596-6a978c67ea09 service neutron] 10.222.0.21 "GET /v2.0/networks/9e1f66b4-3d9d-4c32-af86-887e0e1f62fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562698 Feb 10 06:31:52.565970 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:48Z', 'revision_number': 3, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:52.674880 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Checking router: 87cd296e-6acd-4f98-be96-032bb0885b9f for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:31:52.677773 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Updating router 87cd296e-6acd-4f98-be96-032bb0885b9f port 59c6a9e8-09e2-47d7-9730-c72bee4958a4 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:31:52.715536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 15e7f51b-61d6-4443-a2b7-7b74f96244c9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:52.718649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Made reservation on behalf of 3e5292f3d21b4cefa2e616a7b5ae0664 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:52.727363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:52.728797 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:52.842965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3abed4e-9711-4eac-9fd4-17a89b923f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:52.952362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:52.952737 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.079648 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3abed4e-9711-4eac-9fd4-17a89b923f5c admin admin] Publish callbacks [] for security_group (73894163-7c65-4059-92fc-1b6a5f3ae141), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.082968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74715052-b06e-4987-bba1-01db62a95052 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Pushing event updated for resources: {'Network': ['ID=d44a153c-7c5e-4984-8f4f-4cd9f7993382,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:53.101061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network d44a153c-7c5e-4984-8f4f-4cd9f7993382 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:31:53.187360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3abed4e-9711-4eac-9fd4-17a89b923f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (73894163-7c65-4059-92fc-1b6a5f3ae141), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.259970 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Publish callbacks [] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.277251 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.377681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-6e877ec0-6a20-49a2-a3da-7c26ea6d43b9 service neutron] 10.222.0.21 "GET /v2.0/networks/fa6c9cb2-a097-4224-9f48-5911cd006ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8477120 Feb 10 06:31:53.383202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:53.384001 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.412637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4eef30-d967-4bc0-b88d-1b52d9eb7799 None None] Network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:53.416579 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Attempting to bind port 59c6a9e8-09e2-47d7-9730-c72bee4958a4 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:31:53.416956 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Attempting to bind port 59c6a9e8-09e2-47d7-9730-c72bee4958a4 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:31:53.423443 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Attempting to bind port 59c6a9e8-09e2-47d7-9730-c72bee4958a4 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:31:53.447145 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:31:53.450840 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:31:53.451512 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.452085 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:31:53.452760 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Bound port: 59c6a9e8-09e2-47d7-9730-c72bee4958a4, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:31:53.453836 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.555929 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] For port 59c6a9e8-09e2-47d7-9730-c72bee4958a4, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:31:53.560217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] For port 59c6a9e8-09e2-47d7-9730-c72bee4958a4, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=59c6a9e8-09e2-47d7-9730-c72bee4958a4,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:31:53.568866 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.606757 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:31:53.607860 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:31:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:53.614331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 15e7f51b-61d6-4443-a2b7-7b74f96244c9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=15e7f51b-61d6-4443-a2b7-7b74f96244c9,segment=NetworkSegment(0fedb975-6d36-4b5c-a182-c8b31f0d1485),segment_id=0fedb975-6d36-4b5c-a182-c8b31f0d1485)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:53.774577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.802926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-b77113aa-e944-437b-b1b2-99807044f317 service neutron] 10.222.0.21 "GET /v2.0/networks/fa6c9cb2-a097-4224-9f48-5911cd006ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038055 Feb 10 06:31:53.833898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:31:53.897984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39152) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:53.974463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d3233a70-0c63-430b-83dc-1d345d5e9dfa None None] Provisioning complete for port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:53.978853 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3233a70-0c63-430b-83dc-1d345d5e9dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:53.990397 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:54.244140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=15e7f51b-61d6-4443-a2b7-7b74f96244c9,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:54.325014 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274874a9-8aaa-40ef-a876-6c73eede7bf9 None None] Pushing event updated for resources: {'Port': ['ID=59c6a9e8-09e2-47d7-9730-c72bee4958a4,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:54.349482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d3233a70-0c63-430b-83dc-1d345d5e9dfa None None] Current status of the port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:54.378840 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8960b21-2eba-4207-89fe-4d6d23d4dd84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:54.434562 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274874a9-8aaa-40ef-a876-6c73eede7bf9 None None] Pushing event updated for resources: {'Port': ['ID=59c6a9e8-09e2-47d7-9730-c72bee4958a4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:54.448730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0f02f-b6b2-4bc2-8605-a2029c6ce8bc None None] Network fa6c9cb2-a097-4224-9f48-5911cd006ca3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:31:54.479914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Allocated IP 172.20.0.1 (1af2c424-5f93-40af-9b66-6ab8ba6fe93c/c191e695-7cc5-402d-ae72-09a82d255cd6/7bc12b4a-4231-4c8c-9943-439d31bf7dac) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:31:54.508932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:31:54.568968 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:48Z', 'revision_number': 3, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:54.601822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6948cc43-69f1-49f2-bad0-cee117946cb3 None None] Provisioning complete for port 79b4736c-a66a-408b-8804-ed573c105c5c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:54.603063 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6948cc43-69f1-49f2-bad0-cee117946cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:54.604283 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b3abed4e-9711-4eac-9fd4-17a89b923f5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25c4412b972e421687bf1700aad9588e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3026950 Feb 10 06:31:54.606530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39196) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:54.671704 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40c47f-a0fb-432a-9429-37c704ff38df None None] The sync data for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 is: [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:48Z', 'revision_number': 3, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:31:54.720245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2d816db8-7f89-4022-aad3-b82c47ebad0a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:54.720245 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Added segment 2d816db8-7f89-4022-aad3-b82c47ebad0a of type vlan for network e60ef263-93dd-43c9-b7a4-434939623571 Feb 10 06:31:54.832124 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-79347f5f-da51-4ca0-ad00-127693ab0506 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9695897 Feb 10 06:31:54.832748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abed4e-9711-4eac-9fd4-17a89b923f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73894163-7c65-4059-92fc-1b6a5f3ae141,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:54.842576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 79b4736c-a66a-408b-8804-ed573c105c5c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:54.944658 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8960b21-2eba-4207-89fe-4d6d23d4dd84 admin admin] Publish callbacks [] for security_group (cfa9c6b8-6029-49ee-835c-63bbaea8fc03), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:54.980502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8960b21-2eba-4207-89fe-4d6d23d4dd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cfa9c6b8-6029-49ee-835c-63bbaea8fc03), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.037924 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Publish callbacks [] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.041202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6948cc43-69f1-49f2-bad0-cee117946cb3 None None] Current status of the port 79b4736c-a66a-408b-8804-ed573c105c5c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:55.041600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6948cc43-69f1-49f2-bad0-cee117946cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.050710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 79b4736c-a66a-408b-8804-ed573c105c5c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:55.051383 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.084758 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e60ef263-93dd-43c9-b7a4-434939623571), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.234946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bab79a9-d5c4-4de4-ada2-dcf450992803 admin admin] Publish callbacks [] for security_group (73894163-7c65-4059-92fc-1b6a5f3ae141), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.265220 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e60ef263-93dd-43c9-b7a4-434939623571), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.266999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:55.269046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.275444 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.311433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6948cc43-69f1-49f2-bad0-cee117946cb3 None None] For port 79b4736c-a66a-408b-8804-ed573c105c5c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=79b4736c-a66a-408b-8804-ed573c105c5c,segment=NetworkSegment(22d69679-aee0-4151-8ff8-ce129cdf4ff5),segment_id=22d69679-aee0-4151-8ff8-ce129cdf4ff5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:55.332819 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6948cc43-69f1-49f2-bad0-cee117946cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.375573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bab79a9-d5c4-4de4-ada2-dcf450992803 admin admin] Publish callbacks [] for security_group (73894163-7c65-4059-92fc-1b6a5f3ae141), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.380610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-0713511e-a0d4-4f8e-a4dc-80f523de0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:55.398151 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-0713511e-a0d4-4f8e-a4dc-80f523de0c8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b780f4715a45f5998fb392dd61255c&device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 1126 time: 0.4923666 Feb 10 06:31:55.519020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.0521431 Feb 10 06:31:55.538545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948cc43-69f1-49f2-bad0-cee117946cb3 None None] Pushing event updated for resources: {'Port': ['ID=79b4736c-a66a-408b-8804-ed573c105c5c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:55.604377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39258) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:55.637520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1a48bc23-3312-4b99-9b91-3b7224aa4710 None None] Provisioning complete for port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:55.650456 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc23-3312-4b99-9b91-3b7224aa4710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:55.691557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d859f494-5122-41c3-a0ea-fd8f252e5b3c tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Request body: {'network': {'project_id': '3e5292f3d21b4cefa2e616a7b5ae0664'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:55.724950 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d859f494-5122-41c3-a0ea-fd8f252e5b3c tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 06:31:55.735108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d859f494-5122-41c3-a0ea-fd8f252e5b3c tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:31:55.739707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d859f494-5122-41c3-a0ea-fd8f252e5b3c tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0596108 Feb 10 06:31:55.770469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32e905-111a-47be-8203-ed25e20edb05 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Pushing event updated for resources: {'Network': ['ID=e60ef263-93dd-43c9-b7a4-434939623571,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:55.785121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39276) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:55.824862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d8960b21-2eba-4207-89fe-4d6d23d4dd84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a874cb40c8ed4b5c860eb379ef1f0deb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9228456 Feb 10 06:31:55.831396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39278) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:55.843071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e60ef263-93dd-43c9-b7a4-434939623571 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:31:55.877929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b59e7cc-93e5-4ee1-bd2b-ea485e1e4eae req-4d505688-a7b8-496e-8142-66e566548090 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 210 time: 0.4956663 Feb 10 06:31:55.891462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-b51a224e-6d18-40a3-a4e3-8007a661628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:55.896406 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-b51a224e-6d18-40a3-a4e3-8007a661628f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 200 len: 907 time: 0.4464574 Feb 10 06:31:55.906739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc12b4a-4231-4c8c-9943-439d31bf7dac,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:55.914524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8960b21-2eba-4207-89fe-4d6d23d4dd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa9c6b8-6029-49ee-835c-63bbaea8fc03,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:55.953334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:55.981508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:55.984221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:31:56.051659 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-84acfb64-4f84-4969-bcfb-8f0da95bded0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 200 len: 217 time: 0.1491263 Feb 10 06:31:56.079932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (87cd296e-6acd-4f98-be96-032bb0885b9f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:56.121211 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-36557e16-7831-4a1b-a5df-e3ae1960957f tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e5292f3d21b4cefa2e616a7b5ae0664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036890 Feb 10 06:31:56.149758 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bab79a9-d5c4-4de4-ada2-dcf450992803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (73894163-7c65-4059-92fc-1b6a5f3ae141), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:56.156214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bab79a9-d5c4-4de4-ada2-dcf450992803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:56.158395 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0bab79a9-d5c4-4de4-ada2-dcf450992803 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73894163-7c65-4059-92fc-1b6a5f3ae141 HTTP/1.1" status: 204 len: 168 time: 1.5316629 Feb 10 06:31:56.171039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39286) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:56.285058 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a01d60d8-8a68-43f5-bab5-141efc00c61b admin admin] Publish callbacks [] for security_group (cfa9c6b8-6029-49ee-835c-63bbaea8fc03), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:56.393671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab79a9-d5c4-4de4-ada2-dcf450992803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73894163-7c65-4059-92fc-1b6a5f3ae141,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:56.450465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a01d60d8-8a68-43f5-bab5-141efc00c61b admin admin] Publish callbacks [] for security_group (cfa9c6b8-6029-49ee-835c-63bbaea8fc03), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:56.501997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-bbe08241-2fd0-45c0-a4dd-2dd03f50c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:56.503664 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-bbe08241-2fd0-45c0-a4dd-2dd03f50c479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 200 len: 847 time: 0.3770804 Feb 10 06:31:56.504306 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cfabe23-29ca-49b0-809c-e414dafbb7c1 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks [] for security_group (c25a3b55-f80f-4932-971d-06cb8fbef2eb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:56.596406 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-2ad0a448-2bbc-4e6d-93e3-9fdb46919cd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c451f625-0bda-4764-954b-0ac7cdf5247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811708 Feb 10 06:31:56.627204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 79b4736c-a66a-408b-8804-ed573c105c5c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:56.631105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 15e7f51b-61d6-4443-a2b7-7b74f96244c9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:56.731362 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a01d60d8-8a68-43f5-bab5-141efc00c61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cfa9c6b8-6029-49ee-835c-63bbaea8fc03), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:56.736913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a01d60d8-8a68-43f5-bab5-141efc00c61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:56.738222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a01d60d8-8a68-43f5-bab5-141efc00c61b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfa9c6b8-6029-49ee-835c-63bbaea8fc03 HTTP/1.1" status: 204 len: 168 time: 0.8593361 Feb 10 06:31:56.776200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:56.857017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d60d8-8a68-43f5-bab5-141efc00c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa9c6b8-6029-49ee-835c-63bbaea8fc03,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:56.906370 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cfabe23-29ca-49b0-809c-e414dafbb7c1 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks [] for security_group (c25a3b55-f80f-4932-971d-06cb8fbef2eb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.054212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1a48bc23-3312-4b99-9b91-3b7224aa4710 None None] Current status of the port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:57.104917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:57.109193 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.147788 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-e0cf942e-d1f6-4d29-a2de-aedd05513220 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480313 Feb 10 06:31:57.253795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a4b823c-5545-4353-b591-b5cefea36fc7 req-e8ad04be-afc9-4e96-8e8b-f496636e6187 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 210 time: 0.1465697 Feb 10 06:31:57.298752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cfabe23-29ca-49b0-809c-e414dafbb7c1 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c25a3b55-f80f-4932-971d-06cb8fbef2eb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.302239 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cfabe23-29ca-49b0-809c-e414dafbb7c1 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.307347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7cfabe23-29ca-49b0-809c-e414dafbb7c1 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/c25a3b55-f80f-4932-971d-06cb8fbef2eb HTTP/1.1" status: 204 len: 168 time: 1.1297703 Feb 10 06:31:57.309992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39340) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:57.320658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3fa56f85-ff67-4fc0-9399-420f427814ab None None] Provisioning complete for port 79b4736c-a66a-408b-8804-ed573c105c5c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:57.320658 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fa56f85-ff67-4fc0-9399-420f427814ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.392939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfabe23-29ca-49b0-809c-e414dafbb7c1 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25a3b55-f80f-4932-971d-06cb8fbef2eb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:57.632628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:57.649333 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Publish callbacks [] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.676426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:57.701276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e60ef263-93dd-43c9-b7a4-434939623571), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.704337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a38bf32-f6c3-4b67-9acd-05912803ac3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.716519 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6a6e2e4d-4587-49b4-884a-d31d5140db1c req-bfc79fb0-cd57-44d5-80c6-44f73d4d82d8 service neutron] 10.222.0.13 "GET /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624180 Feb 10 06:31:57.782010 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.854186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3fa56f85-ff67-4fc0-9399-420f427814ab None None] Current status of the port 79b4736c-a66a-408b-8804-ed573c105c5c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:57.898489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3fa56f85-ff67-4fc0-9399-420f427814ab None None] Provisioning complete for port 7bc12b4a-4231-4c8c-9943-439d31bf7dac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:57.899118 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fa56f85-ff67-4fc0-9399-420f427814ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:57.986928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3fa56f85-ff67-4fc0-9399-420f427814ab None None] Port 7bc12b4a-4231-4c8c-9943-439d31bf7dac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:31:58.017497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e60ef263-93dd-43c9-b7a4-434939623571), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.069244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc12b4a-4231-4c8c-9943-439d31bf7dac,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:58.087354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60ef263-93dd-43c9-b7a4-434939623571']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:58.099857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d816db8-7f89-4022-aad3-b82c47ebad0a') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:58.110465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d816db8-7f89-4022-aad3-b82c47ebad0a') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:58.119484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 79b4736c-a66a-408b-8804-ed573c105c5c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:58.130780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (2d816db8-7f89-4022-aad3-b82c47ebad0a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.150439 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2d816db8-7f89-4022-aad3-b82c47ebad0a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.166065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:31:58.166884 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (2d816db8-7f89-4022-aad3-b82c47ebad0a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: warnings.warn('Neutron quota engine will require "--force" ' Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:31:58.187338 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:31:58.327006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e60ef263-93dd-43c9-b7a4-434939623571), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.341171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.352654 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] 10.222.0.21 "DELETE /v2.0/networks/e60ef263-93dd-43c9-b7a4-434939623571 HTTP/1.1" status: 204 len: 168 time: 1.0360174 Feb 10 06:31:58.352906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 79b4736c-a66a-408b-8804-ed573c105c5c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:58.352906 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.380618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39364) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:58.381815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4d078-97fe-4d05-a83b-dc521ecf3fe6 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Pushing event deleted for resources: {'Network': ['ID=e60ef263-93dd-43c9-b7a4-434939623571,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:58.527655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-bf6d55c4-7a33-4588-899c-fbf743c3d6ba tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:58.538653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-bf6d55c4-7a33-4588-899c-fbf743c3d6ba tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:31:58.549243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-bf6d55c4-7a33-4588-899c-fbf743c3d6ba tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.24 "GET /v2.0/networks?id=9e1f66b4-3d9d-4c32-af86-887e0e1f62fd&id=fa6c9cb2-a097-4224-9f48-5911cd006ca3 HTTP/1.1" status: 200 len: 1390 time: 0.8111119 Feb 10 06:31:58.604033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'port': {'device_id': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd', 'admin_state_up': True, 'tenant_id': 'c72390379c90477da1bb6fe04184bee5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:31:58.624985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (87cd296e-6acd-4f98-be96-032bb0885b9f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.639727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 79b4736c-a66a-408b-8804-ed573c105c5c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:58.640761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 59c6a9e8-09e2-47d7-9730-c72bee4958a4 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:58.701479 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (d44a153c-7c5e-4984-8f4f-4cd9f7993382), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.717965 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9888edf9-fd21-4cfa-8f54-7f23c4bed4da req-3117b7a0-7153-436b-9038-1f35abca2596 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 210 time: 0.1674747 Feb 10 06:31:58.759168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 59c6a9e8-09e2-47d7-9730-c72bee4958a4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:58.760423 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.919337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 59c6a9e8-09e2-47d7-9730-c72bee4958a4 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:31:58.919693 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.947806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a38bf32-f6c3-4b67-9acd-05912803ac3a admin admin] Publish callbacks [] for security_group (3020db3d-2cd5-469d-b717-c26bc1f43842), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:58.948465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 59c6a9e8-09e2-47d7-9730-c72bee4958a4, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=59c6a9e8-09e2-47d7-9730-c72bee4958a4,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:31:58.961299 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:59.023545 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a38bf32-f6c3-4b67-9acd-05912803ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3020db3d-2cd5-469d-b717-c26bc1f43842), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:59.063099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=59c6a9e8-09e2-47d7-9730-c72bee4958a4,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:59.076598 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (d44a153c-7c5e-4984-8f4f-4cd9f7993382), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:59.130564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44a153c-7c5e-4984-8f4f-4cd9f7993382']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:59.160356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97263af3-08dd-4233-ba8b-0ee2e1487950') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:59.160825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97263af3-08dd-4233-ba8b-0ee2e1487950') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:31:59.180505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (97263af3-08dd-4233-ba8b-0ee2e1487950), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:59.207661 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (97263af3-08dd-4233-ba8b-0ee2e1487950), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:59.217976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:31:59.218732 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (97263af3-08dd-4233-ba8b-0ee2e1487950), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:31:59.220923 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:31:59.262561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:31:59.267444 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a38bf32-f6c3-4b67-9acd-05912803ac3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90e9d3585036438297cc1ce100ffe538&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6311674 Feb 10 06:31:59.290233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39412) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:31:59.290881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:31:59.325532 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (d44a153c-7c5e-4984-8f4f-4cd9f7993382), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:59.331060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:31:59.338460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:59.339546 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:31:59.342778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38bf32-f6c3-4b67-9acd-05912803ac3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3020db3d-2cd5-469d-b717-c26bc1f43842,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:59.342963 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d44a153c-7c5e-4984-8f4f-4cd9f7993382 HTTP/1.1" status: 204 len: 168 time: 0.9434421 Feb 10 06:31:59.399494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe0af9-1c7e-4272-ae27-405fd5af60c8 tempest-QuotasNegativeTest-656360489 tempest-QuotasNegativeTest-656360489-project-admin] Pushing event deleted for resources: {'Network': ['ID=d44a153c-7c5e-4984-8f4f-4cd9f7993382,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:31:59.847018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 59c6a9e8-09e2-47d7-9730-c72bee4958a4 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:31:59.970456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6c1230f3-b21d-4deb-848c-f5ad4fa14048 None None] Provisioning complete for port 7bc12b4a-4231-4c8c-9943-439d31bf7dac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:31:59.974971 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c1230f3-b21d-4deb-848c-f5ad4fa14048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:00.090941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 59c6a9e8-09e2-47d7-9730-c72bee4958a4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:00.091519 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:00.173729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6c1230f3-b21d-4deb-848c-f5ad4fa14048 None None] Port 7bc12b4a-4231-4c8c-9943-439d31bf7dac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:00.280350 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 59c6a9e8-09e2-47d7-9730-c72bee4958a4 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:00.506953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39466) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:00.581744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Allocated IP 19.80.0.151 (9e1f66b4-3d9d-4c32-af86-887e0e1f62fd/ad6b09fa-5095-4aef-9311-6259a54c7f0d/dc7b8b33-7427-4c49-99b9-06f4984090be) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:00.988615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1836646-c4a6-475a-923f-5dee59dfd971 req-0d5494fd-6a7a-48ac-85a2-15e4a9fea466 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 210 time: 0.1721244 Feb 10 06:32:01.029391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Router 87cd296e-6acd-4f98-be96-032bb0885b9f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:32:01.032309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c107a7a-ef32-465e-9371-c40cfcb6ce7c admin admin] Publish callbacks [] for security_group (3020db3d-2cd5-469d-b717-c26bc1f43842), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.060873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c107a7a-ef32-465e-9371-c40cfcb6ce7c admin admin] Publish callbacks [] for security_group (3020db3d-2cd5-469d-b717-c26bc1f43842), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.092705 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-069dc6ed-8cca-48f4-9ac4-baa45a5b3da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.123240 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c107a7a-ef32-465e-9371-c40cfcb6ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3020db3d-2cd5-469d-b717-c26bc1f43842), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.125805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c107a7a-ef32-465e-9371-c40cfcb6ce7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.127013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9c107a7a-ef32-465e-9371-c40cfcb6ce7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3020db3d-2cd5-469d-b717-c26bc1f43842 HTTP/1.1" status: 204 len: 168 time: 1.8339674 Feb 10 06:32:01.167245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c107a7a-ef32-465e-9371-c40cfcb6ce7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3020db3d-2cd5-469d-b717-c26bc1f43842,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:01.303683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:32:01.307606 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.315809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Sync routers for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:32:01.326445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-afee67bc-69df-47db-8c9e-cc1de826e649 admin admin] 10.222.0.21 "PUT /v2.0/routers/87cd296e-6acd-4f98-be96-032bb0885b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7623875 Feb 10 06:32:01.345847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:01.346588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:31:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:01.434145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-069dc6ed-8cca-48f4-9ac4-baa45a5b3da1 admin admin] Publish callbacks [] for security_group (4e5452ec-6117-4b3a-9e2b-a9c28bb60b1e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.441408 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-069dc6ed-8cca-48f4-9ac4-baa45a5b3da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4e5452ec-6117-4b3a-9e2b-a9c28bb60b1e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.553880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dc6ed-8cca-48f4-9ac4-baa45a5b3da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5452ec-6117-4b3a-9e2b-a9c28bb60b1e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:01.565675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611dd7c-9e19-4201-be08-1118692b7dcc req-3632d1f8-08d2-4d27-9ca0-fbead6941f37 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:01.566657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c611dd7c-9e19-4201-be08-1118692b7dcc req-3632d1f8-08d2-4d27-9ca0-fbead6941f37 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 947 time: 0.2573280 Feb 10 06:32:01.568291 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.575849 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-069dc6ed-8cca-48f4-9ac4-baa45a5b3da1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=705ff49f12024f53a9ec1c3eec51ef96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0662801 Feb 10 06:32:01.578508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39494) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:01.652304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:01.686202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Port': ['ID=dc7b8b33-7427-4c49-99b9-06f4984090be,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:01.738469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80793b85-27de-4f46-a56e-a2fb1763bd7f admin admin] Publish callbacks [] for security_group (4e5452ec-6117-4b3a-9e2b-a9c28bb60b1e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.771476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80793b85-27de-4f46-a56e-a2fb1763bd7f admin admin] Publish callbacks [] for security_group (4e5452ec-6117-4b3a-9e2b-a9c28bb60b1e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.793157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:01.823335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:01.849596 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80793b85-27de-4f46-a56e-a2fb1763bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4e5452ec-6117-4b3a-9e2b-a9c28bb60b1e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.854015 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80793b85-27de-4f46-a56e-a2fb1763bd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:01.858958 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-80793b85-27de-4f46-a56e-a2fb1763bd7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e5452ec-6117-4b3a-9e2b-a9c28bb60b1e HTTP/1.1" status: 204 len: 168 time: 0.2771645 Feb 10 06:32:01.870555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:01.877163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80793b85-27de-4f46-a56e-a2fb1763bd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5452ec-6117-4b3a-9e2b-a9c28bb60b1e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:02.012568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:02.013174 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:02.097962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f3c17abe-93c4-465d-bb9c-4d2e0fd00b9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5286305 Feb 10 06:32:02.101497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c611dd7c-9e19-4201-be08-1118692b7dcc req-febbcaae-c466-48d4-9d12-834c798774b3 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261712 Feb 10 06:32:02.128653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Request body: {'port': {'device_id': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3', 'admin_state_up': True, 'tenant_id': 'c72390379c90477da1bb6fe04184bee5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:02.390420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2b4547ad-3b30-4759-972a-fa3fa3da56ca None None] Provisioning complete for port dc7b8b33-7427-4c49-99b9-06f4984090be triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:02.391442 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2b4547ad-3b30-4759-972a-fa3fa3da56ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:02.429269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2b4547ad-3b30-4759-972a-fa3fa3da56ca None None] Port dc7b8b33-7427-4c49-99b9-06f4984090be cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:02.436909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Made reservation on behalf of c72390379c90477da1bb6fe04184bee5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:02.448296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:31:57Z', 'revision_number': 2, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:02.456931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:02.508223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Checking router: 87cd296e-6acd-4f98-be96-032bb0885b9f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:32:02.508756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Updating router 87cd296e-6acd-4f98-be96-032bb0885b9f port 7bc12b4a-4231-4c8c-9943-439d31bf7dac binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:32:02.536139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39520) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:02.556157 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:02.604862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae6b0c-a2cc-432a-8d02-216c395e1043 req-9aef18bd-263f-4b2a-aa73-0d497778c451 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:02.606474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6ae6b0c-a2cc-432a-8d02-216c395e1043 req-9aef18bd-263f-4b2a-aa73-0d497778c451 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 932 time: 0.2876611 Feb 10 06:32:02.840573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a625f0a3-ae94-4257-9f60-6fbd192e1e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:02.963328 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Publish callbacks [] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:02.963874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39540) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:02.985698 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:02.985959 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31ff37e4-88ba-462f-8aa2-f949ca559adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.060160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b03c1-7539-40b0-8d70-cef60a92c9d1 None None] Pushing event updated for resources: {'Port': ['ID=7bc12b4a-4231-4c8c-9943-439d31bf7dac,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:03.108284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Allocated IP 19.86.0.200 (fa6c9cb2-a097-4224-9f48-5911cd006ca3/bcf9f1e8-a784-460b-8146-7db815c6fd41/8fc298bc-20ca-466c-b5d1-bddac272c652) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:03.119868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-a9110e77-e649-40d2-9d5a-c9db3fb789e6 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:03.122071 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-a9110e77-e649-40d2-9d5a-c9db3fb789e6 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.24 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 947 time: 0.2780447 Feb 10 06:32:03.247397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31ff37e4-88ba-462f-8aa2-f949ca559adf admin admin] Publish callbacks [] for security_group (f473f681-90a5-41ef-8e77-502fcfbcd6c2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.295492 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31ff37e4-88ba-462f-8aa2-f949ca559adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f473f681-90a5-41ef-8e77-502fcfbcd6c2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.308280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Attempting to bind port 7bc12b4a-4231-4c8c-9943-439d31bf7dac on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:03.308663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Attempting to bind port 7bc12b4a-4231-4c8c-9943-439d31bf7dac by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:03.309036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Attempting to bind port 7bc12b4a-4231-4c8c-9943-439d31bf7dac on network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:03.325908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:03.332590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Checking segment: {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:03.347837 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.348264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Bound using segment: {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:03.348786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Bound port: 7bc12b4a-4231-4c8c-9943-439d31bf7dac, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:03.349182 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.351088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.439730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff37e4-88ba-462f-8aa2-f949ca559adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f473f681-90a5-41ef-8e77-502fcfbcd6c2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:03.445337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.527729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6ae6b0c-a2cc-432a-8d02-216c395e1043 req-f3db5f16-e6b0-4d54-96a4-23214b47bb1c tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9028089 Feb 10 06:32:03.532348 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-31ff37e4-88ba-462f-8aa2-f949ca559adf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd6cb87232ce45419582801a6bb6c92d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5617638 Feb 10 06:32:03.540497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39548) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:03.641609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Network fa6c9cb2-a097-4224-9f48-5911cd006ca3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:03.658916 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:03.678012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:03.681903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3afe299f-07ad-40c9-b54f-79f5f717ef38 None None] Provisioning complete for port 7bc12b4a-4231-4c8c-9943-439d31bf7dac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:03.684319 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3afe299f-07ad-40c9-b54f-79f5f717ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.722460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event updated for resources: {'Port': ['ID=8fc298bc-20ca-466c-b5d1-bddac272c652,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:03.725131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a625f0a3-ae94-4257-9f60-6fbd192e1e4d admin admin] Publish callbacks [] for security_group (a6bd5f46-f649-4b16-8f0b-14b5c3ba6dd3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.753812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Deleting port 08b54aa2-0530-4649-bd18-ce0eed09982f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:03.754615 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.784814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3afe299f-07ad-40c9-b54f-79f5f717ef38 None None] Port 7bc12b4a-4231-4c8c-9943-439d31bf7dac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:03.813903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] For port 7bc12b4a-4231-4c8c-9943-439d31bf7dac, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:03.817615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] For port 7bc12b4a-4231-4c8c-9943-439d31bf7dac, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7bc12b4a-4231-4c8c-9943-439d31bf7dac,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:03.835640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.894613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] For port 08b54aa2-0530-4649-bd18-ce0eed09982f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=08b54aa2-0530-4649-bd18-ce0eed09982f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:03.895212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:03.911548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Calling delete_port for 08b54aa2-0530-4649-bd18-ce0eed09982f owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:03.932312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b03c1-7539-40b0-8d70-cef60a92c9d1 None None] Pushing event updated for resources: {'Port': ['ID=7bc12b4a-4231-4c8c-9943-439d31bf7dac,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:03.973445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:03.974501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:31:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:04.040939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:04.046541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.160960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-4ae620e4-ae78-421d-b831-1f71bbcbd4f3 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:04.167623 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a625f0a3-ae94-4257-9f60-6fbd192e1e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a6bd5f46-f649-4b16-8f0b-14b5c3ba6dd3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.168802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-4ae620e4-ae78-421d-b831-1f71bbcbd4f3 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 821 time: 1.3326957 Feb 10 06:32:04.177130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-25ff151a-c757-482e-8a79-d8c386426720 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0628455 Feb 10 06:32:04.211362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Request body: {'port': {'device_id': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:04.219286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-2e7be4d9-2d0d-4ca6-ab61-dd5ea5d66880 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/quotas/75dea68e1f5c4aaba88fca8962f0a5c3 HTTP/1.1" status: 200 len: 375 time: 0.0367115 Feb 10 06:32:04.281212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625f0a3-ae94-4257-9f60-6fbd192e1e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bd5f46-f649-4b16-8f0b-14b5c3ba6dd3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:04.373867 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbc12d59-12d9-4bd1-8761-5da8da5e1338 admin admin] Publish callbacks [] for security_group (f473f681-90a5-41ef-8e77-502fcfbcd6c2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.387798 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a625f0a3-ae94-4257-9f60-6fbd192e1e4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b63271c14e34491b2985f72c229574c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8505561 Feb 10 06:32:04.417614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39560) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:04.464813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-745e5430-c04f-4ab2-b635-a3befd5fca3d None None] Provisioning complete for port 8fc298bc-20ca-466c-b5d1-bddac272c652 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:04.465404 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-745e5430-c04f-4ab2-b635-a3befd5fca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.466047 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.478580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbc12d59-12d9-4bd1-8761-5da8da5e1338 admin admin] Publish callbacks [] for security_group (f473f681-90a5-41ef-8e77-502fcfbcd6c2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.480169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d42edb-1efd-4645-9868-84df16ac9d8b req-24e4458b-2599-425e-bd72-ce7151a37a4c tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:04.481769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22d42edb-1efd-4645-9868-84df16ac9d8b req-24e4458b-2599-425e-bd72-ce7151a37a4c tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=02227fd8-8537-46eb-90a3-20ceb6eba163 HTTP/1.1" status: 200 len: 947 time: 0.7837715 Feb 10 06:32:04.513672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:04.569338 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (08b54aa2-0530-4649-bd18-ce0eed09982f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.587904 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303b79e1-c46d-48cc-a1f4-d408c8a17ff9 admin admin] Publish callbacks [] for security_group (a6bd5f46-f649-4b16-8f0b-14b5c3ba6dd3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.589225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-745e5430-c04f-4ab2-b635-a3befd5fca3d None None] Port 8fc298bc-20ca-466c-b5d1-bddac272c652 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:04.613068 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303b79e1-c46d-48cc-a1f4-d408c8a17ff9 admin admin] Publish callbacks [] for security_group (a6bd5f46-f649-4b16-8f0b-14b5c3ba6dd3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.728935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303b79e1-c46d-48cc-a1f4-d408c8a17ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a6bd5f46-f649-4b16-8f0b-14b5c3ba6dd3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.735800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303b79e1-c46d-48cc-a1f4-d408c8a17ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.740179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-303b79e1-c46d-48cc-a1f4-d408c8a17ff9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6bd5f46-f649-4b16-8f0b-14b5c3ba6dd3 HTTP/1.1" status: 204 len: 168 time: 0.3195009 Feb 10 06:32:04.769252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Pushing event deleted for resources: {'Port': ['ID=08b54aa2-0530-4649-bd18-ce0eed09982f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:04.878376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7b8b33-7427-4c49-99b9-06f4984090be {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:04.880729 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b79e1-c46d-48cc-a1f4-d408c8a17ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bd5f46-f649-4b16-8f0b-14b5c3ba6dd3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:04.888424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Publish callbacks [] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.896694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] No DVR routers for this DVR port 08b54aa2-0530-4649-bd18-ce0eed09982f on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:04.900943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.912126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f746ecb-0a45-4a35-b7be-4f2312ac5908 req-89838ce3-3122-427b-86d0-addc57fbcd52 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.24 "DELETE /v2.0/ports/08b54aa2-0530-4649-bd18-ce0eed09982f HTTP/1.1" status: 204 len: 173 time: 1.7700150 Feb 10 06:32:04.919841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'name': 'network-vif-deleted', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:04.926719 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0335177e-3aa5-4ebe-80f7-df9a90224f09" -d '{"events": [{"server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "name": "network-vif-deleted", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:04.931340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-6cef4250-7f6a-4e9f-930a-af80d08e486e tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6699517 Feb 10 06:32:04.934566 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbc12d59-12d9-4bd1-8761-5da8da5e1338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f473f681-90a5-41ef-8e77-502fcfbcd6c2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.934870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Transition to ACTIVE for port object dc7b8b33-7427-4c49-99b9-06f4984090be will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:32:04.943011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbc12d59-12d9-4bd1-8761-5da8da5e1338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.945135 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cbc12d59-12d9-4bd1-8761-5da8da5e1338 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f473f681-90a5-41ef-8e77-502fcfbcd6c2 HTTP/1.1" status: 204 len: 168 time: 1.3994670 Feb 10 06:32:04.949759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4ba73af6-eeeb-49a3-a5d4-797293028378 None None] Provisioning complete for port 7bc12b4a-4231-4c8c-9943-439d31bf7dac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:04.950794 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ba73af6-eeeb-49a3-a5d4-797293028378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:04.981767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc12d59-12d9-4bd1-8761-5da8da5e1338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f473f681-90a5-41ef-8e77-502fcfbcd6c2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:04.986326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:05.298938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22d42edb-1efd-4645-9868-84df16ac9d8b req-88850a67-0468-492b-bf1b-e1b022b21a8a tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8093083 Feb 10 06:32:05.614851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4ba73af6-eeeb-49a3-a5d4-797293028378 None None] Current status of the port 7bc12b4a-4231-4c8c-9943-439d31bf7dac is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:05.619604 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ba73af6-eeeb-49a3-a5d4-797293028378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:05.674477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:03Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:05.740519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Attempting to bind port dc7b8b33-7427-4c49-99b9-06f4984090be on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:05.750690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Attempting to bind port dc7b8b33-7427-4c49-99b9-06f4984090be by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '0fedb975-6d36-4b5c-a182-c8b31f0d1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:05.751407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Attempting to bind port dc7b8b33-7427-4c49-99b9-06f4984090be on network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:05.762439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Port dc7b8b33-7427-4c49-99b9-06f4984090be on network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:32:05.769169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Attempting to bind port dc7b8b33-7427-4c49-99b9-06f4984090be on network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:05.783260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39582) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:05.791936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Pushing event updated for resources: {'Port': ['ID=dc7b8b33-7427-4c49-99b9-06f4984090be,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:05.807386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4ba73af6-eeeb-49a3-a5d4-797293028378 None None] For port 7bc12b4a-4231-4c8c-9943-439d31bf7dac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7bc12b4a-4231-4c8c-9943-439d31bf7dac,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:05.809062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eee715-b0e2-4084-9697-8c69a1552848 None None] The sync data for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 is: [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:03Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:32:05.817410 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ba73af6-eeeb-49a3-a5d4-797293028378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:05.827935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:05.828286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Checking segment: {'id': '0fedb975-6d36-4b5c-a182-c8b31f0d1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:05.828668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Bound using segment: {'id': '0fedb975-6d36-4b5c-a182-c8b31f0d1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:05.829123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Bound port: dc7b8b33-7427-4c49-99b9-06f4984090be, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fedb975-6d36-4b5c-a182-c8b31f0d1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:05.829486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:05.830608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6604-6ce1-475a-802e-6660e1dbc0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:05.951812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-ae33ad56-aefe-409b-9be0-525e596d919b service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0191948 Feb 10 06:32:06.018835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba73af6-eeeb-49a3-a5d4-797293028378 None None] Pushing event updated for resources: {'Port': ['ID=7bc12b4a-4231-4c8c-9943-439d31bf7dac,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:06.229082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6604-6ce1-475a-802e-6660e1dbc0a8 admin admin] Publish callbacks [] for security_group (ca32f261-eed3-42e8-aca3-1a748c8c4977), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:06.240939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6604-6ce1-475a-802e-6660e1dbc0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ca32f261-eed3-42e8-aca3-1a748c8c4977), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:06.345366 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1e2e6604-6ce1-475a-802e-6660e1dbc0a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cdfc04a17f44a37811fa39460877e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5611894 Feb 10 06:32:06.358672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39598) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:06.404314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e6604-6ce1-475a-802e-6660e1dbc0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca32f261-eed3-42e8-aca3-1a748c8c4977,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:06.521554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] For port dc7b8b33-7427-4c49-99b9-06f4984090be, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:06.523205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fb9e33ce-f5d7-4aba-bfb9-7f30b4b8cb49 admin admin] Publish callbacks [] for security_group (ca32f261-eed3-42e8-aca3-1a748c8c4977), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:06.531247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] For port dc7b8b33-7427-4c49-99b9-06f4984090be, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dc7b8b33-7427-4c49-99b9-06f4984090be,segment=NetworkSegment(0fedb975-6d36-4b5c-a182-c8b31f0d1485),segment_id=0fedb975-6d36-4b5c-a182-c8b31f0d1485)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:06.552816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fb9e33ce-f5d7-4aba-bfb9-7f30b4b8cb49 admin admin] Publish callbacks [] for security_group (ca32f261-eed3-42e8-aca3-1a748c8c4977), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:06.559855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f63fa-8b5c-4d38-9a98-1d9a5eca858d req-ba7e2bfd-9ee3-47f8-a40c-fd40e2764225 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:06.574569 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f63fa-8b5c-4d38-9a98-1d9a5eca858d req-ba7e2bfd-9ee3-47f8-a40c-fd40e2764225 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:06.588368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b16f63fa-8b5c-4d38-9a98-1d9a5eca858d req-ba7e2bfd-9ee3-47f8-a40c-fd40e2764225 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1667 time: 0.4636025 Feb 10 06:32:06.617312 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:06.629398 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:06.655492 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fb9e33ce-f5d7-4aba-bfb9-7f30b4b8cb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ca32f261-eed3-42e8-aca3-1a748c8c4977), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:06.658232 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fb9e33ce-f5d7-4aba-bfb9-7f30b4b8cb49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:06.667933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-4588e10a-999a-4343-aa22-1ac272c93634 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531575 Feb 10 06:32:06.669623 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fb9e33ce-f5d7-4aba-bfb9-7f30b4b8cb49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca32f261-eed3-42e8-aca3-1a748c8c4977 HTTP/1.1" status: 204 len: 168 time: 0.3001068 Feb 10 06:32:06.692938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e33ce-f5d7-4aba-bfb9-7f30b4b8cb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca32f261-eed3-42e8-aca3-1a748c8c4977,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:06.722480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b16f63fa-8b5c-4d38-9a98-1d9a5eca858d req-8e451bb5-dce2-4959-b913-e4382dc87c4d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292200 Feb 10 06:32:06.785468 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6eeda3-0949-4a58-aeb5-777382da93ab x-openstack-request-id: req-6f6eeda3-0949-4a58-aeb5-777382da93ab {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:06.785808 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02227fd8-8537-46eb-90a3-20ceb6eba163", "name": "network-vif-deleted", "tag": "08b54aa2-0530-4649-bd18-ce0eed09982f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:06.786136 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f6eeda3-0949-4a58-aeb5-777382da93ab {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:06.786588 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02227fd8-8537-46eb-90a3-20ceb6eba163', 'name': 'network-vif-deleted', 'tag': '08b54aa2-0530-4649-bd18-ce0eed09982f', 'status': 'completed', 'code': 200} Feb 10 06:32:06.813311 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Pushing event updated for resources: {'Port': ['ID=dc7b8b33-7427-4c49-99b9-06f4984090be,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:06.859609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:06.860339 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:06.865203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-cbf8c448-b172-4816-9ee2-5e508e77b0ec service neutron] 10.222.0.24 "PUT /v2.0/ports/dc7b8b33-7427-4c49-99b9-06f4984090be HTTP/1.1" status: 200 len: 1092 time: 2.6588838 Feb 10 06:32:06.865758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'tag': 'dc7b8b33-7427-4c49-99b9-06f4984090be'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:06.883197 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a99af-66a2-4ba3-848f-bfee968ee62b" -d '{"events": [{"name": "network-changed", "server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "tag": "dc7b8b33-7427-4c49-99b9-06f4984090be"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:06.917331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Request body: {'port': {'device_id': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:07.219438 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f6109c-7ee0-430f-b9bc-64371738db72 x-openstack-request-id: req-98f6109c-7ee0-430f-b9bc-64371738db72 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:07.220256 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "tag": "dc7b8b33-7427-4c49-99b9-06f4984090be", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:07.221424 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98f6109c-7ee0-430f-b9bc-64371738db72 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:07.223218 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'tag': 'dc7b8b33-7427-4c49-99b9-06f4984090be', 'status': 'completed', 'code': 200} Feb 10 06:32:07.330266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a99af-66a2-4ba3-848f-bfee968ee62b req-8c362b65-db59-43dd-b1be-8f0a1344f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:07.330801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a99af-66a2-4ba3-848f-bfee968ee62b req-8c362b65-db59-43dd-b1be-8f0a1344f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:07.332465 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f76a99af-66a2-4ba3-848f-bfee968ee62b req-8c362b65-db59-43dd-b1be-8f0a1344f371 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c72390379c90477da1bb6fe04184bee5&device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1945 time: 0.1986027 Feb 10 06:32:07.378496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8aff2669-67f0-4a54-9355-c15f506f5fb4 req-4e46e352-6c37-4ddf-a509-f7547a58e3d0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 210 time: 0.1541564 Feb 10 06:32:07.379240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39630) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:07.395105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:07.639322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a99af-66a2-4ba3-848f-bfee968ee62b req-59d7232c-8106-496b-be98-5d5723ed2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:07.651135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a99af-66a2-4ba3-848f-bfee968ee62b req-59d7232c-8106-496b-be98-5d5723ed2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:07.653064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a99af-66a2-4ba3-848f-bfee968ee62b req-59d7232c-8106-496b-be98-5d5723ed2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:07.658703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f76a99af-66a2-4ba3-848f-bfee968ee62b req-59d7232c-8106-496b-be98-5d5723ed2ffd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c72390379c90477da1bb6fe04184bee5&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3123338 Feb 10 06:32:07.728052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-581892516'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:07.777298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 08b54aa2-0530-4649-bd18-ce0eed09982f no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:07.872952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 08b54aa2-0530-4649-bd18-ce0eed09982f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:32:07.873410 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 08b54aa2-0530-4649-bd18-ce0eed09982f not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:32:07.931580 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7bc12b4a-4231-4c8c-9943-439d31bf7dac up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:08.061911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a99af-66a2-4ba3-848f-bfee968ee62b req-f382fad0-87d2-4fe7-a2af-b594996a4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:08.063723 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f76a99af-66a2-4ba3-848f-bfee968ee62b req-f382fad0-87d2-4fe7-a2af-b594996a4063 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3922598 Feb 10 06:32:08.150265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7bc12b4a-4231-4c8c-9943-439d31bf7dac triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:08.150663 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:08.316370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fda029-8611-4a80-a6eb-3521ed308d48 req-d23156b1-4ca9-41dd-b87a-08fb25e7b939 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:08.329446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59fda029-8611-4a80-a6eb-3521ed308d48 req-d23156b1-4ca9-41dd-b87a-08fb25e7b939 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 949 time: 0.8950922 Feb 10 06:32:08.336750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Made reservation on behalf of 63d9e9b81d21483f847f2a6c454489d5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:08.340979 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:08.349529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7bc12b4a-4231-4c8c-9943-439d31bf7dac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:08.358957 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:08.623162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for security_group (7625001b-9ad0-4580-861d-c6da66156a36), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:08.660437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7625001b-9ad0-4580-861d-c6da66156a36), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:08.691909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8520e-6153-4a30-a7c6-47a4f4dc27a4 req-2373ce75-4f36-4afe-a920-5b7662e6b4ea tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:08.697909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8520e-6153-4a30-a7c6-47a4f4dc27a4 req-2373ce75-4f36-4afe-a920-5b7662e6b4ea tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:08.705121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83e8520e-6153-4a30-a7c6-47a4f4dc27a4 req-2373ce75-4f36-4afe-a920-5b7662e6b4ea tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1667 time: 0.7079334 Feb 10 06:32:08.726898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59fda029-8611-4a80-a6eb-3521ed308d48 req-77acea60-9aa2-491f-9bff-cd98c79b5744 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701901 Feb 10 06:32:08.822640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:32:08.847145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7625001b-9ad0-4580-861d-c6da66156a36,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:08.855484 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (36c16fcf-cc5f-4472-9130-fb9fa4987189), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:08.855859 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Added segment 36c16fcf-cc5f-4472-9130-fb9fa4987189 of type vlan for network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e Feb 10 06:32:08.886565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.887326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.887932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.888611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.889181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.889755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.897755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.899700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.899700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.900245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.902381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.902982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:08.903350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:09.023592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-058dd8dd-ba63-48e1-954a-2fabded7d22f req-5bd0f492-bc4f-4d4f-877a-a30c29b02216 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 210 time: 0.0894592 Feb 10 06:32:09.034907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83e8520e-6153-4a30-a7c6-47a4f4dc27a4 req-677517da-80cf-4a3b-9c8c-eebca81a6cd4 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288524 Feb 10 06:32:09.072088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:09.239316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc298bc-20ca-466c-b5d1-bddac272c652 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:09.256434 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Publish callbacks [] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:09.298404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:09.307415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:09.309625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:09.372817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Transition to ACTIVE for port object 8fc298bc-20ca-466c-b5d1-bddac272c652 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:32:09.433782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:09.504476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-80e5221e-2a7c-4829-98db-873252a448c0 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:09.504916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-80e5221e-2a7c-4829-98db-873252a448c0 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 949 time: 0.2172952 Feb 10 06:32:09.601463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Pushing event updated for resources: {'Port': ['ID=8fc298bc-20ca-466c-b5d1-bddac272c652,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:09.614063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2338059 Feb 10 06:32:09.617706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:09.620193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc903212-dd4d-4105-833a-eb00a01e1b80 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Network': ['ID=18ee4bb3-e3fb-47f6-abd7-c47591b97d9e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:09.627355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'subnet': {'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:09.633915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:32:09.897352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Attempting to bind port 8fc298bc-20ca-466c-b5d1-bddac272c652 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:09.898160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Attempting to bind port 8fc298bc-20ca-466c-b5d1-bddac272c652 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '22d69679-aee0-4151-8ff8-ce129cdf4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:09.898760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Attempting to bind port 8fc298bc-20ca-466c-b5d1-bddac272c652 on network fa6c9cb2-a097-4224-9f48-5911cd006ca3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:09.905293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Made reservation on behalf of 63d9e9b81d21483f847f2a6c454489d5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:09.909195 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:09.917098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Port 8fc298bc-20ca-466c-b5d1-bddac272c652 on network fa6c9cb2-a097-4224-9f48-5911cd006ca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:32:09.917713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Attempting to bind port 8fc298bc-20ca-466c-b5d1-bddac272c652 on network fa6c9cb2-a097-4224-9f48-5911cd006ca3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:09.943346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:09.944565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Checking segment: {'id': '22d69679-aee0-4151-8ff8-ce129cdf4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:09.944705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Bound using segment: {'id': '22d69679-aee0-4151-8ff8-ce129cdf4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:09.945165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Bound port: 8fc298bc-20ca-466c-b5d1-bddac272c652, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d69679-aee0-4151-8ff8-ce129cdf4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:09.945608 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:09.987154 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:10.104823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-1adfe0b4-55bd-4e24-979e-fcfd4fe8b922 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:10.110036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-1adfe0b4-55bd-4e24-979e-fcfd4fe8b922 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 821 time: 0.7330875 Feb 10 06:32:10.133794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Request body: {'port': {'device_id': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'admin_state_up': True, 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:10.160534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39726) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:10.185200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Deleting port 7c7019e6-fd11-4f27-b3e5-9686463be62e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:10.186859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:10.222951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80943fea-6f57-49a9-a212-c7bdb5723126 req-e13630d8-e2ef-4aaa-a31b-1cbc5fd93176 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 210 time: 0.0766563 Feb 10 06:32:10.255159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c01dff-2e0f-4688-ab43-eba28944cfe6 req-1049b4af-f7bc-4e43-b9e7-78477b6874a0 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:10.263533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76c01dff-2e0f-4688-ab43-eba28944cfe6 req-1049b4af-f7bc-4e43-b9e7-78477b6874a0 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 949 time: 0.3502586 Feb 10 06:32:10.294923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] For port 8fc298bc-20ca-466c-b5d1-bddac272c652, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:10.306094 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04918157-4fa9-4759-abb4-ff81aa1b9174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:10.389149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] For port 8fc298bc-20ca-466c-b5d1-bddac272c652, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8fc298bc-20ca-466c-b5d1-bddac272c652,segment=NetworkSegment(22d69679-aee0-4151-8ff8-ce129cdf4ff5),segment_id=22d69679-aee0-4151-8ff8-ce129cdf4ff5)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:10.417518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76c01dff-2e0f-4688-ab43-eba28944cfe6 req-f36fa558-a22b-4449-914a-5d6906bedfea tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a430ff-f800-4c1e-bb33-fdaa70f0456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530242 Feb 10 06:32:10.448122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:10.465481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] For port 7c7019e6-fd11-4f27-b3e5-9686463be62e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7c7019e6-fd11-4f27-b3e5-9686463be62e,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:10.465937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:10.492876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Calling delete_port for 7c7019e6-fd11-4f27-b3e5-9686463be62e owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:10.507386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Made reservation on behalf of 75dea68e1f5c4aaba88fca8962f0a5c3 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:10.512810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:10.722916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f441-c705-40d5-99d1-945e75ea899b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:10.921476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7c7019e6-fd11-4f27-b3e5-9686463be62e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:11.036406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:11.038633 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:11.040193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] 10.222.0.24 "PUT /v2.0/ports/8fc298bc-20ca-466c-b5d1-bddac272c652 HTTP/1.1" status: 200 len: 1092 time: 4.1438582 Feb 10 06:32:11.040668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Pushing event deleted for resources: {'Port': ['ID=7c7019e6-fd11-4f27-b3e5-9686463be62e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:11.093197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'tag': '8fc298bc-20ca-466c-b5d1-bddac272c652'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:11.099462 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9732b49-5f92-44f0-965a-9f5370a1debe" -d '{"events": [{"name": "network-changed", "server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "tag": "8fc298bc-20ca-466c-b5d1-bddac272c652"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:11.126032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.126032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.127165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.127756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.128111 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.130631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.131309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.131714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.138220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.138220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.138220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.138220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.138220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:11.279137 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4379af-3847-4528-885a-61874fd5e682 x-openstack-request-id: req-5b4379af-3847-4528-885a-61874fd5e682 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:11.280189 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "tag": "8fc298bc-20ca-466c-b5d1-bddac272c652", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:11.280189 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b4379af-3847-4528-885a-61874fd5e682 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:11.280431 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'tag': '8fc298bc-20ca-466c-b5d1-bddac272c652', 'status': 'completed', 'code': 200} Feb 10 06:32:11.295075 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (d9d12010-3801-4fec-b739-18e7ee6ac2e2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:11.319747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b982a98-abfe-4fcf-9d43-c610aae9c89b service neutron] Pushing event updated for resources: {'Port': ['ID=8fc298bc-20ca-466c-b5d1-bddac272c652,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:11.336945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564bc32-a07d-44b2-88a6-90863fff901d req-5a3c37a6-fb0d-43af-b38f-73dfe413d98d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:11.345398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564bc32-a07d-44b2-88a6-90863fff901d req-5a3c37a6-fb0d-43af-b38f-73dfe413d98d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:11.354131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0564bc32-a07d-44b2-88a6-90863fff901d req-5a3c37a6-fb0d-43af-b38f-73dfe413d98d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1679 time: 0.9670029 Feb 10 06:32:11.355357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Allocated IP 172.20.0.3 (1af2c424-5f93-40af-9b66-6ab8ba6fe93c/c191e695-7cc5-402d-ae72-09a82d255cd6/f64ce40c-8806-4cc7-9a6a-6fb503d89327) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:11.538215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-557da462-7724-4815-ae60-f9d4ee6c0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:11.539741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-557da462-7724-4815-ae60-f9d4ee6c0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:11.541607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-557da462-7724-4815-ae60-f9d4ee6c0252 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c72390379c90477da1bb6fe04184bee5&device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 2043 time: 0.4308450 Feb 10 06:32:11.567359 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:11.602883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] No DVR routers for this DVR port 7c7019e6-fd11-4f27-b3e5-9686463be62e on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:11.612773 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:11.618769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-55bc8479-2a02-41ef-a5eb-4501b006508f req-b776c492-6a59-4862-bfa0-13f4e27f7f77 tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.13 "DELETE /v2.0/ports/7c7019e6-fd11-4f27-b3e5-9686463be62e HTTP/1.1" status: 204 len: 173 time: 2.0793605 Feb 10 06:32:11.619514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-deleted', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:11.621979 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82396dd-a7ea-4e26-ae5b-0af893512e84" -d '{"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-deleted", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:11.629818 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:11.638811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-b9eb50c9-7577-45d9-a980-74d9f84f40f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.151&port_id=dc7b8b33-7427-4c49-99b9-06f4984090be HTTP/1.1" status: 200 len: 217 time: 0.0754848 Feb 10 06:32:11.648610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Checking segment: {'id': '36c16fcf-cc5f-4472-9130-fb9fa4987189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:11.649424 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Network hostable DHCP agents. Network: 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:32:11.654118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Subnet': ['ID=d9d12010-3801-4fec-b739-18e7ee6ac2e2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:11.706126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Pushing event updated for resources: {'Port': ['ID=f64ce40c-8806-4cc7-9a6a-6fb503d89327,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:11.732731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c508f-5e96-41db-b820-238b04c4df99 req-0e59a1e5-bd48-48bb-9c47-e86d00580ed3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:11.735590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-902c508f-5e96-41db-b820-238b04c4df99 req-0e59a1e5-bd48-48bb-9c47-e86d00580ed3 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 944 time: 0.3413978 Feb 10 06:32:11.739652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:11.744487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:11.765533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:11.822719 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f441-c705-40d5-99d1-945e75ea899b admin admin] Publish callbacks [] for security_group (5d6fe3e5-20cc-470c-af99-1783f045d7ec), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:11.932471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f441-c705-40d5-99d1-945e75ea899b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5d6fe3e5-20cc-470c-af99-1783f045d7ec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:11.974622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0564bc32-a07d-44b2-88a6-90863fff901d req-382e7c5e-a9ef-43bd-88f9-9a97fb582903 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187742 Feb 10 06:32:12.031667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-1cdf86bb-b8d8-4b57-a0c7-6e7719059f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:12.033624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-1cdf86bb-b8d8-4b57-a0c7-6e7719059f0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad6b09fa-5095-4aef-9311-6259a54c7f0d HTTP/1.1" status: 200 len: 801 time: 0.3327425 Feb 10 06:32:12.056817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1f441-c705-40d5-99d1-945e75ea899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6fe3e5-20cc-470c-af99-1783f045d7ec,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:12.075725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:32:12.144540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:12.145224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:12.172948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:12.189187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ce2a4-2497-4e0e-9c3d-1181e0c94cab None None] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:32:12.219528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-902c508f-5e96-41db-b820-238b04c4df99 req-89f5f517-24c2-4c34-a14b-c5ceeab4af31 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907405 Feb 10 06:32:12.236265 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f8b1f441-c705-40d5-99d1-945e75ea899b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b203d0b44cfc4623ae5d2d75b04e6216&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0731003 Feb 10 06:32:12.237704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:12.238463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:12.244091 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-abc2b7d3-e93f-4d1b-a784-3c61e85e91c1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1185036 Feb 10 06:32:12.245043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39778) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:12.305566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-798bdd06-fc0a-4467-9104-1fbb8a14e571 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:12.311973 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-798bdd06-fc0a-4467-9104-1fbb8a14e571 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 944 time: 0.4873679 Feb 10 06:32:12.332408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Request body: {'port': {'device_id': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:12.352466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc7f569d-3c80-4c95-9321-d1e864ec3922 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7331202 Feb 10 06:32:12.356530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-20724b80-0b3f-4704-9489-e7846197aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:12.357809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-20724b80-0b3f-4704-9489-e7846197aa44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1f66b4-3d9d-4c32-af86-887e0e1f62fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3098118 Feb 10 06:32:12.358325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:12.388308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'port': {'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e', 'name': 'tempest-AllowedAddressPairTestJSON-407823668'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:12.422232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 3f28e49c-e920-4cb5-a2a1-228a60184716 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:12.449564 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c752abc-c1ab-42b9-b7e1-9d5af6282648 admin admin] Publish callbacks [] for security_group (5d6fe3e5-20cc-470c-af99-1783f045d7ec), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:12.578287 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c752abc-c1ab-42b9-b7e1-9d5af6282648 admin admin] Publish callbacks [] for security_group (5d6fe3e5-20cc-470c-af99-1783f045d7ec), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:12.607942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:12.666097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dbefe510-8b9b-44b0-ab59-e5c5e0fa1621 None None] Provisioning complete for port f64ce40c-8806-4cc7-9a6a-6fb503d89327 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:12.666578 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbefe510-8b9b-44b0-ab59-e5c5e0fa1621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:12.710013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2533d7a-b828-4a41-bb44-f9bc420d5069 req-a656dc26-340b-41be-bfb6-3614262f8d8c tempest-ListImageFiltersTestJSON-801402381 tempest-ListImageFiltersTestJSON-801402381-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c3c492c-062c-4e59-af24-9fa9da63c9c1 HTTP/1.1" status: 200 len: 210 time: 0.1147044 Feb 10 06:32:12.831054 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c113da78-2d26-42d5-aed9-2869071d8c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:12.846761 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498fa8a2-837c-44c5-b645-790cb43d90f2 x-openstack-request-id: req-498fa8a2-837c-44c5-b645-790cb43d90f2 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:12.847343 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3c492c-062c-4e59-af24-9fa9da63c9c1", "name": "network-vif-deleted", "tag": "7c7019e6-fd11-4f27-b3e5-9686463be62e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:12.847702 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-498fa8a2-837c-44c5-b645-790cb43d90f2 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:12.848343 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3c492c-062c-4e59-af24-9fa9da63c9c1', 'name': 'network-vif-deleted', 'tag': '7c7019e6-fd11-4f27-b3e5-9686463be62e', 'status': 'completed', 'code': 200} Feb 10 06:32:12.915186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Deleting port 3f28e49c-e920-4cb5-a2a1-228a60184716 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:12.915620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:12.951165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-18ee4bb3-e3fb-47f6-abd7-c47591b97d9e', 'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e', 'project_id': '63d9e9b81d21483f847f2a6c454489d5', 'fixed_ips': [{'subnet_id': 'd9d12010-3801-4fec-b739-18e7ee6ac2e2'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:32:12.958988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:13.003931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 3f28e49c-e920-4cb5-a2a1-228a60184716 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:13.005058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:13.031666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dbefe510-8b9b-44b0-ab59-e5c5e0fa1621 None None] Port f64ce40c-8806-4cc7-9a6a-6fb503d89327 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:13.074325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 7c7019e6-fd11-4f27-b3e5-9686463be62e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:32:13.075117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7c7019e6-fd11-4f27-b3e5-9686463be62e not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:32:13.083740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-95f60dee-fc06-42cb-b71b-e0fc3b4068f1 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1f66b4-3d9d-4c32-af86-887e0e1f62fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827211 Feb 10 06:32:13.088500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] For port 3f28e49c-e920-4cb5-a2a1-228a60184716, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=3f28e49c-e920-4cb5-a2a1-228a60184716,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:13.088809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:13.170634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a3039-6e98-47e0-948f-5cdabaf1abb8 req-74f4f592-f9d2-4e6c-a692-8856e516915a tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:13.180125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Calling delete_port for 3f28e49c-e920-4cb5-a2a1-228a60184716 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:13.180645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-904a3039-6e98-47e0-948f-5cdabaf1abb8 req-74f4f592-f9d2-4e6c-a692-8856e516915a tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 931 time: 0.8637736 Feb 10 06:32:13.438767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Made reservation on behalf of 63d9e9b81d21483f847f2a6c454489d5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:13.448676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:13.601649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-1701a38f-9115-4618-ac65-5263b7abd530 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1f66b4-3d9d-4c32-af86-887e0e1f62fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077759 Feb 10 06:32:13.701999 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:13.754781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] device_id is not set on port 1e4efb52-f60b-4173-9f37-b404c2416fd7 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:32:13.782478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834167c-734e-49bd-91e5-4562a217b398 req-d9a5fa33-432e-4c1b-a547-82d57fa0ea46 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:13.792187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834167c-734e-49bd-91e5-4562a217b398 req-d9a5fa33-432e-4c1b-a547-82d57fa0ea46 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:13.804782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a834167c-734e-49bd-91e5-4562a217b398 req-d9a5fa33-432e-4c1b-a547-82d57fa0ea46 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1679 time: 0.6186438 Feb 10 06:32:13.812739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-a447c055-0e45-470e-9ebf-963e1ca8c339 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.200&port_id=8fc298bc-20ca-466c-b5d1-bddac272c652 HTTP/1.1" status: 200 len: 217 time: 0.1848035 Feb 10 06:32:13.841675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-904a3039-6e98-47e0-948f-5cdabaf1abb8 req-3836f67a-6507-4e96-8956-86defdb1b95f tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539910 Feb 10 06:32:13.962772 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (3f28e49c-e920-4cb5-a2a1-228a60184716), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:13.968283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a834167c-734e-49bd-91e5-4562a217b398 req-4684a22d-d4cd-4d99-8133-748eabaf9499 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587477 Feb 10 06:32:14.001757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c752abc-c1ab-42b9-b7e1-9d5af6282648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5d6fe3e5-20cc-470c-af99-1783f045d7ec), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:14.004951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c752abc-c1ab-42b9-b7e1-9d5af6282648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:14.007863 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0c752abc-c1ab-42b9-b7e1-9d5af6282648 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d6fe3e5-20cc-470c-af99-1783f045d7ec HTTP/1.1" status: 204 len: 168 time: 1.7603302 Feb 10 06:32:14.138334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Pushing event deleted for resources: {'Port': ['ID=3f28e49c-e920-4cb5-a2a1-228a60184716,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:14.165685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2763e0e0-1cf2-4ca1-8be7-3c1d362e8684 req-d470b87f-9f8e-405e-a9ed-c3c560ee4b19 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6589df-e08f-492e-bc10-fb394bceed21 HTTP/1.1" status: 200 len: 210 time: 0.1963105 Feb 10 06:32:14.197559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-b35b7186-94ac-407f-b2ab-9d5e15dc2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:14.210718 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c752abc-c1ab-42b9-b7e1-9d5af6282648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6fe3e5-20cc-470c-af99-1783f045d7ec,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:14.220582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-b35b7186-94ac-407f-b2ab-9d5e15dc2121 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcf9f1e8-a784-460b-8146-7db815c6fd41 HTTP/1.1" status: 200 len: 801 time: 0.3726397 Feb 10 06:32:14.309647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Allocated IP 172.20.0.2 (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e/d9d12010-3801-4fec-b739-18e7ee6ac2e2/04bef56b-535d-4169-ac55-be89fedcc326) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:14.429367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-89d0dde7-9657-4f32-8760-399f1247ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:14.435182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-89d0dde7-9657-4f32-8760-399f1247ed7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa6c9cb2-a097-4224-9f48-5911cd006ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2073863 Feb 10 06:32:14.472966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] No DVR routers for this DVR port 3f28e49c-e920-4cb5-a2a1-228a60184716 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:14.481527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:14.487634 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6decd658-c877-4157-97e7-dbe3207d9ce2 req-a82941da-c23a-4062-8932-5481618b23cc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.13 "DELETE /v2.0/ports/3f28e49c-e920-4cb5-a2a1-228a60184716 HTTP/1.1" status: 204 len: 173 time: 2.1500688 Feb 10 06:32:14.743554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-f8bd100d-482d-4c3d-8195-ebe24e59bc82 service neutron] 10.222.0.24 "GET /v2.0/networks/fa6c9cb2-a097-4224-9f48-5911cd006ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927232 Feb 10 06:32:14.809792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64ce40c-8806-4cc7-9a6a-6fb503d89327 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:14.834723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Publish callbacks [] for port (04bef56b-535d-4169-ac55-be89fedcc326), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:14.838952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Publish callbacks [] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:14.848358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (04bef56b-535d-4169-ac55-be89fedcc326), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:14.848881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'name': 'network-vif-deleted', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:14.860148 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8e617b-866e-4705-9e98-b0fcd95c3c4a" -d '{"events": [{"server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "name": "network-vif-deleted", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:14.889653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Transition to ACTIVE for port object f64ce40c-8806-4cc7-9a6a-6fb503d89327 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:32:14.897697 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:14.982560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:15.020795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:15.049595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:15.087371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27aeafea-8d63-4093-8af5-75e3b51507f1 req-a663c01f-c747-4cba-80a5-1c6966b7c782 service neutron] 10.222.0.24 "GET /v2.0/networks/fa6c9cb2-a097-4224-9f48-5911cd006ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296132 Feb 10 06:32:15.099740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Pushing event updated for resources: {'Port': ['ID=f64ce40c-8806-4cc7-9a6a-6fb503d89327,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:15.257922 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:15.260116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Pushing event updated for resources: {'Port': ['ID=04bef56b-535d-4169-ac55-be89fedcc326,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:15.278338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.279105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.279622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.280143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.284836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.286184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.286803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.287371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.288619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.289145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.289649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.290150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.290667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:15.316621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Attempting to bind port 04bef56b-535d-4169-ac55-be89fedcc326 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:15.322863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Attempting to bind port 04bef56b-535d-4169-ac55-be89fedcc326 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36c16fcf-cc5f-4472-9130-fb9fa4987189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:15.324668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Attempting to bind port 04bef56b-535d-4169-ac55-be89fedcc326 on network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:15.351346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:15.351735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Checking segment: {'id': '36c16fcf-cc5f-4472-9130-fb9fa4987189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:15.352152 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:15.352555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Bound using segment: {'id': '36c16fcf-cc5f-4472-9130-fb9fa4987189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:15.353058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Bound port: 04bef56b-535d-4169-ac55-be89fedcc326, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c16fcf-cc5f-4472-9130-fb9fa4987189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:15.353445 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (04bef56b-535d-4169-ac55-be89fedcc326), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:15.363453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Attempting to bind port f64ce40c-8806-4cc7-9a6a-6fb503d89327 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:15.363903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Attempting to bind port f64ce40c-8806-4cc7-9a6a-6fb503d89327 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:15.364244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Attempting to bind port f64ce40c-8806-4cc7-9a6a-6fb503d89327 on network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:15.384307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Port f64ce40c-8806-4cc7-9a6a-6fb503d89327 on network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:32:15.384639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Attempting to bind port f64ce40c-8806-4cc7-9a6a-6fb503d89327 on network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:15.443470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:15.451376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Checking segment: {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:15.451934 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Bound using segment: {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:15.452418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Bound port: f64ce40c-8806-4cc7-9a6a-6fb503d89327, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:15.452891 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:15.617519 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73edc53-6c58-4418-b5de-eeaaad657d19 x-openstack-request-id: req-e73edc53-6c58-4418-b5de-eeaaad657d19 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:15.620149 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6589df-e08f-492e-bc10-fb394bceed21", "name": "network-vif-deleted", "tag": "3f28e49c-e920-4cb5-a2a1-228a60184716", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:15.621950 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e73edc53-6c58-4418-b5de-eeaaad657d19 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:15.623507 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6589df-e08f-492e-bc10-fb394bceed21', 'name': 'network-vif-deleted', 'tag': '3f28e49c-e920-4cb5-a2a1-228a60184716', 'status': 'completed', 'code': 200} Feb 10 06:32:15.651918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] For port 04bef56b-535d-4169-ac55-be89fedcc326, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:15.670980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] For port 04bef56b-535d-4169-ac55-be89fedcc326, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=04bef56b-535d-4169-ac55-be89fedcc326,segment=NetworkSegment(36c16fcf-cc5f-4472-9130-fb9fa4987189),segment_id=36c16fcf-cc5f-4472-9130-fb9fa4987189)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:15.696119 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (04bef56b-535d-4169-ac55-be89fedcc326), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:15.714730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] For port f64ce40c-8806-4cc7-9a6a-6fb503d89327, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:15.719171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] For port f64ce40c-8806-4cc7-9a6a-6fb503d89327, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:15.729877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Allocated IP 172.20.0.10 (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e/d9d12010-3801-4fec-b739-18e7ee6ac2e2/1e4efb52-f60b-4173-9f37-b404c2416fd7) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:15.735279 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:15.836396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3b2e7-f17a-4a30-a7a9-5ca37f72832e req-19be4847-dd42-47f2-ab67-508d0dded8be tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:15.845763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:15.847361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:15.849504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9fb3b2e7-f17a-4a30-a7a9-5ca37f72832e req-19be4847-dd42-47f2-ab67-508d0dded8be tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 943 time: 0.7595704 Feb 10 06:32:15.857599 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] 10.222.0.13 "PUT /v2.0/ports/f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 1091 time: 3.5431519 Feb 10 06:32:15.889842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79be378-0c75-49fe-8cdb-4555b5ba4699 None None] Pushing event updated for resources: {'Port': ['ID=04bef56b-535d-4169-ac55-be89fedcc326,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:15.917323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e456d9-d214-4e55-b315-08f86f231e79 service neutron] Pushing event updated for resources: {'Port': ['ID=f64ce40c-8806-4cc7-9a6a-6fb503d89327,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:15.944702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-17142dc6-9cf3-4550-b73c-14bcd8903e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:15.945181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-17142dc6-9cf3-4550-b73c-14bcd8903e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:15.950883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-17142dc6-9cf3-4550-b73c-14bcd8903e5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c72390379c90477da1bb6fe04184bee5&device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 2043 time: 0.6058683 Feb 10 06:32:16.049713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-d5184c38-dfb6-4ca3-a3c3-0dfa8e96c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:16.051340 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-d5184c38-dfb6-4ca3-a3c3-0dfa8e96c3e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1125 time: 0.1219020 Feb 10 06:32:16.164524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-1688c259-1191-4566-859b-57e3abf1cae6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 217 time: 0.1049681 Feb 10 06:32:16.292445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-f3c22bd6-6c19-4e4f-b3c7-fc2235326993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:16.293881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-f3c22bd6-6c19-4e4f-b3c7-fc2235326993 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa6c9cb2-a097-4224-9f48-5911cd006ca3 HTTP/1.1" status: 200 len: 901 time: 0.3034053 Feb 10 06:32:16.296547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-ee414be5-7b1a-4c80-bbf9-bdb10b75f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:16.298017 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-ee414be5-7b1a-4c80-bbf9-bdb10b75f504 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.1243825 Feb 10 06:32:16.440135 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:16.445568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9fb3b2e7-f17a-4a30-a7a9-5ca37f72832e req-ceceb00e-84b4-4a7e-a01f-cdb0870b912b tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669594 Feb 10 06:32:16.474641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-303ad5b5-0e26-4add-b8ef-70152ed981f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:16.484217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-303ad5b5-0e26-4add-b8ef-70152ed981f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1792581 Feb 10 06:32:16.529457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39892) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:16.711135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aecbbd-de02-40e7-9ebb-ea066b8c260b req-d36fc873-d6dd-4943-99de-fa906818c750 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:16.716581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aecbbd-de02-40e7-9ebb-ea066b8c260b req-d36fc873-d6dd-4943-99de-fa906818c750 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:16.725463 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57aecbbd-de02-40e7-9ebb-ea066b8c260b req-d36fc873-d6dd-4943-99de-fa906818c750 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1679 time: 0.9790192 Feb 10 06:32:16.732298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-ca5b3473-cfff-46f4-bd65-47e5ef0d9158 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.200&port_id=8fc298bc-20ca-466c-b5d1-bddac272c652 HTTP/1.1" status: 200 len: 217 time: 0.3541622 Feb 10 06:32:16.737287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-network', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:16.797984 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-65d008ee-00ec-4ec0-9889-c6e975338a34 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117511 Feb 10 06:32:16.799896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Made reservation on behalf of 8525771e9e3c4d0dbc1ec48468f0dc0d for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:16.805166 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:16.849003 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:16.890603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-c9f20607-743c-4a62-8f99-c87c27544077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:16.892147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-c9f20607-743c-4a62-8f99-c87c27544077 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcf9f1e8-a784-460b-8146-7db815c6fd41 HTTP/1.1" status: 200 len: 801 time: 0.1415715 Feb 10 06:32:16.942490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57aecbbd-de02-40e7-9ebb-ea066b8c260b req-572f8b85-eca9-4921-9635-d152667fede0 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151895 Feb 10 06:32:17.093438 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Publish callbacks [] for security_group (767adecc-35ef-408f-84ed-20a71ceba2e8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:17.123614 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c99f494f-b292-4d4f-9eb0-4b9498590267 req-77d35c13-e6d6-46f5-8f60-0626c9a91c22 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137388 Feb 10 06:32:17.124427 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for port (1e4efb52-f60b-4173-9f37-b404c2416fd7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:17.124783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (767adecc-35ef-408f-84ed-20a71ceba2e8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:17.130891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-729c4b40-9c73-497c-ac57-542b413f7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:17.143716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:32:17.143926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-729c4b40-9c73-497c-ac57-542b413f7dbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa6c9cb2-a097-4224-9f48-5911cd006ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2104697 Feb 10 06:32:17.167195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1fc7ecb7-d7b1-493e-adb4-0b604e223507), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:17.167751 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Added segment 1fc7ecb7-d7b1-493e-adb4-0b604e223507 of type vlan for network 327f4065-4b8d-4984-9e6e-20d2c70521c7 Feb 10 06:32:17.256834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (327f4065-4b8d-4984-9e6e-20d2c70521c7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:17.283843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767adecc-35ef-408f-84ed-20a71ceba2e8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:17.326678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (327f4065-4b8d-4984-9e6e-20d2c70521c7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:17.328447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:17.330070 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:17.482253 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.9507494 Feb 10 06:32:17.489332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39940) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:17.495804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Request body: {'subnet': {'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-subnet', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:17.499536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882bbab-ae33-47cc-94de-40fa3444abe5 admin admin] Pushing event updated for resources: {'Network': ['ID=327f4065-4b8d-4984-9e6e-20d2c70521c7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:17.516775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 327f4065-4b8d-4984-9e6e-20d2c70521c7 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:32:17.555385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Made reservation on behalf of 8525771e9e3c4d0dbc1ec48468f0dc0d for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:17.558616 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:17.632825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:17.637746 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1e4efb52-f60b-4173-9f37-b404c2416fd7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:17.640014 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a417b20-fd41-4123-a144-490c3397dd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:17.763859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-88f89ad4-c678-48a4-ae74-c6576661ddf4 service neutron] 10.222.0.24 "GET /v2.0/networks/fa6c9cb2-a097-4224-9f48-5911cd006ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096582 Feb 10 06:32:17.823322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8fc298bc-20ca-466c-b5d1-bddac272c652 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:32:17.911609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-7fdf986b-5ab6-45a5-9314-497ba022480e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:17.923082 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-7fdf986b-5ab6-45a5-9314-497ba022480e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.24 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 944 time: 0.2155709 Feb 10 06:32:18.016784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 04bef56b-535d-4169-ac55-be89fedcc326 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:18.106616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73630a0-e9af-4b1f-be3a-c0b692d76b37 None None] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:32:18.186130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:18.230022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:18.236803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Port': ['ID=1e4efb52-f60b-4173-9f37-b404c2416fd7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:18.259883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:18.300587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 04bef56b-535d-4169-ac55-be89fedcc326 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:18.301221 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04bef56b-535d-4169-ac55-be89fedcc326), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:18.405962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (524d76dd-0c22-4938-b584-142db313b9b7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:18.457322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b1fdd1f5-2a62-48c1-98cb-3878d6348d6d None None] Provisioning complete for port 04bef56b-535d-4169-ac55-be89fedcc326 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:18.462513 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd1f5-2a62-48c1-98cb-3878d6348d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04bef56b-535d-4169-ac55-be89fedcc326), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:18.471879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Deleting port a97521fa-631e-45b2-a733-2628bda77b03 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:18.472189 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a97521fa-631e-45b2-a733-2628bda77b03), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:18.494267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471456f5-a075-475d-96d5-acc32d48c0cd req-320e9b53-2821-4364-bcec-a272c4b8b386 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:18.504154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-471456f5-a075-475d-96d5-acc32d48c0cd req-320e9b53-2821-4364-bcec-a272c4b8b386 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 944 time: 1.0337579 Feb 10 06:32:18.585637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=524d76dd-0c22-4938-b584-142db313b9b7,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:18.647286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:18.653799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:18.655476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40002) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:18.683424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9732b49-5f92-44f0-965a-9f5370a1debe req-e3942ef6-159b-42c5-93bc-26bacf1e9537 service neutron] 10.222.0.24 "GET /v2.0/networks/fa6c9cb2-a097-4224-9f48-5911cd006ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905108 Feb 10 06:32:18.697630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Checking segment: {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:18.697995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Network hostable DHCP agents. Network: 327f4065-4b8d-4984-9e6e-20d2c70521c7, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:32:18.767143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-471456f5-a075-475d-96d5-acc32d48c0cd req-f254d1d4-2915-4652-bbca-aab0aaa66ba8 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608352 Feb 10 06:32:18.795741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8fc298bc-20ca-466c-b5d1-bddac272c652, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8fc298bc-20ca-466c-b5d1-bddac272c652,segment=NetworkSegment(22d69679-aee0-4151-8ff8-ce129cdf4ff5),segment_id=22d69679-aee0-4151-8ff8-ce129cdf4ff5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:18.798560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9f1d9582-e595-4a67-9aeb-156149f8a9a3 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4121881 Feb 10 06:32:18.805160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40012) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:18.837154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64623e-1a0c-4f33-bee3-02df4f6b05a2 req-f7d6f369-ce7c-415a-b420-b7d6f87f4f68 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:18.852412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad64623e-1a0c-4f33-bee3-02df4f6b05a2 req-f7d6f369-ce7c-415a-b420-b7d6f87f4f68 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 943 time: 0.5936692 Feb 10 06:32:18.857497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] For port a97521fa-631e-45b2-a733-2628bda77b03, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a97521fa-631e-45b2-a733-2628bda77b03,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:18.858218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a97521fa-631e-45b2-a733-2628bda77b03), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:18.870230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Network 327f4065-4b8d-4984-9e6e-20d2c70521c7 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:32:18.885843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'port': {'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e', 'name': 'tempest-AllowedAddressPairTestJSON-141363028', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:37:a1:ee'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:18.891597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Calling delete_port for a97521fa-631e-45b2-a733-2628bda77b03 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:18.898898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 327f4065-4b8d-4984-9e6e-20d2c70521c7) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:18.914225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:18.915236 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:18.917434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '8fc298bc-20ca-466c-b5d1-bddac272c652', 'network_id': 'fa6c9cb2-a097-4224-9f48-5911cd006ca3', 'port_id': '8fc298bc-20ca-466c-b5d1-bddac272c652', 'mac_address': 'fa:16:3e:63:9f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf9f1e8-a784-460b-8146-7db815c6fd41', 'ip_address': '19.86.0.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:32:18.930956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 04bef56b-535d-4169-ac55-be89fedcc326 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:18.932124 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (04bef56b-535d-4169-ac55-be89fedcc326), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:18.940702 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-603b846d-c33e-491e-aee7-75b8b7271f01 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4502521 Feb 10 06:32:18.943625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40016) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:18.982509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:18.998514 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24653a92-929b-412c-8899-aeeed5d852dd x-openstack-request-id: req-24653a92-929b-412c-8899-aeeed5d852dd {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:19.001651 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:19.001932 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24653a92-929b-412c-8899-aeeed5d852dd {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:19.003371 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'status': 'completed', 'code': 200} Feb 10 06:32:19.014539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f32f9-9193-4e5a-8ce6-b575eed798cf None None] Network 327f4065-4b8d-4984-9e6e-20d2c70521c7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:32:19.322866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad64623e-1a0c-4f33-bee3-02df4f6b05a2 req-bb99fb53-4134-4b66-8a41-1b6e32b5f520 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693630 Feb 10 06:32:19.357707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (095a36ab-47b7-476d-b780-a3a5c75af4f7), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:19.359176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (095a36ab-47b7-476d-b780-a3a5c75af4f7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:19.383059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0db22-d256-4fd3-9408-c6bebd8e50ce req-a424121b-d5a7-4757-9fa8-b250ab376d1b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:19.388672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0db22-d256-4fd3-9408-c6bebd8e50ce req-a424121b-d5a7-4757-9fa8-b250ab376d1b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:19.390703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72e0db22-d256-4fd3-9408-c6bebd8e50ce req-a424121b-d5a7-4757-9fa8-b250ab376d1b tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1679 time: 0.3296561 Feb 10 06:32:19.431090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Made reservation on behalf of 63d9e9b81d21483f847f2a6c454489d5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:19.465627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks [] for router_controller (095a36ab-47b7-476d-b780-a3a5c75af4f7), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:19.576017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b1fdd1f5-2a62-48c1-98cb-3878d6348d6d None None] Current status of the port 04bef56b-535d-4169-ac55-be89fedcc326 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:19.576565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd1f5-2a62-48c1-98cb-3878d6348d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (04bef56b-535d-4169-ac55-be89fedcc326), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:19.590909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 04bef56b-535d-4169-ac55-be89fedcc326, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=04bef56b-535d-4169-ac55-be89fedcc326,segment=NetworkSegment(36c16fcf-cc5f-4472-9130-fb9fa4987189),segment_id=36c16fcf-cc5f-4472-9130-fb9fa4987189)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:19.598020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72e0db22-d256-4fd3-9408-c6bebd8e50ce req-0d4aaa79-ab74-4d1f-b1f1-44b825afc55d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802483 Feb 10 06:32:19.649383 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (04bef56b-535d-4169-ac55-be89fedcc326), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:19.652252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:19.680855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] device_id is not set on port 0ed27527-eeb7-4ffc-9bf9-3591184971bd yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:32:19.881664 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-b1fdd1f5-2a62-48c1-98cb-3878d6348d6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:32:19.881664 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-b1fdd1f5-2a62-48c1-98cb-3878d6348d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:32:19.886604 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fe74c6ab-e595-4012-9cb9-aaab604aa203 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d8eae7b449a462099c4402bec9947d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2292717 Feb 10 06:32:19.887510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40054) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:19.889295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-327f4065-4b8d-4984-9e6e-20d2c70521c7', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:32:19.898276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a417b20-fd41-4123-a144-490c3397dd4c req-5f1f0a1d-f788-446f-b933-3a005f697003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:19.901720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a417b20-fd41-4123-a144-490c3397dd4c req-5f1f0a1d-f788-446f-b933-3a005f697003 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1125 time: 0.8979075 Feb 10 06:32:19.905278 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:19.916000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=04bef56b-535d-4169-ac55-be89fedcc326,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:19.992988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Allocated IP 172.20.0.13 (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e/d9d12010-3801-4fec-b739-18e7ee6ac2e2/0ed27527-eeb7-4ffc-9bf9-3591184971bd) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:19.998989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 8fc298bc-20ca-466c-b5d1-bddac272c652 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:19.999266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.009961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks [] for router_gateway (095a36ab-47b7-476d-b780-a3a5c75af4f7), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.025189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc298bc-20ca-466c-b5d1-bddac272c652 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:20.195353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930c87d-adf4-4629-8e06-388bab4dc7e3 req-192ac6bb-13e5-4199-b837-5b3bee4ce85e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:20.203496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c930c87d-adf4-4629-8e06-388bab4dc7e3 req-192ac6bb-13e5-4199-b837-5b3bee4ce85e tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7d6533-53e5-4b88-abeb-de3e78d22686 HTTP/1.1" status: 200 len: 944 time: 0.1821392 Feb 10 06:32:20.203792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8fc298bc-20ca-466c-b5d1-bddac272c652, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8fc298bc-20ca-466c-b5d1-bddac272c652,segment=NetworkSegment(22d69679-aee0-4151-8ff8-ce129cdf4ff5),segment_id=22d69679-aee0-4151-8ff8-ce129cdf4ff5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:20.214516 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.215603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device dc7b8b33-7427-4c49-99b9-06f4984090be details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:32:20.333967 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a97521fa-631e-45b2-a733-2628bda77b03), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.369338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c930c87d-adf4-4629-8e06-388bab4dc7e3 req-72a2f1f1-699a-41b4-8c24-fd3a0c012f14 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193323 Feb 10 06:32:20.401634 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for port (0ed27527-eeb7-4ffc-9bf9-3591184971bd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.475707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Allocated IP 172.20.0.2 (327f4065-4b8d-4984-9e6e-20d2c70521c7/524d76dd-0c22-4938-b584-142db313b9b7/098ac851-9a35-4b66-ad94-9fab5166072c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:20.490203 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0ed27527-eeb7-4ffc-9bf9-3591184971bd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.523477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Pushing event deleted for resources: {'Port': ['ID=a97521fa-631e-45b2-a733-2628bda77b03,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:20.528399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] No DVR routers for this DVR port a97521fa-631e-45b2-a733-2628bda77b03 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:20.535247 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.538700 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-32ae6973-5f97-472f-8f63-bc3140c171ba req-53c102f4-16f2-44f2-a104-ab31fa5b2af9 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.24 "DELETE /v2.0/ports/a97521fa-631e-45b2-a733-2628bda77b03 HTTP/1.1" status: 204 len: 173 time: 2.5973659 Feb 10 06:32:20.594161 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f178-cab3-4828-be90-bc629921fd9f admin admin] Publish callbacks [] for security_group (d4a430ff-f800-4c1e-bb33-fdaa70f0456d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.604440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Port': ['ID=0ed27527-eeb7-4ffc-9bf9-3591184971bd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:20.625638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a417b20-fd41-4123-a144-490c3397dd4c req-f5f401bc-f0f2-438a-84da-dd46ba6b480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:20.627709 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a417b20-fd41-4123-a144-490c3397dd4c req-f5f401bc-f0f2-438a-84da-dd46ba6b480f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.7174251 Feb 10 06:32:20.683628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:20.693545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:20.705559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:20.730230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f178-cab3-4828-be90-bc629921fd9f admin admin] Publish callbacks [] for security_group (d4a430ff-f800-4c1e-bb33-fdaa70f0456d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.762032 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a417b20-fd41-4123-a144-490c3397dd4c req-6e2f0e86-9bdd-4706-b5ba-54ac8508ab4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 217 time: 0.1182787 Feb 10 06:32:20.782011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e342a-e787-4352-9a2c-c295252cf8a1 req-d08a10a8-b10b-48c3-83c4-2fbc30718ec5 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:20.790537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a23e342a-e787-4352-9a2c-c295252cf8a1 req-d08a10a8-b10b-48c3-83c4-2fbc30718ec5 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 943 time: 0.3284595 Feb 10 06:32:20.860914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:20.861630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.893094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f182c65-d079-421c-b71e-4825136f1711 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.0868399 Feb 10 06:32:20.917341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40092) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:20.941326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Publish callbacks [] for port (098ac851-9a35-4b66-ad94-9fab5166072c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.951039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f64ce40c-8806-4cc7-9a6a-6fb503d89327 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:32:20.977209 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f178-cab3-4828-be90-bc629921fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d4a430ff-f800-4c1e-bb33-fdaa70f0456d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.981810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f178-cab3-4828-be90-bc629921fd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:20.984845 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9bf3f178-cab3-4828-be90-bc629921fd9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4a430ff-f800-4c1e-bb33-fdaa70f0456d HTTP/1.1" status: 204 len: 168 time: 1.0893545 Feb 10 06:32:21.013806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'name': 'network-vif-deleted', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:21.034629 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bfe700-a514-42a2-8b07-b66ab37f0758" -d '{"events": [{"server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "name": "network-vif-deleted", "tag": "a97521fa-631e-45b2-a733-2628bda77b03"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:21.049688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a23e342a-e787-4352-9a2c-c295252cf8a1 req-b0f188d3-92b7-4931-97e9-bdd7f9640e09 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577040 Feb 10 06:32:21.091403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a417b20-fd41-4123-a144-490c3397dd4c req-38060e83-148b-4ea3-bcc5-c0c029efeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:21.096832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ad182-e864-4226-8f4c-32cd384a0bdc req-3d2388b2-7dd6-4ce4-90b5-de7ea3b2a028 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:21.097269 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a417b20-fd41-4123-a144-490c3397dd4c req-38060e83-148b-4ea3-bcc5-c0c029efeee9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.2428434 Feb 10 06:32:21.165121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3f178-cab3-4828-be90-bc629921fd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a430ff-f800-4c1e-bb33-fdaa70f0456d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:21.169855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ad182-e864-4226-8f4c-32cd384a0bdc req-3d2388b2-7dd6-4ce4-90b5-de7ea3b2a028 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:21.185537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd9ad182-e864-4226-8f4c-32cd384a0bdc req-3d2388b2-7dd6-4ce4-90b5-de7ea3b2a028 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1680 time: 0.3869121 Feb 10 06:32:21.218187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b1fdd1f5-2a62-48c1-98cb-3878d6348d6d None None] Current status of the port 04bef56b-535d-4169-ac55-be89fedcc326 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:21.233522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=8fc298bc-20ca-466c-b5d1-bddac272c652,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:21.246043 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:21.257260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40102) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:21.277310 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a54e5a5-39c4-4543-91b9-698074028a36 x-openstack-request-id: req-2a54e5a5-39c4-4543-91b9-698074028a36 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:21.277682 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d6533-53e5-4b88-abeb-de3e78d22686", "name": "network-vif-deleted", "tag": "a97521fa-631e-45b2-a733-2628bda77b03", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:21.277864 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a54e5a5-39c4-4543-91b9-698074028a36 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:21.278289 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d6533-53e5-4b88-abeb-de3e78d22686', 'name': 'network-vif-deleted', 'tag': 'a97521fa-631e-45b2-a733-2628bda77b03', 'status': 'completed', 'code': 200} Feb 10 06:32:21.471211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Pushing event updated for resources: {'Port': ['ID=098ac851-9a35-4b66-ad94-9fab5166072c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:21.486346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064de85-1841-4c0b-b870-6ec288ee2382 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:21.499064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:32:21.501068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064de85-1841-4c0b-b870-6ec288ee2382 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:21.510726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064de85-1841-4c0b-b870-6ec288ee2382 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:21.512608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a064de85-1841-4c0b-b870-6ec288ee2382 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5897627 Feb 10 06:32:21.520518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd9ad182-e864-4226-8f4c-32cd384a0bdc req-7b1dbb31-3b06-4e8a-aaca-4923593a9bcc tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960281 Feb 10 06:32:21.527265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40108) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:21.581021 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-696b18db-377a-4336-a26d-beebf7519616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:21.603523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks [] for router_gateway (095a36ab-47b7-476d-b780-a3a5c75af4f7), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:21.609173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a417b20-fd41-4123-a144-490c3397dd4c req-e4839a1f-5ade-45ac-95a0-06a89b311942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:21.612172 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a417b20-fd41-4123-a144-490c3397dd4c req-e4839a1f-5ade-45ac-95a0-06a89b311942 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4901738 Feb 10 06:32:21.671637 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:21.717832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port f64ce40c-8806-4cc7-9a6a-6fb503d89327, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:21.844316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'port_id': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:32:21.889373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Network 327f4065-4b8d-4984-9e6e-20d2c70521c7 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:21.899225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:21.904311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port dc7b8b33-7427-4c49-99b9-06f4984090be, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dc7b8b33-7427-4c49-99b9-06f4984090be,segment=NetworkSegment(0fedb975-6d36-4b5c-a182-c8b31f0d1485),segment_id=0fedb975-6d36-4b5c-a182-c8b31f0d1485)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:21.912754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:22.009468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 04bef56b-535d-4169-ac55-be89fedcc326 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:22.018009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port f64ce40c-8806-4cc7-9a6a-6fb503d89327 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:22.018525 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.089866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'dc7b8b33-7427-4c49-99b9-06f4984090be', 'network_id': '9e1f66b4-3d9d-4c32-af86-887e0e1f62fd', 'port_id': 'dc7b8b33-7427-4c49-99b9-06f4984090be', 'mac_address': 'fa:16:3e:c3:31:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6b09fa-5095-4aef-9311-6259a54c7f0d', 'ip_address': '19.80.0.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:32:22.133298 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a417b20-fd41-4123-a144-490c3397dd4c req-cac0dc86-c9f5-42f7-8499-68f42cd2a43d service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737058 Feb 10 06:32:22.135732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8a741a35-4817-4ffd-8209-a6ca7d56d2a7 None None] Provisioning complete for port 0ed27527-eeb7-4ffc-9bf9-3591184971bd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:22.136107 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a741a35-4817-4ffd-8209-a6ca7d56d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0ed27527-eeb7-4ffc-9bf9-3591184971bd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.183559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Allocated IP 172.25.8.203 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/0bb3ac79-3d4b-46e1-a97d-e6ece18997a7) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:22.194639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64ce40c-8806-4cc7-9a6a-6fb503d89327 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:22.357799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port f64ce40c-8806-4cc7-9a6a-6fb503d89327, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:22.363047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Attempting to bind port 098ac851-9a35-4b66-ad94-9fab5166072c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:22.363597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Attempting to bind port 098ac851-9a35-4b66-ad94-9fab5166072c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:22.364117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Attempting to bind port 098ac851-9a35-4b66-ad94-9fab5166072c on network 327f4065-4b8d-4984-9e6e-20d2c70521c7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:22.371768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a741a35-4817-4ffd-8209-a6ca7d56d2a7 None None] Port 0ed27527-eeb7-4ffc-9bf9-3591184971bd cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:22.379311 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.380620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks [] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.391485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:22.392429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Checking segment: {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:22.393005 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.393578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Bound using segment: {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:22.394275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Bound port: 098ac851-9a35-4b66-ad94-9fab5166072c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:22.394950 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.433002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port dc7b8b33-7427-4c49-99b9-06f4984090be is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:22.433701 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.442565 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.498903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=f64ce40c-8806-4cc7-9a6a-6fb503d89327,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:22.506990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7b8b33-7427-4c49-99b9-06f4984090be {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:22.509405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb3ac79-3d4b-46e1-a97d-e6ece18997a7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:22.517081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 04bef56b-535d-4169-ac55-be89fedcc326 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:22.517511 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04bef56b-535d-4169-ac55-be89fedcc326), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.562024 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8a741a35-4817-4ffd-8209-a6ca7d56d2a7 None None] Provisioning complete for port 04bef56b-535d-4169-ac55-be89fedcc326 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:22.562348 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a741a35-4817-4ffd-8209-a6ca7d56d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04bef56b-535d-4169-ac55-be89fedcc326), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.648644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71aa17-62e1-4bb8-8ab6-527101254295 req-5b928dc6-c14e-4be7-a87b-fb918b3102fa tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:22.651028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be71aa17-62e1-4bb8-8ab6-527101254295 req-5b928dc6-c14e-4be7-a87b-fb918b3102fa tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.2102957 Feb 10 06:32:22.658068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b6655082-bd36-48ed-be32-d9705f6c18ca tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Deleting port 0ed27527-eeb7-4ffc-9bf9-3591184971bd {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:22.658836 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6655082-bd36-48ed-be32-d9705f6c18ca tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0ed27527-eeb7-4ffc-9bf9-3591184971bd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.716979 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a417b20-fd41-4123-a144-490c3397dd4c req-077cf225-2744-442c-99d9-850e127c0ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722308 Feb 10 06:32:22.720553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:22.729463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:22.737170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port dc7b8b33-7427-4c49-99b9-06f4984090be, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dc7b8b33-7427-4c49-99b9-06f4984090be,segment=NetworkSegment(0fedb975-6d36-4b5c-a182-c8b31f0d1485),segment_id=0fedb975-6d36-4b5c-a182-c8b31f0d1485)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:22.742987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:22.762486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.809549 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6655082-bd36-48ed-be32-d9705f6c18ca tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0ed27527-eeb7-4ffc-9bf9-3591184971bd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:22.825783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b6655082-bd36-48ed-be32-d9705f6c18ca tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Calling delete_port for 0ed27527-eeb7-4ffc-9bf9-3591184971bd owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:22.836181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-8316f26c-6b37-4958-a92b-320f86347065 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:22.839137 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-8316f26c-6b37-4958-a92b-320f86347065 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.13 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.3383069 Feb 10 06:32:22.887042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f64ce40c-8806-4cc7-9a6a-6fb503d89327'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:32:22.912310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c0f6b-c378-4bd2-8f4c-d7687bc2603e req-e54e2f0e-46f3-4e3b-b51f-4ea14ee1b877 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:22.918234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e9c0f6b-c378-4bd2-8f4c-d7687bc2603e req-e54e2f0e-46f3-4e3b-b51f-4ea14ee1b877 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 944 time: 0.4784606 Feb 10 06:32:22.994425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] For port 098ac851-9a35-4b66-ad94-9fab5166072c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:23.020199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=dc7b8b33-7427-4c49-99b9-06f4984090be,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:23.030290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] For port 098ac851-9a35-4b66-ad94-9fab5166072c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=098ac851-9a35-4b66-ad94-9fab5166072c,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:23.065208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-696b18db-377a-4336-a26d-beebf7519616 admin admin] Publish callbacks [] for security_group (de2e80c9-f25d-4b61-b0d4-0381a410f9cc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:23.087656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['dc7b8b33-7427-4c49-99b9-06f4984090be'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:32:23.103459 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:23.106035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 04bef56b-535d-4169-ac55-be89fedcc326 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:23.124799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-696b18db-377a-4336-a26d-beebf7519616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (de2e80c9-f25d-4b61-b0d4-0381a410f9cc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:23.163223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Deleting port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:23.163555 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:23.186750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e9c0f6b-c378-4bd2-8f4c-d7687bc2603e req-70baad5b-fc62-4df4-8e57-06a499d002b3 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674451 Feb 10 06:32:23.228323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be71aa17-62e1-4bb8-8ab6-527101254295 req-3e94be50-8157-4ba7-96d5-2b06f156aeb4 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364675 Feb 10 06:32:23.247034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a741a35-4817-4ffd-8209-a6ca7d56d2a7 None None] Current status of the port 04bef56b-535d-4169-ac55-be89fedcc326 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:23.405551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e883d-ddc3-4d03-b247-aaa6968583ec None None] Pushing event updated for resources: {'Port': ['ID=098ac851-9a35-4b66-ad94-9fab5166072c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:23.415964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b18db-377a-4336-a26d-beebf7519616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e80c9-f25d-4b61-b0d4-0381a410f9cc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:23.430400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8a741a35-4817-4ffd-8209-a6ca7d56d2a7 None None] Provisioning complete for port 1e4efb52-f60b-4173-9f37-b404c2416fd7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:23.432504 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a741a35-4817-4ffd-8209-a6ca7d56d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1e4efb52-f60b-4173-9f37-b404c2416fd7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:23.455094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-696b18db-377a-4336-a26d-beebf7519616 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f030e49e7b447aca6516942c7965668&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1945593 Feb 10 06:32:23.469178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40144) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:23.589342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a741a35-4817-4ffd-8209-a6ca7d56d2a7 None None] Port 1e4efb52-f60b-4173-9f37-b404c2416fd7 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:23.655209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-735363da-5683-4122-8040-0bd5ea9d9472 admin admin] Publish callbacks [] for security_group (de2e80c9-f25d-4b61-b0d4-0381a410f9cc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:23.727119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-735363da-5683-4122-8040-0bd5ea9d9472 admin admin] Publish callbacks [] for security_group (de2e80c9-f25d-4b61-b0d4-0381a410f9cc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:23.749450 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6655082-bd36-48ed-be32-d9705f6c18ca tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0ed27527-eeb7-4ffc-9bf9-3591184971bd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:23.952496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 098ac851-9a35-4b66-ad94-9fab5166072c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:23.987867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586968d-30b6-491d-9482-1dcfbe29b432 req-8fc434ef-ef92-408d-82ec-e6089f1128b5 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:23.997265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586968d-30b6-491d-9482-1dcfbe29b432 req-8fc434ef-ef92-408d-82ec-e6089f1128b5 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:23.998998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7586968d-30b6-491d-9482-1dcfbe29b432 req-8fc434ef-ef92-408d-82ec-e6089f1128b5 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1681 time: 0.6287234 Feb 10 06:32:24.162709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6655082-bd36-48ed-be32-d9705f6c18ca tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:24.169503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b6655082-bd36-48ed-be32-d9705f6c18ca tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "DELETE /v2.0/ports/0ed27527-eeb7-4ffc-9bf9-3591184971bd HTTP/1.1" status: 204 len: 168 time: 2.6401117 Feb 10 06:32:24.169503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6655082-bd36-48ed-be32-d9705f6c18ca tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event deleted for resources: {'Port': ['ID=0ed27527-eeb7-4ffc-9bf9-3591184971bd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:24.174249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:24.280615 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-04731fea-8a49-4875-a9fe-d1cb7e411d11 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] GET failed (client error): The resource could not be found. Feb 10 06:32:24.280615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-04731fea-8a49-4875-a9fe-d1cb7e411d11 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "GET /v2.0/ports/0ed27527-eeb7-4ffc-9bf9-3591184971bd HTTP/1.1" status: 404 len: 333 time: 0.0858817 Feb 10 06:32:24.283638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:24.324660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'port': {'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e', 'name': 'tempest-AllowedAddressPairTestJSON-96367805'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:24.358134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] For port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,segment=NetworkSegment(a20794df-96a6-413d-8db9-3fa427230f92),segment_id=a20794df-96a6-413d-8db9-3fa427230f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:24.358772 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:24.385775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks [] for router_gateway (095a36ab-47b7-476d-b780-a3a5c75af4f7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:24.462720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7586968d-30b6-491d-9482-1dcfbe29b432 req-662262d6-76d3-46dd-8431-8ed2bd14f629 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056222 Feb 10 06:32:24.482383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f64ce40c-8806-4cc7-9a6a-6fb503d89327 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:24.514730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40164) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:24.527337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Made reservation on behalf of 63d9e9b81d21483f847f2a6c454489d5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:24.532404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:24.555796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Calling delete_port for d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:24.585727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] device_id is not set on port 61a6aab6-a589-43b3-89ed-af3948b71562 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:32:24.639401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['8fc298bc-20ca-466c-b5d1-bddac272c652'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:32:24.800618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c36a11-6e0e-4b98-ba88-47df6f4572ff req-aff14349-ba14-46d7-88c0-a65ec890a241 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:24.802156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59c36a11-6e0e-4b98-ba88-47df6f4572ff req-aff14349-ba14-46d7-88c0-a65ec890a241 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 944 time: 0.3448038 Feb 10 06:32:24.803423 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-735363da-5683-4122-8040-0bd5ea9d9472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (de2e80c9-f25d-4b61-b0d4-0381a410f9cc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:24.817997 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-735363da-5683-4122-8040-0bd5ea9d9472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:24.819248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-735363da-5683-4122-8040-0bd5ea9d9472 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de2e80c9-f25d-4b61-b0d4-0381a410f9cc HTTP/1.1" status: 204 len: 168 time: 1.3471551 Feb 10 06:32:24.844249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device dc7b8b33-7427-4c49-99b9-06f4984090be up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:24.889863 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e73302c-e333-4a0b-b1ae-d2a099d1c4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:24.923393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Allocated IP 172.20.0.9 (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e/d9d12010-3801-4fec-b739-18e7ee6ac2e2/61a6aab6-a589-43b3-89ed-af3948b71562) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:25.014931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 098ac851-9a35-4b66-ad94-9fab5166072c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:25.015692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.105840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port dc7b8b33-7427-4c49-99b9-06f4984090be completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:32:25.119269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port f64ce40c-8806-4cc7-9a6a-6fb503d89327 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:32:25.129946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port f64ce40c-8806-4cc7-9a6a-6fb503d89327 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:25.131023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.133357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port dc7b8b33-7427-4c49-99b9-06f4984090be triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:25.134406 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.168515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735363da-5683-4122-8040-0bd5ea9d9472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e80c9-f25d-4b61-b0d4-0381a410f9cc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:25.376725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59c36a11-6e0e-4b98-ba88-47df6f4572ff req-253d0ae2-8215-4ff2-a22e-3b2ae306be0c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134797 Feb 10 06:32:25.390002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3188b20-38af-42c4-bec4-eb72900e6321 req-2ee2e221-a7dc-48be-807c-064b90252237 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:25.390593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e19286-5263-40c8-b9cf-ffe3cfefef39 None None] Network 327f4065-4b8d-4984-9e6e-20d2c70521c7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:32:25.392250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3188b20-38af-42c4-bec4-eb72900e6321 req-2ee2e221-a7dc-48be-807c-064b90252237 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 944 time: 0.3354290 Feb 10 06:32:25.486219 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d3d10b35-c681-4a58-a0e6-2d81fc7cceb3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.530358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40174) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:25.575332 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for port (61a6aab6-a589-43b3-89ed-af3948b71562), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.631578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-51a98602-3832-46fd-9a63-60c1b270f03a None None] Provisioning complete for port 098ac851-9a35-4b66-ad94-9fab5166072c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:25.632163 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51a98602-3832-46fd-9a63-60c1b270f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.704830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3188b20-38af-42c4-bec4-eb72900e6321 req-46b326c5-24e3-459b-aacf-6d5291c4b9bc tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c7a34d-4972-4769-873d-ef41da63c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679999 Feb 10 06:32:25.724092 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (095a36ab-47b7-476d-b780-a3a5c75af4f7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.735045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Pushing event deleted for resources: {'Port': ['ID=d3d10b35-c681-4a58-a0e6-2d81fc7cceb3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:25.753603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port dc7b8b33-7427-4c49-99b9-06f4984090be is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:25.754006 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.779706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 098ac851-9a35-4b66-ad94-9fab5166072c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:25.780148 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.844130 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (61a6aab6-a589-43b3-89ed-af3948b71562), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.851347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port f64ce40c-8806-4cc7-9a6a-6fb503d89327 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:25.851725 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.872115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7b8b33-7427-4c49-99b9-06f4984090be'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:25.875208 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7981ef7-acef-43cc-8340-cbafaa3d36d4" -d '{"events": [{"server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "name": "network-vif-plugged", "status": "completed", "tag": "dc7b8b33-7427-4c49-99b9-06f4984090be"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:25.875525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-012886d7-b370-4f59-906b-a4ca248df25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.904145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e73302c-e333-4a0b-b1ae-d2a099d1c4ec admin admin] Publish callbacks [] for security_group (718fbe25-283d-41df-90ac-ae362c601097), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.915436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 098ac851-9a35-4b66-ad94-9fab5166072c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=098ac851-9a35-4b66-ad94-9fab5166072c,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:25.932414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port dc7b8b33-7427-4c49-99b9-06f4984090be, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dc7b8b33-7427-4c49-99b9-06f4984090be,segment=NetworkSegment(0fedb975-6d36-4b5c-a182-c8b31f0d1485),segment_id=0fedb975-6d36-4b5c-a182-c8b31f0d1485)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:25.933660 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.964361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:25.965183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a97521fa-631e-45b2-a733-2628bda77b03 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:26.056032 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bc59f1-7bb8-4879-a167-30bdd6111e84 x-openstack-request-id: req-74bc59f1-7bb8-4879-a167-30bdd6111e84 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:26.056351 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "name": "network-vif-plugged", "status": "completed", "tag": "dc7b8b33-7427-4c49-99b9-06f4984090be", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:26.056593 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74bc59f1-7bb8-4879-a167-30bdd6111e84 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:26.056997 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7b8b33-7427-4c49-99b9-06f4984090be', 'code': 200} Feb 10 06:32:26.068950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port f64ce40c-8806-4cc7-9a6a-6fb503d89327, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:26.078967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: a97521fa-631e-45b2-a733-2628bda77b03 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:32:26.079322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a97521fa-631e-45b2-a733-2628bda77b03 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:32:26.094116 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.094914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:26.097625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:26.113587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:26.129785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-51a98602-3832-46fd-9a63-60c1b270f03a None None] Current status of the port 098ac851-9a35-4b66-ad94-9fab5166072c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:26.131410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:26.180934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:32:26.181310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:32:26.191134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=098ac851-9a35-4b66-ad94-9fab5166072c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:26.209405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] No DVR routers for this DVR port d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:26.227243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Port': ['ID=61a6aab6-a589-43b3-89ed-af3948b71562,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:26.260667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e73302c-e333-4a0b-b1ae-d2a099d1c4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (718fbe25-283d-41df-90ac-ae362c601097), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.279625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.285717 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-aa9d159c-cc9b-4563-bc82-70211572d41a req-da795da8-b695-40f8-a5f6-88573db6df3c tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.13 "DELETE /v2.0/ports/d3d10b35-c681-4a58-a0e6-2d81fc7cceb3 HTTP/1.1" status: 204 len: 173 time: 3.4332514 Feb 10 06:32:26.288669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'name': 'network-vif-deleted', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:26.291512 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86f582d-5e4d-47af-b35d-1f0fe123da34" -d '{"events": [{"server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "name": "network-vif-deleted", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:26.331684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe764-4ff8-4be1-83f6-931877c4a0ea req-7016d59f-86fc-409f-909c-5fa2ab3c50e5 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:26.338956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=dc7b8b33-7427-4c49-99b9-06f4984090be,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:26.348096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-012886d7-b370-4f59-906b-a4ca248df25d admin admin] Publish callbacks [] for security_group (7c2553d7-db59-4528-aa1b-61d2f33092fe), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.370759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe764-4ff8-4be1-83f6-931877c4a0ea req-7016d59f-86fc-409f-909c-5fa2ab3c50e5 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:26.378749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53cfe764-4ff8-4be1-83f6-931877c4a0ea req-7016d59f-86fc-409f-909c-5fa2ab3c50e5 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1681 time: 0.5975401 Feb 10 06:32:26.403842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:26.404655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.408168 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea24b0f2-080e-4744-89df-8f231cbfdf93 x-openstack-request-id: req-ea24b0f2-080e-4744-89df-8f231cbfdf93 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:26.408832 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336e92bb-697e-4efd-baeb-cf94b6464bda", "name": "network-vif-deleted", "tag": "d3d10b35-c681-4a58-a0e6-2d81fc7cceb3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:26.409265 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea24b0f2-080e-4744-89df-8f231cbfdf93 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:26.409928 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336e92bb-697e-4efd-baeb-cf94b6464bda', 'name': 'network-vif-deleted', 'tag': 'd3d10b35-c681-4a58-a0e6-2d81fc7cceb3', 'status': 'completed', 'code': 200} Feb 10 06:32:26.437603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-012886d7-b370-4f59-906b-a4ca248df25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7c2553d7-db59-4528-aa1b-61d2f33092fe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.513058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4ff8a6f-6361-49f6-b3fa-a7be6d30388a tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1919918 Feb 10 06:32:26.514273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40184) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:26.533366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-002178d4-9a57-453d-b30a-e85f0e609d2b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:37:a1:ee'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:26.537561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=f64ce40c-8806-4cc7-9a6a-6fb503d89327,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:26.558418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f085d590-ffbc-4a48-9e0f-6d6c8db0e7c7 None None] Provisioning complete for port 098ac851-9a35-4b66-ad94-9fab5166072c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:26.558980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f085d590-ffbc-4a48-9e0f-6d6c8db0e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.564470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-012886d7-b370-4f59-906b-a4ca248df25d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=997f4b6ae26343009478bd9c0eff9b79&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0118918 Feb 10 06:32:26.568463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40186) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:26.583270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53cfe764-4ff8-4be1-83f6-931877c4a0ea req-4e4da74c-3dbe-4ac2-b411-5a7f30554698 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034888 Feb 10 06:32:26.633392 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7e73302c-e333-4a0b-b1ae-d2a099d1c4ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ea40e6920bb4707a1698b5cbf7829d5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0870049 Feb 10 06:32:26.633392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73302c-e333-4a0b-b1ae-d2a099d1c4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718fbe25-283d-41df-90ac-ae362c601097,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:26.647559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:26.706631 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:32:26.719865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012886d7-b370-4f59-906b-a4ca248df25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2553d7-db59-4528-aa1b-61d2f33092fe,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:26.727901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f085d590-ffbc-4a48-9e0f-6d6c8db0e7c7 None None] Current status of the port 098ac851-9a35-4b66-ad94-9fab5166072c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:26.773553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8fc298bc-20ca-466c-b5d1-bddac272c652 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:26.777339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4e0022a-335f-4387-b2de-19d92d298acf admin admin] Publish callbacks [] for security_group (7c2553d7-db59-4528-aa1b-61d2f33092fe), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.809557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Router 095a36ab-47b7-476d-b780-a3a5c75af4f7 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:32:26.818105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4e0022a-335f-4387-b2de-19d92d298acf admin admin] Publish callbacks [] for security_group (7c2553d7-db59-4528-aa1b-61d2f33092fe), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.859839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 8fc298bc-20ca-466c-b5d1-bddac272c652 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:32:26.865870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 8fc298bc-20ca-466c-b5d1-bddac272c652 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:26.866249 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.932434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a5d3b6f4-9659-4289-bd59-9273a59a128a None None] Provisioning complete for port 61a6aab6-a589-43b3-89ed-af3948b71562 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:26.932842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b6f4-9659-4289-bd59-9273a59a128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (61a6aab6-a589-43b3-89ed-af3948b71562), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.939218 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002178d4-9a57-453d-b30a-e85f0e609d2b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61a6aab6-a589-43b3-89ed-af3948b71562), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:26.993216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3b6f4-9659-4289-bd59-9273a59a128a None None] Port 61a6aab6-a589-43b3-89ed-af3948b71562 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:27.018571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37207b4-7967-4e40-927a-999a2f0a6124 req-4be3dba9-2337-40ee-b044-0faf104a7ee0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:27.027086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c37207b4-7967-4e40-927a-999a2f0a6124 req-4be3dba9-2337-40ee-b044-0faf104a7ee0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 945 time: 0.4257505 Feb 10 06:32:27.041178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b4b0feb-5b3f-4b60-a172-c0f253118ee9 req-b907429d-6e3b-4cec-a04f-e2dad33d7218 tempest-LiveMigrationTest-217624881 tempest-LiveMigrationTest-217624881-project] 10.222.0.21 "GET /v2.0/ports?device_id=336e92bb-697e-4efd-baeb-cf94b6464bda HTTP/1.1" status: 200 len: 210 time: 0.0779009 Feb 10 06:32:27.050208 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4e0022a-335f-4387-b2de-19d92d298acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7c2553d7-db59-4528-aa1b-61d2f33092fe), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.054154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4e0022a-335f-4387-b2de-19d92d298acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.059072 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c4e0022a-335f-4387-b2de-19d92d298acf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c2553d7-db59-4528-aa1b-61d2f33092fe HTTP/1.1" status: 204 len: 168 time: 0.4835184 Feb 10 06:32:27.076289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0022a-335f-4387-b2de-19d92d298acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2553d7-db59-4528-aa1b-61d2f33092fe,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:27.088880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:32:27.101466 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Sync routers for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:32:27.104966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 8fc298bc-20ca-466c-b5d1-bddac272c652 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:27.105214 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.117005 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:27.118002 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:27.140202 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.141967 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cfd6adf7-4097-4719-b09a-1b2a95492439 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.1932936 Feb 10 06:32:27.145236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40196) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:27.165442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8fc298bc-20ca-466c-b5d1-bddac272c652, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8fc298bc-20ca-466c-b5d1-bddac272c652,segment=NetworkSegment(22d69679-aee0-4151-8ff8-ce129cdf4ff5),segment_id=22d69679-aee0-4151-8ff8-ce129cdf4ff5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:27.172584 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f63bbdd7-8188-42d3-9e51-e2731b916b41 admin admin] Publish callbacks [] for security_group (718fbe25-283d-41df-90ac-ae362c601097), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.183600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.278737 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f63bbdd7-8188-42d3-9e51-e2731b916b41 admin admin] Publish callbacks [] for security_group (718fbe25-283d-41df-90ac-ae362c601097), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.314752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c37207b4-7967-4e40-927a-999a2f0a6124 req-0f84b9bf-0024-4078-839d-cbfd5ed02e33 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822318 Feb 10 06:32:27.373530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=8fc298bc-20ca-466c-b5d1-bddac272c652,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:27.463999 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:27.533569 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f63bbdd7-8188-42d3-9e51-e2731b916b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (718fbe25-283d-41df-90ac-ae362c601097), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.539751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f63bbdd7-8188-42d3-9e51-e2731b916b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.556734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f63bbdd7-8188-42d3-9e51-e2731b916b41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/718fbe25-283d-41df-90ac-ae362c601097 HTTP/1.1" status: 204 len: 168 time: 0.9054568 Feb 10 06:32:27.632888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bbdd7-8188-42d3-9e51-e2731b916b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718fbe25-283d-41df-90ac-ae362c601097,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:27.796062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002178d4-9a57-453d-b30a-e85f0e609d2b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for port (61a6aab6-a589-43b3-89ed-af3948b71562), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:27.875407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002178d4-9a57-453d-b30a-e85f0e609d2b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (61a6aab6-a589-43b3-89ed-af3948b71562), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.058207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327'}, {'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc298bc-20ca-466c-b5d1-bddac272c652'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:28.088740 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065f6253-3939-441a-a3ff-8a7ccb2339f6" -d '{"events": [{"server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "name": "network-vif-plugged", "status": "completed", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327"}, {"server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "name": "network-vif-plugged", "status": "completed", "tag": "8fc298bc-20ca-466c-b5d1-bddac272c652"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:28.129982 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:23Z', 'revision_number': 3, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:28.161465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 098ac851-9a35-4b66-ad94-9fab5166072c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:28.172423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40222) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:28.183694 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Checking router: 095a36ab-47b7-476d-b780-a3a5c75af4f7 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:32:28.184298 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Updating router 095a36ab-47b7-476d-b780-a3a5c75af4f7 port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:32:28.227747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002178d4-9a57-453d-b30a-e85f0e609d2b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Port': ['ID=61a6aab6-a589-43b3-89ed-af3948b71562,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:28.232110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-002178d4-9a57-453d-b30a-e85f0e609d2b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] In _notify_port_updated(), no bound segment for port 61a6aab6-a589-43b3-89ed-af3948b71562 on network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:32:28.238568 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.257247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002178d4-9a57-453d-b30a-e85f0e609d2b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:28.257887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002178d4-9a57-453d-b30a-e85f0e609d2b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.259299 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-002178d4-9a57-453d-b30a-e85f0e609d2b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "PUT /v2.0/ports/61a6aab6-a589-43b3-89ed-af3948b71562 HTTP/1.1" status: 200 len: 992 time: 1.7439480 Feb 10 06:32:28.266759 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.276439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40226) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:28.299041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcce5a5-00c3-4228-9aaf-b0f803134829 req-3e632636-15ae-4142-a9f7-65dc7cdc97fa tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:28.299554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 098ac851-9a35-4b66-ad94-9fab5166072c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:28.300166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.312897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcce5a5-00c3-4228-9aaf-b0f803134829 req-3e632636-15ae-4142-a9f7-65dc7cdc97fa tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:28.322929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffcce5a5-00c3-4228-9aaf-b0f803134829 req-3e632636-15ae-4142-a9f7-65dc7cdc97fa tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1683 time: 0.5139277 Feb 10 06:32:28.459961 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2461f563-2f18-48c5-95bb-6c7a4a0fd019 x-openstack-request-id: req-2461f563-2f18-48c5-95bb-6c7a4a0fd019 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:28.460263 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "name": "network-vif-plugged", "status": "completed", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327", "code": 200}, {"server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "name": "network-vif-plugged", "status": "completed", "tag": "8fc298bc-20ca-466c-b5d1-bddac272c652", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:28.460579 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2461f563-2f18-48c5-95bb-6c7a4a0fd019 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:28.460926 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'code': 200} Feb 10 06:32:28.461192 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc298bc-20ca-466c-b5d1-bddac272c652', 'code': 200} Feb 10 06:32:28.533747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffcce5a5-00c3-4228-9aaf-b0f803134829 req-3d230e42-0073-4b86-a913-dc0af8cbaa98 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013745 Feb 10 06:32:28.568640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2ddeb3ae-6864-41a3-8b2f-6303f33110f9 None None] Provisioning complete for port 61a6aab6-a589-43b3-89ed-af3948b71562 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:28.569059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb3ae-6864-41a3-8b2f-6303f33110f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (61a6aab6-a589-43b3-89ed-af3948b71562), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.572114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 098ac851-9a35-4b66-ad94-9fab5166072c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:28.624510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2ddeb3ae-6864-41a3-8b2f-6303f33110f9 None None] Port 61a6aab6-a589-43b3-89ed-af3948b71562 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:28.717835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4009e-a98e-4475-a45c-38ce22e4781c req-ef90ad9d-87b2-420b-a636-dc69c072b825 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:28.726738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88f4009e-a98e-4475-a45c-38ce22e4781c req-ef90ad9d-87b2-420b-a636-dc69c072b825 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 945 time: 0.2547700 Feb 10 06:32:28.746240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-306e5428-820f-4ac2-9483-5cbf92000378 admin admin] Deleting subnet 81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:32:28.763918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-306e5428-820f-4ac2-9483-5cbf92000378 admin admin] Publish callbacks [] for subnet (81589f97-ebbc-4951-b3d5-e0f9e7c1ed40), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.837157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88f4009e-a98e-4475-a45c-38ce22e4781c req-1f0c738b-8266-49a0-9448-f111793b0922 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040142 Feb 10 06:32:28.851136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879a87c-69ca-44c0-abda-81d87ee5d3ad req-df9e1280-d79e-4f48-b4ab-7aab53a136a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:28.851625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879a87c-69ca-44c0-abda-81d87ee5d3ad req-df9e1280-d79e-4f48-b4ab-7aab53a136a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:28.853221 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3879a87c-69ca-44c0-abda-81d87ee5d3ad req-df9e1280-d79e-4f48-b4ab-7aab53a136a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 2047 time: 0.4147327 Feb 10 06:32:28.861242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-306e5428-820f-4ac2-9483-5cbf92000378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (81589f97-ebbc-4951-b3d5-e0f9e7c1ed40), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.899749 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Publish callbacks [] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.909906 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:28.982881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce182ef-01ca-4c8a-9319-0ffccc0e9818 req-71621358-0663-4627-96f0-9e2850975334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:28.984426 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bce182ef-01ca-4c8a-9319-0ffccc0e9818 req-71621358-0663-4627-96f0-9e2850975334 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.5576122 Feb 10 06:32:29.009737 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Pushing event updated for resources: {'Port': ['ID=0bb3ac79-3d4b-46e1-a97d-e6ece18997a7,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:29.027598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-306e5428-820f-4ac2-9483-5cbf92000378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (81589f97-ebbc-4951-b3d5-e0f9e7c1ed40), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.030466 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.033931 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.036299 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.036888 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.037518 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.038504 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.039994 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.040544 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.041047 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.042162 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.042890 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.044802 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.045390 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:32:29.050414 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3879a87c-69ca-44c0-abda-81d87ee5d3ad req-85a94cfe-80ad-4103-8e6a-a2cd097ae1f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800554 Feb 10 06:32:29.102046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4aff7acd-b872-4ca0-a29c-dd5770a4c952 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Deleting port 61a6aab6-a589-43b3-89ed-af3948b71562 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:29.102421 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4aff7acd-b872-4ca0-a29c-dd5770a4c952 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (61a6aab6-a589-43b3-89ed-af3948b71562), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.126838 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bce182ef-01ca-4c8a-9319-0ffccc0e9818 req-9f3f2550-12c0-4df3-bc17-a16d8f89dd1c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315870 Feb 10 06:32:29.134427 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Attempting to bind port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:29.138464 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Attempting to bind port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:29.140144 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Attempting to bind port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:29.160382 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:29.160778 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:29.161561 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.163051 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:29.166877 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Bound port: 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:29.169059 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.202002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Allocated IP 172.20.0.1 (327f4065-4b8d-4984-9e6e-20d2c70521c7/524d76dd-0c22-4938-b584-142db313b9b7/8d59874d-2eed-4b16-b6f3-ff3ec4498afd) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:29.205406 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-306e5428-820f-4ac2-9483-5cbf92000378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (81589f97-ebbc-4951-b3d5-e0f9e7c1ed40), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.260611 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-306e5428-820f-4ac2-9483-5cbf92000378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.269313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-306e5428-820f-4ac2-9483-5cbf92000378 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/81589f97-ebbc-4951-b3d5-e0f9e7c1ed40 HTTP/1.1" status: 204 len: 168 time: 1.0956824 Feb 10 06:32:29.270151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e5428-820f-4ac2-9483-5cbf92000378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81589f97-ebbc-4951-b3d5-e0f9e7c1ed40,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:29.275726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40260) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:29.284083 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] For port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:29.287985 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] For port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0bb3ac79-3d4b-46e1-a97d-e6ece18997a7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:29.301634 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.330797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4aff7acd-b872-4ca0-a29c-dd5770a4c952 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (61a6aab6-a589-43b3-89ed-af3948b71562), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.358447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4aff7acd-b872-4ca0-a29c-dd5770a4c952 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Calling delete_port for 61a6aab6-a589-43b3-89ed-af3948b71562 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:29.383192 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686a9ca-26c8-4c06-a912-c0beb65fe3ff None None] Pushing event updated for resources: {'Port': ['ID=0bb3ac79-3d4b-46e1-a97d-e6ece18997a7,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:29.390716 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:29.391329 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:29.486533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c451f625-0bda-4764-954b-0ac7cdf5247e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.489076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40262) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:29.580444 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:29.621623 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Publish callbacks [] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.714353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1675744728-network', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:29.732795 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c451f625-0bda-4764-954b-0ac7cdf5247e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.761594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c451f625-0bda-4764-954b-0ac7cdf5247e']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:29.776931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20794df-96a6-413d-8db9-3fa427230f92') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:29.777541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20794df-96a6-413d-8db9-3fa427230f92') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:29.786640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c818f-03f9-4151-b410-24adddc48e29 req-15dd97d6-705f-436f-bb4b-192bbab34dda tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:29.791202 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (a20794df-96a6-413d-8db9-3fa427230f92), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.792442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c818f-03f9-4151-b410-24adddc48e29 req-15dd97d6-705f-436f-bb4b-192bbab34dda tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:29.794051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee7c818f-03f9-4151-b410-24adddc48e29 req-15dd97d6-705f-436f-bb4b-192bbab34dda tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1683 time: 0.1528573 Feb 10 06:32:29.806949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Made reservation on behalf of eb1c5b92bc524428804a940fabefdefb for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:29.807242 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a20794df-96a6-413d-8db9-3fa427230f92), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.813930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:32:29.814101 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.814751 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (a20794df-96a6-413d-8db9-3fa427230f92), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:32:29.841217 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:32:29.867453 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:29.915298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee7c818f-03f9-4151-b410-24adddc48e29 req-9f32e639-11c6-4b4a-883d-d4c386fd4392 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930817 Feb 10 06:32:29.971774 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:23Z', 'revision_number': 3, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:30.010486 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df5a99-8aef-4b18-b57e-620e5cb3caa4 None None] The sync data for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 is: [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:23Z', 'revision_number': 3, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:32:30.072031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479b480-3556-4af1-aa69-1cd6597fe5ba req-6466a751-7f53-4fd9-8259-1716fa44bed3 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:30.074093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6479b480-3556-4af1-aa69-1cd6597fe5ba req-6466a751-7f53-4fd9-8259-1716fa44bed3 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 945 time: 0.1115716 Feb 10 06:32:30.076408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Publish callbacks [] for security_group (218a56c1-8120-4360-a02b-202ed65e43b8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.094416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (218a56c1-8120-4360-a02b-202ed65e43b8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.103171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c451f625-0bda-4764-954b-0ac7cdf5247e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.116307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.119428 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c451f625-0bda-4764-954b-0ac7cdf5247e HTTP/1.1" status: 204 len: 168 time: 0.8430781 Feb 10 06:32:30.123102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40282) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:30.141015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356f4cf-93a2-4a7d-9661-e5c32b741221 admin admin] Pushing event deleted for resources: {'Network': ['ID=c451f625-0bda-4764-954b-0ac7cdf5247e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:30.143891 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.223591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218a56c1-8120-4360-a02b-202ed65e43b8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:30.227415 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4aff7acd-b872-4ca0-a29c-dd5770a4c952 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (61a6aab6-a589-43b3-89ed-af3948b71562), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.233996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Network 327f4065-4b8d-4984-9e6e-20d2c70521c7 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:30.236474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8d59874d-2eed-4b16-b6f3-ff3ec4498afd,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:30.244692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:30.248716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:30.282739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:32:30.294990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (095a36ab-47b7-476d-b780-a3a5c75af4f7), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.372952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.373301 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Added segment 3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf of type vlan for network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 Feb 10 06:32:30.389238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff7acd-b872-4ca0-a29c-dd5770a4c952 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event deleted for resources: {'Port': ['ID=61a6aab6-a589-43b3-89ed-af3948b71562,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:30.390342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6479b480-3556-4af1-aa69-1cd6597fe5ba req-38de7e7f-bdda-4a5a-af2d-0dafba5b7bd6 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093641 Feb 10 06:32:30.527222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0b0fa05a-31e1-4501-a94f-163d5dbc23d3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.572636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-25669639-e8a4-4503-9da5-39959b0394b3 admin admin] Deleting subnet 8662826e-021e-4268-b357-5773d1f67d16 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:32:30.576490 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25669639-e8a4-4503-9da5-39959b0394b3 admin admin] Publish callbacks [] for subnet (8662826e-021e-4268-b357-5773d1f67d16), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.578441 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0b0fa05a-31e1-4501-a94f-163d5dbc23d3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.579572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:30.580216 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.718506 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25669639-e8a4-4503-9da5-39959b0394b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (8662826e-021e-4268-b357-5773d1f67d16), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.745103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2532854 Feb 10 06:32:30.768776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40290) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:30.774826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Request body: {'subnet': {'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-subnet', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:30.815007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Made reservation on behalf of eb1c5b92bc524428804a940fabefdefb for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:30.815472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4447f7cb-caf7-4899-9448-96cd2d2f3e0b None None] Provisioning complete for port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:30.816006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25669639-e8a4-4503-9da5-39959b0394b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8662826e-021e-4268-b357-5773d1f67d16), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.816556 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4447f7cb-caf7-4899-9448-96cd2d2f3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.817835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.911278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25669639-e8a4-4503-9da5-39959b0394b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (8662826e-021e-4268-b357-5773d1f67d16), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.916855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4447f7cb-caf7-4899-9448-96cd2d2f3e0b None None] Port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:30.941148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a68a5f-7aee-42a2-bca8-6708fea9fe4b admin admin] Pushing event updated for resources: {'Network': ['ID=0b0fa05a-31e1-4501-a94f-163d5dbc23d3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:30.943813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669639-e8a4-4503-9da5-39959b0394b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8662826e-021e-4268-b357-5773d1f67d16,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:30.947662 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25669639-e8a4-4503-9da5-39959b0394b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:30.950902 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-25669639-e8a4-4503-9da5-39959b0394b3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8662826e-021e-4268-b357-5773d1f67d16 HTTP/1.1" status: 204 len: 168 time: 0.8267672 Feb 10 06:32:30.953523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:30.958583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:32:31.169467 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (830654ed-c3c6-4da8-9735-3ba73b7dd61d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.169768 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (34cef5ab-fabf-4df7-8da4-335a97c7c1a5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.239791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375fb1-a48d-4c55-b689-bb28a19403bb req-447a3c15-6888-439c-b774-7a7c70488d53 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:31.246081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375fb1-a48d-4c55-b689-bb28a19403bb req-447a3c15-6888-439c-b774-7a7c70488d53 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:31.247800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7375fb1-a48d-4c55-b689-bb28a19403bb req-447a3c15-6888-439c-b774-7a7c70488d53 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1683 time: 0.1742945 Feb 10 06:32:31.251375 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4aff7acd-b872-4ca0-a29c-dd5770a4c952 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.255222 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4aff7acd-b872-4ca0-a29c-dd5770a4c952 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "DELETE /v2.0/ports/61a6aab6-a589-43b3-89ed-af3948b71562 HTTP/1.1" status: 204 len: 168 time: 2.9777982 Feb 10 06:32:31.259211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:31.335393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Checking segment: {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:31.336001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Network hostable DHCP agents. Network: 0b0fa05a-31e1-4501-a94f-163d5dbc23d3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:32:31.360828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=830654ed-c3c6-4da8-9735-3ba73b7dd61d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:31.373267 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.387823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:32:31.407403 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2b75bb-e112-4063-ac83-4ceff0532781 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] GET failed (client error): The resource could not be found. Feb 10 06:32:31.408896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-db2b75bb-e112-4063-ac83-4ceff0532781 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "GET /v2.0/ports/61a6aab6-a589-43b3-89ed-af3948b71562 HTTP/1.1" status: 404 len: 333 time: 0.1462111 Feb 10 06:32:31.411641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 0b0fa05a-31e1-4501-a94f-163d5dbc23d3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:31.420145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (34cef5ab-fabf-4df7-8da4-335a97c7c1a5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.425169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40308) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:31.430921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0390384-156d-48a2-ad7b-773670fe7af8 None None] Network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:32:31.440249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'port': {'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e', 'name': 'tempest-AllowedAddressPairTestJSON-142705704'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:31.446066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:31.446689 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.595343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Made reservation on behalf of 63d9e9b81d21483f847f2a6c454489d5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:31.600590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.702515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cef5ab-fabf-4df7-8da4-335a97c7c1a5']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:31.706994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:32:31.708039 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.745651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7375fb1-a48d-4c55-b689-bb28a19403bb req-f2a9c347-57ec-498f-b743-bc4b121dc8af tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862421 Feb 10 06:32:31.784301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f139496c-4cc9-4adb-aff4-3aea18027c3f') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:31.784588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f139496c-4cc9-4adb-aff4-3aea18027c3f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:31.791426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] device_id is not set on port 7424862d-1b6e-4cf6-b845-14d5223ca7bc yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:32:31.837577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f139496c-4cc9-4adb-aff4-3aea18027c3f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.898213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36031af-6e4b-4cf6-9de6-44b920397b83 req-66876a5c-3f78-431e-a9ef-7d35ba5644b1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:31.906380 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a36031af-6e4b-4cf6-9de6-44b920397b83 req-66876a5c-3f78-431e-a9ef-7d35ba5644b1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 945 time: 0.3022850 Feb 10 06:32:31.925732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f139496c-4cc9-4adb-aff4-3aea18027c3f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.964908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:32:31.965059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f139496c-4cc9-4adb-aff4-3aea18027c3f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:32:31.966943 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:32:32.027653 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6cc29220-f6c1-4fe6-b99c-5c3e97db5832 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2553444 Feb 10 06:32:32.028372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40320) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:32.037776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:32.070562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Allocated IP 172.20.0.2 (0b0fa05a-31e1-4501-a94f-163d5dbc23d3/830654ed-c3c6-4da8-9735-3ba73b7dd61d/20f8209a-a864-4a26-a805-d7c20303c312) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:32.084910 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (22d45bb9-6943-448c-81d8-6109407dfd63), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.085951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (22d45bb9-6943-448c-81d8-6109407dfd63), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.145337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Publish callbacks [] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.151730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a36031af-6e4b-4cf6-9de6-44b920397b83 req-172be0ba-8bed-4925-9966-9ead2e5e9244 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443795 Feb 10 06:32:32.159417 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.184212 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (34cef5ab-fabf-4df7-8da4-335a97c7c1a5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.239089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:32.247003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Allocated IP 172.20.0.7 (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e/d9d12010-3801-4fec-b739-18e7ee6ac2e2/7424862d-1b6e-4cf6-b845-14d5223ca7bc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:32.252088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.258967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/34cef5ab-fabf-4df7-8da4-335a97c7c1a5 HTTP/1.1" status: 204 len: 168 time: 1.2759480 Feb 10 06:32:32.258967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cc3d8-2908-4f34-9273-6abd5463b2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=34cef5ab-fabf-4df7-8da4-335a97c7c1a5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:32.333080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks [] for router_controller (22d45bb9-6943-448c-81d8-6109407dfd63), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.355090 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (095a36ab-47b7-476d-b780-a3a5c75af4f7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.439608 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Publish callbacks [] for port (20f8209a-a864-4a26-a805-d7c20303c312), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.441543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:32.444032 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.454226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8d59874d-2eed-4b16-b6f3-ff3ec4498afd,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:32.572259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-5268f40a-87b3-4438-a855-f7d0dc2c0349 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3286090 Feb 10 06:32:32.583464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbe0ce-7247-4dee-a56f-b4902259e291 req-9b2f4ce4-22a0-41db-9624-769272992eda tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:32.589950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbe0ce-7247-4dee-a56f-b4902259e291 req-9b2f4ce4-22a0-41db-9624-769272992eda tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:32.597797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21fbe0ce-7247-4dee-a56f-b4902259e291 req-9b2f4ce4-22a0-41db-9624-769272992eda tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1683 time: 0.5107617 Feb 10 06:32:32.618339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:32.622114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks [] for router_gateway (22d45bb9-6943-448c-81d8-6109407dfd63), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.640960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Network 327f4065-4b8d-4984-9e6e-20d2c70521c7 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:32.664312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:32.751802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.780581 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (20f8209a-a864-4a26-a805-d7c20303c312), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:32.787432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:32.846926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:32.854772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:32.858202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:32.858547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21fbe0ce-7247-4dee-a56f-b4902259e291 req-678274ff-d0cb-4286-9459-c0511484c51a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595847 Feb 10 06:32:32.879444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Router 095a36ab-47b7-476d-b780-a3a5c75af4f7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:32:32.884759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40338) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:32.893477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Pushing event updated for resources: {'Port': ['ID=20f8209a-a864-4a26-a805-d7c20303c312,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:33.000887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Attempting to bind port 20f8209a-a864-4a26-a805-d7c20303c312 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:33.001278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Attempting to bind port 20f8209a-a864-4a26-a805-d7c20303c312 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:33.001648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Attempting to bind port 20f8209a-a864-4a26-a805-d7c20303c312 on network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:33.012488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:33.013124 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Checking segment: {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:33.013432 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.013837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Bound using segment: {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:33.014438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Bound port: 20f8209a-a864-4a26-a805-d7c20303c312, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:33.014829 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20f8209a-a864-4a26-a805-d7c20303c312), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.016786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:33.017987 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.088978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0bb3ac79-3d4b-46e1-a97d-e6ece18997a7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:33.093558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9f832880-e341-4fa1-875f-2eb1163d6ad6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05b780f4715a45f5998fb392dd61255c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558694 Feb 10 06:32:33.097674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40344) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:33.114230 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.155818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b9ba752c-ddca-4e9a-96d9-2ec495dcfb6d None None] Provisioning complete for port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:33.156200 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9ba752c-ddca-4e9a-96d9-2ec495dcfb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.162021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] For port 20f8209a-a864-4a26-a805-d7c20303c312, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:33.186443 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.206947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] For port 20f8209a-a864-4a26-a805-d7c20303c312, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=20f8209a-a864-4a26-a805-d7c20303c312,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:33.222634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-2e2891c4-ee78-44fd-84b6-4775db35a33c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1253486433&fields=id&tenant_id=488caf905bcb4eb1b9196fbe6e5dae35 HTTP/1.1" status: 200 len: 267 time: 0.2085371 Feb 10 06:32:33.229256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:32:33.229499 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (20f8209a-a864-4a26-a805-d7c20303c312), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.235873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=0bb3ac79-3d4b-46e1-a97d-e6ece18997a7,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:33.238369 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c1b8eaf8-6444-4f8e-95a2-5ff37da400e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/095a36ab-47b7-476d-b780-a3a5c75af4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0918984 Feb 10 06:32:33.244890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e157934-b8a2-4859-bcaf-a3fa21d2689b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.253180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba752c-ddca-4e9a-96d9-2ec495dcfb6d None None] Port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:33.269124 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Sync routers for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:32:33.361869 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e157934-b8a2-4859-bcaf-a3fa21d2689b admin admin] Publish callbacks [] for security_group (473d9a61-9824-4ed0-8bd5-a8da6f4c7c61), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.364484 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks [] for router_gateway (22d45bb9-6943-448c-81d8-6109407dfd63), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.389711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:33.390399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:33.390901 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.393715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e157934-b8a2-4859-bcaf-a3fa21d2689b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (473d9a61-9824-4ed0-8bd5-a8da6f4c7c61), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.485791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5e157934-b8a2-4859-bcaf-a3fa21d2689b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=993b426e2c8e4f86a868d53439573ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999866 Feb 10 06:32:33.494562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40354) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:33.495723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea57d1f-536f-4193-9aac-f68876de7c80 None None] Pushing event updated for resources: {'Port': ['ID=20f8209a-a864-4a26-a805-d7c20303c312,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:33.507179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e157934-b8a2-4859-bcaf-a3fa21d2689b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d9a61-9824-4ed0-8bd5-a8da6f4c7c61,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:33.585210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:33.634522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Allocated IP 172.25.8.153 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c24a858d-42d4-4d43-8c96-52c3de18f2f5) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:33.669794 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50023e66-a095-4c4e-83b9-f8f7528329ec admin admin] Publish callbacks [] for security_group (473d9a61-9824-4ed0-8bd5-a8da6f4c7c61), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.705192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-9d2833ae-d098-47c8-b4e2-55992c1257a7 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:33.711303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-9d2833ae-d098-47c8-b4e2-55992c1257a7 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:33.712957 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-9d2833ae-d098-47c8-b4e2-55992c1257a7 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.24 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 1683 time: 0.1636002 Feb 10 06:32:33.748646 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50023e66-a095-4c4e-83b9-f8f7528329ec admin admin] Publish callbacks [] for security_group (473d9a61-9824-4ed0-8bd5-a8da6f4c7c61), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.852743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3733238-f94b-4b87-8b7e-e3ff1db9bbc0 admin admin] Publish callbacks [] for security_group (e3c7a34d-4972-4769-873d-ef41da63c705), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.871247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8d59874d-2eed-4b16-b6f3-ff3ec4498afd', 'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'mac_address': 'fa:16:3e:e4:69:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:28Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 2, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'subnets': [{'id': '524d76dd-0c22-4938-b584-142db313b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:33.873094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.905106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks [] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.906912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Checking router: 095a36ab-47b7-476d-b780-a3a5c75af4f7 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:32:33.907368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Updating router 095a36ab-47b7-476d-b780-a3a5c75af4f7 port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:32:33.931744 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50023e66-a095-4c4e-83b9-f8f7528329ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (473d9a61-9824-4ed0-8bd5-a8da6f4c7c61), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.934257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50023e66-a095-4c4e-83b9-f8f7528329ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.935607 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-50023e66-a095-4c4e-83b9-f8f7528329ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/473d9a61-9824-4ed0-8bd5-a8da6f4c7c61 HTTP/1.1" status: 204 len: 168 time: 0.4399314 Feb 10 06:32:33.938814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3733238-f94b-4b87-8b7e-e3ff1db9bbc0 admin admin] Publish callbacks [] for security_group (e3c7a34d-4972-4769-873d-ef41da63c705), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.952858 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.955001 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.955863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting port 8fc298bc-20ca-466c-b5d1-bddac272c652 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:33.956245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:33.963536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023e66-a095-4c4e-83b9-f8f7528329ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d9a61-9824-4ed0-8bd5-a8da6f4c7c61,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:33.972550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-c6123b29-9bb9-4b5a-82de-027283835d3c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:33.980493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-c6123b29-9bb9-4b5a-82de-027283835d3c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/networks?id=a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 HTTP/1.1" status: 200 len: 815 time: 0.7565179 Feb 10 06:32:33.986441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:34.014347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:34.016450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Port': ['ID=7424862d-1b6e-4cf6-b845-14d5223ca7bc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:34.023687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.027512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:34.091670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-44c5b1e5-5ca1-478e-8167-a9b44c6ea71d tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/quotas/488caf905bcb4eb1b9196fbe6e5dae35 HTTP/1.1" status: 200 len: 375 time: 0.1091971 Feb 10 06:32:34.105997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:34.120751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Pushing event updated for resources: {'Port': ['ID=c24a858d-42d4-4d43-8c96-52c3de18f2f5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:34.136887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:34.145820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:34.153804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] For port 8fc298bc-20ca-466c-b5d1-bddac272c652, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8fc298bc-20ca-466c-b5d1-bddac272c652,segment=NetworkSegment(22d69679-aee0-4151-8ff8-ce129cdf4ff5),segment_id=22d69679-aee0-4151-8ff8-ce129cdf4ff5)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:34.155609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.240480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Calling delete_port for 8fc298bc-20ca-466c-b5d1-bddac272c652 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:34.282551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:34.283736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.286361 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3733238-f94b-4b87-8b7e-e3ff1db9bbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e3c7a34d-4972-4769-873d-ef41da63c705), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.295305 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3733238-f94b-4b87-8b7e-e3ff1db9bbc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.296741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b3733238-f94b-4b87-8b7e-e3ff1db9bbc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3c7a34d-4972-4769-873d-ef41da63c705 HTTP/1.1" status: 204 len: 168 time: 1.1957736 Feb 10 06:32:34.396791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 20f8209a-a864-4a26-a805-d7c20303c312 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:34.442724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3733238-f94b-4b87-8b7e-e3ff1db9bbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c7a34d-4972-4769-873d-ef41da63c705,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:34.467227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-fa1bdbbe-8999-4ef5-8722-2fe11f9aff92 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=488caf905bcb4eb1b9196fbe6e5dae35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3746383 Feb 10 06:32:34.473275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-aaba0289-5e83-4049-acad-94dc29cdb572 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0480273 Feb 10 06:32:34.476761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40364) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:34.496442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bf1f7a8c-23ac-4974-9cc3-4b1b98de3dc9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:37:a1:ee'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:34.557282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-feb7c126-0c29-4bd3-84f7-4cec11968e03 None None] Provisioning complete for port 7424862d-1b6e-4cf6-b845-14d5223ca7bc triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:34.557961 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-feb7c126-0c29-4bd3-84f7-4cec11968e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.565527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Allocated IP 172.25.8.107 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/977fd1cd-ff86-4623-a38c-73bec148db61) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:34.578092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40366) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:34.614585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 20f8209a-a864-4a26-a805-d7c20303c312 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:34.615274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (20f8209a-a864-4a26-a805-d7c20303c312), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.616922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27753d01-340f-41c4-9917-6e25e8482eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.676324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-feb7c126-0c29-4bd3-84f7-4cec11968e03 None None] Port 7424862d-1b6e-4cf6-b845-14d5223ca7bc cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:34.701774 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Publish callbacks [] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.714349 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.823848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 20f8209a-a864-4a26-a805-d7c20303c312 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:34.824267 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20f8209a-a864-4a26-a805-d7c20303c312), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:34.844384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb49e2-a603-442d-98ec-0ede8a6d33fe None None] Pushing event updated for resources: {'Port': ['ID=8d59874d-2eed-4b16-b6f3-ff3ec4498afd,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:34.906333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-2ebd2aff-3191-41ec-a71e-ecdd1336f3c0 service neutron] 10.222.0.21 "GET /v2.0/networks/a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192369 Feb 10 06:32:34.940156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e01a44-805d-4b95-b671-b02e67ad1d60 None None] Network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:32:34.997311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 20f8209a-a864-4a26-a805-d7c20303c312, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=20f8209a-a864-4a26-a805-d7c20303c312,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:35.002191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Attempting to bind port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:35.002739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Attempting to bind port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:35.003150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Attempting to bind port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd on network 327f4065-4b8d-4984-9e6e-20d2c70521c7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:35.023474 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (20f8209a-a864-4a26-a805-d7c20303c312), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.024692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:35.063270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:35.063577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Checking segment: {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:35.063982 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.064377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Bound using segment: {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:35.064905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Bound port: 8d59874d-2eed-4b16-b6f3-ff3ec4498afd, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:35.065280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.073746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40370) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:35.081567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27753d01-340f-41c4-9917-6e25e8482eb2 admin admin] Publish callbacks [] for security_group (783d8ba7-f2df-4cd7-98b1-3a1f7a11a36f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.094437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27753d01-340f-41c4-9917-6e25e8482eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (783d8ba7-f2df-4cd7-98b1-3a1f7a11a36f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.120559 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-9efc5bdb-f588-4947-bb04-4d825662db59 service neutron] 10.222.0.21 "GET /v2.0/networks/a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995356 Feb 10 06:32:35.170368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0c5c51db-bb3a-408c-8f6d-ed8f94b75702 None None] Provisioning complete for port 20f8209a-a864-4a26-a805-d7c20303c312 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:35.170899 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c5c51db-bb3a-408c-8f6d-ed8f94b75702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (20f8209a-a864-4a26-a805-d7c20303c312), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.173987 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8fc298bc-20ca-466c-b5d1-bddac272c652), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.178093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for port (977fd1cd-ff86-4623-a38c-73bec148db61), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.253497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-27753d01-340f-41c4-9917-6e25e8482eb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d29180a876264434bd043af94f9e8f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6745331 Feb 10 06:32:35.255066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27753d01-340f-41c4-9917-6e25e8482eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783d8ba7-f2df-4cd7-98b1-3a1f7a11a36f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:35.261396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (977fd1cd-ff86-4623-a38c-73bec148db61), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.268344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40374) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:35.273580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Port': ['ID=8fc298bc-20ca-466c-b5d1-bddac272c652,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:35.324283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks [] for router_gateway (22d45bb9-6943-448c-81d8-6109407dfd63), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.349120 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c0486361-e8b4-4a26-aa52-a31c4b25f83f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2286e6dd1304366ae3e63c8082e14b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674117 Feb 10 06:32:35.351657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:35.359404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:35.384906 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8c-23ac-4974-9cc3-4b1b98de3dc9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.388955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:35.416425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:35.437872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['dc7b8b33-7427-4c49-99b9-06f4984090be', '8fc298bc-20ca-466c-b5d1-bddac272c652'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:32:35.438497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Pushing event updated for resources: {'Port': ['ID=977fd1cd-ff86-4623-a38c-73bec148db61,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:35.441039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=20f8209a-a864-4a26-a805-d7c20303c312,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:35.459387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] No DVR routers for this DVR port 8fc298bc-20ca-466c-b5d1-bddac272c652 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:35.541927 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8ff98a7-6b67-4ca5-8eeb-cfcd503d1431 admin admin] Publish callbacks [] for security_group (783d8ba7-f2df-4cd7-98b1-3a1f7a11a36f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.587514 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-726e46ef-836b-4c5f-ae07-74a6f44822ad admin admin] Publish callbacks [] for security_group (d77156bb-1ae7-46f6-b16f-0a46013afdfa), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.643052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-726e46ef-836b-4c5f-ae07-74a6f44822ad admin admin] Publish callbacks [] for security_group (d77156bb-1ae7-46f6-b16f-0a46013afdfa), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.681002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8ff98a7-6b67-4ca5-8eeb-cfcd503d1431 admin admin] Publish callbacks [] for security_group (783d8ba7-f2df-4cd7-98b1-3a1f7a11a36f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.693711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:35.694212 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.764792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.772442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8c-23ac-4974-9cc3-4b1b98de3dc9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.777070 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.785786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] For port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:35.789310 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-c5633ada-0ba7-4927-9127-87cf44cc0d02 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.24 "DELETE /v2.0/ports/8fc298bc-20ca-466c-b5d1-bddac272c652 HTTP/1.1" status: 204 len: 173 time: 2.0635827 Feb 10 06:32:35.790806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'name': 'network-vif-deleted', 'tag': '8fc298bc-20ca-466c-b5d1-bddac272c652'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:35.793727 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74121077-0c62-465b-97ff-4a288c50d3c8" -d '{"events": [{"server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "name": "network-vif-deleted", "tag": "8fc298bc-20ca-466c-b5d1-bddac272c652"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:35.832517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8c-23ac-4974-9cc3-4b1b98de3dc9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.850216 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8ff98a7-6b67-4ca5-8eeb-cfcd503d1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (783d8ba7-f2df-4cd7-98b1-3a1f7a11a36f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.855041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] For port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8d59874d-2eed-4b16-b6f3-ff3ec4498afd,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:35.859194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8ff98a7-6b67-4ca5-8eeb-cfcd503d1431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.863583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8ff98a7-6b67-4ca5-8eeb-cfcd503d1431 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/783d8ba7-f2df-4cd7-98b1-3a1f7a11a36f HTTP/1.1" status: 204 len: 168 time: 0.5907235 Feb 10 06:32:35.889103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-726e46ef-836b-4c5f-ae07-74a6f44822ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d77156bb-1ae7-46f6-b16f-0a46013afdfa), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.894692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-726e46ef-836b-4c5f-ae07-74a6f44822ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.898011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-726e46ef-836b-4c5f-ae07-74a6f44822ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d77156bb-1ae7-46f6-b16f-0a46013afdfa HTTP/1.1" status: 204 len: 168 time: 0.5371561 Feb 10 06:32:35.907404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff98a7-6b67-4ca5-8eeb-cfcd503d1431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783d8ba7-f2df-4cd7-98b1-3a1f7a11a36f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:35.925647 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:35.929957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c51db-bb3a-408c-8f6d-ed8f94b75702 None None] Current status of the port 20f8209a-a864-4a26-a805-d7c20303c312 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:35.933749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e46ef-836b-4c5f-ae07-74a6f44822ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77156bb-1ae7-46f6-b16f-0a46013afdfa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:35.949456 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (977fd1cd-ff86-4623-a38c-73bec148db61), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:36.375618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f7a8c-23ac-4974-9cc3-4b1b98de3dc9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] In _notify_port_updated(), no bound segment for port 7424862d-1b6e-4cf6-b845-14d5223ca7bc on network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:32:36.400454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1f7a8c-23ac-4974-9cc3-4b1b98de3dc9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:36.405659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8c-23ac-4974-9cc3-4b1b98de3dc9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:36.414321 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bf1f7a8c-23ac-4974-9cc3-4b1b98de3dc9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "PUT /v2.0/ports/7424862d-1b6e-4cf6-b845-14d5223ca7bc HTTP/1.1" status: 200 len: 995 time: 1.9333408 Feb 10 06:32:36.430390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40410) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:36.431392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f7a8c-23ac-4974-9cc3-4b1b98de3dc9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Port': ['ID=7424862d-1b6e-4cf6-b845-14d5223ca7bc,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:36.486947 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for port (977fd1cd-ff86-4623-a38c-73bec148db61), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:36.493603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:36.494416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:36.507641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (977fd1cd-ff86-4623-a38c-73bec148db61), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:36.580074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-1f8b9512-39d3-41c6-a733-b7ea0541c3ba tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:36.581637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-1f8b9512-39d3-41c6-a733-b7ea0541c3ba tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/networks?id=327f4065-4b8d-4984-9e6e-20d2c70521c7 HTTP/1.1" status: 200 len: 828 time: 0.3531601 Feb 10 06:32:36.630052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4b81d3ec-12d2-4080-9dce-f49d28cc4dd7 None None] Provisioning complete for port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:36.632168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4b81d3ec-12d2-4080-9dce-f49d28cc4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:36.658652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb49e2-a603-442d-98ec-0ede8a6d33fe None None] Pushing event updated for resources: {'Port': ['ID=8d59874d-2eed-4b16-b6f3-ff3ec4498afd,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:36.700353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-1468640a-8337-46b8-9259-153038af6ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/quotas/8525771e9e3c4d0dbc1ec48468f0dc0d HTTP/1.1" status: 200 len: 375 time: 0.0940611 Feb 10 06:32:36.724797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Pushing event updated for resources: {'Port': ['ID=977fd1cd-ff86-4623-a38c-73bec148db61,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:36.803627 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:36.856491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:36.866374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-08bdd078-fece-406f-9652-4a3c0cca9aad tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2632768 Feb 10 06:32:36.879690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8be002f1-e83e-463a-8201-254675f930fd tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8525771e9e3c4d0dbc1ec48468f0dc0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465538 Feb 10 06:32:36.938788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:36.956268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-b24eea60-7d0a-4a27-adee-c36f8a6491d5 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 696 time: 0.0864320 Feb 10 06:32:37.061516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:37.102472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:37.150891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting port dc7b8b33-7427-4c49-99b9-06f4984090be {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:37.151914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:37.295400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-aba802d4-e6b4-4f21-a52b-65c21ae7ee00 service neutron] 10.222.0.21 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343313 Feb 10 06:32:37.327522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-fab5e44c-d4ef-4cf0-a930-6f9d218cac21 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Deleting port 7424862d-1b6e-4cf6-b845-14d5223ca7bc {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:37.327857 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fab5e44c-d4ef-4cf0-a930-6f9d218cac21 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:37.335661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 20f8209a-a864-4a26-a805-d7c20303c312 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:37.380882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-d2541ee3-df18-46e0-a6e0-3a3486b480b0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:37.382260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0941fb2-7bfc-4ef4-893a-c2b7ed822e38 req-d2541ee3-df18-46e0-a6e0-3a3486b480b0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.4157917 Feb 10 06:32:37.386604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (22d45bb9-6943-448c-81d8-6109407dfd63), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:37.502436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 20f8209a-a864-4a26-a805-d7c20303c312 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:37.503011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (20f8209a-a864-4a26-a805-d7c20303c312), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:37.528790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4b81d3ec-12d2-4080-9dce-f49d28cc4dd7 None None] Current status of the port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:37.529288 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4b81d3ec-12d2-4080-9dce-f49d28cc4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:37.548406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-e0383387-5e96-4167-9384-c2bb87fb21dd service neutron] 10.222.0.21 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336409 Feb 10 06:32:37.572380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] For port dc7b8b33-7427-4c49-99b9-06f4984090be, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=dc7b8b33-7427-4c49-99b9-06f4984090be,segment=NetworkSegment(0fedb975-6d36-4b5c-a182-c8b31f0d1485),segment_id=0fedb975-6d36-4b5c-a182-c8b31f0d1485)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:37.572751 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:37.618898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Calling delete_port for dc7b8b33-7427-4c49-99b9-06f4984090be owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:37.653154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-db3f212d-23c2-4ef8-99d4-df7d631b758c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:37.654748 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-db3f212d-23c2-4ef8-99d4-df7d631b758c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.13 "GET /v2.0/networks?id=a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 HTTP/1.1" status: 200 len: 815 time: 0.3637216 Feb 10 06:32:37.701499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fab5e44c-d4ef-4cf0-a930-6f9d218cac21 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:37.707189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb0946-449e-412b-8a16-6fb8ee338c38 req-69ba28bd-f033-4934-ae18-383d6d4561c3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:37.709874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08fb0946-449e-412b-8a16-6fb8ee338c38 req-69ba28bd-f033-4934-ae18-383d6d4561c3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 946 time: 0.1302140 Feb 10 06:32:37.714485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4b81d3ec-12d2-4080-9dce-f49d28cc4dd7 None None] For port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8d59874d-2eed-4b16-b6f3-ff3ec4498afd,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:37.724137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8d59874d-2eed-4b16-b6f3-ff3ec4498afd', 'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'mac_address': 'fa:16:3e:e4:69:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:28Z', 'updated_at': '2022-02-10T06:32:35Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'subnets': [{'id': '524d76dd-0c22-4938-b584-142db313b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:37.726675 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4b81d3ec-12d2-4080-9dce-f49d28cc4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:37.780345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3b8c1-c59c-4da7-9509-86ec541f9370 None None] The sync data for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 is: [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8d59874d-2eed-4b16-b6f3-ff3ec4498afd', 'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'mac_address': 'fa:16:3e:e4:69:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:28Z', 'updated_at': '2022-02-10T06:32:35Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'subnets': [{'id': '524d76dd-0c22-4938-b584-142db313b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:32:37.899618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08fb0946-449e-412b-8a16-6fb8ee338c38 req-939a2ed8-840c-4f61-8ea8-89df50c9bca3 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1065c23-d9b1-462d-8930-13fdbc6d97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817234 Feb 10 06:32:37.924577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-fab5e44c-d4ef-4cf0-a930-6f9d218cac21 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Calling delete_port for 7424862d-1b6e-4cf6-b845-14d5223ca7bc owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:37.969958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81d3ec-12d2-4080-9dce-f49d28cc4dd7 None None] Pushing event updated for resources: {'Port': ['ID=8d59874d-2eed-4b16-b6f3-ff3ec4498afd,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:37.988558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 20f8209a-a864-4a26-a805-d7c20303c312 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:37.991249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ff405ebd-4470-4345-9b21-8c945962904f None None] Provisioning complete for port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:37.991622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff405ebd-4470-4345-9b21-8c945962904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:38.024320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55eac304-f45c-4886-8101-e1eb8493d3be req-ac34564e-08ff-427c-af96-b6a32059baa5 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.1232715 Feb 10 06:32:38.093488 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4e71ef-e7f2-461b-a991-edcf60662f66 x-openstack-request-id: req-6c4e71ef-e7f2-461b-a991-edcf60662f66 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:38.093780 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "name": "network-vif-deleted", "tag": "8fc298bc-20ca-466c-b5d1-bddac272c652", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:38.094037 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c4e71ef-e7f2-461b-a991-edcf60662f66 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:38.094472 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'name': 'network-vif-deleted', 'tag': '8fc298bc-20ca-466c-b5d1-bddac272c652', 'status': 'completed', 'code': 200} Feb 10 06:32:38.113522 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-93e66a9a-6a39-4ace-acd2-4eed9867a4eb tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488caf905bcb4eb1b9196fbe6e5dae35 HTTP/1.1" status: 200 len: 380 time: 0.4088550 Feb 10 06:32:38.145311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Request body: {'port': {'device_id': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'admin_state_up': True, 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'security_groups': ['211ac640-564f-41d4-887a-86c3c2d242dd']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:38.227843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df2744a6-3e43-45b1-8fdb-e18e1beb168e req-8a3ab9f5-836c-4460-bff8-deedf9ff2783 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 210 time: 0.1149004 Feb 10 06:32:38.261550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ff405ebd-4470-4345-9b21-8c945962904f None None] Current status of the port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:38.307844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ff405ebd-4470-4345-9b21-8c945962904f None None] Provisioning complete for port 20f8209a-a864-4a26-a805-d7c20303c312 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:38.308222 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff405ebd-4470-4345-9b21-8c945962904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (20f8209a-a864-4a26-a805-d7c20303c312), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:38.450566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-660bdc0d-d1bb-4e8a-9bb2-5ff6abb3ad7c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:38.461377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-660bdc0d-d1bb-4e8a-9bb2-5ff6abb3ad7c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 821 time: 0.2687032 Feb 10 06:32:38.497001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-c7da04ed-1548-43d6-8bcf-6e59452f9123 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/quotas/75dea68e1f5c4aaba88fca8962f0a5c3 HTTP/1.1" status: 200 len: 375 time: 0.0292680 Feb 10 06:32:38.601471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ff405ebd-4470-4345-9b21-8c945962904f None None] Current status of the port 20f8209a-a864-4a26-a805-d7c20303c312 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:38.614927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-45caae5f-3e81-46c6-8fab-05d65ec0ad26 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1161959 Feb 10 06:32:38.638537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ff405ebd-4470-4345-9b21-8c945962904f None None] Provisioning complete for port 7424862d-1b6e-4cf6-b845-14d5223ca7bc triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:38.638889 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff405ebd-4470-4345-9b21-8c945962904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:38.744556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ff405ebd-4470-4345-9b21-8c945962904f None None] Port 7424862d-1b6e-4cf6-b845-14d5223ca7bc cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:38.819865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8fc298bc-20ca-466c-b5d1-bddac272c652 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:38.872107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 8fc298bc-20ca-466c-b5d1-bddac272c652 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:32:38.873225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-549f60ce-c711-4379-be45-866a16e79332 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540348 Feb 10 06:32:38.874726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8fc298bc-20ca-466c-b5d1-bddac272c652 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:32:38.875926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device dc7b8b33-7427-4c49-99b9-06f4984090be no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:38.980799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: dc7b8b33-7427-4c49-99b9-06f4984090be {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:32:38.981300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device dc7b8b33-7427-4c49-99b9-06f4984090be not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:32:39.111044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Router 22d45bb9-6943-448c-81d8-6109407dfd63 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:32:39.123923 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (dc7b8b33-7427-4c49-99b9-06f4984090be), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:39.131485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fab5e44c-d4ef-4cf0-a930-6f9d218cac21 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7424862d-1b6e-4cf6-b845-14d5223ca7bc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:39.151233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2211b97b-a2cd-4964-90c4-eab58f6cc221 req-1fbe4ac4-5068-4d32-9902-740fc65069da tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 210 time: 0.1042471 Feb 10 06:32:39.236546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-ade45052-49c4-476a-a3cf-e2f52c16c77c service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623774 Feb 10 06:32:39.343266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Port': ['ID=dc7b8b33-7427-4c49-99b9-06f4984090be,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:39.404245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8d59874d-2eed-4b16-b6f3-ff3ec4498afd up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:39.448112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d82f760e-3c34-49ae-831b-4fc901c1ab24 req-793ec2a8-bde4-4d3c-956c-5386b0554acd tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.1036239 Feb 10 06:32:39.477390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5e44c-d4ef-4cf0-a930-6f9d218cac21 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event deleted for resources: {'Port': ['ID=7424862d-1b6e-4cf6-b845-14d5223ca7bc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:39.570063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:39.571933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:39.589313 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Made reservation on behalf of 488caf905bcb4eb1b9196fbe6e5dae35 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:39.596484 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:39.705437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] No DVR routers for this DVR port dc7b8b33-7427-4c49-99b9-06f4984090be on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:39.728225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:39.733206 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2aa5a8c9-60ae-455e-ba62-55a791ecfb1b req-f8af477f-769c-4948-99b8-48dd65754120 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.24 "DELETE /v2.0/ports/dc7b8b33-7427-4c49-99b9-06f4984090be HTTP/1.1" status: 204 len: 173 time: 3.9290054 Feb 10 06:32:39.769527 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-36c0518e-b452-4e40-8491-243b53302ae6 req-9486b9d7-f270-4a58-881e-98b46d097fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 210 time: 0.0911348 Feb 10 06:32:39.779288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:39.843868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:39.863678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43349035-7e52-42c4-bc2e-84402218a600 req-2c09d090-26d5-4761-9145-6ff87c5ae94d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 210 time: 0.0835462 Feb 10 06:32:40.260785 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9b50-924c-47dd-9df7-eb12eb6416e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:40.317314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Allocated IP 172.20.0.3 (a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8/b50add18-4da3-4400-96e7-bce9bc12cd55/6f87fa39-ed7f-4815-ae12-c3d74ef297e6) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:40.390918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6efb065f-e84e-4ec0-90ac-7f8ab0272ad9 req-f96ced50-b47a-4a16-b2d2-c9e3c0140c24 tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "GET /v2.0/ports?device_id=b055ae53-6ad2-4c69-b899-789a2bccc980 HTTP/1.1" status: 200 len: 210 time: 0.1047599 Feb 10 06:32:40.447739 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'name': 'network-vif-deleted', 'tag': 'dc7b8b33-7427-4c49-99b9-06f4984090be'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:40.450283 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a89d3e-bec5-4907-8ace-4637eed21a10" -d '{"events": [{"server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "name": "network-vif-deleted", "tag": "dc7b8b33-7427-4c49-99b9-06f4984090be"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:40.538476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fab5e44c-d4ef-4cf0-a930-6f9d218cac21 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:40.544388 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fab5e44c-d4ef-4cf0-a930-6f9d218cac21 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "DELETE /v2.0/ports/7424862d-1b6e-4cf6-b845-14d5223ca7bc HTTP/1.1" status: 204 len: 168 time: 4.1009164 Feb 10 06:32:40.547077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40540) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:40.570755 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056dcd1b-40b5-48c0-9b51-e094fb542d44 x-openstack-request-id: req-056dcd1b-40b5-48c0-9b51-e094fb542d44 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:40.571660 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b055ae53-6ad2-4c69-b899-789a2bccc980", "name": "network-vif-deleted", "tag": "dc7b8b33-7427-4c49-99b9-06f4984090be", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:40.572445 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-056dcd1b-40b5-48c0-9b51-e094fb542d44 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:40.573087 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b055ae53-6ad2-4c69-b899-789a2bccc980', 'name': 'network-vif-deleted', 'tag': 'dc7b8b33-7427-4c49-99b9-06f4984090be', 'status': 'completed', 'code': 200} Feb 10 06:32:40.594114 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8cbd94-f249-4410-a354-8a78cacba138 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] GET failed (client error): The resource could not be found. Feb 10 06:32:40.600336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd8cbd94-f249-4410-a354-8a78cacba138 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "GET /v2.0/ports/7424862d-1b6e-4cf6-b845-14d5223ca7bc HTTP/1.1" status: 404 len: 333 time: 0.0474908 Feb 10 06:32:40.600592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40544) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:40.608365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'port': {'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e', 'name': 'tempest-AllowedAddressPairTestJSON-1952925014'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:40.682623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:32:40.692746 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Sync routers for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:32:40.713496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:40.713781 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:40.714335 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:40.807590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:40.808857 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8f965728-b470-456e-ae0c-04f670e89439 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7782650 Feb 10 06:32:40.836201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40550) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:40.882689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-670c5365-86ba-4ad0-8e6c-8e11731f1137 req-9966575b-be4b-4d7d-9a27-0587858c1d6c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.1968966 Feb 10 06:32:40.985954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-160efca2-ec32-4363-9493-d1ad99faa52f req-3176c62b-e1bd-4f5f-bb55-237f82d7724b tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 210 time: 0.0694282 Feb 10 06:32:41.006905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:41.040743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Made reservation on behalf of 63d9e9b81d21483f847f2a6c454489d5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:41.044303 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:41.125969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-6869eed9-8363-4adc-95f5-bc841590f831 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:41.127677 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-6869eed9-8363-4adc-95f5-bc841590f831 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.24 "GET /v2.0/networks?id=327f4065-4b8d-4984-9e6e-20d2c70521c7 HTTP/1.1" status: 200 len: 828 time: 1.1838200 Feb 10 06:32:41.133332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] device_id is not set on port 43785f8c-37fc-4ee2-86da-332612171a92 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:32:41.149099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Request body: {'port': {'device_id': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'admin_state_up': True, 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:41.209498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:41.320737 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:34Z', 'revision_number': 3, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:41.357828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:41.376778 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Checking router: 22d45bb9-6943-448c-81d8-6109407dfd63 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:32:41.377134 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Updating router 22d45bb9-6943-448c-81d8-6109407dfd63 port c24a858d-42d4-4d43-8c96-52c3de18f2f5 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:32:41.402278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c956a741-32ed-411f-ab90-95f89791993c req-b013078d-8f56-44ee-be07-96677bf7d903 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 210 time: 0.2902253 Feb 10 06:32:41.456576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Allocated IP 172.20.0.14 (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e/d9d12010-3801-4fec-b739-18e7ee6ac2e2/43785f8c-37fc-4ee2-86da-332612171a92) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:41.459372 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:41.482224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:41.542190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:41.574884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:41.582845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Pushing event updated for resources: {'Port': ['ID=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:41.675019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Made reservation on behalf of 8525771e9e3c4d0dbc1ec48468f0dc0d for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:41.678880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:41.775178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0bc76b-f8e4-4292-b858-5fdd0fe1b78a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting subnet bcf9f1e8-a784-460b-8146-7db815c6fd41 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:32:41.781835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc76b-f8e4-4292-b858-5fdd0fe1b78a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for subnet (bcf9f1e8-a784-460b-8146-7db815c6fd41), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:41.915133 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for port (43785f8c-37fc-4ee2-86da-332612171a92), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.013872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-13691073-c7d6-403c-b9a0-8607007cbc2b None None] Provisioning complete for port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:42.014421 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13691073-c7d6-403c-b9a0-8607007cbc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.038140 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (43785f8c-37fc-4ee2-86da-332612171a92), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.098443 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Publish callbacks [] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.109208 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.149256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-13691073-c7d6-403c-b9a0-8607007cbc2b None None] Port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:42.159521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:42.169957 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239d72e-dec3-45cd-a465-2284667f0a1d None None] Pushing event updated for resources: {'Port': ['ID=c24a858d-42d4-4d43-8c96-52c3de18f2f5,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:42.194880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-20fb88ed-ba33-468e-8801-058c3ee675ab req-b9acc2bb-42a3-4995-930c-e672d7eb1556 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 210 time: 0.1024745 Feb 10 06:32:42.195367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:42.200270 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Attempting to bind port c24a858d-42d4-4d43-8c96-52c3de18f2f5 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:42.200932 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Attempting to bind port c24a858d-42d4-4d43-8c96-52c3de18f2f5 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:42.201534 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Attempting to bind port c24a858d-42d4-4d43-8c96-52c3de18f2f5 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:42.214357 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:42.215247 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:42.215383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:42.216256 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.217714 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:42.218737 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Bound port: c24a858d-42d4-4d43-8c96-52c3de18f2f5, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:42.221792 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.233327 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc76b-f8e4-4292-b858-5fdd0fe1b78a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (bcf9f1e8-a784-460b-8146-7db815c6fd41), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.274046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:42.320319 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] For port c24a858d-42d4-4d43-8c96-52c3de18f2f5, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:42.325652 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] For port c24a858d-42d4-4d43-8c96-52c3de18f2f5, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c24a858d-42d4-4d43-8c96-52c3de18f2f5,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:42.336567 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.471320 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef355de3-1455-4d71-86f7-3ae8c62bc7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.482385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Port': ['ID=43785f8c-37fc-4ee2-86da-332612171a92,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:42.511891 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:42.512455 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:42.516111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c91feb-9526-4d39-b6da-b90542c3da1b req-f473c8e3-a221-4897-8232-8b24223b5183 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:42.517738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6c91feb-9526-4d39-b6da-b90542c3da1b req-f473c8e3-a221-4897-8232-8b24223b5183 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 931 time: 0.5338628 Feb 10 06:32:42.519894 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239d72e-dec3-45cd-a465-2284667f0a1d None None] Pushing event updated for resources: {'Port': ['ID=c24a858d-42d4-4d43-8c96-52c3de18f2f5,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:42.578786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1968813e-b724-4dd2-9009-6821bb465165 None None] Provisioning complete for port 43785f8c-37fc-4ee2-86da-332612171a92 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:42.579487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1968813e-b724-4dd2-9009-6821bb465165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (43785f8c-37fc-4ee2-86da-332612171a92), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.606246 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1e8df71-50c1-43e7-a09d-f3109a7b7451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.624489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:42.625505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.656669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1968813e-b724-4dd2-9009-6821bb465165 None None] Port 43785f8c-37fc-4ee2-86da-332612171a92 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:42.664449 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc76b-f8e4-4292-b858-5fdd0fe1b78a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (bcf9f1e8-a784-460b-8146-7db815c6fd41), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:42.742242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-849547c8-bb1b-4325-9dda-6b7b3a246f79 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1400113 Feb 10 06:32:42.742534 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:42.761259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40602) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:42.768916 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'port': {'network_id': '18ee4bb3-e3fb-47f6-abd7-c47591b97d9e', 'name': 'tempest-AllowedAddressPairTestJSON-150724074'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:42.908264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aade5a2-8659-4973-a3b4-4c5fa9c59ed8 req-13b874eb-68b4-4371-8c80-c950d6493572 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 210 time: 0.1513722 Feb 10 06:32:42.945010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6c91feb-9526-4d39-b6da-b90542c3da1b req-ffa413af-3de6-486f-9e5d-715688bae28a tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960168 Feb 10 06:32:43.008005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:43.008792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.058598 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:34Z', 'revision_number': 3, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:43.072961 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc76b-f8e4-4292-b858-5fdd0fe1b78a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (bcf9f1e8-a784-460b-8146-7db815c6fd41), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.089917 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafeebb9-20ce-401f-b5ed-0fa7b003870e None None] The sync data for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 is: [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:34Z', 'revision_number': 3, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:32:43.123937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Allocated IP 172.20.0.6 (327f4065-4b8d-4984-9e6e-20d2c70521c7/524d76dd-0c22-4938-b584-142db313b9b7/ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:43.134118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bc76b-f8e4-4292-b858-5fdd0fe1b78a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf9f1e8-a784-460b-8146-7db815c6fd41,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:43.150085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc76b-f8e4-4292-b858-5fdd0fe1b78a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.155311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b0bc76b-f8e4-4292-b858-5fdd0fe1b78a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "DELETE /v2.0/subnets/bcf9f1e8-a784-460b-8146-7db815c6fd41 HTTP/1.1" status: 204 len: 168 time: 1.6072154 Feb 10 06:32:43.162144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:43.162771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc6941-4198-4e59-9cac-5bce74a531ec None None] Network fa6c9cb2-a097-4224-9f48-5911cd006ca3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:32:43.241428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-44f1590f-4427-46d4-9705-c8179c3863ff tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:43.245381 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-44f1590f-4427-46d4-9705-c8179c3863ff tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 821 time: 1.6934130 Feb 10 06:32:43.283813 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (fa6c9cb2-a097-4224-9f48-5911cd006ca3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.288908 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1e8df71-50c1-43e7-a09d-f3109a7b7451 admin admin] Publish callbacks [] for security_group (6e4db0dc-ec49-4e80-b824-2bd42de9ba03), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.305964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1e8df71-50c1-43e7-a09d-f3109a7b7451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6e4db0dc-ec49-4e80-b824-2bd42de9ba03), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.323031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Request body: {'port': {'device_id': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'admin_state_up': True, 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:43.348633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40618) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:43.352286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d1e8df71-50c1-43e7-a09d-f3109a7b7451 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=677b216da2594bf0929ef698ab640fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1506352 Feb 10 06:32:43.389062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-26af0551-5082-4692-a18c-3284180f304c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2492385 Feb 10 06:32:43.427107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Request body: {'port': {'device_id': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:43.477334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Made reservation on behalf of 63d9e9b81d21483f847f2a6c454489d5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:43.484644 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.487041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8df71-50c1-43e7-a09d-f3109a7b7451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4db0dc-ec49-4e80-b824-2bd42de9ba03,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:43.503738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f62d821-bb5c-4e49-97ad-1e04e5c488db None None] DHCP port deletion for fa6c9cb2-a097-4224-9f48-5911cd006ca3 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:32:43.565195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02c2d3f6-c3f5-440f-a2e0-5d97c22394e1 req-25c60872-ced5-42e2-bf0c-597ee35bb5d3 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 210 time: 0.1958942 Feb 10 06:32:43.637307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5f62d821-bb5c-4e49-97ad-1e04e5c488db None None] Deleting port 79b4736c-a66a-408b-8804-ed573c105c5c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:43.638292 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f62d821-bb5c-4e49-97ad-1e04e5c488db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.689364 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.764835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] device_id is not set on port 488ff11d-22fd-4122-91fc-b79f111d2118 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:32:43.781703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef394f2f-46d3-4d60-94e1-38dc54a718d8 admin admin] Publish callbacks [] for security_group (6e4db0dc-ec49-4e80-b824-2bd42de9ba03), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.787064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5f62d821-bb5c-4e49-97ad-1e04e5c488db None None] For port 79b4736c-a66a-408b-8804-ed573c105c5c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=79b4736c-a66a-408b-8804-ed573c105c5c,segment=NetworkSegment(22d69679-aee0-4151-8ff8-ce129cdf4ff5),segment_id=22d69679-aee0-4151-8ff8-ce129cdf4ff5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:43.787479 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f62d821-bb5c-4e49-97ad-1e04e5c488db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.792842 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.820818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5f62d821-bb5c-4e49-97ad-1e04e5c488db None None] Calling delete_port for 79b4736c-a66a-408b-8804-ed573c105c5c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:43.846151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting port 79b4736c-a66a-408b-8804-ed573c105c5c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:43.847404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.911852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:43.931285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef394f2f-46d3-4d60-94e1-38dc54a718d8 admin admin] Publish callbacks [] for security_group (6e4db0dc-ec49-4e80-b824-2bd42de9ba03), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:44.003084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Made reservation on behalf of 75dea68e1f5c4aaba88fca8962f0a5c3 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:44.005714 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f62d821-bb5c-4e49-97ad-1e04e5c488db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:44.009192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:44.079382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62d821-bb5c-4e49-97ad-1e04e5c488db None None] No DVR routers for this DVR port 79b4736c-a66a-408b-8804-ed573c105c5c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:44.090120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62d821-bb5c-4e49-97ad-1e04e5c488db None None] Pushing event deleted for resources: {'Port': ['ID=79b4736c-a66a-408b-8804-ed573c105c5c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:44.092292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:44.164780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] For port 79b4736c-a66a-408b-8804-ed573c105c5c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=79b4736c-a66a-408b-8804-ed573c105c5c,segment=NetworkSegment(22d69679-aee0-4151-8ff8-ce129cdf4ff5),segment_id=22d69679-aee0-4151-8ff8-ce129cdf4ff5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:44.165636 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:44.192145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Calling delete_port for 79b4736c-a66a-408b-8804-ed573c105c5c owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:44.250239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0c433b7-050b-48a6-9689-8c96bd29fc1c req-0939aace-fcbd-47c9-b597-e4028193f7cf tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 210 time: 0.1845899 Feb 10 06:32:44.343442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef394f2f-46d3-4d60-94e1-38dc54a718d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6e4db0dc-ec49-4e80-b824-2bd42de9ba03), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:44.346206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef394f2f-46d3-4d60-94e1-38dc54a718d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:44.347456 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ef394f2f-46d3-4d60-94e1-38dc54a718d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e4db0dc-ec49-4e80-b824-2bd42de9ba03 HTTP/1.1" status: 204 len: 168 time: 0.9827707 Feb 10 06:32:44.350233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Allocated IP 172.20.0.8 (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e/d9d12010-3801-4fec-b739-18e7ee6ac2e2/488ff11d-22fd-4122-91fc-b79f111d2118) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:44.437782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:44.501707 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (79b4736c-a66a-408b-8804-ed573c105c5c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:44.525428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Network 327f4065-4b8d-4984-9e6e-20d2c70521c7 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:44.526766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef394f2f-46d3-4d60-94e1-38dc54a718d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4db0dc-ec49-4e80-b824-2bd42de9ba03,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:44.556640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:44.624014 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:44.935860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Pushing event updated for resources: {'Port': ['ID=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:45.152697 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.176863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ee9deb9a-9de6-45fc-bbf6-dc4995a5ec4e None None] Provisioning complete for port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:45.177822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee9deb9a-9de6-45fc-bbf6-dc4995a5ec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.266637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Allocated IP 172.20.0.5 (1af2c424-5f93-40af-9b66-6ab8ba6fe93c/c191e695-7cc5-402d-ae72-09a82d255cd6/aaaee3ff-01ed-4319-ac09-60ee5e83774e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:45.284112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ee9deb9a-9de6-45fc-bbf6-dc4995a5ec4e None None] Port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:45.306715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:45.307398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.313562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40660) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:45.330646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Port': ['ID=79b4736c-a66a-408b-8804-ed573c105c5c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:45.334242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c24a858d-42d4-4d43-8c96-52c3de18f2f5 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:45.339629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e538fb07-1fde-409a-beb9-324c630d029d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.358520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] No DVR routers for this DVR port 79b4736c-a66a-408b-8804-ed573c105c5c on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:45.475121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c24a858d-42d4-4d43-8c96-52c3de18f2f5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:45.477797 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.511873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e538fb07-1fde-409a-beb9-324c630d029d admin admin] Publish callbacks [] for security_group (0313a92f-7b21-4fdc-8c6c-7a98af357a24), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.516694 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for port (488ff11d-22fd-4122-91fc-b79f111d2118), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.548734 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e538fb07-1fde-409a-beb9-324c630d029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0313a92f-7b21-4fdc-8c6c-7a98af357a24), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.573344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd307b8-1fe4-4929-a817-6cc761ef2bb5 req-9acff897-b59b-460d-9247-d96b91533cd8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:45.575429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acd307b8-1fe4-4929-a817-6cc761ef2bb5 req-9acff897-b59b-460d-9247-d96b91533cd8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 931 time: 1.3279750 Feb 10 06:32:45.613930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538fb07-1fde-409a-beb9-324c630d029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0313a92f-7b21-4fdc-8c6c-7a98af357a24,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:45.621051 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-8435a770-f0dc-4dd5-b39a-bcd602f35893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4768212 Feb 10 06:32:45.642686 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (fa6c9cb2-a097-4224-9f48-5911cd006ca3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.653122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Request body: {'port': {'device_id': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:45.660279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c24a858d-42d4-4d43-8c96-52c3de18f2f5 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:45.660663 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.701646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port c24a858d-42d4-4d43-8c96-52c3de18f2f5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c24a858d-42d4-4d43-8c96-52c3de18f2f5,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:45.706010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Allocated IP 172.20.0.1 (0b0fa05a-31e1-4501-a94f-163d5dbc23d3/830654ed-c3c6-4da8-9735-3ba73b7dd61d/c1442400-6763-404e-a19d-4d488f4166b9) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:32:45.710465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.735560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6c9cb2-a097-4224-9f48-5911cd006ca3']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:45.750965 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e538fb07-1fde-409a-beb9-324c630d029d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2562166c446491a82a5578b91087253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344907 Feb 10 06:32:45.765299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a3606-2230-4e5b-84e6-053c3c353340 req-787f1910-18a4-42ea-aa01-6cfa08988893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:45.766780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40662) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:45.767887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-420a3606-2230-4e5b-84e6-053c3c353340 req-787f1910-18a4-42ea-aa01-6cfa08988893 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 931 time: 0.4425063 Feb 10 06:32:45.780591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d69679-aee0-4151-8ff8-ce129cdf4ff5') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:45.781324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d69679-aee0-4151-8ff8-ce129cdf4ff5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:45.837657 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (22d69679-aee0-4151-8ff8-ce129cdf4ff5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.848673 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (488ff11d-22fd-4122-91fc-b79f111d2118), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.852783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.857308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=c24a858d-42d4-4d43-8c96-52c3de18f2f5,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:45.867484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acd307b8-1fe4-4929-a817-6cc761ef2bb5 req-18c2d422-7451-4d97-bc81-77a810865bb0 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356780 Feb 10 06:32:45.867739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 79b4736c-a66a-408b-8804-ed573c105c5c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:45.919003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 79b4736c-a66a-408b-8804-ed573c105c5c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:32:45.919366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 79b4736c-a66a-408b-8804-ed573c105c5c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:32:45.981890 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (22d69679-aee0-4151-8ff8-ce129cdf4ff5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:45.988883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:32:45.989280 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (22d69679-aee0-4151-8ff8-ce129cdf4ff5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.062225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Port': ['ID=488ff11d-22fd-4122-91fc-b79f111d2118,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:46.073704 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-061e85c9-0d74-4710-b48c-fb250bca6759 admin admin] Publish callbacks [] for security_group (0313a92f-7b21-4fdc-8c6c-7a98af357a24), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.076538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:32:46.078136 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:32:46.085567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:46.095358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:46.118092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-420a3606-2230-4e5b-84e6-053c3c353340 req-aa159d44-37cd-4509-99f4-47b3204ee7df tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432291 Feb 10 06:32:46.122233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:46.207008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:46.207687 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.216429 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (fa6c9cb2-a097-4224-9f48-5911cd006ca3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.225684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.229446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "DELETE /v2.0/networks/fa6c9cb2-a097-4224-9f48-5911cd006ca3 HTTP/1.1" status: 204 len: 168 time: 3.0597317 Feb 10 06:32:46.237285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:46.280602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa77fe-ea52-4237-aec8-36fe31798f9e tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Network': ['ID=fa6c9cb2-a097-4224-9f48-5911cd006ca3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:46.281003 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Publish callbacks [] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.372848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ce6b3d1-5bfc-4190-a72e-8858a5e0ff8b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6077092 Feb 10 06:32:46.400359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81027f1a-4ae9-4a6c-9488-685edc22992e req-929c6186-8511-482d-a830-8fcf4db5c5c6 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 210 time: 0.1495821 Feb 10 06:32:46.404483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:46.412047 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.424318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e29400e2-df39-4d1f-acde-a451abfa02c9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:37:a1:ee'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:59:84:8a'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:46.472805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Transition to ACTIVE for port object 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:32:46.516729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-feae251d-7999-424b-861f-dd7e0ed51e5d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting subnet ad6b09fa-5095-4aef-9311-6259a54c7f0d {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:32:46.521907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3014c911-5a57-4aa4-b742-ad63fd641f7b None None] Provisioning complete for port 488ff11d-22fd-4122-91fc-b79f111d2118 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:46.522449 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3014c911-5a57-4aa4-b742-ad63fd641f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (488ff11d-22fd-4122-91fc-b79f111d2118), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.522615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feae251d-7999-424b-861f-dd7e0ed51e5d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks [] for subnet (ad6b09fa-5095-4aef-9311-6259a54c7f0d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.610535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.619384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3014c911-5a57-4aa4-b742-ad63fd641f7b None None] Port 488ff11d-22fd-4122-91fc-b79f111d2118 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:46.638026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-061e85c9-0d74-4710-b48c-fb250bca6759 admin admin] Publish callbacks [] for security_group (0313a92f-7b21-4fdc-8c6c-7a98af357a24), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.672091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feae251d-7999-424b-861f-dd7e0ed51e5d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (ad6b09fa-5095-4aef-9311-6259a54c7f0d), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.860716 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feae251d-7999-424b-861f-dd7e0ed51e5d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (ad6b09fa-5095-4aef-9311-6259a54c7f0d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.899810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.903009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Publish callbacks [] for port (c1442400-6763-404e-a19d-4d488f4166b9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.932351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Pushing event updated for resources: {'Port': ['ID=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:46.967494 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-061e85c9-0d74-4710-b48c-fb250bca6759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0313a92f-7b21-4fdc-8c6c-7a98af357a24), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.979538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-061e85c9-0d74-4710-b48c-fb250bca6759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:46.981007 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-061e85c9-0d74-4710-b48c-fb250bca6759 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0313a92f-7b21-4fdc-8c6c-7a98af357a24 HTTP/1.1" status: 204 len: 168 time: 1.2132785 Feb 10 06:32:46.996645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feae251d-7999-424b-861f-dd7e0ed51e5d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (ad6b09fa-5095-4aef-9311-6259a54c7f0d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:47.154950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae251d-7999-424b-861f-dd7e0ed51e5d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6b09fa-5095-4aef-9311-6259a54c7f0d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:47.231468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e85c9-0d74-4710-b48c-fb250bca6759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0313a92f-7b21-4fdc-8c6c-7a98af357a24,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:47.235742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feae251d-7999-424b-861f-dd7e0ed51e5d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:47.236998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0618140-d66b-4929-aeec-38878545215b None None] Network 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:32:47.248525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40690) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:47.249890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-feae251d-7999-424b-861f-dd7e0ed51e5d tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "DELETE /v2.0/subnets/ad6b09fa-5095-4aef-9311-6259a54c7f0d HTTP/1.1" status: 204 len: 168 time: 0.9909766 Feb 10 06:32:47.251236 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c1442400-6763-404e-a19d-4d488f4166b9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:47.253547 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e29400e2-df39-4d1f-acde-a451abfa02c9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (488ff11d-22fd-4122-91fc-b79f111d2118), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:47.312138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c24a858d-42d4-4d43-8c96-52c3de18f2f5 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:47.409515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56330e96-b4fd-4548-8db3-fb116700dd9d req-4940f2f8-8cff-4915-9476-cf5ca22afcff tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:47.420195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56330e96-b4fd-4548-8db3-fb116700dd9d req-4940f2f8-8cff-4915-9476-cf5ca22afcff tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.3550165 Feb 10 06:32:47.529955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:47.620007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:47.640368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c24a858d-42d4-4d43-8c96-52c3de18f2f5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:47.640859 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:47.656118 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:47.659669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:47.669475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Pushing event updated for resources: {'Port': ['ID=c1442400-6763-404e-a19d-4d488f4166b9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:47.679036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f64ce40c-8806-4cc7-9a6a-6fb503d89327'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:32:47.695366 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e29400e2-df39-4d1f-acde-a451abfa02c9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for port (488ff11d-22fd-4122-91fc-b79f111d2118), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:47.744475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e29400e2-df39-4d1f-acde-a451abfa02c9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (488ff11d-22fd-4122-91fc-b79f111d2118), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:47.803897 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9e1f66b4-3d9d-4c32-af86-887e0e1f62fd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:47.827132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f5341-79c7-4608-be16-716be824c5aa None None] DHCP port deletion for 9e1f66b4-3d9d-4c32-af86-887e0e1f62fd request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:32:47.959018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c24a858d-42d4-4d43-8c96-52c3de18f2f5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:47.996784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Attempting to bind port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:47.997127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Attempting to bind port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:47.997469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Attempting to bind port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 on network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:48.024392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29400e2-df39-4d1f-acde-a451abfa02c9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event updated for resources: {'Port': ['ID=488ff11d-22fd-4122-91fc-b79f111d2118,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:48.038159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:48.054959 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56330e96-b4fd-4548-8db3-fb116700dd9d req-2b99af7b-78c2-4f33-9e84-2dd9954630e5 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6340024 Feb 10 06:32:48.111446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 on network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:32:48.111784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Attempting to bind port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 on network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:48.113161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:48.115231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:48.129453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f5341-79c7-4608-be16-716be824c5aa None None] Deleting port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:48.135394 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5341-79c7-4608-be16-716be824c5aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.136063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (22d45bb9-6943-448c-81d8-6109407dfd63), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.141105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:32:48.153393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:48.257093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Pushing event updated for resources: {'Port': ['ID=aaaee3ff-01ed-4319-ac09-60ee5e83774e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:48.269706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Publish callbacks [] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.314956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e29400e2-df39-4d1f-acde-a451abfa02c9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] In _notify_port_updated(), no bound segment for port 488ff11d-22fd-4122-91fc-b79f111d2118 on network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:32:48.320527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29400e2-df39-4d1f-acde-a451abfa02c9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:48.321402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e29400e2-df39-4d1f-acde-a451abfa02c9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.325354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e29400e2-df39-4d1f-acde-a451abfa02c9 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "PUT /v2.0/ports/488ff11d-22fd-4122-91fc-b79f111d2118 HTTP/1.1" status: 200 len: 1056 time: 1.9173293 Feb 10 06:32:48.325525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7d8f5341-79c7-4608-be16-716be824c5aa None None] For port 15e7f51b-61d6-4443-a2b7-7b74f96244c9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=15e7f51b-61d6-4443-a2b7-7b74f96244c9,segment=NetworkSegment(0fedb975-6d36-4b5c-a182-c8b31f0d1485),segment_id=0fedb975-6d36-4b5c-a182-c8b31f0d1485)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:48.325942 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5341-79c7-4608-be16-716be824c5aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.353401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40716) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:48.429774 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:48.430163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Checking segment: {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:48.430615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Bound using segment: {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:48.431156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Bound port: 6f87fa39-ed7f-4815-ae12-c3d74ef297e6, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deeede50-c1f6-4392-ae92-3285ffadb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:48.431521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.436062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f5341-79c7-4608-be16-716be824c5aa None None] Calling delete_port for 15e7f51b-61d6-4443-a2b7-7b74f96244c9 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:48.452257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:48.452814 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.593211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] For port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:48.601486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2951282a-74b0-491d-9b05-fdac35da4f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.602315 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] For port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:48.617944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6938031-afa6-4465-a938-abab2114922f req-658adeef-d34e-494a-a506-a333d8596243 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:48.619843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6938031-afa6-4465-a938-abab2114922f req-658adeef-d34e-494a-a506-a333d8596243 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 931 time: 0.9214303 Feb 10 06:32:48.633504 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5341-79c7-4608-be16-716be824c5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.642228 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.646461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-98e526dd-07e4-4c82-8993-4689b0270b66 None None] Provisioning complete for port c1442400-6763-404e-a19d-4d488f4166b9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:48.647010 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98e526dd-07e4-4c82-8993-4689b0270b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c1442400-6763-404e-a19d-4d488f4166b9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.652426 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-7e41639f-7299-4d03-a1ae-e8e1c9c0f6de tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3549020 Feb 10 06:32:48.700877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f5341-79c7-4608-be16-716be824c5aa None None] Pushing event deleted for resources: {'Port': ['ID=15e7f51b-61d6-4443-a2b7-7b74f96244c9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:48.713625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Request body: {'port': {'device_id': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:48.719861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f5341-79c7-4608-be16-716be824c5aa None None] No DVR routers for this DVR port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:48.722160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-98e526dd-07e4-4c82-8993-4689b0270b66 None None] Port c1442400-6763-404e-a19d-4d488f4166b9 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:48.747862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Transition to ACTIVE for port object ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:32:48.799887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.806546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6819bf-1b6e-4a9e-8a89-d1fe09b5470a req-df655a44-f14c-4904-b82f-36f7d1707142 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:48.808332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee6819bf-1b6e-4a9e-8a89-d1fe09b5470a req-df655a44-f14c-4904-b82f-36f7d1707142 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 931 time: 0.4836419 Feb 10 06:32:48.816340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:48.816968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.818467 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] 10.222.0.13 "PUT /v2.0/ports/6f87fa39-ed7f-4815-ae12-c3d74ef297e6 HTTP/1.1" status: 200 len: 1091 time: 5.4035878 Feb 10 06:32:48.827080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'tag': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:48.829275 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6" -d '{"events": [{"name": "network-changed", "server_uuid": "fab62234-4d81-4849-b6bb-469f0cf24c1a", "tag": "6f87fa39-ed7f-4815-ae12-c3d74ef297e6"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:48.894897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-97f09637-17f7-445e-a5a6-3fbdf137ee49 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Deleting port 488ff11d-22fd-4122-91fc-b79f111d2118 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:48.898900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8562bea7-b0fa-4121-9404-7045720e3089 None None] Provisioning complete for port 488ff11d-22fd-4122-91fc-b79f111d2118 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:48.900055 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8562bea7-b0fa-4121-9404-7045720e3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (488ff11d-22fd-4122-91fc-b79f111d2118), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.905017 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97f09637-17f7-445e-a5a6-3fbdf137ee49 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (488ff11d-22fd-4122-91fc-b79f111d2118), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:48.967303 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6938031-afa6-4465-a938-abab2114922f req-94552b60-cc51-42b6-8907-a6b8ea4788f1 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394601 Feb 10 06:32:49.009377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8562bea7-b0fa-4121-9404-7045720e3089 None None] Port 488ff11d-22fd-4122-91fc-b79f111d2118 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:49.026954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8562bea7-b0fa-4121-9404-7045720e3089 None None] Provisioning complete for port aaaee3ff-01ed-4319-ac09-60ee5e83774e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:49.027335 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8562bea7-b0fa-4121-9404-7045720e3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.054345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b84018-3dde-4878-950e-a7a686c7156c service neutron] Pushing event updated for resources: {'Port': ['ID=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:49.127143 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45103e0a-7f01-414f-b2c8-cf2ed21889ed x-openstack-request-id: req-45103e0a-7f01-414f-b2c8-cf2ed21889ed {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:49.127543 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab62234-4d81-4849-b6bb-469f0cf24c1a", "tag": "6f87fa39-ed7f-4815-ae12-c3d74ef297e6", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:49.127894 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45103e0a-7f01-414f-b2c8-cf2ed21889ed {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:49.128454 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'tag': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6', 'status': 'completed', 'code': 200} Feb 10 06:32:49.131163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Deleting port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:49.131628 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.181975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8562bea7-b0fa-4121-9404-7045720e3089 None None] Port aaaee3ff-01ed-4319-ac09-60ee5e83774e cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:49.209785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.265090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 15e7f51b-61d6-4443-a2b7-7b74f96244c9 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:49.298125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 15e7f51b-61d6-4443-a2b7-7b74f96244c9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:32:49.298990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 15e7f51b-61d6-4443-a2b7-7b74f96244c9 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:32:49.314898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee6819bf-1b6e-4a9e-8a89-d1fe09b5470a req-d4fde999-b903-4b8d-a886-9e60c3d9c37d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929528 Feb 10 06:32:49.345573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2951282a-74b0-491d-9b05-fdac35da4f83 admin admin] Publish callbacks [] for security_group (2de7b184-ecbe-451d-9c79-1525af7494aa), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.371526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2951282a-74b0-491d-9b05-fdac35da4f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2de7b184-ecbe-451d-9c79-1525af7494aa), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.376166 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97f09637-17f7-445e-a5a6-3fbdf137ee49 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (488ff11d-22fd-4122-91fc-b79f111d2118), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.427313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-97f09637-17f7-445e-a5a6-3fbdf137ee49 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Calling delete_port for 488ff11d-22fd-4122-91fc-b79f111d2118 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:49.448930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b27681-09e0-4475-866c-1ad9c66711c6 req-4e491b35-7f2d-45f3-b7cb-80ec625f7240 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:49.450608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76b27681-09e0-4475-866c-1ad9c66711c6 req-4e491b35-7f2d-45f3-b7cb-80ec625f7240 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.1985688 Feb 10 06:32:49.460908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2951282a-74b0-491d-9b05-fdac35da4f83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4820dd54f3a4e3e8514f97b36e6543a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3298452 Feb 10 06:32:49.465165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40732) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:49.478053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951282a-74b0-491d-9b05-fdac35da4f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de7b184-ecbe-451d-9c79-1525af7494aa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:49.601325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76b27681-09e0-4475-866c-1ad9c66711c6 req-75ed55fa-a791-42cb-ac42-2072758b9e12 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391654 Feb 10 06:32:49.629835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f07e28aa-6916-4a7c-90b0-83023ab2c39d admin admin] Publish callbacks [] for security_group (2de7b184-ecbe-451d-9c79-1525af7494aa), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.682558 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f07e28aa-6916-4a7c-90b0-83023ab2c39d admin admin] Publish callbacks [] for security_group (2de7b184-ecbe-451d-9c79-1525af7494aa), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.734715 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97f09637-17f7-445e-a5a6-3fbdf137ee49 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (488ff11d-22fd-4122-91fc-b79f111d2118), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.772434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f09637-17f7-445e-a5a6-3fbdf137ee49 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event deleted for resources: {'Port': ['ID=488ff11d-22fd-4122-91fc-b79f111d2118,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:49.839104 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f07e28aa-6916-4a7c-90b0-83023ab2c39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2de7b184-ecbe-451d-9c79-1525af7494aa), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.842762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f07e28aa-6916-4a7c-90b0-83023ab2c39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.846193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f07e28aa-6916-4a7c-90b0-83023ab2c39d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2de7b184-ecbe-451d-9c79-1525af7494aa HTTP/1.1" status: 204 len: 168 time: 0.3769772 Feb 10 06:32:49.892101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e28aa-6916-4a7c-90b0-83023ab2c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de7b184-ecbe-451d-9c79-1525af7494aa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:49.936583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] For port 15e7f51b-61d6-4443-a2b7-7b74f96244c9, host n-d-828670-1, got binding levels [] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:49.937503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:49.953918 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Calling delete_port for 15e7f51b-61d6-4443-a2b7-7b74f96244c9 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:49.957762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_backend_mixin [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 was not found and therefore no delete operation was performed {{(pid=103213) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:32:50.127119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97f09637-17f7-445e-a5a6-3fbdf137ee49 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.135471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-97f09637-17f7-445e-a5a6-3fbdf137ee49 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "DELETE /v2.0/ports/488ff11d-22fd-4122-91fc-b79f111d2118 HTTP/1.1" status: 204 len: 168 time: 1.7784281 Feb 10 06:32:50.173868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (15e7f51b-61d6-4443-a2b7-7b74f96244c9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.182276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Pushing event updated for resources: {'Port': ['ID=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:50.186043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40748) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:50.232198 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-86941b22-0106-4498-a6c1-90e8830cd96d tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] GET failed (client error): The resource could not be found. Feb 10 06:32:50.236925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-86941b22-0106-4498-a6c1-90e8830cd96d tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "GET /v2.0/ports/488ff11d-22fd-4122-91fc-b79f111d2118 HTTP/1.1" status: 404 len: 333 time: 0.0493131 Feb 10 06:32:50.238968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:50.242235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Port': ['ID=15e7f51b-61d6-4443-a2b7-7b74f96244c9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:50.244044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] No DVR routers for this DVR port 15e7f51b-61d6-4443-a2b7-7b74f96244c9 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:50.311313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15208d7-8f1a-404e-9a16-5dc28b712a2c req-17ae021b-31fa-4d5e-afa7-0a943eac8d02 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:50.321100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b15208d7-8f1a-404e-9a16-5dc28b712a2c req-17ae021b-31fa-4d5e-afa7-0a943eac8d02 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 943 time: 0.2289402 Feb 10 06:32:50.352951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9e1f66b4-3d9d-4c32-af86-887e0e1f62fd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.378072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1f66b4-3d9d-4c32-af86-887e0e1f62fd']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:50.403202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fedb975-6d36-4b5c-a182-c8b31f0d1485') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:50.403506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fedb975-6d36-4b5c-a182-c8b31f0d1485') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:50.430132 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (0fedb975-6d36-4b5c-a182-c8b31f0d1485), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.462600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b15208d7-8f1a-404e-9a16-5dc28b712a2c req-d8d68008-0743-474c-8982-a7b25287dfca tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404212 Feb 10 06:32:50.465656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0fedb975-6d36-4b5c-a182-c8b31f0d1485), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.481292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:32:50.481706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (0fedb975-6d36-4b5c-a182-c8b31f0d1485), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.515944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c9dab524-63b8-4f42-bdbe-7f5189760dc0 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Deleting port 43785f8c-37fc-4ee2-86da-332612171a92 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:50.516588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9dab524-63b8-4f42-bdbe-7f5189760dc0 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (43785f8c-37fc-4ee2-86da-332612171a92), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.532220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:32:50.553214 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:32:50.556028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c1442400-6763-404e-a19d-4d488f4166b9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.561780 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bd0321e-044c-4ff8-abbc-c8c9dca1ff6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.626617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-79da7142-bd92-4fd1-a58d-080c7c3d7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:50.628671 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-79da7142-bd92-4fd1-a58d-080c7c3d7f44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=488caf905bcb4eb1b9196fbe6e5dae35&device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 1125 time: 1.7289872 Feb 10 06:32:50.638988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464778b-9f10-4c45-8e96-e83bbed8d656 req-1d5e2095-9631-4cb0-b479-8e00331b3cae tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:50.639891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8464778b-9f10-4c45-8e96-e83bbed8d656 req-1d5e2095-9631-4cb0-b479-8e00331b3cae tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 931 time: 0.1762974 Feb 10 06:32:50.684835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9dab524-63b8-4f42-bdbe-7f5189760dc0 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (43785f8c-37fc-4ee2-86da-332612171a92), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.706120 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (9e1f66b4-3d9d-4c32-af86-887e0e1f62fd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.709463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Attempting to bind port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:50.709663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c9dab524-63b8-4f42-bdbe-7f5189760dc0 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Calling delete_port for 43785f8c-37fc-4ee2-86da-332612171a92 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:50.710372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Attempting to bind port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:50.711391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Attempting to bind port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 on network 327f4065-4b8d-4984-9e6e-20d2c70521c7 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:50.845777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.850748 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] 10.222.0.21 "DELETE /v2.0/networks/9e1f66b4-3d9d-4c32-af86-887e0e1f62fd HTTP/1.1" status: 204 len: 168 time: 3.5968573 Feb 10 06:32:50.867657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d158bde-8fac-4845-b540-66f669ca6c7a tempest-ServersTestMultiNic-1890840322 tempest-ServersTestMultiNic-1890840322-project] Pushing event deleted for resources: {'Network': ['ID=9e1f66b4-3d9d-4c32-af86-887e0e1f62fd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:50.871444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-45ecd1d1-f184-4e21-9e3c-20458abca643 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f87fa39-ed7f-4815-ae12-c3d74ef297e6 HTTP/1.1" status: 200 len: 217 time: 0.2271328 Feb 10 06:32:50.883500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 on network 327f4065-4b8d-4984-9e6e-20d2c70521c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:32:50.883958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Attempting to bind port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 on network 327f4065-4b8d-4984-9e6e-20d2c70521c7 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:50.889593 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bd0321e-044c-4ff8-abbc-c8c9dca1ff6c admin admin] Publish callbacks [] for security_group (17866ee5-27e9-481d-a09f-ec60ffd82140), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.894586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:50.895074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Checking segment: {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:50.895908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Bound using segment: {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:50.896382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Bound port: ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc7ecb7-d7b1-493e-adb4-0b604e223507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:50.896844 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:50.929271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8464778b-9f10-4c45-8e96-e83bbed8d656 req-97a3f8d8-c465-4963-b393-b939ca9247e7 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742743 Feb 10 06:32:50.949301 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bd0321e-044c-4ff8-abbc-c8c9dca1ff6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (17866ee5-27e9-481d-a09f-ec60ffd82140), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.066504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7bd0321e-044c-4ff8-abbc-c8c9dca1ff6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70ccc175a9544e96b69e79547861489a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331817 Feb 10 06:32:51.079672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40776) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:51.085797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0321e-044c-4ff8-abbc-c8c9dca1ff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17866ee5-27e9-481d-a09f-ec60ffd82140,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:51.124187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02ce7-e5af-4d06-a412-b7a9a9df7f65 req-f240d987-044a-453c-a80d-ff652aec30c6 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:51.125988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60e02ce7-e5af-4d06-a412-b7a9a9df7f65 req-f240d987-044a-453c-a80d-ff652aec30c6 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.3742549 Feb 10 06:32:51.187703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3579f14-6a89-44d0-b6ac-8dfbe3e119c1 admin admin] Publish callbacks [] for security_group (17866ee5-27e9-481d-a09f-ec60ffd82140), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.194946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-da85387c-7e0a-4174-911f-f3b83362f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:51.196439 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-da85387c-7e0a-4174-911f-f3b83362f5b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50add18-4da3-4400-96e7-bce9bc12cd55 HTTP/1.1" status: 200 len: 854 time: 0.3047273 Feb 10 06:32:51.219762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40784) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:51.231898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] For port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:51.236855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9dab524-63b8-4f42-bdbe-7f5189760dc0 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (43785f8c-37fc-4ee2-86da-332612171a92), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.284462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dab524-63b8-4f42-bdbe-7f5189760dc0 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event deleted for resources: {'Port': ['ID=43785f8c-37fc-4ee2-86da-332612171a92,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:51.425994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60e02ce7-e5af-4d06-a412-b7a9a9df7f65 req-cc58b019-5a5c-4221-85ab-eed3f5977ceb tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007453 Feb 10 06:32:51.440346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9dab524-63b8-4f42-bdbe-7f5189760dc0 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.448019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9dab524-63b8-4f42-bdbe-7f5189760dc0 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "DELETE /v2.0/ports/43785f8c-37fc-4ee2-86da-332612171a92 HTTP/1.1" status: 204 len: 168 time: 1.1984437 Feb 10 06:32:51.452814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:51.491591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Publish callbacks [] for port (c1442400-6763-404e-a19d-4d488f4166b9), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.499345 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd724fc2-58ea-4879-9ce9-57abb063f12b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] GET failed (client error): The resource could not be found. Feb 10 06:32:51.501244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd724fc2-58ea-4879-9ce9-57abb063f12b tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "GET /v2.0/ports/43785f8c-37fc-4ee2-86da-332612171a92 HTTP/1.1" status: 404 len: 333 time: 0.0474634 Feb 10 06:32:51.507579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40794) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:51.569696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (c1442400-6763-404e-a19d-4d488f4166b9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.584176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] For port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:51.651233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3579f14-6a89-44d0-b6ac-8dfbe3e119c1 admin admin] Publish callbacks [] for security_group (17866ee5-27e9-481d-a09f-ec60ffd82140), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.655902 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.705860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaaee3ff-01ed-4319-ac09-60ee5e83774e {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:51.709863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28a45f-07b4-4c18-ae10-dc18d35215b5 req-be7e53f7-76b2-4d0f-8176-970bfb5b3bee tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:51.711245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a28a45f-07b4-4c18-ae10-dc18d35215b5 req-be7e53f7-76b2-4d0f-8176-970bfb5b3bee tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 943 time: 0.0895061 Feb 10 06:32:51.713406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e032fe60-bc96-4bfb-98fb-818f40516921 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Deleting port 1e4efb52-f60b-4173-9f37-b404c2416fd7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:51.713745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e032fe60-bc96-4bfb-98fb-818f40516921 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1e4efb52-f60b-4173-9f37-b404c2416fd7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.727226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Publish callbacks [] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.771018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Pushing event updated for resources: {'Port': ['ID=c1442400-6763-404e-a19d-4d488f4166b9,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:51.785608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (22d45bb9-6943-448c-81d8-6109407dfd63), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.800269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:51.801357 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.802969 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] 10.222.0.24 "PUT /v2.0/ports/ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 HTTP/1.1" status: 200 len: 1091 time: 6.1629000 Feb 10 06:32:51.803442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:51.805728 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:51.810455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Transition to ACTIVE for port object aaaee3ff-01ed-4319-ac09-60ee5e83774e will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:32:51.839866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a28a45f-07b4-4c18-ae10-dc18d35215b5 req-31c46766-1e29-46b4-b47f-ac55e5e72928 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111856 Feb 10 06:32:51.916522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bd607-1381-48fb-8497-0814ec05846b service neutron] Pushing event updated for resources: {'Port': ['ID=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:51.925750 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d4ea53-9994-46e6-9689-7a79874ada80 x-openstack-request-id: req-26d4ea53-9994-46e6-9689-7a79874ada80 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:51.926186 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:51.926382 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26d4ea53-9994-46e6-9689-7a79874ada80 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:51.927661 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'status': 'completed', 'code': 200} Feb 10 06:32:51.932374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e032fe60-bc96-4bfb-98fb-818f40516921 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1e4efb52-f60b-4173-9f37-b404c2416fd7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.958139 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:51.962158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-c8282566-dc50-4fb5-8bf2-f1e019099222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:51.964632 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-c8282566-dc50-4fb5-8bf2-f1e019099222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7376235 Feb 10 06:32:51.967385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e032fe60-bc96-4bfb-98fb-818f40516921 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Calling delete_port for 1e4efb52-f60b-4173-9f37-b404c2416fd7 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:52.259349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3579f14-6a89-44d0-b6ac-8dfbe3e119c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (17866ee5-27e9-481d-a09f-ec60ffd82140), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:52.261998 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3579f14-6a89-44d0-b6ac-8dfbe3e119c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:52.265694 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b3579f14-6a89-44d0-b6ac-8dfbe3e119c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17866ee5-27e9-481d-a09f-ec60ffd82140 HTTP/1.1" status: 204 len: 168 time: 1.1825705 Feb 10 06:32:52.339186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7473d-d3c9-4744-928b-74a5f24a60a0 req-52b25cbb-a891-4aa0-8739-ee067f9631ec tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:52.345254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaee3ff-01ed-4319-ac09-60ee5e83774e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:52.346075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50e7473d-d3c9-4744-928b-74a5f24a60a0 req-52b25cbb-a891-4aa0-8739-ee067f9631ec tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 943 time: 0.2861378 Feb 10 06:32:52.354452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e032fe60-bc96-4bfb-98fb-818f40516921 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1e4efb52-f60b-4173-9f37-b404c2416fd7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:52.384348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3579f14-6a89-44d0-b6ac-8dfbe3e119c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17866ee5-27e9-481d-a09f-ec60ffd82140,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:52.427181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032fe60-bc96-4bfb-98fb-818f40516921 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event deleted for resources: {'Port': ['ID=1e4efb52-f60b-4173-9f37-b404c2416fd7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:52.565980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-807746a0-4db5-454f-9c84-564a40f194e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:52.572530 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-807746a0-4db5-454f-9c84-564a40f194e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8525771e9e3c4d0dbc1ec48468f0dc0d&device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 1125 time: 0.6429427 Feb 10 06:32:52.632989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:32:52.634061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50e7473d-d3c9-4744-928b-74a5f24a60a0 req-204c91cf-089e-4f8a-b2bf-2c23e9c4e1b4 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870176 Feb 10 06:32:52.674561 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e032fe60-bc96-4bfb-98fb-818f40516921 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:52.682125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e032fe60-bc96-4bfb-98fb-818f40516921 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "DELETE /v2.0/ports/1e4efb52-f60b-4173-9f37-b404c2416fd7 HTTP/1.1" status: 204 len: 168 time: 1.1734328 Feb 10 06:32:52.683076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40822) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:52.699576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:32:52.732600 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-3a74cccc-7aff-4b5b-9d2e-edba499fba41 service neutron] 10.222.0.13 "GET /v2.0/networks/a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258484 Feb 10 06:32:52.737129 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-67101c9e-7a17-48b6-a610-209e43c93c2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 HTTP/1.1" status: 200 len: 217 time: 0.1256256 Feb 10 06:32:52.840436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a0b612-8a72-450d-94ad-e5c65bbb5d63 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Deleting subnet d9d12010-3801-4fec-b739-18e7ee6ac2e2 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:32:52.848233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29a0b612-8a72-450d-94ad-e5c65bbb5d63 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks [] for subnet (d9d12010-3801-4fec-b739-18e7ee6ac2e2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:52.902485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Attempting to bind port aaaee3ff-01ed-4319-ac09-60ee5e83774e on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:52.902829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Attempting to bind port aaaee3ff-01ed-4319-ac09-60ee5e83774e by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:52.903170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Attempting to bind port aaaee3ff-01ed-4319-ac09-60ee5e83774e on network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:52.913400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7afa4-c74c-47c6-8319-a87393ecbeae req-12a8f099-b90f-48a5-95f5-5e9700a13366 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:52.915016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4df7afa4-c74c-47c6-8319-a87393ecbeae req-12a8f099-b90f-48a5-95f5-5e9700a13366 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.3469257 Feb 10 06:32:52.965962 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29a0b612-8a72-450d-94ad-e5c65bbb5d63 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (d9d12010-3801-4fec-b739-18e7ee6ac2e2), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.088861 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4df7afa4-c74c-47c6-8319-a87393ecbeae req-b3ffdd3b-4770-4f69-bfbf-2580c9ed363a tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654713 Feb 10 06:32:53.095704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Router 22d45bb9-6943-448c-81d8-6109407dfd63 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:32:53.159926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fd61-b6b9-41f4-9d08-eb32235f776f req-e7174d62-9352-46b3-8661-0f35c0889f1e tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:53.168389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb50fd61-b6b9-41f4-9d08-eb32235f776f req-e7174d62-9352-46b3-8661-0f35c0889f1e tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 943 time: 0.1647267 Feb 10 06:32:53.181868 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29a0b612-8a72-450d-94ad-e5c65bbb5d63 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (d9d12010-3801-4fec-b739-18e7ee6ac2e2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.185855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-24df238a-4d7a-41ef-a35a-e463a57dcc22 None None] Provisioning complete for port c1442400-6763-404e-a19d-4d488f4166b9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:53.187611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24df238a-4d7a-41ef-a35a-e463a57dcc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c1442400-6763-404e-a19d-4d488f4166b9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.221757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Port aaaee3ff-01ed-4319-ac09-60ee5e83774e on network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:32:53.222222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Attempting to bind port aaaee3ff-01ed-4319-ac09-60ee5e83774e on network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:53.225260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-b594585f-0027-4d89-b28c-3003df29ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:53.226902 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-b594585f-0027-4d89-b28c-3003df29ac4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=524d76dd-0c22-4938-b584-142db313b9b7 HTTP/1.1" status: 200 len: 867 time: 0.4446673 Feb 10 06:32:53.243049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:53.243542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Checking segment: {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:53.244028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Bound using segment: {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:53.244620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Bound port: aaaee3ff-01ed-4319-ac09-60ee5e83774e, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8dd7d44-423e-47e3-9e50-364b8f325125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:53.245104 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.269313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-24df238a-4d7a-41ef-a35a-e463a57dcc22 None None] Port c1442400-6763-404e-a19d-4d488f4166b9 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:32:53.280933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb50fd61-b6b9-41f4-9d08-eb32235f776f req-b7db92d4-3d0e-47b7-a1d1-3cd56cc9779e tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113129 Feb 10 06:32:53.335804 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29a0b612-8a72-450d-94ad-e5c65bbb5d63 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (d9d12010-3801-4fec-b739-18e7ee6ac2e2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.403365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d9551-cbfd-4bd3-9985-dfdd6166cb15 None None] Network 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:32:53.403950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0b612-8a72-450d-94ad-e5c65bbb5d63 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d12010-3801-4fec-b739-18e7ee6ac2e2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:53.418819 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29a0b612-8a72-450d-94ad-e5c65bbb5d63 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.431270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-29a0b612-8a72-450d-94ad-e5c65bbb5d63 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "DELETE /v2.0/subnets/d9d12010-3801-4fec-b739-18e7ee6ac2e2 HTTP/1.1" status: 204 len: 168 time: 0.7444503 Feb 10 06:32:53.432608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40842) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:53.521223 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.589729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Deleting port 04bef56b-535d-4169-ac55-be89fedcc326 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:53.590200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (04bef56b-535d-4169-ac55-be89fedcc326), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.707334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] For port 04bef56b-535d-4169-ac55-be89fedcc326, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=04bef56b-535d-4169-ac55-be89fedcc326,segment=NetworkSegment(36c16fcf-cc5f-4472-9130-fb9fa4987189),segment_id=36c16fcf-cc5f-4472-9130-fb9fa4987189)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:53.707875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (04bef56b-535d-4169-ac55-be89fedcc326), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.725448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Calling delete_port for 04bef56b-535d-4169-ac55-be89fedcc326 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:53.779294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] DHCP port deletion for 18ee4bb3-e3fb-47f6-abd7-c47591b97d9e request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:32:53.890663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] Deleting port 04bef56b-535d-4169-ac55-be89fedcc326 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:53.891352 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (04bef56b-535d-4169-ac55-be89fedcc326), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.897712 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (04bef56b-535d-4169-ac55-be89fedcc326), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:53.947271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event deleted for resources: {'Port': ['ID=04bef56b-535d-4169-ac55-be89fedcc326,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:53.957381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] No DVR routers for this DVR port 04bef56b-535d-4169-ac55-be89fedcc326 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:53.986196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed4d51-3675-42a0-8e6a-b36797802e54 req-cae9ad80-406f-46ee-8828-1c3e6d85d325 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:53.987914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7ed4d51-3675-42a0-8e6a-b36797802e54 req-cae9ad80-406f-46ee-8828-1c3e6d85d325 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 943 time: 0.1021681 Feb 10 06:32:54.050870 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-65ed78d1-c5e8-4193-98e8-1c4f025410ad req-10a44be3-4a4b-4a8e-bee1-ade1ccebe01f service neutron] 10.222.0.13 "GET /v2.0/networks/a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3068845 Feb 10 06:32:54.052854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] For port 04bef56b-535d-4169-ac55-be89fedcc326, host n-d-828670-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:54.053450 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (04bef56b-535d-4169-ac55-be89fedcc326), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:54.096359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] Calling delete_port for 04bef56b-535d-4169-ac55-be89fedcc326 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:54.106950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] Port 04bef56b-535d-4169-ac55-be89fedcc326 was not found and therefore no delete operation was performed {{(pid=103215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:32:54.108485 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (04bef56b-535d-4169-ac55-be89fedcc326), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:54.120484 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:54.137570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7ed4d51-3675-42a0-8e6a-b36797802e54 req-d5622f83-9221-452c-ae97-235c0c9e2482 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298854 Feb 10 06:32:54.152627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ee4bb3-e3fb-47f6-abd7-c47591b97d9e']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:54.168007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c16fcf-cc5f-4472-9130-fb9fa4987189') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:54.168552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c16fcf-cc5f-4472-9130-fb9fa4987189') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:54.184513 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (36c16fcf-cc5f-4472-9130-fb9fa4987189), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:54.217508 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (36c16fcf-cc5f-4472-9130-fb9fa4987189), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:54.226282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:32:54.227073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (36c16fcf-cc5f-4472-9130-fb9fa4987189), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:32:54.247734 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:32:54.251824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] Pushing event deleted for resources: {'Port': ['ID=04bef56b-535d-4169-ac55-be89fedcc326,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:54.253683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3886c4-014f-42b3-8894-9159eb476488 None None] No DVR routers for this DVR port 04bef56b-535d-4169-ac55-be89fedcc326 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:32:54.335836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:32:54.347456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Sync routers for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:32:54.367094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:54.368135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:54.370958 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-95f169c9-75bc-4d1b-b027-76a980058ebb admin admin] 10.222.0.21 "PUT /v2.0/routers/22d45bb9-6943-448c-81d8-6109407dfd63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5333247 Feb 10 06:32:54.374584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-fecd6494-22ef-475c-bd7b-f09f5a264727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:54.376353 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-fecd6494-22ef-475c-bd7b-f09f5a264727 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=327f4065-4b8d-4984-9e6e-20d2c70521c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1359491 Feb 10 06:32:54.386725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] For port aaaee3ff-01ed-4319-ac09-60ee5e83774e, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:54.400968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (fecf8839-7975-4cc6-b395-7f56c2b5767d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:54.619683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:54.648876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] For port aaaee3ff-01ed-4319-ac09-60ee5e83774e, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:54.656961 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-f55a70e7-7a43-4189-ae17-f2bced83e6ff service neutron] 10.222.0.24 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584498 Feb 10 06:32:54.848101 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (18ee4bb3-e3fb-47f6-abd7-c47591b97d9e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:54.858238 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:54.862924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] 10.222.0.21 "DELETE /v2.0/networks/18ee4bb3-e3fb-47f6-abd7-c47591b97d9e HTTP/1.1" status: 204 len: 168 time: 1.4290938 Feb 10 06:32:54.882189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0ae6e-18db-4605-9255-5efd5f8cdb95 tempest-AllowedAddressPairTestJSON-1110312215 tempest-AllowedAddressPairTestJSON-1110312215-project] Pushing event deleted for resources: {'Network': ['ID=18ee4bb3-e3fb-47f6-abd7-c47591b97d9e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:54.914120 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064f324-d3f6-49ae-8adb-230c392cc1f6 req-bf342304-cd7f-4616-b8ed-43faddb6729e tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:54.917054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3064f324-d3f6-49ae-8adb-230c392cc1f6 req-bf342304-cd7f-4616-b8ed-43faddb6729e tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.5506210 Feb 10 06:32:54.980495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:49Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c1442400-6763-404e-a19d-4d488f4166b9', 'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'mac_address': 'fa:16:3e:59:c6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:44Z', 'updated_at': '2022-02-10T06:32:50Z', 'revision_number': 2, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'subnets': [{'id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:54.994976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:55.029834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3064f324-d3f6-49ae-8adb-230c392cc1f6 req-ef15606c-7aaa-49b9-bf1c-236de567a4f9 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064208 Feb 10 06:32:55.040785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Checking router: 22d45bb9-6943-448c-81d8-6109407dfd63 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:32:55.041447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Updating router 22d45bb9-6943-448c-81d8-6109407dfd63 port c1442400-6763-404e-a19d-4d488f4166b9 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:32:55.239589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:55.240219 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:55.241636 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] 10.222.0.13 "PUT /v2.0/ports/aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 200 len: 1091 time: 6.5435674 Feb 10 06:32:55.248765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6b36491-198a-4a66-abc8-0c7b323bf57d req-07bee6e4-8d94-4f84-a306-7eb413fc4a1a service neutron] 10.222.0.24 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564723 Feb 10 06:32:55.328732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:32:55.331053 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:32:55.358521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 04bef56b-535d-4169-ac55-be89fedcc326 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:32:55.401015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 04bef56b-535d-4169-ac55-be89fedcc326 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:32:55.401549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 04bef56b-535d-4169-ac55-be89fedcc326 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:32:55.412006 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c1442400-6763-404e-a19d-4d488f4166b9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:55.462722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac84676-4f3a-4ddd-86cb-69370ac67221 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaee3ff-01ed-4319-ac09-60ee5e83774e,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:55.561357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd51b5-90e2-4233-86bb-18b982a0b505 req-a22c91ad-9479-4112-9f91-e8a116596dbc tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:55.563464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-3a8e29e5-0fcc-49ce-8c03-f57b0a40d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:55.564455 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-3a8e29e5-0fcc-49ce-8c03-f57b0a40d6c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=488caf905bcb4eb1b9196fbe6e5dae35&device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 1125 time: 1.3758423 Feb 10 06:32:55.565743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cdd51b5-90e2-4233-86bb-18b982a0b505 req-a22c91ad-9479-4112-9f91-e8a116596dbc tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 943 time: 0.7278037 Feb 10 06:32:55.673330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cdd51b5-90e2-4233-86bb-18b982a0b505 req-ee6b0c38-215a-4c4f-817a-26ac01707501 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980446 Feb 10 06:32:55.782198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:55.846755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-b09f14e5-4f4e-4d4c-97cb-1eeb83c27a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:55.848300 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-b09f14e5-4f4e-4d4c-97cb-1eeb83c27a9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 HTTP/1.1" status: 200 len: 915 time: 0.2644947 Feb 10 06:32:55.858899 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Publish callbacks [] for port (c1442400-6763-404e-a19d-4d488f4166b9), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:55.869176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-2774cd5b-6191-47d7-8148-6584e40d4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:55.873073 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-2774cd5b-6191-47d7-8148-6584e40d4d2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8525771e9e3c4d0dbc1ec48468f0dc0d&device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 1125 time: 0.5206194 Feb 10 06:32:55.875229 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c1442400-6763-404e-a19d-4d488f4166b9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:55.901546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af296ce0-1688-4f34-bd7d-d12854ef53cd req-e2f90641-0e59-42ca-94b0-3a6e3111abae tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:55.903096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af296ce0-1688-4f34-bd7d-d12854ef53cd req-e2f90641-0e59-42ca-94b0-3a6e3111abae tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 943 time: 0.1089983 Feb 10 06:32:55.908997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-bdcf01b0-253b-44df-8700-d04a14720f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:55.910522 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-bdcf01b0-253b-44df-8700-d04a14720f45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 1125 time: 0.5594118 Feb 10 06:32:55.985120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b5223-d645-4126-a9c2-fa7cf7e9e15a None None] Pushing event updated for resources: {'Port': ['ID=c1442400-6763-404e-a19d-4d488f4166b9,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:56.002135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af296ce0-1688-4f34-bd7d-d12854ef53cd req-dd5bdcd0-aa89-4dcb-bcdd-715b65325021 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849683 Feb 10 06:32:56.121308 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-9ccd8488-1ddb-4ffd-9ee3-bd8df9a98981 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f87fa39-ed7f-4815-ae12-c3d74ef297e6 HTTP/1.1" status: 200 len: 217 time: 0.2445781 Feb 10 06:32:56.125905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Attempting to bind port c1442400-6763-404e-a19d-4d488f4166b9 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:32:56.126288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Attempting to bind port c1442400-6763-404e-a19d-4d488f4166b9 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:32:56.126685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Attempting to bind port c1442400-6763-404e-a19d-4d488f4166b9 on network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:32:56.144303 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0450eeb7-b14e-43e2-9871-77c7a5501cb3 x-openstack-request-id: req-0450eeb7-b14e-43e2-9871-77c7a5501cb3 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:32:56.144573 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:32:56.144838 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0450eeb7-b14e-43e2-9871-77c7a5501cb3 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:32:56.145236 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'status': 'completed', 'code': 200} Feb 10 06:32:56.146868 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-4e718d9f-3cc7-41dc-b0c2-21e4e25c7f9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 200 len: 217 time: 0.2119696 Feb 10 06:32:56.151101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:32:56.151445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Checking segment: {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:32:56.151836 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:56.152241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Bound using segment: {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:32:56.152741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Bound port: c1442400-6763-404e-a19d-4d488f4166b9, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:32:56.153123 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c1442400-6763-404e-a19d-4d488f4166b9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:56.225811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40906) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:56.232473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-14c544d8-5931-4d21-9492-e4bfd554b545 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154607716', 'description': 'tempest-description--1688197759'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:56.259626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-78ce11c8-24d7-450e-8588-31864c1700eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:56.267747 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-78ce11c8-24d7-450e-8588-31864c1700eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50add18-4da3-4400-96e7-bce9bc12cd55 HTTP/1.1" status: 200 len: 854 time: 0.1268563 Feb 10 06:32:56.323297 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] For port c1442400-6763-404e-a19d-4d488f4166b9, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:32:56.332207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] For port c1442400-6763-404e-a19d-4d488f4166b9, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c1442400-6763-404e-a19d-4d488f4166b9,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:32:56.349107 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c1442400-6763-404e-a19d-4d488f4166b9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:56.430599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6119713a-fe90-473c-bc3f-0f5e23388159 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63d9e9b81d21483f847f2a6c454489d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6435375 Feb 10 06:32:56.441323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:56.480824 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14c544d8-5931-4d21-9492-e4bfd554b545 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:56.531448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5b77f-ad3d-4e60-a6ac-57a062f52409 req-8b6c2caa-bb63-468c-9c36-e2e97f7a15da tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:56.541881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4c5b77f-ad3d-4e60-a6ac-57a062f52409 req-8b6c2caa-bb63-468c-9c36-e2e97f7a15da tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.2588871 Feb 10 06:32:56.544505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-340cb424-2e9c-4f0c-8376-589258b889fc None None] Provisioning complete for port c1442400-6763-404e-a19d-4d488f4166b9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:56.545042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-340cb424-2e9c-4f0c-8376-589258b889fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c1442400-6763-404e-a19d-4d488f4166b9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:56.546688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:32:56.547329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:56.550091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-f26e5aff-00a1-4a31-bf8f-7561f0a86d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:56.552524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-f26e5aff-00a1-4a31-bf8f-7561f0a86d1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.2952399 Feb 10 06:32:56.644715 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8474fb6-0846-4492-ab2a-2a095f1cc784 admin admin] Publish callbacks [] for security_group (7625001b-9ad0-4580-861d-c6da66156a36), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:56.673642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-34f9ab86-08be-453e-893c-56fa090fa2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:56.675258 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8474fb6-0846-4492-ab2a-2a095f1cc784 admin admin] Publish callbacks [] for security_group (7625001b-9ad0-4580-861d-c6da66156a36), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:56.675736 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-34f9ab86-08be-453e-893c-56fa090fa2fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=327f4065-4b8d-4984-9e6e-20d2c70521c7 HTTP/1.1" status: 200 len: 928 time: 0.7702863 Feb 10 06:32:56.748719 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4c5b77f-ad3d-4e60-a6ac-57a062f52409 req-655f5d56-6030-412c-a247-486aaed80ae3 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055242 Feb 10 06:32:56.756960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-be46915e-548d-45ab-821e-7905a3b710a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:56.758287 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-be46915e-548d-45ab-821e-7905a3b710a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3179603 Feb 10 06:32:56.762493 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-6969bcb4-61e1-454b-98f9-4b461b8247e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 HTTP/1.1" status: 200 len: 217 time: 0.0750964 Feb 10 06:32:56.785017 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-f17a6a26-aa1b-4f7f-bf9f-0a4ffc457a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:56.787127 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-f17a6a26-aa1b-4f7f-bf9f-0a4ffc457a46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2171457 Feb 10 06:32:56.831149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:32:56.858527 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8474fb6-0846-4492-ab2a-2a095f1cc784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7625001b-9ad0-4580-861d-c6da66156a36), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:56.861230 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8474fb6-0846-4492-ab2a-2a095f1cc784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:56.862419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d8474fb6-0846-4492-ab2a-2a095f1cc784 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7625001b-9ad0-4580-861d-c6da66156a36 HTTP/1.1" status: 204 len: 168 time: 0.4181030 Feb 10 06:32:56.918073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8474fb6-0846-4492-ab2a-2a095f1cc784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7625001b-9ad0-4580-861d-c6da66156a36,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:56.966241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Deleting port 6443f2ec-28ed-41a7-91ec-69d8936a20fd {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:32:56.967540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.007952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14c544d8-5931-4d21-9492-e4bfd554b545 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group (97c548ec-9474-4c0f-863e-c14ae8b4b388), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.026908 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14c544d8-5931-4d21-9492-e4bfd554b545 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (97c548ec-9474-4c0f-863e-c14ae8b4b388), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.032649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b5223-d645-4126-a9c2-fa7cf7e9e15a None None] Pushing event updated for resources: {'Port': ['ID=c1442400-6763-404e-a19d-4d488f4166b9,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:57.121482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14c544d8-5931-4d21-9492-e4bfd554b545 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.123062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-14c544d8-5931-4d21-9492-e4bfd554b545 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8942342 Feb 10 06:32:57.125911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c544d8-5931-4d21-9492-e4bfd554b545 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c548ec-9474-4c0f-863e-c14ae8b4b388,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:57.128708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40928) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:57.146932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cee13008-0e25-4c5b-95f9-974f3744087a tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Request body: {'security_group_rule': {'security_group_id': '97c548ec-9474-4c0f-863e-c14ae8b4b388', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:57.189086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-340cb424-2e9c-4f0c-8376-589258b889fc None None] Current status of the port c1442400-6763-404e-a19d-4d488f4166b9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:57.189494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-340cb424-2e9c-4f0c-8376-589258b889fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c1442400-6763-404e-a19d-4d488f4166b9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.199153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02642e0b-e993-4757-85c5-89f6c5164fd4 req-4d0cd2bb-a354-4a06-8440-e3c3e75504cb tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:57.200348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02642e0b-e993-4757-85c5-89f6c5164fd4 req-4d0cd2bb-a354-4a06-8440-e3c3e75504cb tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 943 time: 0.2920294 Feb 10 06:32:57.224750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-f7b68e2a-b932-4813-bb8d-4b01d0dc9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:57.226384 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-f7b68e2a-b932-4813-bb8d-4b01d0dc9e58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=524d76dd-0c22-4938-b584-142db313b9b7 HTTP/1.1" status: 200 len: 867 time: 0.4457152 Feb 10 06:32:57.285015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-340cb424-2e9c-4f0c-8376-589258b889fc None None] For port c1442400-6763-404e-a19d-4d488f4166b9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c1442400-6763-404e-a19d-4d488f4166b9,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:57.300052 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-340cb424-2e9c-4f0c-8376-589258b889fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c1442400-6763-404e-a19d-4d488f4166b9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.332207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cee13008-0e25-4c5b-95f9-974f3744087a tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group_rule (1685ebe0-df43-4b86-92f7-e47104956e04), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.341799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:49Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c1442400-6763-404e-a19d-4d488f4166b9', 'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'mac_address': 'fa:16:3e:59:c6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:44Z', 'updated_at': '2022-02-10T06:32:56Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'subnets': [{'id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:32:57.386681 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-8fc0c37b-bc50-461a-826b-dc7002cdd19f service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787065 Feb 10 06:32:57.388857 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-65db0af2-dfc3-45a8-aa2b-8aff7807eb9c service neutron] 10.222.0.13 "GET /v2.0/networks/a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194985 Feb 10 06:32:57.393088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02642e0b-e993-4757-85c5-89f6c5164fd4 req-b47b555a-8d0f-4033-bb79-cf0871098424 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750011 Feb 10 06:32:57.409209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716fdb1-2e5d-4e0b-a6ed-e2b612f4f89f None None] The sync data for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 is: [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:49Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c1442400-6763-404e-a19d-4d488f4166b9', 'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'mac_address': 'fa:16:3e:59:c6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:44Z', 'updated_at': '2022-02-10T06:32:56Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'subnets': [{'id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:32:57.476966 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cee13008-0e25-4c5b-95f9-974f3744087a tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group_rule (1685ebe0-df43-4b86-92f7-e47104956e04), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.482239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cb424-2e9c-4f0c-8376-589258b889fc None None] Pushing event updated for resources: {'Port': ['ID=c1442400-6763-404e-a19d-4d488f4166b9,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:57.496370 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cee13008-0e25-4c5b-95f9-974f3744087a tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (1685ebe0-df43-4b86-92f7-e47104956e04), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.508397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] For port 6443f2ec-28ed-41a7-91ec-69d8936a20fd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6443f2ec-28ed-41a7-91ec-69d8936a20fd,segment=NetworkSegment(00abac2d-4b70-44c1-94ae-08bf37e5c5e3),segment_id=00abac2d-4b70-44c1-94ae-08bf37e5c5e3)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:57.508921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.516412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ba2cc3f6-4915-4811-b980-fb5dc479611d None None] Provisioning complete for port c1442400-6763-404e-a19d-4d488f4166b9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:57.518173 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba2cc3f6-4915-4811-b980-fb5dc479611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c1442400-6763-404e-a19d-4d488f4166b9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.531716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee13008-0e25-4c5b-95f9-974f3744087a tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1685ebe0-df43-4b86-92f7-e47104956e04,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:57.580545 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cee13008-0e25-4c5b-95f9-974f3744087a tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.582255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cee13008-0e25-4c5b-95f9-974f3744087a tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4523919 Feb 10 06:32:57.585131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:57.596582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a4b9133e-68c2-4ec8-96ab-cbfdbb002b72 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Request body: {'security_group_rule': {'security_group_id': '97c548ec-9474-4c0f-863e-c14ae8b4b388', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:57.713258 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b9133e-68c2-4ec8-96ab-cbfdbb002b72 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group_rule (a4ab283f-31e2-4e82-aa3e-78cf2dc175a6), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:57.822970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Calling delete_port for 6443f2ec-28ed-41a7-91ec-69d8936a20fd owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:32:57.836250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ba2cc3f6-4915-4811-b980-fb5dc479611d None None] Current status of the port c1442400-6763-404e-a19d-4d488f4166b9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:57.893565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-a31ab372-1d28-4952-99bb-1835b9893311 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a527f1759c734486aebe230e554f7573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1598208 Feb 10 06:32:57.977283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-769edf1d-4a88-4dc8-a4b4-e2dce8180f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:57.979241 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-769edf1d-4a88-4dc8-a4b4-e2dce8180f85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=327f4065-4b8d-4984-9e6e-20d2c70521c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7332497 Feb 10 06:32:58.049326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-68f4fba5-c914-412c-a68a-b1fa82a6a050 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:32:58.049950 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-68f4fba5-c914-412c-a68a-b1fa82a6a050 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0569508 Feb 10 06:32:58.076645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b9133e-68c2-4ec8-96ab-cbfdbb002b72 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group_rule (a4ab283f-31e2-4e82-aa3e-78cf2dc175a6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:58.116781 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b9133e-68c2-4ec8-96ab-cbfdbb002b72 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (a4ab283f-31e2-4e82-aa3e-78cf2dc175a6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:58.148692 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71d1b958-62e9-4839-9c9a-c12a134b6a3b req-a195e963-2de5-4f0c-adb5-6bf31ea514db service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454262 Feb 10 06:32:58.164691 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6f8cff7e-acc6-4fa4-a7bd-4eb3c49fedf6 req-f1617ffa-99ff-434d-b1a1-19a8734f81a9 service neutron] 10.222.0.13 "GET /v2.0/networks/a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602818 Feb 10 06:32:58.188737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9133e-68c2-4ec8-96ab-cbfdbb002b72 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ab283f-31e2-4e82-aa3e-78cf2dc175a6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:58.315922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b9133e-68c2-4ec8-96ab-cbfdbb002b72 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:58.316201 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-7ab51165-87a8-4e9c-b48e-25a4bd3e7765 service neutron] 10.222.0.24 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487626 Feb 10 06:32:58.317024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4b9133e-68c2-4ec8-96ab-cbfdbb002b72 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7294919 Feb 10 06:32:58.328031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40960) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:58.343104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:58.400801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01edf85-6689-40f1-8d73-125742000fca req-597c88b9-0108-4a55-af24-68764a679919 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:58.413315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c01edf85-6689-40f1-8d73-125742000fca req-597c88b9-0108-4a55-af24-68764a679919 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 943 time: 0.2625399 Feb 10 06:32:58.457291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-265c1d91-bcd8-49be-948a-ffc843f6baa6 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:58.459697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-265c1d91-bcd8-49be-948a-ffc843f6baa6 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5390685 Feb 10 06:32:58.490750 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:58.497585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-5dd98850-1b4a-444d-ba85-ca7640eeb462 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/quotas/a527f1759c734486aebe230e554f7573 HTTP/1.1" status: 200 len: 375 time: 0.0281625 Feb 10 06:32:58.498572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-8b1fb4b3-fcc2-4114-af7b-3b452028ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:58.500093 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-8b1fb4b3-fcc2-4114-af7b-3b452028ebaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 1125 time: 0.2699885 Feb 10 06:32:58.509300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c01edf85-6689-40f1-8d73-125742000fca req-eed47ed9-6c66-4cc4-aa48-ab5aba9be019 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949836 Feb 10 06:32:58.599698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-ab4ca213-fbf5-40ca-8c45-a60f3c07e895 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a527f1759c734486aebe230e554f7573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892487 Feb 10 06:32:58.619344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be4539f8-d1c0-4d97-b4a5-3fe2919f203e req-1cbafc11-dab9-465c-bf78-35bdecb86b97 service neutron] 10.222.0.24 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903380 Feb 10 06:32:58.698089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cdf6e-6e88-443a-9a8a-5be0c4faa7f7 req-3c938f0b-22bb-4268-b36a-f8bbec24284e tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:58.704394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-788cdf6e-6e88-443a-9a8a-5be0c4faa7f7 req-3c938f0b-22bb-4268-b36a-f8bbec24284e tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.1036580 Feb 10 06:32:58.792133 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-788cdf6e-6e88-443a-9a8a-5be0c4faa7f7 req-b18fa6e0-6c2a-477b-a099-b9504e010638 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765610 Feb 10 06:32:58.817766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:32:58.986991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:59.006005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'port_id': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'mac_address': 'fa:16:3e:7c:43:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:32:59.039546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e75d8e6-0604-42bb-9f8d-60f6fb11a296 req-6454074e-cf00-4598-8cc0-902d75270de9 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 210 time: 0.1358798 Feb 10 06:32:59.082529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc50ccc-2830-44f9-a322-1b9b2eb87185 req-81643dd8-59d1-4e12-8dba-6c5e525d9992 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:59.084367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8fc50ccc-2830-44f9-a322-1b9b2eb87185 req-81643dd8-59d1-4e12-8dba-6c5e525d9992 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 943 time: 0.0904894 Feb 10 06:32:59.106016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:59.106786 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:59.153212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:32:59.188271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:32:59.195521 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:59.274291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8fc50ccc-2830-44f9-a322-1b9b2eb87185 req-60d52b25-4eb1-4d16-96ad-7e73d361a9bf tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746163 Feb 10 06:32:59.277880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40984) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:32:59.335721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:59.344777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-3965820b-7939-4c27-8fcb-ddfeefc1ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:59.346249 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-3965820b-7939-4c27-8fcb-ddfeefc1ba2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.8297169 Feb 10 06:32:59.384971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c1442400-6763-404e-a19d-4d488f4166b9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:32:59.437365 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-b1dc5f0e-547f-4004-ac11-8bffa52a4366 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 200 len: 217 time: 0.0818653 Feb 10 06:32:59.450855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:32:59.536131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c1442400-6763-404e-a19d-4d488f4166b9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:32:59.536586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c1442400-6763-404e-a19d-4d488f4166b9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:59.571800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6443f2ec-28ed-41a7-91ec-69d8936a20fd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:59.640219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=6443f2ec-28ed-41a7-91ec-69d8936a20fd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:32:59.713547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-486638116'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:32:59.766501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:32:59.777789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:59.805074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166acf71-8f66-4b40-96d9-69948249b22b req-bd1af0a1-474a-4708-a940-96b017314e36 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:59.807396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-166acf71-8f66-4b40-96d9-69948249b22b req-bd1af0a1-474a-4708-a940-96b017314e36 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 943 time: 0.1708713 Feb 10 06:32:59.808632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:32:59.831528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-cd05b553-8979-4c94-95e0-5a9d463c5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:32:59.834456 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-cd05b553-8979-4c94-95e0-5a9d463c5bc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.3875637 Feb 10 06:32:59.887806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c1442400-6763-404e-a19d-4d488f4166b9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:32:59.941745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-166acf71-8f66-4b40-96d9-69948249b22b req-78edd1b5-3d91-4801-86a8-bf8cbbc4d1a5 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121645 Feb 10 06:32:59.984786 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.053828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a9bd9-cbad-42c9-96dc-832883285923 req-061686ad-b0ea-41cc-87fd-534618554673 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:00.055739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-407a9bd9-cbad-42c9-96dc-832883285923 req-061686ad-b0ea-41cc-87fd-534618554673 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.1097229 Feb 10 06:33:00.063623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-e1060fd5-24be-4f47-94fc-81df46bd6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:00.065364 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-e1060fd5-24be-4f47-94fc-81df46bd6018 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2233756 Feb 10 06:33:00.143445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-407a9bd9-cbad-42c9-96dc-832883285923 req-00048c7a-75da-4126-be90-03026815acba tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816741 Feb 10 06:33:00.186816 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for security_group (179cbc69-622a-4c3e-bc25-db54ff44cc31), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.189521 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ace5bc78-bd2d-48d7-b679-f08bfaecee5d req-259e4973-254c-4577-bd1f-f178717c0195 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 210 time: 0.0449951 Feb 10 06:33:00.193201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (179cbc69-622a-4c3e-bc25-db54ff44cc31), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.227176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:33:00.236859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (fecf8839-7975-4cc6-b395-7f56c2b5767d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.243565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179cbc69-622a-4c3e-bc25-db54ff44cc31,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:00.259217 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (aeedd6e7-681b-4b06-bab0-714f3794907e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.259660 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added segment aeedd6e7-681b-4b06-bab0-714f3794907e of type vlan for network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 Feb 10 06:33:00.313782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.320091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Allocated IP 172.25.8.242 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/490aecca-88ca-41bf-a6dc-754477b4c296) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:00.332622 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-20193d05-df40-4d0b-98cb-955994c109e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265613 Feb 10 06:33:00.357973 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.369085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:00.370111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.457007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1765895 Feb 10 06:33:00.466684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41008) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:00.500983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e907a54-6ba6-4159-97ae-aa8b3bef6249 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Network': ['ID=fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:00.510660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2084058162'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:00.514802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:33:00.533087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467b5cf-3f70-4338-8bc7-92e758c742da req-8627a5b4-0788-430b-a68e-8ce55717f2ec tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:00.534944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8467b5cf-3f70-4338-8bc7-92e758c742da req-8627a5b4-0788-430b-a68e-8ce55717f2ec tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 944 time: 0.1569810 Feb 10 06:33:00.573753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:00.577659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.597667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8467b5cf-3f70-4338-8bc7-92e758c742da req-9258a0b4-689a-4b9c-adff-12e7e37a255f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Feb 10 06:33:00.601855 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-8f1dfeb6-70e1-4beb-8e93-212a62eaa775 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a527f1759c734486aebe230e554f7573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1341486 Feb 10 06:33:00.721537 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1d9e9b23-34e3-4988-8e33-74e3fe0b8a9b req-a48e74f6-d84c-412d-ab49-f7bfb483354c service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714204 Feb 10 06:33:00.772096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:33:00.779431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for port (490aecca-88ca-41bf-a6dc-754477b4c296), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.831181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:00.836554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3f6e65a3-c328-4506-bdcf-2380c2742f66), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.836919 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added segment 3f6e65a3-c328-4506-bdcf-2380c2742f66 of type vlan for network 3e41d608-0ac5-456e-a5fe-89049edb1032 Feb 10 06:33:00.883923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:33:00.888818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:00.889312 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.921999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-698fdeb4-1d7f-44bf-86e7-c677b13c6deb tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:00.923505 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-698fdeb4-1d7f-44bf-86e7-c677b13c6deb tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063204 Feb 10 06:33:00.933947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (3e41d608-0ac5-456e-a5fe-89049edb1032), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:00.937079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Router fecf8839-7975-4cc6-b395-7f56c2b5767d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:00.944828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Request body: {'port': {'device_id': 'c08559ec-558a-45e7-bddd-bad70ca063fb', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'a527f1759c734486aebe230e554f7573'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:00.974827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:00.975472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.004993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:01.007602 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429fe3d3-c2c1-4dc7-b4fa-f79a8fcc0c79" -d '{"events": [{"server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "name": "network-vif-plugged", "status": "completed", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:01.040916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.db.resource_extend [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:33:01.052377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:01.056968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (490aecca-88ca-41bf-a6dc-754477b4c296), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.062703 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.069072 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04282011-e608-48c6-b1e4-e3552c07e619 x-openstack-request-id: req-04282011-e608-48c6-b1e4-e3552c07e619 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:01.070093 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "name": "network-vif-plugged", "status": "completed", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:01.070425 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04282011-e608-48c6-b1e4-e3552c07e619 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:01.071038 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'code': 200} Feb 10 06:33:01.139246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8894c9f-7a59-4e1c-978e-91b8c9bf44fd req-6bea2315-16cf-45cc-b3c2-17a05d661a44 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:01.140845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8894c9f-7a59-4e1c-978e-91b8c9bf44fd req-6bea2315-16cf-45cc-b3c2-17a05d661a44 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 943 time: 0.1262910 Feb 10 06:33:01.142961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:01.184208 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (3e41d608-0ac5-456e-a5fe-89049edb1032), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.189612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:01.190229 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.197427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:01.240130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:01.248941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:01.262522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Pushing event updated for resources: {'Port': ['ID=490aecca-88ca-41bf-a6dc-754477b4c296,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:01.281029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8894c9f-7a59-4e1c-978e-91b8c9bf44fd req-70e9601e-9a9d-4792-84e7-e91c7f61d879 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300669 Feb 10 06:33:01.315419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001e3db-083d-4875-96ed-d69dcb25fca1 req-22dc95d4-1a90-4645-85eb-29b358a80162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:01.316954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f001e3db-083d-4875-96ed-d69dcb25fca1 req-22dc95d4-1a90-4645-85eb-29b358a80162 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 1127 time: 0.1441560 Feb 10 06:33:01.363323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d34e-1cee-4324-a8f9-b725ab690d05 req-463612d2-dc1b-4648-8831-50408b3db4c9 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:01.364828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5432d34e-1cee-4324-a8f9-b725ab690d05 req-463612d2-dc1b-4648-8831-50408b3db4c9 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.0914655 Feb 10 06:33:01.406982 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9364784 Feb 10 06:33:01.412438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41022448-3b6e-4912-bf1f-b4a2cd35720e req-a225af24-cad4-410e-a20a-1242f0f230c9 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 210 time: 0.0614710 Feb 10 06:33:01.414820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41028) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:01.415056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Made reservation on behalf of a527f1759c734486aebe230e554f7573 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:01.418715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.436554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f001e3db-083d-4875-96ed-d69dcb25fca1 req-c02c3a93-84b5-45b9-a1cb-ac4abdab98a9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103992 Feb 10 06:33:01.452131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'subnet': {'network_id': 'fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:01.457210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad494b-f370-4699-a086-91bb08f9bd4f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Network': ['ID=3e41d608-0ac5-456e-a5fe-89049edb1032,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:01.462714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5432d34e-1cee-4324-a8f9-b725ab690d05 req-b9426644-e988-40a2-a9b9-67ca1c3cedfc tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775352 Feb 10 06:33:01.477846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 3e41d608-0ac5-456e-a5fe-89049edb1032 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:33:01.507374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.597047 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for floatingip (6a12a5db-a94d-4ca6-b96f-b4b04c56316b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.603397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:01.616106 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] Sync routers for ids ['fecf8839-7975-4cc6-b395-7f56c2b5767d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:01.617444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c2623efa-5e35-4c8c-99ef-cd5807d98b93 admin admin] 10.222.0.21 "PUT /v2.0/routers/fecf8839-7975-4cc6-b395-7f56c2b5767d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3831980 Feb 10 06:33:01.620243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:01.629639 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] Routers {'fecf8839-7975-4cc6-b395-7f56c2b5767d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:01.630841 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fecf8839-7975-4cc6-b395-7f56c2b5767d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:01.685521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (490aecca-88ca-41bf-a6dc-754477b4c296), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.693651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:01.697154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.831943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369b2f6-68fa-44a3-bb6d-89d46bab83d4 req-b2339b0d-df84-4624-a744-4a4742730282 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:01.834278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a369b2f6-68fa-44a3-bb6d-89d46bab83d4 req-b2339b0d-df84-4624-a744-4a4742730282 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 945 time: 0.0919867 Feb 10 06:33:01.836463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks [] for router (fecf8839-7975-4cc6-b395-7f56c2b5767d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.843107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks [] for security_group (c1dc9794-8b47-4341-8891-0c1ee0b05235), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.867701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c1dc9794-8b47-4341-8891-0c1ee0b05235), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:01.948003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a369b2f6-68fa-44a3-bb6d-89d46bab83d4 req-760fc623-7ee5-416d-98bc-609c2463acc4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663848 Feb 10 06:33:01.974241 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] Set router fecf8839-7975-4cc6-b395-7f56c2b5767d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:02.010609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dc9794-8b47-4341-8891-0c1ee0b05235,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:02.021800 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks [] for router_gateway (fecf8839-7975-4cc6-b395-7f56c2b5767d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.095484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Deleting port 122b4e1e-d96a-4347-99e9-c6a823d3169c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:02.095820 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.148446 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for port (490aecca-88ca-41bf-a6dc-754477b4c296), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.176938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Allocated IP 192.168.233.38 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/995bc93b-47f0-4ba6-a240-768a7c72bf58) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:02.186447 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (490aecca-88ca-41bf-a6dc-754477b4c296), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.215981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] For port 122b4e1e-d96a-4347-99e9-c6a823d3169c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=122b4e1e-d96a-4347-99e9-c6a823d3169c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:02.216462 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.236453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Calling delete_port for 122b4e1e-d96a-4347-99e9-c6a823d3169c owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:02.239949 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:30:20Z', 'updated_at': '2022-02-10T06:32:58Z', 'revision_number': 5, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'gw_port': {'id': '122b4e1e-d96a-4347-99e9-c6a823d3169c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:30:21Z', 'updated_at': '2022-02-10T06:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:02.273663 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] Checking router: fecf8839-7975-4cc6-b395-7f56c2b5767d for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:02.283789 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] Routers {'fecf8839-7975-4cc6-b395-7f56c2b5767d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:02.284276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (b02ee20b-5528-4350-836f-e6b1c80a321e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.284600 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fecf8839-7975-4cc6-b395-7f56c2b5767d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:02.312854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Pushing event updated for resources: {'Port': ['ID=490aecca-88ca-41bf-a6dc-754477b4c296,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:02.380248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (6a12a5db-a94d-4ca6-b96f-b4b04c56316b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.402513 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] Set router fecf8839-7975-4cc6-b395-7f56c2b5767d gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:02.428123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Subnet': ['ID=b02ee20b-5528-4350-836f-e6b1c80a321e,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:02.444188 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.445422 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-49727b78-2b87-4524-bc74-a0f29c210ccf tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1153286 Feb 10 06:33:02.516272 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:30:20Z', 'updated_at': '2022-02-10T06:33:02Z', 'revision_number': 6, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:02.547497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Checking segment: {'id': 'aeedd6e7-681b-4b06-bab0-714f3794907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:02.547866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network hostable DHCP agents. Network: fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:33:02.554636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device aaaee3ff-01ed-4319-ac09-60ee5e83774e details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:33:02.568106 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddeb19-2012-421f-92ad-4ef70ecbe528 None None] The sync data for ids ['fecf8839-7975-4cc6-b395-7f56c2b5767d'] in n-d-828670-1 is: [{'id': 'fecf8839-7975-4cc6-b395-7f56c2b5767d', 'name': 'tempest-ServersTestMultiNic-1942021331-router', 'tenant_id': 'c72390379c90477da1bb6fe04184bee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:30:20Z', 'updated_at': '2022-02-10T06:33:02Z', 'revision_number': 6, 'project_id': 'c72390379c90477da1bb6fe04184bee5', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:02.632888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:33:02.660721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0f9be54-6240-43bf-b59d-229277f589c7 req-10f0dd5a-c56d-4101-b938-85da74c2fc16 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 210 time: 0.1152074 Feb 10 06:33:02.666077 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks [] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.674271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:02.683920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (122b4e1e-d96a-4347-99e9-c6a823d3169c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.691786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:02.693354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.744248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9d5102-e3a8-454a-82fe-f27e22615331 None None] Network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:02.752693 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6ebf79aa-a318-4269-879d-75278235257a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3313379 Feb 10 06:33:02.759253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41068) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:02.768736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'subnet': {'network_id': '3e41d608-0ac5-456e-a5fe-89049edb1032', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:02.791732 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.812538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port aaaee3ff-01ed-4319-ac09-60ee5e83774e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:02.827154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'port_id': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'mac_address': 'fa:16:3e:a5:e0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:33:02.832785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2043c-0c0c-4c02-ab8b-979d65919d73 req-004e26d2-7f5d-487d-86c2-337b7f179372 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:02.834320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7a2043c-0c0c-4c02-ab8b-979d65919d73 req-004e26d2-7f5d-487d-86c2-337b7f179372 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 943 time: 0.3990784 Feb 10 06:33:02.835158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Pushing event deleted for resources: {'Port': ['ID=122b4e1e-d96a-4347-99e9-c6a823d3169c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:02.860036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Pushing event updated for resources: {'Port': ['ID=995bc93b-47f0-4ba6-a240-768a7c72bf58,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:02.870792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (fecf8839-7975-4cc6-b395-7f56c2b5767d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.912156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:02.916763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:02.924188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:02.944851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port aaaee3ff-01ed-4319-ac09-60ee5e83774e is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:02.945494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:02.990242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaaee3ff-01ed-4319-ac09-60ee5e83774e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:33:03.036307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port aaaee3ff-01ed-4319-ac09-60ee5e83774e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:03.044101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2', 'network_id': 'fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2', 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'fixed_ips': [{'subnet_id': 'b02ee20b-5528-4350-836f-e6b1c80a321e'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:33:03.045001 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.063935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.073437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (fecf8839-7975-4cc6-b395-7f56c2b5767d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.077739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks [] for router_controller (fecf8839-7975-4cc6-b395-7f56c2b5767d), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.228807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7a2043c-0c0c-4c02-ab8b-979d65919d73 req-9910d1f3-d921-444d-82e6-c8234a64560d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849726 Feb 10 06:33:03.230950 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (fecf8839-7975-4cc6-b395-7f56c2b5767d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.232703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fecf8839-7975-4cc6-b395-7f56c2b5767d {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:33:03.240623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.242029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-26e4547c-26f8-4ac8-b157-de4bfda4ae2a admin admin] 10.222.0.21 "DELETE /v2.0/routers/fecf8839-7975-4cc6-b395-7f56c2b5767d HTTP/1.1" status: 204 len: 168 time: 1.6203899 Feb 10 06:33:03.257781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=aaaee3ff-01ed-4319-ac09-60ee5e83774e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:03.274728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41076) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:03.345276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc7174-3b40-4e8a-9f0f-60f940a18def req-c63bdc4c-0035-4421-9fea-fb00a9a02824 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:03.346858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fc7174-3b40-4e8a-9f0f-60f940a18def req-c63bdc4c-0035-4421-9fea-fb00a9a02824 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.5663986 Feb 10 06:33:03.372919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b0f144-3da3-4be5-8fb9-72a1f4ed6bfb admin admin] Deleting subnet 781d2072-6d9e-449a-8df5-f5c260e2fee1 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:33:03.386392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Allocated IP 2001:db8::2 (fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2/b02ee20b-5528-4350-836f-e6b1c80a321e/2e7f8606-949c-49c9-afa3-781aacc79520) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:03.412190 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f144-3da3-4be5-8fb9-72a1f4ed6bfb admin admin] Publish callbacks [] for subnet (781d2072-6d9e-449a-8df5-f5c260e2fee1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.528040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-fc45ed5e-8f3a-46ec-8561-17dda280f4d2 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--154607716&fields=id&tenant_id=eb1c5b92bc524428804a940fabefdefb HTTP/1.1" status: 200 len: 267 time: 0.1421366 Feb 10 06:33:03.537928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['aaaee3ff-01ed-4319-ac09-60ee5e83774e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:33:03.549382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:03.550254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.565945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:03.570339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.585839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6443f2ec-28ed-41a7-91ec-69d8936a20fd no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:03.588701 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d19ecba2-81d2-43c2-8026-e4cd8b48d5ef tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6490939 Feb 10 06:33:03.590887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f144-3da3-4be5-8fb9-72a1f4ed6bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (781d2072-6d9e-449a-8df5-f5c260e2fee1), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.604711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Request body: {'port': {'device_id': 'c08559ec-558a-45e7-bddd-bad70ca063fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:03.665151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fc7174-3b40-4e8a-9f0f-60f940a18def req-443f7c35-d910-4ba9-9757-dd7fd3a7c12b tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988548 Feb 10 06:33:03.706802 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:33:03.736997 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.817905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 6443f2ec-28ed-41a7-91ec-69d8936a20fd {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:03.818244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6443f2ec-28ed-41a7-91ec-69d8936a20fd not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:03.840415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7f6a9e7a-a7de-4d5f-a18b-54da25a947cf None None] Provisioning complete for port 995bc93b-47f0-4ba6-a240-768a7c72bf58 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:03.840654 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9e7a-a7de-4d5f-a18b-54da25a947cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.879440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-f3add90c-c80a-4aa1-b00c-01ebe4bd1868 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:03.881745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-f3add90c-c80a-4aa1-b00c-01ebe4bd1868 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/networks?id=0b0fa05a-31e1-4501-a94f-163d5dbc23d3 HTTP/1.1" status: 200 len: 815 time: 0.3479919 Feb 10 06:33:03.937963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a9e7a-a7de-4d5f-a18b-54da25a947cf None None] Port 995bc93b-47f0-4ba6-a240-768a7c72bf58 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:03.944519 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Publish callbacks [] for port (2e7f8606-949c-49c9-afa3-781aacc79520), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.960833 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.962464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f144-3da3-4be5-8fb9-72a1f4ed6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (781d2072-6d9e-449a-8df5-f5c260e2fee1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:03.981041 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (05e22a24-b518-4835-a889-ff276800c561), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.063189 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a17cec74-bfa2-48f4-8a6c-6d5b83bc9346 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/quotas/eb1c5b92bc524428804a940fabefdefb HTTP/1.1" status: 200 len: 375 time: 0.0186510 Feb 10 06:33:04.063759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:04.078931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:04.087089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Pushing event updated for resources: {'Port': ['ID=2e7f8606-949c-49c9-afa3-781aacc79520,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:04.098495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Subnet': ['ID=05e22a24-b518-4835-a889-ff276800c561,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:04.111515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:04.132509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Checking segment: {'id': '3f6e65a3-c328-4506-bdcf-2380c2742f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3e41d608-0ac5-456e-a5fe-89049edb1032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:04.133244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network hostable DHCP agents. Network: 3e41d608-0ac5-456e-a5fe-89049edb1032, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:33:04.133403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb8aff-b783-4358-babc-f88edbbe8628 req-be943490-d5e9-4aee-9b50-102172dac0bb tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:04.149043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0cdb8aff-b783-4358-babc-f88edbbe8628 req-be943490-d5e9-4aee-9b50-102172dac0bb tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 945 time: 0.1486623 Feb 10 06:33:04.155489 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f144-3da3-4be5-8fb9-72a1f4ed6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (781d2072-6d9e-449a-8df5-f5c260e2fee1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.167536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 3e41d608-0ac5-456e-a5fe-89049edb1032 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:33:04.184867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 3e41d608-0ac5-456e-a5fe-89049edb1032) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:04.190815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:04.191394 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.206269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071119c4-1207-46bd-95e6-ff52bcfa0617 None None] Network c8a86802-7261-49e3-ab88-d4980a377114 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:04.211170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab513f13-dac8-4b86-b3a4-c65095bc0d8a None None] Network 3e41d608-0ac5-456e-a5fe-89049edb1032 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:04.215936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f144-3da3-4be5-8fb9-72a1f4ed6bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.223013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c7b0f144-3da3-4be5-8fb9-72a1f4ed6bfb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/781d2072-6d9e-449a-8df5-f5c260e2fee1 HTTP/1.1" status: 204 len: 168 time: 0.9447050 Feb 10 06:33:04.236634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41098) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:04.245831 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-870f347d-fb0d-4930-b76a-5351c1312f25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4821594 Feb 10 06:33:04.252361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41100) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:04.260044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-67be3574-a6f6-424d-82f6-8647870641cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-487942391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:04.275056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0f144-3da3-4be5-8fb9-72a1f4ed6bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781d2072-6d9e-449a-8df5-f5c260e2fee1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:04.283829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995bc93b-47f0-4ba6-a240-768a7c72bf58 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:33:04.298932 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Publish callbacks [] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.324719 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67be3574-a6f6-424d-82f6-8647870641cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (ac0bf595-e9ea-49e3-8cd3-957266978afe), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.325974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67be3574-a6f6-424d-82f6-8647870641cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (ac0bf595-e9ea-49e3-8cd3-957266978afe), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.331658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Transition to ACTIVE for port object 995bc93b-47f0-4ba6-a240-768a7c72bf58 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:33:04.340834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.351542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Attempting to bind port 2e7f8606-949c-49c9-afa3-781aacc79520 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:04.352159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Attempting to bind port 2e7f8606-949c-49c9-afa3-781aacc79520 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'aeedd6e7-681b-4b06-bab0-714f3794907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:04.352750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Attempting to bind port 2e7f8606-949c-49c9-afa3-781aacc79520 on network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:04.369976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0cdb8aff-b783-4358-babc-f88edbbe8628 req-a0c07c41-ad0e-448d-8e93-441df33607db tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138681 Feb 10 06:33:04.426031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:04.426760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Checking segment: {'id': 'aeedd6e7-681b-4b06-bab0-714f3794907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:04.427177 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.427591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Bound using segment: {'id': 'aeedd6e7-681b-4b06-bab0-714f3794907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:04.428866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Bound port: 2e7f8606-949c-49c9-afa3-781aacc79520, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeedd6e7-681b-4b06-bab0-714f3794907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:04.429259 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.434144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67be3574-a6f6-424d-82f6-8647870641cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (ac0bf595-e9ea-49e3-8cd3-957266978afe), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.471268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-e62f9bef-1543-48f0-8b44-c44c7febeed0 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb1c5b92bc524428804a940fabefdefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3917911 Feb 10 06:33:04.474577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c8a86802-7261-49e3-ab88-d4980a377114), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.523080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67be3574-a6f6-424d-82f6-8647870641cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (ac0bf595-e9ea-49e3-8cd3-957266978afe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.538970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Pushing event updated for resources: {'Port': ['ID=995bc93b-47f0-4ba6-a240-768a7c72bf58,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:04.551027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67be3574-a6f6-424d-82f6-8647870641cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.634882 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-67be3574-a6f6-424d-82f6-8647870641cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3085549 Feb 10 06:33:04.634882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41112) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:04.635965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-3e41d608-0ac5-456e-a5fe-89049edb1032', 'network_id': '3e41d608-0ac5-456e-a5fe-89049edb1032', 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'fixed_ips': [{'subnet_id': '05e22a24-b518-4835-a889-ff276800c561'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:33:04.635965 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.769439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] For port 2e7f8606-949c-49c9-afa3-781aacc79520, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:04.802320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-7bad1087-924b-4133-bc24-aac3cd15a2f8 service neutron] 10.222.0.21 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121276 Feb 10 06:33:04.810548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Deleting port a768f69a-80bc-4edf-9701-3a5aa858961c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:04.811102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.828288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea083664-084b-4fe4-8a17-35e45ad101dc req-4fc0fa6a-d12c-418e-b507-c8a1c9acfa5f tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:04.829785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b2e52b-9e98-4479-a304-4159aa868108 None None] DHCP port deletion for c8a86802-7261-49e3-ab88-d4980a377114 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:33:04.836727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea083664-084b-4fe4-8a17-35e45ad101dc req-4fc0fa6a-d12c-418e-b507-c8a1c9acfa5f tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 947 time: 0.3068705 Feb 10 06:33:04.844590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] For port 2e7f8606-949c-49c9-afa3-781aacc79520, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2e7f8606-949c-49c9-afa3-781aacc79520,segment=NetworkSegment(aeedd6e7-681b-4b06-bab0-714f3794907e),segment_id=aeedd6e7-681b-4b06-bab0-714f3794907e)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:04.855802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Attempting to bind port 995bc93b-47f0-4ba6-a240-768a7c72bf58 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:04.856401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Attempting to bind port 995bc93b-47f0-4ba6-a240-768a7c72bf58 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:04.856720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Attempting to bind port 995bc93b-47f0-4ba6-a240-768a7c72bf58 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:04.862104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Port 995bc93b-47f0-4ba6-a240-768a7c72bf58 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:33:04.862670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Attempting to bind port 995bc93b-47f0-4ba6-a240-768a7c72bf58 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:04.868514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:04.869045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:04.869574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:04.870173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Bound port: 995bc93b-47f0-4ba6-a240-768a7c72bf58, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:04.870694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:04.907815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41118) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:04.910045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.006929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea083664-084b-4fe4-8a17-35e45ad101dc req-79133bc9-a4d9-4274-b186-81232c808738 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dc9794-8b47-4341-8891-0c1ee0b05235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692297 Feb 10 06:33:05.018822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] For port a768f69a-80bc-4edf-9701-3a5aa858961c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a768f69a-80bc-4edf-9701-3a5aa858961c,segment=NetworkSegment(00abac2d-4b70-44c1-94ae-08bf37e5c5e3),segment_id=00abac2d-4b70-44c1-94ae-08bf37e5c5e3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:05.019317 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.032623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Allocated IP 2001:db8:1::2 (3e41d608-0ac5-456e-a5fe-89049edb1032/05e22a24-b518-4835-a889-ff276800c561/b69aa6a9-5189-418a-9a61-65cd408d890c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:05.053761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76048b4-9ed3-436f-9b35-0dfb4ee11dd1 None None] Pushing event updated for resources: {'Port': ['ID=2e7f8606-949c-49c9-afa3-781aacc79520,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:05.070368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-75b2e52b-9e98-4479-a304-4159aa868108 None None] Deleting port a768f69a-80bc-4edf-9701-3a5aa858961c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:05.070970 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75b2e52b-9e98-4479-a304-4159aa868108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.092599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.109017 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] For port 995bc93b-47f0-4ba6-a240-768a7c72bf58, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:05.129186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Calling delete_port for a768f69a-80bc-4edf-9701-3a5aa858961c owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:05.173396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] For port 995bc93b-47f0-4ba6-a240-768a7c72bf58, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=995bc93b-47f0-4ba6-a240-768a7c72bf58,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:05.213485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.242285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a07a2323-c599-4042-868f-7dc9b831effa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.250404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a768f69a-80bc-4edf-9701-3a5aa858961c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:05.281883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-3afb024a-f72c-458c-838f-bb5cf1e58521 service neutron] 10.222.0.21 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738431 Feb 10 06:33:05.303329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e50567-02a5-4714-815a-489465b76dce req-96904d55-5286-42d8-a16d-2f369268b86e tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:05.314694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-75b2e52b-9e98-4479-a304-4159aa868108 None None] For port a768f69a-80bc-4edf-9701-3a5aa858961c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a768f69a-80bc-4edf-9701-3a5aa858961c,segment=NetworkSegment(00abac2d-4b70-44c1-94ae-08bf37e5c5e3),segment_id=00abac2d-4b70-44c1-94ae-08bf37e5c5e3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:05.314694 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75b2e52b-9e98-4479-a304-4159aa868108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.335726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04e50567-02a5-4714-815a-489465b76dce req-96904d55-5286-42d8-a16d-2f369268b86e tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 944 time: 0.2326815 Feb 10 06:33:05.366196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-75b2e52b-9e98-4479-a304-4159aa868108 None None] Calling delete_port for a768f69a-80bc-4edf-9701-3a5aa858961c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:05.415644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a07a2323-c599-4042-868f-7dc9b831effa admin admin] Publish callbacks [] for security_group (00ff1525-7488-417a-bd87-cf44012325a5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.419816 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.432170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04e50567-02a5-4714-815a-489465b76dce req-2834add6-aaf4-4491-80be-0f22d31591f0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954850 Feb 10 06:33:05.492263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Pushing event deleted for resources: {'Port': ['ID=a768f69a-80bc-4edf-9701-3a5aa858961c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:05.506270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a07a2323-c599-4042-868f-7dc9b831effa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (00ff1525-7488-417a-bd87-cf44012325a5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.517878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] No DVR routers for this DVR port a768f69a-80bc-4edf-9701-3a5aa858961c on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:05.538525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Port a768f69a-80bc-4edf-9701-3a5aa858961c update to DOWN by agent not found {{(pid=103215) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 06:33:05.538525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 122b4e1e-d96a-4347-99e9-c6a823d3169c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:05.583287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 122b4e1e-d96a-4347-99e9-c6a823d3169c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:05.588436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 122b4e1e-d96a-4347-99e9-c6a823d3169c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:05.612258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:05.612885 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.614866 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/995bc93b-47f0-4ba6-a240-768a7c72bf58 HTTP/1.1" status: 200 len: 1095 time: 2.0145652 Feb 10 06:33:05.615340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08559ec-558a-45e7-bddd-bad70ca063fb', 'tag': '995bc93b-47f0-4ba6-a240-768a7c72bf58'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:05.617634 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b2c4e2-88cc-46a3-b5ed-782196468518" -d '{"events": [{"name": "network-changed", "server_uuid": "c08559ec-558a-45e7-bddd-bad70ca063fb", "tag": "995bc93b-47f0-4ba6-a240-768a7c72bf58"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:05.619969 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Publish callbacks [] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.659768 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.699876 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a07a2323-c599-4042-868f-7dc9b831effa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e347830723d473c92033d7b9513e99d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7910132 Feb 10 06:33:05.705452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a2323-c599-4042-868f-7dc9b831effa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ff1525-7488-417a-bd87-cf44012325a5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:05.746103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41132) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:05.800713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671ec72-57a2-4608-b185-a537e27b30b8 service neutron] Pushing event updated for resources: {'Port': ['ID=995bc93b-47f0-4ba6-a240-768a7c72bf58,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:05.871630 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75b2e52b-9e98-4479-a304-4159aa868108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (a768f69a-80bc-4edf-9701-3a5aa858961c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.888011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Pushing event updated for resources: {'Port': ['ID=b69aa6a9-5189-418a-9a61-65cd408d890c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:05.893483 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4fd65dc-54cb-40de-82a8-7133b1560a02 admin admin] Publish callbacks [] for security_group (00ff1525-7488-417a-bd87-cf44012325a5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:05.907663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Network 3e41d608-0ac5-456e-a5fe-89049edb1032 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:05.916943 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2e52b-9e98-4479-a304-4159aa868108 None None] No DVR routers for this DVR port a768f69a-80bc-4edf-9701-3a5aa858961c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:05.930341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:05.932422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:05.994387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2e52b-9e98-4479-a304-4159aa868108 None None] Pushing event deleted for resources: {'Port': ['ID=a768f69a-80bc-4edf-9701-3a5aa858961c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:06.056676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Attempting to bind port b69aa6a9-5189-418a-9a61-65cd408d890c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:06.056917 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4fd65dc-54cb-40de-82a8-7133b1560a02 admin admin] Publish callbacks [] for security_group (00ff1525-7488-417a-bd87-cf44012325a5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.057049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Attempting to bind port b69aa6a9-5189-418a-9a61-65cd408d890c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3f6e65a3-c328-4506-bdcf-2380c2742f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3e41d608-0ac5-456e-a5fe-89049edb1032'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:06.057396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Attempting to bind port b69aa6a9-5189-418a-9a61-65cd408d890c on network 3e41d608-0ac5-456e-a5fe-89049edb1032 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:06.064671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:06.065259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Checking segment: {'id': '3f6e65a3-c328-4506-bdcf-2380c2742f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3e41d608-0ac5-456e-a5fe-89049edb1032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:06.065796 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.066485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Bound using segment: {'id': '3f6e65a3-c328-4506-bdcf-2380c2742f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3e41d608-0ac5-456e-a5fe-89049edb1032'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:06.067142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Bound port: b69aa6a9-5189-418a-9a61-65cd408d890c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6e65a3-c328-4506-bdcf-2380c2742f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3e41d608-0ac5-456e-a5fe-89049edb1032'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:06.067687 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.085246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 2001:db8::1 (fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2/b02ee20b-5528-4350-836f-e6b1c80a321e/0bad2025-6b69-4f0f-8c5b-94907be51b26) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:06.102281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-8713152f-f525-4a1d-b397-aee33480b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:06.104371 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-8713152f-f525-4a1d-b397-aee33480b0bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a527f1759c734486aebe230e554f7573&device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 1129 time: 0.4271889 Feb 10 06:33:06.168825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] For port b69aa6a9-5189-418a-9a61-65cd408d890c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:06.174640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] For port b69aa6a9-5189-418a-9a61-65cd408d890c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b69aa6a9-5189-418a-9a61-65cd408d890c,segment=NetworkSegment(3f6e65a3-c328-4506-bdcf-2380c2742f66),segment_id=3f6e65a3-c328-4506-bdcf-2380c2742f66)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:06.195495 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.229055 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-2768dbc1-5e21-4379-a4dc-bbdfe57bdd77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=995bc93b-47f0-4ba6-a240-768a7c72bf58 HTTP/1.1" status: 200 len: 217 time: 0.1062007 Feb 10 06:33:06.349203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036a236-de33-4803-8366-ac18b9c40c3b None None] Pushing event updated for resources: {'Port': ['ID=b69aa6a9-5189-418a-9a61-65cd408d890c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:06.368036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4fd65dc-54cb-40de-82a8-7133b1560a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (00ff1525-7488-417a-bd87-cf44012325a5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.371343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4fd65dc-54cb-40de-82a8-7133b1560a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.375338 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b4fd65dc-54cb-40de-82a8-7133b1560a02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00ff1525-7488-417a-bd87-cf44012325a5 HTTP/1.1" status: 204 len: 168 time: 0.6241128 Feb 10 06:33:06.390793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd65dc-54cb-40de-82a8-7133b1560a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ff1525-7488-417a-bd87-cf44012325a5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:06.396571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-19dec2e5-de7f-47d9-96a4-4e2ca9ecf3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:06.396827 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c8a86802-7261-49e3-ab88-d4980a377114), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.399594 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-19dec2e5-de7f-47d9-96a4-4e2ca9ecf3c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1549423 Feb 10 06:33:06.516511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.519286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a86802-7261-49e3-ab88-d4980a377114']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:06.528387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-bfff8ca0-b51e-4318-8d21-1dfc668f0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:06.530392 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-bfff8ca0-b51e-4318-8d21-1dfc668f0070 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1181629 Feb 10 06:33:06.541119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ff531a5f-a9b3-4be9-8ae5-d47f7c93987d tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 258 time: 1.0559871 Feb 10 06:33:06.548676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:06.569930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00abac2d-4b70-44c1-94ae-08bf37e5c5e3') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:06.570597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00abac2d-4b70-44c1-94ae-08bf37e5c5e3') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:06.580447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device aaaee3ff-01ed-4319-ac09-60ee5e83774e up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:06.654365 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (00abac2d-4b70-44c1-94ae-08bf37e5c5e3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.701913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.705838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f95cda-a079-4919-8be8-90243491f011 req-659e1e0f-8701-4376-abb7-1c8f7a113bdd tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:06.711910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00f95cda-a079-4919-8be8-90243491f011 req-659e1e0f-8701-4376-abb7-1c8f7a113bdd tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.5520694 Feb 10 06:33:06.717133 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.725844 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (00abac2d-4b70-44c1-94ae-08bf37e5c5e3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.742271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port aaaee3ff-01ed-4319-ac09-60ee5e83774e completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:33:06.747326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port aaaee3ff-01ed-4319-ac09-60ee5e83774e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:06.748038 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.793520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:33:06.794032 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (00abac2d-4b70-44c1-94ae-08bf37e5c5e3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:33:06.796944 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:33:06.820101 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.861504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc01d77-42b5-4593-9218-5f6bf9b5d58d None None] Network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:06.940111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00f95cda-a079-4919-8be8-90243491f011 req-18c299cc-995d-4758-9bc6-52071df61481 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185800 Feb 10 06:33:06.941614 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c8a86802-7261-49e3-ab88-d4980a377114), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.949694 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:06.956109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8a86802-7261-49e3-ab88-d4980a377114 HTTP/1.1" status: 204 len: 168 time: 2.7101970 Feb 10 06:33:06.983971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:07.002812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:07.016407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fe0b76c3-7fdb-4655-badb-f7e676bcb74d None None] Provisioning complete for port 2e7f8606-949c-49c9-afa3-781aacc79520 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:07.017204 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe0b76c3-7fdb-4655-badb-f7e676bcb74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.018985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:07.019237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port aaaee3ff-01ed-4319-ac09-60ee5e83774e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:07.019930 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.020944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (ac0bf595-e9ea-49e3-8cd3-957266978afe), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.045723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c72190-5409-45ac-bb2b-616b60346079 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a86802-7261-49e3-ab88-d4980a377114,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:07.060321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41150) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:07.088765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-365cff80-1d36-44fb-b34b-393ac2274605 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510342 Feb 10 06:33:07.088937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea451ff-5ed2-4514-820e-fff9619e4424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.091657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=0bad2025-6b69-4f0f-8c5b-94907be51b26,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:07.120174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:07.122833 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790ec4b5-2de1-45e2-b2f5-9ec269f758f1" -d '{"events": [{"server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "name": "network-vif-plugged", "status": "completed", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:07.148169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port aaaee3ff-01ed-4319-ac09-60ee5e83774e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:07.163701 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.180217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10babcbf-f731-4684-aa49-185d4019c05c req-ac13fb6a-89f1-44d5-a1d7-a845a973780c tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 210 time: 0.0867221 Feb 10 06:33:07.242655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:07.244713 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.295895 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d23bc0-d9be-4d02-bad0-7a55fb8e3651 x-openstack-request-id: req-b1d23bc0-d9be-4d02-bad0-7a55fb8e3651 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:07.296811 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08559ec-558a-45e7-bddd-bad70ca063fb", "tag": "995bc93b-47f0-4ba6-a240-768a7c72bf58", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:07.297113 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1d23bc0-d9be-4d02-bad0-7a55fb8e3651 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:07.297508 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08559ec-558a-45e7-bddd-bad70ca063fb', 'tag': '995bc93b-47f0-4ba6-a240-768a7c72bf58', 'status': 'completed', 'code': 200} Feb 10 06:33:07.312903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b76c3-7fdb-4655-badb-f7e676bcb74d None None] Current status of the port 2e7f8606-949c-49c9-afa3-781aacc79520 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:07.313288 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe0b76c3-7fdb-4655-badb-f7e676bcb74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.364767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-781ca6d4-9fb0-4ae4-b1f0-ac4ba05d6656 req-d81e884d-2b5f-4f25-a192-f9ca90f1ebe9 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624252 Feb 10 06:33:07.388730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.627269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b69aa6a9-5189-418a-9a61-65cd408d890c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:07.650827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-b20343ed-799b-47ac-b34e-5ba401c2b1f9 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:07.652501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-b20343ed-799b-47ac-b34e-5ba401c2b1f9 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.24 "GET /v2.0/networks?id=0b0fa05a-31e1-4501-a94f-163d5dbc23d3 HTTP/1.1" status: 200 len: 815 time: 0.1383958 Feb 10 06:33:07.684196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=aaaee3ff-01ed-4319-ac09-60ee5e83774e,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:07.690056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-11a4ba3d-8b82-46d9-b174-6306e24dcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:07.691767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-11a4ba3d-8b82-46d9-b174-6306e24dcc1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a527f1759c734486aebe230e554f7573&device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 1129 time: 0.2071660 Feb 10 06:33:07.747124 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fe0b76c3-7fdb-4655-badb-f7e676bcb74d None None] For port 2e7f8606-949c-49c9-afa3-781aacc79520, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2e7f8606-949c-49c9-afa3-781aacc79520,segment=NetworkSegment(aeedd6e7-681b-4b06-bab0-714f3794907e),segment_id=aeedd6e7-681b-4b06-bab0-714f3794907e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:07.764362 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe0b76c3-7fdb-4655-badb-f7e676bcb74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.792283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-44c2a758-e82d-44cd-baca-fce5f617435b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c72390379c90477da1bb6fe04184bee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785934 Feb 10 06:33:07.798490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41156) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:07.812296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b69aa6a9-5189-418a-9a61-65cd408d890c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:07.812950 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.819676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcdaea-21af-491d-ab1d-85df9f8a7995 req-401ab8eb-32f6-4214-8124-036f42a0aff7 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:07.821409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eddcdaea-21af-491d-ab1d-85df9f8a7995 req-401ab8eb-32f6-4214-8124-036f42a0aff7 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 947 time: 0.3380513 Feb 10 06:33:07.886771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Allocated IP 172.25.8.213 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/888ace6d-ec79-457c-9946-65bfdbf9605e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:07.890153 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea451ff-5ed2-4514-820e-fff9619e4424 admin admin] Publish callbacks [] for security_group (feb234cb-fc14-465d-9fb4-346d10769a22), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.902896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-cb7aacd1-8bae-477e-bfc7-c27a2a33e985 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1c5b92bc524428804a940fabefdefb HTTP/1.1" status: 200 len: 379 time: 0.2100680 Feb 10 06:33:07.906421 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea451ff-5ed2-4514-820e-fff9619e4424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (feb234cb-fc14-465d-9fb4-346d10769a22), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.914018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b76c3-7fdb-4655-badb-f7e676bcb74d None None] Pushing event updated for resources: {'Port': ['ID=2e7f8606-949c-49c9-afa3-781aacc79520,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:07.929180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3aaf66d7-ac2a-45ea-a701-2453d1025da9 None None] Provisioning complete for port 0bad2025-6b69-4f0f-8c5b-94907be51b26 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:07.929594 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aaf66d7-ac2a-45ea-a701-2453d1025da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:07.996277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf66d7-ac2a-45ea-a701-2453d1025da9 None None] Port 0bad2025-6b69-4f0f-8c5b-94907be51b26 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:07.996779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Request body: {'port': {'device_id': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'admin_state_up': True, 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'security_groups': ['97c548ec-9474-4c0f-863e-c14ae8b4b388']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:07.997952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-46dd73bd-b1ee-4b44-bf24-09452f4439ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:07.999624 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-46dd73bd-b1ee-4b44-bf24-09452f4439ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.2991862 Feb 10 06:33:08.006565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b69aa6a9-5189-418a-9a61-65cd408d890c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:08.007027 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.023027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3aaf66d7-ac2a-45ea-a701-2453d1025da9 None None] Provisioning complete for port 2e7f8606-949c-49c9-afa3-781aacc79520 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:08.023635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aaf66d7-ac2a-45ea-a701-2453d1025da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.027793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea451ff-5ed2-4514-820e-fff9619e4424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb234cb-fc14-465d-9fb4-346d10769a22,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:08.097302 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ea451ff-5ed2-4514-820e-fff9619e4424 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8a1e111d39b4e6f979f26a906212520&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0311494 Feb 10 06:33:08.100144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ffefe-b6c6-48eb-9d19-e8b13b480134 None None] Network 3e41d608-0ac5-456e-a5fe-89049edb1032 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:08.102977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:08.109083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eddcdaea-21af-491d-ab1d-85df9f8a7995 req-0cf0107a-b71c-43fa-a74d-82f6c17223e0 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dc9794-8b47-4341-8891-0c1ee0b05235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706850 Feb 10 06:33:08.110018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port b69aa6a9-5189-418a-9a61-65cd408d890c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b69aa6a9-5189-418a-9a61-65cd408d890c,segment=NetworkSegment(3f6e65a3-c328-4506-bdcf-2380c2742f66),segment_id=3f6e65a3-c328-4506-bdcf-2380c2742f66)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:08.125747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.126885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2e7f8606-949c-49c9-afa3-781aacc79520 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:08.260317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=b69aa6a9-5189-418a-9a61-65cd408d890c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:08.337969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2e7f8606-949c-49c9-afa3-781aacc79520 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:08.338266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.362562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf66d7-ac2a-45ea-a701-2453d1025da9 None None] Current status of the port 2e7f8606-949c-49c9-afa3-781aacc79520 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:08.367802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for port (888ace6d-ec79-457c-9946-65bfdbf9605e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.407965 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9eba-3892-426c-94b6-bb6e8963883b admin admin] Publish callbacks [] for security_group (feb234cb-fc14-465d-9fb4-346d10769a22), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.418882 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-65c5ed54-1765-4895-b6c1-fd22f7ebc694 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=995bc93b-47f0-4ba6-a240-768a7c72bf58 HTTP/1.1" status: 200 len: 217 time: 0.3734541 Feb 10 06:33:08.422002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21a273d6-7094-4c4b-89fc-e6979b3a94fa admin admin] Publish callbacks [] for security_group (e1065c23-d9b1-462d-8930-13fdbc6d97e7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.428394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53266ee3-bb2c-4fe9-8bba-f3eec91d7eb1 req-5caef7b6-97cf-4144-90cb-a66a0edbb5d8 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:08.430412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53266ee3-bb2c-4fe9-8bba-f3eec91d7eb1 req-5caef7b6-97cf-4144-90cb-a66a0edbb5d8 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 945 time: 0.1944337 Feb 10 06:33:08.453431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Made reservation on behalf of eb1c5b92bc524428804a940fabefdefb for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:08.456877 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.463711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2e7f8606-949c-49c9-afa3-781aacc79520 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:08.487647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b4e599d7-dda3-4b1e-825f-c0b12906af96 None None] Provisioning complete for port 0bad2025-6b69-4f0f-8c5b-94907be51b26 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:08.490538 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4e599d7-dda3-4b1e-825f-c0b12906af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.495708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21a273d6-7094-4c4b-89fc-e6979b3a94fa admin admin] Publish callbacks [] for security_group (e1065c23-d9b1-462d-8930-13fdbc6d97e7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.503301 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9eba-3892-426c-94b6-bb6e8963883b admin admin] Publish callbacks [] for security_group (feb234cb-fc14-465d-9fb4-346d10769a22), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.529457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-d289231c-cf36-45c1-beb7-7c10800da7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:08.531067 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-d289231c-cf36-45c1-beb7-7c10800da7b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1046638 Feb 10 06:33:08.533277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4e599d7-dda3-4b1e-825f-c0b12906af96 None None] Port 0bad2025-6b69-4f0f-8c5b-94907be51b26 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:08.547250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b4e599d7-dda3-4b1e-825f-c0b12906af96 None None] Provisioning complete for port b69aa6a9-5189-418a-9a61-65cd408d890c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:08.548494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4e599d7-dda3-4b1e-825f-c0b12906af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.550580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (888ace6d-ec79-457c-9946-65bfdbf9605e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.583643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:33:08.591748 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.626113 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.626943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (ac0bf595-e9ea-49e3-8cd3-957266978afe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.657180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53266ee3-bb2c-4fe9-8bba-f3eec91d7eb1 req-a20962e3-a3bc-44a0-a0f2-dfe39b4d2678 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115810 Feb 10 06:33:08.684059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:08.687934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Pushing event updated for resources: {'Port': ['ID=888ace6d-ec79-457c-9946-65bfdbf9605e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:08.696041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:08.697978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:08.750470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4e599d7-dda3-4b1e-825f-c0b12906af96 None None] Current status of the port b69aa6a9-5189-418a-9a61-65cd408d890c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:08.766769 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21a273d6-7094-4c4b-89fc-e6979b3a94fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e1065c23-d9b1-462d-8930-13fdbc6d97e7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.769671 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21a273d6-7094-4c4b-89fc-e6979b3a94fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.770978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-21a273d6-7094-4c4b-89fc-e6979b3a94fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1065c23-d9b1-462d-8930-13fdbc6d97e7 HTTP/1.1" status: 204 len: 168 time: 0.9701617 Feb 10 06:33:08.779053 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ecc04-20a9-4cfd-a080-5f5df16e3b7c x-openstack-request-id: req-644ecc04-20a9-4cfd-a080-5f5df16e3b7c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:08.779451 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "name": "network-vif-plugged", "status": "completed", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:08.779807 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-644ecc04-20a9-4cfd-a080-5f5df16e3b7c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:08.781006 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'code': 200} Feb 10 06:33:08.788829 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9eba-3892-426c-94b6-bb6e8963883b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (feb234cb-fc14-465d-9fb4-346d10769a22), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.795846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a273d6-7094-4c4b-89fc-e6979b3a94fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1065c23-d9b1-462d-8930-13fdbc6d97e7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:08.797613 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9eba-3892-426c-94b6-bb6e8963883b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.802866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:08.803263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1a1b9eba-3892-426c-94b6-bb6e8963883b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/feb234cb-fc14-465d-9fb4-346d10769a22 HTTP/1.1" status: 204 len: 168 time: 0.6911500 Feb 10 06:33:08.848029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'port_id': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6', 'mac_address': 'fa:16:3e:a0:f3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:33:08.859859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b9eba-3892-426c-94b6-bb6e8963883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb234cb-fc14-465d-9fb4-346d10769a22,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:08.888341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Allocated IP 172.20.0.12 (0b0fa05a-31e1-4501-a94f-163d5dbc23d3/830654ed-c3c6-4da8-9735-3ba73b7dd61d/ffec342e-1e6b-421a-9047-9d5ea3fe0f2a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:08.937896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=0bad2025-6b69-4f0f-8c5b-94907be51b26,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:08.961250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a2f5367a-3042-4c27-987b-73b18a87fde3 None None] Provisioning complete for port b69aa6a9-5189-418a-9a61-65cd408d890c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:08.961631 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2f5367a-3042-4c27-987b-73b18a87fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:08.972558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-d16f604b-19fe-4056-b510-833dabecec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:08.974788 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-d16f604b-19fe-4056-b510-833dabecec27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4262891 Feb 10 06:33:08.985660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:08.986049 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.006735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:33:09.032317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:09.037001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18554025-07a9-4641-a782-896fc76a904c req-74054d90-5278-4923-925d-2d2ce686ed53 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:09.039375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18554025-07a9-4641-a782-896fc76a904c req-74054d90-5278-4923-925d-2d2ce686ed53 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 943 time: 0.1476686 Feb 10 06:33:09.047712 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.052300 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (544c9487-aba7-468f-a80c-bab242f1c3af), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.123033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92711c-7209-40cd-a515-0b7bfb1d2fff req-359ddec6-2465-48f2-83ec-0bad2df1bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:09.126946 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0f92711c-7209-40cd-a515-0b7bfb1d2fff req-359ddec6-2465-48f2-83ec-0bad2df1bbf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 1127 time: 0.2463887 Feb 10 06:33:09.130815 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (888ace6d-ec79-457c-9946-65bfdbf9605e), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.135481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5367a-3042-4c27-987b-73b18a87fde3 None None] Current status of the port b69aa6a9-5189-418a-9a61-65cd408d890c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:09.146272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:09.213621 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0f92711c-7209-40cd-a515-0b7bfb1d2fff req-6fc57d5f-7651-431d-a0ca-4ae917b2f243 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694106 Feb 10 06:33:09.218042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:09.225293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:09.275331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18554025-07a9-4641-a782-896fc76a904c req-ee87adcf-4d91-4262-ac7c-164200c79230 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180388 Feb 10 06:33:09.297863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2e7f8606-949c-49c9-afa3-781aacc79520 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:09.298495 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-658d3182-8f50-4872-aee4-f541b409a177 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068717 Feb 10 06:33:09.366814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.412441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['6f87fa39-ed7f-4815-ae12-c3d74ef297e6'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:33:09.472626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.537082 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for port (888ace6d-ec79-457c-9946-65bfdbf9605e), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.539158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:09.582238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router ac0bf595-e9ea-49e3-8cd3-957266978afe is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:33:09.585639 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (888ace6d-ec79-457c-9946-65bfdbf9605e), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.597972 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a9b2c4e2-88cc-46a3-b5ed-782196468518 req-9f93cb46-4c7e-4787-a5d2-050bdbdc4e49 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901934 Feb 10 06:33:09.624177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2e7f8606-949c-49c9-afa3-781aacc79520 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:09.624692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.686812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea77dc6-e151-40ab-bf22-026cb2f1b815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.698606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:09.710716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Pushing event updated for resources: {'Port': ['ID=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:09.713990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:09.717529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:09.750010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:09.756497 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8546a8dc-6cbf-4f2a-af5b-45e8aaabc6bc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/ac0bf595-e9ea-49e3-8cd3-957266978afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1899858 Feb 10 06:33:09.759108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41184) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:09.763669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df5fcf-4969-4f2a-9298-510066d5f564 None None] Sync routers for ids ['ac0bf595-e9ea-49e3-8cd3-957266978afe'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:09.805888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.806598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.807588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.808076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.808695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.809169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.809749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.810231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.810790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.811257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.811802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.812290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.812840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:09.819319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ed56d5-7c68-491e-9909-c64dc48d5fcb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:09.825770 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-39ed56d5-7c68-491e-9909-c64dc48d5fcb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports/0bad2025-6b69-4f0f-8c5b-94907be51b26 HTTP/1.1" status: 200 len: 911 time: 0.0652981 Feb 10 06:33:09.826467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41186) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:09.835741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2e7f8606-949c-49c9-afa3-781aacc79520 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:09.837309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b69aa6a9-5189-418a-9a61-65cd408d890c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:09.880773 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (544c9487-aba7-468f-a80c-bab242f1c3af), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.892610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df5fcf-4969-4f2a-9298-510066d5f564 None None] Routers {'ac0bf595-e9ea-49e3-8cd3-957266978afe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:09.893445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-26df5fcf-4969-4f2a-9298-510066d5f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ac0bf595-e9ea-49e3-8cd3-957266978afe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:09.937602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:09.938706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.954033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898694-8da1-47b7-bb8a-5c358af75fa4 req-1d8f5a07-c208-4ecb-9ba6-94b07657350d tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:09.956029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-26df5fcf-4969-4f2a-9298-510066d5f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:09.958520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39898694-8da1-47b7-bb8a-5c358af75fa4 req-1d8f5a07-c208-4ecb-9ba6-94b07657350d tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 932 time: 0.4179161 Feb 10 06:33:09.964099 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.980083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:09.981690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4387219 Feb 10 06:33:09.992320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e0960409-b15e-4f6a-b13e-ce3cb6f389f0 None None] Provisioning complete for port 0bad2025-6b69-4f0f-8c5b-94907be51b26 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:09.992699 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0960409-b15e-4f6a-b13e-ce3cb6f389f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.015318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c338d-c126-4a6d-8e26-2fbc92da1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Pushing event updated for resources: {'Port': ['ID=888ace6d-ec79-457c-9946-65bfdbf9605e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:10.021892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df5fcf-4969-4f2a-9298-510066d5f564 None None] Routers {'ac0bf595-e9ea-49e3-8cd3-957266978afe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:10.022688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-26df5fcf-4969-4f2a-9298-510066d5f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:32:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ac0bf595-e9ea-49e3-8cd3-957266978afe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:10.080221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-a1cf0413-28ae-4cf5-b495-6e6e737c6b40 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1673212 Feb 10 06:33:10.090672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-86e5adc8-83c6-4c66-9a2c-ddd0b1c62cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.0904665 Feb 10 06:33:10.102003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-26df5fcf-4969-4f2a-9298-510066d5f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:10.102675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df5fcf-4969-4f2a-9298-510066d5f564 None None] The sync data for ids ['ac0bf595-e9ea-49e3-8cd3-957266978afe'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:10.106207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Request body: {'port': {'device_id': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:10.115251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b69aa6a9-5189-418a-9a61-65cd408d890c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:10.115623 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.117215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e0960409-b15e-4f6a-b13e-ce3cb6f389f0 None None] Port 0bad2025-6b69-4f0f-8c5b-94907be51b26 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:10.213257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39898694-8da1-47b7-bb8a-5c358af75fa4 req-6614fdb0-bc39-48de-a560-e74be75d80de tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450917 Feb 10 06:33:10.243004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b69aa6a9-5189-418a-9a61-65cd408d890c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:10.280950 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea77dc6-e151-40ab-bf22-026cb2f1b815 admin admin] Publish callbacks [] for security_group (0ba0aa31-0b3c-40e3-80b8-2c5feed31756), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.310799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea77dc6-e151-40ab-bf22-026cb2f1b815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0ba0aa31-0b3c-40e3-80b8-2c5feed31756), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.326524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e935adae-9056-44ea-a671-6af2ed37c564 None None] Provisioning complete for port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:10.327129 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e935adae-9056-44ea-a671-6af2ed37c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.355446 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbf1cc33-62a3-4e8f-a2aa-1650d3dc5af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.374236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e935adae-9056-44ea-a671-6af2ed37c564 None None] Port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:10.393391 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.400353 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.403374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41200) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:10.424187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ea77dc6-e151-40ab-bf22-026cb2f1b815 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b6c6401991141ac8e88e518d9caf6ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8764405 Feb 10 06:33:10.424187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea77dc6-e151-40ab-bf22-026cb2f1b815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba0aa31-0b3c-40e3-80b8-2c5feed31756,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:10.435476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ad031575-30a9-4519-82c9-e333db86f9fb tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:10.436846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c5f0a2c-8a67-43f8-8c9a-a9c3dc08a707 req-ad031575-30a9-4519-82c9-e333db86f9fb tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.3228998 Feb 10 06:33:10.438402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41204) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:10.567668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9dce-d1f2-4d80-8c41-d2e08df68224 req-ba4d9a61-f215-4e63-b4d4-e76cb5a7099b tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:10.569786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46ad9dce-d1f2-4d80-8c41-d2e08df68224 req-ba4d9a61-f215-4e63-b4d4-e76cb5a7099b tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 947 time: 0.2601504 Feb 10 06:33:10.584748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-665942880-network', 'tenant_id': '79f4cdf124ae4d66887f28a7923e8af7'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:10.650557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Made reservation on behalf of 79f4cdf124ae4d66887f28a7923e8af7 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:10.655318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.669954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.693462 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdc8780d-f074-47e6-b43b-1acefa7732cb admin admin] Publish callbacks [] for security_group (0ba0aa31-0b3c-40e3-80b8-2c5feed31756), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.722035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afb20e-b61b-47e6-8ef4-630eaa1287f5 req-5b41d7c7-9ac5-48c4-b693-d5138a33826e tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:10.723582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4afb20e-b61b-47e6-8ef4-630eaa1287f5 req-5b41d7c7-9ac5-48c4-b693-d5138a33826e tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 945 time: 0.2187355 Feb 10 06:33:10.747707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 2001:db8:1::1 (3e41d608-0ac5-456e-a5fe-89049edb1032/05e22a24-b518-4835-a889-ff276800c561/85f6d4b9-05a5-4b2e-9426-754a2b836ae1) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:10.768123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46ad9dce-d1f2-4d80-8c41-d2e08df68224 req-10d5d60e-ce92-46f1-8484-f585a95d592e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dc9794-8b47-4341-8891-0c1ee0b05235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821568 Feb 10 06:33:10.770751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdc8780d-f074-47e6-b43b-1acefa7732cb admin admin] Publish callbacks [] for security_group (0ba0aa31-0b3c-40e3-80b8-2c5feed31756), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.831985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 995bc93b-47f0-4ba6-a240-768a7c72bf58 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:33:10.872675 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Publish callbacks [] for security_group (93dd0622-5435-4aa6-9097-9889f7afcc1c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.879135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (93dd0622-5435-4aa6-9097-9889f7afcc1c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.909969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:33:10.914353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4afb20e-b61b-47e6-8ef4-630eaa1287f5 req-40c62919-8bbf-4e67-906a-af4996a815c9 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724191 Feb 10 06:33:10.956864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d95b1a-da08-40a0-ac6b-e1ea3bb9041c req-0ff72b46-1e25-4520-9c9e-0e5cf143f0f5 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:10.958472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18d95b1a-da08-40a0-ac6b-e1ea3bb9041c req-0ff72b46-1e25-4520-9c9e-0e5cf143f0f5 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 944 time: 0.1185842 Feb 10 06:33:10.959173 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdc8780d-f074-47e6-b43b-1acefa7732cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0ba0aa31-0b3c-40e3-80b8-2c5feed31756), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.960221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.962269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdc8780d-f074-47e6-b43b-1acefa7732cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:10.963863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fdc8780d-f074-47e6-b43b-1acefa7732cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ba0aa31-0b3c-40e3-80b8-2c5feed31756 HTTP/1.1" status: 204 len: 168 time: 0.5225563 Feb 10 06:33:10.990896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8780d-f074-47e6-b43b-1acefa7732cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba0aa31-0b3c-40e3-80b8-2c5feed31756,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:10.999877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (15a638f2-3150-4bba-aee1-647a98f92bea), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.000344 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Added segment 15a638f2-3150-4bba-aee1-647a98f92bea of type vlan for network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f Feb 10 06:33:11.001949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd0622-5435-4aa6-9097-9889f7afcc1c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:11.013146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.037905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 995bc93b-47f0-4ba6-a240-768a7c72bf58, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=995bc93b-47f0-4ba6-a240-768a7c72bf58,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:11.063824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffec342e-1e6b-421a-9047-9d5ea3fe0f2a {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:33:11.064959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '995bc93b-47f0-4ba6-a240-768a7c72bf58', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '995bc93b-47f0-4ba6-a240-768a7c72bf58', 'mac_address': 'fa:16:3e:14:e5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:33:11.092432 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (8c1bf8f0-6301-4f41-b7f2-8b616042f27f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.099532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18d95b1a-da08-40a0-ac6b-e1ea3bb9041c req-0ec505e3-0fb7-481d-833d-821a1e2881bc tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292524 Feb 10 06:33:11.111195 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Publish callbacks [] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.111569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 995bc93b-47f0-4ba6-a240-768a7c72bf58 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:11.112037 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.128857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Transition to ACTIVE for port object ffec342e-1e6b-421a-9047-9d5ea3fe0f2a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:33:11.129826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995bc93b-47f0-4ba6-a240-768a7c72bf58 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:33:11.139262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.147288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=85f6d4b9-05a5-4b2e-9426-754a2b836ae1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:11.153565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 995bc93b-47f0-4ba6-a240-768a7c72bf58, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=995bc93b-47f0-4ba6-a240-768a7c72bf58,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:11.158913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (8c1bf8f0-6301-4f41-b7f2-8b616042f27f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.159794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:11.160385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.161274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.164943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 3e41d608-0ac5-456e-a5fe-89049edb1032 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:11.171992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.172363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.172956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.173305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.173644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.173979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.174335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.177176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.177176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.177176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.177176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.177176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.177176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:11.196045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:11.216821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:11.217528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (ac0bf595-e9ea-49e3-8cd3-957266978afe), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.226770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=995bc93b-47f0-4ba6-a240-768a7c72bf58,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:11.305518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c1bf8f0-6301-4f41-b7f2-8b616042f27f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:11.319246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:33:11.338347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-206e77a5-ea72-4d76-a6ae-a01ccafe15b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9302249 Feb 10 06:33:11.338347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41214) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:11.361897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Request body: {'subnet': {'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-665942880-subnet', 'tenant_id': '79f4cdf124ae4d66887f28a7923e8af7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:11.386789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Made reservation on behalf of 79f4cdf124ae4d66887f28a7923e8af7 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:11.389394 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.468091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['995bc93b-47f0-4ba6-a240-768a7c72bf58'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:33:11.619629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.739664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:11.765991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-c7373c44-c1d6-4620-a2c9-b844a3a8a698 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:11.768979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-c7373c44-c1d6-4620-a2c9-b844a3a8a698 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6326132 Feb 10 06:33:11.836447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-534649b0-b5b9-4493-b0ab-6d76fe995fc0 None None] Provisioning complete for port 85f6d4b9-05a5-4b2e-9426-754a2b836ae1 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:11.836950 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-534649b0-b5b9-4493-b0ab-6d76fe995fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.868172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (4e3cf29b-cf27-4b98-a85b-f279ce6d37af), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:11.873846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-a9a71df6-20ed-4c81-bf92-f48c7df8ed55 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.0790236 Feb 10 06:33:11.888431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3c30b-2f0b-4bfb-a38a-6577259e2af6 req-2e34cc0b-130a-49d1-b237-af6f0e6e8955 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:11.890109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48e3c30b-2f0b-4bfb-a38a-6577259e2af6 req-2e34cc0b-130a-49d1-b237-af6f0e6e8955 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 944 time: 0.3267612 Feb 10 06:33:11.902176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Request body: {'floatingip': {'port_id': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:11.928811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-534649b0-b5b9-4493-b0ab-6d76fe995fc0 None None] Port 85f6d4b9-05a5-4b2e-9426-754a2b836ae1 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:11.987000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3cf29b-cf27-4b98-a85b-f279ce6d37af,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:11.998241 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (544c9487-aba7-468f-a80c-bab242f1c3af), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.002250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Attempting to bind port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:12.002615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Attempting to bind port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:12.002942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Attempting to bind port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a on network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:12.016470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Checking segment: {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:12.016871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Network hostable DHCP agents. Network: 8c1bf8f0-6301-4f41-b7f2-8b616042f27f, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:33:12.074342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:33:12.076984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a on network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:33:12.077309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Attempting to bind port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a on network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:12.094767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 8c1bf8f0-6301-4f41-b7f2-8b616042f27f) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:12.097892 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:12.098782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Checking segment: {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:12.099165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Bound using segment: {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:12.099898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Bound port: ffec342e-1e6b-421a-9047-9d5ea3fe0f2a, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:12.101379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.106460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:12.107067 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.114489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf7298-b82e-40c2-abb7-745599b023e7 None None] Network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:12.125739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48e3c30b-2f0b-4bfb-a38a-6577259e2af6 req-4c2adb09-7af4-4bac-8c4f-321e51b334af tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082748 Feb 10 06:33:12.139105 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d9be2ccc-d630-4889-814a-a6a9c6b6952c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8000872 Feb 10 06:33:12.141262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.152517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.153333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (ac0bf595-e9ea-49e3-8cd3-957266978afe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.291999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=85f6d4b9-05a5-4b2e-9426-754a2b836ae1,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:12.298883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aabf8b-440c-4d78-8c42-f645a6ba0016 None None] Network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:12.383984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 3e41d608-0ac5-456e-a5fe-89049edb1032 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:12.385820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:12.464009 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-928d3895-463e-48a6-970a-802b247ebd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.511450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79773-4671-4e64-956d-72388d9c5062 req-2f41e6cf-6a91-43d6-8ec2-ee0155ded665 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:12.513024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9af79773-4671-4e64-956d-72388d9c5062 req-2f41e6cf-6a91-43d6-8ec2-ee0155ded665 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 948 time: 0.2102325 Feb 10 06:33:12.515803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] For port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:12.536984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router ac0bf595-e9ea-49e3-8cd3-957266978afe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:12.540867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] For port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:12.592251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:12.603702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.694430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:12.698521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:33:12.703056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:12.703430 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.708422 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3c0e7-4475-414f-9a66-40dd9da2befb None None] Sync routers for ids ['ac0bf595-e9ea-49e3-8cd3-957266978afe'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:12.717325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f0278aaa-cbdb-4eab-ad9b-c7c00931fdd4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/ac0bf595-e9ea-49e3-8cd3-957266978afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8889463 Feb 10 06:33:12.719186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41260) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:12.727861 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3c0e7-4475-414f-9a66-40dd9da2befb None None] Routers {'ac0bf595-e9ea-49e3-8cd3-957266978afe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:12.729575 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f1f3c0e7-4475-414f-9a66-40dd9da2befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ac0bf595-e9ea-49e3-8cd3-957266978afe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:12.762943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:12.764399 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:12.766199 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] 10.222.0.24 "PUT /v2.0/ports/ffec342e-1e6b-421a-9047-9d5ea3fe0f2a HTTP/1.1" status: 200 len: 1092 time: 2.6734543 Feb 10 06:33:12.785191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'tag': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:12.794101 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f1f3c0e7-4475-414f-9a66-40dd9da2befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:12.796174 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25453eb4-8f03-4724-b0c8-e90971486aad" -d '{"events": [{"name": "network-changed", "server_uuid": "07040d90-a5ab-4d50-805e-5b72d58ff588", "tag": "ffec342e-1e6b-421a-9047-9d5ea3fe0f2a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:12.814868 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3c0e7-4475-414f-9a66-40dd9da2befb None None] Routers {'ac0bf595-e9ea-49e3-8cd3-957266978afe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:12.815498 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f1f3c0e7-4475-414f-9a66-40dd9da2befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ac0bf595-e9ea-49e3-8cd3-957266978afe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:12.846864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9af79773-4671-4e64-956d-72388d9c5062 req-57ac95b6-6645-4456-9f97-19eb9dfc16ca tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dc9794-8b47-4341-8891-0c1ee0b05235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256166 Feb 10 06:33:12.850434 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9443ae-a64e-4897-a505-86eb1ac51a62 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:12.854654 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4f9443ae-a64e-4897-a505-86eb1ac51a62 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports/85f6d4b9-05a5-4b2e-9426-754a2b836ae1 HTTP/1.1" status: 200 len: 913 time: 0.1318040 Feb 10 06:33:12.855336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41268) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:12.915473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 995bc93b-47f0-4ba6-a240-768a7c72bf58 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:12.929969 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f1f3c0e7-4475-414f-9a66-40dd9da2befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:12.930915 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3c0e7-4475-414f-9a66-40dd9da2befb None None] The sync data for ids ['ac0bf595-e9ea-49e3-8cd3-957266978afe'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:13.020773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa5130-6226-425b-84c4-c9445a5382e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:13.032700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:13.036062 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.077363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-28990ea4-2982-4427-9579-c110c3616c77 None None] Provisioning complete for port 85f6d4b9-05a5-4b2e-9426-754a2b836ae1 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:13.077734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28990ea4-2982-4427-9579-c110c3616c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.105397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:13.107875 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828c9cde-bc58-4c2b-990f-0752b5cb6588" -d '{"events": [{"server_uuid": "fab62234-4d81-4849-b6bb-469f0cf24c1a", "name": "network-vif-plugged", "status": "completed", "tag": "6f87fa39-ed7f-4815-ae12-c3d74ef297e6"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:13.132101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:13.142829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-28990ea4-2982-4427-9579-c110c3616c77 None None] Port 85f6d4b9-05a5-4b2e-9426-754a2b836ae1 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:13.148780 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.154678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 995bc93b-47f0-4ba6-a240-768a7c72bf58 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:33:13.181856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 995bc93b-47f0-4ba6-a240-768a7c72bf58 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:13.182243 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.220964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-6dbde051-3f77-4535-901d-732a22fe54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:13.223985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-6dbde051-3f77-4535-901d-732a22fe54d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb1c5b92bc524428804a940fabefdefb&device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 1126 time: 0.3740923 Feb 10 06:33:13.275449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:13.329312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-f4901239-96e4-4b44-bd46-ac10dc84c121 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a HTTP/1.1" status: 200 len: 217 time: 0.0831618 Feb 10 06:33:13.339873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 995bc93b-47f0-4ba6-a240-768a7c72bf58 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:13.339962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aea48e-9a42-4ecf-aa84-68a22261bec8 req-d7ec6cc7-ca45-44a4-8f60-83882567ea21 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:13.340162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.341442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02aea48e-9a42-4ecf-aa84-68a22261bec8 req-d7ec6cc7-ca45-44a4-8f60-83882567ea21 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 945 time: 0.3453052 Feb 10 06:33:13.380992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 995bc93b-47f0-4ba6-a240-768a7c72bf58, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=995bc93b-47f0-4ba6-a240-768a7c72bf58,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:13.384544 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:33:13.389125 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.406349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (ac0bf595-e9ea-49e3-8cd3-957266978afe), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.453755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=995bc93b-47f0-4ba6-a240-768a7c72bf58,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:13.481167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41284) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:13.511360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-31d6c291-09bc-4ad8-a10d-3d310966514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:13.512825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-31d6c291-09bc-4ad8-a10d-3d310966514a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=830654ed-c3c6-4da8-9735-3ba73b7dd61d HTTP/1.1" status: 200 len: 854 time: 0.1667860 Feb 10 06:33:13.514694 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.524077 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (544c9487-aba7-468f-a80c-bab242f1c3af), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.576482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02aea48e-9a42-4ecf-aa84-68a22261bec8 req-61addeb6-e1df-4658-bef2-b78ae3304e74 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172949 Feb 10 06:33:13.675982 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.683278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-0eea3414-49ba-4f6b-ac14-aef116458e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:13.684772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-0eea3414-49ba-4f6b-ac14-aef116458e3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b0fa05a-31e1-4501-a94f-163d5dbc23d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1617405 Feb 10 06:33:13.690341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99f4d48e-24ce-4f3d-87ca-f66e7e86fe97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:13.764090 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Floating IP 544c9487-aba7-468f-a80c-bab242f1c3af associated. External IP: 172.25.8.213, port: ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3. Feb 10 06:33:13.890813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49918f88-3a23-4685-a785-d69a4e7d389d req-3e464b6c-c3f4-41dc-96cc-c185ad745e6e tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:13.892204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49918f88-3a23-4685-a785-d69a4e7d389d req-3e464b6c-c3f4-41dc-96cc-c185ad745e6e tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.2346878 Feb 10 06:33:13.972257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-6aa1b6dd-25eb-48f0-8916-990946158177 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792377 Feb 10 06:33:13.992708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port 85f6d4b9-05a5-4b2e-9426-754a2b836ae1 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:13.993252 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.078265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.091119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for 85f6d4b9-05a5-4b2e-9426-754a2b836ae1 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:14.273425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (85f6d4b9-05a5-4b2e-9426-754a2b836ae1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.307107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=85f6d4b9-05a5-4b2e-9426-754a2b836ae1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:14.366880 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99f4d48e-24ce-4f3d-87ca-f66e7e86fe97 admin admin] Publish callbacks [] for security_group (12407809-3ff0-4cd5-91bb-b926e1d4d4c9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.396837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99f4d48e-24ce-4f3d-87ca-f66e7e86fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (12407809-3ff0-4cd5-91bb-b926e1d4d4c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.401766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49918f88-3a23-4685-a785-d69a4e7d389d req-dbe80f4f-47e2-4635-a87a-cbf3c9be674f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4995203 Feb 10 06:33:14.454703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (ac0bf595-e9ea-49e3-8cd3-957266978afe), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.507466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-99f4d48e-24ce-4f3d-87ca-f66e7e86fe97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6971543061c44090a06d41e8aa320d31&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0229278 Feb 10 06:33:14.508408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41294) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:14.519737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4d48e-24ce-4f3d-87ca-f66e7e86fe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12407809-3ff0-4cd5-91bb-b926e1d4d4c9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:14.530738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b4c4dd-874f-43c8-9858-601189fa6c5d req-36a4b617-74c7-4e8f-afe8-31b091e1b7f0 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497441 Feb 10 06:33:14.609857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Router 095a36ab-47b7-476d-b780-a3a5c75af4f7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:14.640456 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3badbefd-3c1c-4488-ac83-bcd31b21db4e admin admin] Publish callbacks [] for security_group (12407809-3ff0-4cd5-91bb-b926e1d4d4c9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.697942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3badbefd-3c1c-4488-ac83-bcd31b21db4e admin admin] Publish callbacks [] for security_group (12407809-3ff0-4cd5-91bb-b926e1d4d4c9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.736693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router ac0bf595-e9ea-49e3-8cd3-957266978afe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:14.790292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:14.795186 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.803499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] Sync routers for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:14.814231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:14.814426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3badbefd-3c1c-4488-ac83-bcd31b21db4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (12407809-3ff0-4cd5-91bb-b926e1d4d4c9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.815181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:14.816972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3badbefd-3c1c-4488-ac83-bcd31b21db4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:14.820346 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3badbefd-3c1c-4488-ac83-bcd31b21db4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12407809-3ff0-4cd5-91bb-b926e1d4d4c9 HTTP/1.1" status: 204 len: 168 time: 0.3086627 Feb 10 06:33:14.832853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badbefd-3c1c-4488-ac83-bcd31b21db4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12407809-3ff0-4cd5-91bb-b926e1d4d4c9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:14.845762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-233af4c7-92aa-4f50-9db8-84e0df040587 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "PUT /v2.0/floatingips/544c9487-aba7-468f-a80c-bab242f1c3af HTTP/1.1" status: 200 len: 996 time: 2.9545791 Feb 10 06:33:14.847671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:14.854093 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-730a982b-061e-4274-a98f-d5b36c0e93a0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/ac0bf595-e9ea-49e3-8cd3-957266978afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9977672 Feb 10 06:33:14.857185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41306) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:14.860188 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc6a2a4-371e-45aa-937e-9da14b01e944 None None] Sync routers for ids ['ac0bf595-e9ea-49e3-8cd3-957266978afe'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:14.862842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-5794fcfe-30f7-4144-a266-1ca3588e65a6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:14.865013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-5794fcfe-30f7-4144-a266-1ca3588e65a6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/networks?id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 200 len: 814 time: 0.1526387 Feb 10 06:33:14.874760 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6a2a4-371e-45aa-937e-9da14b01e944 None None] Routers {'ac0bf595-e9ea-49e3-8cd3-957266978afe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:14.875387 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-adc6a2a4-371e-45aa-937e-9da14b01e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ac0bf595-e9ea-49e3-8cd3-957266978afe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:14.911999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-ba4c3d06-befe-45a1-9947-98652cbace0e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/quotas/79f4cdf124ae4d66887f28a7923e8af7 HTTP/1.1" status: 200 len: 375 time: 0.0401871 Feb 10 06:33:14.915689 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-adc6a2a4-371e-45aa-937e-9da14b01e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:14.925894 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6a2a4-371e-45aa-937e-9da14b01e944 None None] Routers {'ac0bf595-e9ea-49e3-8cd3-957266978afe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:14.926642 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-adc6a2a4-371e-45aa-937e-9da14b01e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ac0bf595-e9ea-49e3-8cd3-957266978afe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:14.985332 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-adc6a2a4-371e-45aa-937e-9da14b01e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:14.986191 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc6a2a4-371e-45aa-937e-9da14b01e944 None None] The sync data for ids ['ac0bf595-e9ea-49e3-8cd3-957266978afe'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:15.007602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-ae9dc342-d168-484d-803a-6857255bede9 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923228 Feb 10 06:33:15.069238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:15.127630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-e322be62-370d-4901-8c95-86ae0688a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:15.129599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-e322be62-370d-4901-8c95-86ae0688a255 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8525771e9e3c4d0dbc1ec48468f0dc0d&device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 1127 time: 0.2440965 Feb 10 06:33:15.191589 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:15.230165 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (ac0bf595-e9ea-49e3-8cd3-957266978afe), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:15.230914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-f7a59d78-654c-4a0c-8bae-feb75525c746 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158184 Feb 10 06:33:15.330195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-37a67ce8-3416-407b-9dd1-2307438a2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:15.341456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-37a67ce8-3416-407b-9dd1-2307438a2cb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=327f4065-4b8d-4984-9e6e-20d2c70521c7 HTTP/1.1" status: 200 len: 928 time: 0.2036326 Feb 10 06:33:15.372747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '544c9487-aba7-468f-a80c-bab242f1c3af', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'port_id': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'mac_address': 'fa:16:3e:7c:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:33:08Z', 'updated_at': '2022-02-10T06:33:13Z', 'revision_number': 1, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d59874d-2eed-4b16-b6f3-ff3ec4498afd', 'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'mac_address': 'fa:16:3e:e4:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:28Z', 'updated_at': '2022-02-10T06:32:37Z', 'revision_number': 5, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'subnets': [{'id': '524d76dd-0c22-4938-b584-142db313b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:15.409649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] Checking router: 095a36ab-47b7-476d-b780-a3a5c75af4f7 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:15.418998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:15.419633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:15.482590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-d7a8839b-5ea2-462b-9be5-718985d40c0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 HTTP/1.1" status: 200 len: 999 time: 0.1360946 Feb 10 06:33:15.523612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port 0bad2025-6b69-4f0f-8c5b-94907be51b26 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:15.524230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:15.532570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-da0376b0-bbcd-4227-9c9a-ff8c4b9ab66e service neutron] 10.222.0.21 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007364 Feb 10 06:33:15.570494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-9a21ef80-48dd-4030-a6df-dff1d506e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:15.575392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-9a21ef80-48dd-4030-a6df-dff1d506e798 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=524d76dd-0c22-4938-b584-142db313b9b7 HTTP/1.1" status: 200 len: 867 time: 0.0919690 Feb 10 06:33:15.579869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:15.649847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-26b3a9fa-73b5-4977-9579-3f1560100095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:15.652681 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:15.657666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-26b3a9fa-73b5-4977-9579-3f1560100095 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=327f4065-4b8d-4984-9e6e-20d2c70521c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0758798 Feb 10 06:33:15.663735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-205be1a4-93d8-4801-904c-e0ebc2686ff9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:33:15.670178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for 0bad2025-6b69-4f0f-8c5b-94907be51b26 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:15.672087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-205be1a4-93d8-4801-904c-e0ebc2686ff9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135219 Feb 10 06:33:15.859765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-f211d0f7-85af-42ce-8b5b-6b1340d66f47 service neutron] 10.222.0.21 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868196 Feb 10 06:33:15.862564 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7120f943-f74c-4488-aef2-17683b4d696d x-openstack-request-id: req-7120f943-f74c-4488-aef2-17683b4d696d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:15.862686 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07040d90-a5ab-4d50-805e-5b72d58ff588", "tag": "ffec342e-1e6b-421a-9047-9d5ea3fe0f2a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:15.862911 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7120f943-f74c-4488-aef2-17683b4d696d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:15.863311 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'tag': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a', 'status': 'completed', 'code': 200} Feb 10 06:33:15.881922 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0412cd45-8c90-4262-9e4a-d85d7e13c9df x-openstack-request-id: req-0412cd45-8c90-4262-9e4a-d85d7e13c9df {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:15.892000 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab62234-4d81-4849-b6bb-469f0cf24c1a", "name": "network-vif-plugged", "status": "completed", "tag": "6f87fa39-ed7f-4815-ae12-c3d74ef297e6", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:15.892422 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0412cd45-8c90-4262-9e4a-d85d7e13c9df {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:15.892853 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6', 'code': 200} Feb 10 06:33:15.913827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0bad2025-6b69-4f0f-8c5b-94907be51b26), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:15.980763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=0bad2025-6b69-4f0f-8c5b-94907be51b26,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:16.076683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '544c9487-aba7-468f-a80c-bab242f1c3af', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'port_id': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'mac_address': 'fa:16:3e:7c:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:33:08Z', 'updated_at': '2022-02-10T06:33:13Z', 'revision_number': 1, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d59874d-2eed-4b16-b6f3-ff3ec4498afd', 'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'mac_address': 'fa:16:3e:e4:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:28Z', 'updated_at': '2022-02-10T06:32:37Z', 'revision_number': 5, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'subnets': [{'id': '524d76dd-0c22-4938-b584-142db313b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:16.101631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25453eb4-8f03-4724-b0c8-e90971486aad req-1bcce8d9-3d51-4834-9a19-bfd5086592e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:16.103684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25453eb4-8f03-4724-b0c8-e90971486aad req-1bcce8d9-3d51-4834-9a19-bfd5086592e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb1c5b92bc524428804a940fabefdefb&device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 1126 time: 0.2427554 Feb 10 06:33:16.119356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc41ffd-6150-4990-bae8-f79c4885f99e None None] The sync data for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 is: [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '544c9487-aba7-468f-a80c-bab242f1c3af', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'port_id': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'mac_address': 'fa:16:3e:7c:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:33:08Z', 'updated_at': '2022-02-10T06:33:13Z', 'revision_number': 1, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d59874d-2eed-4b16-b6f3-ff3ec4498afd', 'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'mac_address': 'fa:16:3e:e4:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:28Z', 'updated_at': '2022-02-10T06:32:37Z', 'revision_number': 5, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'subnets': [{'id': '524d76dd-0c22-4938-b584-142db313b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:16.141584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c6f5b-fe80-4916-95a4-a67670736eb6 req-4faa4132-d2d9-49dd-937e-09f40ebb8021 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:16.150269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d26c6f5b-fe80-4916-95a4-a67670736eb6 req-4faa4132-d2d9-49dd-937e-09f40ebb8021 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 944 time: 0.1929226 Feb 10 06:33:16.234248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (ac0bf595-e9ea-49e3-8cd3-957266978afe), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:16.238009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba065c-0811-4e17-a3e8-3e55bd2f5b6a req-83950b7e-5673-4345-b7a9-3113aef92039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:16.241243 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-16ba065c-0811-4e17-a3e8-3e55bd2f5b6a req-83950b7e-5673-4345-b7a9-3113aef92039 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 1127 time: 0.3133175 Feb 10 06:33:16.283443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d26c6f5b-fe80-4916-95a4-a67670736eb6 req-a48e46a9-ad05-4bff-9650-cfaffda3eb94 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312723 Feb 10 06:33:16.319004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c6cab90-c420-43db-8658-3b8349fb71e8 req-1909a960-45e1-452f-8c42-8c71a3993801 service neutron] 10.222.0.21 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202719 Feb 10 06:33:16.390924 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-16ba065c-0811-4e17-a3e8-3e55bd2f5b6a req-5814a348-5e13-43d3-9c4f-ad7c709dc021 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404812 Feb 10 06:33:16.431868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:16.451799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25453eb4-8f03-4724-b0c8-e90971486aad req-59d0c6ee-d83a-4e96-a0e0-f105d79ee221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:16.453923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25453eb4-8f03-4724-b0c8-e90971486aad req-59d0c6ee-d83a-4e96-a0e0-f105d79ee221 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b0fa05a-31e1-4501-a94f-163d5dbc23d3 HTTP/1.1" status: 200 len: 915 time: 0.3383291 Feb 10 06:33:16.525860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c4a6c8-ec17-44ac-b09e-3cc32f721077 None None] New status for floating IP 544c9487-aba7-468f-a80c-bab242f1c3af: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:33:16.539362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25453eb4-8f03-4724-b0c8-e90971486aad req-7aeb9d57-827e-4382-99c7-55c38e051fa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a HTTP/1.1" status: 200 len: 217 time: 0.0772076 Feb 10 06:33:16.560275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router ac0bf595-e9ea-49e3-8cd3-957266978afe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:16.654474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:16.661588 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-acc2cb52-639d-46c9-9b7b-c522b0d7bf95 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/ac0bf595-e9ea-49e3-8cd3-957266978afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8030477 Feb 10 06:33:16.664603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41354) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:16.666151 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a1825-d8e3-451d-9606-9bfaf6be62b7 None None] Sync routers for ids ['ac0bf595-e9ea-49e3-8cd3-957266978afe'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:16.681847 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a1825-d8e3-451d-9606-9bfaf6be62b7 None None] Routers {'ac0bf595-e9ea-49e3-8cd3-957266978afe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:16.682555 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-da9a1825-d8e3-451d-9606-9bfaf6be62b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ac0bf595-e9ea-49e3-8cd3-957266978afe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:16.689539 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25453eb4-8f03-4724-b0c8-e90971486aad req-635f4a98-95e0-49c6-a730-1e7ac097712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:16.691070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25453eb4-8f03-4724-b0c8-e90971486aad req-635f4a98-95e0-49c6-a730-1e7ac097712e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=830654ed-c3c6-4da8-9735-3ba73b7dd61d HTTP/1.1" status: 200 len: 854 time: 0.1264746 Feb 10 06:33:16.717061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-31405d29-3648-4c78-a4e9-b10966f20bdb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac0bf595-e9ea-49e3-8cd3-957266978afe HTTP/1.1" status: 200 len: 205 time: 0.0506108 Feb 10 06:33:16.718471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbb1f4-3085-4891-9336-e342ad5612fe req-27ef5ecc-e68b-45d9-a3e9-723cf0afe48e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:16.719499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41356) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:16.739678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63fbb1f4-3085-4891-9336-e342ad5612fe req-27ef5ecc-e68b-45d9-a3e9-723cf0afe48e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 949 time: 0.1991367 Feb 10 06:33:16.752883 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-da9a1825-d8e3-451d-9606-9bfaf6be62b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:16.767279 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a1825-d8e3-451d-9606-9bfaf6be62b7 None None] Routers {'ac0bf595-e9ea-49e3-8cd3-957266978afe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:16.768258 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-da9a1825-d8e3-451d-9606-9bfaf6be62b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ac0bf595-e9ea-49e3-8cd3-957266978afe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:16.820252 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1e327ac-2e99-4c68-ba15-b363a31550e7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (ac0bf595-e9ea-49e3-8cd3-957266978afe), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:16.826596 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-da9a1825-d8e3-451d-9606-9bfaf6be62b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:16.827513 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a1825-d8e3-451d-9606-9bfaf6be62b7 None None] The sync data for ids ['ac0bf595-e9ea-49e3-8cd3-957266978afe'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:16.840361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-61ef4f8a-cdad-476f-bcc0-66654f6fd274 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:16.847359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-61ef4f8a-cdad-476f-bcc0-66654f6fd274 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3058364 Feb 10 06:33:16.936200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-bcf240e2-d418-46bc-842d-28fd9bd12ef0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 696 time: 0.0877824 Feb 10 06:33:16.950709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-f9c8ab49-9afa-415f-9c5c-66db40fd7a4d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Request body: {'floatingip': {'port_id': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:16.991350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25453eb4-8f03-4724-b0c8-e90971486aad req-bfc0eec2-ee2a-4134-921b-eb0a0aa005bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:16.992863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25453eb4-8f03-4724-b0c8-e90971486aad req-bfc0eec2-ee2a-4134-921b-eb0a0aa005bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b0fa05a-31e1-4501-a94f-163d5dbc23d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2892170 Feb 10 06:33:17.001217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63fbb1f4-3085-4891-9336-e342ad5612fe req-4cdd6df2-1d27-4918-b5b0-5b488d5552c9 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dc9794-8b47-4341-8891-0c1ee0b05235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587428 Feb 10 06:33:17.015626 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1e327ac-2e99-4c68-ba15-b363a31550e7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (ac0bf595-e9ea-49e3-8cd3-957266978afe), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.018382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1e327ac-2e99-4c68-ba15-b363a31550e7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (ac0bf595-e9ea-49e3-8cd3-957266978afe), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.027222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-f9c8ab49-9afa-415f-9c5c-66db40fd7a4d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.083300 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1e327ac-2e99-4c68-ba15-b363a31550e7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (ac0bf595-e9ea-49e3-8cd3-957266978afe), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.084267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e327ac-2e99-4c68-ba15-b363a31550e7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Fanout notify agent at l3_agent the message router_deleted on router ac0bf595-e9ea-49e3-8cd3-957266978afe {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:33:17.105443 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1e327ac-2e99-4c68-ba15-b363a31550e7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.114870 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b1e327ac-2e99-4c68-ba15-b363a31550e7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/ac0bf595-e9ea-49e3-8cd3-957266978afe HTTP/1.1" status: 204 len: 168 time: 0.3939857 Feb 10 06:33:17.115683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41374) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:17.176813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2a3da7-3520-4206-9a66-5019ef590438 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting subnet 05e22a24-b518-4835-a889-ff276800c561 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:33:17.180665 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce2a3da7-3520-4206-9a66-5019ef590438 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (05e22a24-b518-4835-a889-ff276800c561), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.236894 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce2a3da7-3520-4206-9a66-5019ef590438 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (05e22a24-b518-4835-a889-ff276800c561), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.276377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25453eb4-8f03-4724-b0c8-e90971486aad req-687716b8-7077-4b14-a601-b374d30fadbf service neutron] 10.222.0.24 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741845 Feb 10 06:33:17.324971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c9f64-d163-46cc-bf00-792082d00011 req-48431e7a-7eed-4eb2-adf1-1dca66df46e1 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:17.326397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f71c9f64-d163-46cc-bf00-792082d00011 req-48431e7a-7eed-4eb2-adf1-1dca66df46e1 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.1872597 Feb 10 06:33:17.354054 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce2a3da7-3520-4206-9a66-5019ef590438 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (05e22a24-b518-4835-a889-ff276800c561), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.435519 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce2a3da7-3520-4206-9a66-5019ef590438 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (05e22a24-b518-4835-a889-ff276800c561), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.466230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a3da7-3520-4206-9a66-5019ef590438 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Subnet': ['ID=05e22a24-b518-4835-a889-ff276800c561,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:17.470135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce2a3da7-3520-4206-9a66-5019ef590438 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.473964 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ce2a3da7-3520-4206-9a66-5019ef590438 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/05e22a24-b518-4835-a889-ff276800c561 HTTP/1.1" status: 204 len: 168 time: 0.3570778 Feb 10 06:33:17.481187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41418) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:17.490926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa30b1f1-905e-470b-bde2-81f1f7b71228 None None] Network 3e41d608-0ac5-456e-a5fe-89049edb1032 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:17.751541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] DHCP port deletion for 3e41d608-0ac5-456e-a5fe-89049edb1032 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:33:17.831659 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Deleting port b69aa6a9-5189-418a-9a61-65cd408d890c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:17.832996 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.876865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:17.881309 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:17.958389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc81e9f-c205-4d2d-af58-a86887194eba tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting subnet b02ee20b-5528-4350-836f-e6b1c80a321e {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:33:17.959333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f71c9f64-d163-46cc-bf00-792082d00011 req-c6ab41db-c710-4d2a-880b-eb01dc5cfe4d tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5981357 Feb 10 06:33:17.964083 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e9f-c205-4d2d-af58-a86887194eba tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (b02ee20b-5528-4350-836f-e6b1c80a321e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:17.981318 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25453eb4-8f03-4724-b0c8-e90971486aad req-ab3fe649-6841-4824-b2fe-97ad5a3c90f6 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6947186 Feb 10 06:33:18.016944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-80859bc5-7ba8-4bdf-94d2-0da612aaf2b6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:18.018534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-80859bc5-7ba8-4bdf-94d2-0da612aaf2b6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.13 "GET /v2.0/networks?id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 200 len: 814 time: 0.5383432 Feb 10 06:33:18.034056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Request body: {'port': {'device_id': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f', 'admin_state_up': True, 'tenant_id': '79f4cdf124ae4d66887f28a7923e8af7'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:18.040025 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e9f-c205-4d2d-af58-a86887194eba tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (b02ee20b-5528-4350-836f-e6b1c80a321e), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.056612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08559ec-558a-45e7-bddd-bad70ca063fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995bc93b-47f0-4ba6-a240-768a7c72bf58'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:18.059209 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c364e2-9430-4ac2-ba59-26523f185e87" -d '{"events": [{"server_uuid": "c08559ec-558a-45e7-bddd-bad70ca063fb", "name": "network-vif-plugged", "status": "completed", "tag": "995bc93b-47f0-4ba6-a240-768a7c72bf58"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:18.084048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] For port b69aa6a9-5189-418a-9a61-65cd408d890c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b69aa6a9-5189-418a-9a61-65cd408d890c,segment=NetworkSegment(3f6e65a3-c328-4506-bdcf-2380c2742f66),segment_id=3f6e65a3-c328-4506-bdcf-2380c2742f66)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:18.084452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.102996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Calling delete_port for b69aa6a9-5189-418a-9a61-65cd408d890c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:18.157747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e73173f-bf5f-43fa-afc2-8393e28a974a req-647e8406-c04a-4b55-9a08-0cfec9ba1997 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 210 time: 0.0414100 Feb 10 06:33:18.215089 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (b69aa6a9-5189-418a-9a61-65cd408d890c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.217244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e9f-c205-4d2d-af58-a86887194eba tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b02ee20b-5528-4350-836f-e6b1c80a321e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.262203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Pushing event deleted for resources: {'Port': ['ID=b69aa6a9-5189-418a-9a61-65cd408d890c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:18.268724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Made reservation on behalf of 79f4cdf124ae4d66887f28a7923e8af7 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:18.273122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.273880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.274240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.275353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.275353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.275353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.275588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.275891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.276217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.276538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.279125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.279475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.279815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.280147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:33:18.283403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74230f4-dcf3-46ff-8c2c-060245a13218 None None] No DVR routers for this DVR port b69aa6a9-5189-418a-9a61-65cd408d890c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:18.317034 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-f9c8ab49-9afa-415f-9c5c-66db40fd7a4d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.324026 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-f9c8ab49-9afa-415f-9c5c-66db40fd7a4d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.361305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e9f-c205-4d2d-af58-a86887194eba tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (b02ee20b-5528-4350-836f-e6b1c80a321e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.366549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41450) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:18.404206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc81e9f-c205-4d2d-af58-a86887194eba tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Subnet': ['ID=b02ee20b-5528-4350-836f-e6b1c80a321e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:18.406224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bc81e9f-c205-4d2d-af58-a86887194eba tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.408984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2366325-49e1-4160-8d27-968e3de60d43 req-efa32621-1dd3-46b1-b98d-28ec62a3279d tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 258 time: 0.1912792 Feb 10 06:33:18.409476 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4bc81e9f-c205-4d2d-af58-a86887194eba tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/b02ee20b-5528-4350-836f-e6b1c80a321e HTTP/1.1" status: 204 len: 168 time: 0.9181764 Feb 10 06:33:18.412830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41454) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:18.444063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b421a95c-0d07-4d7e-9659-3b8e9b5122da None None] Network fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:18.455182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:18.481025 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.510450 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-f9c8ab49-9afa-415f-9c5c-66db40fd7a4d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb associated. External IP: 172.25.8.107, port: f64ce40c-8806-4cc7-9a6a-6fb503d89327. Feb 10 06:33:18.531371 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (3e41d608-0ac5-456e-a5fe-89049edb1032), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.543574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Allocated IP 172.20.0.7 (8c1bf8f0-6301-4f41-b7f2-8b616042f27f/4e3cf29b-cf27-4b98-a85b-f279ce6d37af/b60fa03f-92f9-444e-868c-6b7a76e74fa7) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:18.625841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aac633e-71f2-4b72-aaad-cceb560ceb42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.650285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e53196f-76a1-424a-ae8a-28fd9844844e None None] DHCP port deletion for fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:33:18.694702 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (3e41d608-0ac5-456e-a5fe-89049edb1032), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.719336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e53196f-76a1-424a-ae8a-28fd9844844e None None] Deleting port 2e7f8606-949c-49c9-afa3-781aacc79520 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:18.719805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e53196f-76a1-424a-ae8a-28fd9844844e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.740750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.784267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e41d608-0ac5-456e-a5fe-89049edb1032']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:18.785540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2e53196f-76a1-424a-ae8a-28fd9844844e None None] For port 2e7f8606-949c-49c9-afa3-781aacc79520, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2e7f8606-949c-49c9-afa3-781aacc79520,segment=NetworkSegment(aeedd6e7-681b-4b06-bab0-714f3794907e),segment_id=aeedd6e7-681b-4b06-bab0-714f3794907e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:18.786091 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e53196f-76a1-424a-ae8a-28fd9844844e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.799959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e53196f-76a1-424a-ae8a-28fd9844844e None None] Calling delete_port for 2e7f8606-949c-49c9-afa3-781aacc79520 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:18.805512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6e65a3-c328-4506-bdcf-2380c2742f66') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:18.805821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6e65a3-c328-4506-bdcf-2380c2742f66') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:18.830363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (3f6e65a3-c328-4506-bdcf-2380c2742f66), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.872145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3f6e65a3-c328-4506-bdcf-2380c2742f66), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.876631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-f9c8ab49-9afa-415f-9c5c-66db40fd7a4d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Router 87cd296e-6acd-4f98-be96-032bb0885b9f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:18.880275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ffec342e-1e6b-421a-9047-9d5ea3fe0f2a details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:33:18.881221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks [] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.892791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:33:18.893191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (3f6e65a3-c328-4506-bdcf-2380c2742f66), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:33:18.898181 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:33:18.911190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Allocated IP 172.25.8.112 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/d8c33edb-1675-4cc9-8921-9340daeea609) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:18.922140 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e53196f-76a1-424a-ae8a-28fd9844844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (2e7f8606-949c-49c9-afa3-781aacc79520), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.931382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aac633e-71f2-4b72-aaad-cceb560ceb42 admin admin] Publish callbacks [] for security_group (b8687f4f-fbde-4987-9cf7-36e0546bb53e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.957836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53196f-76a1-424a-ae8a-28fd9844844e None None] Pushing event deleted for resources: {'Port': ['ID=2e7f8606-949c-49c9-afa3-781aacc79520,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:18.969763 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aac633e-71f2-4b72-aaad-cceb560ceb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b8687f4f-fbde-4987-9cf7-36e0546bb53e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:18.987170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53196f-76a1-424a-ae8a-28fd9844844e None None] No DVR routers for this DVR port 2e7f8606-949c-49c9-afa3-781aacc79520 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:19.011731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (3e41d608-0ac5-456e-a5fe-89049edb1032), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.030346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:19.036220 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.041934 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/networks/3e41d608-0ac5-456e-a5fe-89049edb1032 HTTP/1.1" status: 204 len: 168 time: 0.6257858 Feb 10 06:33:19.045281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41458) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:19.047925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'port_id': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a', 'mac_address': 'fa:16:3e:d8:14:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:33:19.064222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac633e-71f2-4b72-aaad-cceb560ceb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8687f4f-fbde-4987-9cf7-36e0546bb53e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:19.068842 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1aac633e-71f2-4b72-aaad-cceb560ceb42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6abd4bb2d6d1473395264900f1996c0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6989288 Feb 10 06:33:19.072109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41460) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:19.074273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09ed7e-6436-4c8c-86c4-d268f115e41e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Network': ['ID=3e41d608-0ac5-456e-a5fe-89049edb1032,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:19.089111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:19.089111 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.104016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.104781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffec342e-1e6b-421a-9047-9d5ea3fe0f2a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:33:19.123356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-f9c8ab49-9afa-415f-9c5c-66db40fd7a4d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:19.129184 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-f9c8ab49-9afa-415f-9c5c-66db40fd7a4d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.140805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] Sync routers for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:19.153475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:19.164636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.173748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:19.174522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:19.187612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for port (d8c33edb-1675-4cc9-8921-9340daeea609), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.193392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-f9c8ab49-9afa-415f-9c5c-66db40fd7a4d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "PUT /v2.0/floatingips/e5efb17b-39c6-4425-a096-d2e08b56c4bb HTTP/1.1" status: 200 len: 996 time: 2.2466965 Feb 10 06:33:19.225271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:19.227278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Pushing event updated for resources: {'Port': ['ID=b60fa03f-92f9-444e-868c-6b7a76e74fa7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:19.234714 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.242810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:19.248555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:19.276519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b69aa6a9-5189-418a-9a61-65cd408d890c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:19.276990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14f6e79d-39c2-4266-b928-656470e8d6c5 admin admin] Publish callbacks [] for security_group (b8687f4f-fbde-4987-9cf7-36e0546bb53e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.299096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-4c68d5ef-c7ea-4c53-aaca-d7c2b2aae731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:19.300918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-4c68d5ef-c7ea-4c53-aaca-d7c2b2aae731 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.0679018 Feb 10 06:33:19.302682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d8c33edb-1675-4cc9-8921-9340daeea609), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.315935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b69aa6a9-5189-418a-9a61-65cd408d890c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:19.316386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b69aa6a9-5189-418a-9a61-65cd408d890c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:19.317429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2e7f8606-949c-49c9-afa3-781aacc79520 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:19.323474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:19.342072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14f6e79d-39c2-4266-b928-656470e8d6c5 admin admin] Publish callbacks [] for security_group (b8687f4f-fbde-4987-9cf7-36e0546bb53e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.353204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:19.354072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.376441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:19.386618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:19.389109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:19.390751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 2e7f8606-949c-49c9-afa3-781aacc79520 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:19.391228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2e7f8606-949c-49c9-afa3-781aacc79520 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:19.401243 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-275243a2-7145-465c-9293-ea3a8589e4c5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3711739 Feb 10 06:33:19.419665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Request body: {'port': {'device_id': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:19.424255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['ffec342e-1e6b-421a-9047-9d5ea3fe0f2a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:33:19.424664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Pushing event updated for resources: {'Port': ['ID=d8c33edb-1675-4cc9-8921-9340daeea609,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:19.467255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.484036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:19.494804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-3375bfcb-1e81-48cc-8689-bb456688258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:19.496305 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-3375bfcb-1e81-48cc-8689-bb456688258e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.1660247 Feb 10 06:33:19.507879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:19.536973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14f6e79d-39c2-4266-b928-656470e8d6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b8687f4f-fbde-4987-9cf7-36e0546bb53e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.539927 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14f6e79d-39c2-4266-b928-656470e8d6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.541292 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-14f6e79d-39c2-4266-b928-656470e8d6c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8687f4f-fbde-4987-9cf7-36e0546bb53e HTTP/1.1" status: 204 len: 168 time: 0.4682770 Feb 10 06:33:19.543399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeedd6e7-681b-4b06-bab0-714f3794907e') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:19.543940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeedd6e7-681b-4b06-bab0-714f3794907e') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:19.563847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (aeedd6e7-681b-4b06-bab0-714f3794907e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.565945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6e79d-39c2-4266-b928-656470e8d6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8687f4f-fbde-4987-9cf7-36e0546bb53e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:19.568542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.603171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-e8d003a9-790d-40e0-8305-ea6e9d0fcbdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 999 time: 0.1005852 Feb 10 06:33:19.606123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (d3f8f761-26c5-47f5-bb8d-8b57d932569e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.610207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (aeedd6e7-681b-4b06-bab0-714f3794907e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.627852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:33:19.628041 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (aeedd6e7-681b-4b06-bab0-714f3794907e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:33:19.631262 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:33:19.691174 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d8c33edb-1675-4cc9-8921-9340daeea609), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.695377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-9c504d07-5b2e-4862-b212-d608f25889b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:19.696700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-9c504d07-5b2e-4862-b212-d608f25889b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.0838099 Feb 10 06:33:19.755983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.766013 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.769217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/networks/fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2 HTTP/1.1" status: 204 len: 168 time: 0.7219951 Feb 10 06:33:19.773581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:19.789231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1675411946'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:19.790673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5618b-3141-4ed2-b308-0037cebca14a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Network': ['ID=fa6d0e40-58b8-4204-8dbb-1ce81a97dbb2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:19.852878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-08bb1e4b-1a87-4f33-a86f-98a382fcc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:19.854878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-08bb1e4b-1a87-4f33-a86f-98a382fcc340 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1336281 Feb 10 06:33:19.857392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:19.860703 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:19.903123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-b5a623f6-57f2-47ae-b84b-a0ceff63de33 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:33:19.903666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-b5a623f6-57f2-47ae-b84b-a0ceff63de33 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162365 Feb 10 06:33:19.958975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:33:19.966543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:18Z', 'revision_number': 1, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:19.967150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41470) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:19.996187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] Checking router: 87cd296e-6acd-4f98-be96-032bb0885b9f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:20.001313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e903f198-c362-46b7-8ddb-25b6e642d35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.006883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:20.007837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:20.012899 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0781d6f6-56a4-4d2c-858e-ace87fd6afa2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.013256 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added segment 0781d6f6-56a4-4d2c-858e-ace87fd6afa2 of type vlan for network cb8b3d84-e215-414a-989e-c89ab7236bb9 Feb 10 06:33:20.032634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60fa03f-92f9-444e-868c-6b7a76e74fa7 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:33:20.042470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Publish callbacks [] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.065309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Transition to ACTIVE for port object b60fa03f-92f9-444e-868c-6b7a76e74fa7 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:33:20.071426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.096569 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for port (d8c33edb-1675-4cc9-8921-9340daeea609), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.099832 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (cb8b3d84-e215-414a-989e-c89ab7236bb9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.111531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (d8c33edb-1675-4cc9-8921-9340daeea609), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.125055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-a6ef5c09-7524-4a84-9079-72e3f98f09b6 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081187 Feb 10 06:33:20.132424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:20.149533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Pushing event updated for resources: {'Port': ['ID=b60fa03f-92f9-444e-868c-6b7a76e74fa7,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:20.183884 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e903f198-c362-46b7-8ddb-25b6e642d35a admin admin] Publish callbacks [] for security_group (60bd15e5-6d72-4d06-88a1-c08e4f00b389), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.205837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e903f198-c362-46b7-8ddb-25b6e642d35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (60bd15e5-6d72-4d06-88a1-c08e4f00b389), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.253094 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e903f198-c362-46b7-8ddb-25b6e642d35a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42b567c7ec5340178e8fcee4e28c45de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850997 Feb 10 06:33:20.258508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41472) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:20.268823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903f198-c362-46b7-8ddb-25b6e642d35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd15e5-6d72-4d06-88a1-c08e4f00b389,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:20.305361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Attempting to bind port b60fa03f-92f9-444e-868c-6b7a76e74fa7 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:20.306021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Attempting to bind port b60fa03f-92f9-444e-868c-6b7a76e74fa7 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:20.306021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Attempting to bind port b60fa03f-92f9-444e-868c-6b7a76e74fa7 on network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:20.317655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Port b60fa03f-92f9-444e-868c-6b7a76e74fa7 on network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:33:20.317980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Attempting to bind port b60fa03f-92f9-444e-868c-6b7a76e74fa7 on network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:20.326725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:20.327066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Checking segment: {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:20.327452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Bound using segment: {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:20.327892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Bound port: b60fa03f-92f9-444e-868c-6b7a76e74fa7, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:20.328248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.347245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bc90c34b-d0b8-4784-9fca-b274658fac43 admin admin] Publish callbacks [] for security_group (60bd15e5-6d72-4d06-88a1-c08e4f00b389), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.398837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bc90c34b-d0b8-4784-9fca-b274658fac43 admin admin] Publish callbacks [] for security_group (60bd15e5-6d72-4d06-88a1-c08e4f00b389), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.400540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:18Z', 'revision_number': 1, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:20.428636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4ed80-4342-4e92-8851-aa76b6d84eb2 None None] The sync data for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 is: [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:18Z', 'revision_number': 1, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:20.452807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:20.456034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:20.464158 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.502137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (cb8b3d84-e215-414a-989e-c89ab7236bb9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.507284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:20.507987 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.508764 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bc90c34b-d0b8-4784-9fca-b274658fac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (60bd15e5-6d72-4d06-88a1-c08e4f00b389), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.511896 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bc90c34b-d0b8-4784-9fca-b274658fac43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.515752 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bc90c34b-d0b8-4784-9fca-b274658fac43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60bd15e5-6d72-4d06-88a1-c08e4f00b389 HTTP/1.1" status: 204 len: 168 time: 0.2528856 Feb 10 06:33:20.517179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:20.518104 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.520244 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] 10.222.0.13 "PUT /v2.0/ports/b60fa03f-92f9-444e-868c-6b7a76e74fa7 HTTP/1.1" status: 200 len: 1091 time: 1.1069784 Feb 10 06:33:20.528812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:20.531841 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8959b0-09e7-4eff-b660-e47f1670a601" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:20.538167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90c34b-d0b8-4784-9fca-b274658fac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd15e5-6d72-4d06-88a1-c08e4f00b389,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:20.542693 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (d3f8f761-26c5-47f5-bb8d-8b57d932569e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.546285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Pushing event updated for resources: {'Port': ['ID=d8c33edb-1675-4cc9-8921-9340daeea609,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:20.564398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cd34b-c385-4cf7-8ac9-7a0a794e2338 service neutron] Pushing event updated for resources: {'Port': ['ID=b60fa03f-92f9-444e-868c-6b7a76e74fa7,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:20.632633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8579044 Feb 10 06:33:20.635655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41478) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:20.641775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.643005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2366325-49e1-4160-8d27-968e3de60d43 req-48a60f63-5a51-4d5a-b009-ab65e2b809f4 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1932647 Feb 10 06:33:20.644072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'subnet': {'network_id': 'cb8b3d84-e215-414a-989e-c89ab7236bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:20.740307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2366325-49e1-4160-8d27-968e3de60d43 req-f11cf099-30c6-4fdd-b99d-06222ea3e961 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.112 HTTP/1.1" status: 200 len: 696 time: 0.0628808 Feb 10 06:33:20.742500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef9c1c-a20b-436f-910a-56ff974caf5f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Network': ['ID=cb8b3d84-e215-414a-989e-c89ab7236bb9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:20.746472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ebd94ea-8825-4cf0-95c3-e944573202a6 req-6ea88cd9-9770-4c33-acd6-246d15fc3e10 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166244 Feb 10 06:33:20.755902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network cb8b3d84-e215-414a-989e-c89ab7236bb9 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:33:20.766737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-066aaef6-876a-43a9-997f-a085b23d9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:20.774156 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487fb46-21a7-4787-9f10-2f2716300f7b None None] New status for floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:33:20.778076 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-066aaef6-876a-43a9-997f-a085b23d9790 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 1125 time: 0.1712270 Feb 10 06:33:20.874060 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-1bff0e23-0fca-4a42-ae9b-6e58538ff703 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7 HTTP/1.1" status: 200 len: 217 time: 0.0949340 Feb 10 06:33:20.897034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ffec342e-1e6b-421a-9047-9d5ea3fe0f2a up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:20.954689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:33:20.964188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:20.964949 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:20.985071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2366325-49e1-4160-8d27-968e3de60d43 req-36c089db-b7bf-4d58-9e6e-81fd428ee1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:20.986596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2366325-49e1-4160-8d27-968e3de60d43 req-36c089db-b7bf-4d58-9e6e-81fd428ee1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.2195649 Feb 10 06:33:20.996966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:21.000326 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:21.016722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c018d8c-ae74-4fd6-9c70-46e8ec44bc11 req-90d6c01c-6d21-461b-93f0-392b005e9a70 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.018333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c018d8c-ae74-4fd6-9c70-46e8ec44bc11 req-90d6c01c-6d21-461b-93f0-392b005e9a70 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 945 time: 0.1512699 Feb 10 06:33:21.065787 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d7b970-4e3f-47e2-ae1a-f0b88eb73eb6 x-openstack-request-id: req-55d7b970-4e3f-47e2-ae1a-f0b88eb73eb6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:21.078277 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:21.078717 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55d7b970-4e3f-47e2-ae1a-f0b88eb73eb6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:21.079082 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'status': 'completed', 'code': 200} Feb 10 06:33:21.098567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-c8e24ebf-4f7b-4fc1-b2f8-f89d2c990f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.100100 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-c8e24ebf-4f7b-4fc1-b2f8-f89d2c990f3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e3cf29b-cf27-4b98-a85b-f279ce6d37af HTTP/1.1" status: 200 len: 854 time: 0.2045188 Feb 10 06:33:21.134890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:21.137406 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:21.178499 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-c5fb45bd-d269-4c25-af52-38be07a1f68d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476923 Feb 10 06:33:21.180602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c018d8c-ae74-4fd6-9c70-46e8ec44bc11 req-d3357003-6196-44be-aa8a-d40c4b285cc3 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531935 Feb 10 06:33:21.203461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:21.215919 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:21.234187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-229d22c2-ccff-4b4a-ad26-bfa627e31d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.235749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-229d22c2-ccff-4b4a-ad26-bfa627e31d39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8525771e9e3c4d0dbc1ec48468f0dc0d&device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 1127 time: 0.1490631 Feb 10 06:33:21.275507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:21.349770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8be01-21ce-417b-9646-ad4b1fc3044c req-cd8664ae-98da-4df2-b4bb-24c4afa2f6dd tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.350526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8d8be01-21ce-417b-9646-ad4b1fc3044c req-cd8664ae-98da-4df2-b4bb-24c4afa2f6dd tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 949 time: 0.1526897 Feb 10 06:33:21.389505 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-ea274f3d-5e8e-4fb5-a806-fcaf10fbdd30 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954513 Feb 10 06:33:21.421037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-1a0e58b3-49cb-44bc-8bb3-8fc3b4806c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.422581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-1a0e58b3-49cb-44bc-8bb3-8fc3b4806c14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=327f4065-4b8d-4984-9e6e-20d2c70521c7 HTTP/1.1" status: 200 len: 928 time: 0.1770151 Feb 10 06:33:21.492215 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b5cab2-048b-478f-bead-3ca05c53a3ac x-openstack-request-id: req-49b5cab2-048b-478f-bead-3ca05c53a3ac {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:21.492525 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08559ec-558a-45e7-bddd-bad70ca063fb", "name": "network-vif-plugged", "status": "completed", "tag": "995bc93b-47f0-4ba6-a240-768a7c72bf58", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:21.492771 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49b5cab2-048b-478f-bead-3ca05c53a3ac {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:21.493174 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08559ec-558a-45e7-bddd-bad70ca063fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995bc93b-47f0-4ba6-a240-768a7c72bf58', 'code': 200} Feb 10 06:33:21.494830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8d8be01-21ce-417b-9646-ad4b1fc3044c req-dd4b0de3-d6b2-4a52-b77e-d0eaca059b38 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dc9794-8b47-4341-8891-0c1ee0b05235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306779 Feb 10 06:33:21.541149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-adbe803f-b313-4720-b616-424cd9e2e240 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 HTTP/1.1" status: 200 len: 1001 time: 0.1099703 Feb 10 06:33:21.577112 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28e5c0d6-3e59-4f99-ae23-058287a34537 req-63165207-38cf-4b98-afce-1559722e89f4 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795790 Feb 10 06:33:21.597442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (5a430928-26f4-4b89-a652-44aeb3e8eb91), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:21.655428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-9789e5bc-d36d-447e-a189-f93f298c1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.657050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-9789e5bc-d36d-447e-a189-f93f298c1f27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=524d76dd-0c22-4938-b584-142db313b9b7 HTTP/1.1" status: 200 len: 867 time: 0.1085477 Feb 10 06:33:21.702412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Subnet': ['ID=5a430928-26f4-4b89-a652-44aeb3e8eb91,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:21.725085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa97fa-01c3-45c7-a187-bac3b1fc91e1 req-d7b3cb2b-b5a8-4356-8a83-52b71fe0ea50 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.726655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fcfa97fa-01c3-45c7-a187-bac3b1fc91e1 req-d7b3cb2b-b5a8-4356-8a83-52b71fe0ea50 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.1396163 Feb 10 06:33:21.735915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd342f2-5c63-4607-bc77-21746a5f0641 req-a023ed7f-2eb3-4535-956e-d3d087f6882f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.736952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c68511-1f34-4ee1-a0b5-9f18133a8ea9 req-b9e5d89d-850f-4b86-b301-1fc27916e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.737434 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecd342f2-5c63-4607-bc77-21746a5f0641 req-a023ed7f-2eb3-4535-956e-d3d087f6882f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 943 time: 0.1493013 Feb 10 06:33:21.742350 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e3c68511-1f34-4ee1-a0b5-9f18133a8ea9 req-b9e5d89d-850f-4b86-b301-1fc27916e79f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 1131 time: 0.1641927 Feb 10 06:33:21.743354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Checking segment: {'id': '0781d6f6-56a4-4d2c-858e-ace87fd6afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb8b3d84-e215-414a-989e-c89ab7236bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:21.743961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network hostable DHCP agents. Network: cb8b3d84-e215-414a-989e-c89ab7236bb9, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:33:21.782871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network cb8b3d84-e215-414a-989e-c89ab7236bb9 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:33:21.806227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, cb8b3d84-e215-414a-989e-c89ab7236bb9) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:21.806227 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e3c68511-1f34-4ee1-a0b5-9f18133a8ea9 req-307235de-77e9-4708-be0a-77e502e68ea3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c1dc9794-8b47-4341-8891-0c1ee0b05235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544591 Feb 10 06:33:21.806538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-22b85c8b-0faf-4473-bfc8-212d3ca4ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.807748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-22b85c8b-0faf-4473-bfc8-212d3ca4ac1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=327f4065-4b8d-4984-9e6e-20d2c70521c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1419103 Feb 10 06:33:21.816004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98cf3d-ebe0-4e89-9464-93079f17fb97 None None] Network cb8b3d84-e215-414a-989e-c89ab7236bb9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:21.818067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:21.819734 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:21.823538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fcfa97fa-01c3-45c7-a187-bac3b1fc91e1 req-71b97228-c680-40bd-ba6b-f7cf80fee4cf tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829754 Feb 10 06:33:21.850502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecd342f2-5c63-4607-bc77-21746a5f0641 req-fe3912a4-bf60-4d98-9e5a-b992258119aa tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986035 Feb 10 06:33:21.850502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41522) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:21.850726 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9988f85a-cd06-4777-8400-b1c59ade004a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2123921 Feb 10 06:33:21.853999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f041e71a-d405-4fbe-885a-af74b9c4ca93 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1168048192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:21.883802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f041e71a-d405-4fbe-885a-af74b9c4ca93 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:21.884952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f041e71a-d405-4fbe-885a-af74b9c4ca93 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:21.914124 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1b6799-a112-403b-ba2f-fe2c45d63ab4 x-openstack-request-id: req-7c1b6799-a112-403b-ba2f-fe2c45d63ab4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:21.915796 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:21.916056 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c1b6799-a112-403b-ba2f-fe2c45d63ab4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:21.916974 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7', 'status': 'completed', 'code': 200} Feb 10 06:33:21.998936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-7c0fab54-e3b4-4c54-be29-8ff394a2765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:22.001035 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-7c0fab54-e3b4-4c54-be29-8ff394a2765e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 1125 time: 0.0628645 Feb 10 06:33:22.115519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f041e71a-d405-4fbe-885a-af74b9c4ca93 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.122916 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-da9d9a0f-e8a4-44a6-aaee-f1e523b830a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:22.125061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-da9d9a0f-e8a4-44a6-aaee-f1e523b830a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 200 len: 914 time: 0.1180296 Feb 10 06:33:22.158922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f041e71a-d405-4fbe-885a-af74b9c4ca93 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.193331 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-91be059c-2bdd-49fc-922c-2351c99ed9b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7 HTTP/1.1" status: 200 len: 217 time: 0.0605948 Feb 10 06:33:22.208746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-cb8b3d84-e215-414a-989e-c89ab7236bb9', 'network_id': 'cb8b3d84-e215-414a-989e-c89ab7236bb9', 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'fixed_ips': [{'subnet_id': '5a430928-26f4-4b89-a652-44aeb3e8eb91'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:33:22.209625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.248047 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f041e71a-d405-4fbe-885a-af74b9c4ca93 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.249261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f041e71a-d405-4fbe-885a-af74b9c4ca93 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3990324 Feb 10 06:33:22.254415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41568) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:22.260897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcf86e-b600-40a3-8218-ce01f0c8bd65 req-1ec8036e-404a-4027-be5c-10b21bc84fe6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:22.261687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'port': {'network_id': 'cb8b3d84-e215-414a-989e-c89ab7236bb9', 'name': 'tempest-RoutersIpV6Test-1540872679'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:22.267949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1bdcf86e-b600-40a3-8218-ce01f0c8bd65 req-1ec8036e-404a-4027-be5c-10b21bc84fe6 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2732029 Feb 10 06:33:22.299704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-ced7bda6-35fd-415e-8dad-09a3964232ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:22.301275 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-ced7bda6-35fd-415e-8dad-09a3964232ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e3cf29b-cf27-4b98-a85b-f279ce6d37af HTTP/1.1" status: 200 len: 854 time: 0.0866802 Feb 10 06:33:22.318962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-fe495d32-73a0-4114-8e9f-2965804a1a9a tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:22.325819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-fe495d32-73a0-4114-8e9f-2965804a1a9a tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3669977 Feb 10 06:33:22.359340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1bdcf86e-b600-40a3-8218-ce01f0c8bd65 req-aaae3692-f1fe-4d78-a8bc-4ce51fef6d28 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.112 HTTP/1.1" status: 200 len: 696 time: 0.0909157 Feb 10 06:33:22.369049 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-147bdc9f-07dc-4b46-9a8a-e06d1841ce50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295587 Feb 10 06:33:22.394441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Allocated IP 2001:db8::2 (cb8b3d84-e215-414a-989e-c89ab7236bb9/5a430928-26f4-4b89-a652-44aeb3e8eb91/a489d732-4375-4dc1-9ce2-9805760eb840) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:22.398372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1bdcf86e-b600-40a3-8218-ce01f0c8bd65 req-053be41f-64bd-4dd4-95da-91ad509c0491 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Request body: {'floatingip': {'port_id': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:22.448399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-56ed003f-f096-4b91-b1ba-8e7dedbe2bfb service neutron] 10.222.0.24 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442110 Feb 10 06:33:22.496664 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1bdcf86e-b600-40a3-8218-ce01f0c8bd65 req-053be41f-64bd-4dd4-95da-91ad509c0491 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (d3f8f761-26c5-47f5-bb8d-8b57d932569e), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.535724 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-45329bfa-f300-4f8f-b84b-c8f529023671 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579268 Feb 10 06:33:22.537453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:22.541358 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.559515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-b480abde-b676-4c94-92df-855c80c0402c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.2326899 Feb 10 06:33:22.591823 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Publish callbacks [] for port (a489d732-4375-4dc1-9ce2-9805760eb840), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.593832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] device_id is not set on port 6e71fdda-9978-4226-9606-0079945275d2 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:33:22.600586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.616870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Request body: {'floatingip': {'port_id': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:22.649466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Network cb8b3d84-e215-414a-989e-c89ab7236bb9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:22.652710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:22.658760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:22.662347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Pushing event updated for resources: {'Port': ['ID=a489d732-4375-4dc1-9ce2-9805760eb840,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:22.723542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Attempting to bind port a489d732-4375-4dc1-9ce2-9805760eb840 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:22.724355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Attempting to bind port a489d732-4375-4dc1-9ce2-9805760eb840 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0781d6f6-56a4-4d2c-858e-ace87fd6afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb8b3d84-e215-414a-989e-c89ab7236bb9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:22.724355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Attempting to bind port a489d732-4375-4dc1-9ce2-9805760eb840 on network cb8b3d84-e215-414a-989e-c89ab7236bb9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:22.732447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:22.732643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Checking segment: {'id': '0781d6f6-56a4-4d2c-858e-ace87fd6afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb8b3d84-e215-414a-989e-c89ab7236bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:22.732977 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.733379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Bound using segment: {'id': '0781d6f6-56a4-4d2c-858e-ace87fd6afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb8b3d84-e215-414a-989e-c89ab7236bb9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:22.733851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Bound port: a489d732-4375-4dc1-9ce2-9805760eb840, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0781d6f6-56a4-4d2c-858e-ace87fd6afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb8b3d84-e215-414a-989e-c89ab7236bb9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:22.734220 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.734425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.771349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8b434c0-c679-4448-b5d1-2706a7bdf1b5 req-a57efc1f-8970-4e94-8b94-a6f06aeeb6db service neutron] 10.222.0.24 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088856 Feb 10 06:33:22.791962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 2001:db8::3cb (cb8b3d84-e215-414a-989e-c89ab7236bb9/5a430928-26f4-4b89-a652-44aeb3e8eb91/6e71fdda-9978-4226-9606-0079945275d2) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:22.820885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] For port a489d732-4375-4dc1-9ce2-9805760eb840, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:22.826193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] For port a489d732-4375-4dc1-9ce2-9805760eb840, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a489d732-4375-4dc1-9ce2-9805760eb840,segment=NetworkSegment(0781d6f6-56a4-4d2c-858e-ace87fd6afa2),segment_id=0781d6f6-56a4-4d2c-858e-ace87fd6afa2)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:22.835987 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:22.842944 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e8959b0-09e7-4eff-b660-e47f1670a601 req-e68491e1-2ee6-43e9-9eea-836eaae33b44 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990446 Feb 10 06:33:22.997230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c2d77-3207-4e45-92c4-b69b01172ddf None None] Pushing event updated for resources: {'Port': ['ID=a489d732-4375-4dc1-9ce2-9805760eb840,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:23.079989 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (6e71fdda-9978-4226-9606-0079945275d2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:23.084754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:23.087457 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:23.088824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:23.130905 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6e71fdda-9978-4226-9606-0079945275d2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:23.216529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network cb8b3d84-e215-414a-989e-c89ab7236bb9 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:23.219849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:23.225183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:23.230722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:23.231363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:23.244386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=6e71fdda-9978-4226-9606-0079945275d2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:23.259309 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4db1d7f1-9fcb-4f21-b380-ede5cd3cc439 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0038431 Feb 10 06:33:23.264549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41612) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:23.271505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3369d54f-50e0-4932-b253-a05446d8fc96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:23.357622 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-1bdcf86e-b600-40a3-8218-ce01f0c8bd65 req-053be41f-64bd-4dd4-95da-91ad509c0491 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 06:33:23.359266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1bdcf86e-b600-40a3-8218-ce01f0c8bd65 req-053be41f-64bd-4dd4-95da-91ad509c0491 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "PUT /v2.0/floatingips/d3f8f761-26c5-47f5-bb8d-8b57d932569e HTTP/1.1" status: 409 len: 550 time: 0.9991391 Feb 10 06:33:23.494175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:23.497385 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29664cc5-b629-4cf0-95db-1b19373b1f38" -d '{"events": [{"server_uuid": "07040d90-a5ab-4d50-805e-5b72d58ff588", "name": "network-vif-plugged", "status": "completed", "tag": "ffec342e-1e6b-421a-9047-9d5ea3fe0f2a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:23.533237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4474-3e38-4333-aef7-4249a47ab019 req-8bf1e886-2385-4a11-b92c-2093563ffd64 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:23.534717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e81a4474-3e38-4333-aef7-4249a47ab019 req-8bf1e886-2385-4a11-b92c-2093563ffd64 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.1119633 Feb 10 06:33:23.576952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:23.583736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a89d4fe2-8e1c-4aff-a9b6-39e4babddd96 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Request body: {'floatingip': {'port_id': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:23.645045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a89d4fe2-8e1c-4aff-a9b6-39e4babddd96 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for floatingip (fc364323-c308-4869-a789-19be5f81db91), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:23.837676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2713ff-a277-4c6a-883d-dbafac816f0c req-59a441d2-a5c1-4dd0-8f0f-ab5aeabac129 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:23.839317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad2713ff-a277-4c6a-883d-dbafac816f0c req-59a441d2-a5c1-4dd0-8f0f-ab5aeabac129 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.2178745 Feb 10 06:33:23.896659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3369d54f-50e0-4932-b253-a05446d8fc96 admin admin] Publish callbacks [] for security_group (04aa9948-011d-48e9-9bc1-ec98376b1e0b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:23.903932 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3369d54f-50e0-4932-b253-a05446d8fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (04aa9948-011d-48e9-9bc1-ec98376b1e0b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:23.950233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:33:23.977802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3369d54f-50e0-4932-b253-a05446d8fc96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca542c4c130446a38187a9a0a7bf6d78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8878577 Feb 10 06:33:23.978826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369d54f-50e0-4932-b253-a05446d8fc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04aa9948-011d-48e9-9bc1-ec98376b1e0b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:23.981113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41620) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:24.046987 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6e71fdda-9978-4226-9606-0079945275d2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.061761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad2713ff-a277-4c6a-883d-dbafac816f0c req-9dbf8991-490a-4672-8e52-ee41dd0533f9 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095299 Feb 10 06:33:24.063582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4897a88d-0169-4314-a688-54732077d534 None None] Network cb8b3d84-e215-414a-989e-c89ab7236bb9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:24.063834 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.077906 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.093441 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1a0767c-7d33-4205-8682-2f340b350654 admin admin] Publish callbacks [] for security_group (04aa9948-011d-48e9-9bc1-ec98376b1e0b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.129363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1a0767c-7d33-4205-8682-2f340b350654 admin admin] Publish callbacks [] for security_group (04aa9948-011d-48e9-9bc1-ec98376b1e0b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.153957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-bdb59802-9325-48f0-8220-1eccf3d51a3a None None] Provisioning complete for port a489d732-4375-4dc1-9ce2-9805760eb840 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:24.154359 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdb59802-9325-48f0-8220-1eccf3d51a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.283643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bdb59802-9325-48f0-8220-1eccf3d51a3a None None] Current status of the port a489d732-4375-4dc1-9ce2-9805760eb840 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:24.284044 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdb59802-9325-48f0-8220-1eccf3d51a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.318839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-bdb59802-9325-48f0-8220-1eccf3d51a3a None None] For port a489d732-4375-4dc1-9ce2-9805760eb840, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a489d732-4375-4dc1-9ce2-9805760eb840,segment=NetworkSegment(0781d6f6-56a4-4d2c-858e-ace87fd6afa2),segment_id=0781d6f6-56a4-4d2c-858e-ace87fd6afa2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:24.335330 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdb59802-9325-48f0-8220-1eccf3d51a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.359214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1a0767c-7d33-4205-8682-2f340b350654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (04aa9948-011d-48e9-9bc1-ec98376b1e0b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.362045 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1a0767c-7d33-4205-8682-2f340b350654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.366005 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e1a0767c-7d33-4205-8682-2f340b350654 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04aa9948-011d-48e9-9bc1-ec98376b1e0b HTTP/1.1" status: 204 len: 168 time: 0.3810303 Feb 10 06:33:24.382234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc34483-9b78-4507-95d0-bce860d7fff2 req-27781845-9ec5-4906-8614-74d22134ec7b tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:24.383002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0767c-7d33-4205-8682-2f340b350654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aa9948-011d-48e9-9bc1-ec98376b1e0b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:24.391182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (6e71fdda-9978-4226-9606-0079945275d2), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.396080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc34483-9b78-4507-95d0-bce860d7fff2 req-27781845-9ec5-4906-8614-74d22134ec7b tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 949 time: 0.2137086 Feb 10 06:33:24.402836 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6e71fdda-9978-4226-9606-0079945275d2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.435985 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb associated. External IP: 172.25.8.107, port: f64ce40c-8806-4cc7-9a6a-6fb503d89327. Feb 10 06:33:24.437025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb59802-9325-48f0-8220-1eccf3d51a3a None None] Pushing event updated for resources: {'Port': ['ID=a489d732-4375-4dc1-9ce2-9805760eb840,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:24.503003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=6e71fdda-9978-4226-9606-0079945275d2,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:24.626559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.626697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc34483-9b78-4507-95d0-bce860d7fff2 req-5520d338-6692-421a-8cc6-318835f43255 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dc9794-8b47-4341-8891-0c1ee0b05235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247162 Feb 10 06:33:24.715297 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-31de1d49-6b2b-46f1-a63d-cf71a809832b None None] Provisioning complete for port a489d732-4375-4dc1-9ce2-9805760eb840 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:24.715840 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31de1d49-6b2b-46f1-a63d-cf71a809832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.766862 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a89d4fe2-8e1c-4aff-a9b6-39e4babddd96 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.779078 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a89d4fe2-8e1c-4aff-a9b6-39e4babddd96 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (fc364323-c308-4869-a789-19be5f81db91), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.794204 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6e71fdda-9978-4226-9606-0079945275d2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.872735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-31de1d49-6b2b-46f1-a63d-cf71a809832b None None] Current status of the port a489d732-4375-4dc1-9ce2-9805760eb840 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:24.900145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-31de1d49-6b2b-46f1-a63d-cf71a809832b None None] Provisioning complete for port 6e71fdda-9978-4226-9606-0079945275d2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:24.901135 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31de1d49-6b2b-46f1-a63d-cf71a809832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6e71fdda-9978-4226-9606-0079945275d2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:24.948622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-31de1d49-6b2b-46f1-a63d-cf71a809832b None None] Port 6e71fdda-9978-4226-9606-0079945275d2 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:25.082510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-240dce05-e7b6-4075-ae39-43a868e5047f None None] Provisioning complete for port 6e71fdda-9978-4226-9606-0079945275d2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:25.085252 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-240dce05-e7b6-4075-ae39-43a868e5047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6e71fdda-9978-4226-9606-0079945275d2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:25.189702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-240dce05-e7b6-4075-ae39-43a868e5047f None None] Port 6e71fdda-9978-4226-9606-0079945275d2 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:25.193198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (6e71fdda-9978-4226-9606-0079945275d2), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:25.200295 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6e71fdda-9978-4226-9606-0079945275d2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:25.201318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:25.243070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ea576-1eec-4f72-9cf2-6b659ebf5645 req-6d21c17c-d529-4833-a7e1-07a29a906a86 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:25.248149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e83ea576-1eec-4f72-9cf2-6b659ebf5645 req-6d21c17c-d529-4833-a7e1-07a29a906a86 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 943 time: 0.5234551 Feb 10 06:33:25.284876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=6e71fdda-9978-4226-9606-0079945275d2,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:25.333306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b3136140-0ead-4b56-b71f-ff9be36fd9fd None None] Provisioning complete for port 6e71fdda-9978-4226-9606-0079945275d2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:25.333306 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3136140-0ead-4b56-b71f-ff9be36fd9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6e71fdda-9978-4226-9606-0079945275d2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:25.368684 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-a89d4fe2-8e1c-4aff-a9b6-39e4babddd96 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Floating IP fc364323-c308-4869-a789-19be5f81db91 associated. External IP: 172.25.8.195, port: 6f87fa39-ed7f-4815-ae12-c3d74ef297e6. Feb 10 06:33:25.371066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network cb8b3d84-e215-414a-989e-c89ab7236bb9 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:25.372553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:25.387847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a489d732-4375-4dc1-9ce2-9805760eb840 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:25.428300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b3136140-0ead-4b56-b71f-ff9be36fd9fd None None] Port 6e71fdda-9978-4226-9606-0079945275d2 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:25.430937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e83ea576-1eec-4f72-9cf2-6b659ebf5645 req-1fa26711-2f5c-4da8-87f6-bd1013a3142c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707928 Feb 10 06:33:25.489606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a489d732-4375-4dc1-9ce2-9805760eb840 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:25.493843 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:25.513709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Router 87cd296e-6acd-4f98-be96-032bb0885b9f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:25.660636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:33:25.663952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a489d732-4375-4dc1-9ce2-9805760eb840 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:25.770587 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b26fcd-ecf4-417a-9ef8-9c25ba059ef0 x-openstack-request-id: req-a6b26fcd-ecf4-417a-9ef8-9c25ba059ef0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:25.770879 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:25.771134 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6b26fcd-ecf4-417a-9ef8-9c25ba059ef0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:25.771529 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'status': 'completed', 'code': 200} Feb 10 06:33:25.798096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:25.812469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a397c-ecff-4dfe-83a5-91845b4f5f6b None None] Sync routers for ids ['dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:25.818558 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-70532026-d15a-4cc6-8b2e-816af42d8721 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5519767 Feb 10 06:33:25.820135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41654) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:25.825600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a397c-ecff-4dfe-83a5-91845b4f5f6b None None] Routers {'dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:25.827267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-987a397c-ecff-4dfe-83a5-91845b4f5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:25.886318 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-3d63a0ca-15d4-49f6-ae43-1987b88aad37 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips/d3f8f761-26c5-47f5-bb8d-8b57d932569e HTTP/1.1" status: 200 len: 693 time: 0.1003492 Feb 10 06:33:25.887627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd067e2-1258-461c-8f80-fba23c64b81c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:25.891482 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7dd067e2-1258-461c-8f80-fba23c64b81c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports/6e71fdda-9978-4226-9606-0079945275d2 HTTP/1.1" status: 200 len: 984 time: 0.0679855 Feb 10 06:33:25.891718 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41660) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:25.916227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-987a397c-ecff-4dfe-83a5-91845b4f5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:25.947930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a397c-ecff-4dfe-83a5-91845b4f5f6b None None] Routers {'dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:25.948587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-987a397c-ecff-4dfe-83a5-91845b4f5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:26.011053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:26.023508 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] Sync routers for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:26.033753 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:26.034470 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:26.038818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-987a397c-ecff-4dfe-83a5-91845b4f5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:26.038818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a397c-ecff-4dfe-83a5-91845b4f5f6b None None] The sync data for ids ['dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:26.041208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e9309817-3a77-44d2-90dd-391c3083997d None None] Provisioning complete for port 6e71fdda-9978-4226-9606-0079945275d2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:26.042409 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9309817-3a77-44d2-90dd-391c3083997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6e71fdda-9978-4226-9606-0079945275d2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:26.116668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e9309817-3a77-44d2-90dd-391c3083997d None None] Port 6e71fdda-9978-4226-9606-0079945275d2 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:26.177035 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:26.197751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-7059ebf5-c4ea-4372-97b7-cea326ff85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:26.203461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89d4fe2-8e1c-4aff-a9b6-39e4babddd96 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Router d6ded506-c3b0-4724-830a-2085d1055482 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:26.203621 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-7059ebf5-c4ea-4372-97b7-cea326ff85b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.4161885 Feb 10 06:33:26.271884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-aca8f9ac-d225-4ffe-8877-519382e1dab5 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:26.273328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-aca8f9ac-d225-4ffe-8877-519382e1dab5 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.3741353 Feb 10 06:33:26.322961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41668) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:26.383291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-1ca84e63-f038-4d7e-beec-0d79f2e0d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:26.384949 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-1ca84e63-f038-4d7e-beec-0d79f2e0d8e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.1587396 Feb 10 06:33:26.385401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-52055b32-47e8-4a6f-9d61-5514c75d347b tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.112 HTTP/1.1" status: 200 len: 696 time: 0.1014004 Feb 10 06:33:26.487921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-138343379', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:26.491658 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-9ed0682c-4eff-4a7b-9bcb-b63530b813b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 217 time: 0.0745363 Feb 10 06:33:26.530882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-439b38f7-9005-4e7a-9242-fc44de655a25 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.112 HTTP/1.1" status: 200 len: 696 time: 0.0940757 Feb 10 06:33:26.562183 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:a5:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:23Z', 'revision_number': 3, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:26.587906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89d4fe2-8e1c-4aff-a9b6-39e4babddd96 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:26.595274 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] Checking router: 87cd296e-6acd-4f98-be96-032bb0885b9f for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:26.596375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Made reservation on behalf of 7ac1af3d25d44dada2f0ae0bed85ec82 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:26.598895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:26.600516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] Sync routers for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:26.609719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b60fa03f-92f9-444e-868c-6b7a76e74fa7 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:33:26.610054 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:26.612925 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:26.615178 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:26.620006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:26.620006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:26.627784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-9cbdf267-12f0-4677-8ba4-1bb8fb3ef8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:26.628739 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-9cbdf267-12f0-4677-8ba4-1bb8fb3ef8a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.1274743 Feb 10 06:33:26.636075 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a89d4fe2-8e1c-4aff-a9b6-39e4babddd96 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:26.725990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Router 87cd296e-6acd-4f98-be96-032bb0885b9f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:26.728106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a89d4fe2-8e1c-4aff-a9b6-39e4babddd96 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "PUT /v2.0/floatingips/fc364323-c308-4869-a789-19be5f81db91 HTTP/1.1" status: 200 len: 991 time: 3.1501422 Feb 10 06:33:26.791970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:26.808857 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:26.810278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:26.837658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Deleting port d8c33edb-1675-4cc9-8921-9340daeea609 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:26.838007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d8c33edb-1675-4cc9-8921-9340daeea609), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:26.843545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:26.863946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7', 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f', 'port_id': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7', 'mac_address': 'fa:16:3e:92:44:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3cf29b-cf27-4b98-a85b-f279ce6d37af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:33:26.919406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-0b115d5f-675a-4684-bfcc-99d5c5f74387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:26.921581 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-0b115d5f-675a-4684-bfcc-99d5c5f74387 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2543662 Feb 10 06:33:26.942168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-b9920a0a-6298-4b6f-a2a1-efc80c7989cb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:33:26.943259 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-b9920a0a-6298-4b6f-a2a1-efc80c7989cb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132422 Feb 10 06:33:26.959477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b60fa03f-92f9-444e-868c-6b7a76e74fa7 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:26.960343 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:26.997940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60fa03f-92f9-444e-868c-6b7a76e74fa7 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:33:27.063610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:27.076177 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.105137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks [] for security_group (2e08842b-30d5-49e5-90c9-7ccbbcc59125), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.142469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2e08842b-30d5-49e5-90c9-7ccbbcc59125), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.151520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] device_id is not set on port b407cdce-c36c-4efe-8ed0-1747e1070aac yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:33:27.167710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b60fa03f-92f9-444e-868c-6b7a76e74fa7,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:27.189664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:33Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'fc364323-c308-4869-a789-19be5f81db91', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'port_id': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'mac_address': 'fa:16:3e:a0:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:31:44Z', 'updated_at': '2022-02-10T06:33:24Z', 'revision_number': 1, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c0519-14ac-436b-84d5-f902c0f1f802', 'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'mac_address': 'fa:16:3e:50:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:30Z', 'updated_at': '2022-02-10T06:31:41Z', 'revision_number': 5, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'subnets': [{'id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:27.207089 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:a5:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:23Z', 'revision_number': 3, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:27.232689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] Checking router: d6ded506-c3b0-4724-830a-2085d1055482 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:27.240377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:27.243443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:27.244224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:27.246850 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7fd81-3a0a-44d8-8195-a22b09de4cea None None] The sync data for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 is: [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:a5:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:23Z', 'revision_number': 3, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:27.253561 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-e027c2d6-3148-4b31-a498-bf2396782f24 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020697 Feb 10 06:33:27.255959 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.262403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e08842b-30d5-49e5-90c9-7ccbbcc59125,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:27.310198 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d8c33edb-1675-4cc9-8921-9340daeea609), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.310551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (d8c33edb-1675-4cc9-8921-9340daeea609), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.348004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Calling delete_port for d8c33edb-1675-4cc9-8921-9340daeea609 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:27.377060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-6cecd294-abd5-4c2c-80e9-6239af495985 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "PUT /v2.0/floatingips/e5efb17b-39c6-4425-a096-d2e08b56c4bb HTTP/1.1" status: 200 len: 998 time: 4.7942436 Feb 10 06:33:27.464446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Allocated IP 172.25.8.136 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/b407cdce-c36c-4efe-8ed0-1747e1070aac) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:27.473456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-b19f3ae4-64f2-481a-8d2a-bda5548691ff tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:27.494517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-b19f3ae4-64f2-481a-8d2a-bda5548691ff tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports/f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 942 time: 0.1164441 Feb 10 06:33:27.518107 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ea9e422-a63d-4fe8-8308-0c9d0a95d37d req-ff8aeb07-a290-4bfa-b50c-8e310f802ae1 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527964 Feb 10 06:33:27.529662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:27.563071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port 6e71fdda-9978-4226-9606-0079945275d2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:27.563538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6e71fdda-9978-4226-9606-0079945275d2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.577332 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f12dbf-05bd-47b5-b2d8-da8a00978f1b None None] New status for floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:33:27.585944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b60fa03f-92f9-444e-868c-6b7a76e74fa7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:33:27.673145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-16fa5734-9e48-40f1-8e51-c3d2a6cd5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:27.674065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-16fa5734-9e48-40f1-8e51-c3d2a6cd5b44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.0678453 Feb 10 06:33:27.677529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d8c33edb-1675-4cc9-8921-9340daeea609), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.724006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6e71fdda-9978-4226-9606-0079945275d2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.726574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Pushing event deleted for resources: {'Port': ['ID=d8c33edb-1675-4cc9-8921-9340daeea609,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:27.763183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for 6e71fdda-9978-4226-9606-0079945275d2 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:27.767611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks [] for port (b407cdce-c36c-4efe-8ed0-1747e1070aac), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.791916 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'tag': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6'}, {'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327'}, {'name': 'network-changed', 'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:27.795599 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95398989-e063-4a74-8cf0-f20b67effab5" -d '{"events": [{"name": "network-changed", "server_uuid": "fab62234-4d81-4849-b6bb-469f0cf24c1a", "tag": "6f87fa39-ed7f-4815-ae12-c3d74ef297e6"}, {"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327"}, {"name": "network-changed", "server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:27.870129 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (d3f8f761-26c5-47f5-bb8d-8b57d932569e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.873480 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.887772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d494c1c-c41c-4c89-a94b-83b804218491 req-637ab743-238e-47ed-948e-d3162da95a7f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "DELETE /v2.0/floatingips/d3f8f761-26c5-47f5-bb8d-8b57d932569e HTTP/1.1" status: 204 len: 173 time: 1.3147161 Feb 10 06:33:27.911543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b407cdce-c36c-4efe-8ed0-1747e1070aac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:27.949464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-0528be87-3702-48ea-808a-d46bca0ac853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:27.961442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-0528be87-3702-48ea-808a-d46bca0ac853 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.2735212 Feb 10 06:33:27.966522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:27.982730 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd5b583-4b9b-47c0-89c8-caaa78c307f5 x-openstack-request-id: req-bcd5b583-4b9b-47c0-89c8-caaa78c307f5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:27.983263 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07040d90-a5ab-4d50-805e-5b72d58ff588", "name": "network-vif-plugged", "status": "completed", "tag": "ffec342e-1e6b-421a-9047-9d5ea3fe0f2a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:27.983568 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcd5b583-4b9b-47c0-89c8-caaa78c307f5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:27.984079 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a', 'code': 200} Feb 10 06:33:28.011293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] Sync routers for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:28.012634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:28.038499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:28.052875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:33Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'fc364323-c308-4869-a789-19be5f81db91', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'port_id': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'mac_address': 'fa:16:3e:a0:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:31:44Z', 'updated_at': '2022-02-10T06:33:24Z', 'revision_number': 1, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c0519-14ac-436b-84d5-f902c0f1f802', 'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'mac_address': 'fa:16:3e:50:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:30Z', 'updated_at': '2022-02-10T06:31:41Z', 'revision_number': 5, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'subnets': [{'id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:28.063384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-c1d6d741-7504-47e9-92c9-6e7d7bd4e4aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 217 time: 0.0973032 Feb 10 06:33:28.093926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:28.095683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:28.099388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Pushing event updated for resources: {'Port': ['ID=b407cdce-c36c-4efe-8ed0-1747e1070aac,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:28.151825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:28.152441 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:28.187270 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2654198d-649d-4135-82ff-c89642e35b18 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8570571 Feb 10 06:33:28.187523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41682) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:28.193750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.136'}]}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:28.203878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-439f2947-1267-4248-bcaa-699d02c9a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:28.211835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-439f2947-1267-4248-bcaa-699d02c9a022 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.1473708 Feb 10 06:33:28.232315 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6e71fdda-9978-4226-9606-0079945275d2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:28.245980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:28.258289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (fd398c79-e544-4c42-9049-e538cb56a8aa), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:28.259443 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (fd398c79-e544-4c42-9049-e538cb56a8aa), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:28.294597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac46b04-6ad6-48e9-a782-56fb2619abe7 req-5679d864-96f9-4346-80e4-d0b93b130b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:28.296155 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ac46b04-6ad6-48e9-a782-56fb2619abe7 req-5679d864-96f9-4346-80e4-d0b93b130b91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 1128 time: 0.2305980 Feb 10 06:33:28.303631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=6e71fdda-9978-4226-9606-0079945275d2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:28.366067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18c624-3fac-47bb-aa28-f0d70133577e None None] The sync data for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 is: [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:33Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'fc364323-c308-4869-a789-19be5f81db91', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'port_id': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'mac_address': 'fa:16:3e:a0:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:31:44Z', 'updated_at': '2022-02-10T06:33:24Z', 'revision_number': 1, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c0519-14ac-436b-84d5-f902c0f1f802', 'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'mac_address': 'fa:16:3e:50:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:30Z', 'updated_at': '2022-02-10T06:31:41Z', 'revision_number': 5, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'subnets': [{'id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:28.386890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545eef6-f1f4-466c-85fe-5000708bd806 req-bef44cad-7759-42cf-87b4-9b83921ed953 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:28.388488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c545eef6-f1f4-466c-85fe-5000708bd806 req-bef44cad-7759-42cf-87b4-9b83921ed953 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.1739297 Feb 10 06:33:28.390437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-9afd9a59-bb28-48cc-a0b4-70500fc928ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:28.391895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-9afd9a59-bb28-48cc-a0b4-70500fc928ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1785438 Feb 10 06:33:28.473636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ac46b04-6ad6-48e9-a782-56fb2619abe7 req-d67febed-8e3c-4d6b-8d80-a0d829222d38 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660571 Feb 10 06:33:28.540143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c545eef6-f1f4-466c-85fe-5000708bd806 req-426d2a1c-a381-4157-aec2-8ea9d25d60eb tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405754 Feb 10 06:33:28.574292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-56ff8095-c199-4cd6-b75e-d45026b3cb96 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703517 Feb 10 06:33:28.634829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:a5:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:27Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:28.667651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] Checking router: 87cd296e-6acd-4f98-be96-032bb0885b9f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:28.678933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:28.679628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:28.743962 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e8d5f-25aa-4199-b637-50c5c87e0966 None None] New status for floating IP fc364323-c308-4869-a789-19be5f81db91: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:33:28.752096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdc944-b061-4b2c-b04a-12f36bcb9ebf req-c0b32298-a687-46cf-ba04-6d082e27df4e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:28.754073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10fdc944-b061-4b2c-b04a-12f36bcb9ebf req-c0b32298-a687-46cf-ba04-6d082e27df4e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 944 time: 0.0908823 Feb 10 06:33:28.761175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-cb7be6f9-6361-47a3-ad20-9c11b0cd83d4 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764278 Feb 10 06:33:28.843151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10fdc944-b061-4b2c-b04a-12f36bcb9ebf req-b0dcb92c-ed46-47f3-b1a0-e505ea102050 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809000 Feb 10 06:33:28.853631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:28.855057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-0ca88dfd-1c55-425a-b239-a54be7637b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:28.856955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-0ca88dfd-1c55-425a-b239-a54be7637b41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 1127 time: 0.0724599 Feb 10 06:33:29.000790 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:29.003462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks [] for router_controller (fd398c79-e544-4c42-9049-e538cb56a8aa), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:29.019183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-9d029898-8a60-4811-9bf4-a5d7ba091e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:29.026880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-9d029898-8a60-4811-9bf4-a5d7ba091e5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.1610460 Feb 10 06:33:29.111301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5dfd0-815a-4777-945b-bb64b5d11c52 req-88ab6d97-95e7-46f9-bea6-041aa45a7607 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:29.112823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45b5dfd0-815a-4777-945b-bb64b5d11c52 req-88ab6d97-95e7-46f9-bea6-041aa45a7607 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.1535056 Feb 10 06:33:29.122739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-739e0d17-dae0-4713-85fa-4a2beea83ef4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 200 len: 1001 time: 0.0888877 Feb 10 06:33:29.151540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:a5:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:27Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:29.180777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1782-d383-4199-8add-c095af8c8a19 None None] The sync data for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 is: [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:a5:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:27Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:29.226148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45b5dfd0-815a-4777-945b-bb64b5d11c52 req-d3b9d296-5fea-4683-9800-b39b3b3f4ad6 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856526 Feb 10 06:33:29.230005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-04b0174e-890d-4b38-be1c-786717aabbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:29.231450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-04b0174e-890d-4b38-be1c-786717aabbb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.0821841 Feb 10 06:33:29.272110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks [] for router_gateway (fd398c79-e544-4c42-9049-e538cb56a8aa), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:29.305747 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15135a1c-e538-4bed-a544-b909e1dd8f80 x-openstack-request-id: req-15135a1c-e538-4bed-a544-b909e1dd8f80 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:29.306505 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab62234-4d81-4849-b6bb-469f0cf24c1a", "tag": "6f87fa39-ed7f-4815-ae12-c3d74ef297e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:29.306824 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15135a1c-e538-4bed-a544-b909e1dd8f80 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:29.307237 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'tag': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6', 'status': 'completed', 'code': 200} Feb 10 06:33:29.307535 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'status': 'completed', 'code': 200} Feb 10 06:33:29.307814 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'status': 'completed', 'code': 200} Feb 10 06:33:29.377363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:29.378581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-3c8df982-dddf-478a-ba81-07d18343622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:29.380753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-3c8df982-dddf-478a-ba81-07d18343622b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1373293 Feb 10 06:33:29.428544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-2c146c1a-ac0b-4bc4-ab0f-d456c5347dc8 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 1001 time: 0.1099019 Feb 10 06:33:29.527105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-d43a7dda-9645-460c-b2ef-10f28eff0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:29.528636 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-d43a7dda-9645-460c-b2ef-10f28eff0921 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=488caf905bcb4eb1b9196fbe6e5dae35&device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 1127 time: 0.1949425 Feb 10 06:33:29.529064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-7825686c-9192-44a0-8a43-0f2758391c64 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:29.530718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-7825686c-9192-44a0-8a43-0f2758391c64 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports/ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 HTTP/1.1" status: 200 len: 942 time: 0.0960405 Feb 10 06:33:29.532159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:29.545019 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eb481325-f42c-45f2-9945-5966ad5d1b82 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6494527 Feb 10 06:33:29.546407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41684) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:29.548600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650106d-9c81-428b-98e5-48f64aef8543 None None] Sync routers for ids ['dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:29.569048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b650106d-9c81-428b-98e5-48f64aef8543 None None] Routers {'dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:29.569808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b650106d-9c81-428b-98e5-48f64aef8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:29.592480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-d98004c8-d960-4820-a669-6e61767e5942 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006648 Feb 10 06:33:29.623317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b650106d-9c81-428b-98e5-48f64aef8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:29.634105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b650106d-9c81-428b-98e5-48f64aef8543 None None] Routers {'dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:29.634766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b650106d-9c81-428b-98e5-48f64aef8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:29.676727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b650106d-9c81-428b-98e5-48f64aef8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:29.676727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650106d-9c81-428b-98e5-48f64aef8543 None None] The sync data for ids ['dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:29.744426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-a93fa663-14b9-44cf-bb56-6e0dde2f2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:29.746705 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-a93fa663-14b9-44cf-bb56-6e0dde2f2c90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 HTTP/1.1" status: 200 len: 915 time: 0.2035401 Feb 10 06:33:29.901287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-aaf3dd56-cf55-40fb-83fe-d7b2ebc1d760 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 1001 time: 0.2709806 Feb 10 06:33:29.922550 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-e6118cb4-4e61-4c9d-bdd0-97aaae96727d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f87fa39-ed7f-4815-ae12-c3d74ef297e6 HTTP/1.1" status: 200 len: 1001 time: 0.1495521 Feb 10 06:33:29.923950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks [] for router_gateway (fd398c79-e544-4c42-9049-e538cb56a8aa), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:29.950932 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.002113 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-804ceaed-e2c4-46ec-8946-6ecbba85d4a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 06:33:30.003227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-804ceaed-e2c4-46ec-8946-6ecbba85d4a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4552426 Feb 10 06:33:30.008079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ba067f7-cb49-4ebf-8f02-9c9b2e1d0f3d req-d65158b2-5008-4364-afa4-eabdf7a3c073 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766203 Feb 10 06:33:30.008546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41690) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:30.049263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42d947c8-6dae-4fb9-b155-08ab51d264e1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8 HTTP/1.1" status: 200 len: 205 time: 0.0338333 Feb 10 06:33:30.055588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41694) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:30.084089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-1e2c816f-6d9a-4ec8-aa2d-7ce516d57010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:30.085536 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-1e2c816f-6d9a-4ec8-aa2d-7ce516d57010 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50add18-4da3-4400-96e7-bce9bc12cd55 HTTP/1.1" status: 200 len: 854 time: 0.1424065 Feb 10 06:33:30.121239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-ac4e2c27-6204-4786-841e-33ea0985aa07 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:30.122884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-ac4e2c27-6204-4786-841e-33ea0985aa07 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.1761372 Feb 10 06:33:30.240703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-395a742f-99a7-4253-be34-5a35c3eb4102 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.491499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-51de9ab5-967f-4db7-b041-01cf01e66048 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 1001 time: 0.3596156 Feb 10 06:33:30.502688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-a238ecb0-f9ed-4596-9eb6-48123bef2956 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:30.555422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29af936-3f6e-47dd-8ba7-fda586c5fd03 req-43dedb48-dedc-4bd8-b997-afaded47dac8 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:30.556932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a29af936-3f6e-47dd-8ba7-fda586c5fd03 req-43dedb48-dedc-4bd8-b997-afaded47dac8 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.1182871 Feb 10 06:33:30.587850 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-a238ecb0-f9ed-4596-9eb6-48123bef2956 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (544c9487-aba7-468f-a80c-bab242f1c3af), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.605378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-6af0919a-8e42-45c0-ace6-c05584e09ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:30.606904 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-6af0919a-8e42-45c0-ace6-c05584e09ac8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4885232 Feb 10 06:33:30.621835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b60fa03f-92f9-444e-868c-6b7a76e74fa7 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:30.648078 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks [] for router (fd398c79-e544-4c42-9049-e538cb56a8aa), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.655388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a29af936-3f6e-47dd-8ba7-fda586c5fd03 req-7b6ccdf9-9315-40c9-90e5-f8b7a4a68c47 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914772 Feb 10 06:33:30.710582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port b60fa03f-92f9-444e-868c-6b7a76e74fa7 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:33:30.714941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port b60fa03f-92f9-444e-868c-6b7a76e74fa7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:30.715325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.738889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-395a742f-99a7-4253-be34-5a35c3eb4102 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.771046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-395a742f-99a7-4253-be34-5a35c3eb4102 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.805128 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-a238ecb0-f9ed-4596-9eb6-48123bef2956 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.806326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b60fa03f-92f9-444e-868c-6b7a76e74fa7 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:30.806326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.814701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-a238ecb0-f9ed-4596-9eb6-48123bef2956 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (544c9487-aba7-468f-a80c-bab242f1c3af), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.815077 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-a238ecb0-f9ed-4596-9eb6-48123bef2956 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Floating IP 544c9487-aba7-468f-a80c-bab242f1c3af disassociated. External IP: 172.25.8.213, port: ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3. Feb 10 06:33:30.835156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:30.837605 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd7bf9d-0c4b-4e11-b220-0a73ba86ae59" -d '{"events": [{"server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "name": "network-vif-plugged", "status": "completed", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:30.851160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:30.855808 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.877215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b15644-559d-4091-a9be-7009731003ea req-ea8def17-8ac0-445e-8e0c-328830126f3b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:30.878868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16b15644-559d-4091-a9be-7009731003ea req-ea8def17-8ac0-445e-8e0c-328830126f3b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 944 time: 0.1421413 Feb 10 06:33:30.913032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b60fa03f-92f9-444e-868c-6b7a76e74fa7,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:30.920272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-395a742f-99a7-4253-be34-5a35c3eb4102 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.921364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395a742f-99a7-4253-be34-5a35c3eb4102 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Fanout notify agent at l3_agent the message router_deleted on router dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:33:30.957462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-395a742f-99a7-4253-be34-5a35c3eb4102 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.959707 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-395a742f-99a7-4253-be34-5a35c3eb4102 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8 HTTP/1.1" status: 204 len: 168 time: 0.9019454 Feb 10 06:33:30.962595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:30.963154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-2a9b4726-2369-4ccd-8bb5-acd52e161e85 service neutron] 10.222.0.13 "GET /v2.0/networks/a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248434 Feb 10 06:33:30.964398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (fd398c79-e544-4c42-9049-e538cb56a8aa), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:30.966662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks [] for router_controller (fd398c79-e544-4c42-9049-e538cb56a8aa), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.023644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16b15644-559d-4091-a9be-7009731003ea req-47e52a40-9b4a-489b-bc00-d3fcb54f7f4f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322644 Feb 10 06:33:31.032071 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (fd398c79-e544-4c42-9049-e538cb56a8aa), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.032391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd398c79-e544-4c42-9049-e538cb56a8aa {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:33:31.068235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dcc8ef-7152-409f-8743-46c81b737371 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting subnet 5a430928-26f4-4b89-a652-44aeb3e8eb91 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:33:31.083769 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 06:33:31.084063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11dcc8ef-7152-409f-8743-46c81b737371 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (5a430928-26f4-4b89-a652-44aeb3e8eb91), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.084901 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5afabaac-e5cb-44d7-b780-084512bdb5d1 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8945901 Feb 10 06:33:31.087798 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41706) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:31.132087 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-07fff313-a504-47fe-949f-4ba3f395cd48 service neutron] 10.222.0.13 "GET /v2.0/networks/a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573620 Feb 10 06:33:31.182940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-24427ec2-9739-472b-8fa4-3a8175979fd2 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Deleting port b407cdce-c36c-4efe-8ed0-1747e1070aac {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:31.183451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24427ec2-9739-472b-8fa4-3a8175979fd2 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b407cdce-c36c-4efe-8ed0-1747e1070aac), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.198474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11dcc8ef-7152-409f-8743-46c81b737371 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (5a430928-26f4-4b89-a652-44aeb3e8eb91), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.248835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35f4587a-0ac2-4c64-9c79-e43c5acd9af6 req-131a8dfe-2ad8-4f74-af47-6aeecc7d756b tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1758702 Feb 10 06:33:31.279666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-a238ecb0-f9ed-4596-9eb6-48123bef2956 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Router 095a36ab-47b7-476d-b780-a3a5c75af4f7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:31.296507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-0d53592e-d9a3-4dea-b08f-0908dc593552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:31.298029 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-0d53592e-d9a3-4dea-b08f-0908dc593552 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.1023316 Feb 10 06:33:31.302107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24427ec2-9739-472b-8fa4-3a8175979fd2 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b407cdce-c36c-4efe-8ed0-1747e1070aac), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.332142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-24427ec2-9739-472b-8fa4-3a8175979fd2 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Calling delete_port for b407cdce-c36c-4efe-8ed0-1747e1070aac owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:31.349018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4587a-0ac2-4c64-9c79-e43c5acd9af6 req-9c947842-fe75-4be4-a569-4d0ba11d6abd tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:31.350738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35f4587a-0ac2-4c64-9c79-e43c5acd9af6 req-9c947842-fe75-4be4-a569-4d0ba11d6abd tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports/aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 200 len: 942 time: 0.0919013 Feb 10 06:33:31.411449 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11dcc8ef-7152-409f-8743-46c81b737371 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5a430928-26f4-4b89-a652-44aeb3e8eb91), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.453570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-681c9ab6-fdc6-42a1-9b73-7afd2ecdf7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:31.455092 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-681c9ab6-fdc6-42a1-9b73-7afd2ecdf7ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.1503370 Feb 10 06:33:31.506233 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-54bab8db-19b7-41a1-bb09-73f5aaff305d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 217 time: 0.0397241 Feb 10 06:33:31.562081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35f4587a-0ac2-4c64-9c79-e43c5acd9af6 req-235b9aaa-4c82-4b5e-afe6-0632d0575b9f tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1638451 Feb 10 06:33:31.567293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-a238ecb0-f9ed-4596-9eb6-48123bef2956 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:31.575833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-a238ecb0-f9ed-4596-9eb6-48123bef2956 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.582920 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] Sync routers for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:31.592972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-b2c08a01-2549-4f0b-8028-d4f333ef540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:31.594488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-b2c08a01-2549-4f0b-8028-d4f333ef540e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.0812519 Feb 10 06:33:31.596445 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:31.597267 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:31.599206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24427ec2-9739-472b-8fa4-3a8175979fd2 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b407cdce-c36c-4efe-8ed0-1747e1070aac), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.626358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11dcc8ef-7152-409f-8743-46c81b737371 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5a430928-26f4-4b89-a652-44aeb3e8eb91), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.663927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24427ec2-9739-472b-8fa4-3a8175979fd2 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Pushing event deleted for resources: {'Port': ['ID=b407cdce-c36c-4efe-8ed0-1747e1070aac,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:31.698391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-a238ecb0-f9ed-4596-9eb6-48123bef2956 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "PUT /v2.0/floatingips/544c9487-aba7-468f-a80c-bab242f1c3af HTTP/1.1" status: 200 len: 695 time: 1.2007182 Feb 10 06:33:31.699093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcc8ef-7152-409f-8743-46c81b737371 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Subnet': ['ID=5a430928-26f4-4b89-a652-44aeb3e8eb91,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:31.727652 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:31.730842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-09330a54-aa53-448c-9f6b-aa0e495bc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:31.732574 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-09330a54-aa53-448c-9f6b-aa0e495bc60a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1282897 Feb 10 06:33:31.736305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24427ec2-9739-472b-8fa4-3a8175979fd2 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.737583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:31.741153 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:31.745369 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-24427ec2-9739-472b-8fa4-3a8175979fd2 tempest-RoutersAdminNegativeIpV6Test-859053576 tempest-RoutersAdminNegativeIpV6Test-859053576-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b407cdce-c36c-4efe-8ed0-1747e1070aac HTTP/1.1" status: 204 len: 168 time: 0.6552205 Feb 10 06:33:31.752052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11dcc8ef-7152-409f-8743-46c81b737371 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:31.755488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-11dcc8ef-7152-409f-8743-46c81b737371 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/5a430928-26f4-4b89-a652-44aeb3e8eb91 HTTP/1.1" status: 204 len: 168 time: 0.7900815 Feb 10 06:33:31.762238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca97498-90f4-4c6e-8d67-2a1a81f6571a None None] Network cb8b3d84-e215-414a-989e-c89ab7236bb9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:31.764221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:31.879216 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-6209f5d0-5d21-4a0e-8a43-b022b66caa99 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327012 Feb 10 06:33:31.899478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-ee9ac159-997f-4e99-b08b-89e0359aff63 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:31.901043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-ee9ac159-997f-4e99-b08b-89e0359aff63 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 949 time: 0.2725191 Feb 10 06:33:31.917085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4587a-0ac2-4c64-9c79-e43c5acd9af6 req-eb084649-ccac-4825-a1cd-4edb5ccce034 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:31.918566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35f4587a-0ac2-4c64-9c79-e43c5acd9af6 req-eb084649-ccac-4825-a1cd-4edb5ccce034 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.3482683 Feb 10 06:33:31.934093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (cb8b3d84-e215-414a-989e-c89ab7236bb9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.009225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-c4cef659-bb1e-4b2c-8e32-323d9a163c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:32.010823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-c4cef659-bb1e-4b2c-8e32-323d9a163c62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8525771e9e3c4d0dbc1ec48468f0dc0d&device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 1127 time: 0.2657447 Feb 10 06:33:32.051920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-68c2a85a-e179-4e56-8388-fdb978dd3d9c service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669068 Feb 10 06:33:32.149219 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8d59874d-2eed-4b16-b6f3-ff3ec4498afd', 'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'mac_address': 'fa:16:3e:e4:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:28Z', 'updated_at': '2022-02-10T06:32:37Z', 'revision_number': 5, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'subnets': [{'id': '524d76dd-0c22-4938-b584-142db313b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:32.164232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-42054648-1822-43c3-8522-ea89cb75f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:32.166769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-42054648-1822-43c3-8522-ea89cb75f868 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 1127 time: 0.0664425 Feb 10 06:33:32.188508 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] Checking router: 095a36ab-47b7-476d-b780-a3a5c75af4f7 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:32.208495 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:32.211171 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:32.219644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae844dfb-d7a4-45e2-ae5b-fa29d5a034af None None] DHCP port deletion for cb8b3d84-e215-414a-989e-c89ab7236bb9 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:33:32.261241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41720) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:32.321864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ae844dfb-d7a4-45e2-ae5b-fa29d5a034af None None] Deleting port a489d732-4375-4dc1-9ce2-9805760eb840 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:32.322739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Deleting port 995bc93b-47f0-4ba6-a240-768a7c72bf58 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:32.323083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.323345 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae844dfb-d7a4-45e2-ae5b-fa29d5a034af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.333624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-f1b8c4c5-a253-4806-98d1-acf919e07735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:32.340169 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-f1b8c4c5-a253-4806-98d1-acf919e07735 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.1588247 Feb 10 06:33:32.357106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c506a-3869-484e-89ce-f97177ee062d req-b8b3e34f-bb95-47c5-af3c-1789ecce04f3 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:32.364787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-816c506a-3869-484e-89ce-f97177ee062d req-b8b3e34f-bb95-47c5-af3c-1789ecce04f3 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08559ec-558a-45e7-bddd-bad70ca063fb HTTP/1.1" status: 200 len: 949 time: 0.3079274 Feb 10 06:33:32.376365 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:32.388003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-5e556c68-f611-4485-b276-bcd0e782f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:32.389592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-5e556c68-f611-4485-b276-bcd0e782f0fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=327f4065-4b8d-4984-9e6e-20d2c70521c7 HTTP/1.1" status: 200 len: 928 time: 0.3621893 Feb 10 06:33:32.406761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port a489d732-4375-4dc1-9ce2-9805760eb840 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:32.407561 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.428881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ae844dfb-d7a4-45e2-ae5b-fa29d5a034af None None] For port a489d732-4375-4dc1-9ce2-9805760eb840, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a489d732-4375-4dc1-9ce2-9805760eb840,segment=NetworkSegment(0781d6f6-56a4-4d2c-858e-ace87fd6afa2),segment_id=0781d6f6-56a4-4d2c-858e-ace87fd6afa2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:32.429695 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae844dfb-d7a4-45e2-ae5b-fa29d5a034af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.447585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ae844dfb-d7a4-45e2-ae5b-fa29d5a034af None None] Calling delete_port for a489d732-4375-4dc1-9ce2-9805760eb840 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:32.510128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-cd74579d-31b0-4c56-9fba-7c8483b4ea31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 200 len: 1001 time: 0.1647460 Feb 10 06:33:32.511079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4805-642a-4752-9a1a-505879f7b2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.545910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae844dfb-d7a4-45e2-ae5b-fa29d5a034af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.569416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae844dfb-d7a4-45e2-ae5b-fa29d5a034af None None] No DVR routers for this DVR port a489d732-4375-4dc1-9ce2-9805760eb840 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:32.611768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-f3f978b2-9bf5-4c2c-be96-cf6fa9f7df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:32.614645 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-f3f978b2-9bf5-4c2c-be96-cf6fa9f7df23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.0938957 Feb 10 06:33:32.622797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae844dfb-d7a4-45e2-ae5b-fa29d5a034af None None] Pushing event deleted for resources: {'Port': ['ID=a489d732-4375-4dc1-9ce2-9805760eb840,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:32.735446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398989-e063-4a74-8cf0-f20b67effab5 req-fdf5bebf-12b6-45d7-ac09-8fe686a0d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:32.738949 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-fdf5bebf-12b6-45d7-ac09-8fe686a0d086 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1140616 Feb 10 06:33:32.741787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4805-642a-4752-9a1a-505879f7b2b0 admin admin] Publish callbacks [] for security_group (d71743b9-fb26-4d0d-9840-916691e62e60), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.747177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4805-642a-4752-9a1a-505879f7b2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d71743b9-fb26-4d0d-9840-916691e62e60), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.779839 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8d59874d-2eed-4b16-b6f3-ff3ec4498afd', 'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'mac_address': 'fa:16:3e:e4:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:28Z', 'updated_at': '2022-02-10T06:32:37Z', 'revision_number': 5, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'subnets': [{'id': '524d76dd-0c22-4938-b584-142db313b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:32.807640 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b446e2-b735-4d5b-bd24-b74c2d6cc28c None None] The sync data for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 is: [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:32:31Z', 'revision_number': 4, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8d59874d-2eed-4b16-b6f3-ff3ec4498afd', 'name': '', 'network_id': '327f4065-4b8d-4984-9e6e-20d2c70521c7', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'mac_address': 'fa:16:3e:e4:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '524d76dd-0c22-4938-b584-142db313b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:28Z', 'updated_at': '2022-02-10T06:32:37Z', 'revision_number': 5, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'subnets': [{'id': '524d76dd-0c22-4938-b584-142db313b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:32.809429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-0e6a6d1a-3118-4d60-b6e0-b1bfa39e281e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 HTTP/1.1" status: 200 len: 217 time: 0.4102216 Feb 10 06:33:32.845179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5c1c4805-642a-4752-9a1a-505879f7b2b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01fb0778de914fc7ad808939a9566fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5803103 Feb 10 06:33:32.845513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c4805-642a-4752-9a1a-505879f7b2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71743b9-fb26-4d0d-9840-916691e62e60,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:32.851689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41724) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:32.911773 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-46ad505e-d72c-413c-af26-451af90774bc service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596491 Feb 10 06:33:32.924691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-816c506a-3869-484e-89ce-f97177ee062d req-83c29df8-d667-4104-9e0e-d2073f13b6a0 tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dc9794-8b47-4341-8891-0c1ee0b05235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589511 Feb 10 06:33:32.956426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] For port 995bc93b-47f0-4ba6-a240-768a7c72bf58, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=995bc93b-47f0-4ba6-a240-768a7c72bf58,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:32.956825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.970572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port a489d732-4375-4dc1-9ce2-9805760eb840, host n-d-828670-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:32.970943 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:32.995033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Calling delete_port for 995bc93b-47f0-4ba6-a240-768a7c72bf58 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:33.000425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for a489d732-4375-4dc1-9ce2-9805760eb840 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:33.008012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Port a489d732-4375-4dc1-9ce2-9805760eb840 was not found and therefore no delete operation was performed {{(pid=103214) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:33:33.016532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-2d39c39b-4f14-43fd-bf17-397f73248c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:33.018032 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-2d39c39b-4f14-43fd-bf17-397f73248c74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=524d76dd-0c22-4938-b584-142db313b9b7 HTTP/1.1" status: 200 len: 867 time: 0.1974506 Feb 10 06:33:33.031397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a489d732-4375-4dc1-9ce2-9805760eb840), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.035530 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95398989-e063-4a74-8cf0-f20b67effab5 req-9f551bf4-a6e0-4db7-a2e6-d0514303d2ca service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146715 Feb 10 06:33:33.119343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e8d6d-617d-46d0-8874-6f78e644b32a None None] New status for floating IP 544c9487-aba7-468f-a80c-bab242f1c3af: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:33:33.139227 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=a489d732-4375-4dc1-9ce2-9805760eb840,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:33.147987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No DVR routers for this DVR port a489d732-4375-4dc1-9ce2-9805760eb840 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:33.193883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba4b65d3-942e-44a4-8c1f-871f47bb77b6 admin admin] Publish callbacks [] for security_group (d71743b9-fb26-4d0d-9840-916691e62e60), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.255438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a489d732-4375-4dc1-9ce2-9805760eb840 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:33.273912 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba4b65d3-942e-44a4-8c1f-871f47bb77b6 admin admin] Publish callbacks [] for security_group (d71743b9-fb26-4d0d-9840-916691e62e60), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.308929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a489d732-4375-4dc1-9ce2-9805760eb840 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:33.309279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a489d732-4375-4dc1-9ce2-9805760eb840 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:33.321356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6e30c-e23d-47d2-97db-a6c300b0327b req-bed42a9c-3b68-48a2-aa6a-420b9a341dcb tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:33.322903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4e6e30c-e23d-47d2-97db-a6c300b0327b req-bed42a9c-3b68-48a2-aa6a-420b9a341dcb tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.3168590 Feb 10 06:33:33.327875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (cb8b3d84-e215-414a-989e-c89ab7236bb9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.337914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-09ed3c18-8aac-4c1f-9a04-40e89dcc26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:33.340001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-09ed3c18-8aac-4c1f-9a04-40e89dcc26e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=327f4065-4b8d-4984-9e6e-20d2c70521c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3037083 Feb 10 06:33:33.430860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8b3d84-e215-414a-989e-c89ab7236bb9']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:33.466687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0781d6f6-56a4-4d2c-858e-ace87fd6afa2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:33.467087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0781d6f6-56a4-4d2c-858e-ace87fd6afa2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:33.523341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (0781d6f6-56a4-4d2c-858e-ace87fd6afa2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.557752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba4b65d3-942e-44a4-8c1f-871f47bb77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d71743b9-fb26-4d0d-9840-916691e62e60), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.560937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba4b65d3-942e-44a4-8c1f-871f47bb77b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.562182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ba4b65d3-942e-44a4-8c1f-871f47bb77b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d71743b9-fb26-4d0d-9840-916691e62e60 HTTP/1.1" status: 204 len: 168 time: 0.6905644 Feb 10 06:33:33.569129 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (995bc93b-47f0-4ba6-a240-768a7c72bf58), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.573685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4e6e30c-e23d-47d2-97db-a6c300b0327b req-3f492d5c-f10d-414d-b92c-618b9d663155 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378788 Feb 10 06:33:33.585837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['995bc93b-47f0-4ba6-a240-768a7c72bf58'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:33:33.588816 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0781d6f6-56a4-4d2c-858e-ace87fd6afa2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.619464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:33:33.620091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (0781d6f6-56a4-4d2c-858e-ace87fd6afa2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:33:33.625387 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:33:33.627308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b65d3-942e-44a4-8c1f-871f47bb77b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71743b9-fb26-4d0d-9840-916691e62e60,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:33.627967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Pushing event deleted for resources: {'Port': ['ID=995bc93b-47f0-4ba6-a240-768a7c72bf58,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:33.730163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-73eeda56-a592-465a-8012-5a553f9545c4 service neutron] 10.222.0.21 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712859 Feb 10 06:33:33.755794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] No DVR routers for this DVR port 995bc93b-47f0-4ba6-a240-768a7c72bf58 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:33.780185 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.784595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28d0a824-a137-41f8-af10-b32ce95f4301 req-61136cf8-71d3-41ef-a2ce-1b46252ef53e tempest-ServerDiagnosticsNegativeTest-1524683125 tempest-ServerDiagnosticsNegativeTest-1524683125-project] 10.222.0.24 "DELETE /v2.0/ports/995bc93b-47f0-4ba6-a240-768a7c72bf58 HTTP/1.1" status: 204 len: 173 time: 1.8759351 Feb 10 06:33:33.787480 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (cb8b3d84-e215-414a-989e-c89ab7236bb9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.820302 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.827102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/networks/cb8b3d84-e215-414a-989e-c89ab7236bb9 HTTP/1.1" status: 204 len: 168 time: 2.0506279 Feb 10 06:33:33.828472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41732) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:33.837478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-624510210'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:33.846821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda1a6b-a45c-45ae-aa37-4f55a9015cc6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Network': ['ID=cb8b3d84-e215-414a-989e-c89ab7236bb9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:33.866459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:33.886830 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.925329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2647fc-0875-4647-8cce-d3df5dcb4f4b req-316d0ad6-835d-40a8-983e-4237321bc56b tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:33.929531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a2647fc-0875-4647-8cce-d3df5dcb4f4b req-316d0ad6-835d-40a8-983e-4237321bc56b tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.2323124 Feb 10 06:33:33.944986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41734) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:33.947281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:33:33.963839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-948dd428-7e41-4054-ae7e-5be5647e8097 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Request body: {'floatingip': {'port_id': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:33.970011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b45a0f37-0032-453a-8853-3301118358a1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:33.970807 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added segment b45a0f37-0032-453a-8853-3301118358a1 of type vlan for network b07095ca-faaf-402e-8d77-763a1932a258 Feb 10 06:33:34.004652 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4576aac3-e136-4667-b2ac-55515f62f19a x-openstack-request-id: req-4576aac3-e136-4667-b2ac-55515f62f19a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:34.005450 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "name": "network-vif-plugged", "status": "completed", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:34.005450 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4576aac3-e136-4667-b2ac-55515f62f19a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:34.005868 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7', 'code': 200} Feb 10 06:33:34.016847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea1e0dc3-add4-4f18-bb6e-af1d98c879c4 req-16c80a09-ee8d-499c-8eeb-1b88013abf60 service neutron] 10.222.0.21 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631538 Feb 10 06:33:34.021857 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-948dd428-7e41-4054-ae7e-5be5647e8097 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for floatingip (6a12a5db-a94d-4ca6-b96f-b4b04c56316b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.042700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41738) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:34.059352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b07095ca-faaf-402e-8d77-763a1932a258), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.077458 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5359a712-33d9-400e-a2b9-f9527fe95f8f x-openstack-request-id: req-5359a712-33d9-400e-a2b9-f9527fe95f8f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:34.077768 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:34.077989 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5359a712-33d9-400e-a2b9-f9527fe95f8f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:34.078509 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'status': 'completed', 'code': 200} Feb 10 06:33:34.145447 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b07095ca-faaf-402e-8d77-763a1932a258), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.150366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:34.150962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.186944 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-072c2ade-bc76-496a-8a35-040919a97854 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ac1af3d25d44dada2f0ae0bed85ec82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424012 Feb 10 06:33:34.189420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:34.208840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135629f-fe54-43a0-a62c-c6cdbc0ff319 req-c12540f1-6f93-4059-9637-fc9171c8dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:34.210459 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c135629f-fe54-43a0-a62c-c6cdbc0ff319 req-c12540f1-6f93-4059-9637-fc9171c8dcda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 1127 time: 0.1378946 Feb 10 06:33:34.254508 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4233840 Feb 10 06:33:34.265044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41744) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:34.271806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'subnet': {'network_id': 'b07095ca-faaf-402e-8d77-763a1932a258', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:34.275649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7722887-6ae3-444a-b252-fb595a980148 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Network': ['ID=b07095ca-faaf-402e-8d77-763a1932a258,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:34.288709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b07095ca-faaf-402e-8d77-763a1932a258 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:33:34.303583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-7ad50d8b-fb11-4345-8a9e-75861627520a tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.2282431 Feb 10 06:33:34.352062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c135629f-fe54-43a0-a62c-c6cdbc0ff319 req-9cd8a673-50ee-46c8-b45d-3b5cfffd9bd0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354814 Feb 10 06:33:34.387519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:34.391005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.425464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-b29a2222-a62c-4e6d-bbb4-7d5b0705b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:34.427485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-b29a2222-a62c-4e6d-bbb4-7d5b0705b0de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8525771e9e3c4d0dbc1ec48468f0dc0d&device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 1127 time: 0.3384135 Feb 10 06:33:34.434021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66274a-e421-4c7b-bf38-c8cfb5919f00 req-10652d31-96ef-410e-b1df-62459afb4845 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:34.435440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec66274a-e421-4c7b-bf38-c8cfb5919f00 req-10652d31-96ef-410e-b1df-62459afb4845 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2993486 Feb 10 06:33:34.494883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8de35b-34ef-417d-94bb-44983183288a admin admin] Publish callbacks [] for security_group (2e08842b-30d5-49e5-90c9-7ccbbcc59125), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.574090 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (40a2620b-f9e6-49c1-a7a5-dffb275b5bd4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.616483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-cc8e60fb-1f29-4f2b-b49b-d369311d7004 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:34.617873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-cc8e60fb-1f29-4f2b-b49b-d369311d7004 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports/aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 200 len: 942 time: 0.2126794 Feb 10 06:33:34.634225 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8de35b-34ef-417d-94bb-44983183288a admin admin] Publish callbacks [] for security_group (2e08842b-30d5-49e5-90c9-7ccbbcc59125), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.638726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Subnet': ['ID=40a2620b-f9e6-49c1-a7a5-dffb275b5bd4,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:34.648186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Checking segment: {'id': 'b45a0f37-0032-453a-8853-3301118358a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b07095ca-faaf-402e-8d77-763a1932a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:34.648448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network hostable DHCP agents. Network: b07095ca-faaf-402e-8d77-763a1932a258, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:33:34.668083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network b07095ca-faaf-402e-8d77-763a1932a258 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:33:34.678552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b07095ca-faaf-402e-8d77-763a1932a258) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:34.682749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:34.683353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.688463 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec66274a-e421-4c7b-bf38-c8cfb5919f00 req-67b04de7-9e92-4635-982b-43e1726cf51a tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343652 Feb 10 06:33:34.690366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db648e7-d0f8-4b33-a1d0-e1dd99ef510e None None] Network b07095ca-faaf-402e-8d77-763a1932a258 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:34.714152 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-77c8fd97-f380-4eb5-851c-ba1f91c2a80e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4412551 Feb 10 06:33:34.714152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41746) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:34.718236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a0878779-25f4-4307-810f-bed9ed77eae6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-460057799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:34.750259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0878779-25f4-4307-810f-bed9ed77eae6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (9364c87c-19ce-4f8b-9408-a14e4868f2af), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.752342 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0878779-25f4-4307-810f-bed9ed77eae6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (9364c87c-19ce-4f8b-9408-a14e4868f2af), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.821114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b07095ca-faaf-402e-8d77-763a1932a258', 'network_id': 'b07095ca-faaf-402e-8d77-763a1932a258', 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'fixed_ips': [{'subnet_id': '40a2620b-f9e6-49c1-a7a5-dffb275b5bd4'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:33:34.822495 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.824747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0878779-25f4-4307-810f-bed9ed77eae6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (9364c87c-19ce-4f8b-9408-a14e4868f2af), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.830674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0878779-25f4-4307-810f-bed9ed77eae6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (9364c87c-19ce-4f8b-9408-a14e4868f2af), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.848481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-37c60827-8db1-4e07-bed0-09815840e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:34.850461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-37c60827-8db1-4e07-bed0-09815840e3f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=327f4065-4b8d-4984-9e6e-20d2c70521c7 HTTP/1.1" status: 200 len: 928 time: 0.4140127 Feb 10 06:33:34.854725 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0878779-25f4-4307-810f-bed9ed77eae6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:34.856016 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a0878779-25f4-4307-810f-bed9ed77eae6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1451631 Feb 10 06:33:34.858875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41748) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:35.013692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8de35b-34ef-417d-94bb-44983183288a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2e08842b-30d5-49e5-90c9-7ccbbcc59125), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.017186 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8de35b-34ef-417d-94bb-44983183288a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.018787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c8de35b-34ef-417d-94bb-44983183288a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e08842b-30d5-49e5-90c9-7ccbbcc59125 HTTP/1.1" status: 204 len: 168 time: 0.8095400 Feb 10 06:33:35.020585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-49990dfc-79d2-4bfa-b272-eefb42779af4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 HTTP/1.1" status: 200 len: 217 time: 0.1370957 Feb 10 06:33:35.037919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-31b9c599-f2ed-4d43-915c-6f7cc73ea918 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.3634267 Feb 10 06:33:35.091831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Allocated IP 2001:db8::2 (b07095ca-faaf-402e-8d77-763a1932a258/40a2620b-f9e6-49c1-a7a5-dffb275b5bd4/8a8c2b9a-c891-4a77-9205-edf7eea3a01c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:35.262095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8de35b-34ef-417d-94bb-44983183288a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e08842b-30d5-49e5-90c9-7ccbbcc59125,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:35.317026 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Publish callbacks [] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.326378 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.366110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-b5851617-6545-4d88-8dec-1821948bc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:35.373055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-b5851617-6545-4d88-8dec-1821948bc560 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=524d76dd-0c22-4938-b584-142db313b9b7 HTTP/1.1" status: 200 len: 867 time: 0.1201954 Feb 10 06:33:35.399890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Pushing event updated for resources: {'Port': ['ID=8a8c2b9a-c891-4a77-9205-edf7eea3a01c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:35.409688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Network b07095ca-faaf-402e-8d77-763a1932a258 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:35.414542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:35.420167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:35.429886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.492022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Attempting to bind port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:35.492546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Attempting to bind port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'b45a0f37-0032-453a-8853-3301118358a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b07095ca-faaf-402e-8d77-763a1932a258'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:35.492924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Attempting to bind port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c on network b07095ca-faaf-402e-8d77-763a1932a258 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:35.499666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:35.500060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Checking segment: {'id': 'b45a0f37-0032-453a-8853-3301118358a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b07095ca-faaf-402e-8d77-763a1932a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:35.500479 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.500948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Bound using segment: {'id': 'b45a0f37-0032-453a-8853-3301118358a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b07095ca-faaf-402e-8d77-763a1932a258'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:35.501442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Bound port: 8a8c2b9a-c891-4a77-9205-edf7eea3a01c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45a0f37-0032-453a-8853-3301118358a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b07095ca-faaf-402e-8d77-763a1932a258'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:35.501962 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.578971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] For port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:35.583002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] For port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8a8c2b9a-c891-4a77-9205-edf7eea3a01c,segment=NetworkSegment(b45a0f37-0032-453a-8853-3301118358a1),segment_id=b45a0f37-0032-453a-8853-3301118358a1)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:35.592696 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.658571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc73ee0-6211-4254-a7b2-6e43b8ad3bf7 None None] Pushing event updated for resources: {'Port': ['ID=8a8c2b9a-c891-4a77-9205-edf7eea3a01c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:35.757492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-948dd428-7e41-4054-ae7e-5be5647e8097 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.785710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a5292-f61a-4881-9dc1-9fd287818bdf req-7d328417-da48-46d9-a991-6fbc575dd50d tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:35.787365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9a5292-f61a-4881-9dc1-9fd287818bdf req-7d328417-da48-46d9-a991-6fbc575dd50d tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 1.0038154 Feb 10 06:33:35.801437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-948dd428-7e41-4054-ae7e-5be5647e8097 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (6a12a5db-a94d-4ca6-b96f-b4b04c56316b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:35.814636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 2001:db8::1 (b07095ca-faaf-402e-8d77-763a1932a258/40a2620b-f9e6-49c1-a7a5-dffb275b5bd4/e1fc89e7-914f-4576-acb0-60c0ac19fad3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:35.934694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-71aa088f-7f0e-44e1-82ea-865e94515b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:35.936262 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-71aa088f-7f0e-44e1-82ea-865e94515b5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=327f4065-4b8d-4984-9e6e-20d2c70521c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5435154 Feb 10 06:33:36.040140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9a5292-f61a-4881-9dc1-9fd287818bdf req-e79d34db-ccb8-4c41-afaf-cdad3bbca22a tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358291 Feb 10 06:33:36.058737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-2156d3f0-0e6c-48db-9896-202d573785e0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:36.060151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-2156d3f0-0e6c-48db-9896-202d573785e0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.8008251 Feb 10 06:33:36.073692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.096068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08559ec-558a-45e7-bddd-bad70ca063fb', 'name': 'network-vif-deleted', 'tag': '995bc93b-47f0-4ba6-a240-768a7c72bf58'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:36.098933 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50926c10-4ab4-49f2-a57e-4226c36f8a88" -d '{"events": [{"server_uuid": "c08559ec-558a-45e7-bddd-bad70ca063fb", "name": "network-vif-deleted", "tag": "995bc93b-47f0-4ba6-a240-768a7c72bf58"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:36.140025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41776) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:36.172815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.185486 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-948dd428-7e41-4054-ae7e-5be5647e8097 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Floating IP 6a12a5db-a94d-4ca6-b96f-b4b04c56316b associated. External IP: 172.25.8.242, port: ffec342e-1e6b-421a-9047-9d5ea3fe0f2a. Feb 10 06:33:36.227724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network b07095ca-faaf-402e-8d77-763a1932a258 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:36.231668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:36.240640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:36.241483 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (9364c87c-19ce-4f8b-9408-a14e4868f2af), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.290897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=e1fc89e7-914f-4576-acb0-60c0ac19fad3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:36.296465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd3f8916-4b46-4490-8835-a662191524a0 req-9bd95de3-0029-418f-85f3-56ddbeae753f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips/544c9487-aba7-468f-a80c-bab242f1c3af HTTP/1.1" status: 200 len: 693 time: 0.1277494 Feb 10 06:33:36.304328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-2d0b08a7-7885-4f7b-9e56-14bb1d15b01b tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.2342939 Feb 10 06:33:36.305465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-61c3d466-9a24-403b-9012-56ce7a18481e service neutron] 10.222.0.24 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420277 Feb 10 06:33:36.310203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1228596769'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:36.329181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-3a208be4-cac5-4665-bde1-d8c28c83ec85 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:36.369428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Made reservation on behalf of ecacd95f02a34362ab3277776a0873ac for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:36.374110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.387540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.445319 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.501954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41784) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:36.559582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-3a208be4-cac5-4665-bde1-d8c28c83ec85 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.628024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.630737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks [] for security_group (c4da5060-fd1a-4cee-b44f-25af59dd90e4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.644200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c4da5060-fd1a-4cee-b44f-25af59dd90e4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.700019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee4bf5cb-d035-4c99-87f3-44b3ed859aae req-47ef3e6b-5017-4d0f-874c-3ebcf4bf8266 service neutron] 10.222.0.24 "GET /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780489 Feb 10 06:33:36.714666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f8916-4b46-4490-8835-a662191524a0 req-e0ff7588-dc0c-4e97-af5f-6862a9208424 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:36.718566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:33:36.721982 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd3f8916-4b46-4490-8835-a662191524a0 req-e0ff7588-dc0c-4e97-af5f-6862a9208424 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.4137049 Feb 10 06:33:36.759606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c2147bbb-3654-4c08-a4c4-1c007767951f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.759949 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Added segment c2147bbb-3654-4c08-a4c4-1c007767951f of type vlan for network b3353774-56e0-40a7-8452-4bc05f8b12bb Feb 10 06:33:36.770733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4da5060-fd1a-4cee-b44f-25af59dd90e4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:36.777450 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e1d99b8f-bfa6-4ad4-bc97-0d355b2f1386 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a527f1759c734486aebe230e554f7573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696187 Feb 10 06:33:36.791011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41788) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:36.858217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd3f8916-4b46-4490-8835-a662191524a0 req-989715a6-d6dd-493d-8b77-74e6ec94487b tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.1347544 Feb 10 06:33:36.880129 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b3353774-56e0-40a7-8452-4bc05f8b12bb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.943400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 995bc93b-47f0-4ba6-a240-768a7c72bf58 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:36.950846 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b3353774-56e0-40a7-8452-4bc05f8b12bb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.957093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:36.958009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:36.976004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 995bc93b-47f0-4ba6-a240-768a7c72bf58 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:36.976364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 995bc93b-47f0-4ba6-a240-768a7c72bf58 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:37.011956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.023039 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.024032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (9364c87c-19ce-4f8b-9408-a14e4868f2af), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.029096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd3f8916-4b46-4490-8835-a662191524a0 req-cd6f8c10-5991-4367-a621-b841e382f81d tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.1275992 Feb 10 06:33:37.063863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf05ad-489b-482d-a155-9395f5007175 None None] Network b07095ca-faaf-402e-8d77-763a1932a258 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:37.067715 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9246659 Feb 10 06:33:37.085657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:37.095261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Request body: {'subnet': {'network_id': 'b3353774-56e0-40a7-8452-4bc05f8b12bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:37.100337 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688ba7e-df05-499c-9824-13995567d906 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event updated for resources: {'Network': ['ID=b3353774-56e0-40a7-8452-4bc05f8b12bb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:37.101612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-3a208be4-cac5-4665-bde1-d8c28c83ec85 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.142041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=e1fc89e7-914f-4576-acb0-60c0ac19fad3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:37.150995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b3353774-56e0-40a7-8452-4bc05f8b12bb details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:33:37.188317 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-3a208be4-cac5-4665-bde1-d8c28c83ec85 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.188673 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-3a208be4-cac5-4665-bde1-d8c28c83ec85 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb disassociated. External IP: 172.25.8.107, port: aaaee3ff-01ed-4319-ac09-60ee5e83774e. Feb 10 06:33:37.222643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948dd428-7e41-4054-ae7e-5be5647e8097 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Router 22d45bb9-6943-448c-81d8-6109407dfd63 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:37.230720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0d9fa0d5-99be-4c27-9cd1-e685c1fab700 None None] Provisioning complete for port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:37.231101 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa0d5-99be-4c27-9cd1-e685c1fab700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.231214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network b07095ca-faaf-402e-8d77-763a1932a258 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:37.232991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:37.378059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8a8c2b9a-c891-4a77-9205-edf7eea3a01c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:37.402255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 9364c87c-19ce-4f8b-9408-a14e4868f2af is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:33:37.426910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0d9fa0d5-99be-4c27-9cd1-e685c1fab700 None None] Current status of the port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:37.427536 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa0d5-99be-4c27-9cd1-e685c1fab700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.476603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0d9fa0d5-99be-4c27-9cd1-e685c1fab700 None None] For port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8a8c2b9a-c891-4a77-9205-edf7eea3a01c,segment=NetworkSegment(b45a0f37-0032-453a-8853-3301118358a1),segment_id=b45a0f37-0032-453a-8853-3301118358a1)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:37.483976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:37.484661 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.507831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa0d5-99be-4c27-9cd1-e685c1fab700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.539453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:37.554971 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7261ac27-0cee-401f-8970-2c1685fc4245 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/9364c87c-19ce-4f8b-9408-a14e4868f2af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6949315 Feb 10 06:33:37.557230 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73a162-ec89-4185-a564-13c8b6a45a5c None None] Sync routers for ids ['9364c87c-19ce-4f8b-9408-a14e4868f2af'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:37.561181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41792) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:37.569093 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73a162-ec89-4185-a564-13c8b6a45a5c None None] Routers {'9364c87c-19ce-4f8b-9408-a14e4868f2af'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:37.570147 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5e73a162-ec89-4185-a564-13c8b6a45a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['9364c87c-19ce-4f8b-9408-a14e4868f2af'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:37.580987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fa0d5-99be-4c27-9cd1-e685c1fab700 None None] Pushing event updated for resources: {'Port': ['ID=8a8c2b9a-c891-4a77-9205-edf7eea3a01c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:37.619261 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5e73a162-ec89-4185-a564-13c8b6a45a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:37.629704 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73a162-ec89-4185-a564-13c8b6a45a5c None None] Routers {'9364c87c-19ce-4f8b-9408-a14e4868f2af'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:37.630603 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5e73a162-ec89-4185-a564-13c8b6a45a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['9364c87c-19ce-4f8b-9408-a14e4868f2af'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:37.658162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36586ea3-7243-4919-83fc-55591785d838 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:37.661910 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-36586ea3-7243-4919-83fc-55591785d838 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports/e1fc89e7-914f-4576-acb0-60c0ac19fad3 HTTP/1.1" status: 200 len: 911 time: 0.0975580 Feb 10 06:33:37.664647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41794) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:37.670054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:37.683595 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5e73a162-ec89-4185-a564-13c8b6a45a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:37.684582 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73a162-ec89-4185-a564-13c8b6a45a5c None None] The sync data for ids ['9364c87c-19ce-4f8b-9408-a14e4868f2af'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:37.715093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5362da4f-1cd6-442a-b172-91f0a87b81e4 admin admin] Publish callbacks [] for security_group (c1dc9794-8b47-4341-8891-0c1ee0b05235), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.740962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dbcb980f-bbcd-4309-80ea-64e52e7a23cc None None] Provisioning complete for port e1fc89e7-914f-4576-acb0-60c0ac19fad3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:37.741390 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbcb980f-bbcd-4309-80ea-64e52e7a23cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.787272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb980f-bbcd-4309-80ea-64e52e7a23cc None None] Port e1fc89e7-914f-4576-acb0-60c0ac19fad3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:37.798273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dbcb980f-bbcd-4309-80ea-64e52e7a23cc None None] Provisioning complete for port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:37.798684 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbcb980f-bbcd-4309-80ea-64e52e7a23cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.875739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5362da4f-1cd6-442a-b172-91f0a87b81e4 admin admin] Publish callbacks [] for security_group (c1dc9794-8b47-4341-8891-0c1ee0b05235), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:37.914534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb980f-bbcd-4309-80ea-64e52e7a23cc None None] Current status of the port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:37.933195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Made reservation on behalf of ecacd95f02a34362ab3277776a0873ac for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:37.936498 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.051994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-71d7e43c-fa73-46f1-9b8f-df73f28c37b6 None None] Provisioning complete for port e1fc89e7-914f-4576-acb0-60c0ac19fad3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:38.052751 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-71d7e43c-fa73-46f1-9b8f-df73f28c37b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.094212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (9364c87c-19ce-4f8b-9408-a14e4868f2af), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.099498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-71d7e43c-fa73-46f1-9b8f-df73f28c37b6 None None] Port e1fc89e7-914f-4576-acb0-60c0ac19fad3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:38.141860 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5362da4f-1cd6-442a-b172-91f0a87b81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c1dc9794-8b47-4341-8891-0c1ee0b05235), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.144765 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5362da4f-1cd6-442a-b172-91f0a87b81e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.146753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5362da4f-1cd6-442a-b172-91f0a87b81e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1dc9794-8b47-4341-8891-0c1ee0b05235 HTTP/1.1" status: 204 len: 168 time: 1.3547108 Feb 10 06:33:38.169033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948dd428-7e41-4054-ae7e-5be5647e8097 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:38.181228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362da4f-1cd6-442a-b172-91f0a87b81e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dc9794-8b47-4341-8891-0c1ee0b05235,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:38.184532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] Sync routers for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:38.196001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-fd3f8916-4b46-4490-8835-a662191524a0 req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Deleting port 888ace6d-ec79-457c-9946-65bfdbf9605e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:38.196460 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd3f8916-4b46-4490-8835-a662191524a0 req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (888ace6d-ec79-457c-9946-65bfdbf9605e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.213770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:38.214422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:38.220661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-948dd428-7e41-4054-ae7e-5be5647e8097 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.269851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-20217b45-fb45-4ba1-8885-b572d2dd5314 None None] Provisioning complete for port e1fc89e7-914f-4576-acb0-60c0ac19fad3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:38.270221 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20217b45-fb45-4ba1-8885-b572d2dd5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.419269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port e1fc89e7-914f-4576-acb0-60c0ac19fad3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:38.419970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.491365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-948dd428-7e41-4054-ae7e-5be5647e8097 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "PUT /v2.0/floatingips/6a12a5db-a94d-4ca6-b96f-b4b04c56316b HTTP/1.1" status: 200 len: 992 time: 4.5450921 Feb 10 06:33:38.512150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-20217b45-fb45-4ba1-8885-b572d2dd5314 None None] Port e1fc89e7-914f-4576-acb0-60c0ac19fad3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:38.528097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:38.536503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.554987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41802) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:38.556539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for e1fc89e7-914f-4576-acb0-60c0ac19fad3 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:38.567881 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd3f8916-4b46-4490-8835-a662191524a0 req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (888ace6d-ec79-457c-9946-65bfdbf9605e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.568312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd3f8916-4b46-4490-8835-a662191524a0 req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (888ace6d-ec79-457c-9946-65bfdbf9605e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.582368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ea91f13-88c3-441c-8138-25935c84fd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.591787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-3a208be4-cac5-4665-bde1-d8c28c83ec85 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Router 87cd296e-6acd-4f98-be96-032bb0885b9f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:38.598553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-fd3f8916-4b46-4490-8835-a662191524a0 req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Calling delete_port for 888ace6d-ec79-457c-9946-65bfdbf9605e owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:38.619811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (cddb698f-e29d-4d6c-9436-0c0d2379278d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.783470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:49Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '6a12a5db-a94d-4ca6-b96f-b4b04c56316b', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'port_id': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'mac_address': 'fa:16:3e:d8:14:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:33:01Z', 'updated_at': '2022-02-10T06:33:35Z', 'revision_number': 1, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1442400-6763-404e-a19d-4d488f4166b9', 'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'mac_address': 'fa:16:3e:59:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:44Z', 'updated_at': '2022-02-10T06:32:57Z', 'revision_number': 5, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'subnets': [{'id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:38.812907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] Checking router: 22d45bb9-6943-448c-81d8-6109407dfd63 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:38.816683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event updated for resources: {'Subnet': ['ID=cddb698f-e29d-4d6c-9436-0c0d2379278d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:38.833507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:38.838291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:38.876304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Checking segment: {'id': 'c2147bbb-3654-4c08-a4c4-1c007767951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b3353774-56e0-40a7-8452-4bc05f8b12bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:38.876788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Network hostable DHCP agents. Network: b3353774-56e0-40a7-8452-4bc05f8b12bb, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:33:38.919915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-3a208be4-cac5-4665-bde1-d8c28c83ec85 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:38.927067 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-3a208be4-cac5-4665-bde1-d8c28c83ec85 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:38.933609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Network b3353774-56e0-40a7-8452-4bc05f8b12bb is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:33:38.938475 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] Sync routers for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:38.959217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:38.960272 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:38.963747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:38.995498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b3353774-56e0-40a7-8452-4bc05f8b12bb) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:39.008585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62377de-2ecf-4a71-9b39-014e8391c577 None None] Network b3353774-56e0-40a7-8452-4bc05f8b12bb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:39.011265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:39.012581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.023115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-3a208be4-cac5-4665-bde1-d8c28c83ec85 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "PUT /v2.0/floatingips/e5efb17b-39c6-4425-a096-d2e08b56c4bb HTTP/1.1" status: 200 len: 695 time: 2.7114754 Feb 10 06:33:39.056580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd3f8916-4b46-4490-8835-a662191524a0 req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (888ace6d-ec79-457c-9946-65bfdbf9605e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.064936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fda82229-0d73-471b-b5ae-953be2f9375f tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9737015 Feb 10 06:33:39.082818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41804) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:39.096071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Request body: {'port': {'network_id': 'b3353774-56e0-40a7-8452-4bc05f8b12bb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-834847602'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:39.107669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e1fc89e7-914f-4576-acb0-60c0ac19fad3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.116187 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:39.116457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Pushing event deleted for resources: {'Port': ['ID=888ace6d-ec79-457c-9946-65bfdbf9605e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:39.183785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=e1fc89e7-914f-4576-acb0-60c0ac19fad3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:39.195934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ea91f13-88c3-441c-8138-25935c84fd37 admin admin] Publish callbacks [] for security_group (3feffc6f-4cba-479d-9324-825ccbcfe34d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.253788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b3353774-56e0-40a7-8452-4bc05f8b12bb', 'network_id': 'b3353774-56e0-40a7-8452-4bc05f8b12bb', 'project_id': 'ecacd95f02a34362ab3277776a0873ac', 'fixed_ips': [{'subnet_id': 'cddb698f-e29d-4d6c-9436-0c0d2379278d'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:33:39.254816 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.275373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd3f8916-4b46-4490-8835-a662191524a0 req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks [] for floatingip (544c9487-aba7-468f-a80c-bab242f1c3af), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.282536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd3f8916-4b46-4490-8835-a662191524a0 req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.298398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd3f8916-4b46-4490-8835-a662191524a0 req-096a824e-e7de-4b81-966f-fe6e5d89cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "DELETE /v2.0/floatingips/544c9487-aba7-468f-a80c-bab242f1c3af HTTP/1.1" status: 204 len: 173 time: 2.2614703 Feb 10 06:33:39.316009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8a8c2b9a-c891-4a77-9205-edf7eea3a01c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:39.317077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-313ef021-6d08-4a60-a34d-0568b847c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:39.326213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-313ef021-6d08-4a60-a34d-0568b847c8b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 1127 time: 0.2815466 Feb 10 06:33:39.327553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ea91f13-88c3-441c-8138-25935c84fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3feffc6f-4cba-479d-9324-825ccbcfe34d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.484010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Made reservation on behalf of ecacd95f02a34362ab3277776a0873ac for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:39.488984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.497221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (9364c87c-19ce-4f8b-9408-a14e4868f2af), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.537840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-449a8144-b72f-4806-9533-cef2bb9ac265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:39.539740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-449a8144-b72f-4806-9533-cef2bb9ac265 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.2126257 Feb 10 06:33:39.559374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea91f13-88c3-441c-8138-25935c84fd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feffc6f-4cba-479d-9324-825ccbcfe34d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:39.563215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Allocated IP 2001:db8::2 (b3353774-56e0-40a7-8452-4bc05f8b12bb/cddb698f-e29d-4d6c-9436-0c0d2379278d/a72f7525-a5db-4657-8f7c-45f0345c0dcf) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:39.567923 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5ea91f13-88c3-441c-8138-25935c84fd37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3c35f2e6aec4662af25f7d4d74461b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0065804 Feb 10 06:33:39.571130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41808) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:39.572011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:39.572513 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.600065 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:39.632822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-2118a7fd-d699-44b0-9a4b-539da3dde24a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 200 len: 217 time: 0.0791402 Feb 10 06:33:39.637798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:49Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '6a12a5db-a94d-4ca6-b96f-b4b04c56316b', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'port_id': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'mac_address': 'fa:16:3e:d8:14:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:33:01Z', 'updated_at': '2022-02-10T06:33:35Z', 'revision_number': 1, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1442400-6763-404e-a19d-4d488f4166b9', 'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'mac_address': 'fa:16:3e:59:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:44Z', 'updated_at': '2022-02-10T06:32:57Z', 'revision_number': 5, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'subnets': [{'id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:39.640135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] device_id is not set on port b8b79b7c-f250-4436-a10a-1aa430d0b13a yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:33:39.644078 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] Checking router: 87cd296e-6acd-4f98-be96-032bb0885b9f for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:39.658323 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:39.659130 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:39.680889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcf04b-77b3-420a-8182-6bd008b11d20 None None] The sync data for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 is: [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:49Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '6a12a5db-a94d-4ca6-b96f-b4b04c56316b', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'port_id': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'mac_address': 'fa:16:3e:d8:14:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:33:01Z', 'updated_at': '2022-02-10T06:33:35Z', 'revision_number': 1, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1442400-6763-404e-a19d-4d488f4166b9', 'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'mac_address': 'fa:16:3e:59:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:44Z', 'updated_at': '2022-02-10T06:32:57Z', 'revision_number': 5, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'subnets': [{'id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:39.723657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-2ea0a07c-1300-428f-bfc9-0a3c8831401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:39.725553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-2ea0a07c-1300-428f-bfc9-0a3c8831401e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.0672503 Feb 10 06:33:39.810696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f15d8-0cd7-4120-b9e2-c5137f181a72 req-123c02c0-7236-4193-a3aa-32237b6218bb tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:39.812318 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba6f15d8-0cd7-4120-b9e2-c5137f181a72 req-123c02c0-7236-4193-a3aa-32237b6218bb tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2714305 Feb 10 06:33:39.832407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:39.841289 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:39.857653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-92aa4700-e0f0-4ea1-b99d-88b5fb356e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:39.862025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-92aa4700-e0f0-4ea1-b99d-88b5fb356e46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1211913 Feb 10 06:33:39.891984 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.904487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 9364c87c-19ce-4f8b-9408-a14e4868f2af has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:39.908040 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Publish callbacks [] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.915911 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:39.929985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba6f15d8-0cd7-4120-b9e2-c5137f181a72 req-33a864e5-c4d5-46d2-81b5-650d735cf5f4 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086786 Feb 10 06:33:39.976605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Network b3353774-56e0-40a7-8452-4bc05f8b12bb is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:39.980345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:39.986217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:39.995025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Pushing event updated for resources: {'Port': ['ID=a72f7525-a5db-4657-8f7c-45f0345c0dcf,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:40.005594 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2fb89c2f-e464-4b38-b1ff-ca810821b71e admin admin] Publish callbacks [] for security_group (3feffc6f-4cba-479d-9324-825ccbcfe34d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:40.030094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-4843adf3-835c-4c37-87bf-7ee91df4d058 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443374 Feb 10 06:33:40.088622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Attempting to bind port a72f7525-a5db-4657-8f7c-45f0345c0dcf on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:40.089063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Attempting to bind port a72f7525-a5db-4657-8f7c-45f0345c0dcf by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c2147bbb-3654-4c08-a4c4-1c007767951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b3353774-56e0-40a7-8452-4bc05f8b12bb'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:40.089482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Attempting to bind port a72f7525-a5db-4657-8f7c-45f0345c0dcf on network b3353774-56e0-40a7-8452-4bc05f8b12bb {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:40.100538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:40.100836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Checking segment: {'id': 'c2147bbb-3654-4c08-a4c4-1c007767951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b3353774-56e0-40a7-8452-4bc05f8b12bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:40.101125 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:40.101531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Bound using segment: {'id': 'c2147bbb-3654-4c08-a4c4-1c007767951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b3353774-56e0-40a7-8452-4bc05f8b12bb'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:40.102143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Bound port: a72f7525-a5db-4657-8f7c-45f0345c0dcf, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2147bbb-3654-4c08-a4c4-1c007767951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b3353774-56e0-40a7-8452-4bc05f8b12bb'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:40.102563 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:40.109857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc71443-7d93-4bde-beca-9df0acc9f06d None None] New status for floating IP 6a12a5db-a94d-4ca6-b96f-b4b04c56316b: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:33:40.111752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2fb89c2f-e464-4b38-b1ff-ca810821b71e admin admin] Publish callbacks [] for security_group (3feffc6f-4cba-479d-9324-825ccbcfe34d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:40.177039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-158a576e-ae91-441a-86b9-c1b7f3d02aef req-56658d04-a766-48fb-84a4-d37f7e636bf6 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385703 Feb 10 06:33:40.180713 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106b2d77-c443-4057-add9-5321f664eb51 x-openstack-request-id: req-106b2d77-c443-4057-add9-5321f664eb51 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:40.182035 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08559ec-558a-45e7-bddd-bad70ca063fb", "name": "network-vif-deleted", "tag": "995bc93b-47f0-4ba6-a240-768a7c72bf58", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:40.182591 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-106b2d77-c443-4057-add9-5321f664eb51 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:40.183739 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08559ec-558a-45e7-bddd-bad70ca063fb', 'name': 'network-vif-deleted', 'tag': '995bc93b-47f0-4ba6-a240-768a7c72bf58', 'status': 'completed', 'code': 200} Feb 10 06:33:40.250711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Allocated IP 2001:db8::38c (b3353774-56e0-40a7-8452-4bc05f8b12bb/cddb698f-e29d-4d6c-9436-0c0d2379278d/b8b79b7c-f250-4436-a10a-1aa430d0b13a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:40.254675 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:40.256581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2804e5-7104-41d6-80a9-6a6df9622bad req-bdfbce00-638d-4aea-a168-55131b85b1be tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:40.259065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd2804e5-7104-41d6-80a9-6a6df9622bad req-bdfbce00-638d-4aea-a168-55131b85b1be tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.0742104 Feb 10 06:33:40.280444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:40.294644 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b85c6580-7e67-4999-9ce3-2140fc4ea8dc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/9364c87c-19ce-4f8b-9408-a14e4868f2af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6285717 Feb 10 06:33:40.298084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41816) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:40.311069 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f083325-efbe-43ca-bfeb-a073578e3ed0 None None] The sync data for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 is: [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:40.313215 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed37f24-6700-475f-abc6-4c5d6c050726 None None] Sync routers for ids ['9364c87c-19ce-4f8b-9408-a14e4868f2af'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:40.324602 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed37f24-6700-475f-abc6-4c5d6c050726 None None] Routers {'9364c87c-19ce-4f8b-9408-a14e4868f2af'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:40.325222 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bed37f24-6700-475f-abc6-4c5d6c050726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['9364c87c-19ce-4f8b-9408-a14e4868f2af'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:40.359064 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bd1c6cb5-4e7d-4797-8d84-38c61250683d tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=9364c87c-19ce-4f8b-9408-a14e4868f2af HTTP/1.1" status: 200 len: 205 time: 0.0503159 Feb 10 06:33:40.364505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41818) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:40.372313 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bed37f24-6700-475f-abc6-4c5d6c050726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:40.384033 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4824ab9e-08b0-4b5f-8441-addaf2816da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:40.387577 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed37f24-6700-475f-abc6-4c5d6c050726 None None] Routers {'9364c87c-19ce-4f8b-9408-a14e4868f2af'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:40.388217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bed37f24-6700-475f-abc6-4c5d6c050726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['9364c87c-19ce-4f8b-9408-a14e4868f2af'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:40.428570 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bed37f24-6700-475f-abc6-4c5d6c050726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:40.429732 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed37f24-6700-475f-abc6-4c5d6c050726 None None] The sync data for ids ['9364c87c-19ce-4f8b-9408-a14e4868f2af'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:40.444560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2fb89c2f-e464-4b38-b1ff-ca810821b71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3feffc6f-4cba-479d-9324-825ccbcfe34d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:40.447890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2fb89c2f-e464-4b38-b1ff-ca810821b71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:40.449173 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2fb89c2f-e464-4b38-b1ff-ca810821b71e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3feffc6f-4cba-479d-9324-825ccbcfe34d HTTP/1.1" status: 204 len: 168 time: 0.8769555 Feb 10 06:33:40.489939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] For port a72f7525-a5db-4657-8f7c-45f0345c0dcf, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:40.497975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] For port a72f7525-a5db-4657-8f7c-45f0345c0dcf, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a72f7525-a5db-4657-8f7c-45f0345c0dcf,segment=NetworkSegment(c2147bbb-3654-4c08-a4c4-1c007767951f),segment_id=c2147bbb-3654-4c08-a4c4-1c007767951f)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:40.510174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:40.513123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd2804e5-7104-41d6-80a9-6a6df9622bad req-ddc4842e-d018-4c58-8ae0-a842219b256a tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476006 Feb 10 06:33:40.518570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb89c2f-e464-4b38-b1ff-ca810821b71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feffc6f-4cba-479d-9324-825ccbcfe34d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:40.523147 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c449c507-2029-435d-ae87-17002b061e56 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (9364c87c-19ce-4f8b-9408-a14e4868f2af), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:40.536827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec180-c1aa-409e-9b30-e58c6a2f54da req-ced81f89-17ae-4d6a-9677-55530c3246e6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:40.540219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1dec180-c1aa-409e-9b30-e58c6a2f54da req-ced81f89-17ae-4d6a-9677-55530c3246e6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2028036 Feb 10 06:33:40.645481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24ec4d-b40a-431d-bd12-d935d1a3ef33 None None] Pushing event updated for resources: {'Port': ['ID=a72f7525-a5db-4657-8f7c-45f0345c0dcf,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:40.661170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1dec180-c1aa-409e-9b30-e58c6a2f54da req-37fb0d5d-5484-40a2-ac20-c6603fd1422c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135068 Feb 10 06:33:40.710588 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:33:40.938629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bdce3b-e089-4b96-a5b0-561ad56c8f55 None None] New status for floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:33:40.946106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd522519-a05c-43ef-91bf-d0aaee50dcaa req-2af98238-7dac-41e3-b9b0-295497a5295f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:40.950769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd522519-a05c-43ef-91bf-d0aaee50dcaa req-2af98238-7dac-41e3-b9b0-295497a5295f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1634605 Feb 10 06:33:41.042776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd522519-a05c-43ef-91bf-d0aaee50dcaa req-f277cda5-122e-4b58-81e6-7294d6a09223 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0769174 Feb 10 06:33:41.093647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks [] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.156711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c449c507-2029-435d-ae87-17002b061e56 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (9364c87c-19ce-4f8b-9408-a14e4868f2af), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.177153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c449c507-2029-435d-ae87-17002b061e56 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (9364c87c-19ce-4f8b-9408-a14e4868f2af), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.345498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d7a4ad7-5026-440b-92d7-5366c6101239 req-015cca84-26f8-46b1-acb5-d9a3ab3ff9f5 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0506010 Feb 10 06:33:41.360050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-0517a5de-f2c1-45d2-a538-f3f281dbb3dc tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:41.361834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-0517a5de-f2c1-45d2-a538-f3f281dbb3dc tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1823258 Feb 10 06:33:41.386285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.455238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-f3ded72e-ed34-4a9b-a1b4-2d0f716036be tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 698 time: 0.0855837 Feb 10 06:33:41.466005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Request body: {'floatingip': {'port_id': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:41.481068 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c449c507-2029-435d-ae87-17002b061e56 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (9364c87c-19ce-4f8b-9408-a14e4868f2af), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.481701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c449c507-2029-435d-ae87-17002b061e56 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Fanout notify agent at l3_agent the message router_deleted on router 9364c87c-19ce-4f8b-9408-a14e4868f2af {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:33:41.496017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c449c507-2029-435d-ae87-17002b061e56 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.499801 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c449c507-2029-435d-ae87-17002b061e56 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/9364c87c-19ce-4f8b-9408-a14e4868f2af HTTP/1.1" status: 204 len: 168 time: 1.1278713 Feb 10 06:33:41.505660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41854) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:41.528702 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Network b3353774-56e0-40a7-8452-4bc05f8b12bb is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:41.538247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.553886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:41.558481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event updated for resources: {'Port': ['ID=b8b79b7c-f250-4436-a10a-1aa430d0b13a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:41.561107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:41.569105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:41.570948 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.613892 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b29dc94e-119c-4b12-978f-29d730aba7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5236957 Feb 10 06:33:41.624517 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2d4f26-077b-4e81-b67b-385f2f7dea72 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting subnet 40a2620b-f9e6-49c1-a7a5-dffb275b5bd4 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:33:41.628151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41860) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:41.634710 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Request body: {'port': {'network_id': 'b3353774-56e0-40a7-8452-4bc05f8b12bb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1952804876', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:41.635888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.api.validators [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] bootfile-name is not in valid_values {{(pid=103213) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:41.636254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.api.validators [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] tftp-server is not in valid_values {{(pid=103213) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:41.636633 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.api.validators [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] server-ip-address is not in valid_values {{(pid=103213) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:41.641222 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c2d4f26-077b-4e81-b67b-385f2f7dea72 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (40a2620b-f9e6-49c1-a7a5-dffb275b5bd4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.649217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a72f7525-a5db-4657-8f7c-45f0345c0dcf up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:41.773455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72bd5b-2f56-432a-8a0c-ad1189932d5c req-f543f3fd-3666-4f41-9fa4-96e5ed7e62d6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:41.775069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a72f7525-a5db-4657-8f7c-45f0345c0dcf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:41.776546 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.781859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c2d4f26-077b-4e81-b67b-385f2f7dea72 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (40a2620b-f9e6-49c1-a7a5-dffb275b5bd4), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.783743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed72bd5b-2f56-432a-8a0c-ad1189932d5c req-f543f3fd-3666-4f41-9fa4-96e5ed7e62d6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.3136477 Feb 10 06:33:41.902131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a72f7525-a5db-4657-8f7c-45f0345c0dcf is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:41.902842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.907944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Made reservation on behalf of ecacd95f02a34362ab3277776a0873ac for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:41.913646 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.948062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port a72f7525-a5db-4657-8f7c-45f0345c0dcf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a72f7525-a5db-4657-8f7c-45f0345c0dcf,segment=NetworkSegment(c2147bbb-3654-4c08-a4c4-1c007767951f),segment_id=c2147bbb-3654-4c08-a4c4-1c007767951f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:41.955575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed72bd5b-2f56-432a-8a0c-ad1189932d5c req-cbaec724-d7f5-48ba-9259-df6d5b197ca0 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704307 Feb 10 06:33:41.963643 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:41.992004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] device_id is not set on port 56513722-b3f0-4657-9f18-1cd23927f915 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:33:42.025142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c2d4f26-077b-4e81-b67b-385f2f7dea72 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (40a2620b-f9e6-49c1-a7a5-dffb275b5bd4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.062118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=a72f7525-a5db-4657-8f7c-45f0345c0dcf,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:42.153655 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c2d4f26-077b-4e81-b67b-385f2f7dea72 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (40a2620b-f9e6-49c1-a7a5-dffb275b5bd4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.233947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d4f26-077b-4e81-b67b-385f2f7dea72 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Subnet': ['ID=40a2620b-f9e6-49c1-a7a5-dffb275b5bd4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:42.243990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c2d4f26-077b-4e81-b67b-385f2f7dea72 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.247189 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4c2d4f26-077b-4e81-b67b-385f2f7dea72 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/40a2620b-f9e6-49c1-a7a5-dffb275b5bd4 HTTP/1.1" status: 204 len: 168 time: 0.7402050 Feb 10 06:33:42.249872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41874) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:42.256452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9eebcb-e825-47b5-ae73-44c75aac2509 None None] Network b07095ca-faaf-402e-8d77-763a1932a258 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:42.283239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101b918e-59be-47d8-b90e-33709ce9f098 None None] Network b3353774-56e0-40a7-8452-4bc05f8b12bb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:42.301843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Allocated IP 2001:db8::296 (b3353774-56e0-40a7-8452-4bc05f8b12bb/cddb698f-e29d-4d6c-9436-0c0d2379278d/56513722-b3f0-4657-9f18-1cd23927f915) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:42.302947 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'tag': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a'}, {'name': 'network-changed', 'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:42.305847 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89250313-ee59-47a5-a91c-a89337ca8174" -d '{"events": [{"name": "network-changed", "server_uuid": "07040d90-a5ab-4d50-805e-5b72d58ff588", "tag": "ffec342e-1e6b-421a-9047-9d5ea3fe0f2a"}, {"name": "network-changed", "server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:42.381464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b07095ca-faaf-402e-8d77-763a1932a258), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.428141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8d2b435e-3226-4b7e-be73-56a233c889b4 None None] Provisioning complete for port a72f7525-a5db-4657-8f7c-45f0345c0dcf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:42.428841 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8d2b435e-3226-4b7e-be73-56a233c889b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.545165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:42.545683 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.552559 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2661ecfe-b181-48a2-90bf-48fb135c1183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.617890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572d624-9f36-4f04-9931-1f0f7eb310bc None None] DHCP port deletion for b07095ca-faaf-402e-8d77-763a1932a258 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:33:42.661941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b435e-3226-4b7e-be73-56a233c889b4 None None] Current status of the port a72f7525-a5db-4657-8f7c-45f0345c0dcf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:42.691927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c572d624-9f36-4f04-9931-1f0f7eb310bc None None] Deleting port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:42.692328 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c572d624-9f36-4f04-9931-1f0f7eb310bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.724638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:33:42.725224 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:33:42.732513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f4ec-2019-4892-af29-e01769aa4f93 req-38498856-b92b-4d6c-acd5-2d8dce7cfc47 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:42.734252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d74f4ec-2019-4892-af29-e01769aa4f93 req-38498856-b92b-4d6c-acd5-2d8dce7cfc47 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.4213281 Feb 10 06:33:42.792195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d74f4ec-2019-4892-af29-e01769aa4f93 req-0f1240c3-3009-4b29-bff0-16355df64071 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496581 Feb 10 06:33:42.793010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c572d624-9f36-4f04-9931-1f0f7eb310bc None None] For port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8a8c2b9a-c891-4a77-9205-edf7eea3a01c,segment=NetworkSegment(b45a0f37-0032-453a-8853-3301118358a1),segment_id=b45a0f37-0032-453a-8853-3301118358a1)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:42.793426 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c572d624-9f36-4f04-9931-1f0f7eb310bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.818041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c572d624-9f36-4f04-9931-1f0f7eb310bc None None] Calling delete_port for 8a8c2b9a-c891-4a77-9205-edf7eea3a01c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:42.917929 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c572d624-9f36-4f04-9931-1f0f7eb310bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.927701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks [] for port (56513722-b3f0-4657-9f18-1cd23927f915), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.935955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c572d624-9f36-4f04-9931-1f0f7eb310bc None None] No DVR routers for this DVR port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:42.937865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8a8c2b9a-c891-4a77-9205-edf7eea3a01c,segment=NetworkSegment(b45a0f37-0032-453a-8853-3301118358a1),segment_id=b45a0f37-0032-453a-8853-3301118358a1)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:42.938234 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:42.962260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572d624-9f36-4f04-9931-1f0f7eb310bc None None] Pushing event deleted for resources: {'Port': ['ID=8a8c2b9a-c891-4a77-9205-edf7eea3a01c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:42.966451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for 8a8c2b9a-c891-4a77-9205-edf7eea3a01c owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:42.998591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-95e228c2-a270-4f1b-a2f6-8c3ee179d12a tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:43.000080 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-95e228c2-a270-4f1b-a2f6-8c3ee179d12a tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 945 time: 0.4354246 Feb 10 06:33:43.002137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-35268f0b-6eff-4df0-a5e3-1654b8ccf227 None None] Provisioning complete for port b8b79b7c-f250-4436-a10a-1aa430d0b13a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:43.003024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35268f0b-6eff-4df0-a5e3-1654b8ccf227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.060384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-35268f0b-6eff-4df0-a5e3-1654b8ccf227 None None] Port b8b79b7c-f250-4436-a10a-1aa430d0b13a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:43.074537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-35268f0b-6eff-4df0-a5e3-1654b8ccf227 None None] Provisioning complete for port a72f7525-a5db-4657-8f7c-45f0345c0dcf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:43.075049 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35268f0b-6eff-4df0-a5e3-1654b8ccf227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.154733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (56513722-b3f0-4657-9f18-1cd23927f915), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.199381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-35268f0b-6eff-4df0-a5e3-1654b8ccf227 None None] Current status of the port a72f7525-a5db-4657-8f7c-45f0345c0dcf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:43.224303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bc36c-cb60-4137-b1ac-98298cdc23bc req-bf7e023c-eed0-4d19-a854-b435d554a589 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:43.226974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-943bc36c-cb60-4137-b1ac-98298cdc23bc req-bf7e023c-eed0-4d19-a854-b435d554a589 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 945 time: 0.1398938 Feb 10 06:33:43.227905 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.313651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event updated for resources: {'Port': ['ID=56513722-b3f0-4657-9f18-1cd23927f915,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:43.320956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Network b3353774-56e0-40a7-8452-4bc05f8b12bb is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:43.327533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:43.329630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a72f7525-a5db-4657-8f7c-45f0345c0dcf up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:43.353996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:43.362076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:43.363314 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.393430 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6652d4c8-684d-4fd3-8cfa-2b088437f7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7615643 Feb 10 06:33:43.393647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41902) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:43.439925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-48097966-0e17-4429-80cc-22338fd7eacb None None] Provisioning complete for port b8b79b7c-f250-4436-a10a-1aa430d0b13a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:43.442720 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48097966-0e17-4429-80cc-22338fd7eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.471785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8a8c2b9a-c891-4a77-9205-edf7eea3a01c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.472742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-943bc36c-cb60-4137-b1ac-98298cdc23bc req-39d1e4cd-5fbb-47c4-a83c-a0e6b6d918ac tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/security-groups?id=767adecc-35ef-408f-84ed-20a71ceba2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871204 Feb 10 06:33:43.488358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a72f7525-a5db-4657-8f7c-45f0345c0dcf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:43.488883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.505207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No DVR routers for this DVR port 8a8c2b9a-c891-4a77-9205-edf7eea3a01c on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:43.526432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-48097966-0e17-4429-80cc-22338fd7eacb None None] Port b8b79b7c-f250-4436-a10a-1aa430d0b13a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:43.563526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Deleting port aaaee3ff-01ed-4319-ac09-60ee5e83774e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:43.564001 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.567320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=8a8c2b9a-c891-4a77-9205-edf7eea3a01c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:43.699288 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e029de-2f87-41d3-97fc-cdc1002557bc x-openstack-request-id: req-90e029de-2f87-41d3-97fc-cdc1002557bc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:43.700661 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07040d90-a5ab-4d50-805e-5b72d58ff588", "tag": "ffec342e-1e6b-421a-9047-9d5ea3fe0f2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:43.701207 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90e029de-2f87-41d3-97fc-cdc1002557bc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:43.701781 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'tag': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a', 'status': 'completed', 'code': 200} Feb 10 06:33:43.702257 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'status': 'completed', 'code': 200} Feb 10 06:33:43.705746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a72f7525-a5db-4657-8f7c-45f0345c0dcf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:43.716454 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.788810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8a8c2b9a-c891-4a77-9205-edf7eea3a01c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:43.820535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 8a8c2b9a-c891-4a77-9205-edf7eea3a01c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:43.820905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8a8c2b9a-c891-4a77-9205-edf7eea3a01c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:43.835894 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b07095ca-faaf-402e-8d77-763a1932a258), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.853817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d6a71303-09ab-4158-b21b-b3c2f7cdc749 None None] Provisioning complete for port 56513722-b3f0-4657-9f18-1cd23927f915 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:43.854193 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6a71303-09ab-4158-b21b-b3c2f7cdc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (56513722-b3f0-4657-9f18-1cd23927f915), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:43.887474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250313-ee59-47a5-a91c-a89337ca8174 req-5b3f9b60-d9e8-4fa8-adc0-0b951d953013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:43.889031 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-5b3f9b60-d9e8-4fa8-adc0-0b951d953013 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb1c5b92bc524428804a940fabefdefb&device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 1128 time: 0.1945782 Feb 10 06:33:43.891226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d6a71303-09ab-4158-b21b-b3c2f7cdc749 None None] Port 56513722-b3f0-4657-9f18-1cd23927f915 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:43.902072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9915-f242-43a4-8c78-8a5a30b6d71e req-d9e72d7f-e703-4d04-b573-357238e5274e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:43.903770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf0a9915-f242-43a4-8c78-8a5a30b6d71e req-d9e72d7f-e703-4d04-b573-357238e5274e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2078242 Feb 10 06:33:43.916163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a11301-c58e-4de7-9142-6db27d3c6e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:43.921763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a11301-c58e-4de7-9142-6db27d3c6e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:43.928176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a11301-c58e-4de7-9142-6db27d3c6e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:43.930007 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e8a11301-c58e-4de7-9142-6db27d3c6e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5346508 Feb 10 06:33:43.940019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41916) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:43.942196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07095ca-faaf-402e-8d77-763a1932a258']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:43.976685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45a0f37-0032-453a-8853-3301118358a1') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:43.977068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45a0f37-0032-453a-8853-3301118358a1') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:44.022270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (b45a0f37-0032-453a-8853-3301118358a1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.056679 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] For port aaaee3ff-01ed-4319-ac09-60ee5e83774e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:44.057204 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.073350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b45a0f37-0032-453a-8853-3301118358a1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.087980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250313-ee59-47a5-a91c-a89337ca8174 req-4c02a739-1888-4001-b7d5-4d353dcddfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:44.089991 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-4c02a739-1888-4001-b7d5-4d353dcddfd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=32d286a2-9194-4b23-a64e-ffd19b78729b HTTP/1.1" status: 200 len: 1127 time: 0.4018819 Feb 10 06:33:44.115401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:33:44.115797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (b45a0f37-0032-453a-8853-3301118358a1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.118971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Calling delete_port for aaaee3ff-01ed-4319-ac09-60ee5e83774e owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:33:44.121432 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:33:44.127300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf0a9915-f242-43a4-8c78-8a5a30b6d71e req-12fba6ee-accd-4d64-82f4-1c2bd8dc680a tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058711 Feb 10 06:33:44.167478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-e7ebdd44-3330-49e3-931d-e510efd42837 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:44.168978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-e7ebdd44-3330-49e3-931d-e510efd42837 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 945 time: 0.4574320 Feb 10 06:33:44.194449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250313-ee59-47a5-a91c-a89337ca8174 req-e1f3ab56-b190-4f9e-bb29-c0f120898b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:44.196107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-e1f3ab56-b190-4f9e-bb29-c0f120898b11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b0fa05a-31e1-4501-a94f-163d5dbc23d3 HTTP/1.1" status: 200 len: 915 time: 0.2877860 Feb 10 06:33:44.311984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4a77471-827e-4725-bd94-412f158d04e1 req-15afdf31-82df-4157-8b9a-c6f6a9ead45e tempest-FlavorsV2NegativeTest-1194926670 tempest-FlavorsV2NegativeTest-1194926670-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4bd3a204b4354876b68fd9e131f5ba3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895870 Feb 10 06:33:44.389016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-3dd8670a-aabd-4944-9ce9-2479cbf12a09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a HTTP/1.1" status: 200 len: 1002 time: 0.1780615 Feb 10 06:33:44.390660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b07095ca-faaf-402e-8d77-763a1932a258), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.427023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.434286 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/networks/b07095ca-faaf-402e-8d77-763a1932a258 HTTP/1.1" status: 204 len: 168 time: 2.1797397 Feb 10 06:33:44.438087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41926) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:44.444131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1547847094', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:44.467837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c039a6-7bf4-4be3-a2a3-16c0775431d8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Network': ['ID=b07095ca-faaf-402e-8d77-763a1932a258,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:44.473200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250313-ee59-47a5-a91c-a89337ca8174 req-7fd963e9-042d-4e6c-9b2c-c97cf32f16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:44.474920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-7fd963e9-042d-4e6c-9b2c-c97cf32f16a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.3607397 Feb 10 06:33:44.479359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d77d6010-9814-4a9f-8b98-ebde2a628d5e tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Deleting port 56513722-b3f0-4657-9f18-1cd23927f915 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:44.479644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d77d6010-9814-4a9f-8b98-ebde2a628d5e tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (56513722-b3f0-4657-9f18-1cd23927f915), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.492925 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:33:44.567593 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-05a904b2-b548-413b-b9bb-578aa54c3177 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 200 len: 217 time: 0.0824132 Feb 10 06:33:44.568399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250313-ee59-47a5-a91c-a89337ca8174 req-19ac1deb-97c7-4eaf-80ae-32b2ec11f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:44.569855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-19ac1deb-97c7-4eaf-80ae-32b2ec11f48b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=830654ed-c3c6-4da8-9735-3ba73b7dd61d HTTP/1.1" status: 200 len: 854 time: 0.1731353 Feb 10 06:33:44.586785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.587785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (df2f9dca-71aa-47de-8a70-5eabb9ef589e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.588802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (df2f9dca-71aa-47de-8a70-5eabb9ef589e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.631386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.676071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a77471-827e-4725-bd94-412f158d04e1 req-d3838f05-2984-4541-88d4-c2658c15544a tempest-FlavorsV2NegativeTest-1194926670 tempest-FlavorsV2NegativeTest-1194926670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:44.677555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4a77471-827e-4725-bd94-412f158d04e1 req-d3838f05-2984-4541-88d4-c2658c15544a tempest-FlavorsV2NegativeTest-1194926670 tempest-FlavorsV2NegativeTest-1194926670-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3339105 Feb 10 06:33:44.714167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250313-ee59-47a5-a91c-a89337ca8174 req-c8571a78-50c4-424d-9e7e-8f23a1376f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:44.715371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-c8571a78-50c4-424d-9e7e-8f23a1376f8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b0fa05a-31e1-4501-a94f-163d5dbc23d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1348927 Feb 10 06:33:44.718681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4a77471-827e-4725-bd94-412f158d04e1 req-dde8f52f-dd96-4bc4-a604-b89887e80825 tempest-FlavorsV2NegativeTest-1194926670 tempest-FlavorsV2NegativeTest-1194926670-project] 10.222.0.21 "GET /v2.0/quotas/4bd3a204b4354876b68fd9e131f5ba3f HTTP/1.1" status: 200 len: 375 time: 0.0255222 Feb 10 06:33:44.738485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Deleting port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:44.738868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.771122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250313-ee59-47a5-a91c-a89337ca8174 req-3cc85cfe-ad61-4e28-800a-56a36c7d2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:44.772927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-3cc85cfe-ad61-4e28-800a-56a36c7d2081 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.1951737 Feb 10 06:33:44.783779 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (aaaee3ff-01ed-4319-ac09-60ee5e83774e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.789191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d77d6010-9814-4a9f-8b98-ebde2a628d5e tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (56513722-b3f0-4657-9f18-1cd23927f915), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.799072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f64ce40c-8806-4cc7-9a6a-6fb503d89327'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:33:44.815341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4a77471-827e-4725-bd94-412f158d04e1 req-e557852a-58fd-4bf6-9fac-d005bcfefd4f tempest-FlavorsV2NegativeTest-1194926670 tempest-FlavorsV2NegativeTest-1194926670-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd3a204b4354876b68fd9e131f5ba3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643349 Feb 10 06:33:44.826742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d77d6010-9814-4a9f-8b98-ebde2a628d5e tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Calling delete_port for 56513722-b3f0-4657-9f18-1cd23927f915 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:44.868620 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (df2f9dca-71aa-47de-8a70-5eabb9ef589e), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:44.899595 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb associated. External IP: 172.25.8.107, port: f64ce40c-8806-4cc7-9a6a-6fb503d89327. Feb 10 06:33:44.933302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Pushing event deleted for resources: {'Port': ['ID=aaaee3ff-01ed-4319-ac09-60ee5e83774e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:45.151064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] No DVR routers for this DVR port aaaee3ff-01ed-4319-ac09-60ee5e83774e on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:45.165789 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:45.170316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4bffc86-5359-47bf-90d0-f67a9605979a req-5e931f52-1d49-4014-af0e-bc6b4948cafa tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.13 "DELETE /v2.0/ports/aaaee3ff-01ed-4319-ac09-60ee5e83774e HTTP/1.1" status: 204 len: 173 time: 2.1643891 Feb 10 06:33:45.176113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'name': 'network-vif-deleted', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:45.177818 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:45.179565 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4424e5e7-3169-44f9-9423-9d9b9e71fd1f" -d '{"events": [{"server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "name": "network-vif-deleted", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:45.192009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] For port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:45.193601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:45.239845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250313-ee59-47a5-a91c-a89337ca8174 req-3548895a-65fe-45a8-bb54-6c82ed6e5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:45.241770 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-3548895a-65fe-45a8-bb54-6c82ed6e5543 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4553146 Feb 10 06:33:45.243082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Calling delete_port for ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:45.594067 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-da57695b-5b13-4f7f-8279-b45f9473fff9 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429883 Feb 10 06:33:45.655229 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-79dfa37f-190f-4392-ad73-2ec8b8c7ef76 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9057064 Feb 10 06:33:45.688546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d77d6010-9814-4a9f-8b98-ebde2a628d5e tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (56513722-b3f0-4657-9f18-1cd23927f915), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:45.713258 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_gateway (df2f9dca-71aa-47de-8a70-5eabb9ef589e), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:45.763105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1de19b-7d6d-450d-9bd4-46793b4d8f76 req-f182c4ea-7707-4b99-a5fc-91d4115b39d1 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:45.771701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb1de19b-7d6d-450d-9bd4-46793b4d8f76 req-f182c4ea-7707-4b99-a5fc-91d4115b39d1 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.7871711 Feb 10 06:33:45.776876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d6010-9814-4a9f-8b98-ebde2a628d5e tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event deleted for resources: {'Port': ['ID=56513722-b3f0-4657-9f18-1cd23927f915,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:45.817795 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d77d6010-9814-4a9f-8b98-ebde2a628d5e tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:45.821132 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d77d6010-9814-4a9f-8b98-ebde2a628d5e tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "DELETE /v2.0/ports/56513722-b3f0-4657-9f18-1cd23927f915 HTTP/1.1" status: 204 len: 168 time: 1.8747277 Feb 10 06:33:45.836671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41954) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:45.838797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:45.850361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Request body: {'port': {'name': 'tempest-new-port-name-1286672520', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:45.850762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.api.validators [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] bootfile-name is not in valid_values {{(pid=103213) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:45.851107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.api.validators [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] tftp-server is not in valid_values {{(pid=103213) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:45.851444 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.api.validators [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] server-ip-address is not in valid_values {{(pid=103213) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:45.854098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41956) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:45.856111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:33:46.000925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb1de19b-7d6d-450d-9bd4-46793b4d8f76 req-a0f686f7-b2d3-4678-b3b2-f70ba963460c tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282729 Feb 10 06:33:46.005293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-ac17d348-c6be-4b68-9498-327dd41bca0f service neutron] 10.222.0.24 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388157 Feb 10 06:33:46.211284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53828e0c-dc46-4cff-955a-4af63f3cb0f7 req-ca0666e3-3e1d-4a15-8d45-0061b75a4f6f tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2d33bd-3e1c-4864-bcd7-3f230ad887e1 HTTP/1.1" status: 200 len: 210 time: 0.0516839 Feb 10 06:33:46.263476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Router 87cd296e-6acd-4f98-be96-032bb0885b9f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:46.274973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Pushing event deleted for resources: {'Port': ['ID=ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:46.284943 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-89250313-ee59-47a5-a91c-a89337ca8174 req-ba83fe88-2d07-4baf-b878-4ed2bc3d92d1 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833873 Feb 10 06:33:46.285953 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-438b7919-1ca1-4e8b-8162-d29b2c8a96ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.352046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] No DVR routers for this DVR port ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:46.356222 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.359563 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3d7c875f-fa6c-4482-af5b-c2226af17e8b req-b1288a4a-d9be-43c4-b611-7b1881544193 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002 tempest-FloatingIPsAssociationNegativeTestJSON-1016708002-project] 10.222.0.24 "DELETE /v2.0/ports/ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 HTTP/1.1" status: 204 len: 173 time: 2.1669030 Feb 10 06:33:46.373635 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.417338 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.492336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ec60e-824d-42a2-8136-2c5fa8e27fa0 req-e098f2a2-5b91-401f-b7ac-fa734a4e3852 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:46.499482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-299ec60e-824d-42a2-8136-2c5fa8e27fa0 req-e098f2a2-5b91-401f-b7ac-fa734a4e3852 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2031302 Feb 10 06:33:46.602746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks [] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.608332 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.652858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] In _notify_port_updated(), no bound segment for port b8b79b7c-f250-4436-a10a-1aa430d0b13a on network b3353774-56e0-40a7-8452-4bc05f8b12bb {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:33:46.658604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:46.659289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.660804 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "PUT /v2.0/ports/b8b79b7c-f250-4436-a10a-1aa430d0b13a HTTP/1.1" status: 200 len: 1130 time: 0.8230124 Feb 10 06:33:46.663789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41960) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:46.697619 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-438b7919-1ca1-4e8b-8162-d29b2c8a96ad admin admin] Publish callbacks [] for security_group (7bd60441-c037-49a5-a360-7da46bbafa4f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.709495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f604b-cb6c-4e94-9f88-18c224ac8b21 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event updated for resources: {'Port': ['ID=b8b79b7c-f250-4436-a10a-1aa430d0b13a,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:46.723004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:46.735645 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] Sync routers for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:46.744999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device aaaee3ff-01ed-4319-ac09-60ee5e83774e no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:46.753491 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:46.754120 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:46.756094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33305d-dbdf-4fa6-b7f7-14be96d1adef tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:46.757643 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9d33305d-dbdf-4fa6-b7f7-14be96d1adef tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "GET /v2.0/ports/b8b79b7c-f250-4436-a10a-1aa430d0b13a HTTP/1.1" status: 200 len: 1130 time: 0.0929117 Feb 10 06:33:46.762490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41962) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:46.766148 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.783457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-299ec60e-824d-42a2-8136-2c5fa8e27fa0 req-99831208-f92b-4031-8358-507870158948 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814133 Feb 10 06:33:46.802739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: aaaee3ff-01ed-4319-ac09-60ee5e83774e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:46.803536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device aaaee3ff-01ed-4319-ac09-60ee5e83774e not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:46.832619 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-438b7919-1ca1-4e8b-8162-d29b2c8a96ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7bd60441-c037-49a5-a360-7da46bbafa4f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:46.953485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-438b7919-1ca1-4e8b-8162-d29b2c8a96ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bd3a204b4354876b68fd9e131f5ba3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0979049 Feb 10 06:33:46.957617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b7919-1ca1-4e8b-8162-d29b2c8a96ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd60441-c037-49a5-a360-7da46bbafa4f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:46.958633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41966) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:46.960577 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:46.986098 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_gateway (df2f9dca-71aa-47de-8a70-5eabb9ef589e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.085387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b937961d-04b9-4c58-b44a-ed88b7eb325a tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Deleting port b8b79b7c-f250-4436-a10a-1aa430d0b13a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:47.086281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b937961d-04b9-4c58-b44a-ed88b7eb325a tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.107267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.133350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-725e075f-79e7-47c1-bbfe-e56d1499cf8c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "PUT /v2.0/floatingips/e5efb17b-39c6-4425-a096-d2e08b56c4bb HTTP/1.1" status: 200 len: 996 time: 5.6716099 Feb 10 06:33:47.135380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:47.137425 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e126c076-e782-41ea-adfe-fd8826e10144" -d '{"events": [{"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:47.155916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33630dfd-39ba-48c5-9ad9-021e47e462b8 admin admin] Publish callbacks [] for security_group (7bd60441-c037-49a5-a360-7da46bbafa4f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.183112 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33630dfd-39ba-48c5-9ad9-021e47e462b8 admin admin] Publish callbacks [] for security_group (7bd60441-c037-49a5-a360-7da46bbafa4f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.251657 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46517b56-7eb2-4182-b708-0d470704629d x-openstack-request-id: req-46517b56-7eb2-4182-b708-0d470704629d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:47.251954 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d286a2-9194-4b23-a64e-ffd19b78729b", "name": "network-vif-deleted", "tag": "aaaee3ff-01ed-4319-ac09-60ee5e83774e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:47.252218 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46517b56-7eb2-4182-b708-0d470704629d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:47.252635 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d286a2-9194-4b23-a64e-ffd19b78729b', 'name': 'network-vif-deleted', 'tag': 'aaaee3ff-01ed-4319-ac09-60ee5e83774e', 'status': 'completed', 'code': 200} Feb 10 06:33:47.277642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a908699c-dbdf-4c63-8738-bf3d2a6f32cb None None] Provisioning complete for port b8b79b7c-f250-4436-a10a-1aa430d0b13a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:47.278176 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a908699c-dbdf-4c63-8738-bf3d2a6f32cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.293343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-648ddc43-45b3-40e0-8711-2e4f7a271209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:47.296172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-648ddc43-45b3-40e0-8711-2e4f7a271209 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.1480687 Feb 10 06:33:47.337059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 172.25.8.39 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/38aa954a-689f-4e48-a3be-205d04a60973) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:47.339051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33630dfd-39ba-48c5-9ad9-021e47e462b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7bd60441-c037-49a5-a360-7da46bbafa4f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.346228 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33630dfd-39ba-48c5-9ad9-021e47e462b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.349736 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-33630dfd-39ba-48c5-9ad9-021e47e462b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bd60441-c037-49a5-a360-7da46bbafa4f HTTP/1.1" status: 204 len: 168 time: 0.3755405 Feb 10 06:33:47.351469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a908699c-dbdf-4c63-8738-bf3d2a6f32cb None None] Port b8b79b7c-f250-4436-a10a-1aa430d0b13a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:33:47.368808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33630dfd-39ba-48c5-9ad9-021e47e462b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd60441-c037-49a5-a360-7da46bbafa4f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:47.408281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b937961d-04b9-4c58-b44a-ed88b7eb325a tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.423413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b937961d-04b9-4c58-b44a-ed88b7eb325a tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Calling delete_port for b8b79b7c-f250-4436-a10a-1aa430d0b13a owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:47.536761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccd354-3214-4c35-83f9-5b7e82abb2f6 req-d5842718-b250-470a-ae7d-be664d1b5abe tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:47.544224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04ccd354-3214-4c35-83f9-5b7e82abb2f6 req-d5842718-b250-470a-ae7d-be664d1b5abe tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.2262084 Feb 10 06:33:47.557240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-29672e23-9845-4e9b-b693-0f32c20e46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:47.558804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-29672e23-9845-4e9b-b693-0f32c20e46bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.2544942 Feb 10 06:33:47.638029 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b937961d-04b9-4c58-b44a-ed88b7eb325a tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b8b79b7c-f250-4436-a10a-1aa430d0b13a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.665244 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:44Z', 'revision_number': 8, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:47.677221 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (38aa954a-689f-4e48-a3be-205d04a60973), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.686409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04ccd354-3214-4c35-83f9-5b7e82abb2f6 req-a91a74bf-0de8-4cfd-8b34-5db03af4a5a3 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417401 Feb 10 06:33:47.698421 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] Checking router: 87cd296e-6acd-4f98-be96-032bb0885b9f for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:47.700219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-98b93614-6603-46be-8473-3506af9f609c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 999 time: 0.1267135 Feb 10 06:33:47.707390 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:47.707977 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:47.742648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937961d-04b9-4c58-b44a-ed88b7eb325a tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event deleted for resources: {'Port': ['ID=b8b79b7c-f250-4436-a10a-1aa430d0b13a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:47.769848 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3664d6a-f1c7-46e2-a73a-fa5b162faf14 x-openstack-request-id: req-b3664d6a-f1c7-46e2-a73a-fa5b162faf14 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:47.770156 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:47.771002 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3664d6a-f1c7-46e2-a73a-fa5b162faf14 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:47.771424 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'status': 'completed', 'code': 200} Feb 10 06:33:47.806604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b937961d-04b9-4c58-b44a-ed88b7eb325a tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.812980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (38aa954a-689f-4e48-a3be-205d04a60973), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:47.818036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b937961d-04b9-4c58-b44a-ed88b7eb325a tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "DELETE /v2.0/ports/b8b79b7c-f250-4436-a10a-1aa430d0b13a HTTP/1.1" status: 204 len: 168 time: 1.0544207 Feb 10 06:33:47.818872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41986) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:47.822079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41988) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:47.884049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-66b5bbea-a8cf-479d-9e14-7181b4f75c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:47.885585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-66b5bbea-a8cf-479d-9e14-7181b4f75c1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.1795142 Feb 10 06:33:47.920981 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:47.940003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:47.986543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126c076-e782-41ea-adfe-fd8826e10144 req-caaf7da1-519e-4681-bfdf-fea160ae9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:47.988548 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e126c076-e782-41ea-adfe-fd8826e10144 req-caaf7da1-519e-4681-bfdf-fea160ae9b20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.1929686 Feb 10 06:33:47.993433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:47.996166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-565fb889-3d58-4409-9c80-f7ceee2352fb tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Deleting subnet cddb698f-e29d-4d6c-9436-0c0d2379278d {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:33:48.000317 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-565fb889-3d58-4409-9c80-f7ceee2352fb tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks [] for subnet (cddb698f-e29d-4d6c-9436-0c0d2379278d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:48.000529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:48.014626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=38aa954a-689f-4e48-a3be-205d04a60973,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:48.068147 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-565fb889-3d58-4409-9c80-f7ceee2352fb tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (cddb698f-e29d-4d6c-9436-0c0d2379278d), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:48.126854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba3e9c-9462-4abd-ad57-9afb5b9300f6 req-0f7adec4-226c-49cb-95d6-fd48fbee2d35 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:48.128438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2cba3e9c-9462-4abd-ad57-9afb5b9300f6 req-0f7adec4-226c-49cb-95d6-fd48fbee2d35 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2400713 Feb 10 06:33:48.134140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-544542f1-445e-4e23-9b8c-8f369c3d1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:48.135678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-544542f1-445e-4e23-9b8c-8f369c3d1d17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2325640 Feb 10 06:33:48.253178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-565fb889-3d58-4409-9c80-f7ceee2352fb tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (cddb698f-e29d-4d6c-9436-0c0d2379278d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:48.276618 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:44Z', 'revision_number': 8, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:48.323001 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff91b13-1bca-4986-a4a4-e13908a3710c None None] The sync data for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 is: [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'e5efb17b-39c6-4425-a096-d2e08b56c4bb', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'port_id': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:32:35Z', 'updated_at': '2022-02-10T06:33:44Z', 'revision_number': 8, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:48.325028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2cba3e9c-9462-4abd-ad57-9afb5b9300f6 req-b10ea21e-4a30-4942-9b00-c288ac81a9be tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882937 Feb 10 06:33:48.417665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-4aecb376-a014-41d3-b087-5d84e87532dd service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426274 Feb 10 06:33:48.501623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126c076-e782-41ea-adfe-fd8826e10144 req-1e6f2dfd-dfc9-4969-9314-457de707d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:48.503296 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e126c076-e782-41ea-adfe-fd8826e10144 req-1e6f2dfd-dfc9-4969-9314-457de707d671 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.3303823 Feb 10 06:33:48.575507 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-565fb889-3d58-4409-9c80-f7ceee2352fb tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (cddb698f-e29d-4d6c-9436-0c0d2379278d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:48.585769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e126c076-e782-41ea-adfe-fd8826e10144 req-2529c826-c38c-4d6a-92fa-144d449bc05e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 999 time: 0.0757747 Feb 10 06:33:48.593674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-565fb889-3d58-4409-9c80-f7ceee2352fb tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:48.598980 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-565fb889-3d58-4409-9c80-f7ceee2352fb tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "DELETE /v2.0/subnets/cddb698f-e29d-4d6c-9436-0c0d2379278d HTTP/1.1" status: 204 len: 168 time: 0.7757692 Feb 10 06:33:48.607396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35ae91-09a1-4bfc-971d-49221a3581d5 None None] Network b3353774-56e0-40a7-8452-4bc05f8b12bb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:48.645730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42008) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:48.749127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b62367-9613-4e42-ac58-d0b0717c9997 None None] New status for floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:33:48.800786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fb889-3d58-4409-9c80-f7ceee2352fb tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event deleted for resources: {'Subnet': ['ID=cddb698f-e29d-4d6c-9436-0c0d2379278d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:48.813443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fb43b-037b-49f2-b974-f27a85e7d74d None None] DHCP port deletion for b3353774-56e0-40a7-8452-4bc05f8b12bb request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:33:48.896821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126c076-e782-41ea-adfe-fd8826e10144 req-55a421ea-051b-4618-bebf-f64dc6d22552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:48.898425 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e126c076-e782-41ea-adfe-fd8826e10144 req-55a421ea-051b-4618-bebf-f64dc6d22552 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.2981372 Feb 10 06:33:48.923035 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_gateway (df2f9dca-71aa-47de-8a70-5eabb9ef589e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:48.930527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b3353774-56e0-40a7-8452-4bc05f8b12bb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:48.972779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-477fb43b-037b-49f2-b974-f27a85e7d74d None None] Deleting port a72f7525-a5db-4657-8f7c-45f0345c0dcf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:48.973594 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-477fb43b-037b-49f2-b974-f27a85e7d74d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:49.009172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:49.025863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126c076-e782-41ea-adfe-fd8826e10144 req-0376bf3b-7bc1-4d6d-bd02-65d024d4f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:49.028152 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e126c076-e782-41ea-adfe-fd8826e10144 req-0376bf3b-7bc1-4d6d-bd02-65d024d4f123 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1233678 Feb 10 06:33:49.052589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:49.053296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:49.115684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-477fb43b-037b-49f2-b974-f27a85e7d74d None None] For port a72f7525-a5db-4657-8f7c-45f0345c0dcf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a72f7525-a5db-4657-8f7c-45f0345c0dcf,segment=NetworkSegment(c2147bbb-3654-4c08-a4c4-1c007767951f),segment_id=c2147bbb-3654-4c08-a4c4-1c007767951f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:49.116166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-477fb43b-037b-49f2-b974-f27a85e7d74d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:49.119069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a0ee76-ff4c-4b47-abb7-2e0e0b50e2d1 req-3761de64-cdd4-4d1b-9734-6a4e31beef77 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851604 Feb 10 06:33:49.142175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-477fb43b-037b-49f2-b974-f27a85e7d74d None None] Calling delete_port for a72f7525-a5db-4657-8f7c-45f0345c0dcf owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:49.159956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Deleting port a72f7525-a5db-4657-8f7c-45f0345c0dcf {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:49.160137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:49.202059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (095a36ab-47b7-476d-b780-a3a5c75af4f7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:49.273478 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-477fb43b-037b-49f2-b974-f27a85e7d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:49.289848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'name': 'network-vif-deleted', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:49.292111 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74637d67-a015-43c9-842c-e4fc32a778f7" -d '{"events": [{"server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "name": "network-vif-deleted", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:49.293966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1230d395-15fe-4573-a843-603abb04ffe3 req-b584b74e-0875-4b14-89f4-3d9ad11c407c tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips/e5efb17b-39c6-4425-a096-d2e08b56c4bb HTTP/1.1" status: 200 len: 998 time: 0.1004000 Feb 10 06:33:49.309570 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e126c076-e782-41ea-adfe-fd8826e10144 req-3db05c7d-b960-40f8-9c8d-ab4242613a87 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524915 Feb 10 06:33:49.323516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] For port a72f7525-a5db-4657-8f7c-45f0345c0dcf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a72f7525-a5db-4657-8f7c-45f0345c0dcf,segment=NetworkSegment(c2147bbb-3654-4c08-a4c4-1c007767951f),segment_id=c2147bbb-3654-4c08-a4c4-1c007767951f)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:49.323898 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:49.359607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Calling delete_port for a72f7525-a5db-4657-8f7c-45f0345c0dcf owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:49.368103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fb43b-037b-49f2-b974-f27a85e7d74d None None] Pushing event deleted for resources: {'Port': ['ID=a72f7525-a5db-4657-8f7c-45f0345c0dcf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:49.372323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a72f7525-a5db-4657-8f7c-45f0345c0dcf no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:49.377278 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da476d5f-3173-4910-9c74-363ae093e874 x-openstack-request-id: req-da476d5f-3173-4910-9c74-363ae093e874 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:49.377580 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2d33bd-3e1c-4864-bcd7-3f230ad887e1", "name": "network-vif-deleted", "tag": "ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:49.377837 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da476d5f-3173-4910-9c74-363ae093e874 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:49.378257 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2d33bd-3e1c-4864-bcd7-3f230ad887e1', 'name': 'network-vif-deleted', 'tag': 'ba2d1e5f-6eb6-4ed3-bc79-7a223d4d5dc3', 'status': 'completed', 'code': 200} Feb 10 06:33:49.426473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a72f7525-a5db-4657-8f7c-45f0345c0dcf {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:49.430452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a72f7525-a5db-4657-8f7c-45f0345c0dcf not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:49.438693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fb43b-037b-49f2-b974-f27a85e7d74d None None] No DVR routers for this DVR port a72f7525-a5db-4657-8f7c-45f0345c0dcf on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:49.511425 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (df2f9dca-71aa-47de-8a70-5eabb9ef589e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:49.658541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2716ad1-3ccc-4d05-ad06-3ebbab21b720 req-69cc6e4a-c788-4e33-aba8-65dc6dd821ab tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:49.661047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b2716ad1-3ccc-4d05-ad06-3ebbab21b720 req-69cc6e4a-c788-4e33-aba8-65dc6dd821ab tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.1920905 Feb 10 06:33:49.670767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d395-15fe-4573-a843-603abb04ffe3 req-652adfec-1534-4f22-a812-2a420f80fad0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:49.672327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1230d395-15fe-4573-a843-603abb04ffe3 req-652adfec-1534-4f22-a812-2a420f80fad0 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.3180687 Feb 10 06:33:49.850263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b2716ad1-3ccc-4d05-ad06-3ebbab21b720 req-5eef0de7-4cc6-40a5-a0a2-14232b68fa6a tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768105 Feb 10 06:33:49.863156 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e126c076-e782-41ea-adfe-fd8826e10144 req-e7c732b3-e29d-414b-9ba4-99bfb714eb20 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439341 Feb 10 06:33:49.886104 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a72f7525-a5db-4657-8f7c-45f0345c0dcf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:49.900399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-27cd4fe5-1a17-4605-9669-82f21827cb2f tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1491094 Feb 10 06:33:49.908462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router df2f9dca-71aa-47de-8a70-5eabb9ef589e is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:33:49.918438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event deleted for resources: {'Port': ['ID=a72f7525-a5db-4657-8f7c-45f0345c0dcf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:49.923833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] No DVR routers for this DVR port a72f7525-a5db-4657-8f7c-45f0345c0dcf on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:50.021604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b5e8c159-61e1-4a7f-a05f-190bb7b6fcc1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:50.023057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b5e8c159-61e1-4a7f-a05f-190bb7b6fcc1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports/f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 942 time: 0.1106684 Feb 10 06:33:50.036028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b3353774-56e0-40a7-8452-4bc05f8b12bb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.091300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3353774-56e0-40a7-8452-4bc05f8b12bb']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:50.110155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:50.125269 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925a37c-8273-4e86-80f5-dc2281ef1f18 None None] Sync routers for ids ['df2f9dca-71aa-47de-8a70-5eabb9ef589e'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:50.132614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2147bbb-3654-4c08-a4c4-1c007767951f') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:50.132940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2147bbb-3654-4c08-a4c4-1c007767951f') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:50.145657 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925a37c-8273-4e86-80f5-dc2281ef1f18 None None] Routers {'df2f9dca-71aa-47de-8a70-5eabb9ef589e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:50.146677 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8925a37c-8273-4e86-80f5-dc2281ef1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['df2f9dca-71aa-47de-8a70-5eabb9ef589e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:50.154108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (c2147bbb-3654-4c08-a4c4-1c007767951f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.183134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c2147bbb-3654-4c08-a4c4-1c007767951f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.196974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-ec391bca-66a9-41ca-a542-bcd1f96ca5e7 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.0843444 Feb 10 06:33:50.212926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:33:50.213299 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (c2147bbb-3654-4c08-a4c4-1c007767951f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:33:50.216934 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:33:50.236459 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8925a37c-8273-4e86-80f5-dc2281ef1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:50.251479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Deleting port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:50.251820 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.253634 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.255117 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9a1fd240-061c-49ca-802a-90a47cabfd46 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8145449 Feb 10 06:33:50.258156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:50.260065 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925a37c-8273-4e86-80f5-dc2281ef1f18 None None] Routers {'df2f9dca-71aa-47de-8a70-5eabb9ef589e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:50.260905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8925a37c-8273-4e86-80f5-dc2281ef1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['df2f9dca-71aa-47de-8a70-5eabb9ef589e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:50.309201 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8925a37c-8273-4e86-80f5-dc2281ef1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:50.309856 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925a37c-8273-4e86-80f5-dc2281ef1f18 None None] The sync data for ids ['df2f9dca-71aa-47de-8a70-5eabb9ef589e'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:50.329291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b3353774-56e0-40a7-8452-4bc05f8b12bb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.374289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.377488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] 10.222.0.21 "DELETE /v2.0/networks/b3353774-56e0-40a7-8452-4bc05f8b12bb HTTP/1.1" status: 204 len: 168 time: 1.6670096 Feb 10 06:33:50.395372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ed07a-2d79-4415-b775-1f7acb614c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519 tempest-ExtraDHCPOptionsIpV6TestJSON-1038409519-project] Pushing event deleted for resources: {'Network': ['ID=b3353774-56e0-40a7-8452-4bc05f8b12bb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:50.423850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] For port 8d59874d-2eed-4b16-b6f3-ff3ec4498afd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8d59874d-2eed-4b16-b6f3-ff3ec4498afd,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:50.424225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.448147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Calling delete_port for 8d59874d-2eed-4b16-b6f3-ff3ec4498afd owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:50.451731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-ee67c2ae-5aca-4db1-b0c6-180865aae264 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:50.453350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-ee67c2ae-5aca-4db1-b0c6-180865aae264 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.2553012 Feb 10 06:33:50.483798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-067c9786-b224-4bd8-a627-defa708fc18e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/routers/df2f9dca-71aa-47de-8a70-5eabb9ef589e HTTP/1.1" status: 200 len: 884 time: 0.2244120 Feb 10 06:33:50.515479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:50.603800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-a1b37c9e-71a1-44e7-8f89-0b52bc1945b7 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1415520 Feb 10 06:33:50.615055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b611421f-c793-43b5-b4d9-73be7a1d9451 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:50.709160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b611421f-c793-43b5-b4d9-73be7a1d9451 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.719937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42126) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:50.751062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8d59874d-2eed-4b16-b6f3-ff3ec4498afd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:50.781591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d59874d-2eed-4b16-b6f3-ff3ec4498afd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:51.033267 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (095a36ab-47b7-476d-b780-a3a5c75af4f7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:51.133771 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-682dff4f-e791-4d0c-ba91-71687afa574c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecacd95f02a34362ab3277776a0873ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4104004 Feb 10 06:33:51.134920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42148) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:51.254025 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-09daa78b-1999-4f8f-ba06-7b3509ea5366 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1346467 Feb 10 06:33:51.270675 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc7d1-bd16-4f4f-a643-b4ea6d96d99a admin admin] Publish callbacks [] for security_group (c4da5060-fd1a-4cee-b44f-25af59dd90e4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:51.325977 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b611421f-c793-43b5-b4d9-73be7a1d9451 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:51.334974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-47b02c5a-fdee-47f9-9666-1dbb8203f19a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8184094 Feb 10 06:33:51.348996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42150) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:51.351359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b611421f-c793-43b5-b4d9-73be7a1d9451 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:51.351777 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b611421f-c793-43b5-b4d9-73be7a1d9451 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb disassociated. External IP: 172.25.8.107, port: f64ce40c-8806-4cc7-9a6a-6fb503d89327. Feb 10 06:33:51.365711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-22e1fb63-525e-46a8-ad14-0ef428958957 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1547847094'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:51.371688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc7d1-bd16-4f4f-a643-b4ea6d96d99a admin admin] Publish callbacks [] for security_group (c4da5060-fd1a-4cee-b44f-25af59dd90e4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:51.466667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9be763-99e2-4156-947e-209233ed159b req-744022ab-547a-44f5-9559-a10832bea570 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:51.468498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff9be763-99e2-4156-947e-209233ed159b req-744022ab-547a-44f5-9559-a10832bea570 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.1645968 Feb 10 06:33:51.559282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-82997489-6136-4c57-9f57-f8dc765b6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:51.560714 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-82997489-6136-4c57-9f57-f8dc765b6fb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb1c5b92bc524428804a940fabefdefb&device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 1128 time: 0.2511613 Feb 10 06:33:51.572255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff9be763-99e2-4156-947e-209233ed159b req-1387e6e2-441c-4530-943c-3ccdf99e1123 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959506 Feb 10 06:33:51.586588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Router 095a36ab-47b7-476d-b780-a3a5c75af4f7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:51.617859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc7d1-bd16-4f4f-a643-b4ea6d96d99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c4da5060-fd1a-4cee-b44f-25af59dd90e4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:51.620367 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc7d1-bd16-4f4f-a643-b4ea6d96d99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:51.623940 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9d5cc7d1-bd16-4f4f-a643-b4ea6d96d99a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4da5060-fd1a-4cee-b44f-25af59dd90e4 HTTP/1.1" status: 204 len: 168 time: 0.4857280 Feb 10 06:33:51.655789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b611421f-c793-43b5-b4d9-73be7a1d9451 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Router 87cd296e-6acd-4f98-be96-032bb0885b9f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:51.687343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cc7d1-bd16-4f4f-a643-b4ea6d96d99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4da5060-fd1a-4cee-b44f-25af59dd90e4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:51.804134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b611421f-c793-43b5-b4d9-73be7a1d9451 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:51.811951 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b611421f-c793-43b5-b4d9-73be7a1d9451 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:51.824392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] Sync routers for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:51.842497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:51.842691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:51.873089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-b611421f-c793-43b5-b4d9-73be7a1d9451 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "PUT /v2.0/floatingips/e5efb17b-39c6-4425-a096-d2e08b56c4bb HTTP/1.1" status: 200 len: 696 time: 1.2632923 Feb 10 06:33:51.873572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:51.876486 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f60ce36-7732-40ac-88c0-a1c7376083ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:51.883148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-080f990e-84d3-46cb-9fa4-b7b3d2c95cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:51.884659 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-080f990e-84d3-46cb-9fa4-b7b3d2c95cca service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b0fa05a-31e1-4501-a94f-163d5dbc23d3 HTTP/1.1" status: 200 len: 915 time: 0.3002272 Feb 10 06:33:51.957203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-c12faefc-2247-4831-bf78-e94d7190cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:51.958877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-c12faefc-2247-4831-bf78-e94d7190cac3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.0741246 Feb 10 06:33:52.048414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:52.074141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-aef8de13-0949-4e4a-9a5e-1193b1b7cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:52.076917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-aef8de13-0949-4e4a-9a5e-1193b1b7cd6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.1089258 Feb 10 06:33:52.135800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-f62190b0-304c-443b-b08f-ed05c030f0de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 217 time: 0.0516725 Feb 10 06:33:52.227570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-6f49b05e-f96a-443c-be92-1e5640d52b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:52.230935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-6f49b05e-f96a-443c-be92-1e5640d52b36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.0884378 Feb 10 06:33:52.235536 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bd6aea-529c-4daf-a600-737ed274f16c x-openstack-request-id: req-53bd6aea-529c-4daf-a600-737ed274f16c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:52.235814 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:52.236080 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53bd6aea-529c-4daf-a600-737ed274f16c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:52.238338 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'status': 'completed', 'code': 200} Feb 10 06:33:52.361378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-ae604bf4-b394-485f-a55c-2cd083ec7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:52.365965 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-ae604bf4-b394-485f-a55c-2cd083ec7d62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1238222 Feb 10 06:33:52.368650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:52.540333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-86ea7d3a-2aa0-4b02-b51b-2bb5ce421b64 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668916 Feb 10 06:33:52.549156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] Checking router: 87cd296e-6acd-4f98-be96-032bb0885b9f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:52.560291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:52.561383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:52.621838 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-22e1fb63-525e-46a8-ad14-0ef428958957 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (df2f9dca-71aa-47de-8a70-5eabb9ef589e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:52.653213 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-f96bbc75-fe71-4c03-af62-59c4ad43e437 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a HTTP/1.1" status: 200 len: 1002 time: 0.7562215 Feb 10 06:33:52.664235 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-22e1fb63-525e-46a8-ad14-0ef428958957 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (df2f9dca-71aa-47de-8a70-5eabb9ef589e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:52.678994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:52.688959 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] Sync routers for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:52.691577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:52.718887 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8e046b37-5dc8-4ff6-b2ec-7bed5c86db0d admin admin] 10.222.0.21 "PUT /v2.0/routers/095a36ab-47b7-476d-b780-a3a5c75af4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8975937 Feb 10 06:33:52.725670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42256) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:52.726724 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:52.729075 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:52.827262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42266) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:52.898262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e1fb63-525e-46a8-ad14-0ef428958957 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router df2f9dca-71aa-47de-8a70-5eabb9ef589e has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:33:52.919369 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:52.927622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-1140abaa-5475-4124-a232-0d4cb893f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:52.931836 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-1140abaa-5475-4124-a232-0d4cb893f9bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=830654ed-c3c6-4da8-9735-3ba73b7dd61d HTTP/1.1" status: 200 len: 854 time: 0.2650926 Feb 10 06:33:52.942189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-8131556a-f096-45a7-a741-5cddebe986cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:52.946377 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-8131556a-f096-45a7-a741-5cddebe986cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.2954276 Feb 10 06:33:52.962467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ceda67a-f3d4-40c4-8e58-fded70a891f3 req-65643c9c-960f-41e0-961f-b323d9a0ee39 service neutron] 10.222.0.21 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110489 Feb 10 06:33:52.973928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:53.014044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b10382-a805-432f-8d01-a229937b9eb2 None None] The sync data for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 is: [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:31:56Z', 'revision_number': 4, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7bc12b4a-4231-4c8c-9943-439d31bf7dac', 'name': '', 'network_id': '1af2c424-5f93-40af-9b66-6ab8ba6fe93c', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'mac_address': 'fa:16:3e:76:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:53Z', 'updated_at': '2022-02-10T06:32:05Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'subnets': [{'id': 'c191e695-7cc5-402d-ae72-09a82d255cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:53.058921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f24e3-ebc7-4e66-b02f-c3ef6cf8cff5 req-48e09876-8e24-40a2-8b7d-dce0150e99a1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:53.060463 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-608f24e3-ebc7-4e66-b02f-c3ef6cf8cff5 req-48e09876-8e24-40a2-8b7d-dce0150e99a1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.1920555 Feb 10 06:33:53.100394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks [] for router (095a36ab-47b7-476d-b780-a3a5c75af4f7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:53.146980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1568446329'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:53.198958 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:33:50Z', 'revision_number': 5, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port': {'id': '0bb3ac79-3d4b-46e1-a97d-e6ece18997a7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:21Z', 'updated_at': '2022-02-10T06:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:53.227744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks [] for router_gateway (095a36ab-47b7-476d-b780-a3a5c75af4f7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:53.240169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-608f24e3-ebc7-4e66-b02f-c3ef6cf8cff5 req-cf54e479-ff25-4914-8878-2a4f9d01a785 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729021 Feb 10 06:33:53.250600 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] Checking router: 095a36ab-47b7-476d-b780-a3a5c75af4f7 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:33:53.278506 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] Routers {'095a36ab-47b7-476d-b780-a3a5c75af4f7'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:53.279156 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['095a36ab-47b7-476d-b780-a3a5c75af4f7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:53.334028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Made reservation on behalf of 6ec5258dc90a40be90fbf7a2ae5fe4d8 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:53.340335 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:53.343051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Deleting port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:53.343265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:53.355965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e1fb63-525e-46a8-ad14-0ef428958957 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:33:53.365408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8a619-524a-46c0-be02-77d253e14267 None None] Sync routers for ids ['df2f9dca-71aa-47de-8a70-5eabb9ef589e'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:33:53.374402 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-22e1fb63-525e-46a8-ad14-0ef428958957 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:53.375595 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-22e1fb63-525e-46a8-ad14-0ef428958957 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/df2f9dca-71aa-47de-8a70-5eabb9ef589e HTTP/1.1" status: 200 len: 891 time: 2.0205400 Feb 10 06:33:53.380744 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:53.384265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8a619-524a-46c0-be02-77d253e14267 None None] Routers {'df2f9dca-71aa-47de-8a70-5eabb9ef589e'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:53.384694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b6f8a619-524a-46c0-be02-77d253e14267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['df2f9dca-71aa-47de-8a70-5eabb9ef589e'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:53.385393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42312) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:53.442051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b6f8a619-524a-46c0-be02-77d253e14267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:53.447909 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae0dfd-0d5a-4e66-b256-45a6b0c10a19 None None] New status for floating IP e5efb17b-39c6-4425-a096-d2e08b56c4bb: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:33:53.452381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8a619-524a-46c0-be02-77d253e14267 None None] Routers {'df2f9dca-71aa-47de-8a70-5eabb9ef589e'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:33:53.453203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b6f8a619-524a-46c0-be02-77d253e14267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['df2f9dca-71aa-47de-8a70-5eabb9ef589e'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:53.465179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-f6cb4c51-2ba8-459f-9f8a-4e8f7b8589bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:53.466976 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-f6cb4c51-2ba8-459f-9f8a-4e8f7b8589bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b0fa05a-31e1-4501-a94f-163d5dbc23d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5195966 Feb 10 06:33:53.500002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b6f8a619-524a-46c0-be02-77d253e14267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:53.500973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8a619-524a-46c0-be02-77d253e14267 None None] The sync data for ids ['df2f9dca-71aa-47de-8a70-5eabb9ef589e'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:53.551515 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] Set router 095a36ab-47b7-476d-b780-a3a5c75af4f7 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:33:53.566163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-f3f4eb8c-26f6-4cc8-a65a-b5c125c3522f tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips/e5efb17b-39c6-4425-a096-d2e08b56c4bb HTTP/1.1" status: 200 len: 696 time: 0.0901408 Feb 10 06:33:53.570319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-438fc2a2-de40-4b9c-abe9-e683425e6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:53.571800 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-438fc2a2-de40-4b9c-abe9-e683425e6e5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.5905008 Feb 10 06:33:53.649447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] For port 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0bb3ac79-3d4b-46e1-a97d-e6ece18997a7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:53.649835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:53.658339 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:33:53Z', 'revision_number': 6, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:53.666992 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-ee6541ee-04ee-431d-8408-619a6ab5ff65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 217 time: 0.0849016 Feb 10 06:33:53.702177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Calling delete_port for 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:53.734241 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-744d48e4-c93a-4838-a119-df4ff11e4deb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/routers/df2f9dca-71aa-47de-8a70-5eabb9ef589e HTTP/1.1" status: 200 len: 891 time: 0.3450820 Feb 10 06:33:53.744543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42340) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:53.791360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-27c3102d-c297-4054-832f-d48e29b1d007 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:53.802514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-27c3102d-c297-4054-832f-d48e29b1d007 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.2353256 Feb 10 06:33:53.808414 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-f65f6d17-8a56-436f-bd35-7946002d2bf6 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323970 Feb 10 06:33:53.813673 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-71cd0f10-ad93-47b3-93fe-b65d6e259cf0 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2f9dca-71aa-47de-8a70-5eabb9ef589e HTTP/1.1" status: 200 len: 205 time: 0.0650914 Feb 10 06:33:53.813673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-e833c339-8c57-4558-ade6-bad94e717904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:53.815128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-e833c339-8c57-4558-ade6-bad94e717904 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.1380792 Feb 10 06:33:53.816950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:53.858736 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82306e95-17ff-4559-92eb-f90eed9b6e36 None None] The sync data for ids ['095a36ab-47b7-476d-b780-a3a5c75af4f7'] in n-d-828670-1 is: [{'id': '095a36ab-47b7-476d-b780-a3a5c75af4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-711061607-router', 'tenant_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:19Z', 'updated_at': '2022-02-10T06:33:53Z', 'revision_number': 6, 'project_id': '8525771e9e3c4d0dbc1ec48468f0dc0d', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:33:53.910872 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks [] for security_group (097eaccc-8f02-4394-b3cb-4a2e77b8573a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:53.941535 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-02711230-c033-4617-a666-6f6de093fb51 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 699 time: 0.1380348 Feb 10 06:33:53.943947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (097eaccc-8f02-4394-b3cb-4a2e77b8573a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:53.987019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:33:54.022639 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (951db562-1204-40c0-8d07-c8cd292df360), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.022985 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Added segment 951db562-1204-40c0-8d07-c8cd292df360 of type vlan for network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 Feb 10 06:33:54.028183 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ef149f5-b34c-4c4b-adf1-277ffc405db1 req-d8f71591-b11e-4245-afbf-6165267a175f service neutron] 10.222.0.24 "GET /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120194 Feb 10 06:33:54.055440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-b67784e4-7ea3-49be-8f3b-4b9b200ece52 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 697 time: 0.1116517 Feb 10 06:33:54.065368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097eaccc-8f02-4394-b3cb-4a2e77b8573a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:54.069085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-25d85374-d41c-4fa1-a6b4-0b64483a28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:54.070623 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-25d85374-d41c-4fa1-a6b4-0b64483a28fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2430243 Feb 10 06:33:54.093685 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (4d37cbdb-078d-428e-a196-aad6fdb6bb52), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.172529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (df2f9dca-71aa-47de-8a70-5eabb9ef589e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.174200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (4d37cbdb-078d-428e-a196-aad6fdb6bb52), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.188764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:54.189389 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.285065 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-23510bd8-4ec7-4271-8fa7-746670b95a00 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033894 Feb 10 06:33:54.293757 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4626074 Feb 10 06:33:54.293757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491e0ed-2d4e-4955-892f-9d809f96c00b tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event updated for resources: {'Network': ['ID=4d37cbdb-078d-428e-a196-aad6fdb6bb52,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:54.295322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42386) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:54.305829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:33:54.404128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f60ce36-7732-40ac-88c0-a1c7376083ee req-5a8394d9-0352-4500-ba3b-4b07de7c690d service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117101 Feb 10 06:33:54.407879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Request body: {'subnet': {'network_id': '4d37cbdb-078d-428e-a196-aad6fdb6bb52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:54.451757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0bb3ac79-3d4b-46e1-a97d-e6ece18997a7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.463629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Deleting port 977fd1cd-ff86-4623-a38c-73bec148db61 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:54.463967 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (977fd1cd-ff86-4623-a38c-73bec148db61), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.491228 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_gateway (df2f9dca-71aa-47de-8a70-5eabb9ef589e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.506625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb3ac79-3d4b-46e1-a97d-e6ece18997a7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:54.508100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Made reservation on behalf of 6ec5258dc90a40be90fbf7a2ae5fe4d8 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:54.517627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.734779 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (bbe81c55-7cfc-4285-b89a-ce6786f3173e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.968239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (977fd1cd-ff86-4623-a38c-73bec148db61), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.968801 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (977fd1cd-ff86-4623-a38c-73bec148db61), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.989305 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (095a36ab-47b7-476d-b780-a3a5c75af4f7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:54.991222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Calling delete_port for 977fd1cd-ff86-4623-a38c-73bec148db61 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:55.079608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event updated for resources: {'Subnet': ['ID=bbe81c55-7cfc-4285-b89a-ce6786f3173e,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:55.089659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Checking segment: {'id': '951db562-1204-40c0-8d07-c8cd292df360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4d37cbdb-078d-428e-a196-aad6fdb6bb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:55.090043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Network hostable DHCP agents. Network: 4d37cbdb-078d-428e-a196-aad6fdb6bb52, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:33:55.118389 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-71122ac8-41eb-4d5a-80d4-1816b0bb8cf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3151670 Feb 10 06:33:55.119570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:33:55.131367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 4d37cbdb-078d-428e-a196-aad6fdb6bb52) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:55.141310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:55.142169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.144864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5616042-9ef2-4500-af73-51752e559a94 None None] Network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:55.146751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (095a36ab-47b7-476d-b780-a3a5c75af4f7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.149488 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks [] for router_controller (095a36ab-47b7-476d-b780-a3a5c75af4f7), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.152956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port 38aa954a-689f-4e48-a3be-205d04a60973 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:55.153289 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (38aa954a-689f-4e48-a3be-205d04a60973), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.165981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2103cf-c56c-4cd2-a6f2-f05973e8effe req-81e150a4-90c2-426b-8a0a-60e6901b0559 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:55.167844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca2103cf-c56c-4cd2-a6f2-f05973e8effe req-81e150a4-90c2-426b-8a0a-60e6901b0559 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2568479 Feb 10 06:33:55.177938 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5108a70f-3527-4963-a8ec-9791ba388d2f tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7763140 Feb 10 06:33:55.181872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42422) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:55.188568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Request body: {'port': {'network_id': '4d37cbdb-078d-428e-a196-aad6fdb6bb52', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2136144222'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:55.297246 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (095a36ab-47b7-476d-b780-a3a5c75af4f7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.297812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 095a36ab-47b7-476d-b780-a3a5c75af4f7 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:33:55.309414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.313610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c6a4f6b-2dca-478d-a519-51107d6c8762 admin admin] 10.222.0.21 "DELETE /v2.0/routers/095a36ab-47b7-476d-b780-a3a5c75af4f7 HTTP/1.1" status: 204 len: 168 time: 2.5831442 Feb 10 06:33:55.320841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8d59874d-2eed-4b16-b6f3-ff3ec4498afd no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:55.324590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42424) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:55.350711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 8d59874d-2eed-4b16-b6f3-ff3ec4498afd {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:55.351386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8d59874d-2eed-4b16-b6f3-ff3ec4498afd not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:55.352021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:55.368387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Made reservation on behalf of 6ec5258dc90a40be90fbf7a2ae5fe4d8 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:55.372165 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.396060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:55.396720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0bb3ac79-3d4b-46e1-a97d-e6ece18997a7 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:55.397528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-d136b8af-6cd5-4d5c-bf61-2134048e5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:55.399254 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-d136b8af-6cd5-4d5c-bf61-2134048e5506 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 1127 time: 0.1716752 Feb 10 06:33:55.400578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] device_id is not set on port c3d78099-b173-4ba0-bfcd-4e3371fa9021 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:33:55.419214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (38aa954a-689f-4e48-a3be-205d04a60973), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.458618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca2103cf-c56c-4cd2-a6f2-f05973e8effe req-3a9bdc1f-8a6e-4e3b-a69c-8737edf45461 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278879 Feb 10 06:33:55.469787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for 38aa954a-689f-4e48-a3be-205d04a60973 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:55.471509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-4d37cbdb-078d-428e-a196-aad6fdb6bb52', 'network_id': '4d37cbdb-078d-428e-a196-aad6fdb6bb52', 'project_id': '6ec5258dc90a40be90fbf7a2ae5fe4d8', 'fixed_ips': [{'subnet_id': 'bbe81c55-7cfc-4285-b89a-ce6786f3173e'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:33:55.475447 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.493514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-0341fd11-e8ee-4ba4-8a9b-4e97c35fd6b5 admin admin] Deleting subnet 524d76dd-0c22-4938-b584-142db313b9b7 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:33:55.502796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0341fd11-e8ee-4ba4-8a9b-4e97c35fd6b5 admin admin] Publish callbacks [] for subnet (524d76dd-0c22-4938-b584-142db313b9b7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.580511 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0341fd11-e8ee-4ba4-8a9b-4e97c35fd6b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (524d76dd-0c22-4938-b584-142db313b9b7), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.612170 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (977fd1cd-ff86-4623-a38c-73bec148db61), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.665065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-d604ddef-b405-49f7-b028-9f38df2c359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:55.666979 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-d604ddef-b405-49f7-b028-9f38df2c359d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 200 len: 921 time: 0.2236807 Feb 10 06:33:55.682070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Pushing event deleted for resources: {'Port': ['ID=977fd1cd-ff86-4623-a38c-73bec148db61,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:55.731030 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-90a1e189-c913-4f29-912a-37b39e1decc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 200 len: 217 time: 0.0573897 Feb 10 06:33:55.737083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Allocated IP 172.20.0.14 (4d37cbdb-078d-428e-a196-aad6fdb6bb52/bbe81c55-7cfc-4285-b89a-ce6786f3173e/c3d78099-b173-4ba0-bfcd-4e3371fa9021) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:55.821770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-26fe43ff-663e-4b3b-982d-77698ea6091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:55.823405 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-26fe43ff-663e-4b3b-982d-77698ea6091a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 200 len: 860 time: 0.0829639 Feb 10 06:33:55.853296 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks [] for floatingip (e5efb17b-39c6-4425-a096-d2e08b56c4bb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.856062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.857212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c6b5d81-7ef1-4eb4-b533-8b3f77434e31 req-3d8b3454-02c8-4bbf-a08e-d2cbe2ec5ddb tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "DELETE /v2.0/floatingips/e5efb17b-39c6-4425-a096-d2e08b56c4bb HTTP/1.1" status: 204 len: 173 time: 1.8007433 Feb 10 06:33:55.860453 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0341fd11-e8ee-4ba4-8a9b-4e97c35fd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (524d76dd-0c22-4938-b584-142db313b9b7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.951807 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (38aa954a-689f-4e48-a3be-205d04a60973), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:55.953344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-c1bed6e3-337b-4d38-b6eb-6e54daebd16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:55.955061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-c1bed6e3-337b-4d38-b6eb-6e54daebd16a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1af2c424-5f93-40af-9b66-6ab8ba6fe93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1220269 Feb 10 06:33:55.958554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0341fd11-e8ee-4ba4-8a9b-4e97c35fd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (524d76dd-0c22-4938-b584-142db313b9b7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.034038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=38aa954a-689f-4e48-a3be-205d04a60973,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:56.038074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341fd11-e8ee-4ba4-8a9b-4e97c35fd6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524d76dd-0c22-4938-b584-142db313b9b7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:56.050115 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0341fd11-e8ee-4ba4-8a9b-4e97c35fd6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.052371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9db29-4633-4707-a1a2-9ab93f05188f None None] Network 327f4065-4b8d-4984-9e6e-20d2c70521c7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:56.055440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0341fd11-e8ee-4ba4-8a9b-4e97c35fd6b5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/524d76dd-0c22-4938-b584-142db313b9b7 HTTP/1.1" status: 204 len: 168 time: 0.7296269 Feb 10 06:33:56.058282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42482) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:56.137221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks [] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.184479 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-a1f06cf5-daca-4589-8488-6bc4ddedf01c service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205081 Feb 10 06:33:56.234380 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (327f4065-4b8d-4984-9e6e-20d2c70521c7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.267158 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (df2f9dca-71aa-47de-8a70-5eabb9ef589e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.312268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609721d2-f890-45bd-bf0a-b0cdec057f0e None None] DHCP port deletion for 327f4065-4b8d-4984-9e6e-20d2c70521c7 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:33:56.318533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.366017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Allocated IP 172.20.0.2 (4d37cbdb-078d-428e-a196-aad6fdb6bb52/bbe81c55-7cfc-4285-b89a-ce6786f3173e/dd08fd09-c7b4-4db0-b87f-71660b49723c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:56.394503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event updated for resources: {'Port': ['ID=c3d78099-b173-4ba0-bfcd-4e3371fa9021,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:56.404772 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (df2f9dca-71aa-47de-8a70-5eabb9ef589e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.406867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:56.411429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:56.413939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe571ad-0c00-4f93-9d46-c8700c0abd02 req-13387011-1e34-4ba2-a612-137fe1fe88b1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:56.418336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:56.423135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfe571ad-0c00-4f93-9d46-c8700c0abd02 req-13387011-1e34-4ba2-a612-137fe1fe88b1 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 945 time: 0.2267671 Feb 10 06:33:56.427459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (df2f9dca-71aa-47de-8a70-5eabb9ef589e), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.450079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-609721d2-f890-45bd-bf0a-b0cdec057f0e None None] Deleting port 098ac851-9a35-4b66-ad94-9fab5166072c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:56.450835 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-609721d2-f890-45bd-bf0a-b0cdec057f0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.495179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98be40d7-b7a1-41f1-a842-6a2ad6c017fa req-725145ec-bdcd-4711-97e0-40141a3b5152 service neutron] 10.222.0.13 "GET /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920194 Feb 10 06:33:56.525216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:56.525996 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.529904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (df2f9dca-71aa-47de-8a70-5eabb9ef589e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.530647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Fanout notify agent at l3_agent the message router_deleted on router df2f9dca-71aa-47de-8a70-5eabb9ef589e {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:33:56.546400 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.547489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1f3b92c-6c19-454f-9f29-321bd1d109bd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/df2f9dca-71aa-47de-8a70-5eabb9ef589e HTTP/1.1" status: 204 len: 168 time: 2.7307434 Feb 10 06:33:56.552431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42520) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:56.557999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-609721d2-f890-45bd-bf0a-b0cdec057f0e None None] For port 098ac851-9a35-4b66-ad94-9fab5166072c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=098ac851-9a35-4b66-ad94-9fab5166072c,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:56.558437 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-609721d2-f890-45bd-bf0a-b0cdec057f0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.558907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-870818535'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:56.559262 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-812b326b-75ac-40e9-8ff9-ff8b6f84c098 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3761039 Feb 10 06:33:56.560192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42522) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:56.566312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Request body: {'port': {'network_id': '4d37cbdb-078d-428e-a196-aad6fdb6bb52', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2013013086', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:56.566884 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.api.validators [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] bootfile-name is not in valid_values {{(pid=103213) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:56.567884 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.api.validators [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] tftp-server is not in valid_values {{(pid=103213) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:56.568314 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.api.validators [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] server-ip-address is not in valid_values {{(pid=103213) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:56.574476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-609721d2-f890-45bd-bf0a-b0cdec057f0e None None] Calling delete_port for 098ac851-9a35-4b66-ad94-9fab5166072c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:56.581516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfe571ad-0c00-4f93-9d46-c8700c0abd02 req-54469e7c-bc4c-47fb-980f-dd80ddb8a061 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547835 Feb 10 06:33:56.591906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Deleting port 098ac851-9a35-4b66-ad94-9fab5166072c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:56.592249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.640313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:56.645436 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.728459 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-609721d2-f890-45bd-bf0a-b0cdec057f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.744405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Made reservation on behalf of 6ec5258dc90a40be90fbf7a2ae5fe4d8 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:56.747050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:33:56.750289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.757049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1c4bd380-441c-4016-a730-f6d8f9eb93e7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.757407 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added segment 1c4bd380-441c-4016-a730-f6d8f9eb93e7 of type vlan for network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 Feb 10 06:33:56.775234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] device_id is not set on port 9454f65d-e87d-4042-96ad-d2f4debbd720 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:33:56.780159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609721d2-f890-45bd-bf0a-b0cdec057f0e None None] Pushing event deleted for resources: {'Port': ['ID=098ac851-9a35-4b66-ad94-9fab5166072c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:56.798345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (9d1a86f2-244f-4886-bd5f-2a591ac3b303), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.811570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609721d2-f890-45bd-bf0a-b0cdec057f0e None None] No DVR routers for this DVR port 098ac851-9a35-4b66-ad94-9fab5166072c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:56.829542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] For port 098ac851-9a35-4b66-ad94-9fab5166072c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=098ac851-9a35-4b66-ad94-9fab5166072c,segment=NetworkSegment(1fc7ecb7-d7b1-493e-adb4-0b604e223507),segment_id=1fc7ecb7-d7b1-493e-adb4-0b604e223507)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:56.829912 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.840484 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (9d1a86f2-244f-4886-bd5f-2a591ac3b303), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.845519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:56.846119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.867537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Calling delete_port for 098ac851-9a35-4b66-ad94-9fab5166072c owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:56.901717 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Publish callbacks [] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.911756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3571508 Feb 10 06:33:56.915464 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:56.942458 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:56.952576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'subnet': {'network_id': '9d1a86f2-244f-4886-bd5f-2a591ac3b303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:56.996397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9cbea-63d2-4395-bd3e-96ecc63226a4 req-db9cddb3-0982-4489-ac18-43ab22243482 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:57.003917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73e9cbea-63d2-4395-bd3e-96ecc63226a4 req-db9cddb3-0982-4489-ac18-43ab22243482 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.3499889 Feb 10 06:33:57.004097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Pushing event updated for resources: {'Port': ['ID=dd08fd09-c7b4-4db0-b87f-71660b49723c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:57.009706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43980847-95ce-4331-a78e-85ad3dd199d4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Network': ['ID=9d1a86f2-244f-4886-bd5f-2a591ac3b303,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:57.017417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:57.019897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:57.024689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:57.027008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Allocated IP 172.20.0.7 (4d37cbdb-078d-428e-a196-aad6fdb6bb52/bbe81c55-7cfc-4285-b89a-ce6786f3173e/9454f65d-e87d-4042-96ad-d2f4debbd720) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:57.042921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:33:57.163440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73e9cbea-63d2-4395-bd3e-96ecc63226a4 req-a05c686a-25c0-4d5a-8094-c431da1388de tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536281 Feb 10 06:33:57.165447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Attempting to bind port dd08fd09-c7b4-4db0-b87f-71660b49723c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:57.165886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Attempting to bind port dd08fd09-c7b4-4db0-b87f-71660b49723c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '951db562-1204-40c0-8d07-c8cd292df360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4d37cbdb-078d-428e-a196-aad6fdb6bb52'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:57.166280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Attempting to bind port dd08fd09-c7b4-4db0-b87f-71660b49723c on network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:57.179983 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (098ac851-9a35-4b66-ad94-9fab5166072c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.189333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:57.189917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Checking segment: {'id': '951db562-1204-40c0-8d07-c8cd292df360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4d37cbdb-078d-428e-a196-aad6fdb6bb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:57.190234 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.191277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Bound using segment: {'id': '951db562-1204-40c0-8d07-c8cd292df360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4d37cbdb-078d-428e-a196-aad6fdb6bb52'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:57.191805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Bound port: dd08fd09-c7b4-4db0-b87f-71660b49723c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951db562-1204-40c0-8d07-c8cd292df360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4d37cbdb-078d-428e-a196-aad6fdb6bb52'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:57.192189 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.194873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:33:57.198037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.201938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] No DVR routers for this DVR port 098ac851-9a35-4b66-ad94-9fab5166072c on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:57.258868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=098ac851-9a35-4b66-ad94-9fab5166072c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:57.282522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] For port dd08fd09-c7b4-4db0-b87f-71660b49723c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:57.285645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] For port dd08fd09-c7b4-4db0-b87f-71660b49723c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=dd08fd09-c7b4-4db0-b87f-71660b49723c,segment=NetworkSegment(951db562-1204-40c0-8d07-c8cd292df360),segment_id=951db562-1204-40c0-8d07-c8cd292df360)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:57.297761 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.366655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (327f4065-4b8d-4984-9e6e-20d2c70521c7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.367774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks [] for port (9454f65d-e87d-4042-96ad-d2f4debbd720), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.371921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67295a0a-8b63-4c89-aa3a-9a1824f45708 None None] Pushing event updated for resources: {'Port': ['ID=dd08fd09-c7b4-4db0-b87f-71660b49723c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:57.375884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 098ac851-9a35-4b66-ad94-9fab5166072c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:33:57.410851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327f4065-4b8d-4984-9e6e-20d2c70521c7']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:57.413118 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9454f65d-e87d-4042-96ad-d2f4debbd720), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.423296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc7ecb7-d7b1-493e-adb4-0b604e223507') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:57.423512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc7ecb7-d7b1-493e-adb4-0b604e223507') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:33:57.424714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 098ac851-9a35-4b66-ad94-9fab5166072c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:33:57.425239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 098ac851-9a35-4b66-ad94-9fab5166072c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:33:57.435922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (1fc7ecb7-d7b1-493e-adb4-0b604e223507), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.500114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:57.501462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event updated for resources: {'Port': ['ID=9454f65d-e87d-4042-96ad-d2f4debbd720,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:57.501677 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1fc7ecb7-d7b1-493e-adb4-0b604e223507), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.506399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:57.508991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:57.519919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:33:57.520524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (1fc7ecb7-d7b1-493e-adb4-0b604e223507), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:33:57.522820 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:33:57.563051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:57.563806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.587504 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-733fb65a-f82a-4d67-9b93-fa30eee45cef tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0237918 Feb 10 06:33:57.587720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42584) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:57.652946 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (327f4065-4b8d-4984-9e6e-20d2c70521c7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.661380 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (8eae2d77-28db-4f14-8403-f5b857b916ae), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.673096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.696058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/327f4065-4b8d-4984-9e6e-20d2c70521c7 HTTP/1.1" status: 204 len: 168 time: 1.6340756 Feb 10 06:33:57.696201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aadfd8-7f00-4be1-87c1-5619571e42b7 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:57.716669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aadfd8-7f00-4be1-87c1-5619571e42b7 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:57.737610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aadfd8-7f00-4be1-87c1-5619571e42b7 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:57.739578 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-38aadfd8-7f00-4be1-87c1-5619571e42b7 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1507938 Feb 10 06:33:57.742645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42596) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:57.778289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a8b07-b3cd-4ed0-9393-a4d1bc3256a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=327f4065-4b8d-4984-9e6e-20d2c70521c7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:57.869011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Checking segment: {'id': '1c4bd380-441c-4016-a730-f6d8f9eb93e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d1a86f2-244f-4886-bd5f-2a591ac3b303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:57.869318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network hostable DHCP agents. Network: 9d1a86f2-244f-4886-bd5f-2a591ac3b303, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:33:57.878417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Subnet': ['ID=8eae2d77-28db-4f14-8403-f5b857b916ae,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:57.910136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b7376-db52-4bea-8825-174ef8f695ec req-c25824fc-5232-40c6-9d11-9a9c9dac2097 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:57.919256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0b7376-db52-4bea-8825-174ef8f695ec req-c25824fc-5232-40c6-9d11-9a9c9dac2097 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 945 time: 0.1844978 Feb 10 06:33:57.929117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:33:57.936700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6665bfe9-67ed-40ef-b0bb-d383c0d36c94 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Deleting port 9454f65d-e87d-4042-96ad-d2f4debbd720 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:57.937289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6665bfe9-67ed-40ef-b0bb-d383c0d36c94 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9454f65d-e87d-4042-96ad-d2f4debbd720), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.950406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 9d1a86f2-244f-4886-bd5f-2a591ac3b303) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:57.961921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:57.962698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e92035f-85ff-4618-b3e4-2775f64faf22 None None] Network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:57.962819 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:57.998949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0b7376-db52-4bea-8825-174ef8f695ec req-61d0278b-99c4-4e7e-9474-86ca4ae6126e tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780230 Feb 10 06:33:58.005568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe4aa38a-ccad-40da-98e7-192117716d8e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0544665 Feb 10 06:33:58.006231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42600) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:58.011969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-55dc06f6-9c85-4f70-a9f4-e5078a256d1a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-109710598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:58.030148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42602) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:58.037725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55dc06f6-9c85-4f70-a9f4-e5078a256d1a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (5a40823e-8a74-4964-bdd3-b67ca6983573), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.039337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55dc06f6-9c85-4f70-a9f4-e5078a256d1a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (5a40823e-8a74-4964-bdd3-b67ca6983573), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.113452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55dc06f6-9c85-4f70-a9f4-e5078a256d1a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (5a40823e-8a74-4964-bdd3-b67ca6983573), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.119633 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55dc06f6-9c85-4f70-a9f4-e5078a256d1a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (5a40823e-8a74-4964-bdd3-b67ca6983573), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.127781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-9d1a86f2-244f-4886-bd5f-2a591ac3b303', 'network_id': '9d1a86f2-244f-4886-bd5f-2a591ac3b303', 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'fixed_ips': [{'subnet_id': '8eae2d77-28db-4f14-8403-f5b857b916ae'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:33:58.129169 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.146592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55dc06f6-9c85-4f70-a9f4-e5078a256d1a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.151765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-55dc06f6-9c85-4f70-a9f4-e5078a256d1a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1412859 Feb 10 06:33:58.152145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42606) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:58.178267 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f38d3e71-6b70-4663-b8c4-7c98858fd9e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8525771e9e3c4d0dbc1ec48468f0dc0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328232 Feb 10 06:33:58.178556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42608) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:58.183709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42610) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:58.203962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129302-94d7-4a65-af09-2d121f68e65e req-b47049ad-29a0-473c-a2d6-ad7a2696abd9 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:58.205445 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8d129302-94d7-4a65-af09-2d121f68e65e req-b47049ad-29a0-473c-a2d6-ad7a2696abd9 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 945 time: 0.2079027 Feb 10 06:33:58.275466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6665bfe9-67ed-40ef-b0bb-d383c0d36c94 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9454f65d-e87d-4042-96ad-d2f4debbd720), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.318809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Allocated IP 2001:db8::2 (9d1a86f2-244f-4886-bd5f-2a591ac3b303/8eae2d77-28db-4f14-8403-f5b857b916ae/e521cd15-2479-44c9-ac51-09bc140976fd) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:58.328751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6665bfe9-67ed-40ef-b0bb-d383c0d36c94 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Calling delete_port for 9454f65d-e87d-4042-96ad-d2f4debbd720 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:58.410265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cf6cc1e-9c40-457a-8ebb-7af8dff9cf84 admin admin] Publish callbacks [] for security_group (767adecc-35ef-408f-84ed-20a71ceba2e8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.412993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f54e0-558a-44d7-ae83-31fbe79b61bd req-16614e7a-2da7-44db-badf-37497c70a479 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:58.414648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e1f54e0-558a-44d7-ae83-31fbe79b61bd req-16614e7a-2da7-44db-badf-37497c70a479 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.1572564 Feb 10 06:33:58.415637 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80345b25-19dc-4d0c-81d7-d7af5798234c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.475183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cf6cc1e-9c40-457a-8ebb-7af8dff9cf84 admin admin] Publish callbacks [] for security_group (767adecc-35ef-408f-84ed-20a71ceba2e8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.535932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8d129302-94d7-4a65-af09-2d121f68e65e req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Deleting port f64ce40c-8806-4cc7-9a6a-6fb503d89327 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:33:58.536278 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8d129302-94d7-4a65-af09-2d121f68e65e req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.602261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e1f54e0-558a-44d7-ae83-31fbe79b61bd req-e3c2a32b-56d1-453b-8701-d24b0c7b278c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480992 Feb 10 06:33:58.661191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.707534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8d129302-94d7-4a65-af09-2d121f68e65e req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] For port f64ce40c-8806-4cc7-9a6a-6fb503d89327, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f64ce40c-8806-4cc7-9a6a-6fb503d89327,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:58.708051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8d129302-94d7-4a65-af09-2d121f68e65e req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.740086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8d129302-94d7-4a65-af09-2d121f68e65e req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Calling delete_port for f64ce40c-8806-4cc7-9a6a-6fb503d89327 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:33:58.742809 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Publish callbacks [] for port (e521cd15-2479-44c9-ac51-09bc140976fd), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.749884 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.805349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:33:58.805806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cf6cc1e-9c40-457a-8ebb-7af8dff9cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (767adecc-35ef-408f-84ed-20a71ceba2e8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.809036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cf6cc1e-9c40-457a-8ebb-7af8dff9cf84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.810444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6cf6cc1e-9c40-457a-8ebb-7af8dff9cf84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/767adecc-35ef-408f-84ed-20a71ceba2e8 HTTP/1.1" status: 204 len: 168 time: 0.6255810 Feb 10 06:33:58.814290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:33:58.817364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:33:58.827842 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80345b25-19dc-4d0c-81d7-d7af5798234c admin admin] Publish callbacks [] for security_group (31def688-02bb-41c9-ac1b-6f3dd3bc3360), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.877651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Pushing event updated for resources: {'Port': ['ID=e521cd15-2479-44c9-ac51-09bc140976fd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:58.912241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6cc1e-9c40-457a-8ebb-7af8dff9cf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767adecc-35ef-408f-84ed-20a71ceba2e8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:58.912744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Attempting to bind port e521cd15-2479-44c9-ac51-09bc140976fd on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:33:58.913547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Attempting to bind port e521cd15-2479-44c9-ac51-09bc140976fd by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '1c4bd380-441c-4016-a730-f6d8f9eb93e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d1a86f2-244f-4886-bd5f-2a591ac3b303'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:33:58.914597 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80345b25-19dc-4d0c-81d7-d7af5798234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (31def688-02bb-41c9-ac1b-6f3dd3bc3360), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.922900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Attempting to bind port e521cd15-2479-44c9-ac51-09bc140976fd on network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:33:58.932551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adfc148-1b52-419d-bf21-91625ca76cb8 None None] Network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:33:58.948037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:33:58.948623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Checking segment: {'id': '1c4bd380-441c-4016-a730-f6d8f9eb93e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d1a86f2-244f-4886-bd5f-2a591ac3b303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:33:58.949107 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:58.949631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Bound using segment: {'id': '1c4bd380-441c-4016-a730-f6d8f9eb93e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d1a86f2-244f-4886-bd5f-2a591ac3b303'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:33:58.950161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Bound port: e521cd15-2479-44c9-ac51-09bc140976fd, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4bd380-441c-4016-a730-f6d8f9eb93e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d1a86f2-244f-4886-bd5f-2a591ac3b303'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:33:58.950600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.018996 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-80345b25-19dc-4d0c-81d7-d7af5798234c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1d39d3d22b5495bb6dee1726734358c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8328850 Feb 10 06:33:59.023421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42624) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:59.024352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80345b25-19dc-4d0c-81d7-d7af5798234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31def688-02bb-41c9-ac1b-6f3dd3bc3360,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:59.029006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6665bfe9-67ed-40ef-b0bb-d383c0d36c94 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9454f65d-e87d-4042-96ad-d2f4debbd720), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.139788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-365b6421-115c-474a-8524-ee77d1b099f7 None None] Provisioning complete for port dd08fd09-c7b4-4db0-b87f-71660b49723c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:59.140099 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-365b6421-115c-474a-8524-ee77d1b099f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.151700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665bfe9-67ed-40ef-b0bb-d383c0d36c94 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event deleted for resources: {'Port': ['ID=9454f65d-e87d-4042-96ad-d2f4debbd720,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:59.222024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fce0535-a6ba-458b-9e95-f981af890d8b admin admin] Publish callbacks [] for security_group (31def688-02bb-41c9-ac1b-6f3dd3bc3360), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.261983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] For port e521cd15-2479-44c9-ac51-09bc140976fd, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:33:59.332329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device dd08fd09-c7b4-4db0-b87f-71660b49723c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:33:59.337949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-365b6421-115c-474a-8524-ee77d1b099f7 None None] Current status of the port dd08fd09-c7b4-4db0-b87f-71660b49723c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:33:59.342197 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-365b6421-115c-474a-8524-ee77d1b099f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.380549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8d129302-94d7-4a65-af09-2d121f68e65e req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f64ce40c-8806-4cc7-9a6a-6fb503d89327), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.386929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc556a-3e66-422c-9448-9a552575e29b req-cac7e550-28ca-4153-9a1c-7550e750c0a5 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:33:59.388474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ffc556a-3e66-422c-9448-9a552575e29b req-cac7e550-28ca-4153-9a1c-7550e750c0a5 tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbc6ae1-d964-46c4-a42f-773c349bbe7b HTTP/1.1" status: 200 len: 945 time: 0.2598255 Feb 10 06:33:59.391930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 2001:db8::1 (9d1a86f2-244f-4886-bd5f-2a591ac3b303/8eae2d77-28db-4f14-8403-f5b857b916ae/c2e751e5-f178-4d1c-bc64-bc80f17fb396) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:33:59.406119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f64ce40c-8806-4cc7-9a6a-6fb503d89327'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:33:59.421634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] For port e521cd15-2479-44c9-ac51-09bc140976fd, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e521cd15-2479-44c9-ac51-09bc140976fd,segment=NetworkSegment(1c4bd380-441c-4016-a730-f6d8f9eb93e7),segment_id=1c4bd380-441c-4016-a730-f6d8f9eb93e7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:33:59.467597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ffc556a-3e66-422c-9448-9a552575e29b req-389f9b7e-fadf-4151-abe6-ce6abc48417f tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b68ea9d-f498-4064-ac06-0cdf3f5523ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697243 Feb 10 06:33:59.474444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.478050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Pushing event deleted for resources: {'Port': ['ID=f64ce40c-8806-4cc7-9a6a-6fb503d89327,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:59.500757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fce0535-a6ba-458b-9e95-f981af890d8b admin admin] Publish callbacks [] for security_group (31def688-02bb-41c9-ac1b-6f3dd3bc3360), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.584161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-365b6421-115c-474a-8524-ee77d1b099f7 None None] For port dd08fd09-c7b4-4db0-b87f-71660b49723c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=dd08fd09-c7b4-4db0-b87f-71660b49723c,segment=NetworkSegment(951db562-1204-40c0-8d07-c8cd292df360),segment_id=951db562-1204-40c0-8d07-c8cd292df360)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:33:59.609711 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-365b6421-115c-474a-8524-ee77d1b099f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.637010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port dd08fd09-c7b4-4db0-b87f-71660b49723c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:33:59.637486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.643032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6665bfe9-67ed-40ef-b0bb-d383c0d36c94 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.657838 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.658610 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6665bfe9-67ed-40ef-b0bb-d383c0d36c94 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "DELETE /v2.0/ports/9454f65d-e87d-4042-96ad-d2f4debbd720 HTTP/1.1" status: 204 len: 168 time: 1.9120231 Feb 10 06:33:59.660248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:33:59.673320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d129302-94d7-4a65-af09-2d121f68e65e req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] No DVR routers for this DVR port f64ce40c-8806-4cc7-9a6a-6fb503d89327 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:33:59.673970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Request body: {'port': {'name': 'tempest-new-port-name-607446434', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:33:59.674535 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.api.validators [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] bootfile-name is not in valid_values {{(pid=103214) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:59.674928 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.api.validators [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] tftp-server is not in valid_values {{(pid=103214) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:59.675250 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.api.validators [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] server-ip-address is not in valid_values {{(pid=103214) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 06:33:59.678198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8d129302-94d7-4a65-af09-2d121f68e65e req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.681630 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8d129302-94d7-4a65-af09-2d121f68e65e req-f63c771a-9858-4e90-92c0-aadcb9d2fc5d tempest-FloatingIPsAssociationTestJSON-1347953453 tempest-FloatingIPsAssociationTestJSON-1347953453-project] 10.222.0.13 "DELETE /v2.0/ports/f64ce40c-8806-4cc7-9a6a-6fb503d89327 HTTP/1.1" status: 204 len: 173 time: 1.4619057 Feb 10 06:33:59.684264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bb445-0bb4-463f-b55a-8853dd0ae9b2 None None] Pushing event updated for resources: {'Port': ['ID=e521cd15-2479-44c9-ac51-09bc140976fd,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:33:59.718155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'name': 'network-vif-deleted', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:33:59.725918 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff3c208-7608-4316-ac5b-207e3ae758c2" -d '{"events": [{"server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "name": "network-vif-deleted", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:33:59.839161 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab6dd9b-411f-48bf-87d8-efa8f75d71b7 x-openstack-request-id: req-0ab6dd9b-411f-48bf-87d8-efa8f75d71b7 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:33:59.839480 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcbc6ae1-d964-46c4-a42f-773c349bbe7b", "name": "network-vif-deleted", "tag": "f64ce40c-8806-4cc7-9a6a-6fb503d89327", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:33:59.841908 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ab6dd9b-411f-48bf-87d8-efa8f75d71b7 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:33:59.844102 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbc6ae1-d964-46c4-a42f-773c349bbe7b', 'name': 'network-vif-deleted', 'tag': 'f64ce40c-8806-4cc7-9a6a-6fb503d89327', 'status': 'completed', 'code': 200} Feb 10 06:33:59.868522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fce0535-a6ba-458b-9e95-f981af890d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (31def688-02bb-41c9-ac1b-6f3dd3bc3360), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.871632 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fce0535-a6ba-458b-9e95-f981af890d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:33:59.876765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7fce0535-a6ba-458b-9e95-f981af890d8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31def688-02bb-41c9-ac1b-6f3dd3bc3360 HTTP/1.1" status: 204 len: 168 time: 0.8455784 Feb 10 06:33:59.907736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce0535-a6ba-458b-9e95-f981af890d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31def688-02bb-41c9-ac1b-6f3dd3bc3360,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:00.006108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port dd08fd09-c7b4-4db0-b87f-71660b49723c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:00.015936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c4b9d2ac-8869-4131-913c-de3e31aa18d0 None None] Provisioning complete for port c3d78099-b173-4ba0-bfcd-4e3371fa9021 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:00.016292 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d2ac-8869-4131-913c-de3e31aa18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.022325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b6421-115c-474a-8524-ee77d1b099f7 None None] Pushing event updated for resources: {'Port': ['ID=dd08fd09-c7b4-4db0-b87f-71660b49723c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:00.041162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.082232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9d2ac-8869-4131-913c-de3e31aa18d0 None None] Port c3d78099-b173-4ba0-bfcd-4e3371fa9021 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:00.105001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c4b9d2ac-8869-4131-913c-de3e31aa18d0 None None] Provisioning complete for port dd08fd09-c7b4-4db0-b87f-71660b49723c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:00.105897 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d2ac-8869-4131-913c-de3e31aa18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.238349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42654) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:00.288175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db3a0b-b131-452e-9f41-39c83b31cce4 req-6681093b-12e8-4578-96ec-4aaed1f34ba2 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:00.294170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66db3a0b-b131-452e-9f41-39c83b31cce4 req-6681093b-12e8-4578-96ec-4aaed1f34ba2 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.3735194 Feb 10 06:34:00.298523 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.323193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9d2ac-8869-4131-913c-de3e31aa18d0 None None] Current status of the port dd08fd09-c7b4-4db0-b87f-71660b49723c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:00.414572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=c2e751e5-f178-4d1c-bc64-bc80f17fb396,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:00.465610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c41787f2-59dc-4dc7-b07b-c7d761575804 None None] Provisioning complete for port c3d78099-b173-4ba0-bfcd-4e3371fa9021 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:00.466692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c41787f2-59dc-4dc7-b07b-c7d761575804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.484490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-535993357-network', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:00.543161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Made reservation on behalf of 9aa316c15a49401890b7df596bd9a5f1 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:00.546278 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.554392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c41787f2-59dc-4dc7-b07b-c7d761575804 None None] Port c3d78099-b173-4ba0-bfcd-4e3371fa9021 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:00.560282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.602069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42672) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:00.646543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:00.648015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:00.656936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:00.657446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (5a40823e-8a74-4964-bdd3-b67ca6983573), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.772813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-337eb5fa-1a67-4fc7-9de6-d86a9dea9e38 None None] Could not find standard attr ID for object 9454f65d-e87d-4042-96ad-d2f4debbd720. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:34:00.841297 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Publish callbacks [] for security_group (3a6c10e5-2f6f-4c95-a0b6-aa0ca9b2c2d6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.861474 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3a6c10e5-2f6f-4c95-a0b6-aa0ca9b2c2d6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.891309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:00.914194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66db3a0b-b131-452e-9f41-39c83b31cce4 req-93c91d98-ab37-431b-bade-eb41398a8e74 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909963 Feb 10 06:34:00.949575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c10e5-2f6f-4c95-a0b6-aa0ca9b2c2d6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:00.958926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (213e3f6f-ba20-4cc4-bb78-83f47f35df84), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:00.959282 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Added segment 213e3f6f-ba20-4cc4-bb78-83f47f35df84 of type vlan for network c8afe959-69ef-418a-83e9-10e559f0dee9 Feb 10 06:34:01.056210 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.103516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb28a8-6dd7-40ab-99e7-05bc0568244e req-637e8f6d-cec4-46f6-b50f-c872e35c9118 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:01.106071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23fb28a8-6dd7-40ab-99e7-05bc0568244e req-637e8f6d-cec4-46f6-b50f-c872e35c9118 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.3178294 Feb 10 06:34:01.212063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks [] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.272529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.336547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event updated for resources: {'Port': ['ID=c3d78099-b173-4ba0-bfcd-4e3371fa9021,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:01.365269 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c8afe959-69ef-418a-83e9-10e559f0dee9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.444591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] In _notify_port_updated(), no bound segment for port c3d78099-b173-4ba0-bfcd-4e3371fa9021 on network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:34:01.449965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:01.452365 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.455455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2f5cfa6e-34c3-44d5-9992-7178fbbdb610 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "PUT /v2.0/ports/c3d78099-b173-4ba0-bfcd-4e3371fa9021 HTTP/1.1" status: 200 len: 1136 time: 1.7922144 Feb 10 06:34:01.456455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:01.466908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e521cd15-2479-44c9-ac51-09bc140976fd up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:01.488722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23fb28a8-6dd7-40ab-99e7-05bc0568244e req-402a612e-f3c6-467c-87b4-ebd4de4d93dc tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443155 Feb 10 06:34:01.493581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c8afe959-69ef-418a-83e9-10e559f0dee9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.494678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:01.495284 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.563684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f138a-179b-448f-be59-f0006d475a9f None None] Network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:01.642651 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3998530 Feb 10 06:34:01.642878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42694) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:01.650178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Request body: {'subnet': {'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-subnet', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:01.663815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e521cd15-2479-44c9-ac51-09bc140976fd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:01.664189 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.667785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f991c47-2bd1-4300-acc8-7764d1008143 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:01.672611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f991c47-2bd1-4300-acc8-7764d1008143 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "GET /v2.0/ports/c3d78099-b173-4ba0-bfcd-4e3371fa9021 HTTP/1.1" status: 200 len: 1136 time: 0.2064247 Feb 10 06:34:01.675128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42696) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:01.724762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9b2f2579-e922-4891-a33b-81fd20e13335 None None] Provisioning complete for port e521cd15-2479-44c9-ac51-09bc140976fd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:01.725151 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2579-e922-4891-a33b-81fd20e13335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.744690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab9498-3a35-4ae0-85da-e5ac6c96fe72 admin admin] Pushing event updated for resources: {'Network': ['ID=c8afe959-69ef-418a-83e9-10e559f0dee9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:01.766722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c8afe959-69ef-418a-83e9-10e559f0dee9 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:01.791642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Made reservation on behalf of 9aa316c15a49401890b7df596bd9a5f1 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:01.795743 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.873840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-99734e03-635c-488f-b464-ed09bb76c736 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Deleting port c3d78099-b173-4ba0-bfcd-4e3371fa9021 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:01.874186 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99734e03-635c-488f-b464-ed09bb76c736 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.896595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.914356 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.914356 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (5a40823e-8a74-4964-bdd3-b67ca6983573), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.932558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42702) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:01.983557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f2579-e922-4891-a33b-81fd20e13335 None None] Current status of the port e521cd15-2479-44c9-ac51-09bc140976fd is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:01.983958 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2579-e922-4891-a33b-81fd20e13335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:01.997541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e521cd15-2479-44c9-ac51-09bc140976fd is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:01.998340 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.050860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9b2f2579-e922-4891-a33b-81fd20e13335 None None] For port e521cd15-2479-44c9-ac51-09bc140976fd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e521cd15-2479-44c9-ac51-09bc140976fd,segment=NetworkSegment(1c4bd380-441c-4016-a730-f6d8f9eb93e7),segment_id=1c4bd380-441c-4016-a730-f6d8f9eb93e7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:02.061594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=c2e751e5-f178-4d1c-bc64-bc80f17fb396,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:02.067596 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2579-e922-4891-a33b-81fd20e13335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.165703 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99734e03-635c-488f-b464-ed09bb76c736 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.183302 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:34:02.183731 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:34:02.195633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-99734e03-635c-488f-b464-ed09bb76c736 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Calling delete_port for c3d78099-b173-4ba0-bfcd-4e3371fa9021 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:02.227398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f2579-e922-4891-a33b-81fd20e13335 None None] Pushing event updated for resources: {'Port': ['ID=e521cd15-2479-44c9-ac51-09bc140976fd,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:02.251284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-569ee0c0-ce6c-44b8-ad0b-be66909bca12 None None] Provisioning complete for port c3d78099-b173-4ba0-bfcd-4e3371fa9021 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:02.255362 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-569ee0c0-ce6c-44b8-ad0b-be66909bca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.264344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:02.267997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:02.270627 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df23dce6-8793-4e07-93a5-bc9887c826fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.277392 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (86db937a-0abc-4cb9-a222-8fe88309f2e6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.298944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (87cd296e-6acd-4f98-be96-032bb0885b9f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.329664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-569ee0c0-ce6c-44b8-ad0b-be66909bca12 None None] Port c3d78099-b173-4ba0-bfcd-4e3371fa9021 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:02.352641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e792fef-4579-4596-a850-35cfae13587d req-cb765309-3216-41ff-a10d-c09ae4c3153c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:02.354443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e792fef-4579-4596-a850-35cfae13587d req-cb765309-3216-41ff-a10d-c09ae4c3153c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2407951 Feb 10 06:34:02.437629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=86db937a-0abc-4cb9-a222-8fe88309f2e6,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:02.462175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-de5bba98-0477-489b-b6b7-35dcc8cf4fe0 None None] Provisioning complete for port e521cd15-2479-44c9-ac51-09bc140976fd triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:02.462598 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de5bba98-0477-489b-b6b7-35dcc8cf4fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.474340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Checking segment: {'id': '213e3f6f-ba20-4cc4-bb78-83f47f35df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:02.474703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Network hostable DHCP agents. Network: c8afe959-69ef-418a-83e9-10e559f0dee9, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:02.529284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Network c8afe959-69ef-418a-83e9-10e559f0dee9 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:02.579772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-de5bba98-0477-489b-b6b7-35dcc8cf4fe0 None None] Current status of the port e521cd15-2479-44c9-ac51-09bc140976fd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:02.597619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-de5bba98-0477-489b-b6b7-35dcc8cf4fe0 None None] Provisioning complete for port c2e751e5-f178-4d1c-bc64-bc80f17fb396 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:02.598216 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de5bba98-0477-489b-b6b7-35dcc8cf4fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.608873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c8afe959-69ef-418a-83e9-10e559f0dee9) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:02.622608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:02.623218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.633250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9032cb9e-67ad-417c-8001-447fa01ae3bc None None] Network c8afe959-69ef-418a-83e9-10e559f0dee9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:02.650252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6f8e574a-5801-4130-ba07-08b49e9986bb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0057764 Feb 10 06:34:02.661127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42710) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:02.670608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:02.716962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e792fef-4579-4596-a850-35cfae13587d req-cf277c21-f286-44f3-8d33-2c2e9a433e64 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509181 Feb 10 06:34:02.736988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a86935-429a-49c5-83d1-1a3dd367bfbf req-2fd3e157-a23e-4f09-974f-e537811d46a5 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:02.738593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7a86935-429a-49c5-83d1-1a3dd367bfbf req-2fd3e157-a23e-4f09-974f-e537811d46a5 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.4026151 Feb 10 06:34:02.739724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Deleting port 7bc12b4a-4231-4c8c-9943-439d31bf7dac {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:02.740256 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.758519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-de5bba98-0477-489b-b6b7-35dcc8cf4fe0 None None] Port c2e751e5-f178-4d1c-bc64-bc80f17fb396 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:02.786426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99734e03-635c-488f-b464-ed09bb76c736 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c3d78099-b173-4ba0-bfcd-4e3371fa9021), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.793233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.794781 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.804390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f64ce40c-8806-4cc7-9a6a-6fb503d89327 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:02.806443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e521cd15-2479-44c9-ac51-09bc140976fd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:02.807773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device dd08fd09-c7b4-4db0-b87f-71660b49723c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:02.836454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] For port 7bc12b4a-4231-4c8c-9943-439d31bf7dac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7bc12b4a-4231-4c8c-9943-439d31bf7dac,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:02.836975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.851756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Calling delete_port for 7bc12b4a-4231-4c8c-9943-439d31bf7dac owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:02.859763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: f64ce40c-8806-4cc7-9a6a-6fb503d89327 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:02.860189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f64ce40c-8806-4cc7-9a6a-6fb503d89327 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:02.874318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99734e03-635c-488f-b464-ed09bb76c736 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event deleted for resources: {'Port': ['ID=c3d78099-b173-4ba0-bfcd-4e3371fa9021,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:02.884089 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df23dce6-8793-4e07-93a5-bc9887c826fc admin admin] Publish callbacks [] for security_group (00ad91b3-931b-445c-8021-e22b9f61ce46), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.924289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-c8afe959-69ef-418a-83e9-10e559f0dee9', 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9', 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'fixed_ips': [{'subnet_id': '86db937a-0abc-4cb9-a222-8fe88309f2e6'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:34:02.930581 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.932092 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df23dce6-8793-4e07-93a5-bc9887c826fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (00ad91b3-931b-445c-8021-e22b9f61ce46), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.960424 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5a40823e-8a74-4964-bdd3-b67ca6983573 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:34:02.969667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-82064400-7ce1-4a59-90ff-a52adbbef9f8 None None] Provisioning complete for port c2e751e5-f178-4d1c-bc64-bc80f17fb396 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:02.970045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-82064400-7ce1-4a59-90ff-a52adbbef9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:02.972281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7a86935-429a-49c5-83d1-1a3dd367bfbf req-04f3c6c2-9508-4b33-9056-3a67875f2751 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212799 Feb 10 06:34:03.120345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7bc12b4a-4231-4c8c-9943-439d31bf7dac), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.158365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc12b4a-4231-4c8c-9943-439d31bf7dac,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:03.325598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port dd08fd09-c7b4-4db0-b87f-71660b49723c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:03.325977 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.361863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Allocated IP 172.20.0.2 (c8afe959-69ef-418a-83e9-10e559f0dee9/86db937a-0abc-4cb9-a222-8fe88309f2e6/cf2894b7-e708-4c92-aa66-950869e87661) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:03.373520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-df23dce6-8793-4e07-93a5-bc9887c826fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1459bb95742640ad88fe4957e3032de4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4338706 Feb 10 06:34:03.373722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-82064400-7ce1-4a59-90ff-a52adbbef9f8 None None] Port c2e751e5-f178-4d1c-bc64-bc80f17fb396 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:03.396644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42712) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:03.401109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks [] for router_controller (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.451663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (87cd296e-6acd-4f98-be96-032bb0885b9f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.518063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:03.521702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port dd08fd09-c7b4-4db0-b87f-71660b49723c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:03.524853 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b10bec89-1abb-4957-8c10-3115cf021f5f admin admin] Publish callbacks [] for security_group (00ad91b3-931b-445c-8021-e22b9f61ce46), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.539313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd19e10-32be-4b07-824e-a37b1b6ff3c4 None None] Sync routers for ids ['5a40823e-8a74-4964-bdd3-b67ca6983573'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:03.554954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-388a9d73-3afc-4480-a897-13390cb016ce None None] Provisioning complete for port c2e751e5-f178-4d1c-bc64-bc80f17fb396 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:03.555097 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-388a9d73-3afc-4480-a897-13390cb016ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.560086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b10bec89-1abb-4957-8c10-3115cf021f5f admin admin] Publish callbacks [] for security_group (00ad91b3-931b-445c-8021-e22b9f61ce46), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.607044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ecf112f-42aa-4f94-bb57-3f6e8bb17f98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5a40823e-8a74-4964-bdd3-b67ca6983573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4528298 Feb 10 06:34:03.607806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23dce6-8793-4e07-93a5-bc9887c826fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad91b3-931b-445c-8021-e22b9f61ce46,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:03.610446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:03.625264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd19e10-32be-4b07-824e-a37b1b6ff3c4 None None] Routers {'5a40823e-8a74-4964-bdd3-b67ca6983573'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:03.625912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4dd19e10-32be-4b07-824e-a37b1b6ff3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a40823e-8a74-4964-bdd3-b67ca6983573'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:03.635554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-388a9d73-3afc-4480-a897-13390cb016ce None None] Port c2e751e5-f178-4d1c-bc64-bc80f17fb396 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:03.692540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4dd19e10-32be-4b07-824e-a37b1b6ff3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:03.714455 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99734e03-635c-488f-b464-ed09bb76c736 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.718940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-99734e03-635c-488f-b464-ed09bb76c736 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "DELETE /v2.0/ports/c3d78099-b173-4ba0-bfcd-4e3371fa9021 HTTP/1.1" status: 204 len: 168 time: 2.0383952 Feb 10 06:34:03.721002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42716) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:03.737123 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b10bec89-1abb-4957-8c10-3115cf021f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (00ad91b3-931b-445c-8021-e22b9f61ce46), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.740005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b10bec89-1abb-4957-8c10-3115cf021f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.743489 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b10bec89-1abb-4957-8c10-3115cf021f5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00ad91b3-931b-445c-8021-e22b9f61ce46 HTTP/1.1" status: 204 len: 168 time: 0.3433325 Feb 10 06:34:03.757227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e521cd15-2479-44c9-ac51-09bc140976fd up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:03.801992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd19e10-32be-4b07-824e-a37b1b6ff3c4 None None] Routers {'5a40823e-8a74-4964-bdd3-b67ca6983573'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:03.802742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4dd19e10-32be-4b07-824e-a37b1b6ff3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a40823e-8a74-4964-bdd3-b67ca6983573'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:03.805940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc01f96-bb72-4aae-a96b-7edfe776e521 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:03.807516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0fc01f96-bb72-4aae-a96b-7edfe776e521 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports/c2e751e5-f178-4d1c-bc64-bc80f17fb396 HTTP/1.1" status: 200 len: 911 time: 0.1907952 Feb 10 06:34:03.810049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42722) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:03.817480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bec89-1abb-4957-8c10-3115cf021f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad91b3-931b-445c-8021-e22b9f61ce46,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:03.827220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e7c4b647-26c3-4e81-a943-d17bd2819b15 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8eae2d77-28db-4f14-8403-f5b857b916ae'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:03.839300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-63df46a6-4b85-42eb-9ecc-ae75cc293578 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Deleting subnet bbe81c55-7cfc-4285-b89a-ce6786f3173e {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:34:03.844756 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63df46a6-4b85-42eb-9ecc-ae75cc293578 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks [] for subnet (bbe81c55-7cfc-4285-b89a-ce6786f3173e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.866825 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Publish callbacks [] for port (cf2894b7-e708-4c92-aa66-950869e87661), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.869226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4dd19e10-32be-4b07-824e-a37b1b6ff3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:03.869937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd19e10-32be-4b07-824e-a37b1b6ff3c4 None None] The sync data for ids ['5a40823e-8a74-4964-bdd3-b67ca6983573'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:03.884884 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (cf2894b7-e708-4c92-aa66-950869e87661), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.909963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Router 87cd296e-6acd-4f98-be96-032bb0885b9f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:03.918233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63df46a6-4b85-42eb-9ecc-ae75cc293578 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (bbe81c55-7cfc-4285-b89a-ce6786f3173e), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.932306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Network c8afe959-69ef-418a-83e9-10e559f0dee9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:03.940901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:03.945182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:03.957254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e521cd15-2479-44c9-ac51-09bc140976fd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:03.957631 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:03.964876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks [] for router_gateway (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:04.005946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Pushing event updated for resources: {'Port': ['ID=cf2894b7-e708-4c92-aa66-950869e87661,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:04.060757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Attempting to bind port cf2894b7-e708-4c92-aa66-950869e87661 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:04.061133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Attempting to bind port cf2894b7-e708-4c92-aa66-950869e87661 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '213e3f6f-ba20-4cc4-bb78-83f47f35df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:04.062167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Attempting to bind port cf2894b7-e708-4c92-aa66-950869e87661 on network c8afe959-69ef-418a-83e9-10e559f0dee9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:04.070040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:04.070454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Checking segment: {'id': '213e3f6f-ba20-4cc4-bb78-83f47f35df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:04.070868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:04.071403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Bound using segment: {'id': '213e3f6f-ba20-4cc4-bb78-83f47f35df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:04.071896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Bound port: cf2894b7-e708-4c92-aa66-950869e87661, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213e3f6f-ba20-4cc4-bb78-83f47f35df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:04.072281 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cf2894b7-e708-4c92-aa66-950869e87661), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:04.137224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-9c8226c2-7a00-44cf-843f-4f5ab98e7f60 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:04.138739 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-9c8226c2-7a00-44cf-843f-4f5ab98e7f60 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.1210873 Feb 10 06:34:04.147666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e521cd15-2479-44c9-ac51-09bc140976fd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:04.170612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a636af-baf2-44fb-bfed-9c46a8807f08 req-1ceaa695-ecd5-4db1-8182-5f37753f3eef tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:04.173047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48a636af-baf2-44fb-bfed-9c46a8807f08 req-1ceaa695-ecd5-4db1-8182-5f37753f3eef tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2620482 Feb 10 06:34:04.176475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] For port cf2894b7-e708-4c92-aa66-950869e87661, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:04.180088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] For port cf2894b7-e708-4c92-aa66-950869e87661, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cf2894b7-e708-4c92-aa66-950869e87661,segment=NetworkSegment(213e3f6f-ba20-4cc4-bb78-83f47f35df84),segment_id=213e3f6f-ba20-4cc4-bb78-83f47f35df84)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:04.188234 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cf2894b7-e708-4c92-aa66-950869e87661), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:04.283089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162d329-a36d-44bb-a722-d0be9fc0bb3c None None] Pushing event updated for resources: {'Port': ['ID=cf2894b7-e708-4c92-aa66-950869e87661,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:04.322505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63df46a6-4b85-42eb-9ecc-ae75cc293578 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (bbe81c55-7cfc-4285-b89a-ce6786f3173e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:04.349163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:04.366444 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] Sync routers for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:04.370352 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3037f3f7-4ff5-467e-a566-5669a916d382 admin admin] 10.222.0.21 "PUT /v2.0/routers/87cd296e-6acd-4f98-be96-032bb0885b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7668350 Feb 10 06:34:04.374713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42738) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:04.382951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48a636af-baf2-44fb-bfed-9c46a8807f08 req-b130941c-bb5d-4c42-b45b-a2ad52c39397 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877697 Feb 10 06:34:04.393996 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:04.396404 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:04.397681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b365b-59a4-4efe-9030-b6a6d878e3a6 req-f952b1c4-5866-4538-b458-745be5f5a947 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:04.399315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a4b365b-59a4-4efe-9030-b6a6d878e3a6 req-f952b1c4-5866-4538-b458-745be5f5a947 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.3158221 Feb 10 06:34:04.402573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b647-26c3-4e81-a943-d17bd2819b15 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:04.518563 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks [] for router (87cd296e-6acd-4f98-be96-032bb0885b9f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:04.548505 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:04.857621 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:34:03Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:04.901924 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] Checking router: 87cd296e-6acd-4f98-be96-032bb0885b9f for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:04.912269 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] Routers {'87cd296e-6acd-4f98-be96-032bb0885b9f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:04.913054 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['87cd296e-6acd-4f98-be96-032bb0885b9f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:04.919827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42748) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:04.980133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Deleting port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:04.980133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.022092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a4b365b-59a4-4efe-9030-b6a6d878e3a6 req-ba125e91-96e0-4819-b592-c1b53bcf305e tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6070774 Feb 10 06:34:05.030887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks [] for router_gateway (87cd296e-6acd-4f98-be96-032bb0885b9f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.050128 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] Set router 87cd296e-6acd-4f98-be96-032bb0885b9f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:05.069504 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks [] for router_gateway (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.098105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.116546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-981930416-network', 'tenant_id': '59b7addecd8041dea544b8fc79c768ac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:05.123613 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63df46a6-4b85-42eb-9ecc-ae75cc293578 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (bbe81c55-7cfc-4285-b89a-ce6786f3173e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.204139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df46a6-4b85-42eb-9ecc-ae75cc293578 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe81c55-7cfc-4285-b89a-ce6786f3173e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:05.210836 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63df46a6-4b85-42eb-9ecc-ae75cc293578 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.214279 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-63df46a6-4b85-42eb-9ecc-ae75cc293578 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "DELETE /v2.0/subnets/bbe81c55-7cfc-4285-b89a-ce6786f3173e HTTP/1.1" status: 204 len: 168 time: 1.4923244 Feb 10 06:34:05.218784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:05.223917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdd1ff-cb74-4a67-a905-e5b0e18463d1 None None] Network 4d37cbdb-078d-428e-a196-aad6fdb6bb52 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:05.251204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Made reservation on behalf of 59b7addecd8041dea544b8fc79c768ac for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:05.257499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.278097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.295752 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:34:03Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:05.301664 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] For port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:05.302207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.331820 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9f26d-1248-4d62-abf3-e93666445f76 None None] The sync data for ids ['87cd296e-6acd-4f98-be96-032bb0885b9f'] in n-d-828670-1 is: [{'id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1471340321-router', 'tenant_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:42Z', 'updated_at': '2022-02-10T06:34:03Z', 'revision_number': 5, 'project_id': '75dea68e1f5c4aaba88fca8962f0a5c3', 'gw_port': {'id': '59c6a9e8-09e2-47d7-9730-c72bee4958a4', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd296e-6acd-4f98-be96-032bb0885b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:46Z', 'updated_at': '2022-02-10T06:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:05.382666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (4d37cbdb-078d-428e-a196-aad6fdb6bb52), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.407964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Deleting port 59c6a9e8-09e2-47d7-9730-c72bee4958a4 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:05.408482 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.411019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Allocated IP 172.25.8.103 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/64bf0839-100f-4e97-b2d9-861b491cca8c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:05.438554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b647-26c3-4e81-a943-d17bd2819b15 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.489119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b647-26c3-4e81-a943-d17bd2819b15 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.494597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c4b647-26c3-4e81-a943-d17bd2819b15 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:05.495839 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b647-26c3-4e81-a943-d17bd2819b15 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.497011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7c4b647-26c3-4e81-a943-d17bd2819b15 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/ports/c2e751e5-f178-4d1c-bc64-bc80f17fb396 HTTP/1.1" status: 200 len: 911 time: 1.6853285 Feb 10 06:34:05.509205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42756) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:05.618723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4b647-26c3-4e81-a943-d17bd2819b15 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=c2e751e5-f178-4d1c-bc64-bc80f17fb396,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:05.637242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Deleting port dd08fd09-c7b4-4db0-b87f-71660b49723c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:05.637521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.689363 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks [] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.731036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e6d3fe-c8b8-4a4e-9000-f209e942bad5 None None] DHCP port deletion for 4d37cbdb-078d-428e-a196-aad6fdb6bb52 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:34:05.736891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3ecd2-685d-463f-a2bd-a375e3f445af req-411ebcf4-6190-4118-9192-42065e9abfb5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:05.739686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63c3ecd2-685d-463f-a2bd-a375e3f445af req-411ebcf4-6190-4118-9192-42065e9abfb5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2071619 Feb 10 06:34:05.766154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] For port dd08fd09-c7b4-4db0-b87f-71660b49723c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=dd08fd09-c7b4-4db0-b87f-71660b49723c,segment=NetworkSegment(951db562-1204-40c0-8d07-c8cd292df360),segment_id=951db562-1204-40c0-8d07-c8cd292df360)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:05.766650 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.810226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Calling delete_port for dd08fd09-c7b4-4db0-b87f-71660b49723c owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:05.845699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-43e6d3fe-c8b8-4a4e-9000-f209e942bad5 None None] Deleting port dd08fd09-c7b4-4db0-b87f-71660b49723c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:05.846072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43e6d3fe-c8b8-4a4e-9000-f209e942bad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.911014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63c3ecd2-685d-463f-a2bd-a375e3f445af req-8e23ce50-8633-443d-977d-5b711fcc4144 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618617 Feb 10 06:34:05.913990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.934980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cf2894b7-e708-4c92-aa66-950869e87661 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:05.973372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-43e6d3fe-c8b8-4a4e-9000-f209e942bad5 None None] For port dd08fd09-c7b4-4db0-b87f-71660b49723c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=dd08fd09-c7b4-4db0-b87f-71660b49723c,segment=NetworkSegment(951db562-1204-40c0-8d07-c8cd292df360),segment_id=951db562-1204-40c0-8d07-c8cd292df360)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:05.973768 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43e6d3fe-c8b8-4a4e-9000-f209e942bad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.992021 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Publish callbacks [] for security_group (ec48d0c6-3710-49f1-a2bb-a73781c54b96), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:05.994367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-43e6d3fe-c8b8-4a4e-9000-f209e942bad5 None None] Calling delete_port for dd08fd09-c7b4-4db0-b87f-71660b49723c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:05.998278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75528cd6-2e00-4d48-b9cc-4726b3a71bd6 None None] Network c8afe959-69ef-418a-83e9-10e559f0dee9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:06.007203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:06.010023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.010847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (fc364323-c308-4869-a789-19be5f81db91), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.010847 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Floating IP fc364323-c308-4869-a789-19be5f81db91 disassociated. External IP: 172.25.8.195, port: 6f87fa39-ed7f-4815-ae12-c3d74ef297e6. Feb 10 06:34:06.011240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Calling delete_port for 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:06.014687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:06.015033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] For port 59c6a9e8-09e2-47d7-9730-c72bee4958a4, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=59c6a9e8-09e2-47d7-9730-c72bee4958a4,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:06.015464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.021027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:06.024343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ec48d0c6-3710-49f1-a2bb-a73781c54b96), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.030204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=64bf0839-100f-4e97-b2d9-861b491cca8c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:06.046284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:06.056630 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3f6c70a8-7c13-4572-ac50-58396ab4b257), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.057270 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Added segment 3f6c70a8-7c13-4572-ac50-58396ab4b257 of type vlan for network c4a92f9c-613f-477d-a248-dee21328e6c3 Feb 10 06:34:06.073069 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.152700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event deleted for resources: {'Port': ['ID=dd08fd09-c7b4-4db0-b87f-71660b49723c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:06.164367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] No DVR routers for this DVR port dd08fd09-c7b4-4db0-b87f-71660b49723c on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:06.176507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cf2894b7-e708-4c92-aa66-950869e87661 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:06.176888 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cf2894b7-e708-4c92-aa66-950869e87661), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.178474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7614bd0d-ff52-4c7f-a6f5-4982daefbf9e None None] Provisioning complete for port cf2894b7-e708-4c92-aa66-950869e87661 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:06.178877 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7614bd0d-ff52-4c7f-a6f5-4982daefbf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cf2894b7-e708-4c92-aa66-950869e87661), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.194512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Calling delete_port for 59c6a9e8-09e2-47d7-9730-c72bee4958a4 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:06.264592 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c4a92f9c-613f-477d-a248-dee21328e6c3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.277785 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43e6d3fe-c8b8-4a4e-9000-f209e942bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (dd08fd09-c7b4-4db0-b87f-71660b49723c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.296574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec48d0c6-3710-49f1-a2bb-a73781c54b96,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:06.321371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6d3fe-c8b8-4a4e-9000-f209e942bad5 None None] No DVR routers for this DVR port dd08fd09-c7b4-4db0-b87f-71660b49723c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:06.328623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6d3fe-c8b8-4a4e-9000-f209e942bad5 None None] Pushing event deleted for resources: {'Port': ['ID=dd08fd09-c7b4-4db0-b87f-71660b49723c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:06.358971 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (4d37cbdb-078d-428e-a196-aad6fdb6bb52), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.381281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089e351-d32b-4fc7-8282-529557a2863d req-11b3981d-4f92-49d0-b4ed-586332377286 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:06.389239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d089e351-d32b-4fc7-8282-529557a2863d req-11b3981d-4f92-49d0-b4ed-586332377286 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 945 time: 0.2425580 Feb 10 06:34:06.423014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cf2894b7-e708-4c92-aa66-950869e87661 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:06.423564 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cf2894b7-e708-4c92-aa66-950869e87661), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.423975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d37cbdb-078d-428e-a196-aad6fdb6bb52']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:06.427879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7614bd0d-ff52-4c7f-a6f5-4982daefbf9e None None] Current status of the port cf2894b7-e708-4c92-aa66-950869e87661 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:06.429317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7614bd0d-ff52-4c7f-a6f5-4982daefbf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cf2894b7-e708-4c92-aa66-950869e87661), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.436466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c4a92f9c-613f-477d-a248-dee21328e6c3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.437418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:06.438007 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.472624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951db562-1204-40c0-8d07-c8cd292df360') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:06.472995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951db562-1204-40c0-8d07-c8cd292df360') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:06.480885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port cf2894b7-e708-4c92-aa66-950869e87661, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cf2894b7-e708-4c92-aa66-950869e87661,segment=NetworkSegment(213e3f6f-ba20-4cc4-bb78-83f47f35df84),segment_id=213e3f6f-ba20-4cc4-bb78-83f47f35df84)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:06.486517 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cf2894b7-e708-4c92-aa66-950869e87661), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.497470 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (951db562-1204-40c0-8d07-c8cd292df360), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.581719 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6555440 Feb 10 06:34:06.594115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7bc12b4a-4231-4c8c-9943-439d31bf7dac no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:06.626675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42760) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:06.660374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7bc12b4a-4231-4c8c-9943-439d31bf7dac {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:06.660672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7bc12b4a-4231-4c8c-9943-439d31bf7dac not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:06.661153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device dd08fd09-c7b4-4db0-b87f-71660b49723c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:06.664299 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-7614bd0d-ff52-4c7f-a6f5-4982daefbf9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:34:06.664663 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-7614bd0d-ff52-4c7f-a6f5-4982daefbf9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:34:06.669925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=cf2894b7-e708-4c92-aa66-950869e87661,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:06.674446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Request body: {'subnet': {'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-981930416-subnet', 'tenant_id': '59b7addecd8041dea544b8fc79c768ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:06.704168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.705265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: dd08fd09-c7b4-4db0-b87f-71660b49723c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:06.706436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device dd08fd09-c7b4-4db0-b87f-71660b49723c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:06.736007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e0e2b-7cd0-4152-90f2-fd9ae578b671 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a92f9c-613f-477d-a248-dee21328e6c3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:06.750162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c4a92f9c-613f-477d-a248-dee21328e6c3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:06.750934 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Made reservation on behalf of 59b7addecd8041dea544b8fc79c768ac for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:06.754083 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.855377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6f87fa39-ed7f-4815-ae12-c3d74ef297e6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.921999 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (951db562-1204-40c0-8d07-c8cd292df360), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.940642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:34:06.940642 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (951db562-1204-40c0-8d07-c8cd292df360), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:34:06.948673 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:34:06.951998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d089e351-d32b-4fc7-8282-529557a2863d req-31d2268c-0a86-4699-a82d-114bb03ba018 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups?id=211ac640-564f-41d4-887a-86c3c2d242dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5619619 Feb 10 06:34:06.963383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Pushing event deleted for resources: {'Port': ['ID=6f87fa39-ed7f-4815-ae12-c3d74ef297e6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:07.057330 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (59c6a9e8-09e2-47d7-9730-c72bee4958a4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.078936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks [] for router_gateway (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.080566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (4d37cbdb-078d-428e-a196-aad6fdb6bb52), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.123622 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.125399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c6a9e8-09e2-47d7-9730-c72bee4958a4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:07.129997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] 10.222.0.21 "DELETE /v2.0/networks/4d37cbdb-078d-428e-a196-aad6fdb6bb52 HTTP/1.1" status: 204 len: 168 time: 1.9068542 Feb 10 06:34:07.192408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390310da-e830-4147-8e2b-7a6a5267a526 tempest-ExtraDHCPOptionsTestJSON-55916814 tempest-ExtraDHCPOptionsTestJSON-55916814-project] Pushing event deleted for resources: {'Network': ['ID=4d37cbdb-078d-428e-a196-aad6fdb6bb52,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:07.230690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7614bd0d-ff52-4c7f-a6f5-4982daefbf9e None None] Current status of the port cf2894b7-e708-4c92-aa66-950869e87661 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:07.258796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a98a3-f34a-4830-a3ce-ecd15fd0a031 req-24ac888d-6371-4044-8754-588e2a1f926c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:07.260393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f3a98a3-f34a-4830-a3ce-ecd15fd0a031 req-24ac888d-6371-4044-8754-588e2a1f926c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2190077 Feb 10 06:34:07.334021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab7ff5-af81-4cf9-9c53-177ff18cc6c1 req-f1476ad4-8681-4e99-afad-320dc78e98f1 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:07.342896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14ab7ff5-af81-4cf9-9c53-177ff18cc6c1 req-f1476ad4-8681-4e99-afad-320dc78e98f1 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.2595155 Feb 10 06:34:07.359077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-16f8dfb8-8247-497d-9168-c00f2c6fa7c3 None None] Provisioning complete for port cf2894b7-e708-4c92-aa66-950869e87661 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:07.359674 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16f8dfb8-8247-497d-9168-c00f2c6fa7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cf2894b7-e708-4c92-aa66-950869e87661), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.419806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42772) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:07.467204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-16f8dfb8-8247-497d-9168-c00f2c6fa7c3 None None] Current status of the port cf2894b7-e708-4c92-aa66-950869e87661 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:07.481190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f3a98a3-f34a-4830-a3ce-ecd15fd0a031 req-c592bb39-8c1a-4616-a1ce-ff0158f29ddd tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039590 Feb 10 06:34:07.545458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14ab7ff5-af81-4cf9-9c53-177ff18cc6c1 req-c2974a9c-f5e0-4868-99d9-c3f7961600e2 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798630 Feb 10 06:34:07.559175 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (5a40823e-8a74-4964-bdd3-b67ca6983573), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.569774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.699716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Router d6ded506-c3b0-4724-830a-2085d1055482 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:07.703766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-66f78595-425c-447c-9639-c055c99f3c8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ec5258dc90a40be90fbf7a2ae5fe4d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2810299 Feb 10 06:34:07.706527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (87cd296e-6acd-4f98-be96-032bb0885b9f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.709090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:07.713409 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (5ed5b7f9-6f2a-4322-880d-c5882d9f2360), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.722537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cf2894b7-e708-4c92-aa66-950869e87661 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:07.793290 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4c2468c-caa7-44ef-bfd9-2837d36c7782 admin admin] Publish callbacks [] for security_group (097eaccc-8f02-4394-b3cb-4a2e77b8573a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.807626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:34:07.827537 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4c2468c-caa7-44ef-bfd9-2837d36c7782 admin admin] Publish callbacks [] for security_group (097eaccc-8f02-4394-b3cb-4a2e77b8573a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.929835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cf2894b7-e708-4c92-aa66-950869e87661 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:07.930202 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cf2894b7-e708-4c92-aa66-950869e87661), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.938808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (87cd296e-6acd-4f98-be96-032bb0885b9f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.953129 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks [] for router_controller (87cd296e-6acd-4f98-be96-032bb0885b9f), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.973872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:07.989305 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4c2468c-caa7-44ef-bfd9-2837d36c7782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (097eaccc-8f02-4394-b3cb-4a2e77b8573a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.992477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4c2468c-caa7-44ef-bfd9-2837d36c7782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:07.996605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4c2468c-caa7-44ef-bfd9-2837d36c7782 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/097eaccc-8f02-4394-b3cb-4a2e77b8573a HTTP/1.1" status: 204 len: 168 time: 0.2803695 Feb 10 06:34:07.996689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed5b7f9-6f2a-4322-880d-c5882d9f2360,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:08.003847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2468c-caa7-44ef-bfd9-2837d36c7782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097eaccc-8f02-4394-b3cb-4a2e77b8573a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:08.008450 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:08.012839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-050257ef-5a41-49fb-a52e-2878e73bd1e4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3427567 Feb 10 06:34:08.013071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42782) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:08.060912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Sync routers for ids ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:08.093395 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Checking segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:08.093966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Network hostable DHCP agents. Network: c4a92f9c-613f-477d-a248-dee21328e6c3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:08.099571 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (87cd296e-6acd-4f98-be96-032bb0885b9f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:08.099860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87cd296e-6acd-4f98-be96-032bb0885b9f {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:34:08.104985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Routers {'19497f1b-be63-49e2-9ff3-5a66d4bf48a4'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:08.105876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:08.109478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cf2894b7-e708-4c92-aa66-950869e87661 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:08.110097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:08.113759 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-720078e9-6984-4a83-a701-67b64d4f89d0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/87cd296e-6acd-4f98-be96-032bb0885b9f HTTP/1.1" status: 204 len: 168 time: 3.7336609 Feb 10 06:34:08.118369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42784) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:08.180328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Network c4a92f9c-613f-477d-a248-dee21328e6c3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:08.182556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19970ec8-a54f-4b55-b9c7-532c25da23b6 req-bbe4dc55-a6da-41a9-a9cb-e566aba9df0c tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.0924051 Feb 10 06:34:08.189929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:08.216634 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] Sync routers for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:08.239114 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:08.239749 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:08.260578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c4a92f9c-613f-477d-a248-dee21328e6c3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:08.264480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28fdd5b-9fa9-4f26-bd6d-bdbd3789d200 admin admin] Deleting subnet c191e695-7cc5-402d-ae72-09a82d255cd6 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:34:08.301885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:08.302513 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:08.304296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef3aab-09b0-4c4e-94e7-2e7c4b101f7b None None] Network c4a92f9c-613f-477d-a248-dee21328e6c3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:08.353512 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28fdd5b-9fa9-4f26-bd6d-bdbd3789d200 admin admin] Publish callbacks [] for subnet (c191e695-7cc5-402d-ae72-09a82d255cd6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:08.360740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] No DVR routers for this DVR port 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:08.403808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:08.410424 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3b90434-07db-4153-872c-9f55bbf72f26 req-293284c4-06cb-42e7-bc24-48fc45e06b9f tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.13 "DELETE /v2.0/ports/6f87fa39-ed7f-4815-ae12-c3d74ef297e6 HTTP/1.1" status: 204 len: 173 time: 4.2607043 Feb 10 06:34:08.412166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'name': 'network-vif-deleted', 'tag': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:08.432200 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5300e7a9-39f1-4e62-b4fe-402597a55d55" -d '{"events": [{"server_uuid": "fab62234-4d81-4849-b6bb-469f0cf24c1a", "name": "network-vif-deleted", "tag": "6f87fa39-ed7f-4815-ae12-c3d74ef297e6"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:08.498818 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3dfa0674-9c9b-4bf8-bfca-2aa7cd0b474d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8600507 Feb 10 06:34:08.546588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Set router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:08.590755 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a4b9e5-05b7-408b-9dd7-8972bd4afd53 x-openstack-request-id: req-22a4b9e5-05b7-408b-9dd7-8972bd4afd53 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:08.591041 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab62234-4d81-4849-b6bb-469f0cf24c1a", "name": "network-vif-deleted", "tag": "6f87fa39-ed7f-4815-ae12-c3d74ef297e6", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:08.599833 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22a4b9e5-05b7-408b-9dd7-8972bd4afd53 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:08.600277 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab62234-4d81-4849-b6bb-469f0cf24c1a', 'name': 'network-vif-deleted', 'tag': '6f87fa39-ed7f-4815-ae12-c3d74ef297e6', 'status': 'completed', 'code': 200} Feb 10 06:34:08.609692 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:08.668953 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28fdd5b-9fa9-4f26-bd6d-bdbd3789d200 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (c191e695-7cc5-402d-ae72-09a82d255cd6), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:08.847813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:08.882887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da366e-63a2-4031-ad9b-76d2acbf9a23 req-41ac7bf2-a7db-4ce3-bb3b-1d2c42db02c3 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:08.884646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da366e-63a2-4031-ad9b-76d2acbf9a23 req-41ac7bf2-a7db-4ce3-bb3b-1d2c42db02c3 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2152369 Feb 10 06:34:08.918331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:08.919189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6f87fa39-ed7f-4815-ae12-c3d74ef297e6 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:08.965283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-e2c115f6-e445-445c-80c4-af0bf4375d21 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:08.965283 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-e2c115f6-e445-445c-80c4-af0bf4375d21 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.24 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.3729868 Feb 10 06:34:08.972047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f91634-cca2-45b5-823a-4b79ff7bea4e req-a8e9c021-c6f4-40b4-9b1b-e7f4638000eb tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:08.983792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8f91634-cca2-45b5-823a-4b79ff7bea4e req-a8e9c021-c6f4-40b4-9b1b-e7f4638000eb tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.2505462 Feb 10 06:34:08.992287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf5cf5-e711-4368-9b1c-e8bade0c3477 None None] Network c4a92f9c-613f-477d-a248-dee21328e6c3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:08.994391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port c2e751e5-f178-4d1c-bc64-bc80f17fb396 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:09.005177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.100357 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28fdd5b-9fa9-4f26-bd6d-bdbd3789d200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (c191e695-7cc5-402d-ae72-09a82d255cd6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.154170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8f91634-cca2-45b5-823a-4b79ff7bea4e req-1efb98d0-02c2-44fb-9afa-3880cdb59550 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695702 Feb 10 06:34:09.181955 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:33Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'b98c0519-14ac-436b-84d5-f902c0f1f802', 'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'mac_address': 'fa:16:3e:50:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:30Z', 'updated_at': '2022-02-10T06:31:41Z', 'revision_number': 5, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'subnets': [{'id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:09.194375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da366e-63a2-4031-ad9b-76d2acbf9a23 req-71f23ebc-069e-4fbd-a58e-e478cdf640a0 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999091 Feb 10 06:34:09.290279 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] Checking router: d6ded506-c3b0-4724-830a-2085d1055482 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:09.312108 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:09.312727 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:09.375922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:02Z', 'updated_at': '2022-02-10T06:34:06Z', 'revision_number': 3, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'gw_port': {'id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:af:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:05Z', 'updated_at': '2022-02-10T06:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:09.431026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42822) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:09.460763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Checking router: 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:09.461132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Updating router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 port 64bf0839-100f-4e97-b2d9-861b491cca8c binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:34:09.484676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.504595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for c2e751e5-f178-4d1c-bc64-bc80f17fb396 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:09.535514 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.551711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28fdd5b-9fa9-4f26-bd6d-bdbd3789d200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (c191e695-7cc5-402d-ae72-09a82d255cd6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.592209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf939d39-1170-43cf-8044-edc04ab9e553 req-55be59a4-9ac9-4a8b-b325-d32fdc772ed8 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.1373107 Feb 10 06:34:09.603504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 59c6a9e8-09e2-47d7-9730-c72bee4958a4 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:09.640267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fdd5b-9fa9-4f26-bd6d-bdbd3789d200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c191e695-7cc5-402d-ae72-09a82d255cd6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:09.649801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Deleting port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:09.650505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.657534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 59c6a9e8-09e2-47d7-9730-c72bee4958a4 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:09.657879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 59c6a9e8-09e2-47d7-9730-c72bee4958a4 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:09.684334 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28fdd5b-9fa9-4f26-bd6d-bdbd3789d200 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.691856 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e28fdd5b-9fa9-4f26-bd6d-bdbd3789d200 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c191e695-7cc5-402d-ae72-09a82d255cd6 HTTP/1.1" status: 204 len: 168 time: 1.5702496 Feb 10 06:34:09.698023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-804179435'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:09.714169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42834) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:09.752547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-0144eeb1-070c-43d8-aa9f-fae8d469c67b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:09.754124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-0144eeb1-070c-43d8-aa9f-fae8d469c67b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.1608970 Feb 10 06:34:09.759773 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.765805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893f8d1-1994-49df-af67-51ca6c1014a5 None None] Network 1af2c424-5f93-40af-9b66-6ab8ba6fe93c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:09.780433 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:09.882267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Made reservation on behalf of 924ae244821e480aa5e8abfb50460929 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:09.885866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.975067 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:09.983770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-03a105cd-3f1d-4c4f-8b86-d931cff83b24 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/quotas/59b7addecd8041dea544b8fc79c768ac HTTP/1.1" status: 200 len: 375 time: 0.1982660 Feb 10 06:34:09.998623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] For port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:09.999259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.005728 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (1af2c424-5f93-40af-9b66-6ab8ba6fe93c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.023966 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:33Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'b98c0519-14ac-436b-84d5-f902c0f1f802', 'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'mac_address': 'fa:16:3e:50:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:30Z', 'updated_at': '2022-02-10T06:31:41Z', 'revision_number': 5, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'subnets': [{'id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:10.054965 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b383c-6fea-4ee6-a5fa-12dea29c3271 None None] The sync data for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 is: [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:31:33Z', 'revision_number': 4, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'b98c0519-14ac-436b-84d5-f902c0f1f802', 'name': '', 'network_id': 'a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'mac_address': 'fa:16:3e:50:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:30Z', 'updated_at': '2022-02-10T06:31:41Z', 'revision_number': 5, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'subnets': [{'id': 'b50add18-4da3-4400-96e7-bce9bc12cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:10.098924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-06af5bb2-3693-4435-826d-c6ab597515f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117816 Feb 10 06:34:10.119003 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.255541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Allocated IP 172.20.0.1 (c8afe959-69ef-418a-83e9-10e559f0dee9/86db937a-0abc-4cb9-a222-8fe88309f2e6/129a9c8c-252c-455a-8079-55ee53d971aa) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:10.286460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-f8340c66-1c3c-4494-881e-8c3839203249 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862149 Feb 10 06:34:10.300382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67111b48-2593-4e09-b99b-7570c592be6f None None] DHCP port deletion for 1af2c424-5f93-40af-9b66-6ab8ba6fe93c request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:34:10.354578 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Publish callbacks [] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.372159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.385139 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d59d8915-b431-4dbe-9331-661656c00653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.446125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c2e751e5-f178-4d1c-bc64-bc80f17fb396), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.495352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df80c5-2ce5-4bb3-9e26-de5a4d248e3f None None] Pushing event updated for resources: {'Port': ['ID=64bf0839-100f-4e97-b2d9-861b491cca8c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:10.498331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Attempting to bind port 64bf0839-100f-4e97-b2d9-861b491cca8c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:10.499000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Attempting to bind port 64bf0839-100f-4e97-b2d9-861b491cca8c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:10.499623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Attempting to bind port 64bf0839-100f-4e97-b2d9-861b491cca8c on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:10.510110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:10.510813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:10.511446 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.512040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:10.512738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Bound port: 64bf0839-100f-4e97-b2d9-861b491cca8c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:10.513345 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.551214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-67111b48-2593-4e09-b99b-7570c592be6f None None] Deleting port 39df7acf-1f6c-4057-9c73-acb2fee7a8da {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:10.551822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67111b48-2593-4e09-b99b-7570c592be6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.558166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e892dbd-383e-4fbf-826c-0dc4f159bc52 None None] New status for floating IP fc364323-c308-4869-a789-19be5f81db91: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:34:10.569736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-20879887-6e62-4ebc-b37e-fae1feb1853b service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731550 Feb 10 06:34:10.606386 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ee71e-430a-4bb8-8e52-150341a127a8 req-05589123-70da-4abf-b516-7c9d2a32e0b9 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:10.610834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b4ee71e-430a-4bb8-8e52-150341a127a8 req-05589123-70da-4abf-b516-7c9d2a32e0b9 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 946 time: 0.3019524 Feb 10 06:34:10.672865 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Publish callbacks [] for port (129a9c8c-252c-455a-8079-55ee53d971aa), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.715746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] For port 64bf0839-100f-4e97-b2d9-861b491cca8c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:10.734400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-67111b48-2593-4e09-b99b-7570c592be6f None None] For port 39df7acf-1f6c-4057-9c73-acb2fee7a8da, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=39df7acf-1f6c-4057-9c73-acb2fee7a8da,segment=NetworkSegment(b8dd7d44-423e-47e3-9e50-364b8f325125),segment_id=b8dd7d44-423e-47e3-9e50-364b8f325125)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:10.735206 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67111b48-2593-4e09-b99b-7570c592be6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.829652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b4ee71e-430a-4bb8-8e52-150341a127a8 req-b03e664d-6ed0-4649-b4e0-5237eaeeaced tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups?id=97c548ec-9474-4c0f-863e-c14ae8b4b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090375 Feb 10 06:34:10.924519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.969170 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.969701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (6a12a5db-a94d-4ca6-b96f-b4b04c56316b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:10.970063 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Floating IP 6a12a5db-a94d-4ca6-b96f-b4b04c56316b disassociated. External IP: 172.25.8.242, port: ffec342e-1e6b-421a-9047-9d5ea3fe0f2a. Feb 10 06:34:10.970597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Calling delete_port for ffec342e-1e6b-421a-9047-9d5ea3fe0f2a owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:10.993863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] For port 64bf0839-100f-4e97-b2d9-861b491cca8c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=64bf0839-100f-4e97-b2d9-861b491cca8c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:11.034819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-67111b48-2593-4e09-b99b-7570c592be6f None None] Calling delete_port for 39df7acf-1f6c-4057-9c73-acb2fee7a8da owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:11.037037 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:11.039155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Network c8afe959-69ef-418a-83e9-10e559f0dee9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:11.042648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Pushing event updated for resources: {'Port': ['ID=129a9c8c-252c-455a-8079-55ee53d971aa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:11.057512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:11.103655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:11.111133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.111691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.112822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.113354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.114072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.114707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.115305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.116365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.117107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.118512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.119078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.119787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.120344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.243357 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for security_group (1bbf8326-7abc-4c1a-af52-04b442de94d6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:11.270470 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:11.276280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f485a001-9baa-4606-8c19-aadf54838bcf req-034f4d0d-9347-4757-9808-e3c4d59f4294 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.3251369 Feb 10 06:34:11.293666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Routers {'19497f1b-be63-49e2-9ff3-5a66d4bf48a4'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:11.301349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:33:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:11.351787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=c2e751e5-f178-4d1c-bc64-bc80f17fb396,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:11.375356 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ffec342e-1e6b-421a-9047-9d5ea3fe0f2a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:11.415350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1bbf8326-7abc-4c1a-af52-04b442de94d6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:11.417725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df80c5-2ce5-4bb3-9e26-de5a4d248e3f None None] Pushing event updated for resources: {'Port': ['ID=64bf0839-100f-4e97-b2d9-861b491cca8c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:11.532067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] Set router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:11.610343 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67111b48-2593-4e09-b99b-7570c592be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:11.660159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 39df7acf-1f6c-4057-9c73-acb2fee7a8da no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:11.664254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67111b48-2593-4e09-b99b-7570c592be6f None None] Pushing event deleted for resources: {'Port': ['ID=39df7acf-1f6c-4057-9c73-acb2fee7a8da,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:11.677696 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67111b48-2593-4e09-b99b-7570c592be6f None None] No DVR routers for this DVR port 39df7acf-1f6c-4057-9c73-acb2fee7a8da on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:11.693965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (5a40823e-8a74-4964-bdd3-b67ca6983573), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:11.706708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.707060 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.707408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.707749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.708087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.708421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.708896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.709232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.709561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.709887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.710215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.710572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.710892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:11.718230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf8326-7abc-4c1a-af52-04b442de94d6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:11.759702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 39df7acf-1f6c-4057-9c73-acb2fee7a8da {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:11.760986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 39df7acf-1f6c-4057-9c73-acb2fee7a8da not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:11.793769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Pushing event deleted for resources: {'Port': ['ID=ffec342e-1e6b-421a-9047-9d5ea3fe0f2a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:11.804447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2f4f929f-5b74-4483-bbe6-60af3c1d4cc1 None None] Provisioning complete for port 129a9c8c-252c-455a-8079-55ee53d971aa triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:11.805091 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f4f929f-5b74-4483-bbe6-60af3c1d4cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:11.860465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Deleting port 39df7acf-1f6c-4057-9c73-acb2fee7a8da {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:11.860813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:11.870061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f929f-5b74-4483-bbe6-60af3c1d4cc1 None None] Port 129a9c8c-252c-455a-8079-55ee53d971aa cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:11.874112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:11.900402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1c466-d862-4493-aec9-11fbae1e3bc5 req-afbe3705-76f5-45e7-80d5-a73706bd441d tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:11.907525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77c1c466-d862-4493-aec9-11fbae1e3bc5 req-afbe3705-76f5-45e7-80d5-a73706bd441d tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 1.0418088 Feb 10 06:34:11.981322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cb5691b-0cb6-4313-8b01-9accfbbc3ce5 req-1054eeae-c0ea-453c-8261-d2572367424f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 210 time: 0.0936003 Feb 10 06:34:11.986559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:02Z', 'updated_at': '2022-02-10T06:34:06Z', 'revision_number': 3, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'gw_port': {'id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:af:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:05Z', 'updated_at': '2022-02-10T06:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:12.028152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e856f7-af9e-404c-a1af-5cc84fafb5e6 None None] The sync data for ids ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'] in n-d-828670-1 is: [{'id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:02Z', 'updated_at': '2022-02-10T06:34:06Z', 'revision_number': 3, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'gw_port': {'id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:af:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:05Z', 'updated_at': '2022-02-10T06:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:12.076939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (78ce8626-aa6b-4086-8f4d-a84ab6535835), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.077645 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Added segment 78ce8626-aa6b-4086-8f4d-a84ab6535835 of type vlan for network 8601561f-5463-4d10-89a8-66cf92d1add6 Feb 10 06:34:12.170323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77c1c466-d862-4493-aec9-11fbae1e3bc5 req-d7ef0130-5901-44dd-9b17-ab2002de86f7 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618203 Feb 10 06:34:12.175030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35beba2f-64d2-4d44-857a-941df2f75a8e req-d2aa69d0-b84e-472c-99b5-1da1ff75f26a tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 210 time: 0.0605474 Feb 10 06:34:12.225520 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.297177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (8601561f-5463-4d10-89a8-66cf92d1add6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.317683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] For port 39df7acf-1f6c-4057-9c73-acb2fee7a8da, host n-d-828670-1, got binding levels [] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:12.318086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.370828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Calling delete_port for 39df7acf-1f6c-4057-9c73-acb2fee7a8da owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:12.378116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_backend_mixin [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Port 39df7acf-1f6c-4057-9c73-acb2fee7a8da was not found and therefore no delete operation was performed {{(pid=103213) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:34:12.391682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (39df7acf-1f6c-4057-9c73-acb2fee7a8da), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.457755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5a40823e-8a74-4964-bdd3-b67ca6983573 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:12.473305 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cacc076e-d504-4b63-bc73-f6d7dcc05545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.556526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.db.resource_extend [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:34:12.565098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] No DVR routers for this DVR port 39df7acf-1f6c-4057-9c73-acb2fee7a8da on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:12.580648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Pushing event deleted for resources: {'Port': ['ID=39df7acf-1f6c-4057-9c73-acb2fee7a8da,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:12.588567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c0fa558-cfeb-44a4-a1c8-79af202229e3 req-740b5726-f737-493f-83fc-e72b670eebd4 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.1181068 Feb 10 06:34:12.623116 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Publish callbacks [] for port (129a9c8c-252c-455a-8079-55ee53d971aa), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.644989 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (8601561f-5463-4d10-89a8-66cf92d1add6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.650515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:12.651288 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.704875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.756146 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.774947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event updated for resources: {'Network': ['ID=8601561f-5463-4d10-89a8-66cf92d1add6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:12.796346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 8601561f-5463-4d10-89a8-66cf92d1add6 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:12.839689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Router 22d45bb9-6943-448c-81d8-6109407dfd63 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:12.848226 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-83fa8c9b-88a1-47a5-865d-cf1c518e0c81 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.4127870 Feb 10 06:34:12.852391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42858) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:12.861897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Request body: {'subnet': {'network_id': '8601561f-5463-4d10-89a8-66cf92d1add6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:12.887808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (1af2c424-5f93-40af-9b66-6ab8ba6fe93c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:12.891819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:12.903892 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbeae69-136d-4c66-bc3b-beebc9445a29 None None] Sync routers for ids ['5a40823e-8a74-4964-bdd3-b67ca6983573'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:12.911165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b60fa03f-92f9-444e-868c-6b7a76e74fa7 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:34:12.911777 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2463cdd9-743d-48f2-b999-4c404f1583fa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5a40823e-8a74-4964-bdd3-b67ca6983573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3912129 Feb 10 06:34:12.917562 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbeae69-136d-4c66-bc3b-beebc9445a29 None None] Routers {'5a40823e-8a74-4964-bdd3-b67ca6983573'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:12.918738 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ccbeae69-136d-4c66-bc3b-beebc9445a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a40823e-8a74-4964-bdd3-b67ca6983573'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:12.924870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b60fa03f-92f9-444e-868c-6b7a76e74fa7 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:12.932039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42860) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:12.958355 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ccbeae69-136d-4c66-bc3b-beebc9445a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:12.967781 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbeae69-136d-4c66-bc3b-beebc9445a29 None None] Routers {'5a40823e-8a74-4964-bdd3-b67ca6983573'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:12.968673 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ccbeae69-136d-4c66-bc3b-beebc9445a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a40823e-8a74-4964-bdd3-b67ca6983573'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:12.973823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af2c424-5f93-40af-9b66-6ab8ba6fe93c']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:13.008768 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ccbeae69-136d-4c66-bc3b-beebc9445a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:13.009734 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbeae69-136d-4c66-bc3b-beebc9445a29 None None] The sync data for ids ['5a40823e-8a74-4964-bdd3-b67ca6983573'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:13.014036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-7fe223c9-c87a-451d-80b0-bcc7ee7da7ed tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:13.015927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-7fe223c9-c87a-451d-80b0-bcc7ee7da7ed tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.3880844 Feb 10 06:34:13.017156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Pushing event updated for resources: {'Port': ['ID=129a9c8c-252c-455a-8079-55ee53d971aa,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:13.023481 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5e928a6d-12f5-4bf0-98f5-7df1bc19f22f tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a40823e-8a74-4964-bdd3-b67ca6983573 HTTP/1.1" status: 200 len: 205 time: 0.0868669 Feb 10 06:34:13.045150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:13.068450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Request body: {'port': {'device_id': '2e29b095-c307-4007-9fc0-b5d975e3b1fb', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'admin_state_up': True, 'tenant_id': '59b7addecd8041dea544b8fc79c768ac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:13.087519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ffec342e-1e6b-421a-9047-9d5ea3fe0f2a no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:13.107839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8dd7d44-423e-47e3-9e50-364b8f325125') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:13.108147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8dd7d44-423e-47e3-9e50-364b8f325125') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:13.128083 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (b8dd7d44-423e-47e3-9e50-364b8f325125), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.138892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: ffec342e-1e6b-421a-9047-9d5ea3fe0f2a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:13.139599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ffec342e-1e6b-421a-9047-9d5ea3fe0f2a not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:13.151427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b8dd7d44-423e-47e3-9e50-364b8f325125), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.159651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:34:13.159857 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (b8dd7d44-423e-47e3-9e50-364b8f325125), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.305195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-874f0b85-0374-4bff-bf09-a47822e1a475 req-054c7ae7-3e55-4dc2-b5d2-abf0566b997d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 210 time: 0.1354628 Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:34:13.306626 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:34:13.310016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:13.311620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (1af2c424-5f93-40af-9b66-6ab8ba6fe93c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.329151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] Sync routers for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:13.331803 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.338845 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1af2c424-5f93-40af-9b66-6ab8ba6fe93c HTTP/1.1" status: 204 len: 168 time: 3.6232572 Feb 10 06:34:13.368777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b60fa03f-92f9-444e-868c-6b7a76e74fa7 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:13.369419 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.386221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21642f58-06bf-430b-84fe-6b5397caf263 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af2c424-5f93-40af-9b66-6ab8ba6fe93c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:13.418442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:13.419079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:13.428010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] No DVR routers for this DVR port ffec342e-1e6b-421a-9047-9d5ea3fe0f2a on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:13.428779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:13.429802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.435764 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5286ba01-f71a-498a-855e-b8988c5cf379 req-00b47720-528f-4219-b183-8980e12be5d4 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.24 "DELETE /v2.0/ports/ffec342e-1e6b-421a-9047-9d5ea3fe0f2a HTTP/1.1" status: 204 len: 173 time: 4.4589932 Feb 10 06:34:13.436649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'name': 'network-vif-deleted', 'tag': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:13.443588 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da33373d-c786-4ffa-9ac3-115c5738784f" -d '{"events": [{"server_uuid": "07040d90-a5ab-4d50-805e-5b72d58ff588", "name": "network-vif-deleted", "tag": "ffec342e-1e6b-421a-9047-9d5ea3fe0f2a"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:13.465576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Network c8afe959-69ef-418a-83e9-10e559f0dee9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:13.496110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:13.505400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:13.508327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:13.513158 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099f838c-92f5-43f1-8209-70a0f77b12b7" -d '{"events": [{"server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "name": "network-vif-unplugged", "status": "completed", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:13.536374 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.558073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7', 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f', 'port_id': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7', 'mac_address': 'fa:16:3e:92:44:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3cf29b-cf27-4b98-a85b-f279ce6d37af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:34:13.692096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42878) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:13.732798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b324405f-cb8f-4fba-9347-55bd5b173f65 req-b9fe3911-7601-422b-b54b-f553688a6924 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/ports?device_id=07040d90-a5ab-4d50-805e-5b72d58ff588 HTTP/1.1" status: 200 len: 210 time: 0.2521904 Feb 10 06:34:13.734908 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0604d406-25b8-42d7-a6dd-3b2cd6996103 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (5a40823e-8a74-4964-bdd3-b67ca6983573), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.767760 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bd6c3375-1b3b-407a-9e71-d4a22d65e7fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75dea68e1f5c4aaba88fca8962f0a5c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722904 Feb 10 06:34:13.768836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42880) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:13.847568 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-571447dd-f7c0-43b3-b8e2-1d30a99dbd06 admin admin] Publish callbacks [] for security_group (8b68ea9d-f498-4064-ac06-0cdf3f5523ca), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.849370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:13.876420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-571447dd-f7c0-43b3-b8e2-1d30a99dbd06 admin admin] Publish callbacks [] for security_group (8b68ea9d-f498-4064-ac06-0cdf3f5523ca), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.915296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 64bf0839-100f-4e97-b2d9-861b491cca8c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:13.938926 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b861eac-e1e3-4d27-9b7d-00cba5dd02f0 x-openstack-request-id: req-8b861eac-e1e3-4d27-9b7d-00cba5dd02f0 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:13.939229 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07040d90-a5ab-4d50-805e-5b72d58ff588", "name": "network-vif-deleted", "tag": "ffec342e-1e6b-421a-9047-9d5ea3fe0f2a", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:13.939490 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b861eac-e1e3-4d27-9b7d-00cba5dd02f0 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:13.940144 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07040d90-a5ab-4d50-805e-5b72d58ff588', 'name': 'network-vif-deleted', 'tag': 'ffec342e-1e6b-421a-9047-9d5ea3fe0f2a', 'status': 'completed', 'code': 200} Feb 10 06:34:13.944617 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47df995e-08ae-45f6-8395-768f26a05e12 x-openstack-request-id: req-47df995e-08ae-45f6-8395-768f26a05e12 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:13.944988 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "name": "network-vif-unplugged", "status": "completed", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:13.945339 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47df995e-08ae-45f6-8395-768f26a05e12 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:13.945647 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7', 'code': 200} Feb 10 06:34:13.951098 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-571447dd-f7c0-43b3-b8e2-1d30a99dbd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8b68ea9d-f498-4064-ac06-0cdf3f5523ca), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.962257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-571447dd-f7c0-43b3-b8e2-1d30a99dbd06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.964056 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-571447dd-f7c0-43b3-b8e2-1d30a99dbd06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b68ea9d-f498-4064-ac06-0cdf3f5523ca HTTP/1.1" status: 204 len: 168 time: 0.1941476 Feb 10 06:34:13.981395 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0604d406-25b8-42d7-a6dd-3b2cd6996103 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (5a40823e-8a74-4964-bdd3-b67ca6983573), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:13.984217 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0604d406-25b8-42d7-a6dd-3b2cd6996103 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (5a40823e-8a74-4964-bdd3-b67ca6983573), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.001264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571447dd-f7c0-43b3-b8e2-1d30a99dbd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b68ea9d-f498-4064-ac06-0cdf3f5523ca,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:14.036248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Made reservation on behalf of 924ae244821e480aa5e8abfb50460929 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:14.040605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.139860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b60fa03f-92f9-444e-868c-6b7a76e74fa7,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:14.154506 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.175201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f173db96-5cb4-438f-9157-e598e02d36d8 None None] Provisioning complete for port 129a9c8c-252c-455a-8079-55ee53d971aa triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:14.175582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f173db96-5cb4-438f-9157-e598e02d36d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.259457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f173db96-5cb4-438f-9157-e598e02d36d8 None None] Port 129a9c8c-252c-455a-8079-55ee53d971aa cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:14.261461 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0604d406-25b8-42d7-a6dd-3b2cd6996103 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (5a40823e-8a74-4964-bdd3-b67ca6983573), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.262271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0604d406-25b8-42d7-a6dd-3b2cd6996103 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Fanout notify agent at l3_agent the message router_deleted on router 5a40823e-8a74-4964-bdd3-b67ca6983573 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:34:14.276776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b60fa03f-92f9-444e-868c-6b7a76e74fa7 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:14.277162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.297851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60fa03f-92f9-444e-868c-6b7a76e74fa7 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:34:14.316876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0604d406-25b8-42d7-a6dd-3b2cd6996103 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.320538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0604d406-25b8-42d7-a6dd-3b2cd6996103 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/5a40823e-8a74-4964-bdd3-b67ca6983573 HTTP/1.1" status: 204 len: 168 time: 1.2705359 Feb 10 06:34:14.321299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42886) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:14.329395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee82df3c-63d7-4d09-80cc-dde864a2eeee req-f12e1fa4-f232-4fab-b5b2-1b1a0aded864 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.0943325 Feb 10 06:34:14.456665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-62457f35-6d5a-44b2-911e-add5a67035af tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting subnet 8eae2d77-28db-4f14-8403-f5b857b916ae {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:34:14.464085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-62457f35-6d5a-44b2-911e-add5a67035af tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (8eae2d77-28db-4f14-8403-f5b857b916ae), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.468578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Made reservation on behalf of 59b7addecd8041dea544b8fc79c768ac for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:14.473548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:14.477772 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.479582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.602803 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-62457f35-6d5a-44b2-911e-add5a67035af tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (8eae2d77-28db-4f14-8403-f5b857b916ae), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.626071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60b168f8-f9f0-4298-8b08-170b27c0a361 req-3b964338-79f9-47de-a3df-b8b25f560003 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 210 time: 0.1547282 Feb 10 06:34:14.629223 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.657351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:14.660669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 64bf0839-100f-4e97-b2d9-861b491cca8c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:14.661086 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.694180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5e5c-7b3e-4cbf-a92e-3e970a2dee84 req-a09821ed-ae13-4d98-ace1-dfb2ab65b969 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:14.700660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fb5e5c-7b3e-4cbf-a92e-3e970a2dee84 req-a09821ed-ae13-4d98-ace1-dfb2ab65b969 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 943 time: 1.2629497 Feb 10 06:34:14.744005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b60fa03f-92f9-444e-868c-6b7a76e74fa7,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:14.758807 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-62457f35-6d5a-44b2-911e-add5a67035af tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8eae2d77-28db-4f14-8403-f5b857b916ae), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.790577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:49Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c1442400-6763-404e-a19d-4d488f4166b9', 'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'mac_address': 'fa:16:3e:59:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:44Z', 'updated_at': '2022-02-10T06:32:57Z', 'revision_number': 5, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'subnets': [{'id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:14.868474 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-62457f35-6d5a-44b2-911e-add5a67035af tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (8eae2d77-28db-4f14-8403-f5b857b916ae), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.882522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:14.888271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] Checking router: 22d45bb9-6943-448c-81d8-6109407dfd63 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:14.891311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b60fa03f-92f9-444e-868c-6b7a76e74fa7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:34:14.917115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 64bf0839-100f-4e97-b2d9-861b491cca8c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:14.917505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:14.981915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event updated for resources: {'Subnet': ['ID=0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:15.005165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62457f35-6d5a-44b2-911e-add5a67035af tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Subnet': ['ID=8eae2d77-28db-4f14-8403-f5b857b916ae,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:15.008573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a105-86f9-4afb-b8af-4582dcff9a7e tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group (97c548ec-9474-4c0f-863e-c14ae8b4b388), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.013580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-62457f35-6d5a-44b2-911e-add5a67035af tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.020902 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-62457f35-6d5a-44b2-911e-add5a67035af tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/8eae2d77-28db-4f14-8403-f5b857b916ae HTTP/1.1" status: 204 len: 168 time: 0.6985178 Feb 10 06:34:15.023158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42910) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:15.061960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9320ae3b-48f1-490f-ac15-1789c3b2fc6b None None] Network 9d1a86f2-244f-4886-bd5f-2a591ac3b303 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:15.067557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fb5e5c-7b3e-4cbf-a92e-3e970a2dee84 req-1067ecad-be8c-4453-bd1d-9664196a59dc tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432603 Feb 10 06:34:15.068274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Checking segment: {'id': '78ce8626-aa6b-4086-8f4d-a84ab6535835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8601561f-5463-4d10-89a8-66cf92d1add6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:15.068663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Network hostable DHCP agents. Network: 8601561f-5463-4d10-89a8-66cf92d1add6, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:15.072231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 64bf0839-100f-4e97-b2d9-861b491cca8c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=64bf0839-100f-4e97-b2d9-861b491cca8c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:15.109039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:15.109039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:15.116796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Allocated IP 172.20.0.3 (c4a92f9c-613f-477d-a248-dee21328e6c3/5ed5b7f9-6f2a-4322-880d-c5882d9f2360/052dd0f3-41a9-4386-8c6f-518ba91024b6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:15.149561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:15.153575 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.156867 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a105-86f9-4afb-b8af-4582dcff9a7e tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group (97c548ec-9474-4c0f-863e-c14ae8b4b388), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.159041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Network 8601561f-5463-4d10-89a8-66cf92d1add6 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:15.161898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Sync routers for ids ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:15.183020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b9af8e99-5ac7-4cc5-82a9-8669534f393b admin admin] 10.222.0.21 "PUT /v2.0/routers/19497f1b-be63-49e2-9ff3-5a66d4bf48a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1593897 Feb 10 06:34:15.210689 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Routers {'19497f1b-be63-49e2-9ff3-5a66d4bf48a4'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:15.215668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 8601561f-5463-4d10-89a8-66cf92d1add6) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:15.216217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:15.238115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:15.238728 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.305114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9d1a86f2-244f-4886-bd5f-2a591ac3b303), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.310536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ada6a9b-52c3-455b-a338-26bae5fdf2ad tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4511890 Feb 10 06:34:15.318132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42916) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:15.322103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e1c7d-3d7d-4c39-b94b-fe15ed8f78b8 None None] Network 8601561f-5463-4d10-89a8-66cf92d1add6 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:15.325614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=64bf0839-100f-4e97-b2d9-861b491cca8c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:15.332250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-19b69dd8-2f87-4cf8-aa31-883e44ae07f8 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1103389108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:15.351504 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.439463 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19b69dd8-2f87-4cf8-aa31-883e44ae07f8 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (e2527921-ea68-4676-83a8-63a85b2e1483), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.442858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19b69dd8-2f87-4cf8-aa31-883e44ae07f8 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (e2527921-ea68-4676-83a8-63a85b2e1483), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.457457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a105-86f9-4afb-b8af-4582dcff9a7e tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (97c548ec-9474-4c0f-863e-c14ae8b4b388), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.462314 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a105-86f9-4afb-b8af-4582dcff9a7e tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.467681 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1bb5a105-86f9-4afb-b8af-4582dcff9a7e tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "DELETE /v2.0/security-groups/97c548ec-9474-4c0f-863e-c14ae8b4b388 HTTP/1.1" status: 204 len: 168 time: 0.5531266 Feb 10 06:34:15.468401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42920) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:15.521265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks [] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.557316 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-ee41d25f-e0fd-4ccf-bbe9-12b05a223960 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] show failed (client error): The resource could not be found. Feb 10 06:34:15.558398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ee41d25f-e0fd-4ccf-bbe9-12b05a223960 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "GET /v2.0/security-groups/97c548ec-9474-4c0f-863e-c14ae8b4b388 HTTP/1.1" status: 404 len: 347 time: 0.0754898 Feb 10 06:34:15.567410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42928) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:15.579920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5a105-86f9-4afb-b8af-4582dcff9a7e tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c548ec-9474-4c0f-863e-c14ae8b4b388,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:15.594536 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Set router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:15.630513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a115b441-ee7d-4e3a-baf5-01828bb71056 req-45fe7a1a-20d8-452f-a841-e858d691ff58 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.0850370 Feb 10 06:34:15.694400 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19b69dd8-2f87-4cf8-aa31-883e44ae07f8 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for router_controller (e2527921-ea68-4676-83a8-63a85b2e1483), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.708889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port e521cd15-2479-44c9-ac51-09bc140976fd {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:15.709288 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.716689 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19b69dd8-2f87-4cf8-aa31-883e44ae07f8 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (e2527921-ea68-4676-83a8-63a85b2e1483), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.812547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 64bf0839-100f-4e97-b2d9-861b491cca8c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:15.867250 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19b69dd8-2f87-4cf8-aa31-883e44ae07f8 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.871945 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-19b69dd8-2f87-4cf8-aa31-883e44ae07f8 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5477488 Feb 10 06:34:15.872839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:15.895030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port e521cd15-2479-44c9-ac51-09bc140976fd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e521cd15-2479-44c9-ac51-09bc140976fd,segment=NetworkSegment(1c4bd380-441c-4016-a730-f6d8f9eb93e7),segment_id=1c4bd380-441c-4016-a730-f6d8f9eb93e7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:15.895030 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:15.924843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for e521cd15-2479-44c9-ac51-09bc140976fd owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:15.975422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:15.992390 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:02Z', 'updated_at': '2022-02-10T06:34:12Z', 'revision_number': 4, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'gw_port': {'id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:05Z', 'updated_at': '2022-02-10T06:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '129a9c8c-252c-455a-8079-55ee53d971aa', 'name': '', 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'mac_address': 'fa:16:3e:3b:90:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '86db937a-0abc-4cb9-a222-8fe88309f2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:09Z', 'updated_at': '2022-02-10T06:34:12Z', 'revision_number': 2, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'subnets': [{'id': '86db937a-0abc-4cb9-a222-8fe88309f2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:16.008662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-8601561f-5463-4d10-89a8-66cf92d1add6', 'network_id': '8601561f-5463-4d10-89a8-66cf92d1add6', 'project_id': '924ae244821e480aa5e8abfb50460929', 'fixed_ips': [{'subnet_id': '0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:34:16.009535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.041223 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Checking router: 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:16.041831 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Updating router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 port 129a9c8c-252c-455a-8079-55ee53d971aa binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:34:16.092181 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.130730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2bccbb-beb2-48c1-8d74-9a199f41e3f3 None None] DHCP port deletion for 9d1a86f2-244f-4886-bd5f-2a591ac3b303 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:34:16.132203 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e521cd15-2479-44c9-ac51-09bc140976fd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.168933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=e521cd15-2479-44c9-ac51-09bc140976fd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:16.182943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No DVR routers for this DVR port e521cd15-2479-44c9-ac51-09bc140976fd on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:16.288014 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9d1a86f2-244f-4886-bd5f-2a591ac3b303), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.296372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 64bf0839-100f-4e97-b2d9-861b491cca8c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:16.296755 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.316344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1a86f2-244f-4886-bd5f-2a591ac3b303']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:16.316689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.336287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4bd380-441c-4016-a730-f6d8f9eb93e7') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:16.336491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4bd380-441c-4016-a730-f6d8f9eb93e7') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:16.348658 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (1c4bd380-441c-4016-a730-f6d8f9eb93e7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.365352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1c4bd380-441c-4016-a730-f6d8f9eb93e7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.378381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:34:16.378785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (1c4bd380-441c-4016-a730-f6d8f9eb93e7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:34:16.388323 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:34:16.458404 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.498547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event updated for resources: {'Port': ['ID=052dd0f3-41a9-4386-8c6f-518ba91024b6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:16.519988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (9d1a86f2-244f-4886-bd5f-2a591ac3b303), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.528155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.528495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Network c4a92f9c-613f-477d-a248-dee21328e6c3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:16.534996 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/networks/9d1a86f2-244f-4886-bd5f-2a591ac3b303 HTTP/1.1" status: 204 len: 168 time: 1.5107975 Feb 10 06:34:16.544387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42948) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:16.560003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0336cf80-22f3-4c3c-b830-b7e982d574aa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1957087364', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:16.562943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:16.566197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:16.574977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Allocated IP 172.20.0.2 (8601561f-5463-4d10-89a8-66cf92d1add6/0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5/9b1952f4-e9bc-455f-af11-d9a262fc19f5) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:16.576318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d11ce3-b6b5-42ff-8ef3-dae5e76933cd tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Network': ['ID=9d1a86f2-244f-4886-bd5f-2a591ac3b303,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:16.587061 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Publish callbacks [] for port (129a9c8c-252c-455a-8079-55ee53d971aa), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.599942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0336cf80-22f3-4c3c-b830-b7e982d574aa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (5fbd1791-fc18-436c-86a3-104db4383864), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.601682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0336cf80-22f3-4c3c-b830-b7e982d574aa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (5fbd1791-fc18-436c-86a3-104db4383864), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.611273 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.664081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:16.665149 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.670600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 64bf0839-100f-4e97-b2d9-861b491cca8c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:16.723655 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0336cf80-22f3-4c3c-b830-b7e982d574aa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (5fbd1791-fc18-436c-86a3-104db4383864), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.735807 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0336cf80-22f3-4c3c-b830-b7e982d574aa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (5fbd1791-fc18-436c-86a3-104db4383864), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.751655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:49Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c1442400-6763-404e-a19d-4d488f4166b9', 'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'mac_address': 'fa:16:3e:59:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:44Z', 'updated_at': '2022-02-10T06:32:57Z', 'revision_number': 5, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'subnets': [{'id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:16.769973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0336cf80-22f3-4c3c-b830-b7e982d574aa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.774294 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0336cf80-22f3-4c3c-b830-b7e982d574aa tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2287049 Feb 10 06:34:16.775088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42952) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:16.779925 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-972823220'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:16.795427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9662ae-05e4-4bcc-af9b-7236e785fe54 None None] The sync data for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 is: [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:32:49Z', 'revision_number': 4, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c1442400-6763-404e-a19d-4d488f4166b9', 'name': '', 'network_id': '0b0fa05a-31e1-4501-a94f-163d5dbc23d3', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'mac_address': 'fa:16:3e:59:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:44Z', 'updated_at': '2022-02-10T06:32:57Z', 'revision_number': 5, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'subnets': [{'id': '830654ed-c3c6-4da8-9735-3ba73b7dd61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:16.832852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:16.836973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.848200 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Attempting to bind port 129a9c8c-252c-455a-8079-55ee53d971aa on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:16.848640 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Attempting to bind port 129a9c8c-252c-455a-8079-55ee53d971aa by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '213e3f6f-ba20-4cc4-bb78-83f47f35df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:16.849095 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Attempting to bind port 129a9c8c-252c-455a-8079-55ee53d971aa on network c8afe959-69ef-418a-83e9-10e559f0dee9 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:16.865209 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:16.865599 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Checking segment: {'id': '213e3f6f-ba20-4cc4-bb78-83f47f35df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:16.865987 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.869712 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Bound using segment: {'id': '213e3f6f-ba20-4cc4-bb78-83f47f35df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:16.870239 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Bound port: 129a9c8c-252c-455a-8079-55ee53d971aa, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213e3f6f-ba20-4cc4-bb78-83f47f35df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:16.870690 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.876427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-8e1d8467-2f20-4738-b878-9b96adaf3aed tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6135640 Feb 10 06:34:16.888417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:16.891580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5410a542-d459-404d-a3c0-cf4bba8c609d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8452373 Feb 10 06:34:16.901851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:16.909563 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b60fa03f-92f9-444e-868c-6b7a76e74fa7 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:16.915242 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (566981f3-79b8-402c-9f76-6f0112f2ed55), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.915607 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added segment 566981f3-79b8-402c-9f76-6f0112f2ed55 of type vlan for network f544a063-87e1-4f01-80cc-841f90b28b92 Feb 10 06:34:16.938007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21339c5-f569-4166-894f-b8d2f8d22db7 req-48e947fc-b525-4235-861f-238b4b9c9eb6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:16.939642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d21339c5-f569-4166-894f-b8d2f8d22db7 req-48e947fc-b525-4235-861f-238b4b9c9eb6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 931 time: 0.6595168 Feb 10 06:34:16.973078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Publish callbacks [] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:16.995975 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.022022 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (f544a063-87e1-4f01-80cc-841f90b28b92), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.031097 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] For port 129a9c8c-252c-455a-8079-55ee53d971aa, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:17.034961 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] For port 129a9c8c-252c-455a-8079-55ee53d971aa, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=129a9c8c-252c-455a-8079-55ee53d971aa,segment=NetworkSegment(213e3f6f-ba20-4cc4-bb78-83f47f35df84),segment_id=213e3f6f-ba20-4cc4-bb78-83f47f35df84)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:17.054138 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.056606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Request body: {'port': {'device_id': '2e29b095-c307-4007-9fc0-b5d975e3b1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:17.059296 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Pushing event updated for resources: {'Port': ['ID=129a9c8c-252c-455a-8079-55ee53d971aa,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:17.079632 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.079980 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.080563 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.080913 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.081245 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.081600 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.081919 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.082241 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.082667 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.082985 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.083342 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.083659 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.084029 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:17.085272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (f544a063-87e1-4f01-80cc-841f90b28b92), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.091464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:17.092084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.094032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Network 8601561f-5463-4d10-89a8-66cf92d1add6 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:17.107277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:17.110894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Pushing event updated for resources: {'Port': ['ID=9b1952f4-e9bc-455f-af11-d9a262fc19f5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:17.114727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:17.130514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Deleting port 490aecca-88ca-41bf-a6dc-754477b4c296 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:17.130861 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (490aecca-88ca-41bf-a6dc-754477b4c296), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.147827 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3715241 Feb 10 06:34:17.148446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42954) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:17.194670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'subnet': {'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:17.207808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port b60fa03f-92f9-444e-868c-6b7a76e74fa7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:17.209301 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.236872 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Routers {'19497f1b-be63-49e2-9ff3-5a66d4bf48a4'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:17.237506 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:17.279892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f8c7347c-0a3b-4f88-bb92-de2724405205 None None] Provisioning complete for port 129a9c8c-252c-455a-8079-55ee53d971aa triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:17.280582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8c7347c-0a3b-4f88-bb92-de2724405205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.284940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d21339c5-f569-4166-894f-b8d2f8d22db7 req-67c5f7a5-2811-4af3-a4d0-db3ed73c271f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584932 Feb 10 06:34:17.358903 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62978523-e566-4c46-9a26-5644ab8f7980 None None] Pushing event updated for resources: {'Port': ['ID=129a9c8c-252c-455a-8079-55ee53d971aa,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:17.381645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f80d3-90d8-4c1a-879d-d4be1e715cde tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Network': ['ID=f544a063-87e1-4f01-80cc-841f90b28b92,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:17.394132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d746ec-dd94-45b6-a9f5-3fbcc6ce8bb9 None None] New status for floating IP 6a12a5db-a94d-4ca6-b96f-b4b04c56316b: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:34:17.473497 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.508703 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.558177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:17.563557 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.565816 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] Set router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:17.710937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (490aecca-88ca-41bf-a6dc-754477b4c296), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.711322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for floatingip (490aecca-88ca-41bf-a6dc-754477b4c296), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.714904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.732496 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:34:17.775610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network f544a063-87e1-4f01-80cc-841f90b28b92 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:17.791413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e521cd15-2479-44c9-ac51-09bc140976fd no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:17.819598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Attempting to bind port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:17.820039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Attempting to bind port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '78ce8626-aa6b-4086-8f4d-a84ab6535835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8601561f-5463-4d10-89a8-66cf92d1add6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:17.822295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Attempting to bind port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 on network 8601561f-5463-4d10-89a8-66cf92d1add6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:17.836531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Calling delete_port for 490aecca-88ca-41bf-a6dc-754477b4c296 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:17.876636 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:02Z', 'updated_at': '2022-02-10T06:34:12Z', 'revision_number': 4, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'gw_port': {'id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:05Z', 'updated_at': '2022-02-10T06:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '129a9c8c-252c-455a-8079-55ee53d971aa', 'name': '', 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'mac_address': 'fa:16:3e:3b:90:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '86db937a-0abc-4cb9-a222-8fe88309f2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:09Z', 'updated_at': '2022-02-10T06:34:17Z', 'revision_number': 4, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'subnets': [{'id': '86db937a-0abc-4cb9-a222-8fe88309f2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:17.909663 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc855a03-3ef9-4c37-a60f-f3c27231cc1c None None] The sync data for ids ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'] in n-d-828670-1 is: [{'id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:02Z', 'updated_at': '2022-02-10T06:34:12Z', 'revision_number': 4, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'gw_port': {'id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:05Z', 'updated_at': '2022-02-10T06:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '129a9c8c-252c-455a-8079-55ee53d971aa', 'name': '', 'network_id': 'c8afe959-69ef-418a-83e9-10e559f0dee9', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'mac_address': 'fa:16:3e:3b:90:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '86db937a-0abc-4cb9-a222-8fe88309f2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:09Z', 'updated_at': '2022-02-10T06:34:17Z', 'revision_number': 4, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'subnets': [{'id': '86db937a-0abc-4cb9-a222-8fe88309f2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:17.918806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (dcf12404-b58a-48c5-8169-e4c3f38a9029), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.985202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:17.985606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Checking segment: {'id': '78ce8626-aa6b-4086-8f4d-a84ab6535835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8601561f-5463-4d10-89a8-66cf92d1add6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:17.986004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:17.986475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Bound using segment: {'id': '78ce8626-aa6b-4086-8f4d-a84ab6535835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8601561f-5463-4d10-89a8-66cf92d1add6'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:17.989080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Bound port: 9b1952f4-e9bc-455f-af11-d9a262fc19f5, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce8626-aa6b-4086-8f4d-a84ab6535835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8601561f-5463-4d10-89a8-66cf92d1add6'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:17.989080 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:18.045342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Subnet': ['ID=dcf12404-b58a-48c5-8169-e4c3f38a9029,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:18.053525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: e521cd15-2479-44c9-ac51-09bc140976fd {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:18.053525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e521cd15-2479-44c9-ac51-09bc140976fd not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:18.060278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Checking segment: {'id': '566981f3-79b8-402c-9f76-6f0112f2ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:18.060704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network hostable DHCP agents. Network: f544a063-87e1-4f01-80cc-841f90b28b92, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:18.068269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc47a23-d005-48b1-ab35-ed1839ab2f49 req-dba2dd0e-571e-41d3-98fc-5a9c6501b02e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:18.083641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc47a23-d005-48b1-ab35-ed1839ab2f49 req-dba2dd0e-571e-41d3-98fc-5a9c6501b02e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 944 time: 0.4782639 Feb 10 06:34:18.092267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network f544a063-87e1-4f01-80cc-841f90b28b92 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:18.115740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, f544a063-87e1-4f01-80cc-841f90b28b92) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:18.122772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:18.124207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:18.155452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-db6094e3-ba82-49e9-bb0c-619e6ec74513 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9740791 Feb 10 06:34:18.158127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42966) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:18.188686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d3b6d-bbc1-46ed-b3ff-31450f97aeff None None] Network f544a063-87e1-4f01-80cc-841f90b28b92 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:18.351774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] For port 9b1952f4-e9bc-455f-af11-d9a262fc19f5, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:18.368072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] For port 9b1952f4-e9bc-455f-af11-d9a262fc19f5, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9b1952f4-e9bc-455f-af11-d9a262fc19f5,segment=NetworkSegment(78ce8626-aa6b-4086-8f4d-a84ab6535835),segment_id=78ce8626-aa6b-4086-8f4d-a84ab6535835)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:18.374031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7347c-0a3b-4f88-bb92-de2724405205 None None] Current status of the port 129a9c8c-252c-455a-8079-55ee53d971aa is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:18.374793 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8c7347c-0a3b-4f88-bb92-de2724405205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:18.401700 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:18.418329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc47a23-d005-48b1-ab35-ed1839ab2f49 req-67d13f9d-c262-44dc-853d-8c62995c624b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336563 Feb 10 06:34:18.464239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:18.547922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Allocated IP 172.20.0.1 (8601561f-5463-4d10-89a8-66cf92d1add6/0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5/493dd7b1-cd11-47bd-9710-33ace3358a22) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:18.550573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Pushing event updated for resources: {'Port': ['ID=9b1952f4-e9bc-455f-af11-d9a262fc19f5,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:18.565362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.566279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.566890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.567686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.568181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.568684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.569172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.569671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.570144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.570662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.571144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.571640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.572131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ea91-8673-4da4-8f62-aa61bbbf63e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:34:18.596518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b60fa03f-92f9-444e-868c-6b7a76e74fa7 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:18.597154 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:18.629689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f8c7347c-0a3b-4f88-bb92-de2724405205 None None] For port 129a9c8c-252c-455a-8079-55ee53d971aa, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=129a9c8c-252c-455a-8079-55ee53d971aa,segment=NetworkSegment(213e3f6f-ba20-4cc4-bb78-83f47f35df84),segment_id=213e3f6f-ba20-4cc4-bb78-83f47f35df84)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:18.675768 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8c7347c-0a3b-4f88-bb92-de2724405205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:18.680688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-f544a063-87e1-4f01-80cc-841f90b28b92', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:34:18.681524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:18.797525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:18.800434 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4fbffc-5371-4a09-8dba-05f67e90cfd2" -d '{"events": [{"server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "name": "network-vif-plugged", "status": "completed", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:18.846813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:18.855586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1596f821-0476-4877-89a5-4dc1b41ecd08 req-de081bc4-a4b6-4a59-bd45-fd10db3d18f7 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.1331804 Feb 10 06:34:19.212634 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:19.245808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (490aecca-88ca-41bf-a6dc-754477b4c296), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:19.288005 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:19.301437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7347c-0a3b-4f88-bb92-de2724405205 None None] Pushing event updated for resources: {'Port': ['ID=129a9c8c-252c-455a-8079-55ee53d971aa,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:19.321907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:19.323707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Pushing event deleted for resources: {'Port': ['ID=490aecca-88ca-41bf-a6dc-754477b4c296,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:19.395076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ee9ad21e-31df-4a8e-8c38-70e4f45b8dd3 None None] Provisioning complete for port 129a9c8c-252c-455a-8079-55ee53d971aa triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:19.395464 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad21e-31df-4a8e-8c38-70e4f45b8dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:19.401540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b7f6-ddae-47ad-bbd8-8f8cb34e8410 req-d02f4240-1b2e-43be-b6ed-a5bab1dca1c1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:19.404204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c8b7f6-ddae-47ad-bbd8-8f8cb34e8410 req-d02f4240-1b2e-43be-b6ed-a5bab1dca1c1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 931 time: 0.3043439 Feb 10 06:34:19.407431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Allocated IP 172.25.8.142 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/82d89ca0-178c-4602-bbf5-8d6fc21255c9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:19.470587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Allocated IP 2001:db8::2 (f544a063-87e1-4f01-80cc-841f90b28b92/dcf12404-b58a-48c5-8169-e4c3f38a9029/0ec4a9ba-90f7-4945-b814-302e45d1edab) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:19.526931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b60fa03f-92f9-444e-868c-6b7a76e74fa7,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:19.635401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42986) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:19.713042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ad21e-31df-4a8e-8c38-70e4f45b8dd3 None None] Current status of the port 129a9c8c-252c-455a-8079-55ee53d971aa is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:19.831531 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Publish callbacks [] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:19.838219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9b1952f4-e9bc-455f-af11-d9a262fc19f5 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:19.881589 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:19.969066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Network f544a063-87e1-4f01-80cc-841f90b28b92 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:19.971173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 2001:db8::1 (f544a063-87e1-4f01-80cc-841f90b28b92/dcf12404-b58a-48c5-8169-e4c3f38a9029/0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:19.974897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:19.985577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:19.995744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Pushing event updated for resources: {'Port': ['ID=0ec4a9ba-90f7-4945-b814-302e45d1edab,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:20.086686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:20.087456 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.093054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Attempting to bind port 0ec4a9ba-90f7-4945-b814-302e45d1edab on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:20.093636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Attempting to bind port 0ec4a9ba-90f7-4945-b814-302e45d1edab by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '566981f3-79b8-402c-9f76-6f0112f2ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:20.094166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Attempting to bind port 0ec4a9ba-90f7-4945-b814-302e45d1edab on network f544a063-87e1-4f01-80cc-841f90b28b92 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:20.133880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:20.134757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Checking segment: {'id': '566981f3-79b8-402c-9f76-6f0112f2ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:20.135385 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.136030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Bound using segment: {'id': '566981f3-79b8-402c-9f76-6f0112f2ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:20.136736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Bound port: 0ec4a9ba-90f7-4945-b814-302e45d1edab, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566981f3-79b8-402c-9f76-6f0112f2ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:20.137582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.168941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052dd0f3-41a9-4386-8c6f-518ba91024b6 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:34:20.224390 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Publish callbacks [] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.226608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.247572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c8b7f6-ddae-47ad-bbd8-8f8cb34e8410 req-6118dda6-f75c-455b-9e40-9e15f0fdc358 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8275843 Feb 10 06:34:20.301057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] For port 0ec4a9ba-90f7-4945-b814-302e45d1edab, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:20.327955 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks [] for floatingip (6a12a5db-a94d-4ca6-b96f-b4b04c56316b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.332115 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.336776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7f164a7-6175-4e10-99ab-e8093b519463 tempest-ServersTestFqdnHostnames-767763640 tempest-ServersTestFqdnHostnames-767763640-project] 10.222.0.21 "DELETE /v2.0/floatingips/6a12a5db-a94d-4ca6-b96f-b4b04c56316b HTTP/1.1" status: 204 len: 168 time: 4.7683620 Feb 10 06:34:20.336932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06637ef3-483c-41f1-a48b-7c5797ce4268 None None] Network 8601561f-5463-4d10-89a8-66cf92d1add6 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:20.341742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:20.348851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] For port 0ec4a9ba-90f7-4945-b814-302e45d1edab, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0ec4a9ba-90f7-4945-b814-302e45d1edab,segment=NetworkSegment(566981f3-79b8-402c-9f76-6f0112f2ed55),segment_id=566981f3-79b8-402c-9f76-6f0112f2ed55)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:20.356843 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.372706 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7093e90-60ee-4cfb-abcf-1e736e2b8065 x-openstack-request-id: req-d7093e90-60ee-4cfb-abcf-1e736e2b8065 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:20.373140 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "name": "network-vif-plugged", "status": "completed", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:20.373408 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7093e90-60ee-4cfb-abcf-1e736e2b8065 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:20.373855 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7', 'code': 200} Feb 10 06:34:20.383176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bc00dc-7c53-4417-85b2-06d71626e779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.409916 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.412829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:20.413945 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.415804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network f544a063-87e1-4f01-80cc-841f90b28b92 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:20.419558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:20.435428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:20.441291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.457171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Transition to ACTIVE for port object 052dd0f3-41a9-4386-8c6f-518ba91024b6 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:34:20.466373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.479442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4b1a97a4-5108-406a-8ee4-f08357bb3d08 None None] Provisioning complete for port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:20.479826 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4b1a97a4-5108-406a-8ee4-f08357bb3d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.548825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.638201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 9b1952f4-e9bc-455f-af11-d9a262fc19f5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9b1952f4-e9bc-455f-af11-d9a262fc19f5,segment=NetworkSegment(78ce8626-aa6b-4086-8f4d-a84ab6535835),segment_id=78ce8626-aa6b-4086-8f4d-a84ab6535835)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:20.644832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:20.681576 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.682389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 129a9c8c-252c-455a-8079-55ee53d971aa up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:20.688298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0720-4d05-469d-99ef-ebb5ba050e7f None None] Pushing event updated for resources: {'Port': ['ID=0ec4a9ba-90f7-4945-b814-302e45d1edab,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:20.727311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.790358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96c80-b5b8-4647-919a-90ad6e546965 req-1bd99096-2d7c-466c-80df-f89f6d70d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:20.791878 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0e96c80-b5b8-4647-919a-90ad6e546965 req-1bd99096-2d7c-466c-80df-f89f6d70d965 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 1127 time: 0.1899316 Feb 10 06:34:20.926063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bc00dc-7c53-4417-85b2-06d71626e779 admin admin] Publish callbacks [] for security_group (ef9fa3fa-ccde-431a-860a-62890855f7fc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:20.931037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Network 8601561f-5463-4d10-89a8-66cf92d1add6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:20.936034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:20.946090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:20.976313 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0e96c80-b5b8-4647-919a-90ad6e546965 req-93852876-cbf5-492c-94d7-78df99d54fdf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742549 Feb 10 06:34:21.018900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=9b1952f4-e9bc-455f-af11-d9a262fc19f5,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:21.046034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a97a4-5108-406a-8ee4-f08357bb3d08 None None] Current status of the port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:21.048571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 129a9c8c-252c-455a-8079-55ee53d971aa triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:21.048696 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.067771 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for port (82d89ca0-178c-4602-bbf5-8d6fc21255c9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.144592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 129a9c8c-252c-455a-8079-55ee53d971aa is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:21.153071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bc00dc-7c53-4417-85b2-06d71626e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ef9fa3fa-ccde-431a-860a-62890855f7fc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.218558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event updated for resources: {'Port': ['ID=493dd7b1-cd11-47bd-9710-33ace3358a22,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:21.242076 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.248524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (e2527921-ea68-4676-83a8-63a85b2e1483), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.254243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.254575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.327251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:21.359705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc00dc-7c53-4417-85b2-06d71626e779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9fa3fa-ccde-431a-860a-62890855f7fc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:21.390551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2e44e0aa-a802-4b1e-b332-8baaaaebc1aa None None] Provisioning complete for port 493dd7b1-cd11-47bd-9710-33ace3358a22 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:21.391549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e44e0aa-a802-4b1e-b332-8baaaaebc1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.451914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network f544a063-87e1-4f01-80cc-841f90b28b92 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:21.453332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:21.470233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e44e0aa-a802-4b1e-b332-8baaaaebc1aa None None] Port 493dd7b1-cd11-47bd-9710-33ace3358a22 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:21.483192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2e44e0aa-a802-4b1e-b332-8baaaaebc1aa None None] Provisioning complete for port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:21.483859 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e44e0aa-a802-4b1e-b332-8baaaaebc1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.577854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfd6e2-103e-4a22-a4fd-0294e29ffde7 req-0c98d07f-4fbd-4a34-9052-64976cfde4d2 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:21.585010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbdfd6e2-103e-4a22-a4fd-0294e29ffde7 req-0c98d07f-4fbd-4a34-9052-64976cfde4d2 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 1.1301911 Feb 10 06:34:21.614733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e44e0aa-a802-4b1e-b332-8baaaaebc1aa None None] Current status of the port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:21.632621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Pushing event updated for resources: {'Port': ['ID=052dd0f3-41a9-4386-8c6f-518ba91024b6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:21.668908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-95bc00dc-7c53-4417-85b2-06d71626e779 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=303eb890e928451ab7b963f1750f6589&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0007041 Feb 10 06:34:21.669221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42998) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:21.746013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-985249e2-225b-4143-8de8-521411b29ad0 None None] Provisioning complete for port 493dd7b1-cd11-47bd-9710-33ace3358a22 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:21.747278 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-985249e2-225b-4143-8de8-521411b29ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.768968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Attempting to bind port 052dd0f3-41a9-4386-8c6f-518ba91024b6 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:21.769306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Attempting to bind port 052dd0f3-41a9-4386-8c6f-518ba91024b6 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:21.769703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Attempting to bind port 052dd0f3-41a9-4386-8c6f-518ba91024b6 on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:21.775751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:34:21.779106 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.791927 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c417062-c735-43d1-af05-e8b55fce4e29 admin admin] Publish callbacks [] for security_group (ef9fa3fa-ccde-431a-860a-62890855f7fc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.817913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c417062-c735-43d1-af05-e8b55fce4e29 admin admin] Publish callbacks [] for security_group (ef9fa3fa-ccde-431a-860a-62890855f7fc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.830943 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (82d89ca0-178c-4602-bbf5-8d6fc21255c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.832500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Port 052dd0f3-41a9-4386-8c6f-518ba91024b6 on network c4a92f9c-613f-477d-a248-dee21328e6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:34:21.832821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Attempting to bind port 052dd0f3-41a9-4386-8c6f-518ba91024b6 on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:21.847781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-985249e2-225b-4143-8de8-521411b29ad0 None None] Port 493dd7b1-cd11-47bd-9710-33ace3358a22 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:21.862903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:21.863304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Checking segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:21.863658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Bound using segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:21.864145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Bound port: 052dd0f3-41a9-4386-8c6f-518ba91024b6, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:21.864515 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.879512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0ec4a9ba-90f7-4945-b814-302e45d1edab up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:21.894737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbdfd6e2-103e-4a22-a4fd-0294e29ffde7 req-233f2478-dea2-4105-a307-447c53f806d6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070900 Feb 10 06:34:21.928031 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c417062-c735-43d1-af05-e8b55fce4e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ef9fa3fa-ccde-431a-860a-62890855f7fc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.931086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c417062-c735-43d1-af05-e8b55fce4e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.935412 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7c417062-c735-43d1-af05-e8b55fce4e29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef9fa3fa-ccde-431a-860a-62890855f7fc HTTP/1.1" status: 204 len: 168 time: 0.2623796 Feb 10 06:34:21.945144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0ec4a9ba-90f7-4945-b814-302e45d1edab triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:21.945597 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:21.979884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c417062-c735-43d1-af05-e8b55fce4e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9fa3fa-ccde-431a-860a-62890855f7fc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:22.035050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:22.047664 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:22.051233 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4c36162e-5f9d-4443-a209-c8d27f09a731 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8910880 Feb 10 06:34:22.053209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43002) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:22.064075 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:22.065176 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:22.066684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1130003354'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:22.108777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:22.113579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:22.117855 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.118070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:22.139529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0ec4a9ba-90f7-4945-b814-302e45d1edab is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:22.139862 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.175744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:22.181671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:22.205895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6733c904-c8da-43b5-89ce-60e695a7599e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.229206 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added segment 6733c904-c8da-43b5-89ce-60e695a7599e of type vlan for network ca0d2d56-0e23-4a63-9205-4eeb5fab989c Feb 10 06:34:22.251041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 0ec4a9ba-90f7-4945-b814-302e45d1edab, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0ec4a9ba-90f7-4945-b814-302e45d1edab,segment=NetworkSegment(566981f3-79b8-402c-9f76-6f0112f2ed55),segment_id=566981f3-79b8-402c-9f76-6f0112f2ed55)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:22.262021 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.263000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9b1952f4-e9bc-455f-af11-d9a262fc19f5 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:22.342735 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (ca0d2d56-0e23-4a63-9205-4eeb5fab989c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.356606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=0ec4a9ba-90f7-4945-b814-302e45d1edab,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:22.386566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] For port 052dd0f3-41a9-4386-8c6f-518ba91024b6, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:22.391539 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] For port 052dd0f3-41a9-4386-8c6f-518ba91024b6, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=052dd0f3-41a9-4386-8c6f-518ba91024b6,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:22.424489 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (ca0d2d56-0e23-4a63-9205-4eeb5fab989c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.430162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:22.431975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.444371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0baa584-52b6-4bd5-a6d7-abf4af340ded None None] Network f544a063-87e1-4f01-80cc-841f90b28b92 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:22.499340 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4452422 Feb 10 06:34:22.505259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43012) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:22.515587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'subnet': {'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:22.578975 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:22.693485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2c5df37e-49cb-411b-9b85-c9c3dbd3dbba None None] Provisioning complete for port 0ec4a9ba-90f7-4945-b814-302e45d1edab triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:22.693861 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c5df37e-49cb-411b-9b85-c9c3dbd3dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.710163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2989f-7061-4df5-a0b2-b783a48e405e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Network': ['ID=ca0d2d56-0e23-4a63-9205-4eeb5fab989c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:22.760424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:22.867413 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.872201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f47b92cf-3e63-4dce-802c-110fd589f99f req-d5b74b4d-ad72-4315-a4fa-1c53f3c5d107 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fab62234-4d81-4849-b6bb-469f0cf24c1a HTTP/1.1" status: 200 len: 210 time: 0.7816854 Feb 10 06:34:22.872852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event updated for resources: {'Port': ['ID=82d89ca0-178c-4602-bbf5-8d6fc21255c9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:22.900764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:22.904275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.933139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:22.993877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2c5df37e-49cb-411b-9b85-c9c3dbd3dbba None None] Current status of the port 0ec4a9ba-90f7-4945-b814-302e45d1edab is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:23.004001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:23.004383 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.041739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (e2527921-ea68-4676-83a8-63a85b2e1483), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.061457 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.078956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event updated for resources: {'Port': ['ID=493dd7b1-cd11-47bd-9710-33ace3358a22,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:23.118642 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:20Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:21Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:23.125792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:23.176660 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:23.178330 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Updating router 5fbd1791-fc18-436c-86a3-104db4383864 port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:34:23.207226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:23.223676 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.259952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (0a2ca74c-1d86-4f17-adff-653102669dc5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.270267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:23.270929 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.272519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] 10.222.0.24 "PUT /v2.0/ports/052dd0f3-41a9-4386-8c6f-518ba91024b6 HTTP/1.1" status: 200 len: 1091 time: 6.3202169 Feb 10 06:34:23.303788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e29b095-c307-4007-9fc0-b5d975e3b1fb', 'tag': '052dd0f3-41a9-4386-8c6f-518ba91024b6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:23.324870 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cf2095-2f36-41e8-b454-5ff21d7fea05" -d '{"events": [{"name": "network-changed", "server_uuid": "2e29b095-c307-4007-9fc0-b5d975e3b1fb", "tag": "052dd0f3-41a9-4386-8c6f-518ba91024b6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:23.425198 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Subnet': ['ID=0a2ca74c-1d86-4f17-adff-653102669dc5,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:23.436240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1a7eba74-1aef-4a42-a0b9-091d39041d06 None None] Provisioning complete for port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:23.436688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a7eba74-1aef-4a42-a0b9-091d39041d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.442690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Checking segment: {'id': '6733c904-c8da-43b5-89ce-60e695a7599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:23.443174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network hostable DHCP agents. Network: ca0d2d56-0e23-4a63-9205-4eeb5fab989c, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:23.507442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:23.530633 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (469a0c7e-d0aa-45db-a248-39468fe268fe), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.530852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, ca0d2d56-0e23-4a63-9205-4eeb5fab989c) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:23.535345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:23.535937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.552368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1a7eba74-1aef-4a42-a0b9-091d39041d06 None None] Port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:23.552863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1340776413-network', 'tenant_id': 'c69090d6ab224d87a18ca1fd54c5b29c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:23.559849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ab7b8-a9a8-4e67-bd8f-20d056914fd5 None None] Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:23.572958 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bce7a97c-42b4-4ec4-b66a-bbe593779baf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0613410 Feb 10 06:34:23.573590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43032) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:23.699795 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Publish callbacks [] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.712170 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.731486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1a7eba74-1aef-4a42-a0b9-091d39041d06 None None] Provisioning complete for port 0ec4a9ba-90f7-4945-b814-302e45d1edab triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:23.731872 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a7eba74-1aef-4a42-a0b9-091d39041d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.745035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0ec4a9ba-90f7-4945-b814-302e45d1edab up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:23.763433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (82d89ca0-178c-4602-bbf5-8d6fc21255c9), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.768557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Made reservation on behalf of c69090d6ab224d87a18ca1fd54c5b29c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:23.771340 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.779924 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1e59f-777d-4e9a-8a4c-325f31969af2 None None] Pushing event updated for resources: {'Port': ['ID=0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:23.809534 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.818990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Network 8601561f-5463-4d10-89a8-66cf92d1add6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:23.822376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-dde3ab6e-f2ad-4172-af88-a2aa1f2ab661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:23.823943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-dde3ab6e-f2ad-4172-af88-a2aa1f2ab661 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 1125 time: 0.4166996 Feb 10 06:34:23.824819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4783ece-ca0d-441f-bd91-ed64a66b3128 service neutron] Pushing event updated for resources: {'Port': ['ID=052dd0f3-41a9-4386-8c6f-518ba91024b6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:23.835080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:23.897411 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Attempting to bind port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:23.898004 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Attempting to bind port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '566981f3-79b8-402c-9f76-6f0112f2ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:23.898567 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Attempting to bind port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 on network f544a063-87e1-4f01-80cc-841f90b28b92 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:23.909730 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:23.915796 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Checking segment: {'id': '566981f3-79b8-402c-9f76-6f0112f2ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:23.916347 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:23.916867 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Bound using segment: {'id': '566981f3-79b8-402c-9f76-6f0112f2ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:23.917477 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Bound port: 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566981f3-79b8-402c-9f76-6f0112f2ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:23.918006 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:24.069468 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] For port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:24.074980 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] For port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7,segment=NetworkSegment(566981f3-79b8-402c-9f76-6f0112f2ed55),segment_id=566981f3-79b8-402c-9f76-6f0112f2ed55)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:24.092294 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:24.102841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:34:24.117384 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:24.221317 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:24.222635 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:24.262608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0ec4a9ba-90f7-4945-b814-302e45d1edab triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:24.273320 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:24.277515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1a7eba74-1aef-4a42-a0b9-091d39041d06 None None] Current status of the port 0ec4a9ba-90f7-4945-b814-302e45d1edab is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:24.450853 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:24.513273 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:24.578515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-40ea2a7c-5007-4a05-bb44-f6e79f3e2439 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=052dd0f3-41a9-4386-8c6f-518ba91024b6 HTTP/1.1" status: 200 len: 217 time: 0.7339392 Feb 10 06:34:24.602188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066f460-6b86-44c0-9c76-b556e2bcfad1 req-dc4b766d-d993-4c4a-b031-c8254d26e568 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:24.604101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a066f460-6b86-44c0-9c76-b556e2bcfad1 req-dc4b766d-d993-4c4a-b031-c8254d26e568 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 943 time: 1.5267079 Feb 10 06:34:24.614373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] Provisioning complete for port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:24.614926 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:24.749404 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1e59f-777d-4e9a-8a4c-325f31969af2 None None] Pushing event updated for resources: {'Port': ['ID=0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:24.763967 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:20Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:24.799499 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3025e-999a-4bb5-ba43-a5f1cac124b3 None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:20Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:24.873893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] Current status of the port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:24.874420 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:24.880040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Allocated IP 2001:db8:1::2 (ca0d2d56-0e23-4a63-9205-4eeb5fab989c/0a2ca74c-1d86-4f17-adff-653102669dc5/ba970daa-7d76-4b0c-982a-67b80b887d4b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:24.886109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (22d45bb9-6943-448c-81d8-6109407dfd63), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:24.969364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0ec4a9ba-90f7-4945-b814-302e45d1edab is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:24.986389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] For port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7,segment=NetworkSegment(566981f3-79b8-402c-9f76-6f0112f2ed55),segment_id=566981f3-79b8-402c-9f76-6f0112f2ed55)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:24.996202 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.055543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a066f460-6b86-44c0-9c76-b556e2bcfad1 req-f9a78e55-39f1-44dd-93d8-c1de4e80ccdc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297245 Feb 10 06:34:25.087346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-4ed5aa36-272a-41c2-aaa2-ac552b61a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:25.087346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-4ed5aa36-272a-41c2-aaa2-ac552b61a684 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.4603677 Feb 10 06:34:25.093672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] Provisioning complete for port 493dd7b1-cd11-47bd-9710-33ace3358a22 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:25.094155 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.135066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] Pushing event updated for resources: {'Port': ['ID=0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:25.157821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6520d105-16f3-4654-aa6c-c641171da05a None None] Port 493dd7b1-cd11-47bd-9710-33ace3358a22 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:25.213448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Router e2527921-ea68-4676-83a8-63a85b2e1483 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:34:25.219217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-5329bc5e-5d9e-4166-a442-cf43c3867350 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477214 Feb 10 06:34:25.281654 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Publish callbacks [] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.293554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-632f6a49-3824-444e-89ac-40555f371f18 None None] Provisioning complete for port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:25.293857 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632f6a49-3824-444e-89ac-40555f371f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.298190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.383439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 2001:db8:1::1 (ca0d2d56-0e23-4a63-9205-4eeb5fab989c/0a2ca74c-1d86-4f17-adff-653102669dc5/92a15631-d490-4881-921d-89dd67f2a783) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:25.390009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:25.410423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Pushing event updated for resources: {'Port': ['ID=ba970daa-7d76-4b0c-982a-67b80b887d4b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:25.429290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:25.440900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:25.521424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Publish callbacks [] for security_group (aafb6cc4-7bf1-4156-afb9-64b6c054ee9b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.546762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (92a15631-d490-4881-921d-89dd67f2a783), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.561687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Attempting to bind port ba970daa-7d76-4b0c-982a-67b80b887d4b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:25.562702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Attempting to bind port ba970daa-7d76-4b0c-982a-67b80b887d4b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6733c904-c8da-43b5-89ce-60e695a7599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:25.564017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Attempting to bind port ba970daa-7d76-4b0c-982a-67b80b887d4b on network ca0d2d56-0e23-4a63-9205-4eeb5fab989c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:25.600180 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (aafb6cc4-7bf1-4156-afb9-64b6c054ee9b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.603414 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (92a15631-d490-4881-921d-89dd67f2a783), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.663776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:25.667275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:25.671806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:25.672630 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.679341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:25.679879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Checking segment: {'id': '6733c904-c8da-43b5-89ce-60e695a7599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:25.682907 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.683371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Bound using segment: {'id': '6733c904-c8da-43b5-89ce-60e695a7599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:25.683886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Bound port: ba970daa-7d76-4b0c-982a-67b80b887d4b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6733c904-c8da-43b5-89ce-60e695a7599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:25.684279 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.692127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-632f6a49-3824-444e-89ac-40555f371f18 None None] Current status of the port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:25.794825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=92a15631-d490-4881-921d-89dd67f2a783,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:25.795737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:25.817629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:25.851080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (92a15631-d490-4881-921d-89dd67f2a783), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.876914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for port (82d89ca0-178c-4602-bbf5-8d6fc21255c9), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.928623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:25.931046 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.946902 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-b647f9b6-7dfc-4530-9dd0-b320a5222352 service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687787 Feb 10 06:34:25.955707 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (82d89ca0-178c-4602-bbf5-8d6fc21255c9), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.960293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b5752b21-6f0d-46d1-90b2-889b39a4f2dc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:25.960657 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Added segment b5752b21-6f0d-46d1-90b2-889b39a4f2dc of type vlan for network 9b984352-9b34-42d4-837e-2662d03b045a Feb 10 06:34:26.021936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3552717-5571-499e-a5ec-08f6dcab1a00 req-cde9e7f7-da7c-46d7-97d0-fbb3aeb26413 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:26.023916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3552717-5571-499e-a5ec-08f6dcab1a00 req-cde9e7f7-da7c-46d7-97d0-fbb3aeb26413 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.7445481 Feb 10 06:34:26.024602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafb6cc4-7bf1-4156-afb9-64b6c054ee9b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:26.036947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] For port ba970daa-7d76-4b0c-982a-67b80b887d4b, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:26.040490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] For port ba970daa-7d76-4b0c-982a-67b80b887d4b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ba970daa-7d76-4b0c-982a-67b80b887d4b,segment=NetworkSegment(6733c904-c8da-43b5-89ce-60e695a7599e),segment_id=6733c904-c8da-43b5-89ce-60e695a7599e)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:26.043447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:26.056002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3115cca3-1761-4812-8193-dc757a5c45f2 None None] Sync routers for ids ['e2527921-ea68-4676-83a8-63a85b2e1483'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:26.060250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2589e4b0-d0b6-4000-8bd0-0f1dc1290dba tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "PUT /v2.0/routers/e2527921-ea68-4676-83a8-63a85b2e1483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1813033 Feb 10 06:34:26.063553 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.065181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43038) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:26.081511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Request body: {'port': {'network_id': '8601561f-5463-4d10-89a8-66cf92d1add6', 'name': 'tempest-FloatingIPNegativeTestJSON-267471459'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:26.088614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event updated for resources: {'Port': ['ID=82d89ca0-178c-4602-bbf5-8d6fc21255c9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:26.130489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3115cca3-1761-4812-8193-dc757a5c45f2 None None] Routers {'e2527921-ea68-4676-83a8-63a85b2e1483'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:26.131178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3115cca3-1761-4812-8193-dc757a5c45f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e2527921-ea68-4676-83a8-63a85b2e1483'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:26.213264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3115cca3-1761-4812-8193-dc757a5c45f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:26.264020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b471ba-092e-4d1c-b855-1f91f0f4c5e7 None None] Pushing event updated for resources: {'Port': ['ID=ba970daa-7d76-4b0c-982a-67b80b887d4b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:26.272040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3115cca3-1761-4812-8193-dc757a5c45f2 None None] Routers {'e2527921-ea68-4676-83a8-63a85b2e1483'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:26.272666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3115cca3-1761-4812-8193-dc757a5c45f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e2527921-ea68-4676-83a8-63a85b2e1483'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:26.311864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:26.314145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3115cca3-1761-4812-8193-dc757a5c45f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:26.314863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3115cca3-1761-4812-8193-dc757a5c45f2 None None] The sync data for ids ['e2527921-ea68-4676-83a8-63a85b2e1483'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:26.428706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (9b984352-9b34-42d4-837e-2662d03b045a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.443592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3552717-5571-499e-a5ec-08f6dcab1a00 req-0b1d9d49-eb6a-4e28-9cd7-542f25d41265 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809876 Feb 10 06:34:26.516065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (469a0c7e-d0aa-45db-a248-39468fe268fe), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.572398 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98250309-dc82-4a81-9b09-1a01ad6a7284 x-openstack-request-id: req-98250309-dc82-4a81-9b09-1a01ad6a7284 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:26.572698 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e29b095-c307-4007-9fc0-b5d975e3b1fb", "tag": "052dd0f3-41a9-4386-8c6f-518ba91024b6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:26.573008 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98250309-dc82-4a81-9b09-1a01ad6a7284 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:26.573355 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e29b095-c307-4007-9fc0-b5d975e3b1fb', 'tag': '052dd0f3-41a9-4386-8c6f-518ba91024b6', 'status': 'completed', 'code': 200} Feb 10 06:34:26.577023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7408b4f4-d732-4f59-bf8a-5705a39f6bca req-607afc77-98cd-4b19-8267-fbb68cd14536 service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134727 Feb 10 06:34:26.581411 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (9b984352-9b34-42d4-837e-2662d03b045a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.582727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:26.583385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.618018 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.628675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-bf908a01-528b-41b9-b0a8-cc7fb1644537 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 9.7508492 Feb 10 06:34:26.766968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Made reservation on behalf of 924ae244821e480aa5e8abfb50460929 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:26.770530 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.776122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (92a15631-d490-4881-921d-89dd67f2a783), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.794440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5277624 Feb 10 06:34:26.794812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (92a15631-d490-4881-921d-89dd67f2a783), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.795613 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:26.796526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:26.808878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-a9a102e0-87da-418b-9c08-ced7746538f4 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.1788313 Feb 10 06:34:26.827281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Request body: {'subnet': {'network_id': '9b984352-9b34-42d4-837e-2662d03b045a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1340776413-subnet', 'tenant_id': 'c69090d6ab224d87a18ca1fd54c5b29c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:26.851638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] device_id is not set on port 5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:34:26.908003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=92a15631-d490-4881-921d-89dd67f2a783,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:26.926321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d94cd6-b23e-42b9-94fb-da7a37a779c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9b984352-9b34-42d4-837e-2662d03b045a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:26.953406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 9b984352-9b34-42d4-837e-2662d03b045a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:27.002066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Made reservation on behalf of c69090d6ab224d87a18ca1fd54c5b29c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:27.005704 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:27.032728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-16a5ed13-3d7e-422f-85e2-5c57b06f7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:27.035017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-16a5ed13-3d7e-422f-85e2-5c57b06f7822 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 1125 time: 0.3244107 Feb 10 06:34:27.041985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b847e54-78af-4cec-800a-15e903c58544 req-41ab6477-cb9c-404a-bc9c-385225dc8eb0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:27.043781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b847e54-78af-4cec-800a-15e903c58544 req-41ab6477-cb9c-404a-bc9c-385225dc8eb0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 943 time: 0.3146019 Feb 10 06:34:27.080215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Allocated IP 172.20.0.10 (8601561f-5463-4d10-89a8-66cf92d1add6/0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5/5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:27.188739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-40059dbd-31d1-44ee-90dd-82b3c2268926 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:27.194470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-520ad2cb-5435-409b-ba98-9126a26ae1a2 req-40059dbd-31d1-44ee-90dd-82b3c2268926 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.3844261 Feb 10 06:34:27.274594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Deleting port c1442400-6763-404e-a19d-4d488f4166b9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:27.275545 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c1442400-6763-404e-a19d-4d488f4166b9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:27.282110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:27.288400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:27.311773 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for port (5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:27.393966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b847e54-78af-4cec-800a-15e903c58544 req-faf09943-25c2-495f-9b27-3e6be03c91d6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299434 Feb 10 06:34:27.454862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:27.474282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-7736fb21-8058-459b-ad33-f4d39ea49ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:27.475848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-7736fb21-8058-459b-ad33-f4d39ea49ff2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 911 time: 0.4144742 Feb 10 06:34:27.557967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93859a57-31a2-4dc5-b65b-233e48ad3795 req-b506ad42-c112-425c-a856-c0cfe6262058 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:27.559548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93859a57-31a2-4dc5-b65b-233e48ad3795 req-b506ad42-c112-425c-a856-c0cfe6262058 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.2752838 Feb 10 06:34:27.564879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-db7cd38c-69bc-4e6d-9f96-426955f890cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=052dd0f3-41a9-4386-8c6f-518ba91024b6 HTTP/1.1" status: 200 len: 217 time: 0.0664580 Feb 10 06:34:27.568830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:27.577280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] For port c1442400-6763-404e-a19d-4d488f4166b9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c1442400-6763-404e-a19d-4d488f4166b9,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:27.577654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c1442400-6763-404e-a19d-4d488f4166b9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:27.578689 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2a98252e-864e-4e2d-8810-7abb47e46545 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0028269 Feb 10 06:34:27.579747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43050) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:27.582091 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:27.583036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:27.592223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1432569325'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:27.616784 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:27.617824 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:27.647472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event updated for resources: {'Port': ['ID=5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:27.700941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Network 8601561f-5463-4d10-89a8-66cf92d1add6 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:27.702258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:27.706521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:27.710553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:27.721200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:27.780748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ba970daa-7d76-4b0c-982a-67b80b887d4b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:27.809617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:27.843897 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:27.854812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:27.855651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:27.891137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a48ae944-351c-40cc-aa27-8560c722097c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:27.891768 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added segment a48ae944-351c-40cc-aa27-8560c722097c of type vlan for network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 Feb 10 06:34:27.916495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ba970daa-7d76-4b0c-982a-67b80b887d4b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:27.916929 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:27.967430 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0e220ab0-6434-4518-a9be-2cd38b03ce16 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8990114 Feb 10 06:34:27.972888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43052) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:27.978208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:28.011797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7cac76-bd94-497c-8cb7-3ec347ed2ee3 None None] Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:28.024255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (293e6e87-8d4d-45d0-87c7-f8357b2dc840), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.070175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ba970daa-7d76-4b0c-982a-67b80b887d4b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:28.070936 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.071253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.140957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (293e6e87-8d4d-45d0-87c7-f8357b2dc840), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.146548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:28.147201 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.149043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1280d68a-744d-4795-b1a6-5fb5df382dcd None None] Provisioning complete for port ba970daa-7d76-4b0c-982a-67b80b887d4b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:28.149167 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1280d68a-744d-4795-b1a6-5fb5df382dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.202376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Calling delete_port for c1442400-6763-404e-a19d-4d488f4166b9 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:28.233639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-d4d7c583-b25a-4477-a813-7b5a1786a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:28.235156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-d4d7c583-b25a-4477-a813-7b5a1786a617 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.6533377 Feb 10 06:34:28.269234 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6875610 Feb 10 06:34:28.276494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port ba970daa-7d76-4b0c-982a-67b80b887d4b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ba970daa-7d76-4b0c-982a-67b80b887d4b,segment=NetworkSegment(6733c904-c8da-43b5-89ce-60e695a7599e),segment_id=6733c904-c8da-43b5-89ce-60e695a7599e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:28.284243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43054) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:28.293507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'subnet': {'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:28.301934 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.307271 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:25Z', 'revision_number': 3, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:26Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:28.342395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-937b354c-92eb-41ed-aaaf-48d94a60b588 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960276 Feb 10 06:34:28.367608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93859a57-31a2-4dc5-b65b-233e48ad3795 req-e0bff4b3-017d-465e-8f35-18145ff7748a tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7972012 Feb 10 06:34:28.371271 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (0e92870e-8f83-448f-b3ed-0e585f293cd8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.376051 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:28.376399 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Updating router 5fbd1791-fc18-436c-86a3-104db4383864 port 92a15631-d490-4881-921d-89dd67f2a783 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:34:28.451834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1280d68a-744d-4795-b1a6-5fb5df382dcd None None] Current status of the port ba970daa-7d76-4b0c-982a-67b80b887d4b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:28.477862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=ba970daa-7d76-4b0c-982a-67b80b887d4b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:28.495322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:28.571610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe3174-7d01-4ee6-a283-1e005dfe4c7a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Network': ['ID=293e6e87-8d4d-45d0-87c7-f8357b2dc840,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:28.587836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:28.655605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6a285c2a-e3a6-4de3-a5a6-29a344f41a04 None None] Provisioning complete for port 5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:28.662901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a285c2a-e3a6-4de3-a5a6-29a344f41a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.680776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:28.687595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.810055 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.818086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6a285c2a-e3a6-4de3-a5a6-29a344f41a04 None None] Port 5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:28.829117 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (92a15631-d490-4881-921d-89dd67f2a783), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:28.856828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e92870e-8f83-448f-b3ed-0e585f293cd8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:29.012419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Allocated IP 172.25.8.118 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/de948ccd-8fad-4b1c-8982-edce9bbce4f8) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:29.066131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b4839ace-f794-443d-a350-9376025796ea None None] Provisioning complete for port 92a15631-d490-4881-921d-89dd67f2a783 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:29.066665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4839ace-f794-443d-a350-9376025796ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (92a15631-d490-4881-921d-89dd67f2a783), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.130140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Checking segment: {'id': 'b5752b21-6f0d-46d1-90b2-889b39a4f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9b984352-9b34-42d4-837e-2662d03b045a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:29.130552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Network hostable DHCP agents. Network: 9b984352-9b34-42d4-837e-2662d03b045a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:29.135725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c1442400-6763-404e-a19d-4d488f4166b9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.151105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for port (de948ccd-8fad-4b1c-8982-edce9bbce4f8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.160347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 052dd0f3-41a9-4386-8c6f-518ba91024b6 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:34:29.218780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (de948ccd-8fad-4b1c-8982-edce9bbce4f8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.279781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:29.282564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event updated for resources: {'Port': ['ID=de948ccd-8fad-4b1c-8982-edce9bbce4f8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:29.290130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1442400-6763-404e-a19d-4d488f4166b9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:29.293598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:29.297347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:29.425658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4839ace-f794-443d-a350-9376025796ea None None] Port 92a15631-d490-4881-921d-89dd67f2a783 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:29.430554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 052dd0f3-41a9-4386-8c6f-518ba91024b6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=052dd0f3-41a9-4386-8c6f-518ba91024b6,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:29.442250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Network 9b984352-9b34-42d4-837e-2662d03b045a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:29.449082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for floatingip (4dabac42-4c4e-4446-bf7a-74e281ae2366), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.451000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '052dd0f3-41a9-4386-8c6f-518ba91024b6', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'port_id': '052dd0f3-41a9-4386-8c6f-518ba91024b6', 'mac_address': 'fa:16:3e:41:78:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed5b7f9-6f2a-4322-880d-c5882d9f2360', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:34:29.455904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b4839ace-f794-443d-a350-9376025796ea None None] Provisioning complete for port ba970daa-7d76-4b0c-982a-67b80b887d4b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:29.456502 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4839ace-f794-443d-a350-9376025796ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.472897 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Publish callbacks [] for port (92a15631-d490-4881-921d-89dd67f2a783), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.493078 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (92a15631-d490-4881-921d-89dd67f2a783), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.569943 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b92d9d3-4706-4e97-aeac-ca07b0c5148a tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group (211ac640-564f-41d4-887a-86c3c2d242dd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.573068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-da6a3d4c-f603-4c5b-a6f4-b4aee034f57d service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2200074 Feb 10 06:34:29.598792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 9b984352-9b34-42d4-837e-2662d03b045a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:29.617769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f5ad4-23d7-4af9-8b23-0bd0a628c37c None None] Network 9b984352-9b34-42d4-837e-2662d03b045a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:29.639309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (aca336a9-1981-40cb-b713-667397aae562), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.639742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:29.640362 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.649797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 052dd0f3-41a9-4386-8c6f-518ba91024b6 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:29.650380 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.698700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052dd0f3-41a9-4386-8c6f-518ba91024b6 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:34:29.745736 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Attempting to bind port 92a15631-d490-4881-921d-89dd67f2a783 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:29.752130 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Attempting to bind port 92a15631-d490-4881-921d-89dd67f2a783 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6733c904-c8da-43b5-89ce-60e695a7599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:29.753188 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (de948ccd-8fad-4b1c-8982-edce9bbce4f8), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.756771 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Attempting to bind port 92a15631-d490-4881-921d-89dd67f2a783 on network ca0d2d56-0e23-4a63-9205-4eeb5fab989c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:29.775460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-3539031d-c958-4dc9-ad2a-55d0fd4d8428 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3112814 Feb 10 06:34:29.778635 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:29.779129 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Checking segment: {'id': '6733c904-c8da-43b5-89ce-60e695a7599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:29.779539 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.779933 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Bound using segment: {'id': '6733c904-c8da-43b5-89ce-60e695a7599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:29.780484 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Bound port: 92a15631-d490-4881-921d-89dd67f2a783, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6733c904-c8da-43b5-89ce-60e695a7599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:29.788629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:29.795900 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (92a15631-d490-4881-921d-89dd67f2a783), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.833715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ba970daa-7d76-4b0c-982a-67b80b887d4b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:29.874482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.895634 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] For port 92a15631-d490-4881-921d-89dd67f2a783, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:29.900032 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] For port 92a15631-d490-4881-921d-89dd67f2a783, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=92a15631-d490-4881-921d-89dd67f2a783,segment=NetworkSegment(6733c904-c8da-43b5-89ce-60e695a7599e),segment_id=6733c904-c8da-43b5-89ce-60e695a7599e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:29.917574 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (92a15631-d490-4881-921d-89dd67f2a783), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:29.937908 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f1690-a4c3-41e7-8542-43a6e9613d96 None None] Pushing event updated for resources: {'Port': ['ID=92a15631-d490-4881-921d-89dd67f2a783,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:29.942936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 052dd0f3-41a9-4386-8c6f-518ba91024b6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=052dd0f3-41a9-4386-8c6f-518ba91024b6,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:29.991727 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:29.992595 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:30.002852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.054634 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for port (de948ccd-8fad-4b1c-8982-edce9bbce4f8), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.066554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (de948ccd-8fad-4b1c-8982-edce9bbce4f8), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.105774 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:30.128662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Subnet': ['ID=aca336a9-1981-40cb-b713-667397aae562,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:30.131537 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b92d9d3-4706-4e97-aeac-ca07b0c5148a tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group (211ac640-564f-41d4-887a-86c3c2d242dd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.140482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (22d45bb9-6943-448c-81d8-6109407dfd63), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.152017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3a8e1-833e-40b9-a363-acedf01d5923 None None] Network 9b984352-9b34-42d4-837e-2662d03b045a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:30.176187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1efff69-63a6-4a01-b6c6-c5bd14a2eebd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3536701 Feb 10 06:34:30.191668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Checking segment: {'id': 'a48ae944-351c-40cc-aa27-8560c722097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:30.192086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network hostable DHCP agents. Network: 293e6e87-8d4d-45d0-87c7-f8357b2dc840, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:30.246702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4839ace-f794-443d-a350-9376025796ea None None] Current status of the port ba970daa-7d76-4b0c-982a-67b80b887d4b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:30.288056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event updated for resources: {'Port': ['ID=de948ccd-8fad-4b1c-8982-edce9bbce4f8,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:30.302559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (4dabac42-4c4e-4446-bf7a-74e281ae2366), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.310214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993901f5-282f-4bc1-a4b0-7bd3ede84f61 req-9d8967a9-3294-433f-b782-9bf236d7fa34 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:30.319024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-993901f5-282f-4bc1-a4b0-7bd3ede84f61 req-9d8967a9-3294-433f-b782-9bf236d7fa34 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 943 time: 1.2195168 Feb 10 06:34:30.319411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:30.363048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 293e6e87-8d4d-45d0-87c7-f8357b2dc840) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:30.382711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:30.385887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.389619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['052dd0f3-41a9-4386-8c6f-518ba91024b6'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:34:30.396539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=052dd0f3-41a9-4386-8c6f-518ba91024b6,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:30.399793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.402213 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-887d5f6f-cad0-486e-ac5d-17228549c0f1 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4281650 Feb 10 06:34:30.407438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43070) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:30.427641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0c8d71e6-49d6-416b-bfc2-3c09d2279000 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Request body: {'floatingip': {'port_id': '5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:30.454052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93546a36-fd01-4abb-9d25-490dd11f34c9 None None] Network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:30.481306 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f1690-a4c3-41e7-8542-43a6e9613d96 None None] Pushing event updated for resources: {'Port': ['ID=92a15631-d490-4881-921d-89dd67f2a783,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:30.508228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ba970daa-7d76-4b0c-982a-67b80b887d4b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:30.508605 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.543418 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c8d71e6-49d6-416b-bfc2-3c09d2279000 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for floatingip (4dabac42-4c4e-4446-bf7a-74e281ae2366), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.611094 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:25Z', 'revision_number': 3, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:29Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:30.621389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-737a9c21-01f1-4be8-8e67-89796ad9d311 None None] Provisioning complete for port 92a15631-d490-4881-921d-89dd67f2a783 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:30.621818 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-737a9c21-01f1-4be8-8e67-89796ad9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (92a15631-d490-4881-921d-89dd67f2a783), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.666362 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975b5db-48b0-4418-acc9-5b0fc0e230f0 None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:25Z', 'revision_number': 3, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:29Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:30.801176 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6a32e334-fedd-49ac-8670-9463df5c082b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5125010 Feb 10 06:34:30.808410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43074) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:30.839304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-993901f5-282f-4bc1-a4b0-7bd3ede84f61 req-596d555e-087d-4d50-a331-c63a03b01a94 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869263 Feb 10 06:34:30.851659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9cf2095-2f36-41e8-b454-5ff21d7fea05 req-1baf4a5b-1f0d-4b25-90e4-a2ade08d6f1f service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2313535 Feb 10 06:34:30.868072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b92d9d3-4706-4e97-aeac-ca07b0c5148a tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (211ac640-564f-41d4-887a-86c3c2d242dd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.871789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b92d9d3-4706-4e97-aeac-ca07b0c5148a tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:30.874781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0b92d9d3-4706-4e97-aeac-ca07b0c5148a tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "DELETE /v2.0/security-groups/211ac640-564f-41d4-887a-86c3c2d242dd HTTP/1.1" status: 204 len: 168 time: 2.3546169 Feb 10 06:34:30.890767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43076) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:30.981187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:34:30.982538 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:31.030263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92d9d3-4706-4e97-aeac-ca07b0c5148a tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=211ac640-564f-41d4-887a-86c3c2d242dd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:31.096466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ba970daa-7d76-4b0c-982a-67b80b887d4b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:31.137715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-f3a66ea1-fedd-4c68-9258-8152d0fb73e7 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:31.140622 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-f3a66ea1-fedd-4c68-9258-8152d0fb73e7 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4b2576b-96b0-4f15-91ad-734e6a9467bf HTTP/1.1" status: 200 len: 945 time: 0.5908628 Feb 10 06:34:31.146889 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-0c8d71e6-49d6-416b-bfc2-3c09d2279000 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] update failed (client error): The resource could not be found. Feb 10 06:34:31.148169 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0c8d71e6-49d6-416b-bfc2-3c09d2279000 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "PUT /v2.0/floatingips/4dabac42-4c4e-4446-bf7a-74e281ae2366 HTTP/1.1" status: 404 len: 507 time: 0.7366424 Feb 10 06:34:31.151861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43086) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:31.166427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-b490fc7a-fd72-4c51-87e6-09b13c98ffd5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:31.167949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-b490fc7a-fd72-4c51-87e6-09b13c98ffd5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/networks?id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 200 len: 814 time: 0.1348355 Feb 10 06:34:31.169039 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-9309dc81-8f67-40dd-8836-5b19a61c0458 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] show failed (client error): The resource could not be found. Feb 10 06:34:31.173391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9309dc81-8f67-40dd-8836-5b19a61c0458 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "GET /v2.0/security-groups/211ac640-564f-41d4-887a-86c3c2d242dd HTTP/1.1" status: 404 len: 347 time: 0.2789180 Feb 10 06:34:31.177233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:31.353170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-b6c7045f-0a43-4564-8941-d14637deb4f4 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/quotas/79f4cdf124ae4d66887f28a7923e8af7 HTTP/1.1" status: 200 len: 375 time: 0.1028459 Feb 10 06:34:31.515187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-737a9c21-01f1-4be8-8e67-89796ad9d311 None None] Current status of the port 92a15631-d490-4881-921d-89dd67f2a783 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:31.515789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-737a9c21-01f1-4be8-8e67-89796ad9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (92a15631-d490-4881-921d-89dd67f2a783), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:31.516795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-cd334bd7-7437-4f57-93bc-7c9c69d3bde2 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1511190 Feb 10 06:34:31.528878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:31.660436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-737a9c21-01f1-4be8-8e67-89796ad9d311 None None] For port 92a15631-d490-4881-921d-89dd67f2a783, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=92a15631-d490-4881-921d-89dd67f2a783,segment=NetworkSegment(6733c904-c8da-43b5-89ce-60e695a7599e),segment_id=6733c904-c8da-43b5-89ce-60e695a7599e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:31.668211 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-737a9c21-01f1-4be8-8e67-89796ad9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (92a15631-d490-4881-921d-89dd67f2a783), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:31.728496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 92a15631-d490-4881-921d-89dd67f2a783 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:31.745799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Allocated IP 2001:db8:2::2 (293e6e87-8d4d-45d0-87c7-f8357b2dc840/aca336a9-1981-40cb-b713-667397aae562/930d73cc-7587-41e0-9e6d-fdb37e1b2db6) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:31.752218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Router 22d45bb9-6943-448c-81d8-6109407dfd63 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:31.783983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Deleting port 287e7c35-b2ba-408c-9471-de2454e47bf4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:31.784493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (287e7c35-b2ba-408c-9471-de2454e47bf4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:31.850597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Allocated IP 172.25.8.97 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/a6e3ee22-063c-4129-a3ed-833f1ecd05d2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:31.858274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a9c21-01f1-4be8-8e67-89796ad9d311 None None] Pushing event updated for resources: {'Port': ['ID=92a15631-d490-4881-921d-89dd67f2a783,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:31.911846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f8c86e6c-809a-49ef-a1f0-bd77ed3fd6d1 None None] Provisioning complete for port 92a15631-d490-4881-921d-89dd67f2a783 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:31.912483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8c86e6c-809a-49ef-a1f0-bd77ed3fd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (92a15631-d490-4881-921d-89dd67f2a783), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:31.991590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 92a15631-d490-4881-921d-89dd67f2a783 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:31.992990 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (92a15631-d490-4881-921d-89dd67f2a783), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.007687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-84fcdf2f-a888-4d1a-b65e-b5cbed06aef7 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179915 Feb 10 06:34:32.085450 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Deleting port b60fa03f-92f9-444e-868c-6b7a76e74fa7 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:32.086424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.134782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Deleting port de948ccd-8fad-4b1c-8982-edce9bbce4f8 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:32.135136 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (de948ccd-8fad-4b1c-8982-edce9bbce4f8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.147751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (287e7c35-b2ba-408c-9471-de2454e47bf4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.147751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for floatingip (287e7c35-b2ba-408c-9471-de2454e47bf4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.188358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Publish callbacks [] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.226662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Calling delete_port for 287e7c35-b2ba-408c-9471-de2454e47bf4 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:32.232441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:32.243151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-05d90814-db04-4935-97fa-a6ec082fe602 admin admin] 10.222.0.21 "PUT /v2.0/routers/22d45bb9-6943-448c-81d8-6109407dfd63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8987348 Feb 10 06:34:32.249188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43092) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:32.267953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f8c86e6c-809a-49ef-a1f0-bd77ed3fd6d1 None None] Current status of the port 92a15631-d490-4881-921d-89dd67f2a783 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:32.280111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] Sync routers for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:32.283168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.293637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] For port b60fa03f-92f9-444e-868c-6b7a76e74fa7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b60fa03f-92f9-444e-868c-6b7a76e74fa7,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:32.294194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.307812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Calling delete_port for b60fa03f-92f9-444e-868c-6b7a76e74fa7 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:32.342557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:32.353633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:32.354271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:32.459144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b60fa03f-92f9-444e-868c-6b7a76e74fa7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.485083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:32.526107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.531674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Pushing event deleted for resources: {'Port': ['ID=b60fa03f-92f9-444e-868c-6b7a76e74fa7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:32.645575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b60fa03f-92f9-444e-868c-6b7a76e74fa7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:34:32.648207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:32.705967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:32.716074 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (de948ccd-8fad-4b1c-8982-edce9bbce4f8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.716572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for floatingip (de948ccd-8fad-4b1c-8982-edce9bbce4f8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.721913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] No DVR routers for this DVR port b60fa03f-92f9-444e-868c-6b7a76e74fa7 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:32.764549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.768155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bf800db7-b045-4a06-b7fd-0c252896f5bd req-a610138d-6142-45ab-9f43-a33f39d7f998 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.13 "DELETE /v2.0/ports/b60fa03f-92f9-444e-868c-6b7a76e74fa7 HTTP/1.1" status: 204 len: 173 time: 1.6170774 Feb 10 06:34:32.769233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'name': 'network-vif-deleted', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:32.776279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 92a15631-d490-4881-921d-89dd67f2a783 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:32.780155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Pushing event updated for resources: {'Port': ['ID=930d73cc-7587-41e0-9e6d-fdb37e1b2db6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:32.794806 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78cc573-eacc-44eb-9766-f678e0ad67d9" -d '{"events": [{"server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "name": "network-vif-deleted", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:32.808835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Calling delete_port for de948ccd-8fad-4b1c-8982-edce9bbce4f8 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:32.809050 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for port (a6e3ee22-063c-4129-a3ed-833f1ecd05d2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.839711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-9b03371e-da05-4259-b4db-4fc1c5556602 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7887590 Feb 10 06:34:32.857406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Attempting to bind port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:32.857406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Attempting to bind port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a48ae944-351c-40cc-aa27-8560c722097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:32.857406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Attempting to bind port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 on network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:32.867409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:32.867985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Checking segment: {'id': 'a48ae944-351c-40cc-aa27-8560c722097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:32.868319 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.868727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Bound using segment: {'id': 'a48ae944-351c-40cc-aa27-8560c722097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:32.869207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Bound port: 930d73cc-7587-41e0-9e6d-fdb37e1b2db6, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48ae944-351c-40cc-aa27-8560c722097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:32.869592 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.938335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:34:28Z', 'revision_number': 5, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:32.938683 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks [] for router (22d45bb9-6943-448c-81d8-6109407dfd63), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:32.993279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] Checking router: 22d45bb9-6943-448c-81d8-6109407dfd63 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:33.024813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] Routers {'22d45bb9-6943-448c-81d8-6109407dfd63'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:33.025455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22d45bb9-6943-448c-81d8-6109407dfd63'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:33.075073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 2001:db8:2::1 (293e6e87-8d4d-45d0-87c7-f8357b2dc840/aca336a9-1981-40cb-b713-667397aae562/c170764d-a2f3-4431-81d1-14a662aedfeb) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:33.075428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] For port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:33.095722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] For port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=930d73cc-7587-41e0-9e6d-fdb37e1b2db6,segment=NetworkSegment(a48ae944-351c-40cc-aa27-8560c722097c),segment_id=a48ae944-351c-40cc-aa27-8560c722097c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:33.121510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a6e3ee22-063c-4129-a3ed-833f1ecd05d2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.122197 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.225942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (de948ccd-8fad-4b1c-8982-edce9bbce4f8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.291983 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks [] for router_gateway (22d45bb9-6943-448c-81d8-6109407dfd63), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.299570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event deleted for resources: {'Port': ['ID=de948ccd-8fad-4b1c-8982-edce9bbce4f8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:33.302986 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (287e7c35-b2ba-408c-9471-de2454e47bf4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.312650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 052dd0f3-41a9-4386-8c6f-518ba91024b6 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:33.329317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:33.384205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:33.394556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:33.472716 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for floatingip (4dabac42-4c4e-4446-bf7a-74e281ae2366), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.477025 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.478595 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a6826c55-6d05-4735-a13b-e3629298bc62 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "DELETE /v2.0/floatingips/4dabac42-4c4e-4446-bf7a-74e281ae2366 HTTP/1.1" status: 204 len: 168 time: 2.3203340 Feb 10 06:34:33.484047 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43102) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:33.492357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cb7f9b67-db28-4a4f-a7e7-8f7d3f2859f9 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Request body: {'floatingip': {'floating_network_id': '8601561f-5463-4d10-89a8-66cf92d1add6', 'port_id': '5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:33.585990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.593687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bb379748-a74b-46cb-85a1-ef331c363831 req-df38f114-5a90-4b0b-8a20-dc1052ed7e66 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-483568465', 'description': 'tempest-description-1901607033'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:33.597483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 052dd0f3-41a9-4386-8c6f-518ba91024b6 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:34:33.628690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9b67-db28-4a4f-a7e7-8f7d3f2859f9 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.661500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] Set router 22d45bb9-6943-448c-81d8-6109407dfd63 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:33.669553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5123f5-4157-4170-a362-1d406a8059d9 None None] Pushing event updated for resources: {'Port': ['ID=930d73cc-7587-41e0-9e6d-fdb37e1b2db6,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:33.722572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event updated for resources: {'Port': ['ID=a6e3ee22-063c-4129-a3ed-833f1ecd05d2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:33.737284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 052dd0f3-41a9-4386-8c6f-518ba91024b6 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:33.737951 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.779032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.820123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 92a15631-d490-4881-921d-89dd67f2a783 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:33.863610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:33.867605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:33.872494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:33.873172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.891234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Pushing event deleted for resources: {'Port': ['ID=287e7c35-b2ba-408c-9471-de2454e47bf4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:33.949821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bb379748-a74b-46cb-85a1-ef331c363831 req-df38f114-5a90-4b0b-8a20-dc1052ed7e66 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:33.961906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=c170764d-a2f3-4431-81d1-14a662aedfeb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:33.973319 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (746e927a-4f74-4691-bd21-fc62287f57ba), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.003322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks [] for floatingip (fc364323-c308-4869-a789-19be5f81db91), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.006020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.007592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-04886fa1-2c8e-443b-bee7-045191070169 tempest-ServersTestBootFromVolume-365323895 tempest-ServersTestBootFromVolume-365323895-project] 10.222.0.21 "DELETE /v2.0/floatingips/fc364323-c308-4869-a789-19be5f81db91 HTTP/1.1" status: 204 len: 168 time: 2.8281329 Feb 10 06:34:34.043305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:34.044364 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a6e3ee22-063c-4129-a3ed-833f1ecd05d2), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.060078 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.165408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Deleting port c24a858d-42d4-4d43-8c96-52c3de18f2f5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:34.165831 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.306775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 92a15631-d490-4881-921d-89dd67f2a783 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:34.307147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (92a15631-d490-4881-921d-89dd67f2a783), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.385665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 052dd0f3-41a9-4386-8c6f-518ba91024b6 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:34.386056 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.397358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bb379748-a74b-46cb-85a1-ef331c363831 req-df38f114-5a90-4b0b-8a20-dc1052ed7e66 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (247b1dd5-b16e-4bd3-b544-4aa100caad23), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.423927 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-cb7f9b67-db28-4a4f-a7e7-8f7d3f2859f9 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:34:34.425826 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cb7f9b67-db28-4a4f-a7e7-8f7d3f2859f9 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9407237 Feb 10 06:34:34.432223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43112) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:34.439968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:34.456110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29b095-c307-4007-9fc0-b5d975e3b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052dd0f3-41a9-4386-8c6f-518ba91024b6'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:34.458150 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4d6f06-9ebf-46ab-9dcf-c1737e8073c2" -d '{"events": [{"server_uuid": "2e29b095-c307-4007-9fc0-b5d975e3b1fb", "name": "network-vif-plugged", "status": "completed", "tag": "052dd0f3-41a9-4386-8c6f-518ba91024b6"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:34.462623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bb379748-a74b-46cb-85a1-ef331c363831 req-df38f114-5a90-4b0b-8a20-dc1052ed7e66 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (247b1dd5-b16e-4bd3-b544-4aa100caad23), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.492866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 052dd0f3-41a9-4386-8c6f-518ba91024b6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=052dd0f3-41a9-4386-8c6f-518ba91024b6,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:34.495156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 92a15631-d490-4881-921d-89dd67f2a783 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:34.495400 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bb379748-a74b-46cb-85a1-ef331c363831 req-df38f114-5a90-4b0b-8a20-dc1052ed7e66 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.499600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:34:28Z', 'revision_number': 5, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:34.507105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.511158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb379748-a74b-46cb-85a1-ef331c363831 req-df38f114-5a90-4b0b-8a20-dc1052ed7e66 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9852920 Feb 10 06:34:34.532524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.538289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c4e13-2b0a-48fd-8540-b34db882fbcb None None] The sync data for ids ['22d45bb9-6943-448c-81d8-6109407dfd63'] in n-d-828670-1 is: [{'id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'name': 'tempest-ServersTestFqdnHostnames-1675744728-router', 'tenant_id': 'eb1c5b92bc524428804a940fabefdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:32:32Z', 'updated_at': '2022-02-10T06:34:28Z', 'revision_number': 5, 'project_id': 'eb1c5b92bc524428804a940fabefdefb', 'gw_port': {'id': 'c24a858d-42d4-4d43-8c96-52c3de18f2f5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d45bb9-6943-448c-81d8-6109407dfd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:32:33Z', 'updated_at': '2022-02-10T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:34.597945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.623026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.624229 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.655744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=052dd0f3-41a9-4386-8c6f-518ba91024b6,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:34.825928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=c170764d-a2f3-4431-81d1-14a662aedfeb,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:34.847494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] For port c24a858d-42d4-4d43-8c96-52c3de18f2f5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c24a858d-42d4-4d43-8c96-52c3de18f2f5,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:34.847866 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:34.916592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38f114-5a90-4b0b-8a20-dc1052ed7e66 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247b1dd5-b16e-4bd3-b544-4aa100caad23,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:34.921670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Calling delete_port for c24a858d-42d4-4d43-8c96-52c3de18f2f5 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:34.940131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-e3e3be17-ed29-48a3-9435-3fff015b2310 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:34.941587 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-e3e3be17-ed29-48a3-9435-3fff015b2310 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.13 "GET /v2.0/networks?id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 200 len: 814 time: 0.2802451 Feb 10 06:34:34.946976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed79d6f-08c0-4e3f-aa48-401287d4471d None None] Network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:34.967219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Request body: {'port': {'device_id': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f', 'admin_state_up': True, 'tenant_id': '79f4cdf124ae4d66887f28a7923e8af7'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:34.971381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b60fa03f-92f9-444e-868c-6b7a76e74fa7 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:34.978478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:34.995555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:35.009961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.027621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for port (a6e3ee22-063c-4129-a3ed-833f1ecd05d2), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.037756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: b60fa03f-92f9-444e-868c-6b7a76e74fa7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:35.038575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b60fa03f-92f9-444e-868c-6b7a76e74fa7 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:35.125014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-da79cd4b-ae78-4773-9575-b1e76ff5f54a None None] Provisioning complete for port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:35.125385 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da79cd4b-ae78-4773-9575-b1e76ff5f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.310876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:35.311295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (a6e3ee22-063c-4129-a3ed-833f1ecd05d2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.319425 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Made reservation on behalf of 79f4cdf124ae4d66887f28a7923e8af7 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:35.322900 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.327827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-da79cd4b-ae78-4773-9575-b1e76ff5f54a None None] Current status of the port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:35.328365 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da79cd4b-ae78-4773-9575-b1e76ff5f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.334691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c24a858d-42d4-4d43-8c96-52c3de18f2f5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.349722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Allocated IP 172.25.8.164 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/33a5f296-043d-487d-ac22-8984ef5869a4) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:35.465745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b01f0-95c7-4ef2-bd29-946d3b2d5be3 req-02b53b46-e97f-4a79-b7d8-9c772c618a31 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:35.467386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de3b01f0-95c7-4ef2-bd29-946d3b2d5be3 req-02b53b46-e97f-4a79-b7d8-9c772c618a31 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 945 time: 0.6373961 Feb 10 06:34:35.468144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-da79cd4b-ae78-4773-9575-b1e76ff5f54a None None] For port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=930d73cc-7587-41e0-9e6d-fdb37e1b2db6,segment=NetworkSegment(a48ae944-351c-40cc-aa27-8560c722097c),segment_id=a48ae944-351c-40cc-aa27-8560c722097c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:35.477798 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da79cd4b-ae78-4773-9575-b1e76ff5f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.579562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79cd4b-ae78-4773-9575-b1e76ff5f54a None None] Pushing event updated for resources: {'Port': ['ID=930d73cc-7587-41e0-9e6d-fdb37e1b2db6,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:35.592525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event updated for resources: {'Port': ['ID=a6e3ee22-063c-4129-a3ed-833f1ecd05d2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:35.678467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de3b01f0-95c7-4ef2-bd29-946d3b2d5be3 req-3884cf6c-baf0-4727-8258-d12a19904b12 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829250 Feb 10 06:34:35.685896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c24a858d-42d4-4d43-8c96-52c3de18f2f5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:35.696993 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (22d45bb9-6943-448c-81d8-6109407dfd63), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.700558 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (746e927a-4f74-4691-bd21-fc62287f57ba), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.742259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:35.834616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6f6e3a46-70a8-45e0-b10d-55e0d8f14ece None None] Provisioning complete for port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:35.835002 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3a46-70a8-45e0-b10d-55e0d8f14ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.840731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:35.840731 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.874086 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (22d45bb9-6943-448c-81d8-6109407dfd63), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.876370 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks [] for router_controller (22d45bb9-6943-448c-81d8-6109407dfd63), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.960606 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef707c4-36e9-4c40-b3e3-061ef3d70784 x-openstack-request-id: req-7ef707c4-36e9-4c40-b3e3-061ef3d70784 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:35.961198 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b2576b-96b0-4f15-91ad-734e6a9467bf", "name": "network-vif-deleted", "tag": "b60fa03f-92f9-444e-868c-6b7a76e74fa7", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:35.961295 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ef707c4-36e9-4c40-b3e3-061ef3d70784 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:35.961735 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b2576b-96b0-4f15-91ad-734e6a9467bf', 'name': 'network-vif-deleted', 'tag': 'b60fa03f-92f9-444e-868c-6b7a76e74fa7', 'status': 'completed', 'code': 200} Feb 10 06:34:35.971181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.972376 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-30ed8dc0-967e-4a7e-8b3a-258d49e5a51a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1951423 Feb 10 06:34:35.989805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (22d45bb9-6943-448c-81d8-6109407dfd63), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:35.990363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d45bb9-6943-448c-81d8-6109407dfd63 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:34:36.001749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3bf9276-1a06-43ff-93dd-00560ceb0db2 req-3f727df1-eaba-4641-b264-31f7e71ae39e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 210 time: 0.0456738 Feb 10 06:34:36.011175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.015080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-752e2390-cc05-49b0-a2f9-6fa35b4263ed admin admin] 10.222.0.21 "DELETE /v2.0/routers/22d45bb9-6943-448c-81d8-6109407dfd63 HTTP/1.1" status: 204 len: 168 time: 3.6740525 Feb 10 06:34:36.015497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43118) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:36.052059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e3a46-70a8-45e0-b10d-55e0d8f14ece None None] Current status of the port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:36.066381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:36.076676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c1442400-6763-404e-a19d-4d488f4166b9 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:36.108628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:36.115047 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccca0f37-73db-455b-9476-b4c602140493 x-openstack-request-id: req-ccca0f37-73db-455b-9476-b4c602140493 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:36.115341 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29b095-c307-4007-9fc0-b5d975e3b1fb", "name": "network-vif-plugged", "status": "completed", "tag": "052dd0f3-41a9-4386-8c6f-518ba91024b6", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:36.115724 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccca0f37-73db-455b-9476-b4c602140493 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:36.116120 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29b095-c307-4007-9fc0-b5d975e3b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052dd0f3-41a9-4386-8c6f-518ba91024b6', 'code': 200} Feb 10 06:34:36.118164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: c1442400-6763-404e-a19d-4d488f4166b9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:36.118544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c1442400-6763-404e-a19d-4d488f4166b9 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:36.127941 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:36.131820 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a69fbd32-da6e-4bc9-81c8-68c1705f60c2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3223624 Feb 10 06:34:36.148425 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:36.149414 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:36.151673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43120) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:36.155628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af6948a-f49b-416e-8edc-d7523181396f admin admin] Deleting subnet 830654ed-c3c6-4da8-9735-3ba73b7dd61d {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:34:36.156373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6f6e3a46-70a8-45e0-b10d-55e0d8f14ece None None] Provisioning complete for port c170764d-a2f3-4431-81d1-14a662aedfeb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:36.157547 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3a46-70a8-45e0-b10d-55e0d8f14ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.161665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-752855324'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:36.177878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9af6948a-f49b-416e-8edc-d7523181396f admin admin] Publish callbacks [] for subnet (830654ed-c3c6-4da8-9735-3ba73b7dd61d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.202516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-56f28572-ab65-4329-9357-c200041cd6d9 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.2100186 Feb 10 06:34:36.240722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for port (33a5f296-043d-487d-ac22-8984ef5869a4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.250749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Allocated IP 172.20.0.13 (8c1bf8f0-6301-4f41-b7f2-8b616042f27f/4e3cf29b-cf27-4b98-a85b-f279ce6d37af/e87400b0-6afe-418c-8aa3-e97947bffac2) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:36.253760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e3a46-70a8-45e0-b10d-55e0d8f14ece None None] Port c170764d-a2f3-4431-81d1-14a662aedfeb cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:36.317252 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:36.338527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (33a5f296-043d-487d-ac22-8984ef5869a4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.362599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:36.365878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.380751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (d6ded506-c3b0-4724-830a-2085d1055482), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.384438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dccf3ac9-4e72-4ff7-92b8-a129b7ca961a req-dc6ecbb5-19a3-4cc5-af7d-d6123708a636 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/247b1dd5-b16e-4bd3-b544-4aa100caad23 HTTP/1.1" status: 200 len: 1823 time: 0.2465839 Feb 10 06:34:36.386585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a651ff6c-268d-4f90-b2c3-49e7ecc26a26 None None] Provisioning complete for port c170764d-a2f3-4431-81d1-14a662aedfeb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:36.387878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a651ff6c-268d-4f90-b2c3-49e7ecc26a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.413694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:36.437911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a651ff6c-268d-4f90-b2c3-49e7ecc26a26 None None] Port c170764d-a2f3-4431-81d1-14a662aedfeb cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:36.456964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9af6948a-f49b-416e-8edc-d7523181396f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (830654ed-c3c6-4da8-9735-3ba73b7dd61d), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.462260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-dccf3ac9-4e72-4ff7-92b8-a129b7ca961a req-e391dd49-646f-4277-b7c6-4dd0786e665c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '247b1dd5-b16e-4bd3-b544-4aa100caad23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:36.463003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-dccf3ac9-4e72-4ff7-92b8-a129b7ca961a req-e391dd49-646f-4277-b7c6-4dd0786e665c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '247b1dd5-b16e-4bd3-b544-4aa100caad23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:36.463441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:36.470929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:36.480150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event updated for resources: {'Port': ['ID=33a5f296-043d-487d-ac22-8984ef5869a4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:36.551960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks [] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.577479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:36.628876 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.657039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0686fd-b6ea-4a85-a70a-9ebae69ecf62 req-2eb950d5-6a20-455a-9535-eba0f70bfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:36.658416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f0686fd-b6ea-4a85-a70a-9ebae69ecf62 req-2eb950d5-6a20-455a-9535-eba0f70bfc7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 1127 time: 0.4265764 Feb 10 06:34:36.670188 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:33Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:34Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:36.686645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3b7bd795-b3c3-4337-9c2f-1dd855c02954 None None] Provisioning complete for port c170764d-a2f3-4431-81d1-14a662aedfeb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:36.687797 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd795-b3c3-4337-9c2f-1dd855c02954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.694806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.701855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8c96777b-cd96-45fa-8102-c3a8be0f8582), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.702263 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added segment 8c96777b-cd96-45fa-8102-c3a8be0f8582 of type vlan for network e127be35-ff10-4534-9c9d-36993f385a02 Feb 10 06:34:36.705458 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:36.709148 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Updating router 5fbd1791-fc18-436c-86a3-104db4383864 port c170764d-a2f3-4431-81d1-14a662aedfeb binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:34:36.747618 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.750188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b7bd795-b3c3-4337-9c2f-1dd855c02954 None None] Port c170764d-a2f3-4431-81d1-14a662aedfeb cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:36.761287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:36.768806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:36.773916 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:36.801325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Pushing event updated for resources: {'Port': ['ID=e87400b0-6afe-418c-8aa3-e97947bffac2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:36.805330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-8f1effd7-2c26-4fa7-9d05-7d5fb5dff47b tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:36.807356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-79a85b09-a52d-40ab-b4e0-07ce562e5348 req-8f1effd7-2c26-4fa7-9d05-7d5fb5dff47b tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.5382605 Feb 10 06:34:36.829572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Deleting port 33a5f296-043d-487d-ac22-8984ef5869a4 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:36.831986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (33a5f296-043d-487d-ac22-8984ef5869a4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.837399 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e127be35-ff10-4534-9c9d-36993f385a02), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.874362 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9af6948a-f49b-416e-8edc-d7523181396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (830654ed-c3c6-4da8-9735-3ba73b7dd61d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.926256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:36.927099 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.944987 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-1d804ed9-58d9-40d0-9a8e-5ccd94a6dae5 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9818742 Feb 10 06:34:36.957532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Request body: {'port': {'device_id': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:36.958502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dccf3ac9-4e72-4ff7-92b8-a129b7ca961a req-e391dd49-646f-4277-b7c6-4dd0786e665c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (79e5815d-deaf-4b6e-a711-493a8b7d393e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.968787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f0686fd-b6ea-4a85-a70a-9ebae69ecf62 req-b5e9ecdc-8b9f-47db-b957-bbe65886f6f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727098 Feb 10 06:34:36.998471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (33a5f296-043d-487d-ac22-8984ef5869a4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:36.999064 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for floatingip (33a5f296-043d-487d-ac22-8984ef5869a4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.020187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e127be35-ff10-4534-9c9d-36993f385a02), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.025408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:37.026073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.045706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Calling delete_port for 33a5f296-043d-487d-ac22-8984ef5869a4 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:37.058575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.075444 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Publish callbacks [] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.082651 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.137703 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491b66c-ccca-4bf7-907f-bed03e4aef8b None None] Pushing event updated for resources: {'Port': ['ID=c170764d-a2f3-4431-81d1-14a662aedfeb,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:37.244206 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Attempting to bind port c170764d-a2f3-4431-81d1-14a662aedfeb on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:37.244694 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Attempting to bind port c170764d-a2f3-4431-81d1-14a662aedfeb by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a48ae944-351c-40cc-aa27-8560c722097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:37.245183 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Attempting to bind port c170764d-a2f3-4431-81d1-14a662aedfeb on network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:37.254485 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:37.254990 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Checking segment: {'id': 'a48ae944-351c-40cc-aa27-8560c722097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:37.255523 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.256062 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Bound using segment: {'id': 'a48ae944-351c-40cc-aa27-8560c722097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:37.256662 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Bound port: c170764d-a2f3-4431-81d1-14a662aedfeb, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48ae944-351c-40cc-aa27-8560c722097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:37.257192 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.365551 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] For port c170764d-a2f3-4431-81d1-14a662aedfeb, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:37.370028 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] For port c170764d-a2f3-4431-81d1-14a662aedfeb, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c170764d-a2f3-4431-81d1-14a662aedfeb,segment=NetworkSegment(a48ae944-351c-40cc-aa27-8560c722097c),segment_id=a48ae944-351c-40cc-aa27-8560c722097c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:37.379514 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.419332 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (33a5f296-043d-487d-ac22-8984ef5869a4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.448845 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491b66c-ccca-4bf7-907f-bed03e4aef8b None None] Pushing event updated for resources: {'Port': ['ID=c170764d-a2f3-4431-81d1-14a662aedfeb,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:37.453268 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:37.453961 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:37.464658 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9af6948a-f49b-416e-8edc-d7523181396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (830654ed-c3c6-4da8-9735-3ba73b7dd61d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.492195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event deleted for resources: {'Port': ['ID=33a5f296-043d-487d-ac22-8984ef5869a4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:37.496992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dccf3ac9-4e72-4ff7-92b8-a129b7ca961a req-e391dd49-646f-4277-b7c6-4dd0786e665c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (79e5815d-deaf-4b6e-a711-493a8b7d393e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.503045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b46c0d73-f7c2-4ebd-b819-60c4f4384567 None None] Provisioning complete for port c170764d-a2f3-4431-81d1-14a662aedfeb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:37.504469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b46c0d73-f7c2-4ebd-b819-60c4f4384567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.527387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3696558 Feb 10 06:34:37.536000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43128) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:37.573220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'subnet': {'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:37.583322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dccf3ac9-4e72-4ff7-92b8-a129b7ca961a req-e391dd49-646f-4277-b7c6-4dd0786e665c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (79e5815d-deaf-4b6e-a711-493a8b7d393e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.605773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e0939-7d3a-48b7-aff8-7ccf54fd0f9b req-8604388a-2497-49fb-94a1-748642fb59c4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:37.607850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c59e0939-7d3a-48b7-aff8-7ccf54fd0f9b req-8604388a-2497-49fb-94a1-748642fb59c4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 945 time: 0.7271001 Feb 10 06:34:37.608899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6948a-f49b-416e-8edc-d7523181396f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830654ed-c3c6-4da8-9735-3ba73b7dd61d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:37.629688 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9af6948a-f49b-416e-8edc-d7523181396f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.633322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9af6948a-f49b-416e-8edc-d7523181396f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/830654ed-c3c6-4da8-9735-3ba73b7dd61d HTTP/1.1" status: 204 len: 168 time: 1.6168573 Feb 10 06:34:37.646278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43130) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:37.651382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef3dde-3da0-4252-8d19-57dbf020b93e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Network': ['ID=e127be35-ff10-4534-9c9d-36993f385a02,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:37.656735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dccf3ac9-4e72-4ff7-92b8-a129b7ca961a req-e391dd49-646f-4277-b7c6-4dd0786e665c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.658689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dccf3ac9-4e72-4ff7-92b8-a129b7ca961a req-e391dd49-646f-4277-b7c6-4dd0786e665c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2051418 Feb 10 06:34:37.699336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4fc14d-f391-4f46-9a07-902e66aaad2b None None] Network 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:37.706066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e127be35-ff10-4534-9c9d-36993f385a02 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:37.708299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391dd49-646f-4277-b7c6-4dd0786e665c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e5815d-deaf-4b6e-a711-493a8b7d393e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:37.743180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:37.773144 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:37.784692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (0b0fa05a-31e1-4501-a94f-163d5dbc23d3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.848307 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] create failed (client error): The resource could not be found. Feb 10 06:34:37.849039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c6e7bb75-e464-4a86-b2d2-76ea8e8befec tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4147959 Feb 10 06:34:37.856773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43134) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:37.885540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b46c0d73-f7c2-4ebd-b819-60c4f4384567 None None] Current status of the port c170764d-a2f3-4431-81d1-14a662aedfeb is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:37.885936 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b46c0d73-f7c2-4ebd-b819-60c4f4384567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.892271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Made reservation on behalf of fe107e0120aa415c8d42d118f08cdc72 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:37.896475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.910336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87400b0-6afe-418c-8aa3-e97947bffac2 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:34:37.919801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Publish callbacks [] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:37.935638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Transition to ACTIVE for port object e87400b0-6afe-418c-8aa3-e97947bffac2 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:34:37.952246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c59e0939-7d3a-48b7-aff8-7ccf54fd0f9b req-935acde6-63b1-4919-b088-29df4e7a39fa tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084834 Feb 10 06:34:37.971730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.060000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:38.060401 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.067568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b46c0d73-f7c2-4ebd-b819-60c4f4384567 None None] For port c170764d-a2f3-4431-81d1-14a662aedfeb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c170764d-a2f3-4431-81d1-14a662aedfeb,segment=NetworkSegment(a48ae944-351c-40cc-aa27-8560c722097c),segment_id=a48ae944-351c-40cc-aa27-8560c722097c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:38.089687 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b46c0d73-f7c2-4ebd-b819-60c4f4384567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.115636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Pushing event updated for resources: {'Port': ['ID=e87400b0-6afe-418c-8aa3-e97947bffac2,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:38.129751 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:33Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:37Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:38.139423 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42af7356-2d1e-4814-a201-4a0ad798badb req-4e36e9b0-f71e-4af4-8288-f33efc83d1f0 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4364140 Feb 10 06:34:38.156357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:38.169425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c0d73-f7c2-4ebd-b819-60c4f4384567 None None] Pushing event updated for resources: {'Port': ['ID=c170764d-a2f3-4431-81d1-14a662aedfeb,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:38.219545 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d8134-c2fe-40af-ac7b-49bc565943b1 None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:33Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:37Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:38.252751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:38.256870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0c7c727a-c72e-4f5b-a220-1ff2c2b5f640 None None] Provisioning complete for port c170764d-a2f3-4431-81d1-14a662aedfeb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:38.259410 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c7c727a-c72e-4f5b-a220-1ff2c2b5f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.281155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Deleting port 20f8209a-a864-4a26-a805-d7c20303c312 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:38.281572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (20f8209a-a864-4a26-a805-d7c20303c312), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.322967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f076db9-7d69-499e-8176-a823f58e415e None None] DHCP port deletion for 0b0fa05a-31e1-4501-a94f-163d5dbc23d3 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:34:38.361711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c24a858d-42d4-4d43-8c96-52c3de18f2f5 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:38.365368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-021548dd-49be-42ed-a549-94ab0051987e tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Deleting port 5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:38.366175 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-021548dd-49be-42ed-a549-94ab0051987e tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.369591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Attempting to bind port e87400b0-6afe-418c-8aa3-e97947bffac2 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:38.370246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Attempting to bind port e87400b0-6afe-418c-8aa3-e97947bffac2 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:38.370839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Attempting to bind port e87400b0-6afe-418c-8aa3-e97947bffac2 on network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:38.396044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: c24a858d-42d4-4d43-8c96-52c3de18f2f5 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:38.396428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c24a858d-42d4-4d43-8c96-52c3de18f2f5 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:38.421024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Port e87400b0-6afe-418c-8aa3-e97947bffac2 on network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:34:38.421347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Attempting to bind port e87400b0-6afe-418c-8aa3-e97947bffac2 on network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:38.424853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (9c9f9a82-b177-49e6-8ec5-697b3599431a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.439991 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.466456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1f076db9-7d69-499e-8176-a823f58e415e None None] Deleting port 20f8209a-a864-4a26-a805-d7c20303c312 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:38.466876 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f076db9-7d69-499e-8176-a823f58e415e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (20f8209a-a864-4a26-a805-d7c20303c312), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.487483 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:38.488088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Checking segment: {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:38.488635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Bound using segment: {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:38.489240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Bound port: e87400b0-6afe-418c-8aa3-e97947bffac2, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:38.489782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.493070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c727a-c72e-4f5b-a220-1ff2c2b5f640 None None] Current status of the port c170764d-a2f3-4431-81d1-14a662aedfeb is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:38.535216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9562d52-6499-4605-953d-d615f55f6673 req-a75eaf36-b114-401d-9c7a-3302b8049c0b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:38.542218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9562d52-6499-4605-953d-d615f55f6673 req-a75eaf36-b114-401d-9c7a-3302b8049c0b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 944 time: 0.4762161 Feb 10 06:34:38.547485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] For port 20f8209a-a864-4a26-a805-d7c20303c312, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=20f8209a-a864-4a26-a805-d7c20303c312,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:38.548058 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (20f8209a-a864-4a26-a805-d7c20303c312), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.567751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1f076db9-7d69-499e-8176-a823f58e415e None None] For port 20f8209a-a864-4a26-a805-d7c20303c312, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=20f8209a-a864-4a26-a805-d7c20303c312,segment=NetworkSegment(3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf),segment_id=3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:38.568934 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f076db9-7d69-499e-8176-a823f58e415e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (20f8209a-a864-4a26-a805-d7c20303c312), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.575552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Subnet': ['ID=9c9f9a82-b177-49e6-8ec5-697b3599431a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:38.587057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1f076db9-7d69-499e-8176-a823f58e415e None None] Calling delete_port for 20f8209a-a864-4a26-a805-d7c20303c312 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:38.593410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Calling delete_port for 20f8209a-a864-4a26-a805-d7c20303c312 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:38.647475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Checking segment: {'id': '8c96777b-cd96-45fa-8102-c3a8be0f8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:38.648051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network hostable DHCP agents. Network: e127be35-ff10-4534-9c9d-36993f385a02, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:38.656482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Deleting port b98c0519-14ac-436b-84d5-f902c0f1f802 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:38.656821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.672431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-021548dd-49be-42ed-a549-94ab0051987e tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.688246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:38.694414 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f076db9-7d69-499e-8176-a823f58e415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (20f8209a-a864-4a26-a805-d7c20303c312), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.703274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-021548dd-49be-42ed-a549-94ab0051987e tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Calling delete_port for 5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:38.710913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87400b0-6afe-418c-8aa3-e97947bffac2,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:38.729087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f076db9-7d69-499e-8176-a823f58e415e None None] Pushing event deleted for resources: {'Port': ['ID=20f8209a-a864-4a26-a805-d7c20303c312,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:38.729298 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.733567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f076db9-7d69-499e-8176-a823f58e415e None None] No DVR routers for this DVR port 20f8209a-a864-4a26-a805-d7c20303c312 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:38.813873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network e127be35-ff10-4534-9c9d-36993f385a02 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:38.829007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:38.829682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.831126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] 10.222.0.13 "PUT /v2.0/ports/e87400b0-6afe-418c-8aa3-e97947bffac2 HTTP/1.1" status: 200 len: 1092 time: 1.8785725 Feb 10 06:34:38.837355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9562d52-6499-4605-953d-d615f55f6673 req-e0089ea0-cb9e-4946-97f5-c810be45cc51 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941065 Feb 10 06:34:38.837585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:38.839705 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6e49e7-960f-4f5c-9804-8512f7ce7341" -d '{"events": [{"name": "network-changed", "server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:38.851805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (20f8209a-a864-4a26-a805-d7c20303c312), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.860584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e127be35-ff10-4534-9c9d-36993f385a02) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:38.869111 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352090c-e21a-4b5d-8e40-135dacd3156f service neutron] Pushing event updated for resources: {'Port': ['ID=e87400b0-6afe-418c-8aa3-e97947bffac2,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:38.874681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:38.875370 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.894939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] For port b98c0519-14ac-436b-84d5-f902c0f1f802, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b98c0519-14ac-436b-84d5-f902c0f1f802,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:38.894939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:38.912898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] No DVR routers for this DVR port 20f8209a-a864-4a26-a805-d7c20303c312 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:38.913825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f38fc-848a-4b8e-a1d6-d715e7e8f45c None None] Network e127be35-ff10-4534-9c9d-36993f385a02 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:38.922384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5de4a26e-d8e2-4fbc-8d14-f44c6b98bde3 req-cd81f3dd-3aed-4dd6-9600-db5d08a3500b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1523369634', 'description': 'tempest-description-1010673896'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:38.928726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Calling delete_port for b98c0519-14ac-436b-84d5-f902c0f1f802 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:38.940320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=20f8209a-a864-4a26-a805-d7c20303c312,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:38.963449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-474b7de0-4087-4420-be2c-f8cd59af46a6 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3949702 Feb 10 06:34:38.967880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43138) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:39.041441 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.047445 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5de4a26e-d8e2-4fbc-8d14-f44c6b98bde3 req-cd81f3dd-3aed-4dd6-9600-db5d08a3500b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.144130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (0b0fa05a-31e1-4501-a94f-163d5dbc23d3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.216852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-e127be35-ff10-4534-9c9d-36993f385a02', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:34:39.218135 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.226245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-a3665a8f-2906-4ab2-882a-46bad9af3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:39.228134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-a3665a8f-2906-4ab2-882a-46bad9af3c53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 1126 time: 0.3060992 Feb 10 06:34:39.234489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0fa05a-31e1-4501-a94f-163d5dbc23d3']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:39.257979 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5de4a26e-d8e2-4fbc-8d14-f44c6b98bde3 req-cd81f3dd-3aed-4dd6-9600-db5d08a3500b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (04a34b5e-9a61-4996-bd54-581a21994ae9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.281843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5de4a26e-d8e2-4fbc-8d14-f44c6b98bde3 req-cd81f3dd-3aed-4dd6-9600-db5d08a3500b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (04a34b5e-9a61-4996-bd54-581a21994ae9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.290886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:39.291390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:39.338051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-021548dd-49be-42ed-a549-94ab0051987e tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.340703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-89ce3989-b36b-4aee-9a4b-1a452775718a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e87400b0-6afe-418c-8aa3-e97947bffac2 HTTP/1.1" status: 200 len: 217 time: 0.1007164 Feb 10 06:34:39.353895 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5de4a26e-d8e2-4fbc-8d14-f44c6b98bde3 req-cd81f3dd-3aed-4dd6-9600-db5d08a3500b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.355398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5de4a26e-d8e2-4fbc-8d14-f44c6b98bde3 req-cd81f3dd-3aed-4dd6-9600-db5d08a3500b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4449613 Feb 10 06:34:39.356187 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.375142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Allocated IP 2001:db8:3::2 (e127be35-ff10-4534-9c9d-36993f385a02/9c9f9a82-b177-49e6-8ec5-697b3599431a/b6ce9244-172c-40b7-802a-c999cc1b6f87) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:39.375943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Allocated IP 172.25.8.239 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/800935ed-53a8-4550-9676-00b88b58cdc8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:39.378292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81f3dd-3aed-4dd6-9600-db5d08a3500b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a34b5e-9a61-4996-bd54-581a21994ae9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:39.552941 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b98c0519-14ac-436b-84d5-f902c0f1f802), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.651785 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Publish callbacks [] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.659896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Pushing event deleted for resources: {'Port': ['ID=b98c0519-14ac-436b-84d5-f902c0f1f802,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:39.662943 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.701372 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66c44ab-0ef3-41c7-9272-787585991055 x-openstack-request-id: req-a66c44ab-0ef3-41c7-9272-787585991055 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:39.701372 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:39.701372 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a66c44ab-0ef3-41c7-9272-787585991055 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:39.701739 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2', 'status': 'completed', 'code': 200} Feb 10 06:34:39.732179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021548dd-49be-42ed-a549-94ab0051987e tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event deleted for resources: {'Port': ['ID=5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:39.732937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for port (800935ed-53a8-4550-9676-00b88b58cdc8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.745783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.761891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46e219-0f12-4093-b504-699011690cd3 req-3e94357e-9120-41b3-8217-4eec4d7c69ff tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:39.766046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Network e127be35-ff10-4534-9c9d-36993f385a02 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:39.770090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c170764d-a2f3-4431-81d1-14a662aedfeb up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:39.777987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa46e219-0f12-4093-b504-699011690cd3 req-3e94357e-9120-41b3-8217-4eec4d7c69ff tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 945 time: 0.2462673 Feb 10 06:34:39.791231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Pushing event updated for resources: {'Port': ['ID=b6ce9244-172c-40b7-802a-c999cc1b6f87,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:39.811541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:39.811838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:34:39.811948 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (3e34dbc8-f6b7-4f04-9f2e-53f058d6bfcf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.815623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:34:39.816845 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:34:39.934125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-d84d6917-1787-4470-8e0e-04fcf8b19716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:39.935804 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-d84d6917-1787-4470-8e0e-04fcf8b19716 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e3cf29b-cf27-4b98-a85b-f279ce6d37af HTTP/1.1" status: 200 len: 854 time: 0.5825551 Feb 10 06:34:39.938210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Attempting to bind port b6ce9244-172c-40b7-802a-c999cc1b6f87 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:39.939940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Attempting to bind port b6ce9244-172c-40b7-802a-c999cc1b6f87 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8c96777b-cd96-45fa-8102-c3a8be0f8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:39.940393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Attempting to bind port b6ce9244-172c-40b7-802a-c999cc1b6f87 on network e127be35-ff10-4534-9c9d-36993f385a02 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:39.944453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa46e219-0f12-4093-b504-699011690cd3 req-7282ca98-6398-45e2-83d2-37f3b76f23a2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653709 Feb 10 06:34:39.948463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:39.948928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Checking segment: {'id': '8c96777b-cd96-45fa-8102-c3a8be0f8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:39.949398 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.949881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Bound using segment: {'id': '8c96777b-cd96-45fa-8102-c3a8be0f8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:39.950391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Bound port: b6ce9244-172c-40b7-802a-c999cc1b6f87, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c96777b-cd96-45fa-8102-c3a8be0f8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:39.950820 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.973482 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:39.974230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (0b0fa05a-31e1-4501-a94f-163d5dbc23d3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.019215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (800935ed-53a8-4550-9676-00b88b58cdc8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.022326 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-4296a993-9e0d-402b-be97-7e992c9f7630 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462308 Feb 10 06:34:40.048938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] For port b6ce9244-172c-40b7-802a-c999cc1b6f87, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:40.054061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] For port b6ce9244-172c-40b7-802a-c999cc1b6f87, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b6ce9244-172c-40b7-802a-c999cc1b6f87,segment=NetworkSegment(8c96777b-cd96-45fa-8102-c3a8be0f8582),segment_id=8c96777b-cd96-45fa-8102-c3a8be0f8582)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:40.058218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c170764d-a2f3-4431-81d1-14a662aedfeb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:40.058684 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.084558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:40.095941 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.097416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:40.108160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:40.110122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (d6ded506-c3b0-4724-830a-2085d1055482), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.121454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event updated for resources: {'Port': ['ID=800935ed-53a8-4550-9676-00b88b58cdc8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:40.122237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0fa05a-31e1-4501-a94f-163d5dbc23d3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:40.156560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.162881 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0326b162-eae1-406d-a600-01993bf05ebc admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b0fa05a-31e1-4501-a94f-163d5dbc23d3 HTTP/1.1" status: 204 len: 168 time: 2.4893029 Feb 10 06:34:40.222965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-021548dd-49be-42ed-a549-94ab0051987e tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.229165 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-021548dd-49be-42ed-a549-94ab0051987e tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "DELETE /v2.0/ports/5e99f8ef-81d2-4cd5-80d6-20a4fbd3cad2 HTTP/1.1" status: 204 len: 168 time: 2.3695135 Feb 10 06:34:40.234012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43150) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:40.243964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c170764d-a2f3-4431-81d1-14a662aedfeb is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:40.251272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e762-87e0-4a60-8728-1bcaace7a88e None None] Pushing event updated for resources: {'Port': ['ID=b6ce9244-172c-40b7-802a-c999cc1b6f87,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:40.271143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28a752b9-12be-46af-ade5-0bc2100c6f72 req-675b8f4b-cde6-47a3-96f9-37a15e9b552f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/04a34b5e-9a61-4996-bd54-581a21994ae9 HTTP/1.1" status: 200 len: 1824 time: 0.2649179 Feb 10 06:34:40.278173 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe500f6f-21f2-42d4-9f73-536fda97848c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.287106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-28a752b9-12be-46af-ade5-0bc2100c6f72 req-b509e727-b9dd-491a-a595-e5fc227c211c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '04a34b5e-9a61-4996-bd54-581a21994ae9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:40.287959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-28a752b9-12be-46af-ade5-0bc2100c6f72 req-b509e727-b9dd-491a-a595-e5fc227c211c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '04a34b5e-9a61-4996-bd54-581a21994ae9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:40.316389 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-e0e199c7-86c8-4e29-b4e8-8fd8da8c1e26 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333109 Feb 10 06:34:40.335858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ad108-d97f-4498-9d4c-1017445dbcde tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:40.340171 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3f8ad108-d97f-4498-9d4c-1017445dbcde tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2527921-ea68-4676-83a8-63a85b2e1483 HTTP/1.1" status: 200 len: 913 time: 0.1032617 Feb 10 06:34:40.341914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43152) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:40.370554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:40.371178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 20f8209a-a864-4a26-a805-d7c20303c312 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:40.396197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 20f8209a-a864-4a26-a805-d7c20303c312 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:40.396593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 20f8209a-a864-4a26-a805-d7c20303c312 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:40.472529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (fdf84964-e078-4f96-984d-f9c7b781e677), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.516530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-446c2992-ec06-4ef9-8249-4816d8dc6c83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb1c5b92bc524428804a940fabefdefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418858 Feb 10 06:34:40.524820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43156) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:40.549343 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28a752b9-12be-46af-ade5-0bc2100c6f72 req-b509e727-b9dd-491a-a595-e5fc227c211c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (405fd4de-9a55-42ba-a9f3-aca3e28e7d4a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.616515 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (800935ed-53a8-4550-9676-00b88b58cdc8), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.666637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28a752b9-12be-46af-ade5-0bc2100c6f72 req-b509e727-b9dd-491a-a595-e5fc227c211c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (405fd4de-9a55-42ba-a9f3-aca3e28e7d4a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.666850 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-742b7daa-3b16-423a-8475-f218d8cbe3c8 req-486e02ca-f6f0-4ab0-a12d-18f3c2b85e68 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445125 Feb 10 06:34:40.683519 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.700412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28a752b9-12be-46af-ade5-0bc2100c6f72 req-b509e727-b9dd-491a-a595-e5fc227c211c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (405fd4de-9a55-42ba-a9f3-aca3e28e7d4a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.749175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509e727-b9dd-491a-a595-e5fc227c211c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405fd4de-9a55-42ba-a9f3-aca3e28e7d4a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:40.759843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28a752b9-12be-46af-ade5-0bc2100c6f72 req-b509e727-b9dd-491a-a595-e5fc227c211c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.761065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28a752b9-12be-46af-ade5-0bc2100c6f72 req-b509e727-b9dd-491a-a595-e5fc227c211c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4849710 Feb 10 06:34:40.786529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Router d6ded506-c3b0-4724-830a-2085d1055482 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:40.789805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d57e6b93-02ff-47e7-9025-6b7d12056099 admin admin] Publish callbacks [] for security_group (218a56c1-8120-4360-a02b-202ed65e43b8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.913843 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d57e6b93-02ff-47e7-9025-6b7d12056099 admin admin] Publish callbacks [] for security_group (218a56c1-8120-4360-a02b-202ed65e43b8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:40.977435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-46a0e07c-eb64-4a70-bbec-1ff44b8984e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:40.978987 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-46a0e07c-eb64-4a70-bbec-1ff44b8984e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 1126 time: 0.2498214 Feb 10 06:34:40.984140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c83e15-7354-4b1b-b3d4-a5e9f8ed402b req-0c345a02-f31f-4cc2-93b6-d0426c86dcb8 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:40.985571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1c83e15-7354-4b1b-b3d4-a5e9f8ed402b req-0c345a02-f31f-4cc2-93b6-d0426c86dcb8 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 944 time: 0.1649156 Feb 10 06:34:41.187917 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d57e6b93-02ff-47e7-9025-6b7d12056099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (218a56c1-8120-4360-a02b-202ed65e43b8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:41.191132 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d57e6b93-02ff-47e7-9025-6b7d12056099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:41.194727 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d57e6b93-02ff-47e7-9025-6b7d12056099 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/218a56c1-8120-4360-a02b-202ed65e43b8 HTTP/1.1" status: 204 len: 168 time: 0.6663594 Feb 10 06:34:41.241615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-09eec2ac-f12a-413e-b0b3-c73aecc36ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:41.243581 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-09eec2ac-f12a-413e-b0b3-c73aecc36ac1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 200 len: 914 time: 0.2230911 Feb 10 06:34:41.265697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e6b93-02ff-47e7-9025-6b7d12056099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218a56c1-8120-4360-a02b-202ed65e43b8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:41.360897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for port (800935ed-53a8-4550-9676-00b88b58cdc8), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:41.374386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (800935ed-53a8-4550-9676-00b88b58cdc8), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:41.375993 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-2adf729a-fcbe-43a1-9da9-132aaf77f62f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e87400b0-6afe-418c-8aa3-e97947bffac2 HTTP/1.1" status: 200 len: 217 time: 0.1045449 Feb 10 06:34:41.419182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:41.433855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e3f61d0-f2e6-4020-88b7-010a59fbc63b admin admin] 10.222.0.21 "PUT /v2.0/routers/d6ded506-c3b0-4724-830a-2085d1055482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3843315 Feb 10 06:34:41.434392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43162) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:41.438345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] Sync routers for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:41.459582 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (e2527921-ea68-4676-83a8-63a85b2e1483), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:41.460291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:41.461165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:41.464173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Allocated IP 2001:db8:3::1 (e127be35-ff10-4534-9c9d-36993f385a02/9c9f9a82-b177-49e6-8ec5-697b3599431a/f88ed226-f884-4982-8705-0a8a10c7637c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:41.546330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d314f1b8-4c4d-4ccb-9b63-3017c4e14d7d None None] Network e127be35-ff10-4534-9c9d-36993f385a02 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:41.549819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event updated for resources: {'Port': ['ID=800935ed-53a8-4550-9676-00b88b58cdc8,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:41.559105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1c83e15-7354-4b1b-b3d4-a5e9f8ed402b req-0e97e300-741d-4f17-9ff7-2eb5d7fea94e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637243 Feb 10 06:34:41.582388 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (fdf84964-e078-4f96-984d-f9c7b781e677), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:41.649348 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:41.650623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42af7356-2d1e-4814-a201-4a0ad798badb req-493599d0-4650-40d8-9ee4-348fc040b1de tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5017741 Feb 10 06:34:41.745193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b1b11290-fcdc-48f1-931e-f0d4a35b96cb None None] Provisioning complete for port b6ce9244-172c-40b7-802a-c999cc1b6f87 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:41.745193 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1b11290-fcdc-48f1-931e-f0d4a35b96cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:41.754719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:41.771634 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks [] for router (d6ded506-c3b0-4724-830a-2085d1055482), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:41.791465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42af7356-2d1e-4814-a201-4a0ad798badb req-f288510c-08cf-4d74-b218-de6eed2bb33e tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.1239433 Feb 10 06:34:41.921234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-49c9a404-1daa-42c8-8aba-966bf5fcd729 req-30c4970e-3ff6-4979-9928-c8a69426c335 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-869467471', 'description': 'tempest-description-204894708'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:41.929469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b6ce9244-172c-40b7-802a-c999cc1b6f87 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:41.995903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49c9a404-1daa-42c8-8aba-966bf5fcd729 req-30c4970e-3ff6-4979-9928-c8a69426c335 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.023665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-23560be4-34d3-4541-96f9-cc0301370a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:42.024940 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-23560be4-34d3-4541-96f9-cc0301370a28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e3cf29b-cf27-4b98-a85b-f279ce6d37af HTTP/1.1" status: 200 len: 854 time: 0.6396861 Feb 10 06:34:42.082492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b1b11290-fcdc-48f1-931e-f0d4a35b96cb None None] Current status of the port b6ce9244-172c-40b7-802a-c999cc1b6f87 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:42.083081 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1b11290-fcdc-48f1-931e-f0d4a35b96cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.088074 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-77162ec2-86a7-4237-8761-da2027ba45c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431542 Feb 10 06:34:42.103770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b6ce9244-172c-40b7-802a-c999cc1b6f87 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:42.104418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.192996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b1b11290-fcdc-48f1-931e-f0d4a35b96cb None None] For port b6ce9244-172c-40b7-802a-c999cc1b6f87, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b6ce9244-172c-40b7-802a-c999cc1b6f87,segment=NetworkSegment(8c96777b-cd96-45fa-8102-c3a8be0f8582),segment_id=8c96777b-cd96-45fa-8102-c3a8be0f8582)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:42.236343 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1b11290-fcdc-48f1-931e-f0d4a35b96cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.248834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af7356-2d1e-4814-a201-4a0ad798badb req-efbf9907-b6a0-4b34-bac7-dfe9059f03aa tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:42.261312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42af7356-2d1e-4814-a201-4a0ad798badb req-efbf9907-b6a0-4b34-bac7-dfe9059f03aa tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.4097202 Feb 10 06:34:42.295366 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks [] for router_gateway (d6ded506-c3b0-4724-830a-2085d1055482), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.337697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:34:39Z', 'revision_number': 5, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port': {'id': '4bf17267-1cca-46e7-9852-445bab5c53ee', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:31:23Z', 'updated_at': '2022-02-10T06:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:42.338447 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (f88ed226-f884-4982-8705-0a8a10c7637c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.369703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-62faf9b8-9e80-44cf-836a-38b4af1bf034 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433209 Feb 10 06:34:42.375710 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49c9a404-1daa-42c8-8aba-966bf5fcd729 req-30c4970e-3ff6-4979-9928-c8a69426c335 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (0ae5ee31-e187-42ed-86c7-55355f5bac06), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.399438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b11290-fcdc-48f1-931e-f0d4a35b96cb None None] Pushing event updated for resources: {'Port': ['ID=b6ce9244-172c-40b7-802a-c999cc1b6f87,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:42.404926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] Checking router: d6ded506-c3b0-4724-830a-2085d1055482 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:42.431326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b6ce9244-172c-40b7-802a-c999cc1b6f87 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:42.435978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] Routers {'d6ded506-c3b0-4724-830a-2085d1055482'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:42.436694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d6ded506-c3b0-4724-830a-2085d1055482'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:42.479490 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49c9a404-1daa-42c8-8aba-966bf5fcd729 req-30c4970e-3ff6-4979-9928-c8a69426c335 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0ae5ee31-e187-42ed-86c7-55355f5bac06), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.505068 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.540027 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49c9a404-1daa-42c8-8aba-966bf5fcd729 req-30c4970e-3ff6-4979-9928-c8a69426c335 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.541307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49c9a404-1daa-42c8-8aba-966bf5fcd729 req-30c4970e-3ff6-4979-9928-c8a69426c335 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6319613 Feb 10 06:34:42.544974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4970e-3ff6-4979-9928-c8a69426c335 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae5ee31-e187-42ed-86c7-55355f5bac06,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:42.567132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network e127be35-ff10-4534-9c9d-36993f385a02 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:42.569522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaa75f-f445-478a-b8e3-c24d9542777d req-4754add4-c508-4726-a317-f850a2eb8150 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:42.571085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6faaa75f-f445-478a-b8e3-c24d9542777d req-4754add4-c508-4726-a317-f850a2eb8150 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 945 time: 0.1461959 Feb 10 06:34:42.581698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Deleting port 4bf17267-1cca-46e7-9852-445bab5c53ee {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:42.581698 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.582194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:42.600439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] Set router d6ded506-c3b0-4724-830a-2085d1055482 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:42.611062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:42.612260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.621116 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b6e49e7-960f-4f5c-9804-8512f7ce7341 req-55d56b5f-e039-4cee-937d-8ea1aeb5fe37 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397294 Feb 10 06:34:42.662938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=f88ed226-f884-4982-8705-0a8a10c7637c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:42.668732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:34:42Z', 'revision_number': 6, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:42.670604 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2dcfe65-39d9-41b0-be58-c4df627fe4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.703835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8fa33242-5dd0-4301-b00e-3c1a5bef3531 None None] Provisioning complete for port b6ce9244-172c-40b7-802a-c999cc1b6f87 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:42.704285 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fa33242-5dd0-4301-b00e-3c1a5bef3531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.707369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2080211-0a6a-4697-983c-33d0883275bb None None] The sync data for ids ['d6ded506-c3b0-4724-830a-2085d1055482'] in n-d-828670-1 is: [{'id': 'd6ded506-c3b0-4724-830a-2085d1055482', 'name': 'tempest-ServersTestBootFromVolume-919597641-router', 'tenant_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:31:22Z', 'updated_at': '2022-02-10T06:34:42Z', 'revision_number': 6, 'project_id': '488caf905bcb4eb1b9196fbe6e5dae35', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:42.746717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Deleting port 493dd7b1-cd11-47bd-9710-33ace3358a22 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:42.747288 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.840119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8fa33242-5dd0-4301-b00e-3c1a5bef3531 None None] Current status of the port b6ce9244-172c-40b7-802a-c999cc1b6f87 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:42.851048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6faaa75f-f445-478a-b8e3-c24d9542777d req-1da53c76-3246-4a20-9305-ba9eb2d7e5e7 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492099 Feb 10 06:34:42.860096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.904727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1bae4946-b980-4a10-a977-09ad1e4cdb2f req-d1969f64-e16d-49f8-971a-173ff96df247 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1442786941', 'description': 'tempest-description-1970229378'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:42.914094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] For port 4bf17267-1cca-46e7-9852-445bab5c53ee, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4bf17267-1cca-46e7-9852-445bab5c53ee,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:42.914505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.931161 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.944287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-f4407309-0f59-4964-af3c-a4a6c841c417 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3284831 Feb 10 06:34:42.944610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Calling delete_port for 4bf17267-1cca-46e7-9852-445bab5c53ee owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:42.959559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:42.967936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b18a7c59-6398-44f1-a40b-ce3c2950d404 None None] Provisioning complete for port f88ed226-f884-4982-8705-0a8a10c7637c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:42.968326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b18a7c59-6398-44f1-a40b-ce3c2950d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.975762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1bae4946-b980-4a10-a977-09ad1e4cdb2f req-d1969f64-e16d-49f8-971a-173ff96df247 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:42.983353 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Calling delete_port for 493dd7b1-cd11-47bd-9710-33ace3358a22 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:43.008339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7c59-6398-44f1-a40b-ce3c2950d404 None None] Port f88ed226-f884-4982-8705-0a8a10c7637c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:43.035194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.275030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1bae4946-b980-4a10-a977-09ad1e4cdb2f req-d1969f64-e16d-49f8-971a-173ff96df247 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (47a4cdc4-f07a-49ae-a6a5-f9079115f898), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.305578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1bae4946-b980-4a10-a977-09ad1e4cdb2f req-d1969f64-e16d-49f8-971a-173ff96df247 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (47a4cdc4-f07a-49ae-a6a5-f9079115f898), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.319276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for port (f88ed226-f884-4982-8705-0a8a10c7637c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.321254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (493dd7b1-cd11-47bd-9710-33ace3358a22), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.331562 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.332305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.356156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event deleted for resources: {'Port': ['ID=493dd7b1-cd11-47bd-9710-33ace3358a22,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:43.374680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1bae4946-b980-4a10-a977-09ad1e4cdb2f req-d1969f64-e16d-49f8-971a-173ff96df247 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.375984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1bae4946-b980-4a10-a977-09ad1e4cdb2f req-d1969f64-e16d-49f8-971a-173ff96df247 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4870224 Feb 10 06:34:43.379676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1969f64-e16d-49f8-971a-173ff96df247 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a4cdc4-f07a-49ae-a6a5-f9079115f898,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:43.385107 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4bf17267-1cca-46e7-9852-445bab5c53ee), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.428800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf17267-1cca-46e7-9852-445bab5c53ee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:43.438966 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.480802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0215-7128-4614-8a6e-41deaf386588 req-ba8b36aa-1ac2-4c03-8577-274e584b84f1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:43.482394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96ea0215-7128-4614-8a6e-41deaf386588 req-ba8b36aa-1ac2-4c03-8577-274e584b84f1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e29b095-c307-4007-9fc0-b5d975e3b1fb HTTP/1.1" status: 200 len: 945 time: 0.2402151 Feb 10 06:34:43.525965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event updated for resources: {'Port': ['ID=f88ed226-f884-4982-8705-0a8a10c7637c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:43.630583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Network e127be35-ff10-4534-9c9d-36993f385a02 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:43.632052 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (e2527921-ea68-4676-83a8-63a85b2e1483), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.634009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:43.688813 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (d6ded506-c3b0-4724-830a-2085d1055482), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.696546 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.735678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b6ce9244-172c-40b7-802a-c999cc1b6f87 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:43.791117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Allocated IP 172.25.8.133 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/dfd9b7b8-aeca-44e4-ac6e-81316bd559df) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:43.820289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b6ce9244-172c-40b7-802a-c999cc1b6f87 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:43.821170 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.864435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45517080-836e-40e1-b2f0-53b6c89fe8dc req-e0a8d25c-0d33-4433-bd29-04db8d53e8be tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:43.865343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:43.866342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45517080-836e-40e1-b2f0-53b6c89fe8dc req-e0a8d25c-0d33-4433-bd29-04db8d53e8be tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 944 time: 0.4034271 Feb 10 06:34:43.923164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Router e2527921-ea68-4676-83a8-63a85b2e1483 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:43.945711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b6ce9244-172c-40b7-802a-c999cc1b6f87 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:43.958366 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (d6ded506-c3b0-4724-830a-2085d1055482), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:43.965478 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks [] for router_controller (d6ded506-c3b0-4724-830a-2085d1055482), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.020383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b98c0519-14ac-436b-84d5-f902c0f1f802 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:44.051603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b98c0519-14ac-436b-84d5-f902c0f1f802 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:44.052394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b98c0519-14ac-436b-84d5-f902c0f1f802 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:44.052841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4bf17267-1cca-46e7-9852-445bab5c53ee no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:44.054040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-96ea0215-7128-4614-8a6e-41deaf386588 req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Deleting port 052dd0f3-41a9-4386-8c6f-518ba91024b6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:44.054403 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-96ea0215-7128-4614-8a6e-41deaf386588 req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.081258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 4bf17267-1cca-46e7-9852-445bab5c53ee {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:44.081258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4bf17267-1cca-46e7-9852-445bab5c53ee not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:44.086257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:44.094756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-41c95689-4747-4dfc-a248-3e44823aeb25 None None] Provisioning complete for port f88ed226-f884-4982-8705-0a8a10c7637c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:44.094970 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d6316da6-4aeb-4bd4-b1f8-db9af7b66410 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1065159 Feb 10 06:34:44.095055 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41c95689-4747-4dfc-a248-3e44823aeb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.095129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:44.096337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43198) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:44.100615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:44.101478 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-14dd3f73-ff57-4b09-b35d-b62f0c380e24 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "PUT /v2.0/routers/e2527921-ea68-4676-83a8-63a85b2e1483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7273600 Feb 10 06:34:44.102477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43200) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:44.107994 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:44.115289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45517080-836e-40e1-b2f0-53b6c89fe8dc req-c8763390-9a7f-4a72-b543-74af257133f4 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337215 Feb 10 06:34:44.121111 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:44.123942 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:44.194862 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (d6ded506-c3b0-4724-830a-2085d1055482), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.195395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ded506-c3b0-4724-830a-2085d1055482 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:34:44.211325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.215393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d8b2bb48-4e67-4039-b6e3-6fd477673e21 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d6ded506-c3b0-4724-830a-2085d1055482 HTTP/1.1" status: 204 len: 168 time: 2.7735460 Feb 10 06:34:44.218208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43204) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:44.275868 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for port (dfd9b7b8-aeca-44e4-ac6e-81316bd559df), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.328422 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:44.338638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-41c95689-4747-4dfc-a248-3e44823aeb25 None None] Port f88ed226-f884-4982-8705-0a8a10c7637c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:44.340328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438cb95-baeb-4121-9957-8eeb99f430bf None None] Sync routers for ids ['e2527921-ea68-4676-83a8-63a85b2e1483'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:44.342762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-96ea0215-7128-4614-8a6e-41deaf386588 req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] For port 052dd0f3-41a9-4386-8c6f-518ba91024b6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=052dd0f3-41a9-4386-8c6f-518ba91024b6,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:44.342762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-96ea0215-7128-4614-8a6e-41deaf386588 req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.356330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438cb95-baeb-4121-9957-8eeb99f430bf None None] Routers {'e2527921-ea68-4676-83a8-63a85b2e1483'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:44.357602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b438cb95-baeb-4121-9957-8eeb99f430bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e2527921-ea68-4676-83a8-63a85b2e1483'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:44.358743 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba26d607-1f6f-4d8c-a540-740a9fe740f7 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for router (e2527921-ea68-4676-83a8-63a85b2e1483), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.395691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b438cb95-baeb-4121-9957-8eeb99f430bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:44.415784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438cb95-baeb-4121-9957-8eeb99f430bf None None] Routers {'e2527921-ea68-4676-83a8-63a85b2e1483'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:44.416432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b438cb95-baeb-4121-9957-8eeb99f430bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e2527921-ea68-4676-83a8-63a85b2e1483'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:44.434435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-96ea0215-7128-4614-8a6e-41deaf386588 req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Calling delete_port for 052dd0f3-41a9-4386-8c6f-518ba91024b6 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:44.496803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6dddfd-4a56-4090-80b0-eaf51f34df2c admin admin] Deleting subnet b50add18-4da3-4400-96e7-bce9bc12cd55 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:34:44.508691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b438cb95-baeb-4121-9957-8eeb99f430bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:44.509936 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b6dddfd-4a56-4090-80b0-eaf51f34df2c admin admin] Publish callbacks [] for subnet (b50add18-4da3-4400-96e7-bce9bc12cd55), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.510072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438cb95-baeb-4121-9957-8eeb99f430bf None None] The sync data for ids ['e2527921-ea68-4676-83a8-63a85b2e1483'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:44.696957 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dfd9b7b8-aeca-44e4-ac6e-81316bd559df), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.697760 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:42Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88ed226-f884-4982-8705-0a8a10c7637c', 'name': '', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:c4:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:40Z', 'updated_at': '2022-02-10T06:34:43Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:44.741586 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:44.742155 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Updating router 5fbd1791-fc18-436c-86a3-104db4383864 port f88ed226-f884-4982-8705-0a8a10c7637c binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:34:44.771950 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:44.773817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event updated for resources: {'Port': ['ID=dfd9b7b8-aeca-44e4-ac6e-81316bd559df,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:44.791853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5a9038c-4059-4aea-ac42-295949ee46a4 req-6e4b169d-8d07-4d2a-bbff-cf7935e2592c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/0ae5ee31-e187-42ed-86c7-55355f5bac06 HTTP/1.1" status: 200 len: 1822 time: 0.3115921 Feb 10 06:34:44.808468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:44.817172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:44.848860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:45.009776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87400b0-6afe-418c-8aa3-e97947bffac2 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:34:45.034569 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b6dddfd-4a56-4090-80b0-eaf51f34df2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (b50add18-4da3-4400-96e7-bce9bc12cd55), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.168383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87400b0-6afe-418c-8aa3-e97947bffac2,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:45.169230 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Publish callbacks [] for port (f88ed226-f884-4982-8705-0a8a10c7637c), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.185046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e87400b0-6afe-418c-8aa3-e97947bffac2', 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f', 'port_id': 'e87400b0-6afe-418c-8aa3-e97947bffac2', 'mac_address': 'fa:16:3e:7a:36:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3cf29b-cf27-4b98-a85b-f279ce6d37af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:34:45.188315 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.226293 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.228789 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b6dddfd-4a56-4090-80b0-eaf51f34df2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b50add18-4da3-4400-96e7-bce9bc12cd55), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.255264 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10226a15-de48-4057-83b5-5733bc246149 None None] Pushing event updated for resources: {'Port': ['ID=f88ed226-f884-4982-8705-0a8a10c7637c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:45.305692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e87400b0-6afe-418c-8aa3-e97947bffac2 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:45.306223 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.333952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87400b0-6afe-418c-8aa3-e97947bffac2 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:34:45.355650 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba26d607-1f6f-4d8c-a540-740a9fe740f7 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (e2527921-ea68-4676-83a8-63a85b2e1483), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.367245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba26d607-1f6f-4d8c-a540-740a9fe740f7 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for router_controller (e2527921-ea68-4676-83a8-63a85b2e1483), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.368496 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Attempting to bind port f88ed226-f884-4982-8705-0a8a10c7637c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:45.368784 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Attempting to bind port f88ed226-f884-4982-8705-0a8a10c7637c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8c96777b-cd96-45fa-8102-c3a8be0f8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:45.369244 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Attempting to bind port f88ed226-f884-4982-8705-0a8a10c7637c on network e127be35-ff10-4534-9c9d-36993f385a02 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:45.377934 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:45.379630 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Checking segment: {'id': '8c96777b-cd96-45fa-8102-c3a8be0f8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:45.381628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87400b0-6afe-418c-8aa3-e97947bffac2,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:45.384015 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.384530 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Bound using segment: {'id': '8c96777b-cd96-45fa-8102-c3a8be0f8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:45.385544 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Bound port: f88ed226-f884-4982-8705-0a8a10c7637c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c96777b-cd96-45fa-8102-c3a8be0f8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:45.387138 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.394163 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.445731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e87400b0-6afe-418c-8aa3-e97947bffac2,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:45.468363 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] For port f88ed226-f884-4982-8705-0a8a10c7637c, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:45.478110 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] For port f88ed226-f884-4982-8705-0a8a10c7637c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f88ed226-f884-4982-8705-0a8a10c7637c,segment=NetworkSegment(8c96777b-cd96-45fa-8102-c3a8be0f8582),segment_id=8c96777b-cd96-45fa-8102-c3a8be0f8582)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:45.490818 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.501222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-96ea0215-7128-4614-8a6e-41deaf386588 req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (052dd0f3-41a9-4386-8c6f-518ba91024b6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.516921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b6dddfd-4a56-4090-80b0-eaf51f34df2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (b50add18-4da3-4400-96e7-bce9bc12cd55), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.524895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba26d607-1f6f-4d8c-a540-740a9fe740f7 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (e2527921-ea68-4676-83a8-63a85b2e1483), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.525688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26d607-1f6f-4d8c-a540-740a9fe740f7 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Fanout notify agent at l3_agent the message router_deleted on router e2527921-ea68-4676-83a8-63a85b2e1483 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:34:45.571954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event deleted for resources: {'Port': ['ID=052dd0f3-41a9-4386-8c6f-518ba91024b6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:45.572691 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dddfd-4a56-4090-80b0-eaf51f34df2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50add18-4da3-4400-96e7-bce9bc12cd55,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:45.585048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba26d607-1f6f-4d8c-a540-740a9fe740f7 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.593094 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ba26d607-1f6f-4d8c-a540-740a9fe740f7 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "DELETE /v2.0/routers/e2527921-ea68-4676-83a8-63a85b2e1483 HTTP/1.1" status: 204 len: 168 time: 1.4894564 Feb 10 06:34:45.606186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30446776-cac2-4097-abb8-9343a83035b6 None None] Network a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:45.607841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43212) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:45.632772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5a9038c-4059-4aea-ac42-295949ee46a4 req-93f4192f-dbf6-401f-a0b4-f564bdbb5974 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/47a4cdc4-f07a-49ae-a6a5-f9079115f898 HTTP/1.1" status: 200 len: 1824 time: 0.8398895 Feb 10 06:34:45.646681 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b6dddfd-4a56-4090-80b0-eaf51f34df2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.653555 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6b6dddfd-4a56-4090-80b0-eaf51f34df2c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b50add18-4da3-4400-96e7-bce9bc12cd55 HTTP/1.1" status: 204 len: 168 time: 1.4342515 Feb 10 06:34:45.659708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43214) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:45.668198 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:45.669163 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:45.718709 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10226a15-de48-4057-83b5-5733bc246149 None None] Pushing event updated for resources: {'Port': ['ID=f88ed226-f884-4982-8705-0a8a10c7637c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:45.765048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c5a9038c-4059-4aea-ac42-295949ee46a4 req-9bb63caa-1019-4da1-b7f2-d544662ec90f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0ae5ee31-e187-42ed-86c7-55355f5bac06', 'remote_group_id': '47a4cdc4-f07a-49ae-a6a5-f9079115f898', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:45.765377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c5a9038c-4059-4aea-ac42-295949ee46a4 req-9bb63caa-1019-4da1-b7f2-d544662ec90f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0ae5ee31-e187-42ed-86c7-55355f5bac06', 'remote_group_id': '47a4cdc4-f07a-49ae-a6a5-f9079115f898', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:45.779643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4ba30c11-e255-4279-97f3-f5d593455f0c None None] Provisioning complete for port f88ed226-f884-4982-8705-0a8a10c7637c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:45.779980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ba30c11-e255-4279-97f3-f5d593455f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.807142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ea0215-7128-4614-8a6e-41deaf386588 req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] No DVR routers for this DVR port 052dd0f3-41a9-4386-8c6f-518ba91024b6 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:45.820805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-96ea0215-7128-4614-8a6e-41deaf386588 req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.828271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96ea0215-7128-4614-8a6e-41deaf386588 req-a835b088-e8ad-4557-8d79-67657a2fb817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "DELETE /v2.0/ports/052dd0f3-41a9-4386-8c6f-518ba91024b6 HTTP/1.1" status: 204 len: 173 time: 2.3090677 Feb 10 06:34:45.828700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29b095-c307-4007-9fc0-b5d975e3b1fb', 'name': 'network-vif-deleted', 'tag': '052dd0f3-41a9-4386-8c6f-518ba91024b6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:45.832875 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d657ec71-531a-4287-b0e3-1841349f0e59" -d '{"events": [{"server_uuid": "2e29b095-c307-4007-9fc0-b5d975e3b1fb", "name": "network-vif-deleted", "tag": "052dd0f3-41a9-4386-8c6f-518ba91024b6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:45.840911 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:45.849650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 06:34:45.851264 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.868438 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (e73b8dca-ca2f-4f61-93b8-d932386aaf73), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.880505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e87400b0-6afe-418c-8aa3-e97947bffac2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:34:45.904722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4e5d74-b1fd-427b-9df6-53cce9690950 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Deleting subnet 0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:34:45.912579 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa4e5d74-b1fd-427b-9df6-53cce9690950 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for subnet (0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.918333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Removed routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 06:34:45.927654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (5fbd1791-fc18-436c-86a3-104db4383864), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:45.987017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06559b2f-a168-45c3-8cb6-f3e2cdb57b11 None None] DHCP port deletion for a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:34:46.059213 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa4e5d74-b1fd-427b-9df6-53cce9690950 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.165733 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dfd9b7b8-aeca-44e4-ac6e-81316bd559df), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.217959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4ba30c11-e255-4279-97f3-f5d593455f0c None None] Current status of the port f88ed226-f884-4982-8705-0a8a10c7637c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:46.218446 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ba30c11-e255-4279-97f3-f5d593455f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.222440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Deleting port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:46.225700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.244265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-06559b2f-a168-45c3-8cb6-f3e2cdb57b11 None None] Deleting port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:46.244635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06559b2f-a168-45c3-8cb6-f3e2cdb57b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.291851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa4e5d74-b1fd-427b-9df6-53cce9690950 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.325489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-06559b2f-a168-45c3-8cb6-f3e2cdb57b11 None None] For port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:46.325855 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06559b2f-a168-45c3-8cb6-f3e2cdb57b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.341640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-06559b2f-a168-45c3-8cb6-f3e2cdb57b11 None None] Calling delete_port for cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:46.347131 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:42Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88ed226-f884-4982-8705-0a8a10c7637c', 'name': '', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:c4:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:40Z', 'updated_at': '2022-02-10T06:34:45Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:46.365723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for port (dfd9b7b8-aeca-44e4-ac6e-81316bd559df), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.378072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (dfd9b7b8-aeca-44e4-ac6e-81316bd559df), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.421365 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86ad76-78c6-460d-809c-9e669fc1b033 None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:42Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88ed226-f884-4982-8705-0a8a10c7637c', 'name': '', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:c4:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:40Z', 'updated_at': '2022-02-10T06:34:45Z', 'revision_number': 4, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:46.496135 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06559b2f-a168-45c3-8cb6-f3e2cdb57b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.546382 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5a9038c-4059-4aea-ac42-295949ee46a4 req-9bb63caa-1019-4da1-b7f2-d544662ec90f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (ccfe8656-1369-4f0d-b7a9-d88e96b8ddaf), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.550828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06559b2f-a168-45c3-8cb6-f3e2cdb57b11 None None] Pushing event deleted for resources: {'Port': ['ID=cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:46.565405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4ba30c11-e255-4279-97f3-f5d593455f0c None None] For port f88ed226-f884-4982-8705-0a8a10c7637c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f88ed226-f884-4982-8705-0a8a10c7637c,segment=NetworkSegment(8c96777b-cd96-45fa-8102-c3a8be0f8582),segment_id=8c96777b-cd96-45fa-8102-c3a8be0f8582)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:46.574555 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa4e5d74-b1fd-427b-9df6-53cce9690950 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.579245 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ba30c11-e255-4279-97f3-f5d593455f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.587831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06559b2f-a168-45c3-8cb6-f3e2cdb57b11 None None] No DVR routers for this DVR port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:46.618654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] For port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62,segment=NetworkSegment(deeede50-c1f6-4392-ae92-3285ffadb657),segment_id=deeede50-c1f6-4392-ae92-3285ffadb657)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:46.619050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.620168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.635774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa4e5d74-b1fd-427b-9df6-53cce9690950 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.650150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2638a1-702e-4c5b-8460-c1df559b2cb8 None None] Network 8601561f-5463-4d10-89a8-66cf92d1add6 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:46.655679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43218) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:46.656747 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa4e5d74-b1fd-427b-9df6-53cce9690950 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "DELETE /v2.0/subnets/0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5 HTTP/1.1" status: 204 len: 168 time: 1.0438919 Feb 10 06:34:46.685180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e5d74-b1fd-427b-9df6-53cce9690950 tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9d23e5-c739-44d2-8f4c-3dc3b6cc69f5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:46.696271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Calling delete_port for cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:46.804823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba30c11-e255-4279-97f3-f5d593455f0c None None] Pushing event updated for resources: {'Port': ['ID=f88ed226-f884-4982-8705-0a8a10c7637c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:46.823532 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.843961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-11ed5b16-0105-4539-bd86-22f93f3ba427 None None] Provisioning complete for port f88ed226-f884-4982-8705-0a8a10c7637c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:46.844333 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11ed5b16-0105-4539-bd86-22f93f3ba427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.847462 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (8601561f-5463-4d10-89a8-66cf92d1add6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.857188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event updated for resources: {'Port': ['ID=dfd9b7b8-aeca-44e4-ac6e-81316bd559df,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:46.866452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e73b8dca-ca2f-4f61-93b8-d932386aaf73), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.900461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:46.902683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] No DVR routers for this DVR port cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:46.935646 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5a9038c-4059-4aea-ac42-295949ee46a4 req-9bb63caa-1019-4da1-b7f2-d544662ec90f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (ccfe8656-1369-4f0d-b7a9-d88e96b8ddaf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.975880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e46b16a-4a2d-4788-998d-57a2b47e578e None None] DHCP port deletion for 8601561f-5463-4d10-89a8-66cf92d1add6 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:34:46.978892 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5a9038c-4059-4aea-ac42-295949ee46a4 req-9bb63caa-1019-4da1-b7f2-d544662ec90f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (ccfe8656-1369-4f0d-b7a9-d88e96b8ddaf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:46.994330 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.019158 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.020430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-66642d2b-980f-48d0-88e0-816b58d0f201 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0678778 Feb 10 06:34:47.026468 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5a9038c-4059-4aea-ac42-295949ee46a4 req-9bb63caa-1019-4da1-b7f2-d544662ec90f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.027655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5a9038c-4059-4aea-ac42-295949ee46a4 req-9bb63caa-1019-4da1-b7f2-d544662ec90f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3728197 Feb 10 06:34:47.038905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:47.053208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-11ed5b16-0105-4539-bd86-22f93f3ba427 None None] Current status of the port f88ed226-f884-4982-8705-0a8a10c7637c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:47.063114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deeede50-c1f6-4392-ae92-3285ffadb657') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:47.063442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deeede50-c1f6-4392-ae92-3285ffadb657') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:47.090318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1e46b16a-4a2d-4788-998d-57a2b47e578e None None] Deleting port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:47.093579 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e46b16a-4a2d-4788-998d-57a2b47e578e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.099079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (deeede50-c1f6-4392-ae92-3285ffadb657), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.128959 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (deeede50-c1f6-4392-ae92-3285ffadb657), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.142269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:34:47.142709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (deeede50-c1f6-4392-ae92-3285ffadb657), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:34:47.144639 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:34:47.182610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb63caa-1019-4da1-b7f2-d544662ec90f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfe8656-1369-4f0d-b7a9-d88e96b8ddaf,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:47.217066 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (5fbd1791-fc18-436c-86a3-104db4383864), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.241519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (5fbd1791-fc18-436c-86a3-104db4383864), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.243893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.249002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-bd832313-ee36-453b-85f9-f68671116217 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.2027154 Feb 10 06:34:47.259577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.265141 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] 10.222.0.21 "DELETE /v2.0/networks/a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8 HTTP/1.1" status: 204 len: 168 time: 1.6042383 Feb 10 06:34:47.278533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a4e3-fbd6-4c38-99ad-188b55e91fef admin admin] Pushing event deleted for resources: {'Network': ['ID=a3fd02ac-21dc-42b8-a9a1-23c5e0a0c4c8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:47.304763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 052dd0f3-41a9-4386-8c6f-518ba91024b6 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:47.364667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1e46b16a-4a2d-4788-998d-57a2b47e578e None None] For port 9b1952f4-e9bc-455f-af11-d9a262fc19f5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9b1952f4-e9bc-455f-af11-d9a262fc19f5,segment=NetworkSegment(78ce8626-aa6b-4086-8f4d-a84ab6535835),segment_id=78ce8626-aa6b-4086-8f4d-a84ab6535835)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:47.365155 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e46b16a-4a2d-4788-998d-57a2b47e578e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.368524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 052dd0f3-41a9-4386-8c6f-518ba91024b6 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:47.368949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 052dd0f3-41a9-4386-8c6f-518ba91024b6 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:47.382893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1e46b16a-4a2d-4788-998d-57a2b47e578e None None] Calling delete_port for 9b1952f4-e9bc-455f-af11-d9a262fc19f5 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:47.432927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Deleting port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:47.433561 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.508109 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e46b16a-4a2d-4788-998d-57a2b47e578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.542971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46b16a-4a2d-4788-998d-57a2b47e578e None None] Pushing event deleted for resources: {'Port': ['ID=9b1952f4-e9bc-455f-af11-d9a262fc19f5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:47.550535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46b16a-4a2d-4788-998d-57a2b47e578e None None] No DVR routers for this DVR port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:47.569808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43232) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:47.609724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1103b88-22e1-4b37-8c30-6307822f7f17 req-14db58f6-0266-43d5-b870-c9d463b5afed tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:47.611402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1103b88-22e1-4b37-8c30-6307822f7f17 req-14db58f6-0266-43d5-b870-c9d463b5afed tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 945 time: 0.4441254 Feb 10 06:34:47.614867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] For port 9b1952f4-e9bc-455f-af11-d9a262fc19f5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9b1952f4-e9bc-455f-af11-d9a262fc19f5,segment=NetworkSegment(78ce8626-aa6b-4086-8f4d-a84ab6535835),segment_id=78ce8626-aa6b-4086-8f4d-a84ab6535835)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:47.615237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.637722 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d2f25dd3-57f8-4964-9d87-dce8dda898fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=488caf905bcb4eb1b9196fbe6e5dae35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635400 Feb 10 06:34:47.638265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43234) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:47.654593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Calling delete_port for 9b1952f4-e9bc-455f-af11-d9a262fc19f5 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:47.663374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-74265387-d25d-42d5-8d88-0eca8bf079fe tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:47.664813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b850ecc3-47c1-4dcb-9377-ff8a6aec6903 req-74265387-d25d-42d5-8d88-0eca8bf079fe tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.4079602 Feb 10 06:34:47.666866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:47.727284 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff06bec-7d67-40ad-af5e-26a8f607189a admin admin] Publish callbacks [] for security_group (296b9a6c-dff9-4b46-a8fe-495cc25506c7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.744682 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605dabef-2835-4c2e-8604-2ea872c05843 x-openstack-request-id: req-605dabef-2835-4c2e-8604-2ea872c05843 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:47.744974 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29b095-c307-4007-9fc0-b5d975e3b1fb", "name": "network-vif-deleted", "tag": "052dd0f3-41a9-4386-8c6f-518ba91024b6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:47.745230 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-605dabef-2835-4c2e-8604-2ea872c05843 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:47.745633 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29b095-c307-4007-9fc0-b5d975e3b1fb', 'name': 'network-vif-deleted', 'tag': '052dd0f3-41a9-4386-8c6f-518ba91024b6', 'status': 'completed', 'code': 200} Feb 10 06:34:47.756772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f88ed226-f884-4982-8705-0a8a10c7637c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:47.773952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff06bec-7d67-40ad-af5e-26a8f607189a admin admin] Publish callbacks [] for security_group (296b9a6c-dff9-4b46-a8fe-495cc25506c7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.793163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1103b88-22e1-4b37-8c30-6307822f7f17 req-143081cd-1f01-447b-8aeb-40faa65939c8 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700282 Feb 10 06:34:47.797614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5df2233e-62f7-4013-b805-2f5f328eadcf req-7ee29378-a895-492a-ab8c-6889fa991e3f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1860612010', 'description': 'tempest-description-1906253976'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:47.810081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f88ed226-f884-4982-8705-0a8a10c7637c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:47.817750 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.848556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff06bec-7d67-40ad-af5e-26a8f607189a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (296b9a6c-dff9-4b46-a8fe-495cc25506c7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.851300 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff06bec-7d67-40ad-af5e-26a8f607189a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.855293 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9ff06bec-7d67-40ad-af5e-26a8f607189a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/296b9a6c-dff9-4b46-a8fe-495cc25506c7 HTTP/1.1" status: 204 len: 168 time: 0.2138245 Feb 10 06:34:47.861762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff06bec-7d67-40ad-af5e-26a8f607189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296b9a6c-dff9-4b46-a8fe-495cc25506c7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:47.912524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5df2233e-62f7-4013-b805-2f5f328eadcf req-7ee29378-a895-492a-ab8c-6889fa991e3f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.916803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:47.929291 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.932984 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:47.933461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-246103e9-027c-488c-99c9-6c0d15893248 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864 HTTP/1.1" status: 200 len: 954 time: 3.8335376 Feb 10 06:34:47.933583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43246) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:47.947788 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9b1952f4-e9bc-455f-af11-d9a262fc19f5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:47.963919 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:47.965987 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:47.983495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f88ed226-f884-4982-8705-0a8a10c7637c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:47.994363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event deleted for resources: {'Port': ['ID=9b1952f4-e9bc-455f-af11-d9a262fc19f5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:47.996659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] No DVR routers for this DVR port 9b1952f4-e9bc-455f-af11-d9a262fc19f5 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:48.079772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:48.101986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:48.103159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc1ddc6e-15ab-4b2c-9b7d-73fddb195f62 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:48.103311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9b1952f4-e9bc-455f-af11-d9a262fc19f5 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:48.124479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9b1952f4-e9bc-455f-af11-d9a262fc19f5 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:48.124886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9b1952f4-e9bc-455f-af11-d9a262fc19f5 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:48.174072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (8601561f-5463-4d10-89a8-66cf92d1add6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.192896 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-21466281-9429-42b6-a031-72bbc30a8c04 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864 HTTP/1.1" status: 200 len: 954 time: 0.2561104 Feb 10 06:34:48.194991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43256) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:48.202472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'routes': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:48.231262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8601561f-5463-4d10-89a8-66cf92d1add6']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:48.235176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5df2233e-62f7-4013-b805-2f5f328eadcf req-7ee29378-a895-492a-ab8c-6889fa991e3f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (ac995034-2416-483f-aae3-2ae1fab00042), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.248038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ce8626-aa6b-4086-8f4d-a84ab6535835') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:48.248413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ce8626-aa6b-4086-8f4d-a84ab6535835') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:48.250223 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5df2233e-62f7-4013-b805-2f5f328eadcf req-7ee29378-a895-492a-ab8c-6889fa991e3f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ac995034-2416-483f-aae3-2ae1fab00042), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.276199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (78ce8626-aa6b-4086-8f4d-a84ab6535835), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.296259 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:48.322839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d7e215b7-9fc5-46d2-928c-f58f05cbcf9a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:48.324954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d7e215b7-9fc5-46d2-928c-f58f05cbcf9a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.3186355 Feb 10 06:34:48.328228 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (78ce8626-aa6b-4086-8f4d-a84ab6535835), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.333079 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5df2233e-62f7-4013-b805-2f5f328eadcf req-7ee29378-a895-492a-ab8c-6889fa991e3f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.334370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5df2233e-62f7-4013-b805-2f5f328eadcf req-7ee29378-a895-492a-ab8c-6889fa991e3f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5454025 Feb 10 06:34:48.340395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee29378-a895-492a-ab8c-6889fa991e3f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac995034-2416-483f-aae3-2ae1fab00042,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:48.363201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:34:48.363613 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (78ce8626-aa6b-4086-8f4d-a84ab6535835), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:34:48.367758 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:34:48.398138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-ff12cef5-44de-44d5-9554-0888aacb6286 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/quotas/59b7addecd8041dea544b8fc79c768ac HTTP/1.1" status: 200 len: 375 time: 0.0589318 Feb 10 06:34:48.505895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c75d29a-4566-4093-acd8-35b296a85d27 req-1dfb33f0-d134-4896-b13e-865c4cd42e4e tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips/e73b8dca-ca2f-4f61-93b8-d932386aaf73 HTTP/1.1" status: 200 len: 693 time: 0.1460879 Feb 10 06:34:48.512313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-5f87287f-e13e-445f-bb61-f42b497e9eeb tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709732 Feb 10 06:34:48.527306 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (8601561f-5463-4d10-89a8-66cf92d1add6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.544875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-4bcda052-1b72-4687-b08a-2d013636eb79 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:34:48.545862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-4bcda052-1b72-4687-b08a-2d013636eb79 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055311 Feb 10 06:34:48.562937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.566742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] 10.222.0.21 "DELETE /v2.0/networks/8601561f-5463-4d10-89a8-66cf92d1add6 HTTP/1.1" status: 204 len: 168 time: 1.9054780 Feb 10 06:34:48.604602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ae5b7-396f-45a0-853f-c4466727ab8c tempest-FloatingIPNegativeTestJSON-245616996 tempest-FloatingIPNegativeTestJSON-245616996-project] Pushing event deleted for resources: {'Network': ['ID=8601561f-5463-4d10-89a8-66cf92d1add6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:48.642567 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:45Z', 'revision_number': 6, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88ed226-f884-4982-8705-0a8a10c7637c', 'name': '', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:c4:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:40Z', 'updated_at': '2022-02-10T06:34:46Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:48.711580 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:48.713288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.extraroute_db [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added routes are [] {{(pid=103213) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 06:34:48.713779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.extraroute_db [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103213) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 06:34:48.736911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d29a-4566-4093-acd8-35b296a85d27 req-a1724e5f-fe5a-4cc7-86eb-25b92eef6302 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:48.738514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c75d29a-4566-4093-acd8-35b296a85d27 req-a1724e5f-fe5a-4cc7-86eb-25b92eef6302 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.2091200 Feb 10 06:34:48.738631 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:48.739245 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:48.750976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-46b5dd79-4403-4aea-a056-8a78ead1190b service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817153 Feb 10 06:34:48.806710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (5fbd1791-fc18-436c-86a3-104db4383864), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.810392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b588c1f9-4cfb-431c-90fa-81cd6ddacdeb req-ecbc1d03-f023-466c-a318-a13e9141744c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2070776588', 'description': 'tempest-description-1836849329'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:48.889395 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b588c1f9-4cfb-431c-90fa-81cd6ddacdeb req-ecbc1d03-f023-466c-a318-a13e9141744c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:48.893967 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:48.904576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-18de5fd8-bd81-46d3-96a6-f0a32e1e92f1 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462066 Feb 10 06:34:49.024611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87400b0-6afe-418c-8aa3-e97947bffac2 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:49.057143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b588c1f9-4cfb-431c-90fa-81cd6ddacdeb req-ecbc1d03-f023-466c-a318-a13e9141744c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (1b3d9537-0305-4e8f-8762-8dac68cf5583), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.072545 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b588c1f9-4cfb-431c-90fa-81cd6ddacdeb req-ecbc1d03-f023-466c-a318-a13e9141744c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1b3d9537-0305-4e8f-8762-8dac68cf5583), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.088902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:49.150281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (5fbd1791-fc18-436c-86a3-104db4383864), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.163320 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (5fbd1791-fc18-436c-86a3-104db4383864), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.169042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e87400b0-6afe-418c-8aa3-e97947bffac2 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:34:49.175851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e87400b0-6afe-418c-8aa3-e97947bffac2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:49.176240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.219792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b588c1f9-4cfb-431c-90fa-81cd6ddacdeb req-ecbc1d03-f023-466c-a318-a13e9141744c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.221208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b588c1f9-4cfb-431c-90fa-81cd6ddacdeb req-ecbc1d03-f023-466c-a318-a13e9141744c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4211321 Feb 10 06:34:49.221785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43296) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:49.277075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4874a650-6831-42d6-9109-4fc444075337 req-a3697f7a-afe3-49fa-a3ed-6d4f6c7775a1 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips/e73b8dca-ca2f-4f61-93b8-d932386aaf73 HTTP/1.1" status: 200 len: 693 time: 0.2018287 Feb 10 06:34:49.305666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc1d03-f023-466c-a318-a13e9141744c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3d9537-0305-4e8f-8762-8dac68cf5583,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:49.381800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:49.387007 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:45Z', 'revision_number': 6, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88ed226-f884-4982-8705-0a8a10c7637c', 'name': '', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:c4:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:40Z', 'updated_at': '2022-02-10T06:34:46Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:49.405617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e87400b0-6afe-418c-8aa3-e97947bffac2 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:49.405924 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.442447 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c7753-698d-49bd-8dbd-fe386a93c591 None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:45Z', 'revision_number': 6, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88ed226-f884-4982-8705-0a8a10c7637c', 'name': '', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:c4:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:40Z', 'updated_at': '2022-02-10T06:34:46Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:49.466778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87400b0-6afe-418c-8aa3-e97947bffac2,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:49.467893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:49.471848 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935d14f0-18f8-45fb-8aa2-af4d1af748a4" -d '{"events": [{"server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "name": "network-vif-plugged", "status": "completed", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:49.478755 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.552186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e87400b0-6afe-418c-8aa3-e97947bffac2,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:49.828687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-network', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:49.853525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:49.860810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.861851 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-89bbd4da-9142-4c92-abb8-dca47a44f73a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864 HTTP/1.1" status: 200 len: 704 time: 1.6651633 Feb 10 06:34:49.863803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:49.865206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43310) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:49.879601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:49.880708 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:49.923495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-91d62e06-62ff-428e-8512-caacf90f1d72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=924ae244821e480aa5e8abfb50460929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8324175 Feb 10 06:34:49.927774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:49.930022 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.936574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43312) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:49.967353 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:49.988191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874a650-6831-42d6-9109-4fc444075337 req-a64dc9f1-b5b3-4c5d-b60a-067429dae66a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:49.990805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4874a650-6831-42d6-9109-4fc444075337 req-a64dc9f1-b5b3-4c5d-b60a-067429dae66a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.7060723 Feb 10 06:34:50.002340 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-87eacfde-b6ff-4a8e-8416-f6bf49b335f1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864 HTTP/1.1" status: 200 len: 704 time: 0.1335847 Feb 10 06:34:50.004008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43314) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:50.004560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:50.012911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1e873-3162-4073-96b6-d5fe221a7fd6 req-86aa9885-1ad1-4d99-bb5a-48902f54f57a tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:50.014493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7c1e873-3162-4073-96b6-d5fe221a7fd6 req-86aa9885-1ad1-4d99-bb5a-48902f54f57a tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 945 time: 0.7097633 Feb 10 06:34:50.106239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4874a650-6831-42d6-9109-4fc444075337 req-56cce05c-1d84-4c05-83c4-9b2f9e010b54 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.0871141 Feb 10 06:34:50.189062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1203be3-9b1e-4815-b530-6941a6a9ddb6 admin admin] Publish callbacks [] for security_group (1bbf8326-7abc-4c1a-af52-04b442de94d6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:50.192814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4874a650-6831-42d6-9109-4fc444075337 req-ddb799e6-faa0-4d06-b27a-a7c0a494f949 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.0857210 Feb 10 06:34:50.232660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:48Z', 'revision_number': 7, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88ed226-f884-4982-8705-0a8a10c7637c', 'name': '', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:c4:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:40Z', 'updated_at': '2022-02-10T06:34:46Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:50.246692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1203be3-9b1e-4815-b530-6941a6a9ddb6 admin admin] Publish callbacks [] for security_group (1bbf8326-7abc-4c1a-af52-04b442de94d6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:50.274915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7c1e873-3162-4073-96b6-d5fe221a7fd6 req-02159c30-6e56-4e04-9504-6a4440605ff6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384894 Feb 10 06:34:50.393367 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:50.419337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:50.429216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:50.430069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:50.539038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:50.550071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c902c12-7862-48e3-8729-5ab45f0f7c77 req-5739ad98-550a-4483-8494-e01bd0f84d50 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 210 time: 0.0688856 Feb 10 06:34:50.654044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Publish callbacks [] for security_group (22192975-0b13-45f2-87fc-084f0c676305), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:50.669176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1203be3-9b1e-4815-b530-6941a6a9ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1bbf8326-7abc-4c1a-af52-04b442de94d6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:50.671962 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1203be3-9b1e-4815-b530-6941a6a9ddb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:50.674414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c1203be3-9b1e-4815-b530-6941a6a9ddb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bbf8326-7abc-4c1a-af52-04b442de94d6 HTTP/1.1" status: 204 len: 168 time: 0.7350774 Feb 10 06:34:50.683761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (22192975-0b13-45f2-87fc-084f0c676305), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:50.697105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43322) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:50.747375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1203be3-9b1e-4815-b530-6941a6a9ddb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf8326-7abc-4c1a-af52-04b442de94d6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:50.774888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:50.835896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c843ead-e9f1-4c6e-84c8-05e89aae0c71 req-a5114639-c46b-43ee-ab3e-d84b84732e55 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/ac995034-2416-483f-aae3-2ae1fab00042 HTTP/1.1" status: 200 len: 1824 time: 0.2275331 Feb 10 06:34:50.850571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (bfbcae2b-a49e-499b-ae72-3fbdd3366e72), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:50.850927 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Added segment bfbcae2b-a49e-499b-ae72-3fbdd3366e72 of type vlan for network caf617e0-e951-444f-8ae2-5a5d34fd7640 Feb 10 06:34:50.857641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port f88ed226-f884-4982-8705-0a8a10c7637c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:50.858127 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:50.858236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-94fcc360-3b9a-4c4f-b4fc-8846b9642f2d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:50.859630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-94fcc360-3b9a-4c4f-b4fc-8846b9642f2d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.4070389 Feb 10 06:34:50.891915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Request body: {'port': {'device_id': '9272cbff-1155-422a-b289-4ad4d13a0419', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'admin_state_up': True, 'tenant_id': '59b7addecd8041dea544b8fc79c768ac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:50.900994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22192975-0b13-45f2-87fc-084f0c676305,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:50.927780 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:48Z', 'revision_number': 7, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88ed226-f884-4982-8705-0a8a10c7637c', 'name': '', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:c4:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:40Z', 'updated_at': '2022-02-10T06:34:46Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:50.979972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e31c0c-435f-445e-a828-d8414be6f181 None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:48Z', 'revision_number': 7, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88ed226-f884-4982-8705-0a8a10c7637c', 'name': '', 'network_id': 'e127be35-ff10-4534-9c9d-36993f385a02', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:c4:09:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:40Z', 'updated_at': '2022-02-10T06:34:46Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '9c9f9a82-b177-49e6-8ec5-697b3599431a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:51.028392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (caf617e0-e951-444f-8ae2-5a5d34fd7640), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.053596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4874a650-6831-42d6-9109-4fc444075337 req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Deleting port dfd9b7b8-aeca-44e4-ac6e-81316bd559df {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:51.053596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4874a650-6831-42d6-9109-4fc444075337 req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dfd9b7b8-aeca-44e4-ac6e-81316bd559df), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.059027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port f88ed226-f884-4982-8705-0a8a10c7637c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f88ed226-f884-4982-8705-0a8a10c7637c,segment=NetworkSegment(8c96777b-cd96-45fa-8102-c3a8be0f8582),segment_id=8c96777b-cd96-45fa-8102-c3a8be0f8582)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:51.059397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.081492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for f88ed226-f884-4982-8705-0a8a10c7637c owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:51.100606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c843ead-e9f1-4c6e-84c8-05e89aae0c71 req-c5b153b4-13d3-41f9-a9c8-c8899a692b91 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/1b3d9537-0305-4e8f-8762-8dac68cf5583 HTTP/1.1" status: 200 len: 1824 time: 0.2382503 Feb 10 06:34:51.132949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2c843ead-e9f1-4c6e-84c8-05e89aae0c71 req-d8582b78-e3f9-433a-9c8e-fda373e3d1be tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac995034-2416-483f-aae3-2ae1fab00042', 'remote_group_id': '1b3d9537-0305-4e8f-8762-8dac68cf5583', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:51.133311 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2c843ead-e9f1-4c6e-84c8-05e89aae0c71 req-d8582b78-e3f9-433a-9c8e-fda373e3d1be tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac995034-2416-483f-aae3-2ae1fab00042', 'remote_group_id': '1b3d9537-0305-4e8f-8762-8dac68cf5583', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:51.154876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3653172-1383-4302-95cb-f6bf3b60dacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.178948 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (caf617e0-e951-444f-8ae2-5a5d34fd7640), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.179924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:51.180521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.256835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3653172-1383-4302-95cb-f6bf3b60dacd admin admin] Publish callbacks [] for security_group (97034783-31c4-4b58-8f1e-0a43ff6eae85), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.265174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] Pushing event updated for resources: {'Network': ['ID=caf617e0-e951-444f-8ae2-5a5d34fd7640,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:51.276596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network caf617e0-e951-444f-8ae2-5a5d34fd7640 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:51.310244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d78cd843-848c-4549-9e67-6bd25e97e330 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0692682 Feb 10 06:34:51.310244 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4874a650-6831-42d6-9109-4fc444075337 req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dfd9b7b8-aeca-44e4-ac6e-81316bd559df), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.310677 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4874a650-6831-42d6-9109-4fc444075337 req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (dfd9b7b8-aeca-44e4-ac6e-81316bd559df), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.320372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43338) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:51.321109 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3653172-1383-4302-95cb-f6bf3b60dacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (97034783-31c4-4b58-8f1e-0a43ff6eae85), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.327147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Made reservation on behalf of 59b7addecd8041dea544b8fc79c768ac for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:51.331316 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.338876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Request body: {'subnet': {'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-subnet', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:51.392379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4874a650-6831-42d6-9109-4fc444075337 req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Calling delete_port for dfd9b7b8-aeca-44e4-ac6e-81316bd559df owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:51.399155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a3653172-1383-4302-95cb-f6bf3b60dacd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=856dbbb370434c3fb05f17599dcedfa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7004466 Feb 10 06:34:51.403292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3653172-1383-4302-95cb-f6bf3b60dacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97034783-31c4-4b58-8f1e-0a43ff6eae85,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:51.407488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43344) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:51.424575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:51.426915 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.521956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c843ead-e9f1-4c6e-84c8-05e89aae0c71 req-d8582b78-e3f9-433a-9c8e-fda373e3d1be tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (57190d35-2696-4576-bf5f-033fdd0120f1), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.584371 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f88ed226-f884-4982-8705-0a8a10c7637c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.599272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f37e08e9-3b9d-423a-8f48-33828a7cf12c admin admin] Publish callbacks [] for security_group (97034783-31c4-4b58-8f1e-0a43ff6eae85), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.617994 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c843ead-e9f1-4c6e-84c8-05e89aae0c71 req-d8582b78-e3f9-433a-9c8e-fda373e3d1be tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (57190d35-2696-4576-bf5f-033fdd0120f1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.625850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43352) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:51.627846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=f88ed226-f884-4982-8705-0a8a10c7637c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:51.634819 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c843ead-e9f1-4c6e-84c8-05e89aae0c71 req-d8582b78-e3f9-433a-9c8e-fda373e3d1be tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (57190d35-2696-4576-bf5f-033fdd0120f1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.665018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8582b78-e3f9-433a-9c8e-fda373e3d1be tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57190d35-2696-4576-bf5f-033fdd0120f1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:51.680213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Allocated IP 172.20.0.12 (c4a92f9c-613f-477d-a248-dee21328e6c3/5ed5b7f9-6f2a-4322-880d-c5882d9f2360/a8fac4c6-4341-4afb-9346-fb94ce42c0c8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:51.693194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c843ead-e9f1-4c6e-84c8-05e89aae0c71 req-d8582b78-e3f9-433a-9c8e-fda373e3d1be tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.694576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c843ead-e9f1-4c6e-84c8-05e89aae0c71 req-d8582b78-e3f9-433a-9c8e-fda373e3d1be tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5793664 Feb 10 06:34:51.703054 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f37e08e9-3b9d-423a-8f48-33828a7cf12c admin admin] Publish callbacks [] for security_group (97034783-31c4-4b58-8f1e-0a43ff6eae85), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.766819 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3c482a-ac02-44b9-9784-1169af2cd42c x-openstack-request-id: req-2d3c482a-ac02-44b9-9784-1169af2cd42c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:51.768180 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "name": "network-vif-plugged", "status": "completed", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:51.769669 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d3c482a-ac02-44b9-9784-1169af2cd42c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:51.770499 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2', 'code': 200} Feb 10 06:34:51.829828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'networks': [{'name': 'tempest-network--1937607635'}, {'name': 'tempest-network--1223699195'}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:51.830286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'network': {'name': 'tempest-network--1937607635'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:51.830957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'network': {'name': 'tempest-network--1223699195'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:51.855512 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4874a650-6831-42d6-9109-4fc444075337 req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dfd9b7b8-aeca-44e4-ac6e-81316bd559df), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.928753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event deleted for resources: {'Port': ['ID=dfd9b7b8-aeca-44e4-ac6e-81316bd559df,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:51.930587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Made reservation on behalf of 0c25614de29d48a2a5917e4b323730bf for: {'network': 2} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:51.935826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.974146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (9fdc9898-3f5a-4a18-a218-5792aa9ee64f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.978439 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:51.985013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653325f-2671-4d26-a2d9-6cee5618aad6 req-e8bedbe0-8015-48f1-8c21-85eb7fc3b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:51.987114 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a653325f-2671-4d26-a2d9-6cee5618aad6 req-e8bedbe0-8015-48f1-8c21-85eb7fc3b4fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 1128 time: 0.1266830 Feb 10 06:34:52.013861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f37e08e9-3b9d-423a-8f48-33828a7cf12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (97034783-31c4-4b58-8f1e-0a43ff6eae85), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.016340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f37e08e9-3b9d-423a-8f48-33828a7cf12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.017462 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f37e08e9-3b9d-423a-8f48-33828a7cf12c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97034783-31c4-4b58-8f1e-0a43ff6eae85 HTTP/1.1" status: 204 len: 168 time: 0.6074021 Feb 10 06:34:52.022144 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.063068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e08e9-3b9d-423a-8f48-33828a7cf12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97034783-31c4-4b58-8f1e-0a43ff6eae85,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:52.124002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662f50-c7e1-49b6-b237-f13dcc40ee17 req-ec1b8b7c-fc08-4f16-8538-5b0efa7d1669 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:52.125641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6662f50-c7e1-49b6-b237-f13dcc40ee17 req-ec1b8b7c-fc08-4f16-8538-5b0efa7d1669 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.2476194 Feb 10 06:34:52.134428 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks [] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.145834 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4874a650-6831-42d6-9109-4fc444075337 req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (e73b8dca-ca2f-4f61-93b8-d932386aaf73), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.148407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4874a650-6831-42d6-9109-4fc444075337 req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.149550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4874a650-6831-42d6-9109-4fc444075337 req-418788fa-587f-447c-a085-28b45082a1cb tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "DELETE /v2.0/floatingips/e73b8dca-ca2f-4f61-93b8-d932386aaf73 HTTP/1.1" status: 204 len: 173 time: 1.9408762 Feb 10 06:34:52.155150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fdc9898-3f5a-4a18-a218-5792aa9ee64f,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:52.196054 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a653325f-2671-4d26-a2d9-6cee5618aad6 req-2d8c5929-33fc-42b0-bf30-83f8b1ff09ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862178 Feb 10 06:34:52.212580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Checking segment: {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:52.212973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Network hostable DHCP agents. Network: caf617e0-e951-444f-8ae2-5a5d34fd7640, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:52.276536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6662f50-c7e1-49b6-b237-f13dcc40ee17 req-d68be996-3704-49a9-be75-a5da8ad9209c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357718 Feb 10 06:34:52.278548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Network caf617e0-e951-444f-8ae2-5a5d34fd7640 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:52.278868 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks [] for security_group (632ae1d9-503f-4ced-943f-41e9f7830374), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.283055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.315334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (632ae1d9-503f-4ced-943f-41e9f7830374), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.315334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.338065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, caf617e0-e951-444f-8ae2-5a5d34fd7640) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:52.342862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:52.343472 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.348495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ce7013-56fd-4117-b0ec-51b873214dcf None None] Network caf617e0-e951-444f-8ae2-5a5d34fd7640 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:52.387524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b9cd16a2-c0a3-49f8-87ed-7dfb613dbd3f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0600798 Feb 10 06:34:52.387524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43364) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:52.393094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:52.418939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:52.439334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Network c4a92f9c-613f-477d-a248-dee21328e6c3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:52.442887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.446116 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.449980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:52.452667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event updated for resources: {'Port': ['ID=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:52.462395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:52.464967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632ae1d9-503f-4ced-943f-41e9f7830374,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:52.497704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:52.510763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-caf617e0-e951-444f-8ae2-5a5d34fd7640', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:34:52.512438 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.516512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d182d1e-60ee-44ed-9905-0625fb961849 req-af9f2a3d-7ca9-4f53-90ff-d50f76969c53 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/1b3d9537-0305-4e8f-8762-8dac68cf5583 HTTP/1.1" status: 200 len: 1824 time: 0.2044485 Feb 10 06:34:52.524246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbff73-dbf9-48c4-9292-b48626aca80d req-d72cfc35-c03f-4436-a5d3-d241b492430b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:52.525816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fbff73-dbf9-48c4-9292-b48626aca80d req-d72cfc35-c03f-4436-a5d3-d241b492430b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 932 time: 0.2695847 Feb 10 06:34:52.546139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4433bacd-3750-4932-a99b-46d5b9a6eed2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.547401 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Added segment 4433bacd-3750-4932-a99b-46d5b9a6eed2 of type vlan for network eabf21c8-0ed8-4c54-879d-1ec9d9048224 Feb 10 06:34:52.597118 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (eabf21c8-0ed8-4c54-879d-1ec9d9048224), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.620825 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks [] for router_controller (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.631548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:52.640037 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2c99fd21-7d4c-488d-b1d7-68fa54405ebb tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6346316 Feb 10 06:34:52.642957 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:52.663240 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:52.663877 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:52.674409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43374) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:52.697339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Allocated IP 172.20.0.2 (caf617e0-e951-444f-8ae2-5a5d34fd7640/9fdc9898-3f5a-4a18-a218-5792aa9ee64f/8d808e29-55bf-4efa-9144-19d14a4e9d05) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:52.768584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:52.783097 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:52.848550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8baa4096-1c29-4cc6-8c9c-cb29bbae16d1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.848902 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Added segment 8baa4096-1c29-4cc6-8c9c-cb29bbae16d1 of type vlan for network d1a0d9ae-69ab-4753-aca8-e6b21d6919b5 Feb 10 06:34:52.876308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:52.877815 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.921503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fbff73-dbf9-48c4-9292-b48626aca80d req-9caa886a-b48d-4504-b847-b12e8b46883a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125639 Feb 10 06:34:52.937072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Publish callbacks [] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:52.946642 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.000670 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d182d1e-60ee-44ed-9905-0625fb961849 req-bdaff343-2798-4e3c-b668-2a2d3e8383d1 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (1b3d9537-0305-4e8f-8762-8dac68cf5583), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.037998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Network caf617e0-e951-444f-8ae2-5a5d34fd7640 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:53.044329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:53.054929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:53.072294 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-d918bf2e-e807-4245-be2b-37801cf4bb00 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1948330 Feb 10 06:34:53.078413 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (d1a0d9ae-69ab-4753-aca8-e6b21d6919b5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.118001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9c8e43-7e6a-48b4-bfe4-ce710c6c339b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting subnet 9c9f9a82-b177-49e6-8ec5-697b3599431a {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:34:53.124788 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8e43-7e6a-48b4-bfe4-ce710c6c339b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (9c9f9a82-b177-49e6-8ec5-697b3599431a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.132081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Attempting to bind port 8d808e29-55bf-4efa-9144-19d14a4e9d05 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:53.132739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Attempting to bind port 8d808e29-55bf-4efa-9144-19d14a4e9d05 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:53.133315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Attempting to bind port 8d808e29-55bf-4efa-9144-19d14a4e9d05 on network caf617e0-e951-444f-8ae2-5a5d34fd7640 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:53.136895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Pushing event updated for resources: {'Port': ['ID=8d808e29-55bf-4efa-9144-19d14a4e9d05,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:53.142725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:53.143484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Checking segment: {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:53.145610 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.147100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Bound using segment: {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:53.147962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Bound port: 8d808e29-55bf-4efa-9144-19d14a4e9d05, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:53.149482 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.177462 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (eabf21c8-0ed8-4c54-879d-1ec9d9048224), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.178192 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (d1a0d9ae-69ab-4753-aca8-e6b21d6919b5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.179632 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:51Z', 'revision_number': 8, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:53.184744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:53.188445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:53.189823 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.189951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43384) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:53.195558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Request body: {'port': {'device_id': '9272cbff-1155-422a-b289-4ad4d13a0419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:53.197022 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks [] for router_gateway (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.209066 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:53.223371 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:53.224325 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:53.241853 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8e43-7e6a-48b4-bfe4-ce710c6c339b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (9c9f9a82-b177-49e6-8ec5-697b3599431a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.252869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d182d1e-60ee-44ed-9905-0625fb961849 req-bdaff343-2798-4e3c-b668-2a2d3e8383d1 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (1b3d9537-0305-4e8f-8762-8dac68cf5583), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.271006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] For port 8d808e29-55bf-4efa-9144-19d14a4e9d05, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:53.274666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] For port 8d808e29-55bf-4efa-9144-19d14a4e9d05, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8d808e29-55bf-4efa-9144-19d14a4e9d05,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:53.287251 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.383706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8e43-7e6a-48b4-bfe4-ce710c6c339b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (9c9f9a82-b177-49e6-8ec5-697b3599431a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.395746 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:53.404940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-634882713-network', 'tenant_id': '9e3331da986b443598892202f98b18d3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:53.412836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3510880-d3f8-4dda-8778-29347248df35 None None] Pushing event updated for resources: {'Port': ['ID=8d808e29-55bf-4efa-9144-19d14a4e9d05,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:53.522156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Made reservation on behalf of 9e3331da986b443598892202f98b18d3 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:53.524725 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.536581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.584435 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8e43-7e6a-48b4-bfe4-ce710c6c339b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (9c9f9a82-b177-49e6-8ec5-697b3599431a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.606840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812b883-7cf6-4b2b-977c-a13ababaca98 req-28906c38-f76d-483b-aa0b-a3ff1f70392d tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:53.627443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b812b883-7cf6-4b2b-977c-a13ababaca98 req-28906c38-f76d-483b-aa0b-a3ff1f70392d tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6375396 Feb 10 06:34:53.651710 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d182d1e-60ee-44ed-9905-0625fb961849 req-bdaff343-2798-4e3c-b668-2a2d3e8383d1 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1b3d9537-0305-4e8f-8762-8dac68cf5583), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.656313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d182d1e-60ee-44ed-9905-0625fb961849 req-bdaff343-2798-4e3c-b668-2a2d3e8383d1 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.662272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d182d1e-60ee-44ed-9905-0625fb961849 req-bdaff343-2798-4e3c-b668-2a2d3e8383d1 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b3d9537-0305-4e8f-8762-8dac68cf5583 HTTP/1.1" status: 204 len: 173 time: 1.1269064 Feb 10 06:34:53.691961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks [] for router_gateway (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.716098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e89195-a9e2-47aa-b341-11b77f691ea5 None None] Network e127be35-ff10-4534-9c9d-36993f385a02 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:53.748196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c8e43-7e6a-48b4-bfe4-ce710c6c339b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9f9a82-b177-49e6-8ec5-697b3599431a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:53.752677 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8e43-7e6a-48b4-bfe4-ce710c6c339b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.755899 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1c9c8e43-7e6a-48b4-bfe4-ce710c6c339b tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/9c9f9a82-b177-49e6-8ec5-697b3599431a HTTP/1.1" status: 204 len: 168 time: 1.0805154 Feb 10 06:34:53.766412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:53.768640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43394) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:53.826372 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:51Z', 'revision_number': 8, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:53.835381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2082345 Feb 10 06:34:53.862719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43396) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:53.881326 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbbf0a-b2ff-49ce-bf45-ce48d24730fb None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:51Z', 'revision_number': 8, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c170764d-a2f3-4431-81d1-14a662aedfeb', 'name': '', 'network_id': '293e6e87-8d4d-45d0-87c7-f8357b2dc840', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:38:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'aca336a9-1981-40cb-b713-667397aae562', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:32Z', 'updated_at': '2022-02-10T06:34:38Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'aca336a9-1981-40cb-b713-667397aae562', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:53.889657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaff343-2798-4e3c-b668-2a2d3e8383d1 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3d9537-0305-4e8f-8762-8dac68cf5583,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:53.940834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Network': ['ID=eabf21c8-0ed8-4c54-879d-1ec9d9048224,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:53.956214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network eabf21c8-0ed8-4c54-879d-1ec9d9048224 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:54.037652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.064878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf1472a-431f-4329-987b-1b57706eb63c req-b2fe19b4-8436-4ad1-8703-3583481b0af2 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=9aa316c15a49401890b7df596bd9a5f1 HTTP/1.1" status: 200 len: 1656 time: 0.2280297 Feb 10 06:34:54.119198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e127be35-ff10-4534-9c9d-36993f385a02), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.189182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ceac4-51d6-4b68-9b1a-3957f748a897 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:54.194145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ceac4-51d6-4b68-9b1a-3957f748a897 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:54.202135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ceac4-51d6-4b68-9b1a-3957f748a897 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:54.205760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ceac4-51d6-4b68-9b1a-3957f748a897 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:54.207528 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0d4ceac4-51d6-4b68-9b1a-3957f748a897 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3437271 Feb 10 06:34:54.216510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43400) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:54.217921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Publish callbacks [] for security_group (6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.235947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.241147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a8dc3-a53a-4218-a2f2-3bffdc5c676b None None] DHCP port deletion for e127be35-ff10-4534-9c9d-36993f385a02 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:34:54.313415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d68a8dc3-a53a-4218-a2f2-3bffdc5c676b None None] Deleting port b6ce9244-172c-40b7-802a-c999cc1b6f87 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:54.314408 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d68a8dc3-a53a-4218-a2f2-3bffdc5c676b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.353199 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (eabf21c8-0ed8-4c54-879d-1ec9d9048224), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.370485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Allocated IP 172.25.8.53 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/4eacfb21-3808-4196-88ff-5e3075ea2a82) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:54.405307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d68a8dc3-a53a-4218-a2f2-3bffdc5c676b None None] For port b6ce9244-172c-40b7-802a-c999cc1b6f87, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b6ce9244-172c-40b7-802a-c999cc1b6f87,segment=NetworkSegment(8c96777b-cd96-45fa-8102-c3a8be0f8582),segment_id=8c96777b-cd96-45fa-8102-c3a8be0f8582)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:54.406020 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d68a8dc3-a53a-4218-a2f2-3bffdc5c676b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.428746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d68a8dc3-a53a-4218-a2f2-3bffdc5c676b None None] Calling delete_port for b6ce9244-172c-40b7-802a-c999cc1b6f87 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:54.434060 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:54.443359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:54.460975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (50253f9d-0591-4630-b1c1-f3448059ca05), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.461496 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Added segment 50253f9d-0591-4630-b1c1-f3448059ca05 of type vlan for network 3c71cbdb-2df6-4187-aef1-3833ace5edd8 Feb 10 06:34:54.465092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d41f86-1ca0-4411-98f0-294ed09a1067 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Network': ['ID=d1a0d9ae-69ab-4753-aca8-e6b21d6919b5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:54.520598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ed7be-bdf5-4744-b327-1046ab56f2bc req-a3fca6e7-cb02-4e7b-bd99-698d7f602655 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:54.528919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-547ed7be-bdf5-4744-b327-1046ab56f2bc req-a3fca6e7-cb02-4e7b-bd99-698d7f602655 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.6898510 Feb 10 06:34:54.543069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network d1a0d9ae-69ab-4753-aca8-e6b21d6919b5 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:54.576394 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (3c71cbdb-2df6-4187-aef1-3833ace5edd8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.627735 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d68a8dc3-a53a-4218-a2f2-3bffdc5c676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.649137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (eabf21c8-0ed8-4c54-879d-1ec9d9048224), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.669126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a8dc3-a53a-4218-a2f2-3bffdc5c676b None None] No DVR routers for this DVR port b6ce9244-172c-40b7-802a-c999cc1b6f87 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:54.672498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabf21c8-0ed8-4c54-879d-1ec9d9048224']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:54.678040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a8dc3-a53a-4218-a2f2-3bffdc5c676b None None] Pushing event deleted for resources: {'Port': ['ID=b6ce9244-172c-40b7-802a-c999cc1b6f87,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:54.688034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4433bacd-3750-4932-a99b-46d5b9a6eed2') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:54.688338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4433bacd-3750-4932-a99b-46d5b9a6eed2') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:54.725307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (4433bacd-3750-4932-a99b-46d5b9a6eed2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.726157 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:34:54.741862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1472a-431f-4329-987b-1b57706eb63c req-0aba5a59-89a1-43da-a731-a0d5101c7f5b tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:54.743939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf1472a-431f-4329-987b-1b57706eb63c req-0aba5a59-89a1-43da-a731-a0d5101c7f5b tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks?id=73b45acd-6a98-4b05-9da4-cc64c863a44f&id=73b45acd-6a98-4b05-9da4-cc64c863a44f&id=73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 787 time: 0.3006120 Feb 10 06:34:54.776516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-547ed7be-bdf5-4744-b327-1046ab56f2bc req-a1b75a57-051a-4a43-8dd5-1c843b8aadd1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414830 Feb 10 06:34:54.784627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (3c71cbdb-2df6-4187-aef1-3833ace5edd8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.785797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:54.786596 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.789479 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4433bacd-3750-4932-a99b-46d5b9a6eed2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.828480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:34:54.829005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (4433bacd-3750-4932-a99b-46d5b9a6eed2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.875750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a499c4-7c59-486c-ac8c-a8955d139cba None None] Network caf617e0-e951-444f-8ae2-5a5d34fd7640 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:54.894963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port b6ce9244-172c-40b7-802a-c999cc1b6f87 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:54.895305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:34:54.897015 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:34:54.928000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39a20187-77b1-4995-bad1-9f3675a4e94a req-95f573ad-6d19-471e-831a-c5e251192f5f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/ac995034-2416-483f-aae3-2ae1fab00042 HTTP/1.1" status: 200 len: 1824 time: 0.1286662 Feb 10 06:34:54.953905 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7604208 Feb 10 06:34:54.957366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (eabf21c8-0ed8-4c54-879d-1ec9d9048224), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.969829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0c3bbc3e-6104-4aec-8689-cb0008ab2f2e None None] Provisioning complete for port 8d808e29-55bf-4efa-9144-19d14a4e9d05 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:54.970991 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbc3e-6104-4aec-8689-cb0008ab2f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.975583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43408) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:54.988200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Request body: {'subnet': {'network_id': '3c71cbdb-2df6-4187-aef1-3833ace5edd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-634882713-subnet', 'tenant_id': '9e3331da986b443598892202f98b18d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:54.991519 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks [] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:54.998829 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.002029 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/networks/eabf21c8-0ed8-4c54-879d-1ec9d9048224 HTTP/1.1" status: 204 len: 168 time: 0.7827957 Feb 10 06:34:55.011448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43410) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:55.031212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484eb56-a317-41dd-b570-53cb1d8126dd admin admin] Pushing event updated for resources: {'Network': ['ID=3c71cbdb-2df6-4187-aef1-3833ace5edd8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:55.042417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 3c71cbdb-2df6-4187-aef1-3833ace5edd8 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:55.054729 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port b6ce9244-172c-40b7-802a-c999cc1b6f87, host n-d-828670-1, got binding levels [] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:55.055104 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.089181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c88c46-fde5-4066-b795-8190da184cd0 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Network': ['ID=eabf21c8-0ed8-4c54-879d-1ec9d9048224,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:55.098038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-95ecae34-27d2-4469-814f-4ce99ab89109 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips/fdf84964-e078-4f96-984d-f9c7b781e677 HTTP/1.1" status: 200 len: 693 time: 0.1243949 Feb 10 06:34:55.101609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for b6ce9244-172c-40b7-802a-c999cc1b6f87 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:55.110290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_backend_mixin [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Port b6ce9244-172c-40b7-802a-c999cc1b6f87 was not found and therefore no delete operation was performed {{(pid=103213) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:34:55.114666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b6ce9244-172c-40b7-802a-c999cc1b6f87), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.132599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb1c2d-4ae8-4b5e-b4ea-3a9e42d8a4a0 req-e9774879-c1af-40b9-9505-ccdc479f0886 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:55.134776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12eb1c2d-4ae8-4b5e-b4ea-3a9e42d8a4a0 req-e9774879-c1af-40b9-9505-ccdc479f0886 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 932 time: 0.2834446 Feb 10 06:34:55.150208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=b6ce9244-172c-40b7-802a-c999cc1b6f87,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:55.157760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0c3bbc3e-6104-4aec-8689-cb0008ab2f2e None None] Current status of the port 8d808e29-55bf-4efa-9144-19d14a4e9d05 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:55.158564 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbc3e-6104-4aec-8689-cb0008ab2f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.160883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No DVR routers for this DVR port b6ce9244-172c-40b7-802a-c999cc1b6f87 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:34:55.207968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0c3bbc3e-6104-4aec-8689-cb0008ab2f2e None None] For port 8d808e29-55bf-4efa-9144-19d14a4e9d05, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8d808e29-55bf-4efa-9144-19d14a4e9d05,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:55.215227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.218169 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbc3e-6104-4aec-8689-cb0008ab2f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.239470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fac4c6-4341-4afb-9346-fb94ce42c0c8 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:34:55.251269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Publish callbacks [] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.266571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Transition to ACTIVE for port object a8fac4c6-4341-4afb-9346-fb94ce42c0c8 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:34:55.293363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bbc3e-6104-4aec-8689-cb0008ab2f2e None None] Pushing event updated for resources: {'Port': ['ID=8d808e29-55bf-4efa-9144-19d14a4e9d05,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:55.306386 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Made reservation on behalf of 9e3331da986b443598892202f98b18d3 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:55.308841 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.316414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.327134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:55.331386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e127be35-ff10-4534-9c9d-36993f385a02), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.336422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:55.338857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:55.376465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Pushing event updated for resources: {'Port': ['ID=4eacfb21-3808-4196-88ff-5e3075ea2a82,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:55.389629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e127be35-ff10-4534-9c9d-36993f385a02']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:55.404990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c96777b-cd96-45fa-8102-c3a8be0f8582') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:55.405295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c96777b-cd96-45fa-8102-c3a8be0f8582') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:55.418519 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (8c96777b-cd96-45fa-8102-c3a8be0f8582), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.442894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2459532b-dd03-45b7-9e1e-287bdf0ec12d None None] Provisioning complete for port 8d808e29-55bf-4efa-9144-19d14a4e9d05 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:55.443901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2459532b-dd03-45b7-9e1e-287bdf0ec12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.467430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8c96777b-cd96-45fa-8102-c3a8be0f8582), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.475535 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (d1a0d9ae-69ab-4753-aca8-e6b21d6919b5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.501729 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:34:55.502144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (8c96777b-cd96-45fa-8102-c3a8be0f8582), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:34:55.505212 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:34:55.555136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2459532b-dd03-45b7-9e1e-287bdf0ec12d None None] Current status of the port 8d808e29-55bf-4efa-9144-19d14a4e9d05 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:55.572250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:55.603283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e127be35-ff10-4534-9c9d-36993f385a02), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.609581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.613793 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/networks/e127be35-ff10-4534-9c9d-36993f385a02 HTTP/1.1" status: 204 len: 168 time: 1.8399029 Feb 10 06:34:55.619074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12eb1c2d-4ae8-4b5e-b4ea-3a9e42d8a4a0 req-e981a2c5-534f-482f-aaa6-2be501317e29 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074882 Feb 10 06:34:55.621411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43412) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:55.632609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f3f47-6de8-4be2-8144-b428365da65c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Network': ['ID=e127be35-ff10-4534-9c9d-36993f385a02,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:55.640005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-eb817e53-7059-4e7d-8ded-79e240f6f24e tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:55.641381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-eb817e53-7059-4e7d-8ded-79e240f6f24e tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.5425534 Feb 10 06:34:55.758498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8d808e29-55bf-4efa-9144-19d14a4e9d05 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:55.774785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks [] for router_gateway (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.878326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-f6c45b3b-df81-451e-a54f-fa4def780178 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.1952946 Feb 10 06:34:55.906181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Attempting to bind port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:55.906590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Attempting to bind port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:55.906857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Attempting to bind port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:55.957159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 8d808e29-55bf-4efa-9144-19d14a4e9d05 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:55.957159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:55.963585 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (d1a0d9ae-69ab-4753-aca8-e6b21d6919b5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.003087 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.022836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 on network c4a92f9c-613f-477d-a248-dee21328e6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:34:56.023155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Attempting to bind port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:56.034832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 8d808e29-55bf-4efa-9144-19d14a4e9d05 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:34:56.075734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-89c1d009-c8ce-4123-a2c1-a2d0ef8f1726 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.1844714 Feb 10 06:34:56.079203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a0d9ae-69ab-4753-aca8-e6b21d6919b5']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:56.090926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f88ed226-f884-4982-8705-0a8a10c7637c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:56.116828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:56.117165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Checking segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:56.117553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Bound using segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:56.117998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Bound port: a8fac4c6-4341-4afb-9346-fb94ce42c0c8, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:56.118380 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.121264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: f88ed226-f884-4982-8705-0a8a10c7637c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:56.121704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f88ed226-f884-4982-8705-0a8a10c7637c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:56.122287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b6ce9244-172c-40b7-802a-c999cc1b6f87 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:34:56.127405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baa4096-1c29-4cc6-8c9c-cb29bbae16d1') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:56.127699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baa4096-1c29-4cc6-8c9c-cb29bbae16d1') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:56.141394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be33dc-eb5d-43e3-bfda-e8af0309e15f req-cfbf7791-d917-47a6-8684-196c0a623692 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:56.143075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9be33dc-eb5d-43e3-bfda-e8af0309e15f req-cfbf7791-d917-47a6-8684-196c0a623692 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.4215841 Feb 10 06:34:56.150188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b6ce9244-172c-40b7-802a-c999cc1b6f87 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:34:56.150672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b6ce9244-172c-40b7-802a-c999cc1b6f87 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:34:56.229372 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (8baa4096-1c29-4cc6-8c9c-cb29bbae16d1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.289813 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.300829 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8baa4096-1c29-4cc6-8c9c-cb29bbae16d1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.390215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:34:56.390639 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (8baa4096-1c29-4cc6-8c9c-cb29bbae16d1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:34:56.395563 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:34:56.397844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:34:56.505618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:56.516238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Sync routers for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:34:56.524386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.528282 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4b1c2b56-f931-4f69-b085-156304b54b29 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1383851 Feb 10 06:34:56.529050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43414) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:56.529571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:56.530492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:56.555351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9be33dc-eb5d-43e3-bfda-e8af0309e15f req-83ea39e5-26ed-4cf9-b1da-66e7f3fda6a1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680017 Feb 10 06:34:56.562081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] For port a8fac4c6-4341-4afb-9346-fb94ce42c0c8, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:56.588930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:56.588930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] For port a8fac4c6-4341-4afb-9346-fb94ce42c0c8, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:56.589839 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (d1a0d9ae-69ab-4753-aca8-e6b21d6919b5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.603194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.606179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/networks/d1a0d9ae-69ab-4753-aca8-e6b21d6919b5 HTTP/1.1" status: 204 len: 168 time: 1.5937912 Feb 10 06:34:56.609658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43418) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:56.628639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Checking segment: {'id': '50253f9d-0591-4630-b1c1-f3448059ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3c71cbdb-2df6-4187-aef1-3833ace5edd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:56.628639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Network hostable DHCP agents. Network: 3c71cbdb-2df6-4187-aef1-3833ace5edd8, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:56.631840 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.650421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ee4fb9c0-f928-4f9f-8b51-ff08e124e53a req-a046bfef-c012-41b1-b8fb-2fe6203a671a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2081238398', 'description': 'tempest-description-1067771968'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:56.664488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724294b-828f-4443-8b73-706c8eed9eb6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Network': ['ID=d1a0d9ae-69ab-4753-aca8-e6b21d6919b5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:56.679835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:56.722231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:56.722903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.724270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8fac4c6-4341-4afb-9346-fb94ce42c0c8 HTTP/1.1" status: 200 len: 1092 time: 3.5746171 Feb 10 06:34:56.727615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9272cbff-1155-422a-b289-4ad4d13a0419', 'tag': 'a8fac4c6-4341-4afb-9346-fb94ce42c0c8'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:34:56.729848 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dea0cc-da9d-4726-9007-e331e6f07da4" -d '{"events": [{"name": "network-changed", "server_uuid": "9272cbff-1155-422a-b289-4ad4d13a0419", "tag": "a8fac4c6-4341-4afb-9346-fb94ce42c0c8"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:34:56.754219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Deleting port 800935ed-53a8-4550-9676-00b88b58cdc8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:56.754853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (800935ed-53a8-4550-9676-00b88b58cdc8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.760182 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee4fb9c0-f928-4f9f-8b51-ff08e124e53a req-a046bfef-c012-41b1-b8fb-2fe6203a671a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.774721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Network 3c71cbdb-2df6-4187-aef1-3833ace5edd8 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:56.794702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477d548-5e32-4eb7-99c1-6f87e4fd9cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:56.844106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 3c71cbdb-2df6-4187-aef1-3833ace5edd8) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:56.846375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5106a268-08bc-4f0e-ae46-8f9783c90be5 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:56.851868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5106a268-08bc-4f0e-ae46-8f9783c90be5 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:56.857229 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5106a268-08bc-4f0e-ae46-8f9783c90be5 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2431939 Feb 10 06:34:56.857761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43424) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:56.861083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00172c4c-5c57-4653-88d8-1072aad06228 None None] Network 3c71cbdb-2df6-4187-aef1-3833ace5edd8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:56.862758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1171475469'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:56.880212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:56.880818 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.924765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Made reservation on behalf of 0c25614de29d48a2a5917e4b323730bf for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:56.928203 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:56.991675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e23b36d-f0e3-4e78-9216-3a4980f95aa1 None None] Network 3c71cbdb-2df6-4187-aef1-3833ace5edd8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:57.007845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:57.029116 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c9a60c53-bf74-47c9-b584-dcf6ac80676e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.029489 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Added segment c9a60c53-bf74-47c9-b584-dcf6ac80676e of type vlan for network abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1 Feb 10 06:34:57.116877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.118920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:55Z', 'revision_number': 3, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:57.152241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Checking router: f11d80ab-cf6d-4d71-bc07-2347c68fb8fb for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:34:57.152241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Updating router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb port 4eacfb21-3808-4196-88ff-5e3075ea2a82 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:34:57.180133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.185747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:57.186406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.195561 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.265647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8feb7f07-0b2a-4f4c-b1b7-e98656d3d11d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2888820 Feb 10 06:34:57.268340 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4094765 Feb 10 06:34:57.284228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43428) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:57.289029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2141735806'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:57.296170 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (800935ed-53a8-4550-9676-00b88b58cdc8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.296495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (800935ed-53a8-4550-9676-00b88b58cdc8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.304642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ee3aa-3d87-41f1-acb2-b01e7b1ad5ae tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Network': ['ID=abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:57.327469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:57.343852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Calling delete_port for 800935ed-53a8-4550-9676-00b88b58cdc8 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:57.358833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-079f5377-692a-4db7-a6a3-9ab4498776ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:57.360524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-079f5377-692a-4db7-a6a3-9ab4498776ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 1126 time: 0.5622725 Feb 10 06:34:57.377682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.380345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Made reservation on behalf of 0c25614de29d48a2a5917e4b323730bf for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:57.383616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.482499 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee4fb9c0-f928-4f9f-8b51-ff08e124e53a req-a046bfef-c012-41b1-b8fb-2fe6203a671a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (54d5a388-fab0-4533-b727-017ddbe018fa), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.485082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-f5ae335e-1be1-42f0-83ca-101c5218fe33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8fac4c6-4341-4afb-9346-fb94ce42c0c8 HTTP/1.1" status: 200 len: 217 time: 0.1095166 Feb 10 06:34:57.494091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee4fb9c0-f928-4f9f-8b51-ff08e124e53a req-a046bfef-c012-41b1-b8fb-2fe6203a671a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (54d5a388-fab0-4533-b727-017ddbe018fa), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.562488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:34:57.597098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Allocated IP 172.20.0.1 (caf617e0-e951-444f-8ae2-5a5d34fd7640/9fdc9898-3f5a-4a18-a218-5792aa9ee64f/873987c7-6672-4ff1-903a-d83672178f51) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:34:57.602768 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee4fb9c0-f928-4f9f-8b51-ff08e124e53a req-a046bfef-c012-41b1-b8fb-2fe6203a671a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.603709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee4fb9c0-f928-4f9f-8b51-ff08e124e53a req-a046bfef-c012-41b1-b8fb-2fe6203a671a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9766295 Feb 10 06:34:57.609309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046bfef-c012-41b1-b8fb-2fe6203a671a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d5a388-fab0-4533-b727-017ddbe018fa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:57.618669 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (67464198-76b9-4543-afc8-32da62f04a0b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.618669 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Added segment 67464198-76b9-4543-afc8-32da62f04a0b of type vlan for network 37fb0e21-48bf-4218-abcc-2c9b8218f33a Feb 10 06:34:57.623599 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.640229 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Publish callbacks [] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.648039 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.687829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-4fec4009-91be-4d6d-9048-0bfb267dabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:57.690449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-4fec4009-91be-4d6d-9048-0bfb267dabdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.1933599 Feb 10 06:34:57.722158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398b82a-cba3-4c05-b08c-a3c7d90eb854 None None] Pushing event updated for resources: {'Port': ['ID=4eacfb21-3808-4196-88ff-5e3075ea2a82,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:57.726291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Attempting to bind port 4eacfb21-3808-4196-88ff-5e3075ea2a82 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:34:57.726682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Attempting to bind port 4eacfb21-3808-4196-88ff-5e3075ea2a82 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:34:57.728117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Attempting to bind port 4eacfb21-3808-4196-88ff-5e3075ea2a82 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:34:57.734559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:34:57.735242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:57.736504 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.737250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:34:57.738870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Bound port: 4eacfb21-3808-4196-88ff-5e3075ea2a82, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:34:57.739575 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.751574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (37fb0e21-48bf-4218-abcc-2c9b8218f33a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.756608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Publish callbacks [] for port (873987c7-6672-4ff1-903a-d83672178f51), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.772782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-123387b6-8982-40c6-99c0-db4452121bef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439909 Feb 10 06:34:57.811826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (873987c7-6672-4ff1-903a-d83672178f51), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.820294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] For port 4eacfb21-3808-4196-88ff-5e3075ea2a82, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:34:57.823527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] For port 4eacfb21-3808-4196-88ff-5e3075ea2a82, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4eacfb21-3808-4196-88ff-5e3075ea2a82,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:34:57.829445 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.863137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Network caf617e0-e951-444f-8ae2-5a5d34fd7640 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:57.866625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:57.870561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:57.876607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Pushing event updated for resources: {'Port': ['ID=873987c7-6672-4ff1-903a-d83672178f51,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:57.897382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:34:57.898023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:57.921853 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.949937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398b82a-cba3-4c05-b08c-a3c7d90eb854 None None] Pushing event updated for resources: {'Port': ['ID=4eacfb21-3808-4196-88ff-5e3075ea2a82,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:57.952554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (37fb0e21-48bf-4218-abcc-2c9b8218f33a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.957307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:57.957930 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:57.973494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (800935ed-53a8-4550-9676-00b88b58cdc8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.045399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:34:58.073737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event deleted for resources: {'Port': ['ID=800935ed-53a8-4550-9676-00b88b58cdc8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:58.086625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8012104 Feb 10 06:34:58.098633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43438) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:58.105943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'ports': [{'network_id': 'abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1', 'name': 'tempest-port--1492510600', 'admin_state_up': True}, {'network_id': '37fb0e21-48bf-4218-abcc-2c9b8218f33a', 'admin_state_up': False}]} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:58.106542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'port': {'network_id': 'abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1', 'name': 'tempest-port--1492510600', 'admin_state_up': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:58.107248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'port': {'network_id': '37fb0e21-48bf-4218-abcc-2c9b8218f33a', 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:58.141345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (873987c7-6672-4ff1-903a-d83672178f51), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.192767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b17ab8-ed57-43d4-9548-b495787788db tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Network': ['ID=37fb0e21-48bf-4218-abcc-2c9b8218f33a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:58.233091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 37fb0e21-48bf-4218-abcc-2c9b8218f33a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:34:58.238208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-4b342506-e544-4889-8483-fbcd71223f8a service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392691 Feb 10 06:34:58.249684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b8ef0-3088-49e7-a2dc-443f5f938fbd req-7c26fbdf-b7ad-4ef3-bd20-5c965dcb15c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:58.251774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c7b8ef0-3088-49e7-a2dc-443f5f938fbd req-7c26fbdf-b7ad-4ef3-bd20-5c965dcb15c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 944 time: 0.4157014 Feb 10 06:34:58.314206 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (fdf84964-e078-4f96-984d-f9c7b781e677), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.316811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.317964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ead47f4-a82d-4d91-9fe5-daaad8a869d7 req-0c83b2bd-612f-431c-a413-d84fefdba766 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "DELETE /v2.0/floatingips/fdf84964-e078-4f96-984d-f9c7b781e677 HTTP/1.1" status: 204 len: 173 time: 2.2114701 Feb 10 06:34:58.345670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2211a4ac-b56e-490f-846b-5ea9e9040fff None None] Provisioning complete for port 873987c7-6672-4ff1-903a-d83672178f51 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:58.346053 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2211a4ac-b56e-490f-846b-5ea9e9040fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (873987c7-6672-4ff1-903a-d83672178f51), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.405728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Made reservation on behalf of 0c25614de29d48a2a5917e4b323730bf for: {'port': 2} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:34:58.410985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.414986 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f1e0a7-353e-476f-b828-83eb83a1f168 x-openstack-request-id: req-25f1e0a7-353e-476f-b828-83eb83a1f168 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:34:58.415288 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9272cbff-1155-422a-b289-4ad4d13a0419", "tag": "a8fac4c6-4341-4afb-9346-fb94ce42c0c8", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:34:58.415551 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25f1e0a7-353e-476f-b828-83eb83a1f168 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:34:58.415951 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9272cbff-1155-422a-b289-4ad4d13a0419', 'tag': 'a8fac4c6-4341-4afb-9346-fb94ce42c0c8', 'status': 'completed', 'code': 200} Feb 10 06:34:58.418999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2211a4ac-b56e-490f-846b-5ea9e9040fff None None] Port 873987c7-6672-4ff1-903a-d83672178f51 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:58.435343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:55Z', 'revision_number': 3, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:34:58.436566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c7b8ef0-3088-49e7-a2dc-443f5f938fbd req-e02081bc-1aaa-4cc1-a1ab-dc573fb4aa9c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683893 Feb 10 06:34:58.442407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.496875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62eb5f61-b78c-4e22-a65a-489d4312fe47 req-66c43be5-2584-4ced-a9a9-9513f0844f7f service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412052 Feb 10 06:34:58.516748 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Publish callbacks [] for port (873987c7-6672-4ff1-903a-d83672178f51), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.555687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (873987c7-6672-4ff1-903a-d83672178f51), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.634898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-402e0afa-5dbe-4d9b-9e14-274806850c0a req-9ef2ed9a-3a34-4b7c-8315-9ca219b1c1dd tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/54d5a388-fab0-4533-b727-017ddbe018fa HTTP/1.1" status: 200 len: 1824 time: 0.1308467 Feb 10 06:34:58.661659 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ff745-5c76-4b66-b7d5-4687f904e4c6 None None] The sync data for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 is: [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:55Z', 'revision_number': 3, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:34:58.667398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-402e0afa-5dbe-4d9b-9e14-274806850c0a req-387db89c-3246-43f7-849c-f81efb9c509f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54d5a388-fab0-4533-b727-017ddbe018fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:58.667730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-402e0afa-5dbe-4d9b-9e14-274806850c0a req-387db89c-3246-43f7-849c-f81efb9c509f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54d5a388-fab0-4533-b727-017ddbe018fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:34:58.692372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port c170764d-a2f3-4431-81d1-14a662aedfeb {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:34:58.693025 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.706752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-c1b717de-441c-415b-a5c0-4381355d054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:58.708264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-c1b717de-441c-415b-a5c0-4381355d054e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 1126 time: 0.1278651 Feb 10 06:34:58.711233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Pushing event updated for resources: {'Port': ['ID=873987c7-6672-4ff1-903a-d83672178f51,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:58.718957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:58.726004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] device_id is not set on port 29734d17-5d08-44fc-a35f-e733671217c2 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:34:58.855979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Network caf617e0-e951-444f-8ae2-5a5d34fd7640 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:34:58.864824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:58.955952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks [] for port (29734d17-5d08-44fc-a35f-e733671217c2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.017679 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-402e0afa-5dbe-4d9b-9e14-274806850c0a req-387db89c-3246-43f7-849c-f81efb9c509f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (d2f5b797-97e5-4d04-a9de-5fc547d4b94a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.046197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port c170764d-a2f3-4431-81d1-14a662aedfeb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c170764d-a2f3-4431-81d1-14a662aedfeb,segment=NetworkSegment(a48ae944-351c-40cc-aa27-8560c722097c),segment_id=a48ae944-351c-40cc-aa27-8560c722097c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:34:59.046621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.077747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-d8d9bfdd-4ffc-45e4-9ccb-c8c61c481b0d tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:59.078234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] device_id is not set on port 4cb42825-fa89-4ee3-be8b-67a127b80f9c yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:34:59.079379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-d8d9bfdd-4ffc-45e4-9ccb-c8c61c481b0d tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/networks?id=3c71cbdb-2df6-4187-aef1-3833ace5edd8 HTTP/1.1" status: 200 len: 812 time: 0.3789630 Feb 10 06:34:59.085908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for c170764d-a2f3-4431-81d1-14a662aedfeb owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:34:59.100607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-1b7b8e1e-97e1-4aaf-b2ee-601dba06e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:59.102388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-1b7b8e1e-97e1-4aaf-b2ee-601dba06e579 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 911 time: 0.3669786 Feb 10 06:34:59.111571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-402e0afa-5dbe-4d9b-9e14-274806850c0a req-387db89c-3246-43f7-849c-f81efb9c509f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (d2f5b797-97e5-4d04-a9de-5fc547d4b94a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.113234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:34:59.130814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-402e0afa-5dbe-4d9b-9e14-274806850c0a req-387db89c-3246-43f7-849c-f81efb9c509f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d2f5b797-97e5-4d04-a9de-5fc547d4b94a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.168746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-0e7a8f94-65b6-4884-986c-6af908ea58c1 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/quotas/9e3331da986b443598892202f98b18d3 HTTP/1.1" status: 200 len: 375 time: 0.0779662 Feb 10 06:34:59.215942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-fefc2c7e-fcb4-4b2a-bdaf-70420f256dd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8fac4c6-4341-4afb-9346-fb94ce42c0c8 HTTP/1.1" status: 200 len: 217 time: 0.1009760 Feb 10 06:34:59.239468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387db89c-3246-43f7-849c-f81efb9c509f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f5b797-97e5-4d04-a9de-5fc547d4b94a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:59.257603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-79bcb8bb-2d6e-4402-bcb5-35912e2b7301 None None] Provisioning complete for port 873987c7-6672-4ff1-903a-d83672178f51 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:59.258286 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-79bcb8bb-2d6e-4402-bcb5-35912e2b7301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (873987c7-6672-4ff1-903a-d83672178f51), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.271736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-3436e22b-463c-45b6-92ea-d263d0036f86 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e3331da986b443598892202f98b18d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951636 Feb 10 06:34:59.273928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:34:59.300138 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8156c760-84e2-474a-b0e3-20f104af0826 admin admin] 10.222.0.21 "PUT /v2.0/routers/f11d80ab-cf6d-4d71-bc07-2347c68fb8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7615895 Feb 10 06:34:59.300352 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-402e0afa-5dbe-4d9b-9e14-274806850c0a req-387db89c-3246-43f7-849c-f81efb9c509f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.300352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-402e0afa-5dbe-4d9b-9e14-274806850c0a req-387db89c-3246-43f7-849c-f81efb9c509f tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6500318 Feb 10 06:34:59.334466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-79bcb8bb-2d6e-4402-bcb5-35912e2b7301 None None] Port 873987c7-6672-4ff1-903a-d83672178f51 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:34:59.340307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks [] for port (4cb42825-fa89-4ee3-be8b-67a127b80f9c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.379934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-2d95795b-dbd2-4683-a4cb-624859eda693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:59.381554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-2d95795b-dbd2-4683-a4cb-624859eda693 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.1464620 Feb 10 06:34:59.395257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (29734d17-5d08-44fc-a35f-e733671217c2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.459305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Port': ['ID=29734d17-5d08-44fc-a35f-e733671217c2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:59.468184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-5e5bfcfb-b8e2-4fd1-b1af-98d5a6f3af76 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:34:59.469281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-5e5bfcfb-b8e2-4fd1-b1af-98d5a6f3af76 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1734235 Feb 10 06:34:59.494019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Checking segment: {'id': 'c9a60c53-bf74-47c9-b584-dcf6ac80676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:59.494881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Network hostable DHCP agents. Network: abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:59.508813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-14893688-f2eb-4372-a84b-2e31f8dd26d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180556 Feb 10 06:34:59.517490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Network abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:59.531938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:59.541844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb825d8-6404-4144-8c40-8fdeff1078f4 None None] Network abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:59.545557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:59.546684 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4cb42825-fa89-4ee3-be8b-67a127b80f9c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.632285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Port': ['ID=4cb42825-fa89-4ee3-be8b-67a127b80f9c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:34:59.643109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Checking segment: {'id': '67464198-76b9-4543-afc8-32da62f04a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37fb0e21-48bf-4218-abcc-2c9b8218f33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:34:59.643479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Network hostable DHCP agents. Network: 37fb0e21-48bf-4218-abcc-2c9b8218f33a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:34:59.676461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Network 37fb0e21-48bf-4218-abcc-2c9b8218f33a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:34:59.695052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 37fb0e21-48bf-4218-abcc-2c9b8218f33a) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:34:59.701888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:34:59.710143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:59.712271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc95d0-58a3-4671-b538-88fbfefcb0fe None None] Network 37fb0e21-48bf-4218-abcc-2c9b8218f33a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:34:59.716016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:59.716926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.742889 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-82eb2df3-8350-4a76-82f1-fd1cdc99a035 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6428621 Feb 10 06:34:59.745299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43464) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:59.796485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09d606-7810-48bd-b461-a132ec58f76b req-bfbc36ac-7531-40d6-bbe7-f0d5f339a139 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:59.803983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b09d606-7810-48bd-b461-a132ec58f76b req-bfbc36ac-7531-40d6-bbe7-f0d5f339a139 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.4078341 Feb 10 06:34:59.838313 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047651e7-3885-460e-ad32-29c3980363cf tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:59.838851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4eacfb21-3808-4196-88ff-5e3075ea2a82 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:34:59.846080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047651e7-3885-460e-ad32-29c3980363cf tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:34:59.848359 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-047651e7-3885-460e-ad32-29c3980363cf tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1008904 Feb 10 06:34:59.851803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43468) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:34:59.917201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4eacfb21-3808-4196-88ff-5e3075ea2a82 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:34:59.917584 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:34:59.925821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-d4b47bda-a707-4809-ac75-2b0f72e45a91 service neutron] 10.222.0.21 "GET /v2.0/networks/3c71cbdb-2df6-4187-aef1-3833ace5edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344094 Feb 10 06:34:59.938188 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c170764d-a2f3-4431-81d1-14a662aedfeb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.006347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0cbef432-130f-41bd-9ad9-4a6e6a2f9653 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Deleting port 29734d17-5d08-44fc-a35f-e733671217c2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:00.006802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cbef432-130f-41bd-9ad9-4a6e6a2f9653 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (29734d17-5d08-44fc-a35f-e733671217c2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.035493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4eacfb21-3808-4196-88ff-5e3075ea2a82 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:00.035981 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.059435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 4eacfb21-3808-4196-88ff-5e3075ea2a82, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4eacfb21-3808-4196-88ff-5e3075ea2a82,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:00.067281 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.078830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-d2c97583-2799-4192-861d-6ce50e407f96 service neutron] 10.222.0.21 "GET /v2.0/networks/3c71cbdb-2df6-4187-aef1-3833ace5edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326697 Feb 10 06:35:00.104803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-75c07b0e-0969-4182-acc1-1259bceb0a01 service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830181 Feb 10 06:35:00.106853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=c170764d-a2f3-4431-81d1-14a662aedfeb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:00.113832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b09d606-7810-48bd-b461-a132ec58f76b req-153ddae2-387e-44c5-a05e-65255dca2fa3 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089843 Feb 10 06:35:00.170519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=4eacfb21-3808-4196-88ff-5e3075ea2a82,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:00.201592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43478) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:00.248230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-network', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:00.505419 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cbef432-130f-41bd-9ad9-4a6e6a2f9653 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (29734d17-5d08-44fc-a35f-e733671217c2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.520920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0cbef432-130f-41bd-9ad9-4a6e6a2f9653 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Calling delete_port for 29734d17-5d08-44fc-a35f-e733671217c2 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:00.622697 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cbef432-130f-41bd-9ad9-4a6e6a2f9653 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (29734d17-5d08-44fc-a35f-e733671217c2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.658416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbef432-130f-41bd-9ad9-4a6e6a2f9653 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Port': ['ID=29734d17-5d08-44fc-a35f-e733671217c2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:00.669359 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cbef432-130f-41bd-9ad9-4a6e6a2f9653 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.673776 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0cbef432-130f-41bd-9ad9-4a6e6a2f9653 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/ports/29734d17-5d08-44fc-a35f-e733671217c2 HTTP/1.1" status: 204 len: 168 time: 0.8204830 Feb 10 06:35:00.676602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43490) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:00.698626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d198cd76-0079-440e-9bb3-85425cc07639 req-d41cca53-20df-4d91-ad67-2c3ec0bf0884 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips/746e927a-4f74-4691-bd21-fc62287f57ba HTTP/1.1" status: 200 len: 692 time: 0.5200093 Feb 10 06:35:00.786617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ed36f36c-5a0c-40c3-863a-2653cbdc34ba tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Deleting port 4cb42825-fa89-4ee3-be8b-67a127b80f9c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:00.787136 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed36f36c-5a0c-40c3-863a-2653cbdc34ba tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4cb42825-fa89-4ee3-be8b-67a127b80f9c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.821783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Made reservation on behalf of cfdf7421dfdc44d6879282082f1d3fd5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:00.824059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.872508 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed36f36c-5a0c-40c3-863a-2653cbdc34ba tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4cb42825-fa89-4ee3-be8b-67a127b80f9c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.886341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.890996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ed36f36c-5a0c-40c3-863a-2653cbdc34ba tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Calling delete_port for 4cb42825-fa89-4ee3-be8b-67a127b80f9c owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:00.902273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08dea0cc-da9d-4726-9007-e331e6f07da4 req-ed806f63-dec5-43fb-b008-1b899aa29784 service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847006 Feb 10 06:35:00.914850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1fb00959-0ba5-49a3-b146-3de67406416e req-47e93d72-33eb-4203-8a3e-801a1e729d31 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/54d5a388-fab0-4533-b727-017ddbe018fa HTTP/1.1" status: 200 len: 2418 time: 0.2106349 Feb 10 06:35:00.924649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:00.949123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1fb00959-0ba5-49a3-b146-3de67406416e req-9f41bcc3-6196-4884-b6fb-bbd64b0f18c7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54d5a388-fab0-4533-b727-017ddbe018fa', 'remote_group_id': None}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:00.949700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1fb00959-0ba5-49a3-b146-3de67406416e req-9f41bcc3-6196-4884-b6fb-bbd64b0f18c7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54d5a388-fab0-4533-b727-017ddbe018fa', 'remote_group_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:00.990866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed36f36c-5a0c-40c3-863a-2653cbdc34ba tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4cb42825-fa89-4ee3-be8b-67a127b80f9c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.015169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed36f36c-5a0c-40c3-863a-2653cbdc34ba tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.022105 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ed36f36c-5a0c-40c3-863a-2653cbdc34ba tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/ports/4cb42825-fa89-4ee3-be8b-67a127b80f9c HTTP/1.1" status: 204 len: 168 time: 0.3425949 Feb 10 06:35:01.022291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43492) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:01.053553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198cd76-0079-440e-9bb3-85425cc07639 req-bfffe06b-2d14-4d11-a00e-04f055af384b tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:01.054039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36f36c-5a0c-40c3-863a-2653cbdc34ba tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Port': ['ID=4cb42825-fa89-4ee3-be8b-67a127b80f9c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:01.055617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d198cd76-0079-440e-9bb3-85425cc07639 req-bfffe06b-2d14-4d11-a00e-04f055af384b tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.3453870 Feb 10 06:35:01.085655 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b5d72b43-3897-42d6-88fb-060d2d741e03 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0620182 Feb 10 06:35:01.088990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43494) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:01.093770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1903940366'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:01.107625 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Sync routers for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:35:01.116768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Made reservation on behalf of 0c25614de29d48a2a5917e4b323730bf for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:01.118905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:01.119638 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:01.120609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.149612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:01.159164 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7382eb9b-1a38-465d-810d-dee32bfb4519), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.159434 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Added segment 7382eb9b-1a38-465d-810d-dee32bfb4519 of type vlan for network 67bf02f0-7231-4d63-82e2-e3fdacbd4501 Feb 10 06:35:01.208659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (67bf02f0-7231-4d63-82e2-e3fdacbd4501), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.210340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d198cd76-0079-440e-9bb3-85425cc07639 req-a0f171bf-8ca9-4025-82ce-ace16160a64e tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.1392651 Feb 10 06:35:01.246533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (67bf02f0-7231-4d63-82e2-e3fdacbd4501), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.251991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:01.252623 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.306502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1fb00959-0ba5-49a3-b146-3de67406416e req-9f41bcc3-6196-4884-b6fb-bbd64b0f18c7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (7566c981-7b4d-4f98-8071-7128491faa4e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.307866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a8fac4c6-4341-4afb-9346-fb94ce42c0c8 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:35:01.325896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d198cd76-0079-440e-9bb3-85425cc07639 req-3299cbbe-925d-43c6-9c14-49e5cbd8d285 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.1075468 Feb 10 06:35:01.332452 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:01.344438 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2522333 Feb 10 06:35:01.345578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43496) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:01.351796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1918014685'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:01.356880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec77bc-9336-4f93-91fa-8c6f1346947d tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Network': ['ID=67bf02f0-7231-4d63-82e2-e3fdacbd4501,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:01.377700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 67bf02f0-7231-4d63-82e2-e3fdacbd4501 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:01.393179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Made reservation on behalf of 0c25614de29d48a2a5917e4b323730bf for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:01.398604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Publish callbacks [] for security_group (4a617671-0d20-428a-b610-1492e62afa9d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.401710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.443137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:01.459307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e8603571-cb0a-43b1-96df-3733e2796edf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.460159 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Added segment e8603571-cb0a-43b1-96df-3733e2796edf of type vlan for network 337795bf-8310-497b-b834-321a91974f63 Feb 10 06:35:01.496530 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4a617671-0d20-428a-b610-1492e62afa9d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.526734 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (337795bf-8310-497b-b834-321a91974f63), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.528139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1fb00959-0ba5-49a3-b146-3de67406416e req-9f41bcc3-6196-4884-b6fb-bbd64b0f18c7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (7566c981-7b4d-4f98-8071-7128491faa4e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.540069 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '873987c7-6672-4ff1-903a-d83672178f51', 'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'mac_address': 'fa:16:3e:33:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:57Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 2, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'subnets': [{'id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:01.571212 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Checking router: f11d80ab-cf6d-4d71-bc07-2347c68fb8fb for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:35:01.571558 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Updating router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb port 873987c7-6672-4ff1-903a-d83672178f51 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:35:01.572989 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (337795bf-8310-497b-b834-321a91974f63), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.585070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:01.585963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.600722 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (873987c7-6672-4ff1-903a-d83672178f51), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.621727 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1fb00959-0ba5-49a3-b146-3de67406416e req-9f41bcc3-6196-4884-b6fb-bbd64b0f18c7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (7566c981-7b4d-4f98-8071-7128491faa4e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.663622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:01.665715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a8fac4c6-4341-4afb-9346-fb94ce42c0c8, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:01.696603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'a8fac4c6-4341-4afb-9346-fb94ce42c0c8', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'port_id': 'a8fac4c6-4341-4afb-9346-fb94ce42c0c8', 'mac_address': 'fa:16:3e:a3:cd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed5b7f9-6f2a-4322-880d-c5882d9f2360', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:35:01.729895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a617671-0d20-428a-b610-1492e62afa9d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:01.730913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Network': ['ID=337795bf-8310-497b-b834-321a91974f63,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:01.738003 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-912f346f-c04b-4f19-b88a-3fc508139a02 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3913076 Feb 10 06:35:01.751803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 337795bf-8310-497b-b834-321a91974f63 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:01.797240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:35:01.798915 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6dd30ec0-7141-4369-8c7d-da83dbf1bf82), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.799799 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Added segment 6dd30ec0-7141-4369-8c7d-da83dbf1bf82 of type vlan for network 4b747006-1110-4922-84a4-e71810199dab Feb 10 06:35:01.808173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41bcc3-6196-4884-b6fb-bbd64b0f18c7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7566c981-7b4d-4f98-8071-7128491faa4e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:01.841604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:01.843770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1fb00959-0ba5-49a3-b146-3de67406416e req-9f41bcc3-6196-4884-b6fb-bbd64b0f18c7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.844362 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:01.847680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1fb00959-0ba5-49a3-b146-3de67406416e req-9f41bcc3-6196-4884-b6fb-bbd64b0f18c7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9170363 Feb 10 06:35:01.889644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-f1052872-8bc7-4d99-80b5-08d03fc6095b tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:01.895193 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-f1052872-8bc7-4d99-80b5-08d03fc6095b tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.13 "GET /v2.0/networks?id=3c71cbdb-2df6-4187-aef1-3833ace5edd8 HTTP/1.1" status: 200 len: 812 time: 0.3375566 Feb 10 06:35:01.910244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Request body: {'port': {'device_id': '4a049bba-c441-4b88-9b28-2f15801d3545', 'network_id': '3c71cbdb-2df6-4187-aef1-3833ace5edd8', 'admin_state_up': True, 'tenant_id': '9e3331da986b443598892202f98b18d3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:01.952223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fac4c6-4341-4afb-9346-fb94ce42c0c8 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:02.002637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a8fac4c6-4341-4afb-9346-fb94ce42c0c8, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:02.004203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4eacfb21-3808-4196-88ff-5e3075ea2a82 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:02.030477 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Publish callbacks [] for port (873987c7-6672-4ff1-903a-d83672178f51), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.039938 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (873987c7-6672-4ff1-903a-d83672178f51), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.046000 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (4b747006-1110-4922-84a4-e71810199dab), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.072360 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.108714 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c08a23-453b-47b3-a06c-6fa8dc4679be None None] Pushing event updated for resources: {'Port': ['ID=873987c7-6672-4ff1-903a-d83672178f51,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:02.171891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Made reservation on behalf of 9e3331da986b443598892202f98b18d3 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:02.182237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.193781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d198cd76-0079-440e-9bb3-85425cc07639 req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Deleting port a6e3ee22-063c-4129-a3ed-833f1ecd05d2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:02.193781 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d198cd76-0079-440e-9bb3-85425cc07639 req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a6e3ee22-063c-4129-a3ed-833f1ecd05d2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.199701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (4b747006-1110-4922-84a4-e71810199dab), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.200925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:02.201514 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.236319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0284357 Feb 10 06:35:02.238567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:35:02.244097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d5bf961a-bfd1-464e-95a9-a6e4d7b5df98 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6199512 Feb 10 06:35:02.248416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43500) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:02.248416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43502) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:02.259142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:35:02.266123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Request body: {'subnet': {'network_id': '4b747006-1110-4922-84a4-e71810199dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-subnet', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:02.271212 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Attempting to bind port 873987c7-6672-4ff1-903a-d83672178f51 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:02.271841 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Attempting to bind port 873987c7-6672-4ff1-903a-d83672178f51 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:02.272412 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Attempting to bind port 873987c7-6672-4ff1-903a-d83672178f51 on network caf617e0-e951-444f-8ae2-5a5d34fd7640 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:02.286031 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:02.286968 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Checking segment: {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:02.287605 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.288202 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Bound using segment: {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:02.288870 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Bound port: 873987c7-6672-4ff1-903a-d83672178f51, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:02.289455 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (873987c7-6672-4ff1-903a-d83672178f51), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.343729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a8fac4c6-4341-4afb-9346-fb94ce42c0c8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:02.367585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc63d8-8a86-4a36-bd0d-0f55fea4ccd9 req-a4b00e13-f145-4c50-befd-80e85be3f239 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:02.369414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9afc63d8-8a86-4a36-bd0d-0f55fea4ccd9 req-a4b00e13-f145-4c50-befd-80e85be3f239 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 945 time: 0.3217840 Feb 10 06:35:02.419968 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] For port 873987c7-6672-4ff1-903a-d83672178f51, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:02.423598 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] For port 873987c7-6672-4ff1-903a-d83672178f51, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=873987c7-6672-4ff1-903a-d83672178f51,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:02.429904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:02.439689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:02.442479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa14bfa1-f2a7-45cf-8e8b-02bd4cd30d25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting subnet aca336a9-1981-40cb-b713-667397aae562 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:02.442660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:02.447603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Made reservation on behalf of cfdf7421dfdc44d6879282082f1d3fd5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:02.450365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.451745 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (873987c7-6672-4ff1-903a-d83672178f51), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.458507 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa14bfa1-f2a7-45cf-8e8b-02bd4cd30d25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (aca336a9-1981-40cb-b713-667397aae562), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.477951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9afc63d8-8a86-4a36-bd0d-0f55fea4ccd9 req-e98a9f0a-dd37-415f-a74c-3075ea51b318 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731382 Feb 10 06:35:02.480648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eae483-859b-43f9-a886-f272aac263c9 admin admin] Pushing event updated for resources: {'Network': ['ID=4b747006-1110-4922-84a4-e71810199dab,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:02.532939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d198cd76-0079-440e-9bb3-85425cc07639 req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a6e3ee22-063c-4129-a3ed-833f1ecd05d2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.533262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d198cd76-0079-440e-9bb3-85425cc07639 req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (a6e3ee22-063c-4129-a3ed-833f1ecd05d2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.564512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d198cd76-0079-440e-9bb3-85425cc07639 req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Calling delete_port for a6e3ee22-063c-4129-a3ed-833f1ecd05d2 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:02.624764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 4b747006-1110-4922-84a4-e71810199dab details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:02.635622 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:02.636346 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:02.644756 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c08a23-453b-47b3-a06c-6fa8dc4679be None None] Pushing event updated for resources: {'Port': ['ID=873987c7-6672-4ff1-903a-d83672178f51,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:02.650934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa14bfa1-f2a7-45cf-8e8b-02bd4cd30d25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (aca336a9-1981-40cb-b713-667397aae562), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.674410 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4eacfb21-3808-4196-88ff-5e3075ea2a82 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:02.674789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:02.784517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771b0f-7797-4da0-adb4-be50e08c9a33 req-32d50eb9-1d76-4bab-824d-97a220446571 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:02.795023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5771b0f-7797-4da0-adb4-be50e08c9a33 req-32d50eb9-1d76-4bab-824d-97a220446571 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.1228130 Feb 10 06:35:02.911121 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:02.912312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5771b0f-7797-4da0-adb4-be50e08c9a33 req-cc10a01c-710d-4daf-9a08-dbd71362ec04 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125219 Feb 10 06:35:02.980036 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d198cd76-0079-440e-9bb3-85425cc07639 req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a6e3ee22-063c-4129-a3ed-833f1ecd05d2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.035259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event deleted for resources: {'Port': ['ID=a6e3ee22-063c-4129-a3ed-833f1ecd05d2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:03.048606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0debd423-d50b-400b-b19b-2d637f432b08 None None] Provisioning complete for port 873987c7-6672-4ff1-903a-d83672178f51 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:03.048983 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0debd423-d50b-400b-b19b-2d637f432b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (873987c7-6672-4ff1-903a-d83672178f51), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.054602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Allocated IP 172.20.0.7 (3c71cbdb-2df6-4187-aef1-3833ace5edd8/172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3/701dd92e-9164-4c0e-868c-fed30d483c0d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:03.056607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:03.061825 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa14bfa1-f2a7-45cf-8e8b-02bd4cd30d25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (aca336a9-1981-40cb-b713-667397aae562), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.134923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e27c15f0-fe03-480d-add8-25f93d7f1d9f req-e9d73ce6-82f3-4a1c-b403-f5a944e34271 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 210 time: 0.0556829 Feb 10 06:35:03.169507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d198cd76-0079-440e-9bb3-85425cc07639 req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (746e927a-4f74-4691-bd21-fc62287f57ba), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.175855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d198cd76-0079-440e-9bb3-85425cc07639 req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.176705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d198cd76-0079-440e-9bb3-85425cc07639 req-6a7515f4-eae8-4eb9-b527-3f82bb2c178f tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "DELETE /v2.0/floatingips/746e927a-4f74-4691-bd21-fc62287f57ba HTTP/1.1" status: 204 len: 173 time: 1.7957480 Feb 10 06:35:03.317218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (a5014fbf-b375-4172-909b-ccd23d3745e8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.335363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a026a300-95c7-4c6f-98d2-220bbb234ef2 req-766695d8-9060-4dfd-a1ee-b068798824b6 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/54d5a388-fab0-4533-b727-017ddbe018fa HTTP/1.1" status: 200 len: 3017 time: 0.1172559 Feb 10 06:35:03.351760 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '873987c7-6672-4ff1-903a-d83672178f51', 'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'mac_address': 'fa:16:3e:33:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:57Z', 'updated_at': '2022-02-10T06:35:02Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'subnets': [{'id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:03.381041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5014fbf-b375-4172-909b-ccd23d3745e8,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:03.390749 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa14bfa1-f2a7-45cf-8e8b-02bd4cd30d25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (aca336a9-1981-40cb-b713-667397aae562), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.399453 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef34d5-5482-43f7-abf0-7a054209a6da None None] The sync data for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 is: [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '873987c7-6672-4ff1-903a-d83672178f51', 'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'mac_address': 'fa:16:3e:33:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:57Z', 'updated_at': '2022-02-10T06:35:02Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'subnets': [{'id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:35:03.456797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-37ca7408-dc17-4f5f-9db6-9d1de363cb9a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips/469a0c7e-d0aa-45db-a248-39468fe268fe HTTP/1.1" status: 200 len: 693 time: 0.1122897 Feb 10 06:35:03.500402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f4a870-70a2-4c83-85e1-1f6223d51eef None None] Network 293e6e87-8d4d-45d0-87c7-f8357b2dc840 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:03.520905 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa14bfa1-f2a7-45cf-8e8b-02bd4cd30d25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.526092 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa14bfa1-f2a7-45cf-8e8b-02bd4cd30d25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/aca336a9-1981-40cb-b713-667397aae562 HTTP/1.1" status: 204 len: 168 time: 1.2752023 Feb 10 06:35:03.546032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43522) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:03.662882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14bfa1-f2a7-45cf-8e8b-02bd4cd30d25 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Subnet': ['ID=aca336a9-1981-40cb-b713-667397aae562,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:03.750696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Checking segment: {'id': '6dd30ec0-7141-4369-8c7d-da83dbf1bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b747006-1110-4922-84a4-e71810199dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:03.750926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Network hostable DHCP agents. Network: 4b747006-1110-4922-84a4-e71810199dab, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:03.795739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Publish callbacks [] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.803867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Network 4b747006-1110-4922-84a4-e71810199dab is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:03.833319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 4b747006-1110-4922-84a4-e71810199dab) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:03.859880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:03.861091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.901509 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-213ebf5b-7c89-4a54-83b9-0356e6c189ca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6519687 Feb 10 06:35:03.913440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:03.920115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:03.925225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:03.968000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5addc8d7-b46f-4670-b1b0-44802c197e23 req-a56291fe-778d-4d5a-8bd7-565db4eca872 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-group-rules/7566c981-7b4d-4f98-8071-7128491faa4e HTTP/1.1" status: 200 len: 783 time: 0.1682467 Feb 10 06:35:04.026666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Network 3c71cbdb-2df6-4187-aef1-3833ace5edd8 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:04.032544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:04.036486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:04.079676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64feb124-0e72-4c97-bd41-37a890518642 None None] Network 4b747006-1110-4922-84a4-e71810199dab requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:04.086795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Pushing event updated for resources: {'Port': ['ID=701dd92e-9164-4c0e-868c-fed30d483c0d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:04.101074 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (293e6e87-8d4d-45d0-87c7-f8357b2dc840), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.133478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5addc8d7-b46f-4670-b1b0-44802c197e23 req-ce97fb42-54d7-425c-9828-e9b3fdfc81f2 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/54d5a388-fab0-4533-b727-017ddbe018fa HTTP/1.1" status: 200 len: 3017 time: 0.1640577 Feb 10 06:35:04.161913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:04.163171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.193182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-87a9a8d1-9de6-446b-92eb-1e5c6a672de3 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:04.195351 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8ced35f4-0dd8-463b-b57f-ef4072fb0382 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2903659 Feb 10 06:35:04.201814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-87a9a8d1-9de6-446b-92eb-1e5c6a672de3 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.7369897 Feb 10 06:35:04.208835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Request body: {'port': {'device_id': '4a049bba-c441-4b88-9b28-2f15801d3545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:04.272447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-e5ea7271-84ca-43d6-911c-50c90a7048e5 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.0691764 Feb 10 06:35:04.284209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (7652e068-ea06-4e81-abcd-eac5c21def9d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.289177 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (7652e068-ea06-4e81-abcd-eac5c21def9d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.324615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4eacfb21-3808-4196-88ff-5e3075ea2a82 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:04.346419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-4b747006-1110-4922-84a4-e71810199dab', 'network_id': '4b747006-1110-4922-84a4-e71810199dab', 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'fixed_ips': [{'subnet_id': 'a5014fbf-b375-4172-909b-ccd23d3745e8'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:35:04.347286 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.358902 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.393595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5addc8d7-b46f-4670-b1b0-44802c197e23 req-69710a8b-1783-4a14-a83c-88f21b97e3ae tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (7566c981-7b4d-4f98-8071-7128491faa4e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.431134 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5addc8d7-b46f-4670-b1b0-44802c197e23 req-69710a8b-1783-4a14-a83c-88f21b97e3ae tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (7566c981-7b4d-4f98-8071-7128491faa4e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.502835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-3ef5a16f-46b1-48a7-84c3-c37688fbb30a tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.2292585 Feb 10 06:35:04.673952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks [] for router_controller (7652e068-ea06-4e81-abcd-eac5c21def9d), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.682747 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5addc8d7-b46f-4670-b1b0-44802c197e23 req-69710a8b-1783-4a14-a83c-88f21b97e3ae tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (7566c981-7b4d-4f98-8071-7128491faa4e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.688596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5addc8d7-b46f-4670-b1b0-44802c197e23 req-69710a8b-1783-4a14-a83c-88f21b97e3ae tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.702882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5addc8d7-b46f-4670-b1b0-44802c197e23 req-69710a8b-1783-4a14-a83c-88f21b97e3ae tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7566c981-7b4d-4f98-8071-7128491faa4e HTTP/1.1" status: 204 len: 173 time: 0.5657206 Feb 10 06:35:04.767830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Allocated IP 172.20.0.2 (4b747006-1110-4922-84a4-e71810199dab/a5014fbf-b375-4172-909b-ccd23d3745e8/b68c84a9-ab5e-458a-818b-d7ec668ce51e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:04.820777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:04.822102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.823550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 873987c7-6672-4ff1-903a-d83672178f51 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:04.825752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0debd423-d50b-400b-b19b-2d637f432b08 None None] Current status of the port 873987c7-6672-4ff1-903a-d83672178f51 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:04.826137 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0debd423-d50b-400b-b19b-2d637f432b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (873987c7-6672-4ff1-903a-d83672178f51), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.838962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69710a8b-1783-4a14-a83c-88f21b97e3ae tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7566c981-7b4d-4f98-8071-7128491faa4e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:04.938805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701dd92e-9164-4c0e-868c-fed30d483c0d {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:04.947915 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Publish callbacks [] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:04.962938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Transition to ACTIVE for port object 701dd92e-9164-4c0e-868c-fed30d483c0d will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:35:04.972105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.064375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Pushing event updated for resources: {'Port': ['ID=701dd92e-9164-4c0e-868c-fed30d483c0d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:05.161589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Attempting to bind port 701dd92e-9164-4c0e-868c-fed30d483c0d on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:05.162231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Attempting to bind port 701dd92e-9164-4c0e-868c-fed30d483c0d by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '50253f9d-0591-4630-b1c1-f3448059ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3c71cbdb-2df6-4187-aef1-3833ace5edd8'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:05.162231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Attempting to bind port 701dd92e-9164-4c0e-868c-fed30d483c0d on network 3c71cbdb-2df6-4187-aef1-3833ace5edd8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:05.172613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Port 701dd92e-9164-4c0e-868c-fed30d483c0d on network 3c71cbdb-2df6-4187-aef1-3833ace5edd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:35:05.172942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Attempting to bind port 701dd92e-9164-4c0e-868c-fed30d483c0d on network 3c71cbdb-2df6-4187-aef1-3833ace5edd8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:05.189102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:05.189749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Checking segment: {'id': '50253f9d-0591-4630-b1c1-f3448059ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3c71cbdb-2df6-4187-aef1-3833ace5edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:05.190126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Bound using segment: {'id': '50253f9d-0591-4630-b1c1-f3448059ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3c71cbdb-2df6-4187-aef1-3833ace5edd8'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:05.190668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Bound port: 701dd92e-9164-4c0e-868c-fed30d483c0d, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50253f9d-0591-4630-b1c1-f3448059ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3c71cbdb-2df6-4187-aef1-3833ace5edd8'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:05.191027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.225244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43536) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:05.227713 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Publish callbacks [] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.232378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'subnets': [{'network_id': '67bf02f0-7231-4d63-82e2-e3fdacbd4501', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1254360602', 'ip_version': 6}, {'network_id': '337795bf-8310-497b-b834-321a91974f63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:05.232692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'subnet': {'network_id': '67bf02f0-7231-4d63-82e2-e3fdacbd4501', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1254360602', 'ip_version': 6}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:05.233386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Request body: {'subnet': {'network_id': '337795bf-8310-497b-b834-321a91974f63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:05.249590 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.351627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Network 4b747006-1110-4922-84a4-e71810199dab is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:05.357991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0debd423-d50b-400b-b19b-2d637f432b08 None None] For port 873987c7-6672-4ff1-903a-d83672178f51, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=873987c7-6672-4ff1-903a-d83672178f51,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:05.364616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Pushing event updated for resources: {'Port': ['ID=b68c84a9-ab5e-458a-818b-d7ec668ce51e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:05.371584 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:05.381079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:05.391211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b75fc8-5391-4a27-affd-9ccc8e476b62 None None] DHCP port deletion for 293e6e87-8d4d-45d0-87c7-f8357b2dc840 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:05.409365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] For port 701dd92e-9164-4c0e-868c-fed30d483c0d, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:05.432452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0debd423-d50b-400b-b19b-2d637f432b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (873987c7-6672-4ff1-903a-d83672178f51), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.454911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] For port 701dd92e-9164-4c0e-868c-fed30d483c0d, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=701dd92e-9164-4c0e-868c-fed30d483c0d,segment=NetworkSegment(50253f9d-0591-4630-b1c1-f3448059ca05),segment_id=50253f9d-0591-4630-b1c1-f3448059ca05)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:05.468718 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.478350 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 873987c7-6672-4ff1-903a-d83672178f51 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:05.478668 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (873987c7-6672-4ff1-903a-d83672178f51), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.488392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=930d73cc-7587-41e0-9e6d-fdb37e1b2db6,segment=NetworkSegment(a48ae944-351c-40cc-aa27-8560c722097c),segment_id=a48ae944-351c-40cc-aa27-8560c722097c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:05.488934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.524268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:05.525059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.526526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] 10.222.0.13 "PUT /v2.0/ports/701dd92e-9164-4c0e-868c-fed30d483c0d HTTP/1.1" status: 200 len: 1091 time: 1.3221250 Feb 10 06:35:05.528283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a049bba-c441-4b88-9b28-2f15801d3545', 'tag': '701dd92e-9164-4c0e-868c-fed30d483c0d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:05.530999 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c5600d-ad9f-464b-9524-d03414fe8d25" -d '{"events": [{"name": "network-changed", "server_uuid": "4a049bba-c441-4b88-9b28-2f15801d3545", "tag": "701dd92e-9164-4c0e-868c-fed30d483c0d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:05.555636 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks [] for router_gateway (7652e068-ea06-4e81-abcd-eac5c21def9d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.558804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Made reservation on behalf of 0c25614de29d48a2a5917e4b323730bf for: {'subnet': 2} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:05.559438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:05.567726 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.567726 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.581074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e43df-df94-4b52-bc6f-f79f0c931764 req-b2b48d50-aeca-44e9-b8b6-a264a7fa9151 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:05.588315 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b41e5f-143e-41b3-8a43-2c24e8448413 service neutron] Pushing event updated for resources: {'Port': ['ID=701dd92e-9164-4c0e-868c-fed30d483c0d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:05.589641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f9e43df-df94-4b52-bc6f-f79f0c931764 req-b2b48d50-aeca-44e9-b8b6-a264a7fa9151 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 945 time: 0.7610970 Feb 10 06:35:05.599956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Deleting port 82d89ca0-178c-4602-bbf5-8d6fc21255c9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:05.600293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (82d89ca0-178c-4602-bbf5-8d6fc21255c9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.624002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Attempting to bind port b68c84a9-ab5e-458a-818b-d7ec668ce51e on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:05.624384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Attempting to bind port b68c84a9-ab5e-458a-818b-d7ec668ce51e by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6dd30ec0-7141-4369-8c7d-da83dbf1bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b747006-1110-4922-84a4-e71810199dab'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:05.624750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Attempting to bind port b68c84a9-ab5e-458a-818b-d7ec668ce51e on network 4b747006-1110-4922-84a4-e71810199dab {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:05.628504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debd423-d50b-400b-b19b-2d637f432b08 None None] Pushing event updated for resources: {'Port': ['ID=873987c7-6672-4ff1-903a-d83672178f51,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:05.645686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c7044127-114f-4280-8693-d87f26bd92b6 None None] Provisioning complete for port 873987c7-6672-4ff1-903a-d83672178f51 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:05.646075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7044127-114f-4280-8693-d87f26bd92b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (873987c7-6672-4ff1-903a-d83672178f51), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.649885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:59Z', 'revision_number': 9, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:05.655953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:05.656311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Checking segment: {'id': '6dd30ec0-7141-4369-8c7d-da83dbf1bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b747006-1110-4922-84a4-e71810199dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:05.656692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.657311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Bound using segment: {'id': '6dd30ec0-7141-4369-8c7d-da83dbf1bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b747006-1110-4922-84a4-e71810199dab'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:05.657812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Bound port: b68c84a9-ab5e-458a-818b-d7ec668ce51e, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd30ec0-7141-4369-8c7d-da83dbf1bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b747006-1110-4922-84a4-e71810199dab'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:05.658823 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.714845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-e1ab611e-40f5-4058-8498-aaf2ff27e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:05.716287 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-e1ab611e-40f5-4058-8498-aaf2ff27e54e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e3331da986b443598892202f98b18d3&device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 1125 time: 0.1224215 Feb 10 06:35:05.724989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a9b75fc8-5391-4a27-affd-9ccc8e476b62 None None] Deleting port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:05.726090 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9b75fc8-5391-4a27-affd-9ccc8e476b62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.727253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:35:05.783014 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-8b8315a0-2b13-4398-811e-78d2db7d01ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=701dd92e-9164-4c0e-868c-fed30d483c0d HTTP/1.1" status: 200 len: 217 time: 0.0568347 Feb 10 06:35:05.791905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f9e43df-df94-4b52-bc6f-f79f0c931764 req-5154e782-8dce-4728-99fa-17cda6b88919 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009158 Feb 10 06:35:05.807571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (82d89ca0-178c-4602-bbf5-8d6fc21255c9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.808412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (82d89ca0-178c-4602-bbf5-8d6fc21255c9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.829187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:05.829187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:05.866660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Calling delete_port for 82d89ca0-178c-4602-bbf5-8d6fc21255c9 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:05.891013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c4ebbbce-4cf3-4c41-9fb0-ac3921f7e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:05.893031 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-c4ebbbce-4cf3-4c41-9fb0-ac3921f7e244 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3 HTTP/1.1" status: 200 len: 852 time: 0.1037421 Feb 10 06:35:05.922346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a9b75fc8-5391-4a27-affd-9ccc8e476b62 None None] For port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=930d73cc-7587-41e0-9e6d-fdb37e1b2db6,segment=NetworkSegment(a48ae944-351c-40cc-aa27-8560c722097c),segment_id=a48ae944-351c-40cc-aa27-8560c722097c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:05.923333 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9b75fc8-5391-4a27-affd-9ccc8e476b62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.943047 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:05.945471 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-937f68a6-0534-41e4-b8d6-cf5d2195f81a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c71cbdb-2df6-4187-aef1-3833ace5edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464032 Feb 10 06:35:05.967163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 873987c7-6672-4ff1-903a-d83672178f51 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:05.981355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a9b75fc8-5391-4a27-affd-9ccc8e476b62 None None] Calling delete_port for 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:05.984756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] For port b68c84a9-ab5e-458a-818b-d7ec668ce51e, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:06.005526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=930d73cc-7587-41e0-9e6d-fdb37e1b2db6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:06.010747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No DVR routers for this DVR port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:06.040153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] For port b68c84a9-ab5e-458a-818b-d7ec668ce51e, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b68c84a9-ab5e-458a-818b-d7ec668ce51e,segment=NetworkSegment(6dd30ec0-7141-4369-8c7d-da83dbf1bf82),segment_id=6dd30ec0-7141-4369-8c7d-da83dbf1bf82)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:06.088823 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.094017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:06.104554 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-503db140-0391-4429-ab83-b786d272b774 service neutron] 10.222.0.13 "GET /v2.0/networks/3c71cbdb-2df6-4187-aef1-3833ace5edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534846 Feb 10 06:35:06.127819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b349-3ab6-4cfd-a041-8aef5686e4c6 req-3b14c845-a65f-432e-958e-7770963c3160 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:06.129677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86e3b349-3ab6-4cfd-a041-8aef5686e4c6 req-3b14c845-a65f-432e-958e-7770963c3160 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.2008662 Feb 10 06:35:06.145262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c7044127-114f-4280-8693-d87f26bd92b6 None None] Current status of the port 873987c7-6672-4ff1-903a-d83672178f51 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:06.222490 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (293e6e87-8d4d-45d0-87c7-f8357b2dc840), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.273970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (5e60cbb7-930c-4583-94d2-a6dbc23bf55d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.274595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a25aac-810b-440c-9143-510d329b5df3 None None] Pushing event updated for resources: {'Port': ['ID=b68c84a9-ab5e-458a-818b-d7ec668ce51e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:06.286844 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-557c4905-c2bc-4600-a7ec-132b9d7e0335 req-96961e67-ae54-4a3e-91d6-ea8f2a3face0 service neutron] 10.222.0.13 "GET /v2.0/networks/3c71cbdb-2df6-4187-aef1-3833ace5edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538801 Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: from cryptography.utils import int_from_bytes Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: from cryptography.utils import int_from_bytes Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:35:06.302044 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:35:06.314178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293e6e87-8d4d-45d0-87c7-f8357b2dc840']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:06.364313 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9b75fc8-5391-4a27-affd-9ccc8e476b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (930d73cc-7587-41e0-9e6d-fdb37e1b2db6), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.374240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48ae944-351c-40cc-aa27-8560c722097c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:06.374240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48ae944-351c-40cc-aa27-8560c722097c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:06.378294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Subnet': ['ID=5e60cbb7-930c-4583-94d2-a6dbc23bf55d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:06.387721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Checking segment: {'id': '7382eb9b-1a38-465d-810d-dee32bfb4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67bf02f0-7231-4d63-82e2-e3fdacbd4501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:06.388499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Network hostable DHCP agents. Network: 67bf02f0-7231-4d63-82e2-e3fdacbd4501, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:06.398252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (a48ae944-351c-40cc-aa27-8560c722097c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.411182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b75fc8-5391-4a27-affd-9ccc8e476b62 None None] Pushing event deleted for resources: {'Port': ['ID=930d73cc-7587-41e0-9e6d-fdb37e1b2db6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:06.416079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Network 67bf02f0-7231-4d63-82e2-e3fdacbd4501 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:06.420691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b75fc8-5391-4a27-affd-9ccc8e476b62 None None] No DVR routers for this DVR port 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:06.434239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 67bf02f0-7231-4d63-82e2-e3fdacbd4501) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:06.442120 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (7f2f95f6-2e4d-476c-9391-095c0f7d6455), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.442938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86e3b349-3ab6-4cfd-a041-8aef5686e4c6 req-07679602-50de-4c19-a453-7665dc438885 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703822 Feb 10 06:35:06.471115 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (82d89ca0-178c-4602-bbf5-8d6fc21255c9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.475752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks [] for router_gateway (7652e068-ea06-4e81-abcd-eac5c21def9d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.521131 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a48ae944-351c-40cc-aa27-8560c722097c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.525816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5f085-40c7-4037-a7a3-1f26ffc0f129 None None] Network 67bf02f0-7231-4d63-82e2-e3fdacbd4501 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:06.533010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:06.534261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (a48ae944-351c-40cc-aa27-8560c722097c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.577780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Pushing event deleted for resources: {'Port': ['ID=82d89ca0-178c-4602-bbf5-8d6fc21255c9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:06.581248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event updated for resources: {'Subnet': ['ID=7f2f95f6-2e4d-476c-9391-095c0f7d6455,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:06.592787 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:06.605578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Checking segment: {'id': 'e8603571-cb0a-43b1-96df-3733e2796edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337795bf-8310-497b-b834-321a91974f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:06.606031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Network hostable DHCP agents. Network: 337795bf-8310-497b-b834-321a91974f63, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:06.635692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Network 337795bf-8310-497b-b834-321a91974f63 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:06.651023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 337795bf-8310-497b-b834-321a91974f63) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:06.662877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:06.663948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:06.664843 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.689167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6fc3f9b7-9b3a-4b0c-a569-840c2bb53c25 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4629436 Feb 10 06:35:06.690166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43540) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:06.716684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.755827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 873987c7-6672-4ff1-903a-d83672178f51 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:06.760145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370648c-d367-496a-9581-f4a5e9a1b128 None None] Network 337795bf-8310-497b-b834-321a91974f63 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:06.812594 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (293e6e87-8d4d-45d0-87c7-f8357b2dc840), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.813855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560ba00-f8a5-424b-88d3-543ee69f1360 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:06.815384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560ba00-f8a5-424b-88d3-543ee69f1360 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:06.816861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560ba00-f8a5-424b-88d3-543ee69f1360 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:06.818990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.825704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/networks/293e6e87-8d4d-45d0-87c7-f8357b2dc840 HTTP/1.1" status: 204 len: 168 time: 3.2778778 Feb 10 06:35:06.827536 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5560ba00-f8a5-424b-88d3-543ee69f1360 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1352434 Feb 10 06:35:06.828290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43542) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:06.828627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43544) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:06.877239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420c146-6dbf-42d2-8fc7-12afeb2ea17e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Network': ['ID=293e6e87-8d4d-45d0-87c7-f8357b2dc840,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:06.891089 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks [] for floatingip (469a0c7e-d0aa-45db-a248-39468fe268fe), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.894049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:06.895270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1c11496-5166-47c8-ad28-e748390ab5e6 req-ee2ed342-e178-470c-9175-c652b70bbe81 tempest-FloatingIPDetailsTestJSON-451718312 tempest-FloatingIPDetailsTestJSON-451718312-project] 10.222.0.21 "DELETE /v2.0/floatingips/469a0c7e-d0aa-45db-a248-39468fe268fe HTTP/1.1" status: 204 len: 173 time: 2.3912392 Feb 10 06:35:06.904747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43548) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:06.930130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf69524-3dd1-4f63-ab81-8a6d23b99715 req-89cf4e17-b61d-4301-a28e-dc45d3c69e71 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:06.931828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf69524-3dd1-4f63-ab81-8a6d23b99715 req-89cf4e17-b61d-4301-a28e-dc45d3c69e71 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 943 time: 0.3316762 Feb 10 06:35:06.942499 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.009150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Allocated IP 172.25.8.234 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/dc2fa2e1-9780-4df5-86aa-48ac6ed8342b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:07.020592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ec309d4-615f-4139-a50f-16431c6a0994 req-fcbefe46-9867-4d7d-a246-81470aeec092 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/54d5a388-fab0-4533-b727-017ddbe018fa HTTP/1.1" status: 200 len: 2418 time: 0.0877318 Feb 10 06:35:07.044410 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 873987c7-6672-4ff1-903a-d83672178f51 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:07.045045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (873987c7-6672-4ff1-903a-d83672178f51), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.077028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf69524-3dd1-4f63-ab81-8a6d23b99715 req-2ff5af4f-7d72-45d7-9b95-086cfe97909c tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296887 Feb 10 06:35:07.080284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:59Z', 'revision_number': 9, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:07.082773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-337795bf-8310-497b-b834-321a91974f63', 'network_id': '337795bf-8310-497b-b834-321a91974f63', 'project_id': '0c25614de29d48a2a5917e4b323730bf', 'fixed_ips': [{'subnet_id': '7f2f95f6-2e4d-476c-9391-095c0f7d6455'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:35:07.083576 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.085304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-67bf02f0-7231-4d63-82e2-e3fdacbd4501', 'network_id': '67bf02f0-7231-4d63-82e2-e3fdacbd4501', 'project_id': '0c25614de29d48a2a5917e4b323730bf', 'fixed_ips': [{'subnet_id': '5e60cbb7-930c-4583-94d2-a6dbc23bf55d'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:35:07.086210 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.151595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42860331-e293-40bb-a09a-bc32e5ea4a1d None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:34:59Z', 'revision_number': 9, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a15631-d490-4881-921d-89dd67f2a783', 'name': '', 'network_id': 'ca0d2d56-0e23-4a63-9205-4eeb5fab989c', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:33:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:24Z', 'updated_at': '2022-02-10T06:34:31Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': '0a2ca74c-1d86-4f17-adff-653102669dc5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:35:07.214972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6ec309d4-615f-4139-a50f-16431c6a0994 req-7109ba02-6799-442b-8b4f-714c53d4485c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (54d5a388-fab0-4533-b727-017ddbe018fa), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.268858 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6ec309d4-615f-4139-a50f-16431c6a0994 req-7109ba02-6799-442b-8b4f-714c53d4485c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (54d5a388-fab0-4533-b727-017ddbe018fa), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.277227 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ee0411-ba03-4e7f-a6e4-172b4836724c x-openstack-request-id: req-a8ee0411-ba03-4e7f-a6e4-172b4836724c {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:07.277829 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a049bba-c441-4b88-9b28-2f15801d3545", "tag": "701dd92e-9164-4c0e-868c-fed30d483c0d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:07.277829 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8ee0411-ba03-4e7f-a6e4-172b4836724c {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:07.278750 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a049bba-c441-4b88-9b28-2f15801d3545', 'tag': '701dd92e-9164-4c0e-868c-fed30d483c0d', 'status': 'completed', 'code': 200} Feb 10 06:35:07.282696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks [] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.340570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a8fac4c6-4341-4afb-9346-fb94ce42c0c8 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:07.377422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a728b2-8808-4884-a3ed-9685d9734995 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Deleting subnet 5e60cbb7-930c-4583-94d2-a6dbc23bf55d {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:07.383798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.424076 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6ec309d4-615f-4139-a50f-16431c6a0994 req-7109ba02-6799-442b-8b4f-714c53d4485c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (54d5a388-fab0-4533-b727-017ddbe018fa), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.426677 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6ec309d4-615f-4139-a50f-16431c6a0994 req-7109ba02-6799-442b-8b4f-714c53d4485c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.427831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ec309d4-615f-4139-a50f-16431c6a0994 req-7109ba02-6799-442b-8b4f-714c53d4485c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "DELETE /v2.0/security-groups/54d5a388-fab0-4533-b727-017ddbe018fa HTTP/1.1" status: 204 len: 173 time: 0.3926535 Feb 10 06:35:07.441695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:07.448141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:07.451001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:07.494876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109ba02-6799-442b-8b4f-714c53d4485c tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d5a388-fab0-4533-b727-017ddbe018fa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:07.517154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc2fa2e1-9780-4df5-86aa-48ac6ed8342b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:07.536048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-d5f19094-0e08-428c-baf8-54c4811df99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:07.537634 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-d5f19094-0e08-428c-baf8-54c4811df99c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e3331da986b443598892202f98b18d3&device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 1125 time: 0.2586513 Feb 10 06:35:07.542080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d457-b62a-4e04-8fb2-af5323eb5c17 req-e70e2abf-50a3-4c75-aa3a-c053ee157e06 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:07.549695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8820d457-b62a-4e04-8fb2-af5323eb5c17 req-e70e2abf-50a3-4c75-aa3a-c053ee157e06 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 945 time: 0.2235672 Feb 10 06:35:07.553936 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-28df5b20-22c6-4a5e-bc3c-b85c981a5216 req-1663499a-a5c1-4004-a11b-deb14e7de8e7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] show failed (client error): The resource could not be found. Feb 10 06:35:07.555000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28df5b20-22c6-4a5e-bc3c-b85c981a5216 req-1663499a-a5c1-4004-a11b-deb14e7de8e7 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/1b3d9537-0305-4e8f-8762-8dac68cf5583 HTTP/1.1" status: 404 len: 352 time: 0.0661395 Feb 10 06:35:07.611086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 873987c7-6672-4ff1-903a-d83672178f51 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:07.680717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:35:07.703428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Allocated IP 2001:db8::1 (67bf02f0-7231-4d63-82e2-e3fdacbd4501/5e60cbb7-930c-4583-94d2-a6dbc23bf55d/9dbd5246-77bc-4b8b-86ca-f248f0868925) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:07.732313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:07.734770 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:07.740312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Allocated IP 2001:db8:0:1::1 (337795bf-8310-497b-b834-321a91974f63/7f2f95f6-2e4d-476c-9391-095c0f7d6455/79bb77fe-cae6-4281-b486-ef49455d6a61) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:07.783213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:07.843561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8820d457-b62a-4e04-8fb2-af5323eb5c17 req-a2030334-23e6-4032-ae7e-cbceb6a40683 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885108 Feb 10 06:35:07.844078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-1a75a472-6785-4f92-8eca-6beb804e5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:07.846136 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-1a75a472-6785-4f92-8eca-6beb804e5c9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c71cbdb-2df6-4187-aef1-3833ace5edd8 HTTP/1.1" status: 200 len: 912 time: 0.2979534 Feb 10 06:35:07.861418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:07.862119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 930d73cc-7587-41e0-9e6d-fdb37e1b2db6 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:07.911238 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-28cc5940-708e-4796-8384-b73e7ade63ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=701dd92e-9164-4c0e-868c-fed30d483c0d HTTP/1.1" status: 200 len: 217 time: 0.0569549 Feb 10 06:35:07.961661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93884227-5a08-41db-b898-be16400bebdc None None] Network 4b747006-1110-4922-84a4-e71810199dab requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:07.978782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9561844-6a08-42e8-935f-dd054440ce19 req-b6ce8350-eda5-4439-ad78-41fb49a1e9fa tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/ac995034-2416-483f-aae3-2ae1fab00042 HTTP/1.1" status: 200 len: 1824 time: 0.0913122 Feb 10 06:35:07.989761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10694d2-3afb-42bc-a367-d90606e1ca53 req-5b1b916c-0afa-4308-b429-e1c4d10313df tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:07.991653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b10694d2-3afb-42bc-a367-d90606e1ca53 req-5b1b916c-0afa-4308-b429-e1c4d10313df tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.2496192 Feb 10 06:35:08.060290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-3e730fd0-85f6-4861-9013-3c9b646cee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:08.061742 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-3e730fd0-85f6-4861-9013-3c9b646cee17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3 HTTP/1.1" status: 200 len: 852 time: 0.1438906 Feb 10 06:35:08.104608 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-f548bdb1-4cd0-4611-8ee1-dceeffa2e50b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c71cbdb-2df6-4187-aef1-3833ace5edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342739 Feb 10 06:35:08.128372 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks [] for router_gateway (7652e068-ea06-4e81-abcd-eac5c21def9d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.158010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:08.158429 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.167263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ca0b1591-d681-47e1-acef-d0cf9243fcfc None None] Provisioning complete for port b68c84a9-ab5e-458a-818b-d7ec668ce51e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:08.167651 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1591-d681-47e1-acef-d0cf9243fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.186194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b10694d2-3afb-42bc-a367-d90606e1ca53 req-41cdb6ec-bd60-4560-b8b4-cc0b8dab8327 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786826 Feb 10 06:35:08.208543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e9561844-6a08-42e8-935f-dd054440ce19 req-5179ba03-e515-43c0-9696-284b31b3aa7a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (ac995034-2416-483f-aae3-2ae1fab00042), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.239483 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e9561844-6a08-42e8-935f-dd054440ce19 req-5179ba03-e515-43c0-9696-284b31b3aa7a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (ac995034-2416-483f-aae3-2ae1fab00042), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.269341 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-63a29c85-068d-43a9-8314-f3251d5a2cc6 service neutron] 10.222.0.13 "GET /v2.0/networks/3c71cbdb-2df6-4187-aef1-3833ace5edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366732 Feb 10 06:35:08.311237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.331978 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Publish callbacks [] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.333315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9272cbff-1155-422a-b289-4ad4d13a0419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fac4c6-4341-4afb-9346-fb94ce42c0c8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:08.335616 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ee3ed9-647b-4ce7-9474-49ab339415c4" -d '{"events": [{"server_uuid": "9272cbff-1155-422a-b289-4ad4d13a0419", "name": "network-vif-plugged", "status": "completed", "tag": "a8fac4c6-4341-4afb-9346-fb94ce42c0c8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:08.343175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e9561844-6a08-42e8-935f-dd054440ce19 req-5179ba03-e515-43c0-9696-284b31b3aa7a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ac995034-2416-483f-aae3-2ae1fab00042), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.348333 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e9561844-6a08-42e8-935f-dd054440ce19 req-5179ba03-e515-43c0-9696-284b31b3aa7a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.348601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9561844-6a08-42e8-935f-dd054440ce19 req-5179ba03-e515-43c0-9696-284b31b3aa7a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac995034-2416-483f-aae3-2ae1fab00042 HTTP/1.1" status: 204 len: 173 time: 0.3557518 Feb 10 06:35:08.372836 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.376819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179ba03-e515-43c0-9696-284b31b3aa7a tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac995034-2416-483f-aae3-2ae1fab00042,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:08.380787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a8fac4c6-4341-4afb-9346-fb94ce42c0c8, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:08.385943 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Publish callbacks [] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.410932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5baaa6-c6e0-475a-b19d-cfd2c4ffb347 req-13890d2e-5a68-447a-be20-832979a85073 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:08.419507 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b5baaa6-c6e0-475a-b19d-cfd2c4ffb347 req-13890d2e-5a68-447a-be20-832979a85073 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 943 time: 0.1436818 Feb 10 06:35:08.420599 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.430855 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.440527 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c1c10e-c2fe-4025-a238-89d9d1c916ac x-openstack-request-id: req-a9c1c10e-c2fe-4025-a238-89d9d1c916ac {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:08.440818 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9272cbff-1155-422a-b289-4ad4d13a0419", "name": "network-vif-plugged", "status": "completed", "tag": "a8fac4c6-4341-4afb-9346-fb94ce42c0c8", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:08.441080 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9c1c10e-c2fe-4025-a238-89d9d1c916ac {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:08.441494 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9272cbff-1155-422a-b289-4ad4d13a0419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fac4c6-4341-4afb-9346-fb94ce42c0c8', 'code': 200} Feb 10 06:35:08.442599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38a728b2-8808-4884-a3ed-9685d9734995 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks [] for subnet (5e60cbb7-930c-4583-94d2-a6dbc23bf55d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.479806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Network 67bf02f0-7231-4d63-82e2-e3fdacbd4501 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:08.499607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:08.502552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:08.518626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Pushing event updated for resources: {'Port': ['ID=9dbd5246-77bc-4b8b-86ca-f248f0868925,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:08.528933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Network 337795bf-8310-497b-b834-321a91974f63 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:08.577507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b1591-d681-47e1-acef-d0cf9243fcfc None None] Current status of the port b68c84a9-ab5e-458a-818b-d7ec668ce51e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:08.577903 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1591-d681-47e1-acef-d0cf9243fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.607875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:08.624671 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38a728b2-8808-4884-a3ed-9685d9734995 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (5e60cbb7-930c-4583-94d2-a6dbc23bf55d), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.628991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:08.663748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b68c84a9-ab5e-458a-818b-d7ec668ce51e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:08.664231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-797ff5a8-26b6-4a64-add2-49be01a10f33 req-87d50d82-ccd9-44a5-8522-5fdc8bdb936d tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/47a4cdc4-f07a-49ae-a6a5-f9079115f898 HTTP/1.1" status: 200 len: 1824 time: 0.1933315 Feb 10 06:35:08.676084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b5baaa6-c6e0-475a-b19d-cfd2c4ffb347 req-417f47e7-a7de-423c-8d9a-8938c07e9f11 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556975 Feb 10 06:35:08.724282 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (7652e068-ea06-4e81-abcd-eac5c21def9d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.766106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:08.774953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Attempting to bind port 9dbd5246-77bc-4b8b-86ca-f248f0868925 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:08.775556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Attempting to bind port 9dbd5246-77bc-4b8b-86ca-f248f0868925 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '7382eb9b-1a38-465d-810d-dee32bfb4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67bf02f0-7231-4d63-82e2-e3fdacbd4501'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:08.776089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Attempting to bind port 9dbd5246-77bc-4b8b-86ca-f248f0868925 on network 67bf02f0-7231-4d63-82e2-e3fdacbd4501 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:08.797044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b8e95-13c1-46df-9929-b6d40bea070f req-acb85c46-a4fe-4d82-a472-c026cc319dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:08.799179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d7b8e95-13c1-46df-9929-b6d40bea070f req-acb85c46-a4fe-4d82-a472-c026cc319dc7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 1128 time: 0.1567655 Feb 10 06:35:08.800793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38a728b2-8808-4884-a3ed-9685d9734995 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5e60cbb7-930c-4583-94d2-a6dbc23bf55d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.804685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ca0b1591-d681-47e1-acef-d0cf9243fcfc None None] For port b68c84a9-ab5e-458a-818b-d7ec668ce51e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b68c84a9-ab5e-458a-818b-d7ec668ce51e,segment=NetworkSegment(6dd30ec0-7141-4369-8c7d-da83dbf1bf82),segment_id=6dd30ec0-7141-4369-8c7d-da83dbf1bf82)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:08.835524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1591-d681-47e1-acef-d0cf9243fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.837674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:08.838233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Checking segment: {'id': '7382eb9b-1a38-465d-810d-dee32bfb4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67bf02f0-7231-4d63-82e2-e3fdacbd4501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:08.838840 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.839378 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Bound using segment: {'id': '7382eb9b-1a38-465d-810d-dee32bfb4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67bf02f0-7231-4d63-82e2-e3fdacbd4501'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:08.840021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Bound port: 9dbd5246-77bc-4b8b-86ca-f248f0868925, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7382eb9b-1a38-465d-810d-dee32bfb4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67bf02f0-7231-4d63-82e2-e3fdacbd4501'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:08.840563 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.885790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Attempting to bind port 79bb77fe-cae6-4281-b486-ef49455d6a61 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:08.886378 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Attempting to bind port 79bb77fe-cae6-4281-b486-ef49455d6a61 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'e8603571-cb0a-43b1-96df-3733e2796edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337795bf-8310-497b-b834-321a91974f63'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:08.887079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Attempting to bind port 79bb77fe-cae6-4281-b486-ef49455d6a61 on network 337795bf-8310-497b-b834-321a91974f63 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:08.890224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Pushing event updated for resources: {'Port': ['ID=79bb77fe-cae6-4281-b486-ef49455d6a61,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:08.909154 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-797ff5a8-26b6-4a64-add2-49be01a10f33 req-b244932a-7da7-41bd-b44f-b51a5bc4f905 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (47a4cdc4-f07a-49ae-a6a5-f9079115f898), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.933080 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11c5600d-ad9f-464b-9524-d03414fe8d25 req-048aa049-f7bc-4317-9e46-747ac8e3b30c service neutron] 10.222.0.13 "GET /v2.0/networks/3c71cbdb-2df6-4187-aef1-3833ace5edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565807 Feb 10 06:35:08.971168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d7b8e95-13c1-46df-9929-b6d40bea070f req-5c972137-d2ad-441c-bd17-035785188899 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605597 Feb 10 06:35:08.974549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38a728b2-8808-4884-a3ed-9685d9734995 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (5e60cbb7-930c-4583-94d2-a6dbc23bf55d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.974733 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-797ff5a8-26b6-4a64-add2-49be01a10f33 req-b244932a-7da7-41bd-b44f-b51a5bc4f905 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (47a4cdc4-f07a-49ae-a6a5-f9079115f898), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:08.984212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.051561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a728b2-8808-4884-a3ed-9685d9734995 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Subnet': ['ID=5e60cbb7-930c-4583-94d2-a6dbc23bf55d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:09.059363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38a728b2-8808-4884-a3ed-9685d9734995 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.063373 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-38a728b2-8808-4884-a3ed-9685d9734995 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/subnets/5e60cbb7-930c-4583-94d2-a6dbc23bf55d HTTP/1.1" status: 204 len: 168 time: 2.2319150 Feb 10 06:35:09.066330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43564) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:09.085298 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2502f-9a36-441c-bafb-de0e5a1ba429 req-eb002685-25b0-44c0-bfbf-b3d4b61e597c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:09.086906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fba2502f-9a36-441c-bafb-de0e5a1ba429 req-eb002685-25b0-44c0-bfbf-b3d4b61e597c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 946 time: 0.1456025 Feb 10 06:35:09.095162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:09.095774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Checking segment: {'id': 'e8603571-cb0a-43b1-96df-3733e2796edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337795bf-8310-497b-b834-321a91974f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:09.096042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.096324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Bound using segment: {'id': 'e8603571-cb0a-43b1-96df-3733e2796edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337795bf-8310-497b-b834-321a91974f63'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:09.096833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Bound port: 79bb77fe-cae6-4281-b486-ef49455d6a61, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8603571-cb0a-43b1-96df-3733e2796edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337795bf-8310-497b-b834-321a91974f63'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:09.097195 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.108008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Router 7652e068-ea06-4e81-abcd-eac5c21def9d is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:35:09.112160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-797ff5a8-26b6-4a64-add2-49be01a10f33 req-b244932a-7da7-41bd-b44f-b51a5bc4f905 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (47a4cdc4-f07a-49ae-a6a5-f9079115f898), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.116254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-797ff5a8-26b6-4a64-add2-49be01a10f33 req-b244932a-7da7-41bd-b44f-b51a5bc4f905 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.116901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-797ff5a8-26b6-4a64-add2-49be01a10f33 req-b244932a-7da7-41bd-b44f-b51a5bc4f905 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "DELETE /v2.0/security-groups/47a4cdc4-f07a-49ae-a6a5-f9079115f898 HTTP/1.1" status: 204 len: 173 time: 0.4213433 Feb 10 06:35:09.124253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b68c84a9-ab5e-458a-818b-d7ec668ce51e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:09.124633 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.155353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244932a-7da7-41bd-b44f-b51a5bc4f905 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a4cdc4-f07a-49ae-a6a5-f9079115f898,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:09.174245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed87afb6-d32a-4833-85de-338828aa2a0a tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Deleting subnet 7f2f95f6-2e4d-476c-9391-095c0f7d6455 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:09.183729 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed87afb6-d32a-4833-85de-338828aa2a0a tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks [] for subnet (7f2f95f6-2e4d-476c-9391-095c0f7d6455), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.218782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2e1fcbc7-35e5-4a5b-ae18-52d3741d4677 None None] Provisioning complete for port b68c84a9-ab5e-458a-818b-d7ec668ce51e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:09.219242 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcbc7-35e5-4a5b-ae18-52d3741d4677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.221457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] For port 9dbd5246-77bc-4b8b-86ca-f248f0868925, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:09.229038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b1591-d681-47e1-acef-d0cf9243fcfc None None] Pushing event updated for resources: {'Port': ['ID=b68c84a9-ab5e-458a-818b-d7ec668ce51e,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:09.271950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] For port 9dbd5246-77bc-4b8b-86ca-f248f0868925, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9dbd5246-77bc-4b8b-86ca-f248f0868925,segment=NetworkSegment(7382eb9b-1a38-465d-810d-dee32bfb4519),segment_id=7382eb9b-1a38-465d-810d-dee32bfb4519)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:09.275845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fba2502f-9a36-441c-bafb-de0e5a1ba429 req-66fd290a-1f9b-4259-be6b-c215efaaae16 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698406 Feb 10 06:35:09.297148 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.321930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] For port 79bb77fe-cae6-4281-b486-ef49455d6a61, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:09.326783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] For port 79bb77fe-cae6-4281-b486-ef49455d6a61, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=79bb77fe-cae6-4281-b486-ef49455d6a61,segment=NetworkSegment(e8603571-cb0a-43b1-96df-3733e2796edf),segment_id=e8603571-cb0a-43b1-96df-3733e2796edf)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:09.342551 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed87afb6-d32a-4833-85de-338828aa2a0a tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (7f2f95f6-2e4d-476c-9391-095c0f7d6455), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.386749 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.531147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e1fcbc7-35e5-4a5b-ae18-52d3741d4677 None None] Current status of the port b68c84a9-ab5e-458a-818b-d7ec668ce51e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:09.533405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port 92a15631-d490-4881-921d-89dd67f2a783 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:09.533753 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (92a15631-d490-4881-921d-89dd67f2a783), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.547507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce581f3d-0ec4-45d1-8550-43750d870de7 None None] Pushing event updated for resources: {'Port': ['ID=9dbd5246-77bc-4b8b-86ca-f248f0868925,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:09.589686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b68c84a9-ab5e-458a-818b-d7ec668ce51e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:09.600188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c170764d-a2f3-4431-81d1-14a662aedfeb no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:09.635473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: c170764d-a2f3-4431-81d1-14a662aedfeb {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:09.635826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c170764d-a2f3-4431-81d1-14a662aedfeb not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:09.649454 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed87afb6-d32a-4833-85de-338828aa2a0a tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7f2f95f6-2e4d-476c-9391-095c0f7d6455), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.664356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba185a-d8ab-46c4-b841-c309aeeb2952 None None] Pushing event updated for resources: {'Port': ['ID=79bb77fe-cae6-4281-b486-ef49455d6a61,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:09.772267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eac8292e-8266-4f5e-86b4-18d6e5a9b9a6 req-61c1bc14-4d61-4508-8c49-6c9c491e9264 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/0ae5ee31-e187-42ed-86c7-55355f5bac06 HTTP/1.1" status: 200 len: 1822 time: 0.6203763 Feb 10 06:35:09.892415 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.902465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eac8292e-8266-4f5e-86b4-18d6e5a9b9a6 req-0f1c147c-07a5-4b0b-b321-cd0cd1e3856b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (0ae5ee31-e187-42ed-86c7-55355f5bac06), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.931940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:35:09.945203 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Sync routers for ids ['7652e068-ea06-4e81-abcd-eac5c21def9d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:35:09.962566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eac8292e-8266-4f5e-86b4-18d6e5a9b9a6 req-0f1c147c-07a5-4b0b-b321-cd0cd1e3856b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (0ae5ee31-e187-42ed-86c7-55355f5bac06), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:09.968486 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Routers {'7652e068-ea06-4e81-abcd-eac5c21def9d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:09.969115 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7652e068-ea06-4e81-abcd-eac5c21def9d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:10.033463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07691047-4f04-4461-94d0-ad7d0cf40b57 req-0a22bba4-f371-4d48-aad0-4ec91969ba0f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:10.035125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07691047-4f04-4461-94d0-ad7d0cf40b57 req-0a22bba4-f371-4d48-aad0-4ec91969ba0f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.2619791 Feb 10 06:35:10.045502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.049298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6a04bc0-b322-43b0-b0d1-e4da25012cd0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1308794 Feb 10 06:35:10.053926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43572) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:10.075160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port 92a15631-d490-4881-921d-89dd67f2a783, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=92a15631-d490-4881-921d-89dd67f2a783,segment=NetworkSegment(6733c904-c8da-43b5-89ce-60e695a7599e),segment_id=6733c904-c8da-43b5-89ce-60e695a7599e)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:10.075529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (92a15631-d490-4881-921d-89dd67f2a783), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.107856 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eac8292e-8266-4f5e-86b4-18d6e5a9b9a6 req-0f1c147c-07a5-4b0b-b321-cd0cd1e3856b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0ae5ee31-e187-42ed-86c7-55355f5bac06), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.110503 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eac8292e-8266-4f5e-86b4-18d6e5a9b9a6 req-0f1c147c-07a5-4b0b-b321-cd0cd1e3856b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.111705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eac8292e-8266-4f5e-86b4-18d6e5a9b9a6 req-0f1c147c-07a5-4b0b-b321-cd0cd1e3856b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ae5ee31-e187-42ed-86c7-55355f5bac06 HTTP/1.1" status: 204 len: 173 time: 0.3279972 Feb 10 06:35:10.121474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07691047-4f04-4461-94d0-ad7d0cf40b57 req-686f9234-c75e-4020-9f09-4d07ea3aae0c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735855 Feb 10 06:35:10.126222 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Set router 7652e068-ea06-4e81-abcd-eac5c21def9d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:10.135352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c147c-07a5-4b0b-b321-cd0cd1e3856b tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae5ee31-e187-42ed-86c7-55355f5bac06,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:10.247368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7a26d8b-ed65-4f3f-8f27-3e769d7faa94 req-264ec1c2-b8d9-4144-a4a3-fc6c15088df4 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/04a34b5e-9a61-4996-bd54-581a21994ae9 HTTP/1.1" status: 200 len: 2424 time: 0.0882566 Feb 10 06:35:10.272091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed87afb6-d32a-4833-85de-338828aa2a0a tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (7f2f95f6-2e4d-476c-9391-095c0f7d6455), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.278077 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70cda495-3976-4ad5-9607-f7dfab9127f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.287031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for 92a15631-d490-4881-921d-89dd67f2a783 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:10.323997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87afb6-d32a-4833-85de-338828aa2a0a tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2f95f6-2e4d-476c-9391-095c0f7d6455,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:10.337282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed87afb6-d32a-4833-85de-338828aa2a0a tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.340476 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ed87afb6-d32a-4833-85de-338828aa2a0a tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/subnets/7f2f95f6-2e4d-476c-9391-095c0f7d6455 HTTP/1.1" status: 204 len: 168 time: 1.2717967 Feb 10 06:35:10.346055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43578) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:10.384661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7a26d8b-ed65-4f3f-8f27-3e769d7faa94 req-601349bd-bda9-4f77-babc-d6dd703e6b18 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (04a34b5e-9a61-4996-bd54-581a21994ae9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.400993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791d60d-bf0b-478d-9c87-c77fb71f68c5 req-520fd6d5-9387-4c57-9eb0-6929a30d930b tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:10.403269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d791d60d-bf0b-478d-9c87-c77fb71f68c5 req-520fd6d5-9387-4c57-9eb0-6929a30d930b tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 943 time: 0.1534727 Feb 10 06:35:10.429667 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:04Z', 'updated_at': '2022-02-10T06:35:07Z', 'revision_number': 3, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'gw_port': {'id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:06Z', 'updated_at': '2022-02-10T06:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:10.476352 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Checking router: 7652e068-ea06-4e81-abcd-eac5c21def9d for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:35:10.476954 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Updating router 7652e068-ea06-4e81-abcd-eac5c21def9d port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:35:10.490063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d791d60d-bf0b-478d-9c87-c77fb71f68c5 req-da85a07b-398e-45e3-88e1-5c544bded8fc tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783110 Feb 10 06:35:10.506362 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7a26d8b-ed65-4f3f-8f27-3e769d7faa94 req-601349bd-bda9-4f77-babc-d6dd703e6b18 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (04a34b5e-9a61-4996-bd54-581a21994ae9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.551251 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.609124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b4464-d7f4-43b4-a624-ccfca09c3c8f tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:10.610716 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cb5b4464-d7f4-43b4-a624-ccfca09c3c8f tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2633078 Feb 10 06:35:10.610933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7a26d8b-ed65-4f3f-8f27-3e769d7faa94 req-601349bd-bda9-4f77-babc-d6dd703e6b18 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (04a34b5e-9a61-4996-bd54-581a21994ae9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.616683 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7a26d8b-ed65-4f3f-8f27-3e769d7faa94 req-601349bd-bda9-4f77-babc-d6dd703e6b18 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.617378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43580) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:10.617816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7a26d8b-ed65-4f3f-8f27-3e769d7faa94 req-601349bd-bda9-4f77-babc-d6dd703e6b18 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "DELETE /v2.0/security-groups/04a34b5e-9a61-4996-bd54-581a21994ae9 HTTP/1.1" status: 204 len: 173 time: 0.3533278 Feb 10 06:35:10.651106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601349bd-bda9-4f77-babc-d6dd703e6b18 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a34b5e-9a61-4996-bd54-581a21994ae9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:10.707890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9dbd5246-77bc-4b8b-86ca-f248f0868925 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:10.777334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75023a1-6c5e-433d-be68-fe0838af2ded req-987ddfb1-5934-4d6c-beb7-c3540482fe53 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:10.779471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a75023a1-6c5e-433d-be68-fe0838af2ded req-987ddfb1-5934-4d6c-beb7-c3540482fe53 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 946 time: 0.1182547 Feb 10 06:35:10.790038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ccaaac33-aa1f-47ab-b8db-af884ad13ab9 req-a70d97f6-1fd9-41cc-bec7-d2486105fe9d tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "GET /v2.0/security-groups/247b1dd5-b16e-4bd3-b544-4aa100caad23 HTTP/1.1" status: 200 len: 2417 time: 0.1438704 Feb 10 06:35:10.803554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9dbd5246-77bc-4b8b-86ca-f248f0868925 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:10.804484 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.878073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccaaac33-aa1f-47ab-b8db-af884ad13ab9 req-d051c444-53bd-44bf-819e-8c44dbbc9000 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (247b1dd5-b16e-4bd3-b544-4aa100caad23), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.905874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccaaac33-aa1f-47ab-b8db-af884ad13ab9 req-d051c444-53bd-44bf-819e-8c44dbbc9000 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (247b1dd5-b16e-4bd3-b544-4aa100caad23), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.915330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Deleting port 129a9c8c-252c-455a-8079-55ee53d971aa {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:10.929146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.930233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9dbd5246-77bc-4b8b-86ca-f248f0868925 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:10.930884 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.967767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (337795bf-8310-497b-b834-321a91974f63), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.979136 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccaaac33-aa1f-47ab-b8db-af884ad13ab9 req-d051c444-53bd-44bf-819e-8c44dbbc9000 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (247b1dd5-b16e-4bd3-b544-4aa100caad23), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.982399 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccaaac33-aa1f-47ab-b8db-af884ad13ab9 req-d051c444-53bd-44bf-819e-8c44dbbc9000 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:10.987554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ccaaac33-aa1f-47ab-b8db-af884ad13ab9 req-d051c444-53bd-44bf-819e-8c44dbbc9000 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] 10.222.0.21 "DELETE /v2.0/security-groups/247b1dd5-b16e-4bd3-b544-4aa100caad23 HTTP/1.1" status: 204 len: 173 time: 0.1965513 Feb 10 06:35:10.993744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43584) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:11.008711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 9dbd5246-77bc-4b8b-86ca-f248f0868925, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9dbd5246-77bc-4b8b-86ca-f248f0868925,segment=NetworkSegment(7382eb9b-1a38-465d-810d-dee32bfb4519),segment_id=7382eb9b-1a38-465d-810d-dee32bfb4519)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:11.019086 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.028585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b68c84a9-ab5e-458a-818b-d7ec668ce51e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:11.035235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a75023a1-6c5e-433d-be68-fe0838af2ded req-e7cb750b-a6ff-4310-bd9c-16b88f398bac tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971972 Feb 10 06:35:11.049977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051c444-53bd-44bf-819e-8c44dbbc9000 tempest-SecurityGroupRulesTestJSON-1129469837 tempest-SecurityGroupRulesTestJSON-1129469837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247b1dd5-b16e-4bd3-b544-4aa100caad23,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:11.065465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Deleting subnet 0e92870e-8f83-448f-b3ed-0e585f293cd8 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:11.069209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Publish callbacks [] for subnet (0e92870e-8f83-448f-b3ed-0e585f293cd8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.118336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (0e92870e-8f83-448f-b3ed-0e585f293cd8), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.184931 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Publish callbacks [] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.210412 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.217510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 701dd92e-9164-4c0e-868c-fed30d483c0d details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:35:11.230406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0580c233-cba6-496d-86a1-63e5a3bc83c2 None None] Network 67bf02f0-7231-4d63-82e2-e3fdacbd4501 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:11.248230 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (0e92870e-8f83-448f-b3ed-0e585f293cd8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.271249 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a13672-04a5-4c48-a8b5-67edc38559e1 None None] Pushing event updated for resources: {'Port': ['ID=dc2fa2e1-9780-4df5-86aa-48ac6ed8342b,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:11.296727 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Attempting to bind port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:11.297377 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Attempting to bind port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:11.298471 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Attempting to bind port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:11.304632 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:11.305290 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:11.305863 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.306442 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:11.307087 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Bound port: dc2fa2e1-9780-4df5-86aa-48ac6ed8342b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:11.307625 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.370151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (0e92870e-8f83-448f-b3ed-0e585f293cd8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.379804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] For port 129a9c8c-252c-455a-8079-55ee53d971aa, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=129a9c8c-252c-455a-8079-55ee53d971aa,segment=NetworkSegment(213e3f6f-ba20-4cc4-bb78-83f47f35df84),segment_id=213e3f6f-ba20-4cc4-bb78-83f47f35df84)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:11.380317 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.384270 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] For port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:11.395369 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] For port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=dc2fa2e1-9780-4df5-86aa-48ac6ed8342b,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:11.411411 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.439449 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.445125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0e92870e-8f83-448f-b3ed-0e585f293cd8 HTTP/1.1" status: 204 len: 168 time: 0.4470630 Feb 10 06:35:11.447981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:11.458534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e92870e-8f83-448f-b3ed-0e585f293cd8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:11.470312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=9dbd5246-77bc-4b8b-86ca-f248f0868925,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:11.481936 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a13672-04a5-4c48-a8b5-67edc38559e1 None None] Pushing event updated for resources: {'Port': ['ID=dc2fa2e1-9780-4df5-86aa-48ac6ed8342b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:11.486323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Calling delete_port for 129a9c8c-252c-455a-8079-55ee53d971aa owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:11.489378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (92a15631-d490-4881-921d-89dd67f2a783), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.495776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-83044a50-d9bf-4012-86dd-1804f6494f7c None None] Provisioning complete for port 9dbd5246-77bc-4b8b-86ca-f248f0868925 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:11.501793 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83044a50-d9bf-4012-86dd-1804f6494f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.508868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:35:11.536052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.536501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.537039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.537469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.538099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.538412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.540703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.546380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.546380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.546380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.546380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.546380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.546380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5a079-a9ff-4118-8e4c-edb2f550c139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:11.554567 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Routers {'7652e068-ea06-4e81-abcd-eac5c21def9d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:11.557188 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:34:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7652e068-ea06-4e81-abcd-eac5c21def9d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:11.584693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e9913-1f29-4338-97a4-637302c35b5a req-59b3ae1d-280f-4539-b8dd-3f44f37367e4 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:11.592634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe0e9913-1f29-4338-97a4-637302c35b5a req-59b3ae1d-280f-4539-b8dd-3f44f37367e4 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.2644830 Feb 10 06:35:11.640350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=92a15631-d490-4881-921d-89dd67f2a783,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:11.674692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b68c84a9-ab5e-458a-818b-d7ec668ce51e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:11.675011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.694957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6507d5cf-fed5-416d-b1d7-2e5aefbbd34b None None] Network 337795bf-8310-497b-b834-321a91974f63 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:11.771972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9b984352-9b34-42d4-837e-2662d03b045a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:11.815485 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] Set router 7652e068-ea06-4e81-abcd-eac5c21def9d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:11.868988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe0e9913-1f29-4338-97a4-637302c35b5a req-a8d309aa-a64d-4333-9e0a-c42e89713f61 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971099 Feb 10 06:35:11.894227 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a23e2-0d34-4732-bb42-8607857958da req-fe9e0977-2ac1-468c-8882-a2102e1a2f90 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:11.899073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de0a23e2-0d34-4732-bb42-8607857958da req-fe9e0977-2ac1-468c-8882-a2102e1a2f90 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 943 time: 0.2151551 Feb 10 06:35:11.980005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 701dd92e-9164-4c0e-868c-fed30d483c0d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=701dd92e-9164-4c0e-868c-fed30d483c0d,segment=NetworkSegment(50253f9d-0591-4630-b1c1-f3448059ca05),segment_id=50253f9d-0591-4630-b1c1-f3448059ca05)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:12.001999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4462b778-9f85-4f36-ae76-a27826709519 None None] DHCP port deletion for 67bf02f0-7231-4d63-82e2-e3fdacbd4501 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:12.031604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '701dd92e-9164-4c0e-868c-fed30d483c0d', 'network_id': '3c71cbdb-2df6-4187-aef1-3833ace5edd8', 'port_id': '701dd92e-9164-4c0e-868c-fed30d483c0d', 'mac_address': 'fa:16:3e:25:df:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:35:12.064553 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9b984352-9b34-42d4-837e-2662d03b045a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.092835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Deleting port 79bb77fe-cae6-4281-b486-ef49455d6a61 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:12.093265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.100123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b984352-9b34-42d4-837e-2662d03b045a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:12.115195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5752b21-6f0d-46d1-90b2-889b39a4f2dc') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:12.116549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5752b21-6f0d-46d1-90b2-889b39a4f2dc') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:12.127989 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (b5752b21-6f0d-46d1-90b2-889b39a4f2dc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.145889 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b5752b21-6f0d-46d1-90b2-889b39a4f2dc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.158257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:12.159828 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (b5752b21-6f0d-46d1-90b2-889b39a4f2dc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.208924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-83044a50-d9bf-4012-86dd-1804f6494f7c None None] Current status of the port 9dbd5246-77bc-4b8b-86ca-f248f0868925 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:12.217036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b68c84a9-ab5e-458a-818b-d7ec668ce51e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:12.221037 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.223683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 79bb77fe-cae6-4281-b486-ef49455d6a61 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:12.236444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 701dd92e-9164-4c0e-868c-fed30d483c0d is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:12.236999 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:12.255259 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:12.257428 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (9b984352-9b34-42d4-837e-2662d03b045a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.263833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.273598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701dd92e-9164-4c0e-868c-fed30d483c0d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:12.286715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4de44-101e-4f7f-bbc3-8079cfe46b85 None None] DHCP port deletion for 337795bf-8310-497b-b834-321a91974f63 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:12.288337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] 10.222.0.21 "DELETE /v2.0/networks/9b984352-9b34-42d4-837e-2662d03b045a HTTP/1.1" status: 204 len: 168 time: 0.8121636 Feb 10 06:35:12.345255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad1043-6097-4e9f-8b4f-f6995b35671c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b984352-9b34-42d4-837e-2662d03b045a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:12.346548 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:04Z', 'updated_at': '2022-02-10T06:35:07Z', 'revision_number': 3, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'gw_port': {'id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:06Z', 'updated_at': '2022-02-10T06:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:12.390639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 701dd92e-9164-4c0e-868c-fed30d483c0d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=701dd92e-9164-4c0e-868c-fed30d483c0d,segment=NetworkSegment(50253f9d-0591-4630-b1c1-f3448059ca05),segment_id=50253f9d-0591-4630-b1c1-f3448059ca05)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:12.394050 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d1c36-ec4b-440a-a80b-61d4fa1be337 None None] The sync data for ids ['7652e068-ea06-4e81-abcd-eac5c21def9d'] in n-d-828670-1 is: [{'id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:04Z', 'updated_at': '2022-02-10T06:35:07Z', 'revision_number': 3, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'gw_port': {'id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:06Z', 'updated_at': '2022-02-10T06:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:35:12.409567 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.422030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de0a23e2-0d34-4732-bb42-8607857958da req-72b83e36-f962-4015-b3c3-f9311d65a41a tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807239 Feb 10 06:35:12.475533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] For port 79bb77fe-cae6-4281-b486-ef49455d6a61, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=79bb77fe-cae6-4281-b486-ef49455d6a61,segment=NetworkSegment(e8603571-cb0a-43b1-96df-3733e2796edf),segment_id=e8603571-cb0a-43b1-96df-3733e2796edf)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:12.476929 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.497803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=701dd92e-9164-4c0e-868c-fed30d483c0d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:12.508097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4462b778-9f85-4f36-ae76-a27826709519 None None] Deleting port 9dbd5246-77bc-4b8b-86ca-f248f0868925 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:12.508285 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4462b778-9f85-4f36-ae76-a27826709519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.527769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f8118991-37fe-48d4-a346-0e8e213268c5 None None] Provisioning complete for port 79bb77fe-cae6-4281-b486-ef49455d6a61 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:12.528148 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8118991-37fe-48d4-a346-0e8e213268c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.569397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Calling delete_port for 79bb77fe-cae6-4281-b486-ef49455d6a61 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:12.625295 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afde68c3-f1e3-4dd8-92f2-24a47a1abc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.674396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 79bb77fe-cae6-4281-b486-ef49455d6a61 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:12.674778 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.682155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43606) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:12.692513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4de44-101e-4f7f-bbc3-8079cfe46b85 None None] Deleting port 79bb77fe-cae6-4281-b486-ef49455d6a61 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:12.692886 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfc4de44-101e-4f7f-bbc3-8079cfe46b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.755524 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.767547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4462b778-9f85-4f36-ae76-a27826709519 None None] For port 9dbd5246-77bc-4b8b-86ca-f248f0868925, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9dbd5246-77bc-4b8b-86ca-f248f0868925,segment=NetworkSegment(7382eb9b-1a38-465d-810d-dee32bfb4519),segment_id=7382eb9b-1a38-465d-810d-dee32bfb4519)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:12.767946 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4462b778-9f85-4f36-ae76-a27826709519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.769253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a5e3254f-fd9d-4d56-932e-fccb42db025d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c69090d6ab224d87a18ca1fd54c5b29c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0741513 Feb 10 06:35:12.769671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43608) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:12.864951 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-445627b1-040d-4efd-8f15-762b169c3701 admin admin] Publish callbacks [] for security_group (aafb6cc4-7bf1-4156-afb9-64b6c054ee9b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:12.942508 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-445627b1-040d-4efd-8f15-762b169c3701 admin admin] Publish callbacks [] for security_group (aafb6cc4-7bf1-4156-afb9-64b6c054ee9b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.002404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4462b778-9f85-4f36-ae76-a27826709519 None None] Calling delete_port for 9dbd5246-77bc-4b8b-86ca-f248f0868925 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:13.072949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78771bd2-8cd6-4f0a-9cb6-1ba4f397a108 req-28bfa934-b606-4829-9398-66cfb228cc38 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:13.081962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78771bd2-8cd6-4f0a-9cb6-1ba4f397a108 req-28bfa934-b606-4829-9398-66cfb228cc38 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.0883951 Feb 10 06:35:13.089355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['701dd92e-9164-4c0e-868c-fed30d483c0d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:13.109614 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-445627b1-040d-4efd-8f15-762b169c3701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (aafb6cc4-7bf1-4156-afb9-64b6c054ee9b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.112698 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-445627b1-040d-4efd-8f15-762b169c3701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.118120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-445627b1-040d-4efd-8f15-762b169c3701 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aafb6cc4-7bf1-4156-afb9-64b6c054ee9b HTTP/1.1" status: 204 len: 168 time: 0.3453400 Feb 10 06:35:13.155462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445627b1-040d-4efd-8f15-762b169c3701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafb6cc4-7bf1-4156-afb9-64b6c054ee9b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:13.189555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78771bd2-8cd6-4f0a-9cb6-1ba4f397a108 req-276ae49f-5482-4d59-8ec4-95562048c459 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061265 Feb 10 06:35:13.211832 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4462b778-9f85-4f36-ae76-a27826709519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (9dbd5246-77bc-4b8b-86ca-f248f0868925), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.317907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f8118991-37fe-48d4-a346-0e8e213268c5 None None] Current status of the port 79bb77fe-cae6-4281-b486-ef49455d6a61 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:13.318157 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8118991-37fe-48d4-a346-0e8e213268c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.356033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462b778-9f85-4f36-ae76-a27826709519 None None] Pushing event deleted for resources: {'Port': ['ID=9dbd5246-77bc-4b8b-86ca-f248f0868925,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:13.359542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-cfc4de44-101e-4f7f-bbc3-8079cfe46b85 None None] For port 79bb77fe-cae6-4281-b486-ef49455d6a61, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=79bb77fe-cae6-4281-b486-ef49455d6a61,segment=NetworkSegment(e8603571-cb0a-43b1-96df-3733e2796edf),segment_id=e8603571-cb0a-43b1-96df-3733e2796edf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:13.360018 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfc4de44-101e-4f7f-bbc3-8079cfe46b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.367613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462b778-9f85-4f36-ae76-a27826709519 None None] No DVR routers for this DVR port 9dbd5246-77bc-4b8b-86ca-f248f0868925 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:13.435389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 79bb77fe-cae6-4281-b486-ef49455d6a61 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:13.435389 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.457831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4de44-101e-4f7f-bbc3-8079cfe46b85 None None] Calling delete_port for 79bb77fe-cae6-4281-b486-ef49455d6a61 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:13.523731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f8118991-37fe-48d4-a346-0e8e213268c5 None None] For port 79bb77fe-cae6-4281-b486-ef49455d6a61, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=79bb77fe-cae6-4281-b486-ef49455d6a61,segment=NetworkSegment(e8603571-cb0a-43b1-96df-3733e2796edf),segment_id=e8603571-cb0a-43b1-96df-3733e2796edf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:13.590818 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8118991-37fe-48d4-a346-0e8e213268c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.658935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8118991-37fe-48d4-a346-0e8e213268c5 None None] Pushing event updated for resources: {'Port': ['ID=79bb77fe-cae6-4281-b486-ef49455d6a61,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:13.742096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (129a9c8c-252c-455a-8079-55ee53d971aa), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.811230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.812567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89532762-9200-490c-b0c9-04746b3bca97 req-2b8d2760-fbab-450b-bf99-8601b75eced7 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:13.818661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89532762-9200-490c-b0c9-04746b3bca97 req-2b8d2760-fbab-450b-bf99-8601b75eced7 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 944 time: 0.1582804 Feb 10 06:35:13.824597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Pushing event deleted for resources: {'Port': ['ID=129a9c8c-252c-455a-8079-55ee53d971aa,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:13.855341 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:13.924784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:35:13.929040 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:35:13.930843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:35:13.932632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.933130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.933629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.934162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.934479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89532762-9200-490c-b0c9-04746b3bca97 req-4d17afda-8235-4716-a8c2-7f0e564f7800 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054952 Feb 10 06:35:13.934838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.935325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.936118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.943084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.943430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.943778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.944123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.944460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.944790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:13.991261 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfc4de44-101e-4f7f-bbc3-8079cfe46b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (79bb77fe-cae6-4281-b486-ef49455d6a61), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.025975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4de44-101e-4f7f-bbc3-8079cfe46b85 None None] Pushing event deleted for resources: {'Port': ['ID=79bb77fe-cae6-4281-b486-ef49455d6a61,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:14.028140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4de44-101e-4f7f-bbc3-8079cfe46b85 None None] No DVR routers for this DVR port 79bb77fe-cae6-4281-b486-ef49455d6a61 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:14.058585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] No DVR routers for this DVR port 79bb77fe-cae6-4281-b486-ef49455d6a61 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:14.072472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Port': ['ID=79bb77fe-cae6-4281-b486-ef49455d6a61,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:14.118028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Allocated IP 172.20.0.1 (4b747006-1110-4922-84a4-e71810199dab/a5014fbf-b375-4172-909b-ccd23d3745e8/9456b677-fe84-472a-a41a-1f6b8f113f98) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:14.319488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d55df9-bcbc-43fa-a08e-b3d7e7799684 req-9add2154-23ac-4adb-81fb-98f3f1bd5b81 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:14.321420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (337795bf-8310-497b-b834-321a91974f63), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.321986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d55df9-bcbc-43fa-a08e-b3d7e7799684 req-9add2154-23ac-4adb-81fb-98f3f1bd5b81 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.0618253 Feb 10 06:35:14.373208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:14.384983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d55df9-bcbc-43fa-a08e-b3d7e7799684 req-30a7eb6c-7df7-4baa-915c-1129cb0fad30 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569773 Feb 10 06:35:14.397871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337795bf-8310-497b-b834-321a91974f63']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:14.412547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:35:14.427898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:35:14.448057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8603571-cb0a-43b1-96df-3733e2796edf') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:14.448270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8603571-cb0a-43b1-96df-3733e2796edf') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:14.456329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43642) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:14.456702 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bcf56278-6eeb-4d8e-9d08-9399dab886e2 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6261241 Feb 10 06:35:14.461149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Port 79bb77fe-cae6-4281-b486-ef49455d6a61 update to ACTIVE by agent not found {{(pid=103215) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 06:35:14.483556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:14.484440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:14.485400 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (e8603571-cb0a-43b1-96df-3733e2796edf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.519114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e8603571-cb0a-43b1-96df-3733e2796edf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.523460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Publish callbacks [] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.527002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.533568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:14.533968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (e8603571-cb0a-43b1-96df-3733e2796edf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:14.536973 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:14.596922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-657885373-network', 'tenant_id': 'd7f0bff326ce48d0a38d728f1d6e0230'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:14.605655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d28ca80-9329-484f-8766-3ce71da98b3c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting subnet 0a2ca74c-1d86-4f17-adff-653102669dc5 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:14.609632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d28ca80-9329-484f-8766-3ce71da98b3c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (0a2ca74c-1d86-4f17-adff-653102669dc5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.628270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:14.659967 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d28ca80-9329-484f-8766-3ce71da98b3c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (0a2ca74c-1d86-4f17-adff-653102669dc5), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.667099 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (337795bf-8310-497b-b834-321a91974f63), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.679553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.682726 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/networks/337795bf-8310-497b-b834-321a91974f63 HTTP/1.1" status: 204 len: 168 time: 4.0603299 Feb 10 06:35:14.689897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43644) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:14.746181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3969a-37a4-4e78-9566-6f7c63a95f48 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Network': ['ID=337795bf-8310-497b-b834-321a91974f63,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:14.776204 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.776977 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d28ca80-9329-484f-8766-3ce71da98b3c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (0a2ca74c-1d86-4f17-adff-653102669dc5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.843628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device dc2fa2e1-9780-4df5-86aa-48ac6ed8342b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:14.859522 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d28ca80-9329-484f-8766-3ce71da98b3c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (0a2ca74c-1d86-4f17-adff-653102669dc5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.886793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (67bf02f0-7231-4d63-82e2-e3fdacbd4501), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.899803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Network 4b747006-1110-4922-84a4-e71810199dab is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:14.908701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28ca80-9329-484f-8766-3ce71da98b3c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2ca74c-1d86-4f17-adff-653102669dc5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:14.926595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d28ca80-9329-484f-8766-3ce71da98b3c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:14.936202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d096dbf1-1aa2-4fdb-8f72-abeeff9e5a99 None None] Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:14.936396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d28ca80-9329-484f-8766-3ce71da98b3c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/0a2ca74c-1d86-4f17-adff-653102669dc5 HTTP/1.1" status: 204 len: 168 time: 0.4783070 Feb 10 06:35:14.937335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:14.945486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:14.952718 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:14.955123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Pushing event updated for resources: {'Port': ['ID=9456b677-fe84-472a-a41a-1f6b8f113f98,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:14.973693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Made reservation on behalf of d7f0bff326ce48d0a38d728f1d6e0230 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:14.979146 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.023431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.105988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:15.106386 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.140128 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (7652e068-ea06-4e81-abcd-eac5c21def9d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.213858 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (ca0d2d56-0e23-4a63-9205-4eeb5fab989c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.224209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 701dd92e-9164-4c0e-868c-fed30d483c0d up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:15.289988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f228-d5db-4201-8326-a288eb634186 req-d7fe2194-ad81-48c7-9cb2-99e454c8ecb7 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:15.291221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82b3f228-d5db-4201-8326-a288eb634186 req-d7fe2194-ad81-48c7-9cb2-99e454c8ecb7 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 944 time: 0.1768394 Feb 10 06:35:15.301379 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (67bf02f0-7231-4d63-82e2-e3fdacbd4501), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.303615 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.350058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bf02f0-7231-4d63-82e2-e3fdacbd4501']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:15.363620 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Publish callbacks [] for security_group (7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.369586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7382eb9b-1a38-465d-810d-dee32bfb4519') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:15.370479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7382eb9b-1a38-465d-810d-dee32bfb4519') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:15.381954 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.393885 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (7382eb9b-1a38-465d-810d-dee32bfb4519), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.395160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82b3f228-d5db-4201-8326-a288eb634186 req-4cad1125-94b9-478a-8e5d-f56e2c113114 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943627 Feb 10 06:35:15.401057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:35:15.403355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port ba970daa-7d76-4b0c-982a-67b80b887d4b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:15.403892 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.431511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 701dd92e-9164-4c0e-868c-fed30d483c0d completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:35:15.445913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:35:10Z', 'revision_number': 10, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:15.447159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7382eb9b-1a38-465d-810d-dee32bfb4519), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.457875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 701dd92e-9164-4c0e-868c-fed30d483c0d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:15.461045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.492487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port ba970daa-7d76-4b0c-982a-67b80b887d4b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ba970daa-7d76-4b0c-982a-67b80b887d4b,segment=NetworkSegment(6733c904-c8da-43b5-89ce-60e695a7599e),segment_id=6733c904-c8da-43b5-89ce-60e695a7599e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:15.492869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.497777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:15.524716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:15.527687 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (272deef8-d2b2-495b-bef8-ef1a4a7499a2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.528031 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Added segment 272deef8-d2b2-495b-bef8-ef1a4a7499a2 of type vlan for network 85145f5f-33a7-4eab-835d-8469aee72376 Feb 10 06:35:15.529491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for ba970daa-7d76-4b0c-982a-67b80b887d4b owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:15.561851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:15.562265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (7382eb9b-1a38-465d-810d-dee32bfb4519), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:15.574058 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:15.580725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b439c-7d12-420b-a1b5-e93a70c30c39 None None] DHCP port deletion for ca0d2d56-0e23-4a63-9205-4eeb5fab989c request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:15.602149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:35:15.605312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (85145f5f-33a7-4eab-835d-8469aee72376), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.606819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d944e33e-2c77-4739-8120-3823185d8ae0 None None] Provisioning complete for port 9456b677-fe84-472a-a41a-1f6b8f113f98 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:15.607355 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d944e33e-2c77-4739-8120-3823185d8ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.688881 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (85145f5f-33a7-4eab-835d-8469aee72376), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.689712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:15.690293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.699476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:15.701433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:15.705378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443b3f4-e396-4c70-bbdd-8a6f05b0a7e2 req-a3b06fe3-b9b1-4038-a694-7243a8483173 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:15.706833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2443b3f4-e396-4c70-bbdd-8a6f05b0a7e2 req-a3b06fe3-b9b1-4038-a694-7243a8483173 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.1691446 Feb 10 06:35:15.709776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:15.710225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.741491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:35:15.755480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:15.757948 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fbb913fd-43be-496b-be15-724fcef7660a admin admin] 10.222.0.21 "PUT /v2.0/routers/19497f1b-be63-49e2-9ff3-5a66d4bf48a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8519821 Feb 10 06:35:15.758485 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] Sync routers for ids ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:35:15.768771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3944259 Feb 10 06:35:15.791565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43666) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:15.794269 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (67bf02f0-7231-4d63-82e2-e3fdacbd4501), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.795306 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] Routers {'19497f1b-be63-49e2-9ff3-5a66d4bf48a4'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:15.795937 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:15.801548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.809411 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/networks/67bf02f0-7231-4d63-82e2-e3fdacbd4501 HTTP/1.1" status: 204 len: 168 time: 1.1185019 Feb 10 06:35:15.815235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Request body: {'subnet': {'network_id': '85145f5f-33a7-4eab-835d-8469aee72376', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-657885373-subnet', 'tenant_id': 'd7f0bff326ce48d0a38d728f1d6e0230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:15.820524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43668) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:15.823894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d944e33e-2c77-4739-8120-3823185d8ae0 None None] Port 9456b677-fe84-472a-a41a-1f6b8f113f98 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:35:15.837851 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.854947 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c67fe2-77d1-4e00-bffb-595af6c18112 admin admin] Pushing event updated for resources: {'Network': ['ID=85145f5f-33a7-4eab-835d-8469aee72376,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:15.894502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=ba970daa-7d76-4b0c-982a-67b80b887d4b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:15.901402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No DVR routers for this DVR port ba970daa-7d76-4b0c-982a-67b80b887d4b on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:15.908656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.925551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2443b3f4-e396-4c70-bbdd-8a6f05b0a7e2 req-cc51da67-ad7d-4332-a920-e89528df2826 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911752 Feb 10 06:35:15.936437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:15.937182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Made reservation on behalf of d7f0bff326ce48d0a38d728f1d6e0230 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:15.940116 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:15.962715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e90d78-30ae-4a5e-b76f-ff6ebea638c7 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Network': ['ID=67bf02f0-7231-4d63-82e2-e3fdacbd4501,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:15.997137 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] Set router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:16.014866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 85145f5f-33a7-4eab-835d-8469aee72376 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:16.025761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks [] for router (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.106069 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (ca0d2d56-0e23-4a63-9205-4eeb5fab989c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.125230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (37fb0e21-48bf-4218-abcc-2c9b8218f33a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.146573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0d2d56-0e23-4a63-9205-4eeb5fab989c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:16.160797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6733c904-c8da-43b5-89ce-60e695a7599e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:16.161285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6733c904-c8da-43b5-89ce-60e695a7599e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:16.186645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (6733c904-c8da-43b5-89ce-60e695a7599e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.205604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6733c904-c8da-43b5-89ce-60e695a7599e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.213411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:16.213816 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (6733c904-c8da-43b5-89ce-60e695a7599e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:16.298358 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:16.320546 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:02Z', 'updated_at': '2022-02-10T06:35:12Z', 'revision_number': 5, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'gw_port': {'id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:05Z', 'updated_at': '2022-02-10T06:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:16.342778 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (ca0d2d56-0e23-4a63-9205-4eeb5fab989c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.355259 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.359248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/networks/ca0d2d56-0e23-4a63-9205-4eeb5fab989c HTTP/1.1" status: 204 len: 168 time: 1.4195950 Feb 10 06:35:16.359386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=dc2fa2e1-9780-4df5-86aa-48ac6ed8342b,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:16.363087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:16.381023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.386126 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] Checking router: 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:35:16.412299 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] Routers {'19497f1b-be63-49e2-9ff3-5a66d4bf48a4'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:16.412931 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:16.440969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc7aad-48bd-4f86-bc07-ba538799d976 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Network': ['ID=ca0d2d56-0e23-4a63-9205-4eeb5fab989c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:16.600588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=dc2fa2e1-9780-4df5-86aa-48ac6ed8342b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:16.612880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9dbd5246-77bc-4b8b-86ca-f248f0868925 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:16.621640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b439c-7d12-420b-a1b5-e93a70c30c39 None None] Deleting port ba970daa-7d76-4b0c-982a-67b80b887d4b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:16.622338 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e9b439c-7d12-420b-a1b5-e93a70c30c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ba970daa-7d76-4b0c-982a-67b80b887d4b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.647914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks [] for router_gateway (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.670684 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] Set router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:16.778269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ed453-8eb6-4f03-ad13-f1ed6d8f7e71 req-e41ba84a-106a-4842-9696-73318921da26 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:16.779772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-468ed453-8eb6-4f03-ad13-f1ed6d8f7e71 req-e41ba84a-106a-4842-9696-73318921da26 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 944 time: 0.2163572 Feb 10 06:35:16.796450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 701dd92e-9164-4c0e-868c-fed30d483c0d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:16.797586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.855369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 701dd92e-9164-4c0e-868c-fed30d483c0d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=701dd92e-9164-4c0e-868c-fed30d483c0d,segment=NetworkSegment(50253f9d-0591-4630-b1c1-f3448059ca05),segment_id=50253f9d-0591-4630-b1c1-f3448059ca05)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:16.861000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a049bba-c441-4b88-9b28-2f15801d3545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701dd92e-9164-4c0e-868c-fed30d483c0d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:16.865151 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b011cb5-d896-4b06-93a3-ea415561e7c5" -d '{"events": [{"server_uuid": "4a049bba-c441-4b88-9b28-2f15801d3545", "name": "network-vif-plugged", "status": "completed", "tag": "701dd92e-9164-4c0e-868c-fed30d483c0d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:16.868994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9dbd5246-77bc-4b8b-86ca-f248f0868925 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:16.869860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9dbd5246-77bc-4b8b-86ca-f248f0868925 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:16.871328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 79bb77fe-cae6-4281-b486-ef49455d6a61 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:16.889002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Deleting port 64bf0839-100f-4e97-b2d9-861b491cca8c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:16.889329 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (7692c456-f740-44f0-b7a6-e6483bbf2da1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.889796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.900548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Publish callbacks [] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.939939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server [None req-6e9b439c-7d12-420b-a1b5-e93a70c30c39 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c could not be found. Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network ca0d2d56-0e23-4a63-9205-4eeb5fab989c could not be found. Feb 10 06:35:16.944719 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 06:35:16.955790 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:02Z', 'updated_at': '2022-02-10T06:35:12Z', 'revision_number': 5, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'gw_port': {'id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:05Z', 'updated_at': '2022-02-10T06:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:16.961571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-468ed453-8eb6-4f03-ad13-f1ed6d8f7e71 req-5b198b67-c3c9-4b9e-b286-49d103e98607 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612220 Feb 10 06:35:16.978067 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:16.990227 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1390a5d1-d744-417f-9da8-1512cf8b5cd1 x-openstack-request-id: req-1390a5d1-d744-417f-9da8-1512cf8b5cd1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:16.992847 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a049bba-c441-4b88-9b28-2f15801d3545", "name": "network-vif-plugged", "status": "completed", "tag": "701dd92e-9164-4c0e-868c-fed30d483c0d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:16.998471 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1390a5d1-d744-417f-9da8-1512cf8b5cd1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:17.003694 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a049bba-c441-4b88-9b28-2f15801d3545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701dd92e-9164-4c0e-868c-fed30d483c0d', 'code': 200} Feb 10 06:35:17.020692 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e11da-2906-407a-bff4-afe1446177f5 None None] The sync data for ids ['19497f1b-be63-49e2-9ff3-5a66d4bf48a4'] in n-d-828670-1 is: [{'id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'name': 'tempest-FloatingIPDetailsTestJSON-535993357-router', 'tenant_id': '9aa316c15a49401890b7df596bd9a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:02Z', 'updated_at': '2022-02-10T06:35:12Z', 'revision_number': 5, 'project_id': '9aa316c15a49401890b7df596bd9a5f1', 'gw_port': {'id': '64bf0839-100f-4e97-b2d9-861b491cca8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19497f1b-be63-49e2-9ff3-5a66d4bf48a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:05Z', 'updated_at': '2022-02-10T06:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:35:17.061689 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.066268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705577c0-a12e-4ba6-9a34-659f325bab2c None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:35:17.068450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 79bb77fe-cae6-4281-b486-ef49455d6a61 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:17.068960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 79bb77fe-cae6-4281-b486-ef49455d6a61 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:17.084233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] For port 64bf0839-100f-4e97-b2d9-861b491cca8c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=64bf0839-100f-4e97-b2d9-861b491cca8c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:17.084891 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.089832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7692c456-f740-44f0-b7a6-e6483bbf2da1,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:17.111338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Calling delete_port for 64bf0839-100f-4e97-b2d9-861b491cca8c owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:17.222337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (37fb0e21-48bf-4218-abcc-2c9b8218f33a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.225537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:35:10Z', 'revision_number': 10, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:17.267095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64dd33-1b9d-4616-bf43-dc2ad58f7f34 req-71844933-d79d-4412-8548-4305ab4e736e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:17.268675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c64dd33-1b9d-4616-bf43-dc2ad58f7f34 req-71844933-d79d-4412-8548-4305ab4e736e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.1866992 Feb 10 06:35:17.272807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16289703-0dc1-4957-84d9-74d19b910b5a req-39577b03-89cc-44fc-a97d-6fc2214890f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:17.274777 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-16289703-0dc1-4957-84d9-74d19b910b5a req-39577b03-89cc-44fc-a97d-6fc2214890f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 1127 time: 0.1812081 Feb 10 06:35:17.280216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52944af5-6d07-424e-8e93-26e9cfdb0cfb None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:35:10Z', 'revision_number': 10, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None, '_interfaces': [{'id': '0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7', 'name': '', 'network_id': 'f544a063-87e1-4f01-80cc-841f90b28b92', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'mac_address': 'fa:16:3e:14:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd1791-fc18-436c-86a3-104db4383864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:19Z', 'updated_at': '2022-02-10T06:34:24Z', 'revision_number': 5, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'subnets': [{'id': 'dcf12404-b58a-48c5-8169-e4c3f38a9029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:35:17.325913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=701dd92e-9164-4c0e-868c-fed30d483c0d,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:17.349702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.367220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-16289703-0dc1-4957-84d9-74d19b910b5a req-72bee29d-bb09-4b67-a800-319a214d3480 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733085 Feb 10 06:35:17.369816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fb0e21-48bf-4218-abcc-2c9b8218f33a']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:17.380448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Pushing event updated for resources: {'Port': ['ID=9456b677-fe84-472a-a41a-1f6b8f113f98,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:17.392512 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (7652e068-ea06-4e81-abcd-eac5c21def9d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.409350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Checking segment: {'id': '272deef8-d2b2-495b-bef8-ef1a4a7499a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:17.411289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Network hostable DHCP agents. Network: 85145f5f-33a7-4eab-835d-8469aee72376, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:17.420005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705577c0-a12e-4ba6-9a34-659f325bab2c None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:35:17.425934 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67464198-76b9-4543-afc8-32da62f04a0b') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:17.427953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67464198-76b9-4543-afc8-32da62f04a0b') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:17.477551 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (67464198-76b9-4543-afc8-32da62f04a0b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.490265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c64dd33-1b9d-4616-bf43-dc2ad58f7f34 req-e4c705ea-d5d0-4434-b148-72d78edab38b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113419 Feb 10 06:35:17.537866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (67464198-76b9-4543-afc8-32da62f04a0b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.546043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Network 85145f5f-33a7-4eab-835d-8469aee72376 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:17.557460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:17.557880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (67464198-76b9-4543-afc8-32da62f04a0b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:17.561109 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:17.622568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 85145f5f-33a7-4eab-835d-8469aee72376) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:17.641218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Network 4b747006-1110-4922-84a4-e71810199dab is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:17.643481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:17.644273 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.649415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:17.661762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (64bf0839-100f-4e97-b2d9-861b491cca8c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.730271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Pushing event deleted for resources: {'Port': ['ID=64bf0839-100f-4e97-b2d9-861b491cca8c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:17.819576 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c05f7c0b-8bd7-4afb-89cd-335e880a9e76 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0261669 Feb 10 06:35:17.820679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (37fb0e21-48bf-4218-abcc-2c9b8218f33a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.833640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:17.841076 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/networks/37fb0e21-48bf-4218-abcc-2c9b8218f33a HTTP/1.1" status: 204 len: 168 time: 2.0144761 Feb 10 06:35:17.848527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43684) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:17.894947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a170437-e21b-43f9-b392-285a58b03e30 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Network': ['ID=37fb0e21-48bf-4218-abcc-2c9b8218f33a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:17.906220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fffbff-d14e-4134-bafd-7ce2bb113f07 None None] DHCP port deletion for ca0d2d56-0e23-4a63-9205-4eeb5fab989c request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:17.953531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device dc2fa2e1-9780-4df5-86aa-48ac6ed8342b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:18.017552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922bdd7-89ff-4f06-ae5d-4039080489d1 None None] Network 85145f5f-33a7-4eab-835d-8469aee72376 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:18.104952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.130408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Router 7652e068-ea06-4e81-abcd-eac5c21def9d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:35:18.165624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:18.166002 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.275971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.300788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:18.317623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d16ac-989a-4b9e-b2d3-4b9c797b124a None None] Network 85145f5f-33a7-4eab-835d-8469aee72376 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:18.323909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a60c53-bf74-47c9-b584-dcf6ac80676e') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:18.325490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a60c53-bf74-47c9-b584-dcf6ac80676e') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:18.347350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (c9a60c53-bf74-47c9-b584-dcf6ac80676e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.363671 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c9a60c53-bf74-47c9-b584-dcf6ac80676e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.370178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:18.370813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (c9a60c53-bf74-47c9-b584-dcf6ac80676e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:18.395719 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:18.464843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:18.489515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1266e6e6-7373-41ca-a7b9-cb3fa81405f6 None None] Provisioning complete for port 9456b677-fe84-472a-a41a-1f6b8f113f98 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:18.491457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1266e6e6-7373-41ca-a7b9-cb3fa81405f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.497757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-675e00a3-cf22-4211-834b-0a7b64b2bb4e req-312ee5dc-8c50-4b88-8afa-1708bacaa178 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2012830967', 'description': 'tempest-description-961761357'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:18.504554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.512764 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.519261 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] 10.222.0.21 "DELETE /v2.0/networks/abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1 HTTP/1.1" status: 204 len: 168 time: 0.6681793 Feb 10 06:35:18.546402 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04b399-23bf-4de8-a6f1-3351b39d46b6 tempest-BulkNetworkOpsIpV6Test-887724170 tempest-BulkNetworkOpsIpV6Test-887724170-project] Pushing event deleted for resources: {'Network': ['ID=abcbe0c0-0f65-44c1-bc43-4a3766ee7fa1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:18.562524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ba970daa-7d76-4b0c-982a-67b80b887d4b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:18.579105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-675e00a3-cf22-4211-834b-0a7b64b2bb4e req-312ee5dc-8c50-4b88-8afa-1708bacaa178 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.584814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.594730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ba970daa-7d76-4b0c-982a-67b80b887d4b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:18.595315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ba970daa-7d76-4b0c-982a-67b80b887d4b not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:18.595927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 129a9c8c-252c-455a-8079-55ee53d971aa no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:18.621671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1266e6e6-7373-41ca-a7b9-cb3fa81405f6 None None] Port 9456b677-fe84-472a-a41a-1f6b8f113f98 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:35:18.623370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 129a9c8c-252c-455a-8079-55ee53d971aa {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:18.623930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 129a9c8c-252c-455a-8079-55ee53d971aa not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:18.624559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 92a15631-d490-4881-921d-89dd67f2a783 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:18.648256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 92a15631-d490-4881-921d-89dd67f2a783 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:18.648942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 92a15631-d490-4881-921d-89dd67f2a783 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:18.667470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:35:18.684040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Sync routers for ids ['7652e068-ea06-4e81-abcd-eac5c21def9d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:35:18.699863 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d6c67ffe-79f2-4ff3-937d-19642f011517 admin admin] 10.222.0.21 "PUT /v2.0/routers/7652e068-ea06-4e81-abcd-eac5c21def9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6446450 Feb 10 06:35:18.703085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Routers {'7652e068-ea06-4e81-abcd-eac5c21def9d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:18.704008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7652e068-ea06-4e81-abcd-eac5c21def9d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:18.726123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.757468 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks [] for router_controller (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.850343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bd3de-b46b-4c28-b1e2-4031d4f26947 req-45ab2e1c-b9f7-4ee4-bc87-c5f5f15c9f72 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:18.852502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b2bd3de-b46b-4c28-b1e2-4031d4f26947 req-45ab2e1c-b9f7-4ee4-bc87-c5f5f15c9f72 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 945 time: 0.3713033 Feb 10 06:35:18.903395 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (19497f1b-be63-49e2-9ff3-5a66d4bf48a4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.903925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19497f1b-be63-49e2-9ff3-5a66d4bf48a4 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:35:18.921013 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:18.925842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-951f2a8e-9aa5-4c58-96b2-b3c03d2885dd admin admin] 10.222.0.21 "DELETE /v2.0/routers/19497f1b-be63-49e2-9ff3-5a66d4bf48a4 HTTP/1.1" status: 204 len: 168 time: 3.1660025 Feb 10 06:35:18.926082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43702) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:18.981075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Set router 7652e068-ea06-4e81-abcd-eac5c21def9d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:19.056522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43710) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:19.072139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-235f7e64-b543-469e-834d-662cad657a6c admin admin] Deleting subnet 86db937a-0abc-4cb9-a222-8fe88309f2e6 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:19.079681 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-235f7e64-b543-469e-834d-662cad657a6c admin admin] Publish callbacks [] for subnet (86db937a-0abc-4cb9-a222-8fe88309f2e6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.100247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-675e00a3-cf22-4211-834b-0a7b64b2bb4e req-312ee5dc-8c50-4b88-8afa-1708bacaa178 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (c966e4a9-2292-4ea9-9e55-88cee09e4bb2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.140598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:19.141477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.150729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b2bd3de-b46b-4c28-b1e2-4031d4f26947 req-20148f32-7276-484f-932a-ee60c8c3ed6d tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616966 Feb 10 06:35:19.191033 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-675e00a3-cf22-4211-834b-0a7b64b2bb4e req-312ee5dc-8c50-4b88-8afa-1708bacaa178 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c966e4a9-2292-4ea9-9e55-88cee09e4bb2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.212923 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-235f7e64-b543-469e-834d-662cad657a6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (86db937a-0abc-4cb9-a222-8fe88309f2e6), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.395915 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-235f7e64-b543-469e-834d-662cad657a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (86db937a-0abc-4cb9-a222-8fe88309f2e6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.466200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-675e00a3-cf22-4211-834b-0a7b64b2bb4e req-312ee5dc-8c50-4b88-8afa-1708bacaa178 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.472584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-675e00a3-cf22-4211-834b-0a7b64b2bb4e req-312ee5dc-8c50-4b88-8afa-1708bacaa178 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9784331 Feb 10 06:35:19.508576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-235f7e64-b543-469e-834d-662cad657a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (86db937a-0abc-4cb9-a222-8fe88309f2e6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.522807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b1adfa08-67a4-4efb-a682-d2fe815f1f7d req-11edcb29-0936-4aea-a94d-8ddf2bb94585 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-993544578', 'description': 'tempest-description-1198881338'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:19.529877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:04Z', 'updated_at': '2022-02-10T06:35:15Z', 'revision_number': 4, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'gw_port': {'id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:06Z', 'updated_at': '2022-02-10T06:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '9456b677-fe84-472a-a41a-1f6b8f113f98', 'name': '', 'network_id': '4b747006-1110-4922-84a4-e71810199dab', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'mac_address': 'fa:16:3e:41:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a5014fbf-b375-4172-909b-ccd23d3745e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:12Z', 'updated_at': '2022-02-10T06:35:16Z', 'revision_number': 2, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'subnets': [{'id': 'a5014fbf-b375-4172-909b-ccd23d3745e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:19.537247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ee5dc-8c50-4b88-8afa-1708bacaa178 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c966e4a9-2292-4ea9-9e55-88cee09e4bb2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:19.576005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-235f7e64-b543-469e-834d-662cad657a6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.583865 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-235f7e64-b543-469e-834d-662cad657a6c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86db937a-0abc-4cb9-a222-8fe88309f2e6 HTTP/1.1" status: 204 len: 168 time: 0.6565745 Feb 10 06:35:19.584933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f7e64-b543-469e-834d-662cad657a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86db937a-0abc-4cb9-a222-8fe88309f2e6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:19.586617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43742) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:19.594415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Checking router: 7652e068-ea06-4e81-abcd-eac5c21def9d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:35:19.594801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Updating router 7652e068-ea06-4e81-abcd-eac5c21def9d port 9456b677-fe84-472a-a41a-1f6b8f113f98 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:35:19.605263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872f2f8-be9b-4f82-9734-cd1c86377e12 None None] Network c8afe959-69ef-418a-83e9-10e559f0dee9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:19.683087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c7dc2010-7df2-4d5b-96b1-924452a77919 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c25614de29d48a2a5917e4b323730bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6012828 Feb 10 06:35:19.692371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:19.719332 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1adfa08-67a4-4efb-a682-d2fe815f1f7d req-11edcb29-0936-4aea-a94d-8ddf2bb94585 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.730238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5e038-5677-4065-a370-746ca4436f00 req-af62d238-fcbc-43d0-a60b-b7114186792f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:19.732197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7e5e038-5677-4065-a370-746ca4436f00 req-af62d238-fcbc-43d0-a60b-b7114186792f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.4605312 Feb 10 06:35:19.757745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c8afe959-69ef-418a-83e9-10e559f0dee9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.828806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7,segment=NetworkSegment(566981f3-79b8-402c-9f76-6f0112f2ed55),segment_id=566981f3-79b8-402c-9f76-6f0112f2ed55)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:19.829337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.843592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 64bf0839-100f-4e97-b2d9-861b491cca8c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:19.849022 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.865138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Deleting port cf2894b7-e708-4c92-aa66-950869e87661 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:19.865711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cf2894b7-e708-4c92-aa66-950869e87661), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.887935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:19.891925 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1adfa08-67a4-4efb-a682-d2fe815f1f7d req-11edcb29-0936-4aea-a94d-8ddf2bb94585 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (2916289b-ebdd-44b2-bdb2-bbd3a264b12c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.917522 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1adfa08-67a4-4efb-a682-d2fe815f1f7d req-11edcb29-0936-4aea-a94d-8ddf2bb94585 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2916289b-ebdd-44b2-bdb2-bbd3a264b12c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:19.935984 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-153f6303-870a-40a8-9a69-8fea203771e0 admin admin] Publish callbacks [] for security_group (632ae1d9-503f-4ced-943f-41e9f7830374), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.004271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7e5e038-5677-4065-a370-746ca4436f00 req-3f2ce41a-41fb-4298-95a5-c31065f26e0f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511554 Feb 10 06:35:20.027685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] For port cf2894b7-e708-4c92-aa66-950869e87661, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cf2894b7-e708-4c92-aa66-950869e87661,segment=NetworkSegment(213e3f6f-ba20-4cc4-bb78-83f47f35df84),segment_id=213e3f6f-ba20-4cc4-bb78-83f47f35df84)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:20.028664 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cf2894b7-e708-4c92-aa66-950869e87661), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.034074 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b1adfa08-67a4-4efb-a682-d2fe815f1f7d req-11edcb29-0936-4aea-a94d-8ddf2bb94585 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.035479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1adfa08-67a4-4efb-a682-d2fe815f1f7d req-11edcb29-0936-4aea-a94d-8ddf2bb94585 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5292587 Feb 10 06:35:20.052495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-153f6303-870a-40a8-9a69-8fea203771e0 admin admin] Publish callbacks [] for security_group (632ae1d9-503f-4ced-943f-41e9f7830374), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.058573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edcb29-0936-4aea-a94d-8ddf2bb94585 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2916289b-ebdd-44b2-bdb2-bbd3a264b12c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:20.082181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Calling delete_port for cf2894b7-e708-4c92-aa66-950869e87661 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:20.195857 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-153f6303-870a-40a8-9a69-8fea203771e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (632ae1d9-503f-4ced-943f-41e9f7830374), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.215995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 64bf0839-100f-4e97-b2d9-861b491cca8c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:20.216586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 64bf0839-100f-4e97-b2d9-861b491cca8c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:20.222295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-153f6303-870a-40a8-9a69-8fea203771e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.223574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-153f6303-870a-40a8-9a69-8fea203771e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/632ae1d9-503f-4ced-943f-41e9f7830374 HTTP/1.1" status: 204 len: 168 time: 0.5234318 Feb 10 06:35:20.241497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cf2894b7-e708-4c92-aa66-950869e87661), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.303529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f6303-870a-40a8-9a69-8fea203771e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632ae1d9-503f-4ced-943f-41e9f7830374,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:20.330570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2894b7-e708-4c92-aa66-950869e87661,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:20.339660 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.352527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] No DVR routers for this DVR port cf2894b7-e708-4c92-aa66-950869e87661 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:20.405722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ace6c-0e2a-46d3-8559-3a0bafb9fa08 None None] DHCP port deletion for c8afe959-69ef-418a-83e9-10e559f0dee9 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:20.450357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:20.555409 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Publish callbacks [] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.578254 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.695863 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c8afe959-69ef-418a-83e9-10e559f0dee9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.770802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19ac87-7cb5-460a-b9fa-bc07ae376d11 req-998313c9-979a-458c-b778-0942d7e3ece9 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:20.778135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c19ac87-7cb5-460a-b9fa-bc07ae376d11 req-998313c9-979a-458c-b778-0942d7e3ece9 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 945 time: 0.4172478 Feb 10 06:35:20.782502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8afe959-69ef-418a-83e9-10e559f0dee9']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:20.792955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Pushing event updated for resources: {'Port': ['ID=9456b677-fe84-472a-a41a-1f6b8f113f98,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:20.813233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213e3f6f-ba20-4cc4-bb78-83f47f35df84') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:20.821891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213e3f6f-ba20-4cc4-bb78-83f47f35df84') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:20.850044 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (213e3f6f-ba20-4cc4-bb78-83f47f35df84), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.871233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.883278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.884819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.886690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.887164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.887622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.893197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.897441 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (213e3f6f-ba20-4cc4-bb78-83f47f35df84), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.900591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.900984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.901338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.901762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.902010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.902389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:35:20.925730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Attempting to bind port 9456b677-fe84-472a-a41a-1f6b8f113f98 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:20.926182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Attempting to bind port 9456b677-fe84-472a-a41a-1f6b8f113f98 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6dd30ec0-7141-4369-8c7d-da83dbf1bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b747006-1110-4922-84a4-e71810199dab'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:20.926898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Attempting to bind port 9456b677-fe84-472a-a41a-1f6b8f113f98 on network 4b747006-1110-4922-84a4-e71810199dab {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:20.928742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:20.932145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (213e3f6f-ba20-4cc4-bb78-83f47f35df84), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:20.936526 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:20.943146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:20.943480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Checking segment: {'id': '6dd30ec0-7141-4369-8c7d-da83dbf1bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b747006-1110-4922-84a4-e71810199dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:20.943899 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:20.944305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Bound using segment: {'id': '6dd30ec0-7141-4369-8c7d-da83dbf1bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b747006-1110-4922-84a4-e71810199dab'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:20.944803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Bound port: 9456b677-fe84-472a-a41a-1f6b8f113f98, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd30ec0-7141-4369-8c7d-da83dbf1bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b747006-1110-4922-84a4-e71810199dab'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:20.945199 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.074261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c8afe959-69ef-418a-83e9-10e559f0dee9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.080444 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.088812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] For port 9456b677-fe84-472a-a41a-1f6b8f113f98, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:21.089440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8afe959-69ef-418a-83e9-10e559f0dee9 HTTP/1.1" status: 204 len: 168 time: 1.5018973 Feb 10 06:35:21.096512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] For port 9456b677-fe84-472a-a41a-1f6b8f113f98, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9456b677-fe84-472a-a41a-1f6b8f113f98,segment=NetworkSegment(6dd30ec0-7141-4369-8c7d-da83dbf1bf82),segment_id=6dd30ec0-7141-4369-8c7d-da83dbf1bf82)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:21.117025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fa7d8-8400-4979-bbf5-69a3005d02c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8afe959-69ef-418a-83e9-10e559f0dee9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:21.119275 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.161284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-7e3d12ae-fa5c-461f-b9f7-eb4b038df32a tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:21.178606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-7e3d12ae-fa5c-461f-b9f7-eb4b038df32a tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 812 time: 0.6238918 Feb 10 06:35:21.217284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (5fbd1791-fc18-436c-86a3-104db4383864), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.219778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c1c141b7-c094-4ea0-8f8d-374626b654a6 None None] Provisioning complete for port 9456b677-fe84-472a-a41a-1f6b8f113f98 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:21.220640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1c141b7-c094-4ea0-8f8d-374626b654a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.278709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Routers {'7652e068-ea06-4e81-abcd-eac5c21def9d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:21.279674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7652e068-ea06-4e81-abcd-eac5c21def9d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:21.339636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7945f-1c04-4fcb-9a12-69c51f3ea0fc None None] Pushing event updated for resources: {'Port': ['ID=9456b677-fe84-472a-a41a-1f6b8f113f98,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:21.496319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1c141b7-c094-4ea0-8f8d-374626b654a6 None None] Current status of the port 9456b677-fe84-472a-a41a-1f6b8f113f98 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:21.496645 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1c141b7-c094-4ea0-8f8d-374626b654a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.503996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-2fce8654-6a2d-484c-bfdf-24a35632d190 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/quotas/d7f0bff326ce48d0a38d728f1d6e0230 HTTP/1.1" status: 200 len: 375 time: 0.3223376 Feb 10 06:35:21.515958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43828) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:21.550488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] Set router 7652e068-ea06-4e81-abcd-eac5c21def9d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:21.597136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c19ac87-7cb5-460a-b9fa-bc07ae376d11 req-f34ea0b1-ff71-4a31-8899-a30974c8ecb4 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003795 Feb 10 06:35:21.626186 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-be8f317c-d666-4fdc-ada5-52747d7b40d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9aa316c15a49401890b7df596bd9a5f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1090026 Feb 10 06:35:21.630475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43834) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:21.690863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c1c141b7-c094-4ea0-8f8d-374626b654a6 None None] For port 9456b677-fe84-472a-a41a-1f6b8f113f98, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9456b677-fe84-472a-a41a-1f6b8f113f98,segment=NetworkSegment(6dd30ec0-7141-4369-8c7d-da83dbf1bf82),segment_id=6dd30ec0-7141-4369-8c7d-da83dbf1bf82)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:21.708686 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1c141b7-c094-4ea0-8f8d-374626b654a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.771152 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-680de6e6-5436-4045-81a7-9f021b30a51d admin admin] Publish callbacks [] for security_group (3a6c10e5-2f6f-4c95-a0b6-aa0ca9b2c2d6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.778019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-819d1646-2f74-42b8-8129-87dc49e9cd5b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2725122 Feb 10 06:35:21.829105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-680de6e6-5436-4045-81a7-9f021b30a51d admin admin] Publish callbacks [] for security_group (3a6c10e5-2f6f-4c95-a0b6-aa0ca9b2c2d6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.916404 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-680de6e6-5436-4045-81a7-9f021b30a51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3a6c10e5-2f6f-4c95-a0b6-aa0ca9b2c2d6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.920146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-680de6e6-5436-4045-81a7-9f021b30a51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:21.921647 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-680de6e6-5436-4045-81a7-9f021b30a51d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a6c10e5-2f6f-4c95-a0b6-aa0ca9b2c2d6 HTTP/1.1" status: 204 len: 168 time: 0.2900677 Feb 10 06:35:21.928184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:35:21.952756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680de6e6-5436-4045-81a7-9f021b30a51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c10e5-2f6f-4c95-a0b6-aa0ca9b2c2d6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:21.963996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cf2894b7-e708-4c92-aa66-950869e87661 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:22.061564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c141b7-c094-4ea0-8f8d-374626b654a6 None None] Pushing event updated for resources: {'Port': ['ID=9456b677-fe84-472a-a41a-1f6b8f113f98,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:22.080384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: cf2894b7-e708-4c92-aa66-950869e87661 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:22.080742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cf2894b7-e708-4c92-aa66-950869e87661 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:22.095948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-baa2fd47-a55c-4e80-941a-1dd8d38f3e4d None None] Provisioning complete for port 9456b677-fe84-472a-a41a-1f6b8f113f98 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:22.096327 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-baa2fd47-a55c-4e80-941a-1dd8d38f3e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:22.129161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43840) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:22.267705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866305e6-f61a-4df3-9e46-7999567a4731 req-6435cc66-0d66-4c6d-b723-317259a66d30 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:22.272066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-866305e6-f61a-4df3-9e46-7999567a4731 req-6435cc66-0d66-4c6d-b723-317259a66d30 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.4856822 Feb 10 06:35:22.374416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-baa2fd47-a55c-4e80-941a-1dd8d38f3e4d None None] Current status of the port 9456b677-fe84-472a-a41a-1f6b8f113f98 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:22.393029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:04Z', 'updated_at': '2022-02-10T06:35:15Z', 'revision_number': 4, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'gw_port': {'id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:06Z', 'updated_at': '2022-02-10T06:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '9456b677-fe84-472a-a41a-1f6b8f113f98', 'name': '', 'network_id': '4b747006-1110-4922-84a4-e71810199dab', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'mac_address': 'fa:16:3e:41:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a5014fbf-b375-4172-909b-ccd23d3745e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:12Z', 'updated_at': '2022-02-10T06:35:21Z', 'revision_number': 4, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'subnets': [{'id': 'a5014fbf-b375-4172-909b-ccd23d3745e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:22.395395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-4ee9a7af-a689-44a9-a3ca-29ad609c6e31 service neutron] 10.222.0.21 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041605 Feb 10 06:35:22.485798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-866305e6-f61a-4df3-9e46-7999567a4731 req-4d1fc7ed-72ea-4e8c-8f1d-ac63cb07a22d tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809572 Feb 10 06:35:22.493280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:35:22.496907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1085ed2-b567-4f6f-bba1-7b9d76f7a3f1 None None] The sync data for ids ['7652e068-ea06-4e81-abcd-eac5c21def9d'] in n-d-828670-1 is: [{'id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:04Z', 'updated_at': '2022-02-10T06:35:15Z', 'revision_number': 4, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'gw_port': {'id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:06Z', 'updated_at': '2022-02-10T06:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '9456b677-fe84-472a-a41a-1f6b8f113f98', 'name': '', 'network_id': '4b747006-1110-4922-84a4-e71810199dab', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'mac_address': 'fa:16:3e:41:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a5014fbf-b375-4172-909b-ccd23d3745e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:12Z', 'updated_at': '2022-02-10T06:35:21Z', 'revision_number': 4, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'subnets': [{'id': 'a5014fbf-b375-4172-909b-ccd23d3745e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:35:22.502386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bafc6717-fdc2-4f9d-8cca-34d5ecc673ec tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1338756 Feb 10 06:35:22.502645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43856) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:22.513002 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:35:22.526404 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:22.527269 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:22.732594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1356006603'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:22.739378 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:22.785156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-21404de3-9870-4ba4-bbec-e18a2805140c service neutron] 10.222.0.21 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879144 Feb 10 06:35:22.785996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:22.795764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb82d3b-80b6-4b42-8992-29fe3173fdb4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting subnet dcf12404-b58a-48c5-8169-e4c3f38a9029 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:22.798187 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:22.801720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eb82d3b-80b6-4b42-8992-29fe3173fdb4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for subnet (dcf12404-b58a-48c5-8169-e4c3f38a9029), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:22.831836 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:22.862475 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:35:20Z', 'revision_number': 11, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:22.911958 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:35:22.934658 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:22.936592 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:22.973625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eb82d3b-80b6-4b42-8992-29fe3173fdb4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (dcf12404-b58a-48c5-8169-e4c3f38a9029), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.040527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for security_group (327d1b5c-fed3-4fce-97ac-9d03bdfaa4c4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.060655 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (327d1b5c-fed3-4fce-97ac-9d03bdfaa4c4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.175614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:23.201608 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:23.247238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327d1b5c-fed3-4fce-97ac-9d03bdfaa4c4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:23.273198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (31331011-2662-437e-9cf4-d1637346ad08), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.276621 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Added segment 31331011-2662-437e-9cf4-d1637346ad08 of type vlan for network 9f9bbfa0-7d06-4912-9b54-24bd93911adc Feb 10 06:35:23.282354 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eb82d3b-80b6-4b42-8992-29fe3173fdb4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (dcf12404-b58a-48c5-8169-e4c3f38a9029), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.401192 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eb82d3b-80b6-4b42-8992-29fe3173fdb4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (dcf12404-b58a-48c5-8169-e4c3f38a9029), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.433570 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:35:20Z', 'revision_number': 11, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:23.436692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (9f9bbfa0-7d06-4912-9b54-24bd93911adc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.519988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c62d05-76a8-4718-ac75-1815d3e52666 None None] Network f544a063-87e1-4f01-80cc-841f90b28b92 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:23.520536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (9f9bbfa0-7d06-4912-9b54-24bd93911adc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.525378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:23.526052 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.569392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb82d3b-80b6-4b42-8992-29fe3173fdb4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf12404-b58a-48c5-8169-e4c3f38a9029,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:23.583867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f25e157-a2e7-4fb0-b6db-2b7bdfb92b44 req-2d8069e9-5972-4cbd-a990-a6766c2c51ac tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 210 time: 0.1960456 Feb 10 06:35:23.586802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eb82d3b-80b6-4b42-8992-29fe3173fdb4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:23.596821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0eb82d3b-80b6-4b42-8992-29fe3173fdb4 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/dcf12404-b58a-48c5-8169-e4c3f38a9029 HTTP/1.1" status: 204 len: 168 time: 1.0921445 Feb 10 06:35:23.624275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43890) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:23.698422 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5564187 Feb 10 06:35:23.722144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043416cb-9430-4841-8079-27c9afda66c2 req-7b304591-15ad-479e-8438-0fa4d12d3366 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:23.753357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-043416cb-9430-4841-8079-27c9afda66c2 req-7b304591-15ad-479e-8438-0fa4d12d3366 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 945 time: 0.3557153 Feb 10 06:35:23.890253 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d51d0-8cca-424c-9c53-f5a71454183c None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:35:20Z', 'revision_number': 11, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:35:23.934083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e858afe-294e-4358-ae46-88501dc4ac38 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Network': ['ID=9f9bbfa0-7d06-4912-9b54-24bd93911adc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:23.969855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 9f9bbfa0-7d06-4912-9b54-24bd93911adc details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:24.063706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (f544a063-87e1-4f01-80cc-841f90b28b92), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:24.066608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-043416cb-9430-4841-8079-27c9afda66c2 req-3698c89f-ae12-4202-afff-2ee05b55b76c tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084459 Feb 10 06:35:24.207872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Deleting port 0ec4a9ba-90f7-4945-b814-302e45d1edab {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:24.208330 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:24.334245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] DHCP port deletion for f544a063-87e1-4f01-80cc-841f90b28b92 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:24.387145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9456b677-fe84-472a-a41a-1f6b8f113f98 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:24.449316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] For port 0ec4a9ba-90f7-4945-b814-302e45d1edab, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0ec4a9ba-90f7-4945-b814-302e45d1edab,segment=NetworkSegment(566981f3-79b8-402c-9f76-6f0112f2ed55),segment_id=566981f3-79b8-402c-9f76-6f0112f2ed55)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:24.450241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:24.515311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Calling delete_port for 0ec4a9ba-90f7-4945-b814-302e45d1edab owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:24.574716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4828a38-d566-4b38-8249-15bebdcc606c req-fb8c8419-b6a0-4e11-84d9-816e9b02a4fa tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:24.607162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4828a38-d566-4b38-8249-15bebdcc606c req-fb8c8419-b6a0-4e11-84d9-816e9b02a4fa tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.3140736 Feb 10 06:35:24.820647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9456b677-fe84-472a-a41a-1f6b8f113f98 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:24.822085 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:25.004273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-739232ef-f979-4542-a7b4-e028c2fff47d req-0f0b0ff2-c8d6-4c60-8172-29d4adc01cc3 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 210 time: 0.1100097 Feb 10 06:35:25.045183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4828a38-d566-4b38-8249-15bebdcc606c req-3cf2822c-103f-4616-99f7-114c7cdb4a84 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242635 Feb 10 06:35:25.070634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-83296af7-9535-481a-ba25-f6c0c2f3ad90 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:25.072583 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-83296af7-9535-481a-ba25-f6c0c2f3ad90 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 945 time: 0.3365388 Feb 10 06:35:25.076986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:25.148092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] Deleting port 0ec4a9ba-90f7-4945-b814-302e45d1edab {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:25.148469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:25.312284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No DVR routers for this DVR port 0ec4a9ba-90f7-4945-b814-302e45d1edab on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:25.331601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Port': ['ID=0ec4a9ba-90f7-4945-b814-302e45d1edab,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:25.457990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bec89-d6bc-4a18-8eff-ebdaf31a3282 req-92872604-6c96-4bec-bd22-694f49b47cc0 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:25.467227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b04bec89-d6bc-4a18-8eff-ebdaf31a3282 req-92872604-6c96-4bec-bd22-694f49b47cc0 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 945 time: 0.1794944 Feb 10 06:35:25.490911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:25.585859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b04bec89-d6bc-4a18-8eff-ebdaf31a3282 req-d20f48f6-7f63-4bd3-938a-9b78065662e2 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176653 Feb 10 06:35:25.884823 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (f544a063-87e1-4f01-80cc-841f90b28b92), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:25.970486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-17401d7a-599a-46cc-b8be-3c46f8ce6eaf tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:25.972002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-17401d7a-599a-46cc-b8be-3c46f8ce6eaf tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.24 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 812 time: 0.3378212 Feb 10 06:35:25.985249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9456b677-fe84-472a-a41a-1f6b8f113f98 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:25.991849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f544a063-87e1-4f01-80cc-841f90b28b92']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:26.002981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'port': {'device_id': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376', 'admin_state_up': True, 'tenant_id': 'd7f0bff326ce48d0a38d728f1d6e0230'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:26.026215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-286cf402-2617-4107-96b6-4f681f5e5e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.030420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] For port 0ec4a9ba-90f7-4945-b814-302e45d1edab, host n-d-828670-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:26.030972 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.074564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566981f3-79b8-402c-9f76-6f0112f2ed55') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:26.078932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566981f3-79b8-402c-9f76-6f0112f2ed55') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:26.099097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] Calling delete_port for 0ec4a9ba-90f7-4945-b814-302e45d1edab owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:26.103630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] Port 0ec4a9ba-90f7-4945-b814-302e45d1edab was not found and therefore no delete operation was performed {{(pid=103215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:35:26.105176 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0ec4a9ba-90f7-4945-b814-302e45d1edab), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.147856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Deleting port 701dd92e-9164-4c0e-868c-fed30d483c0d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:26.148194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.157993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] No DVR routers for this DVR port 0ec4a9ba-90f7-4945-b814-302e45d1edab on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:26.168267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e69f0f-0e34-44bf-92de-9364d110c43d None None] Pushing event deleted for resources: {'Port': ['ID=0ec4a9ba-90f7-4945-b814-302e45d1edab,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:26.173619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (566981f3-79b8-402c-9f76-6f0112f2ed55), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.217426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:26.262557 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (566981f3-79b8-402c-9f76-6f0112f2ed55), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.276649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:26.277285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (566981f3-79b8-402c-9f76-6f0112f2ed55), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:26.280574 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:26.286672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:26.287367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0b6a98e0-12e2-4e73-bbe9-d88f5c8411b7 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:26.290274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0ec4a9ba-90f7-4945-b814-302e45d1edab no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:26.351968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0ec4a9ba-90f7-4945-b814-302e45d1edab {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:26.356373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0ec4a9ba-90f7-4945-b814-302e45d1edab not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:26.417620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] For port 701dd92e-9164-4c0e-868c-fed30d483c0d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=701dd92e-9164-4c0e-868c-fed30d483c0d,segment=NetworkSegment(50253f9d-0591-4630-b1c1-f3448059ca05),segment_id=50253f9d-0591-4630-b1c1-f3448059ca05)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:26.418190 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.428750 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (f544a063-87e1-4f01-80cc-841f90b28b92), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.438621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.444677 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/networks/f544a063-87e1-4f01-80cc-841f90b28b92 HTTP/1.1" status: 204 len: 168 time: 2.8182755 Feb 10 06:35:26.448886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43950) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:26.454513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'routes': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:26.538278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-286cf402-2617-4107-96b6-4f681f5e5e38 admin admin] Publish callbacks [] for security_group (78a2a140-282f-4097-a429-f4fec077f9d7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.559001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Calling delete_port for 701dd92e-9164-4c0e-868c-fed30d483c0d owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:26.567762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717639c-7d16-4e83-9510-7192953f80c1 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Pushing event deleted for resources: {'Network': ['ID=f544a063-87e1-4f01-80cc-841f90b28b92,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:26.595191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-286cf402-2617-4107-96b6-4f681f5e5e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (78a2a140-282f-4097-a429-f4fec077f9d7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.641721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-286cf402-2617-4107-96b6-4f681f5e5e38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8603d16edd694324a5a0f3be901447cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1474314 Feb 10 06:35:26.643934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Made reservation on behalf of d7f0bff326ce48d0a38d728f1d6e0230 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:26.648913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.667920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43954) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:26.732420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.extraroute_db [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Added routes are [] {{(pid=103213) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 06:35:26.732794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.extraroute_db [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Removed routes are [] {{(pid=103213) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 06:35:26.733106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (5fbd1791-fc18-436c-86a3-104db4383864), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.914181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Allocated IP 172.20.0.11 (85145f5f-33a7-4eab-835d-8469aee72376/7692c456-f740-44f0-b7a6-e6483bbf2da1/c19a9bdf-1e30-4c42-aa25-981bbe2fa459) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:26.945470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (5fbd1791-fc18-436c-86a3-104db4383864), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:26.954091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (5fbd1791-fc18-436c-86a3-104db4383864), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.016148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e5ae244-7706-45b7-ac1b-362b2f42e615 req-323d36e5-8519-440b-bbe9-08e6aa2e30f3 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 210 time: 0.6151211 Feb 10 06:35:27.016502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43958) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:27.042430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'subnet': {'network_id': '9f9bbfa0-7d06-4912-9b54-24bd93911adc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:27.056556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (701dd92e-9164-4c0e-868c-fed30d483c0d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.072223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['701dd92e-9164-4c0e-868c-fed30d483c0d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:27.087270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cf402-2617-4107-96b6-4f681f5e5e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a2a140-282f-4097-a429-f4fec077f9d7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:27.177127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52da5d1-35cf-4e24-917e-510cfe9783a6 req-33d6c31e-e715-42ff-819e-3303513af90f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:27.179106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a52da5d1-35cf-4e24-917e-510cfe9783a6 req-33d6c31e-e715-42ff-819e-3303513af90f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.7673457 Feb 10 06:35:27.258202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7e2a36-f445-4ce3-b80b-10b99f2402f8 req-4021f86e-f4fc-4bfe-9a71-85bf102ecff5 tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 210 time: 0.1023982 Feb 10 06:35:27.274847 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f593-545f-42be-8fc3-0b0a81c12037 admin admin] Publish callbacks [] for security_group (78a2a140-282f-4097-a429-f4fec077f9d7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.304888 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f593-545f-42be-8fc3-0b0a81c12037 admin admin] Publish callbacks [] for security_group (78a2a140-282f-4097-a429-f4fec077f9d7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.393761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a52da5d1-35cf-4e24-917e-510cfe9783a6 req-8d44eccd-0abc-4c16-8047-8a2c2bbd3ff9 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481946 Feb 10 06:35:27.396947 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.431645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f593-545f-42be-8fc3-0b0a81c12037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (78a2a140-282f-4097-a429-f4fec077f9d7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.434589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f593-545f-42be-8fc3-0b0a81c12037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.436034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ca0f593-545f-42be-8fc3-0b0a81c12037 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78a2a140-282f-4097-a429-f4fec077f9d7 HTTP/1.1" status: 204 len: 168 time: 0.4285843 Feb 10 06:35:27.470035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0f593-545f-42be-8fc3-0b0a81c12037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a2a140-282f-4097-a429-f4fec077f9d7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:27.480217 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.557377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Network 85145f5f-33a7-4eab-835d-8469aee72376 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:27.560630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:27.565093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Pushing event deleted for resources: {'Port': ['ID=701dd92e-9164-4c0e-868c-fed30d483c0d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:27.565757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:27.594603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'Port': ['ID=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:27.601904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router 5fbd1791-fc18-436c-86a3-104db4383864 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:35:27.621800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:27.623033 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.645334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] No DVR routers for this DVR port 701dd92e-9164-4c0e-868c-fed30d483c0d on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:27.648999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-be0159cd-8300-4544-ab1e-176c9035c20d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6515377 Feb 10 06:35:27.649148 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.653199 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0728d5bf-3f88-46ff-9e21-00d859e25adc req-414a6fda-5230-4f1d-a023-c48b105625aa tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.13 "DELETE /v2.0/ports/701dd92e-9164-4c0e-868c-fed30d483c0d HTTP/1.1" status: 204 len: 173 time: 2.5712132 Feb 10 06:35:27.655100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a049bba-c441-4b88-9b28-2f15801d3545', 'name': 'network-vif-deleted', 'tag': '701dd92e-9164-4c0e-868c-fed30d483c0d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:27.657996 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8594da-3438-4ba4-852a-0c113307453e" -d '{"events": [{"server_uuid": "4a049bba-c441-4b88-9b28-2f15801d3545", "name": "network-vif-deleted", "tag": "701dd92e-9164-4c0e-868c-fed30d483c0d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:27.662464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Request body: {'port': {'device_id': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:27.662620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:27.669957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.725909 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d355193b-cb72-44de-a51e-582c9a5ed83a x-openstack-request-id: req-d355193b-cb72-44de-a51e-582c9a5ed83a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:27.726206 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a049bba-c441-4b88-9b28-2f15801d3545", "name": "network-vif-deleted", "tag": "701dd92e-9164-4c0e-868c-fed30d483c0d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:27.726766 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d355193b-cb72-44de-a51e-582c9a5ed83a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:27.727170 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a049bba-c441-4b88-9b28-2f15801d3545', 'name': 'network-vif-deleted', 'tag': '701dd92e-9164-4c0e-868c-fed30d483c0d', 'status': 'completed', 'code': 200} Feb 10 06:35:27.768789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:35:27.780191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] Sync routers for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:35:27.789682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.798694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:27.801552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:27.820752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:27.821935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1f844653-19f4-4dd9-a9c1-dc926e29c794 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864 HTTP/1.1" status: 200 len: 705 time: 1.3709414 Feb 10 06:35:27.833047 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43968) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:27.875951 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e4e12978-beab-4b52-ab16-2711c2181f40 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbd1791-fc18-436c-86a3-104db4383864 HTTP/1.1" status: 200 len: 205 time: 0.0392601 Feb 10 06:35:27.879168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43970) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:27.917583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:28.005813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:35:20Z', 'revision_number': 11, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:28.075502 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b37a9ee2-6562-4a50-9658-bcc3589bd217 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (5fbd1791-fc18-436c-86a3-104db4383864), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:28.075733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] Checking router: 5fbd1791-fc18-436c-86a3-104db4383864 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:35:28.106789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] Routers {'5fbd1791-fc18-436c-86a3-104db4383864'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:28.115783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5fbd1791-fc18-436c-86a3-104db4383864'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:28.282975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] Set router 5fbd1791-fc18-436c-86a3-104db4383864 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:28.374531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:35:20Z', 'revision_number': 11, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:28.464131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b37a9ee2-6562-4a50-9658-bcc3589bd217 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (5fbd1791-fc18-436c-86a3-104db4383864), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:28.471059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b37a9ee2-6562-4a50-9658-bcc3589bd217 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (5fbd1791-fc18-436c-86a3-104db4383864), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:28.501611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145a66d-f980-4c94-943a-0ac832db1f5d None None] The sync data for ids ['5fbd1791-fc18-436c-86a3-104db4383864'] in n-d-828670-1 is: [{'id': '5fbd1791-fc18-436c-86a3-104db4383864', 'name': 'tempest-RoutersIpV6Test-router-1957087364', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:16Z', 'updated_at': '2022-02-10T06:35:20Z', 'revision_number': 11, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:35:28.568829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f19406d-a34c-4598-9169-9a5966a850d4 req-483a6e82-ac4e-4c74-ae04-c294dee4097f tempest-ServerPasswordTestJSON-2137492467 tempest-ServerPasswordTestJSON-2137492467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a049bba-c441-4b88-9b28-2f15801d3545 HTTP/1.1" status: 200 len: 210 time: 0.1509881 Feb 10 06:35:28.584545 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b37a9ee2-6562-4a50-9658-bcc3589bd217 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (5fbd1791-fc18-436c-86a3-104db4383864), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:28.585092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37a9ee2-6562-4a50-9658-bcc3589bd217 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Fanout notify agent at l3_agent the message router_deleted on router 5fbd1791-fc18-436c-86a3-104db4383864 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:35:28.600888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b37a9ee2-6562-4a50-9658-bcc3589bd217 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:28.606124 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b37a9ee2-6562-4a50-9658-bcc3589bd217 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864 HTTP/1.1" status: 204 len: 168 time: 0.7257650 Feb 10 06:35:28.612582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:28.634934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (5c797a11-58f1-4491-95cc-d493d7b5898b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:28.771022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Checking segment: {'id': '31331011-2662-437e-9cf4-d1637346ad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9f9bbfa0-7d06-4912-9b54-24bd93911adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:28.771392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network hostable DHCP agents. Network: 9f9bbfa0-7d06-4912-9b54-24bd93911adc, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:28.773687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Subnet': ['ID=5c797a11-58f1-4491-95cc-d493d7b5898b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:28.818552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network 9f9bbfa0-7d06-4912-9b54-24bd93911adc is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:28.836330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 9f9bbfa0-7d06-4912-9b54-24bd93911adc) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:28.849951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e98f9f-d2b8-40f8-b6af-553f8350e076 None None] Network 9f9bbfa0-7d06-4912-9b54-24bd93911adc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:28.870132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:28.875588 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:28.938394 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-12e2d395-5349-47bf-a316-e448e966c60c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8948405 Feb 10 06:35:28.938394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44000) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:28.950058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1008814753'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:29.008666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:29.014627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.076913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-9f9bbfa0-7d06-4912-9b54-24bd93911adc', 'network_id': '9f9bbfa0-7d06-4912-9b54-24bd93911adc', 'project_id': '59da49f5d7854fd3ab0632dac34b9740', 'fixed_ips': [{'subnet_id': '5c797a11-58f1-4491-95cc-d493d7b5898b'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:35:29.077487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.086888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:29.112514 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (de5f6102-7ad6-4ddd-85be-adfa9f84c7d9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.113381 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Added segment de5f6102-7ad6-4ddd-85be-adfa9f84c7d9 of type vlan for network ac08d3bd-8a54-4939-a253-0cacd584b609 Feb 10 06:35:29.199317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-eddb8fbe-45aa-4977-807d-e68540547dad tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1450155964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:29.217359 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (ac08d3bd-8a54-4939-a253-0cacd584b609), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.221961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851b10a-780d-46ff-a23a-6f67b4a610fd req-dd7ed7ee-9303-4130-b83e-54f12debb877 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:29.230597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9851b10a-780d-46ff-a23a-6f67b4a610fd req-dd7ed7ee-9303-4130-b83e-54f12debb877 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 932 time: 0.7952578 Feb 10 06:35:29.253822 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (ac08d3bd-8a54-4939-a253-0cacd584b609), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.261651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:29.262973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.279153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 701dd92e-9164-4c0e-868c-fed30d483c0d no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:29.379029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19a9bdf-1e30-4c42-aa25-981bbe2fa459 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:29.403576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Allocated IP 2001:db8:0:ffff::2 (9f9bbfa0-7d06-4912-9b54-24bd93911adc/5c797a11-58f1-4491-95cc-d493d7b5898b/473c96bf-e248-45cb-8919-56e066758b3a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:29.417481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Publish callbacks [] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.459835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eddb8fbe-45aa-4977-807d-e68540547dad tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (c2715f33-14af-42ef-9005-9b53ac01ec28), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.460058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Network': ['ID=ac08d3bd-8a54-4939-a253-0cacd584b609,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:29.461238 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eddb8fbe-45aa-4977-807d-e68540547dad tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (c2715f33-14af-42ef-9005-9b53ac01ec28), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.467671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Transition to ACTIVE for port object c19a9bdf-1e30-4c42-aa25-981bbe2fa459 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:35:29.476761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9851b10a-780d-46ff-a23a-6f67b4a610fd req-14569b89-e43b-4b56-874d-bed1cc26f8d8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251732 Feb 10 06:35:29.482555 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e422f4e-eeeb-49f0-9280-2f960b1f8fab tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5421064 Feb 10 06:35:29.485483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44008) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:29.486369 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.496433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64834bf-2c6f-4062-b86d-99287a3c061d req-9314a472-3a01-48c0-a5b1-747a22f2928a tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:29.499140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f64834bf-2c6f-4062-b86d-99287a3c061d req-9314a472-3a01-48c0-a5b1-747a22f2928a tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.2654395 Feb 10 06:35:29.514070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'subnet': {'network_id': 'ac08d3bd-8a54-4939-a253-0cacd584b609', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:29.541497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 701dd92e-9164-4c0e-868c-fed30d483c0d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:29.541794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 701dd92e-9164-4c0e-868c-fed30d483c0d not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:29.542188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87400b0-6afe-418c-8aa3-e97947bffac2 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:29.547531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network ac08d3bd-8a54-4939-a253-0cacd584b609 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:29.806099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e87400b0-6afe-418c-8aa3-e97947bffac2 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:29.807253 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.812037 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Publish callbacks [] for port (473c96bf-e248-45cb-8919-56e066758b3a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.844410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44016) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:29.846824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:29.850849 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fb587d-f1bc-4f59-a852-0ba56adf2353" -d '{"events": [{"server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:29.855199 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (473c96bf-e248-45cb-8919-56e066758b3a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.875883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Network 9f9bbfa0-7d06-4912-9b54-24bd93911adc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:29.882861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:29.886843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:29.920142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87400b0-6afe-418c-8aa3-e97947bffac2,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:29.931230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Pushing event updated for resources: {'Port': ['ID=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:29.933640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.940312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eddb8fbe-45aa-4977-807d-e68540547dad tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (c2715f33-14af-42ef-9005-9b53ac01ec28), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:29.962473 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b910cfa-ed90-4094-9625-98e755feda21 x-openstack-request-id: req-1b910cfa-ed90-4094-9625-98e755feda21 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:29.962775 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:29.963033 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b910cfa-ed90-4094-9625-98e755feda21 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:29.963433 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2', 'code': 200} Feb 10 06:35:29.988082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Pushing event updated for resources: {'Port': ['ID=473c96bf-e248-45cb-8919-56e066758b3a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:29.992366 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eddb8fbe-45aa-4977-807d-e68540547dad tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (c2715f33-14af-42ef-9005-9b53ac01ec28), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.011928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8015b3-134d-4d77-90f8-9d0f5e1b7d0e admin admin] Deleting subnet 172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:30.030971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb8015b3-134d-4d77-90f8-9d0f5e1b7d0e admin admin] Publish callbacks [] for subnet (172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.061669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f64834bf-2c6f-4062-b86d-99287a3c061d req-73a4d223-4383-4d52-9130-4c925e7fa94b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964120 Feb 10 06:35:30.087918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e87400b0-6afe-418c-8aa3-e97947bffac2,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:30.104360 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eddb8fbe-45aa-4977-807d-e68540547dad tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.108730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eddb8fbe-45aa-4977-807d-e68540547dad tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4826026 Feb 10 06:35:30.110416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44026) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:30.118557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:30.122879 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.123777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Attempting to bind port 473c96bf-e248-45cb-8919-56e066758b3a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:30.124166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Attempting to bind port 473c96bf-e248-45cb-8919-56e066758b3a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '31331011-2662-437e-9cf4-d1637346ad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9f9bbfa0-7d06-4912-9b54-24bd93911adc'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:30.124582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Attempting to bind port 473c96bf-e248-45cb-8919-56e066758b3a on network 9f9bbfa0-7d06-4912-9b54-24bd93911adc {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:30.132241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:30.132633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Checking segment: {'id': '31331011-2662-437e-9cf4-d1637346ad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9f9bbfa0-7d06-4912-9b54-24bd93911adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:30.133046 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.133449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Bound using segment: {'id': '31331011-2662-437e-9cf4-d1637346ad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9f9bbfa0-7d06-4912-9b54-24bd93911adc'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:30.133924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Bound port: 473c96bf-e248-45cb-8919-56e066758b3a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31331011-2662-437e-9cf4-d1637346ad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9f9bbfa0-7d06-4912-9b54-24bd93911adc'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:30.134330 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (473c96bf-e248-45cb-8919-56e066758b3a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.141901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d074dd90-41c0-4c73-98dc-4984c5ed0fcc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:30.189269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Attempting to bind port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:30.189613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Attempting to bind port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '272deef8-d2b2-495b-bef8-ef1a4a7499a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:30.189986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Attempting to bind port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 on network 85145f5f-33a7-4eab-835d-8469aee72376 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:30.216129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] For port 473c96bf-e248-45cb-8919-56e066758b3a, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:30.218183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8a6c2de-cebc-466f-b694-863f59e2ca33 req-57d1ea45-9371-4c03-a092-e1c1c5a8e646 tempest-AbsoluteLimitsNegativeTestJSON-341403155 tempest-AbsoluteLimitsNegativeTestJSON-341403155-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1ad9b024a06d45deb879c8eb7fbe88b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663855 Feb 10 06:35:30.220671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] For port 473c96bf-e248-45cb-8919-56e066758b3a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=473c96bf-e248-45cb-8919-56e066758b3a,segment=NetworkSegment(31331011-2662-437e-9cf4-d1637346ad08),segment_id=31331011-2662-437e-9cf4-d1637346ad08)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:30.230603 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (473c96bf-e248-45cb-8919-56e066758b3a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.240163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 on network 85145f5f-33a7-4eab-835d-8469aee72376 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:35:30.240498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Attempting to bind port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 on network 85145f5f-33a7-4eab-835d-8469aee72376 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:30.241399 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb8015b3-134d-4d77-90f8-9d0f5e1b7d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.312628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:30.314616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Checking segment: {'id': '272deef8-d2b2-495b-bef8-ef1a4a7499a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:30.314822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2ed78-dc3d-4508-9b9d-88035cf9a0ff None None] Pushing event updated for resources: {'Port': ['ID=473c96bf-e248-45cb-8919-56e066758b3a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:30.315723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Bound using segment: {'id': '272deef8-d2b2-495b-bef8-ef1a4a7499a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:30.317145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Bound port: c19a9bdf-1e30-4c42-aa25-981bbe2fa459, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272deef8-d2b2-495b-bef8-ef1a4a7499a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:30.317770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.526560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb8015b3-134d-4d77-90f8-9d0f5e1b7d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.528991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] For port c19a9bdf-1e30-4c42-aa25-981bbe2fa459, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:30.535267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] For port c19a9bdf-1e30-4c42-aa25-981bbe2fa459, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:30.654902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.710177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d074dd90-41c0-4c73-98dc-4984c5ed0fcc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (c2715f33-14af-42ef-9005-9b53ac01ec28), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.734722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d074dd90-41c0-4c73-98dc-4984c5ed0fcc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (c2715f33-14af-42ef-9005-9b53ac01ec28), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.811211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb8015b3-134d-4d77-90f8-9d0f5e1b7d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.818978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:30.819580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.821240 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] 10.222.0.24 "PUT /v2.0/ports/c19a9bdf-1e30-4c42-aa25-981bbe2fa459 HTTP/1.1" status: 200 len: 1092 time: 3.1634371 Feb 10 06:35:30.866914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:30.869515 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81274b6-df65-400a-b846-c83fca03ee07" -d '{"events": [{"name": "network-changed", "server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:30.878575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8015b3-134d-4d77-90f8-9d0f5e1b7d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:30.895906 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb8015b3-134d-4d77-90f8-9d0f5e1b7d0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:30.900251 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cb8015b3-134d-4d77-90f8-9d0f5e1b7d0e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/172bc9a8-287c-4fe9-9a4c-f53a9b5e5dc3 HTTP/1.1" status: 204 len: 168 time: 1.0545795 Feb 10 06:35:30.903252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44040) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:30.948457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6c2de-cebc-466f-b694-863f59e2ca33 req-7ef70474-7c76-484a-b119-32e84b30bb57 tempest-AbsoluteLimitsNegativeTestJSON-341403155 tempest-AbsoluteLimitsNegativeTestJSON-341403155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:30.949986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8a6c2de-cebc-466f-b694-863f59e2ca33 req-7ef70474-7c76-484a-b119-32e84b30bb57 tempest-AbsoluteLimitsNegativeTestJSON-341403155 tempest-AbsoluteLimitsNegativeTestJSON-341403155-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7251034 Feb 10 06:35:30.990176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad31dfe-7c71-4e68-aff0-85bfe9eca198 service neutron] Pushing event updated for resources: {'Port': ['ID=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:31.036168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee5ba-7c90-40f0-bf0d-4af90efcf3eb req-a00f307f-4dd0-4c06-8109-21d185b3220d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:31.037750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-059ee5ba-7c90-40f0-bf0d-4af90efcf3eb req-a00f307f-4dd0-4c06-8109-21d185b3220d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 944 time: 0.3941314 Feb 10 06:35:31.038711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d074dd90-41c0-4c73-98dc-4984c5ed0fcc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Router c2715f33-14af-42ef-9005-9b53ac01ec28 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:35:31.055479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8a6c2de-cebc-466f-b694-863f59e2ca33 req-26ecc09b-e670-4699-8f94-27f37f7a1ba9 tempest-AbsoluteLimitsNegativeTestJSON-341403155 tempest-AbsoluteLimitsNegativeTestJSON-341403155-project] 10.222.0.21 "GET /v2.0/quotas/1ad9b024a06d45deb879c8eb7fbe88b6 HTTP/1.1" status: 200 len: 375 time: 0.0923586 Feb 10 06:35:31.058385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (3c71cbdb-2df6-4187-aef1-3833ace5edd8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:31.118981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-66b41dfd-523e-4946-bfab-c77b729e0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:31.120503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-66b41dfd-523e-4946-bfab-c77b729e0d03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1126 time: 0.2439213 Feb 10 06:35:31.145633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8a6c2de-cebc-466f-b694-863f59e2ca33 req-0a606623-e20d-43ae-bbf0-a081d83e2049 tempest-AbsoluteLimitsNegativeTestJSON-341403155 tempest-AbsoluteLimitsNegativeTestJSON-341403155-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ad9b024a06d45deb879c8eb7fbe88b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534265 Feb 10 06:35:31.191616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d074dd90-41c0-4c73-98dc-4984c5ed0fcc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:35:31.204462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d074dd90-41c0-4c73-98dc-4984c5ed0fcc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:31.205682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d074dd90-41c0-4c73-98dc-4984c5ed0fcc tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "PUT /v2.0/routers/c2715f33-14af-42ef-9005-9b53ac01ec28 HTTP/1.1" status: 200 len: 698 time: 1.0840688 Feb 10 06:35:31.208063 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] Sync routers for ids ['c2715f33-14af-42ef-9005-9b53ac01ec28'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:35:31.208567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44044) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:31.235246 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] Routers {'c2715f33-14af-42ef-9005-9b53ac01ec28'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:31.240456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-e0bdbc42-68f5-4cf3-98cd-4b25dc01a228 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459 HTTP/1.1" status: 200 len: 217 time: 0.0977871 Feb 10 06:35:31.241347 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c2715f33-14af-42ef-9005-9b53ac01ec28'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:31.273238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87400b0-6afe-418c-8aa3-e97947bffac2 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:35:31.340087 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-035e9926-ecaf-4c4f-9bfc-7f174616a39d tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/routers/c2715f33-14af-42ef-9005-9b53ac01ec28 HTTP/1.1" status: 200 len: 704 time: 0.1307356 Feb 10 06:35:31.383760 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea2222-dc85-45a5-83a6-75192fa2bb53 x-openstack-request-id: req-95ea2222-dc85-45a5-83a6-75192fa2bb53 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:31.384080 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:31.384326 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95ea2222-dc85-45a5-83a6-75192fa2bb53 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:31.384780 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459', 'status': 'completed', 'code': 200} Feb 10 06:35:31.387470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:31.407027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (3c71cbdb-2df6-4187-aef1-3833ace5edd8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:31.433015 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] Set router c2715f33-14af-42ef-9005-9b53ac01ec28 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:31.435622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:35:31.452080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-059ee5ba-7c90-40f0-bf0d-4af90efcf3eb req-cbdce139-2331-4fb2-8315-91347302da0d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004695 Feb 10 06:35:31.462024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c71cbdb-2df6-4187-aef1-3833ace5edd8']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:31.488509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50253f9d-0591-4630-b1c1-f3448059ca05') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:31.489533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50253f9d-0591-4630-b1c1-f3448059ca05') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:31.495253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (26594715-9467-4df8-bf45-daf570b0c45c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:31.514572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (50253f9d-0591-4630-b1c1-f3448059ca05), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:31.552310 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (50253f9d-0591-4630-b1c1-f3448059ca05), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:31.576257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87400b0-6afe-418c-8aa3-e97947bffac2,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:31.580994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:31.585563 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (50253f9d-0591-4630-b1c1-f3448059ca05), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:31.587658 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:31.605076 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2715f33-14af-42ef-9005-9b53ac01ec28', 'name': 'tempest-RoutersIpV6Test-router-1450155964', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:29Z', 'updated_at': '2022-02-10T06:35:30Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:31.613840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e87400b0-6afe-418c-8aa3-e97947bffac2', 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f', 'port_id': 'e87400b0-6afe-418c-8aa3-e97947bffac2', 'mac_address': 'fa:16:3e:7a:36:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3cf29b-cf27-4b98-a85b-f279ce6d37af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:35:31.634479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44054) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:31.634977 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce4e6ffc-d57f-4022-8a35-f584cd3d0c93 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2715f33-14af-42ef-9005-9b53ac01ec28 HTTP/1.1" status: 200 len: 205 time: 0.1976032 Feb 10 06:35:31.689556 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] Checking router: c2715f33-14af-42ef-9005-9b53ac01ec28 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:35:31.707891 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] Routers {'c2715f33-14af-42ef-9005-9b53ac01ec28'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:35:31.708682 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:35:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c2715f33-14af-42ef-9005-9b53ac01ec28'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:31.752801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e87400b0-6afe-418c-8aa3-e97947bffac2 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:31.755656 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:31.811405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-2bd90f12-154d-461d-90df-55664cf41853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:31.813072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-2bd90f12-154d-461d-90df-55664cf41853 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 200 len: 852 time: 0.5644896 Feb 10 06:35:31.815797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87400b0-6afe-418c-8aa3-e97947bffac2 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:31.860468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87400b0-6afe-418c-8aa3-e97947bffac2,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:31.865544 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] Set router c2715f33-14af-42ef-9005-9b53ac01ec28 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:35:31.872870 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:31.910079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511a0f-2507-4c89-9e2a-38e80ea47f95 req-aa6f3abe-9a8a-462d-92e6-c9e701d123f0 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:31.912236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73511a0f-2507-4c89-9e2a-38e80ea47f95 req-aa6f3abe-9a8a-462d-92e6-c9e701d123f0 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 944 time: 0.4276140 Feb 10 06:35:31.914907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Subnet': ['ID=26594715-9467-4df8-bf45-daf570b0c45c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:31.956258 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-d022890b-67d6-4940-99ac-251c6c9dcf50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85145f5f-33a7-4eab-835d-8469aee72376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129222 Feb 10 06:35:31.958441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Checking segment: {'id': 'de5f6102-7ad6-4ddd-85be-adfa9f84c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac08d3bd-8a54-4939-a253-0cacd584b609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:31.958814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network hostable DHCP agents. Network: ac08d3bd-8a54-4939-a253-0cacd584b609, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:31.983421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44058) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:31.989450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe61c3-b390-4ff1-afeb-5088d06df1f9 None None] Network 9f9bbfa0-7d06-4912-9b54-24bd93911adc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:31.994210 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2715f33-14af-42ef-9005-9b53ac01ec28', 'name': 'tempest-RoutersIpV6Test-router-1450155964', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:29Z', 'updated_at': '2022-02-10T06:35:30Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:31.994494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e87400b0-6afe-418c-8aa3-e97947bffac2,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:32.004639 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-130074c4-0fd2-49d1-8ed4-653519a3e0ee tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (c2715f33-14af-42ef-9005-9b53ac01ec28), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.020890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (3c71cbdb-2df6-4187-aef1-3833ace5edd8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.072889 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffc358-4319-4288-a817-2cb7675299a3 None None] The sync data for ids ['c2715f33-14af-42ef-9005-9b53ac01ec28'] in n-d-828670-1 is: [{'id': 'c2715f33-14af-42ef-9005-9b53ac01ec28', 'name': 'tempest-RoutersIpV6Test-router-1450155964', 'tenant_id': 'fe107e0120aa415c8d42d118f08cdc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:29Z', 'updated_at': '2022-02-10T06:35:30Z', 'revision_number': 2, 'project_id': 'fe107e0120aa415c8d42d118f08cdc72', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:35:32.079640 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:35:32.099745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.117470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3c71cbdb-2df6-4187-aef1-3833ace5edd8 HTTP/1.1" status: 204 len: 168 time: 1.2117867 Feb 10 06:35:32.150585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe286a-9578-432e-93c3-adef7ef345e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c71cbdb-2df6-4187-aef1-3833ace5edd8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:32.227037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-ddb04048-2aa1-4b21-9728-6f4ea812c139 service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447865 Feb 10 06:35:32.245201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e87400b0-6afe-418c-8aa3-e97947bffac2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:32.271768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf278422-1583-4ce3-a9bd-894fe0d75a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.353444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44064) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:32.357807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 473c96bf-e248-45cb-8919-56e066758b3a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:32.367450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73511a0f-2507-4c89-9e2a-38e80ea47f95 req-d7004430-971a-472a-8014-ddebe9647946 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439251 Feb 10 06:35:32.374330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-10b7ee1c-8370-4780-94c3-6621f3b6437e None None] Provisioning complete for port 473c96bf-e248-45cb-8919-56e066758b3a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:32.375798 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee1c-8370-4780-94c3-6621f3b6437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (473c96bf-e248-45cb-8919-56e066758b3a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.428542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-130074c4-0fd2-49d1-8ed4-653519a3e0ee tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (c2715f33-14af-42ef-9005-9b53ac01ec28), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.434515 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-130074c4-0fd2-49d1-8ed4-653519a3e0ee tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router_controller (c2715f33-14af-42ef-9005-9b53ac01ec28), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.497199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network ac08d3bd-8a54-4939-a253-0cacd584b609 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:32.538593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, ac08d3bd-8a54-4939-a253-0cacd584b609) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:32.561023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:32.561630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.573451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b52628-6184-40b5-b8ff-38ed685b68be None None] Network ac08d3bd-8a54-4939-a253-0cacd584b609 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:32.617533 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e26991eb-1684-4863-a00b-1f17b54662da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e3331da986b443598892202f98b18d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618694 Feb 10 06:35:32.618507 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-130074c4-0fd2-49d1-8ed4-653519a3e0ee tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (c2715f33-14af-42ef-9005-9b53ac01ec28), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.620742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44070) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:32.621515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130074c4-0fd2-49d1-8ed4-653519a3e0ee tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Fanout notify agent at l3_agent the message router_deleted on router c2715f33-14af-42ef-9005-9b53ac01ec28 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:35:32.639974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-130074c4-0fd2-49d1-8ed4-653519a3e0ee tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.645780 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-130074c4-0fd2-49d1-8ed4-653519a3e0ee tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/c2715f33-14af-42ef-9005-9b53ac01ec28 HTTP/1.1" status: 204 len: 168 time: 1.0139000 Feb 10 06:35:32.646449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44074) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:32.652056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636f3712-72b2-46cf-ad1f-d41c6d4f5582 req-20c59721-7b7b-41a1-87ba-d6f8eb1a50a3 service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604672 Feb 10 06:35:32.720213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6bd6a4bb-7057-4ef0-84be-b5be41300ae0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2167680 Feb 10 06:35:32.730858 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-680b8564-c047-470f-ba96-e433c94f0fac tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2715f33-14af-42ef-9005-9b53ac01ec28 HTTP/1.1" status: 200 len: 205 time: 0.0797532 Feb 10 06:35:32.731482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44076) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:32.731819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44078) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:32.755298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'port': {'network_id': 'ac08d3bd-8a54-4939-a253-0cacd584b609', 'name': 'tempest-NetworksIpV6TestAttrs-812816122'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:32.820647 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-8e4b7860-1f7e-43e4-8615-82eb3eb2e805 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] delete failed (client error): The resource could not be found. Feb 10 06:35:32.824410 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8e4b7860-1f7e-43e4-8615-82eb3eb2e805 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/c2715f33-14af-42ef-9005-9b53ac01ec28 HTTP/1.1" status: 404 len: 336 time: 0.0698645 Feb 10 06:35:32.844692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44080) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:32.889555 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-defa63c0-a2bc-434b-9275-f5c069d600a5 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] DELETE failed (client error): The resource could not be found. Feb 10 06:35:32.889915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defa63c0-a2bc-434b-9275-f5c069d600a5 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:32.897063 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-defa63c0-a2bc-434b-9275-f5c069d600a5 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/9c9f9a82-b177-49e6-8ec5-697b3599431a HTTP/1.1" status: 404 len: 337 time: 0.0513058 Feb 10 06:35:32.905651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44082) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:32.907808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1416e56-abf8-42ee-ae8a-0bc09e2d2717 admin admin] Publish callbacks [] for security_group (6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.944948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a5a4c-4ce5-4b69-97fa-8d0a565a64b0 req-ce8fa091-39d5-4fb1-ad30-068d65eaabea tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:32.952224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-613a5a4c-4ce5-4b69-97fa-8d0a565a64b0 req-ce8fa091-39d5-4fb1-ad30-068d65eaabea tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 944 time: 0.3538780 Feb 10 06:35:32.974540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf278422-1583-4ce3-a9bd-894fe0d75a1d admin admin] Publish callbacks [] for security_group (01b35df2-34bd-45d3-a457-d4087669777f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:32.978991 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fe0f59-71d8-41bd-96c8-9c72893c845d tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] DELETE failed (client error): The resource could not be found. Feb 10 06:35:32.980232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fe0f59-71d8-41bd-96c8-9c72893c845d tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:32.986652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f4fe0f59-71d8-41bd-96c8-9c72893c845d tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/aca336a9-1981-40cb-b713-667397aae562 HTTP/1.1" status: 404 len: 337 time: 0.0804324 Feb 10 06:35:32.987270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81274b6-df65-400a-b846-c83fca03ee07 req-c3580498-0de8-4a39-a9ad-aa128ef54b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:32.988371 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44084) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:32.989835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f81274b6-df65-400a-b846-c83fca03ee07 req-c3580498-0de8-4a39-a9ad-aa128ef54b1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1126 time: 0.2715509 Feb 10 06:35:32.999215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1416e56-abf8-42ee-ae8a-0bc09e2d2717 admin admin] Publish callbacks [] for security_group (6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.006711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf278422-1583-4ce3-a9bd-894fe0d75a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (01b35df2-34bd-45d3-a457-d4087669777f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.050092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-10b7ee1c-8370-4780-94c3-6621f3b6437e None None] Current status of the port 473c96bf-e248-45cb-8919-56e066758b3a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:33.050512 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee1c-8370-4780-94c3-6621f3b6437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (473c96bf-e248-45cb-8919-56e066758b3a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.055535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf278422-1583-4ce3-a9bd-894fe0d75a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b35df2-34bd-45d3-a457-d4087669777f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:33.061962 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-070862f1-fee1-400d-a2a5-d1e2a73427d7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] DELETE failed (client error): The resource could not be found. Feb 10 06:35:33.064128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070862f1-fee1-400d-a2a5-d1e2a73427d7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:33.071506 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-070862f1-fee1-400d-a2a5-d1e2a73427d7 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/0a2ca74c-1d86-4f17-adff-653102669dc5 HTTP/1.1" status: 404 len: 337 time: 0.0789430 Feb 10 06:35:33.075325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44086) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:33.080059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 473c96bf-e248-45cb-8919-56e066758b3a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:33.083879 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (473c96bf-e248-45cb-8919-56e066758b3a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.154183 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea0e64c-f04e-495b-9994-c649e2ca8834 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] DELETE failed (client error): The resource could not be found. Feb 10 06:35:33.154892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea0e64c-f04e-495b-9994-c649e2ca8834 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:33.161517 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6ea0e64c-f04e-495b-9994-c649e2ca8834 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/dcf12404-b58a-48c5-8169-e4c3f38a9029 HTTP/1.1" status: 404 len: 337 time: 0.0818195 Feb 10 06:35:33.164035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44088) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:33.175680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bf278422-1583-4ce3-a9bd-894fe0d75a1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ad9b024a06d45deb879c8eb7fbe88b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1912184 Feb 10 06:35:33.178669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44090) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:33.278412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-ac08d3bd-8a54-4939-a253-0cacd584b609', 'network_id': 'ac08d3bd-8a54-4939-a253-0cacd584b609', 'project_id': '59da49f5d7854fd3ab0632dac34b9740', 'fixed_ips': [{'subnet_id': '26594715-9467-4df8-bf45-daf570b0c45c'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:35:33.279314 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.359832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-10b7ee1c-8370-4780-94c3-6621f3b6437e None None] For port 473c96bf-e248-45cb-8919-56e066758b3a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=473c96bf-e248-45cb-8919-56e066758b3a,segment=NetworkSegment(31331011-2662-437e-9cf4-d1637346ad08),segment_id=31331011-2662-437e-9cf4-d1637346ad08)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:33.360596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81274b6-df65-400a-b846-c83fca03ee07 req-e1e80e99-22c6-40b9-bd86-3b84093a2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:33.365590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f81274b6-df65-400a-b846-c83fca03ee07 req-e1e80e99-22c6-40b9-bd86-3b84093a2a57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 912 time: 0.3578565 Feb 10 06:35:33.427078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-613a5a4c-4ce5-4b69-97fa-8d0a565a64b0 req-6428d180-0595-46e1-a059-896b9d2577c7 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737000 Feb 10 06:35:33.448168 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1416e56-abf8-42ee-ae8a-0bc09e2d2717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.468295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1416e56-abf8-42ee-ae8a-0bc09e2d2717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.477437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f1416e56-abf8-42ee-ae8a-0bc09e2d2717 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6 HTTP/1.1" status: 204 len: 168 time: 0.8478243 Feb 10 06:35:33.558012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f81274b6-df65-400a-b846-c83fca03ee07 req-b810e3d8-fd5c-49bc-9bc2-aeb3cf0c0c7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459 HTTP/1.1" status: 200 len: 217 time: 0.1298892 Feb 10 06:35:33.565686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416e56-abf8-42ee-ae8a-0bc09e2d2717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5cd44e-5ae3-4da1-b1e8-1b86c2eb59d6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:33.639839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-74e333e0-6023-48e3-bebe-01d549b1d6c3 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbd1791-fc18-436c-86a3-104db4383864 HTTP/1.1" status: 200 len: 205 time: 0.4743271 Feb 10 06:35:33.640884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44096) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:33.698420 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-ae1f254f-0dfc-4fe3-8820-5bfee52f8311 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] delete failed (client error): The resource could not be found. Feb 10 06:35:33.702371 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ae1f254f-0dfc-4fe3-8820-5bfee52f8311 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/5fbd1791-fc18-436c-86a3-104db4383864 HTTP/1.1" status: 404 len: 336 time: 0.0569918 Feb 10 06:35:33.704163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44100) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:33.723108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:33.730127 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.732633 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39538a9a-f812-45c4-a8c5-b82b5097b0cd admin admin] Publish callbacks [] for security_group (01b35df2-34bd-45d3-a457-d4087669777f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.765382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] device_id is not set on port d0013403-1d40-4b8e-98a9-f968d70435dc yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:35:33.782865 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39538a9a-f812-45c4-a8c5-b82b5097b0cd admin admin] Publish callbacks [] for security_group (01b35df2-34bd-45d3-a457-d4087669777f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.790250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Allocated IP 2001:db8::f816:3eff:fe22:5f67 (ac08d3bd-8a54-4939-a253-0cacd584b609/26594715-9467-4df8-bf45-daf570b0c45c/5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:33.825277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d7d317f-ba2a-414c-acf9-5bda03f51ecf tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a40823e-8a74-4964-bdd3-b67ca6983573 HTTP/1.1" status: 200 len: 205 time: 0.1093235 Feb 10 06:35:33.825993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44104) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:33.870926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81274b6-df65-400a-b846-c83fca03ee07 req-b8a162c9-5604-41b2-bf23-ec47d10f3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:33.871716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f81274b6-df65-400a-b846-c83fca03ee07 req-b8a162c9-5604-41b2-bf23-ec47d10f3f89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 200 len: 852 time: 0.2986116 Feb 10 06:35:33.955503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39538a9a-f812-45c4-a8c5-b82b5097b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (01b35df2-34bd-45d3-a457-d4087669777f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.959222 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39538a9a-f812-45c4-a8c5-b82b5097b0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:33.960392 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-39538a9a-f812-45c4-a8c5-b82b5097b0cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01b35df2-34bd-45d3-a457-d4087669777f HTTP/1.1" status: 204 len: 168 time: 0.7779965 Feb 10 06:35:33.969317 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39538a9a-f812-45c4-a8c5-b82b5097b0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b35df2-34bd-45d3-a457-d4087669777f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:34.001469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee1c-8370-4780-94c3-6621f3b6437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (473c96bf-e248-45cb-8919-56e066758b3a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:34.044872 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f81274b6-df65-400a-b846-c83fca03ee07 req-4a7b4361-a7ef-4d11-9b48-c67273007ec7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85145f5f-33a7-4eab-835d-8469aee72376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947995 Feb 10 06:35:34.047813 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-2958399a-24d4-4096-bcfa-1f515f32b9b8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] delete failed (client error): The resource could not be found. Feb 10 06:35:34.048809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2958399a-24d4-4096-bcfa-1f515f32b9b8 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/5a40823e-8a74-4964-bdd3-b67ca6983573 HTTP/1.1" status: 404 len: 336 time: 0.2193277 Feb 10 06:35:34.051864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44110) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.071952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cc5e6-0c43-4a64-91ed-edf386b54176 req-ec3f95b2-e9c2-4c1e-a462-8d38e663278e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:34.074792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-017cc5e6-0c43-4a64-91ed-edf386b54176 req-ec3f95b2-e9c2-4c1e-a462-8d38e663278e tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 945 time: 0.5105095 Feb 10 06:35:34.098778 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-501abea4-ec84-4e38-bace-0f2cc0143a20 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] DELETE failed (client error): The resource could not be found. Feb 10 06:35:34.108806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501abea4-ec84-4e38-bace-0f2cc0143a20 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:34.122520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-501abea4-ec84-4e38-bace-0f2cc0143a20 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/8eae2d77-28db-4f14-8403-f5b857b916ae HTTP/1.1" status: 404 len: 337 time: 0.0693867 Feb 10 06:35:34.123152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44112) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.197948 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-68af92ee-c1df-4f40-823f-4fd8de21042a tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2f9dca-71aa-47de-8a70-5eabb9ef589e HTTP/1.1" status: 200 len: 205 time: 0.0736754 Feb 10 06:35:34.214715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44116) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.260099 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-0f5fd0a6-bcca-4be2-99c8-90ba3abc1a36 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] delete failed (client error): The resource could not be found. Feb 10 06:35:34.264536 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0f5fd0a6-bcca-4be2-99c8-90ba3abc1a36 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/df2f9dca-71aa-47de-8a70-5eabb9ef589e HTTP/1.1" status: 404 len: 336 time: 0.0485365 Feb 10 06:35:34.265300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44120) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.283510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-017cc5e6-0c43-4a64-91ed-edf386b54176 req-284dcd91-1ef5-46ad-977d-e66eb62d14b2 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741414 Feb 10 06:35:34.315611 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4a1f6755-9eeb-48f4-b311-06e9f1aa2eac tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=9364c87c-19ce-4f8b-9408-a14e4868f2af HTTP/1.1" status: 200 len: 205 time: 0.0487587 Feb 10 06:35:34.317497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44122) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.373216 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f81274b6-df65-400a-b846-c83fca03ee07 req-d3b65b18-0819-4b09-94d5-f9ebfb017772 service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115044 Feb 10 06:35:34.407498 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-785dabe1-e9fc-40f4-a5d0-944e14607d07 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] delete failed (client error): The resource could not be found. Feb 10 06:35:34.422398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-785dabe1-e9fc-40f4-a5d0-944e14607d07 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/9364c87c-19ce-4f8b-9408-a14e4868f2af HTTP/1.1" status: 404 len: 336 time: 0.1025996 Feb 10 06:35:34.423213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44126) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.439635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-489f153d-b884-4013-9d32-1638f38993f0 None None] Provisioning complete for port 473c96bf-e248-45cb-8919-56e066758b3a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:34.440169 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-489f153d-b884-4013-9d32-1638f38993f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (473c96bf-e248-45cb-8919-56e066758b3a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:34.445701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7ee1c-8370-4780-94c3-6621f3b6437e None None] Pushing event updated for resources: {'Port': ['ID=473c96bf-e248-45cb-8919-56e066758b3a,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:34.453499 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Publish callbacks [] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:34.484281 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce78a64-05e7-435d-8ea4-df525d11ea41 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] DELETE failed (client error): The resource could not be found. Feb 10 06:35:34.484998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce78a64-05e7-435d-8ea4-df525d11ea41 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:34.491564 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8ce78a64-05e7-435d-8ea4-df525d11ea41 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/40a2620b-f9e6-49c1-a7a5-dffb275b5bd4 HTTP/1.1" status: 404 len: 337 time: 0.0671835 Feb 10 06:35:34.492440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44132) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.534699 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:34.543842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 473c96bf-e248-45cb-8919-56e066758b3a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:34.570073 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b45382e7-fa2b-4614-94bd-58cc969bc83e tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8 HTTP/1.1" status: 200 len: 205 time: 0.0756674 Feb 10 06:35:34.570958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44136) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.582666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f81274b6-df65-400a-b846-c83fca03ee07 req-b51d613f-79e0-4350-85f7-87281d1c4038 service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978512 Feb 10 06:35:34.680855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Network ac08d3bd-8a54-4939-a253-0cacd584b609 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:34.691190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:34.698211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:34.736115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Pushing event updated for resources: {'Port': ['ID=5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:34.736787 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-9b808aab-2663-4d8e-8707-a9906637b15c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] delete failed (client error): The resource could not be found. Feb 10 06:35:34.741127 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9b808aab-2663-4d8e-8707-a9906637b15c tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/dcac9f22-f7ed-40b0-ba7f-cfab7d673cc8 HTTP/1.1" status: 404 len: 336 time: 0.1290784 Feb 10 06:35:34.741800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44144) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.809841 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3a70b-09a6-4abb-8d5e-24ae249c4ba7 req-78032e24-8647-46e2-afb7-20b710ee0868 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:34.811633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07a3a70b-09a6-4abb-8d5e-24ae249c4ba7 req-78032e24-8647-46e2-afb7-20b710ee0868 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 944 time: 0.1616032 Feb 10 06:35:34.815978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 473c96bf-e248-45cb-8919-56e066758b3a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:34.825999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Allocated IP 2001:db8::f816:3eff:feb8:ce5f (ac08d3bd-8a54-4939-a253-0cacd584b609/26594715-9467-4df8-bf45-daf570b0c45c/d0013403-1d40-4b8e-98a9-f968d70435dc) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:34.831580 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ced0f0-8cb6-4ada-8d90-6e1df1b04854 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] DELETE failed (client error): The resource could not be found. Feb 10 06:35:34.832048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ced0f0-8cb6-4ada-8d90-6e1df1b04854 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:34.850921 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-21ced0f0-8cb6-4ada-8d90-6e1df1b04854 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/5a430928-26f4-4b89-a652-44aeb3e8eb91 HTTP/1.1" status: 404 len: 337 time: 0.1054096 Feb 10 06:35:34.853247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44148) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.922977 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-162bd1d9-74c2-48df-8d50-beaf0babda61 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac0bf595-e9ea-49e3-8cd3-957266978afe HTTP/1.1" status: 200 len: 205 time: 0.0685813 Feb 10 06:35:34.925867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44150) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:34.972889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07a3a70b-09a6-4abb-8d5e-24ae249c4ba7 req-aeeb6fe8-fb26-4c3b-bab9-bdaaedda82ad tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496224 Feb 10 06:35:34.975039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Attempting to bind port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:34.975582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Attempting to bind port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'de5f6102-7ad6-4ddd-85be-adfa9f84c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac08d3bd-8a54-4939-a253-0cacd584b609'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:34.977099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Attempting to bind port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c on network ac08d3bd-8a54-4939-a253-0cacd584b609 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:35.001046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-489f153d-b884-4013-9d32-1638f38993f0 None None] Current status of the port 473c96bf-e248-45cb-8919-56e066758b3a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:35.032432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:35.032432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Checking segment: {'id': 'de5f6102-7ad6-4ddd-85be-adfa9f84c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac08d3bd-8a54-4939-a253-0cacd584b609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:35.032432 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.032432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Bound using segment: {'id': 'de5f6102-7ad6-4ddd-85be-adfa9f84c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac08d3bd-8a54-4939-a253-0cacd584b609'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:35.032432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Bound port: 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5f6102-7ad6-4ddd-85be-adfa9f84c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac08d3bd-8a54-4939-a253-0cacd584b609'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:35.032432 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.041356 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-3c90b87a-7bfa-4936-bcad-0dbec0ee2e17 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] delete failed (client error): The resource could not be found. Feb 10 06:35:35.044983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:35.066892 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3c90b87a-7bfa-4936-bcad-0dbec0ee2e17 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/routers/ac0bf595-e9ea-49e3-8cd3-957266978afe HTTP/1.1" status: 404 len: 336 time: 0.1396482 Feb 10 06:35:35.116279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 473c96bf-e248-45cb-8919-56e066758b3a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:35.116615 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (473c96bf-e248-45cb-8919-56e066758b3a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.135070 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76c9a84-4ec9-4281-9fa8-ffeaee7f0572 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] DELETE failed (client error): The resource could not be found. Feb 10 06:35:35.147411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76c9a84-4ec9-4281-9fa8-ffeaee7f0572 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:35.152771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c76c9a84-4ec9-4281-9fa8-ffeaee7f0572 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/05e22a24-b518-4835-a889-ff276800c561 HTTP/1.1" status: 404 len: 337 time: 0.1066799 Feb 10 06:35:35.162076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:35.171369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] For port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:35.175039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] For port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c,segment=NetworkSegment(de5f6102-7ad6-4ddd-85be-adfa9f84c7d9),segment_id=de5f6102-7ad6-4ddd-85be-adfa9f84c7d9)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:35.191448 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.243530 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce97e33b-186e-4d0f-8369-6e0e90f888a3 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] DELETE failed (client error): The resource could not be found. Feb 10 06:35:35.246239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce97e33b-186e-4d0f-8369-6e0e90f888a3 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:35.260074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce97e33b-186e-4d0f-8369-6e0e90f888a3 tempest-RoutersIpV6Test-356696489 tempest-RoutersIpV6Test-356696489-project] 10.222.0.21 "DELETE /v2.0/subnets/b02ee20b-5528-4350-836f-e6b1c80a321e HTTP/1.1" status: 404 len: 337 time: 0.0946457 Feb 10 06:35:35.292497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 473c96bf-e248-45cb-8919-56e066758b3a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:35.315430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87400b0-6afe-418c-8aa3-e97947bffac2 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:35.324281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f17b9-9a47-4df1-b533-41f57e288172 None None] Pushing event updated for resources: {'Port': ['ID=5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:35.413248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for port (d0013403-1d40-4b8e-98a9-f968d70435dc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.425792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c19a9bdf-1e30-4c42-aa25-981bbe2fa459 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:35:35.435191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e87400b0-6afe-418c-8aa3-e97947bffac2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:35.435555 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.533991 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d0013403-1d40-4b8e-98a9-f968d70435dc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.605408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159dc2-9fb4-4019-9d45-b7dff3881710 req-bfc6cc6d-1d35-429c-989f-054b7cdd7cca tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:35.607100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12159dc2-9fb4-4019-9d45-b7dff3881710 req-bfc6cc6d-1d35-429c-989f-054b7cdd7cca tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 945 time: 0.1607051 Feb 10 06:35:35.757062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12159dc2-9fb4-4019-9d45-b7dff3881710 req-b37cd6f8-0704-49bf-9937-c703fd836385 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421010 Feb 10 06:35:35.769959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Port': ['ID=d0013403-1d40-4b8e-98a9-f968d70435dc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:35.789753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network ac08d3bd-8a54-4939-a253-0cacd584b609 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:35.794714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:35.800237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:35.806080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c19a9bdf-1e30-4c42-aa25-981bbe2fa459, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:35.813164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:35.813953 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.833448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e87400b0-6afe-418c-8aa3-e97947bffac2 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:35.833846 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.836023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459', 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376', 'port_id': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459', 'mac_address': 'fa:16:3e:1c:70:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7692c456-f740-44f0-b7a6-e6483bbf2da1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:35:35.858452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8bd48775-e7e6-4cdd-a180-4d3bbfaf3d73 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1231725 Feb 10 06:35:35.859015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44178) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:35.986658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2b800d-3a9b-4e81-b98e-b29f7f335448 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Deleting subnet 26594715-9467-4df8-bf45-daf570b0c45c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:35.993345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca2b800d-3a9b-4e81-b98e-b29f7f335448 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for subnet (26594715-9467-4df8-bf45-daf570b0c45c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:35.997523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:36.002890 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da532873-5f08-44ea-b49f-b9f36cb91045" -d '{"events": [{"server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "name": "network-vif-plugged", "status": "completed", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:36.055118 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca2b800d-3a9b-4e81-b98e-b29f7f335448 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (26594715-9467-4df8-bf45-daf570b0c45c), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.058652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44190) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:36.122974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87400b0-6afe-418c-8aa3-e97947bffac2,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:36.124546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44196) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:36.168252 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5755093-a425-40b8-b0f7-e63564a929d7 x-openstack-request-id: req-c5755093-a425-40b8-b0f7-e63564a929d7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:36.168554 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "name": "network-vif-plugged", "status": "completed", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:36.168809 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5755093-a425-40b8-b0f7-e63564a929d7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:36.169210 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2', 'code': 200} Feb 10 06:35:36.205875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.218372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:36.221244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.331224 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca2b800d-3a9b-4e81-b98e-b29f7f335448 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (26594715-9467-4df8-bf45-daf570b0c45c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.344677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e87400b0-6afe-418c-8aa3-e97947bffac2,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:36.365592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19a9bdf-1e30-4c42-aa25-981bbe2fa459 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:36.373996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd01dc-fb0e-4598-82ba-50d508b48007 req-2197d005-a913-40d2-a30c-34d877471444 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:36.375950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bdd01dc-fb0e-4598-82ba-50d508b48007 req-2197d005-a913-40d2-a30c-34d877471444 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 944 time: 0.1549013 Feb 10 06:35:36.420194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c19a9bdf-1e30-4c42-aa25-981bbe2fa459, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:36.428660 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.472604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2039032689-network', 'tenant_id': '117f0c233afe48af9dd413c346ce060d'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:36.513493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Made reservation on behalf of 117f0c233afe48af9dd413c346ce060d for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:36.519116 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.533422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bdd01dc-fb0e-4598-82ba-50d508b48007 req-66215b0e-4d68-4e4a-9633-68f483788c0d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461070 Feb 10 06:35:36.542836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:36.555918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca2b800d-3a9b-4e81-b98e-b29f7f335448 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (26594715-9467-4df8-bf45-daf570b0c45c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.556395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.570163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b800f7-1c19-415c-8f44-f2f2c4b60ad5 req-045ae444-37b0-4320-97ac-8a5092933502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:36.573679 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95b800f7-1c19-415c-8f44-f2f2c4b60ad5 req-045ae444-37b0-4320-97ac-8a5092933502 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 1128 time: 0.2429752 Feb 10 06:35:36.576617 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca2b800d-3a9b-4e81-b98e-b29f7f335448 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.585393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca2b800d-3a9b-4e81-b98e-b29f7f335448 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/subnets/26594715-9467-4df8-bf45-daf570b0c45c HTTP/1.1" status: 204 len: 168 time: 0.7248805 Feb 10 06:35:36.587973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44206) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:36.634074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b800d-3a9b-4e81-b98e-b29f7f335448 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Subnet': ['ID=26594715-9467-4df8-bf45-daf570b0c45c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:36.659211 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.701535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c19a9bdf-1e30-4c42-aa25-981bbe2fa459'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:36.707943 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95b800f7-1c19-415c-8f44-f2f2c4b60ad5 req-b67bb294-4536-41a8-a317-f1cda32a8462 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095698 Feb 10 06:35:36.712528 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7c672ac8-75d7-4748-add0-4da673fd7055 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe107e0120aa415c8d42d118f08cdc72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6502676 Feb 10 06:35:36.713335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44208) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:36.772107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d23d5-85ae-47c4-a4f4-bebc1b78c4fa tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:36.779646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d23d5-85ae-47c4-a4f4-bebc1b78c4fa tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:36.784009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b54d23d5-85ae-47c4-a4f4-bebc1b78c4fa tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1948020 Feb 10 06:35:36.790660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:36.804655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:36.827249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a797281c-f869-4dbd-b17d-1775c2473b4c admin admin] Publish callbacks [] for security_group (179cbc69-622a-4c3e-bc25-db54ff44cc31), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.910662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Publish callbacks [] for security_group (5b6e8b8e-d8b6-44b5-9884-4193692cf9da), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.913020 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a797281c-f869-4dbd-b17d-1775c2473b4c admin admin] Publish callbacks [] for security_group (179cbc69-622a-4c3e-bc25-db54ff44cc31), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.925445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5b6e8b8e-d8b6-44b5-9884-4193692cf9da), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.956297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:36.964953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:36.965540 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.967119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (089fbef6-6946-4479-8437-a8a1a39f7301), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:36.967498 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Added segment 089fbef6-6946-4479-8437-a8a1a39f7301 of type vlan for network 81ce7858-8f8d-469f-8098-69788903d30d Feb 10 06:35:37.079797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (81ce7858-8f8d-469f-8098-69788903d30d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.109903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35fd47fc-d748-4fb1-ae94-6ca3d268445c req-69a47196-d4e6-4485-9a51-d92a14f7e218 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a0d44c2-77e0-48f4-979a-dc61449e3c1c HTTP/1.1" status: 200 len: 210 time: 0.0593762 Feb 10 06:35:37.115532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c55b5-073e-4a3d-ac6f-cd23939bc036 None None] Network ac08d3bd-8a54-4939-a253-0cacd584b609 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:37.127840 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2ce22d1-6af3-4347-89d2-a07233131149 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (ac08d3bd-8a54-4939-a253-0cacd584b609), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.142094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6e8b8e-d8b6-44b5-9884-4193692cf9da,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:37.146840 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (81ce7858-8f8d-469f-8098-69788903d30d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.148017 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:37.148765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.184848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ebec5-c290-4f88-ace8-429a7fb5efa4 req-fe69fc15-8fc0-413b-8ad4-c3d70c7bd422 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:37.193952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-774ebec5-c290-4f88-ace8-429a7fb5efa4 req-fe69fc15-8fc0-413b-8ad4-c3d70c7bd422 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.3081956 Feb 10 06:35:37.237132 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ce22d1-6af3-4347-89d2-a07233131149 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 06:35:37.238381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ce22d1-6af3-4347-89d2-a07233131149 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:37.242087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d2ce22d1-6af3-4347-89d2-a07233131149 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/ac08d3bd-8a54-4939-a253-0cacd584b609 HTTP/1.1" status: 409 len: 466 time: 0.4493582 Feb 10 06:35:37.246163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44234) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:37.266206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1361557507'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:37.329571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5688a672-bfa6-4436-9ad5-623e7d16395f None None] Provisioning complete for port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:37.330139 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5688a672-bfa6-4436-9ad5-623e7d16395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.356248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-774ebec5-c290-4f88-ace8-429a7fb5efa4 req-c0befaac-411a-40d0-8c98-6a9dcae1f652 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608210 Feb 10 06:35:37.394785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:37.400013 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.410147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] Pushing event updated for resources: {'Network': ['ID=81ce7858-8f8d-469f-8098-69788903d30d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:37.435369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 81ce7858-8f8d-469f-8098-69788903d30d details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:37.455782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:37.456105 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-efaf79c0-deb3-42c6-9134-ac2ebcb7099a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3303576 Feb 10 06:35:37.467917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Request body: {'subnet': {'network_id': '81ce7858-8f8d-469f-8098-69788903d30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2039032689-subnet', 'tenant_id': '117f0c233afe48af9dd413c346ce060d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:37.495935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a797281c-f869-4dbd-b17d-1775c2473b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (179cbc69-622a-4c3e-bc25-db54ff44cc31), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.499592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:37.502538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a797281c-f869-4dbd-b17d-1775c2473b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.506011 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a797281c-f869-4dbd-b17d-1775c2473b4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/179cbc69-622a-4c3e-bc25-db54ff44cc31 HTTP/1.1" status: 204 len: 168 time: 0.7903502 Feb 10 06:35:37.533788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797281c-f869-4dbd-b17d-1775c2473b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179cbc69-622a-4c3e-bc25-db54ff44cc31,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:37.570997 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0b3e123d-ef00-4fd7-8bc5-7c22dc653d95), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.571353 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Added segment 0b3e123d-ef00-4fd7-8bc5-7c22dc653d95 of type vlan for network 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc Feb 10 06:35:37.574857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:37.576239 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.607234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Made reservation on behalf of 117f0c233afe48af9dd413c346ce060d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:37.610152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.629849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88c4e0f-a7e9-4696-ad42-5e9a53117321 None None] DHCP port deletion for ac08d3bd-8a54-4939-a253-0cacd584b609 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:37.776408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (2bbc9aa1-f790-46a1-98f2-950bf5d9aedc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.831942 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (2bbc9aa1-f790-46a1-98f2-950bf5d9aedc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.837016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:37.840684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.902224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5688a672-bfa6-4436-9ad5-623e7d16395f None None] Current status of the port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:37.903206 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5688a672-bfa6-4436-9ad5-623e7d16395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.934425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c,segment=NetworkSegment(de5f6102-7ad6-4ddd-85be-adfa9f84c7d9),segment_id=de5f6102-7ad6-4ddd-85be-adfa9f84c7d9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:37.951853 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:37.959136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44264) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:37.965340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'subnet': {'network_id': '2bbc9aa1-f790-46a1-98f2-950bf5d9aedc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:37.970914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7235200 Feb 10 06:35:38.024628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c88c4e0f-a7e9-4696-ad42-5e9a53117321 None None] Deleting port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:38.025614 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c88c4e0f-a7e9-4696-ad42-5e9a53117321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:38.098150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5db4144a-b371-470f-85f1-d5ca1db3488c req-7408f756-bd7a-4242-9e8d-c42c37492140 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.2713683 Feb 10 06:35:38.194018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:38.198028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:38.201280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c88c4e0f-a7e9-4696-ad42-5e9a53117321 None None] For port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c,segment=NetworkSegment(de5f6102-7ad6-4ddd-85be-adfa9f84c7d9),segment_id=de5f6102-7ad6-4ddd-85be-adfa9f84c7d9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:38.204504 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c88c4e0f-a7e9-4696-ad42-5e9a53117321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:38.243256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c88c4e0f-a7e9-4696-ad42-5e9a53117321 None None] Calling delete_port for 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:38.264400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129178f-d4ab-40b0-9943-31c78c97bfa8 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Network': ['ID=2bbc9aa1-f790-46a1-98f2-950bf5d9aedc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:38.379538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:38.387517 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c88c4e0f-a7e9-4696-ad42-5e9a53117321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:38.429747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-5688a672-bfa6-4436-9ad5-623e7d16395f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:35:38.430523 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-5688a672-bfa6-4436-9ad5-623e7d16395f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:35:38.444123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c4e0f-a7e9-4696-ad42-5e9a53117321 None None] No DVR routers for this DVR port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:38.446236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:38.446498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d724874-d220-4c9b-a49c-a75839e8616d req-d4a7015b-5d29-43a2-8dea-f99a71da21aa tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:38.460238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d724874-d220-4c9b-a49c-a75839e8616d req-d4a7015b-5d29-43a2-8dea-f99a71da21aa tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 945 time: 0.6346781 Feb 10 06:35:38.540821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c4e0f-a7e9-4696-ad42-5e9a53117321 None None] Pushing event deleted for resources: {'Port': ['ID=5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:38.680833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (62c6fe11-5710-4471-a83e-2c93d0ff695a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:38.736685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:38.756371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c6fe11-5710-4471-a83e-2c93d0ff695a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:38.776027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:38.777496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:38.786185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d724874-d220-4c9b-a49c-a75839e8616d req-1e975de4-98bd-457d-bace-966faeaedb1e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193674 Feb 10 06:35:38.827228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308c81-6bb0-4784-8d0f-c75f6119c6cf req-732ec4d3-3cf3-4c74-8da4-7e631b55b6f8 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:38.829550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5308c81-6bb0-4784-8d0f-c75f6119c6cf req-732ec4d3-3cf3-4c74-8da4-7e631b55b6f8 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.2742112 Feb 10 06:35:38.845235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Checking segment: {'id': '089fbef6-6946-4479-8437-a8a1a39f7301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81ce7858-8f8d-469f-8098-69788903d30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:38.845506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Network hostable DHCP agents. Network: 81ce7858-8f8d-469f-8098-69788903d30d, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:38.891519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Network 81ce7858-8f8d-469f-8098-69788903d30d is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:38.912493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5308c81-6bb0-4784-8d0f-c75f6119c6cf req-71a00af1-e475-489d-becd-ee2ff4858354 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631721 Feb 10 06:35:38.913566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 81ce7858-8f8d-469f-8098-69788903d30d) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:38.921008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:38.922715 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:38.923115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66553085-6f73-4f24-b5b4-5b196eea5e14 None None] Network 81ce7858-8f8d-469f-8098-69788903d30d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:38.964378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:35:38.972628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee65293b-4785-49a1-b2ff-637a1952e03b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5149324 Feb 10 06:35:38.979719 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (0459af7a-6ff1-4277-b9f2-9113699fae96), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:38.992213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5688a672-bfa6-4436-9ad5-623e7d16395f None None] Port 5059160d-c8b9-4c3c-a5ba-9ef2ee89ca8c update to ACTIVE by agent not found {{(pid=103215) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 06:35:39.118730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Subnet': ['ID=0459af7a-6ff1-4277-b9f2-9113699fae96,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:39.210342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Checking segment: {'id': '0b3e123d-ef00-4fd7-8bc5-7c22dc653d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bbc9aa1-f790-46a1-98f2-950bf5d9aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:39.211432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network hostable DHCP agents. Network: 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:39.223212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c0fb4-d33a-44a3-8c6d-45ee2b9e2115 None None] Network 81ce7858-8f8d-469f-8098-69788903d30d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:39.253353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3d416-958a-41b2-8268-a698175239fb req-69045bbb-98ac-4519-b534-0c4dab6f2111 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:39.254651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:39.263002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68b3d416-958a-41b2-8268-a698175239fb req-69045bbb-98ac-4519-b534-0c4dab6f2111 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.1933308 Feb 10 06:35:39.278150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:39.294504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f4f40-44e4-47ee-8018-00567c51f27b None None] Network 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:39.298399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:39.299294 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:39.330557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3b4436-5528-400d-b92e-4de80fbd996c req-150805a6-0305-429b-a240-d8ad9e42bf11 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0576713 Feb 10 06:35:39.346057 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-059ebd5a-dac5-4fb4-a0d0-b873cc5931cf tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3817005 Feb 10 06:35:39.346057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44306) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:39.351931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'port': {'network_id': '2bbc9aa1-f790-46a1-98f2-950bf5d9aedc', 'name': 'tempest-NetworksIpV6TestAttrs-780885455'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:39.374189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44308) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:39.418833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68b3d416-958a-41b2-8268-a698175239fb req-00143ffa-7fdd-4484-993d-dec011671b48 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548104 Feb 10 06:35:39.444271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c19a9bdf-1e30-4c42-aa25-981bbe2fa459 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:39.587068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-2bbc9aa1-f790-46a1-98f2-950bf5d9aedc', 'network_id': '2bbc9aa1-f790-46a1-98f2-950bf5d9aedc', 'project_id': '59da49f5d7854fd3ab0632dac34b9740', 'fixed_ips': [{'subnet_id': '0459af7a-6ff1-4277-b9f2-9113699fae96'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:35:39.587997 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:39.640958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e08b6373-2583-4c65-bfda-5eedee8bcac1 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:39.642242 n-d-828670-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-e08b6373-2583-4c65-bfda-5eedee8bcac1 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 06:35:39.642962 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-e08b6373-2583-4c65-bfda-5eedee8bcac1 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 06:35:39.644133 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e08b6373-2583-4c65-bfda-5eedee8bcac1 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2690110 Feb 10 06:35:39.648213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44316) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:39.657546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'tempest-secgroup--285934165'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:39.686803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:35:39.694052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:39.694408 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:39.697331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:39.703743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:39.704363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:39.724226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:39.748962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] device_id is not set on port 8f7b4577-e4cb-4886-acc7-234a80e376cd yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:35:39.855904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Allocated IP 2001:db8::f816:3eff:fe88:c024 (2bbc9aa1-f790-46a1-98f2-950bf5d9aedc/0459af7a-6ff1-4277-b9f2-9113699fae96/becaff70-fce8-4fc2-81b8-3caf1fb84290) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:39.957894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:39.958286 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:39.973104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.018906 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (d90321b3-c96c-434c-a624-586dae54f0c3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.030789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d90321b3-c96c-434c-a624-586dae54f0c3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.046852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:40.049254 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e87380b-62f3-44af-95cc-ff600ac5a99f" -d '{"events": [{"server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "name": "network-vif-plugged", "status": "completed", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:40.074358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c19a9bdf-1e30-4c42-aa25-981bbe2fa459, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:40.085613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8c335-e70d-43fd-a412-8ec2feef160a req-6af1d6e4-9d33-430f-97d9-30d5846ecf6b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:40.086099 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.095837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ede8c335-e70d-43fd-a412-8ec2feef160a req-6af1d6e4-9d33-430f-97d9-30d5846ecf6b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 945 time: 0.1612699 Feb 10 06:35:40.122002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90321b3-c96c-434c-a624-586dae54f0c3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:40.191412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:40.208546 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Publish callbacks [] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.223317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.242415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ede8c335-e70d-43fd-a412-8ec2feef160a req-610f2831-d48e-462d-925d-92a6c394da2a tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455202 Feb 10 06:35:40.245603 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (01efb76b-86d7-4cb3-b4d1-f97c920f0c00), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.258256 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (01efb76b-86d7-4cb3-b4d1-f97c920f0c00), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.324966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Network 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:40.335243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:40.341984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Pushing event updated for resources: {'Port': ['ID=becaff70-fce8-4fc2-81b8-3caf1fb84290,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:40.345094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.355551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:40.356303 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7065027 Feb 10 06:35:40.358797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44342) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:40.362487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd155251-a5f4-4e27-b498-4ead5abb0de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.366714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4f360047-5c87-4817-bfb4-ee49e44d37c5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '01efb76b-86d7-4cb3-b4d1-f97c920f0c00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:40.383312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf126aa-2936-48b3-8376-00cde6ca5de6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01efb76b-86d7-4cb3-b4d1-f97c920f0c00,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:40.390019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Allocated IP 2001:db8::f816:3eff:fe3d:337f (2bbc9aa1-f790-46a1-98f2-950bf5d9aedc/0459af7a-6ff1-4277-b9f2-9113699fae96/8f7b4577-e4cb-4886-acc7-234a80e376cd) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:40.417869 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cacd06-b812-4489-94cb-e324f1b738ff x-openstack-request-id: req-83cacd06-b812-4489-94cb-e324f1b738ff {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:40.419175 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "name": "network-vif-plugged", "status": "completed", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:40.419566 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83cacd06-b812-4489-94cb-e324f1b738ff {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:40.420338 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459', 'code': 200} Feb 10 06:35:40.442816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-82bdaea9-cbf0-4746-9883-7600557705dd tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:40.458652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-82bdaea9-cbf0-4746-9883-7600557705dd tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/networks?id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 200 len: 814 time: 0.2115207 Feb 10 06:35:40.465448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Attempting to bind port becaff70-fce8-4fc2-81b8-3caf1fb84290 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:40.466197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Attempting to bind port becaff70-fce8-4fc2-81b8-3caf1fb84290 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0b3e123d-ef00-4fd7-8bc5-7c22dc653d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bbc9aa1-f790-46a1-98f2-950bf5d9aedc'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:40.466920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Attempting to bind port becaff70-fce8-4fc2-81b8-3caf1fb84290 on network 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:40.474669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:40.475333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Checking segment: {'id': '0b3e123d-ef00-4fd7-8bc5-7c22dc653d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bbc9aa1-f790-46a1-98f2-950bf5d9aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:40.476255 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.479214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Bound using segment: {'id': '0b3e123d-ef00-4fd7-8bc5-7c22dc653d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bbc9aa1-f790-46a1-98f2-950bf5d9aedc'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:40.479214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Bound port: becaff70-fce8-4fc2-81b8-3caf1fb84290, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3e123d-ef00-4fd7-8bc5-7c22dc653d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bbc9aa1-f790-46a1-98f2-950bf5d9aedc'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:40.479214 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.507952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-53ba523f-0782-4500-af31-2bb489af9e14 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/quotas/79f4cdf124ae4d66887f28a7923e8af7 HTTP/1.1" status: 200 len: 375 time: 0.0471547 Feb 10 06:35:40.512265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f360047-5c87-4817-bfb4-ee49e44d37c5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group_rule (4faed55a-4b4b-42d8-94ed-cc9f40f35f62), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.612477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] For port becaff70-fce8-4fc2-81b8-3caf1fb84290, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:40.617211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] For port becaff70-fce8-4fc2-81b8-3caf1fb84290, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=becaff70-fce8-4fc2-81b8-3caf1fb84290,segment=NetworkSegment(0b3e123d-ef00-4fd7-8bc5-7c22dc653d95),segment_id=0b3e123d-ef00-4fd7-8bc5-7c22dc653d95)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:40.627728 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.711350 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f20a11-8327-4cd7-a69b-5205cb1c9ee7 None None] Pushing event updated for resources: {'Port': ['ID=becaff70-fce8-4fc2-81b8-3caf1fb84290,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:40.717962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for port (8f7b4577-e4cb-4886-acc7-234a80e376cd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.767688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8f7b4577-e4cb-4886-acc7-234a80e376cd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.818240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:40.824065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:40.826691 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:40.833104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:40.833683 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:40.855669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Port': ['ID=8f7b4577-e4cb-4886-acc7-234a80e376cd,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:40.868134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0b40d200-ca3d-46ef-956f-e8b587055c0c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5234895 Feb 10 06:35:40.870266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44348) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:40.926668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-100ef1d1-554f-4059-9ea7-7d414f921c30 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Deleting subnet 0459af7a-6ff1-4277-b9f2-9113699fae96 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:35:40.934470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-100ef1d1-554f-4059-9ea7-7d414f921c30 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for subnet (0459af7a-6ff1-4277-b9f2-9113699fae96), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.010908 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-100ef1d1-554f-4059-9ea7-7d414f921c30 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (0459af7a-6ff1-4277-b9f2-9113699fae96), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.113576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f50c4-8ce0-4aa1-a8d3-095390a2fcde req-2b64542a-a505-4fa8-a779-2cff4f8bf4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:41.115606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b42f50c4-8ce0-4aa1-a8d3-095390a2fcde req-2b64542a-a505-4fa8-a779-2cff4f8bf4e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1128 time: 0.6461198 Feb 10 06:35:41.135659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-6654002f-490c-4c79-8928-851e5096239b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6268432 Feb 10 06:35:41.150062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac2ce0bc-4b8b-48b0-8172-2fb0641c0699 req-05cd5ecb-dfd6-4b60-9586-8ef2bf5ef0f9 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.5103276 Feb 10 06:35:41.192785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-100ef1d1-554f-4059-9ea7-7d414f921c30 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (0459af7a-6ff1-4277-b9f2-9113699fae96), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.217341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f360047-5c87-4817-bfb4-ee49e44d37c5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group_rule (4faed55a-4b4b-42d8-94ed-cc9f40f35f62), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.239638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f360047-5c87-4817-bfb4-ee49e44d37c5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (4faed55a-4b4b-42d8-94ed-cc9f40f35f62), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.282224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f360047-5c87-4817-bfb4-ee49e44d37c5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faed55a-4b4b-42d8-94ed-cc9f40f35f62,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:41.322330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b42f50c4-8ce0-4aa1-a8d3-095390a2fcde req-85a14ed6-6fc1-4ba2-a7ae-c68f98df88ab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828289 Feb 10 06:35:41.337799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f360047-5c87-4817-bfb4-ee49e44d37c5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.339896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f360047-5c87-4817-bfb4-ee49e44d37c5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9774835 Feb 10 06:35:41.340699 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-100ef1d1-554f-4059-9ea7-7d414f921c30 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (0459af7a-6ff1-4277-b9f2-9113699fae96), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.342684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:41.349004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6bfd0696-7d2d-4c79-ac61-7d803d713264 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '01efb76b-86d7-4cb3-b4d1-f97c920f0c00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:41.380530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ef1d1-554f-4059-9ea7-7d414f921c30 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Subnet': ['ID=0459af7a-6ff1-4277-b9f2-9113699fae96,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:41.383049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-100ef1d1-554f-4059-9ea7-7d414f921c30 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.388769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-100ef1d1-554f-4059-9ea7-7d414f921c30 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/subnets/0459af7a-6ff1-4277-b9f2-9113699fae96 HTTP/1.1" status: 204 len: 168 time: 0.5174642 Feb 10 06:35:41.391361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44360) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:41.429249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bfd0696-7d2d-4c79-ac61-7d803d713264 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group_rule (199dc985-c91e-42d8-8433-a2d5fe49f7ee), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.448219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-b3b99a6e-9ed9-4716-8c9e-c2575954f441 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477705 Feb 10 06:35:41.454388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da5567-b551-4aa5-a754-e170d4c7626c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:41.456267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da5567-b551-4aa5-a754-e170d4c7626c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:41.459684 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-84da5567-b551-4aa5-a754-e170d4c7626c tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0647497 Feb 10 06:35:41.466456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-a32c92b4-b0c4-452f-b23e-b00d1a310cd2 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:41.468318 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-a32c92b4-b0c4-452f-b23e-b00d1a310cd2 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.13 "GET /v2.0/ports?device_id=0908e6ff-d555-4849-a3c5-b19b1e3e54fe HTTP/1.1" status: 200 len: 946 time: 0.1730142 Feb 10 06:35:41.469420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44364) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:41.543606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679792f-0117-4ee7-9244-0938e098b2a0 req-b50d6480-f937-4033-9a38-1d3b96e25115 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:41.545923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c679792f-0117-4ee7-9244-0938e098b2a0 req-b50d6480-f937-4033-9a38-1d3b96e25115 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 946 time: 0.1823485 Feb 10 06:35:41.586934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f257bc4-abe4-4a3d-8a7a-643a33fe96e7 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (2bbc9aa1-f790-46a1-98f2-950bf5d9aedc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.624983 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f257bc4-abe4-4a3d-8a7a-643a33fe96e7 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 06:35:41.625339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f257bc4-abe4-4a3d-8a7a-643a33fe96e7 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:35:41.628565 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0f257bc4-abe4-4a3d-8a7a-643a33fe96e7 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/2bbc9aa1-f790-46a1-98f2-950bf5d9aedc HTTP/1.1" status: 409 len: 466 time: 0.1581423 Feb 10 06:35:41.634360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44368) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:41.641410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-558227289'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:41.651829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-fe1696ce-81de-46a1-985b-5e5f6434a7fd service neutron] 10.222.0.21 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018468 Feb 10 06:35:41.660519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Deleting port e87400b0-6afe-418c-8aa3-e97947bffac2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:41.660862 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.695468 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c679792f-0117-4ee7-9244-0938e098b2a0 req-6523b248-2024-4c7f-b045-6cb0852415d6 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363873 Feb 10 06:35:41.705549 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-6bfd0696-7d2d-4c79-ac61-7d803d713264 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 06:35:41.707749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6bfd0696-7d2d-4c79-ac61-7d803d713264 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3633597 Feb 10 06:35:41.710769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:41.728529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.731769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44370) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:41.808471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:41.866363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] For port e87400b0-6afe-418c-8aa3-e97947bffac2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87400b0-6afe-418c-8aa3-e97947bffac2,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:41.866741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.869244 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:41.873576 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Added segment c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc of type vlan for network 7cb46978-74e3-4abd-8a70-c6edfbff53bc Feb 10 06:35:41.888802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Calling delete_port for e87400b0-6afe-418c-8aa3-e97947bffac2 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:42.031710 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-998d794e-80fe-49fd-b6e3-7f7997cecff9 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (01efb76b-86d7-4cb3-b4d1-f97c920f0c00), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.052817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfd8c7b9-c26d-4dd7-8461-4b406a1935c2 req-3e7aa3b6-44f1-4188-8a7f-f0d48eb1530f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 210 time: 0.1262481 Feb 10 06:35:42.058061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7cb46978-74e3-4abd-8a70-c6edfbff53bc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.071054 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6e1c4a04-50b9-49fa-ab17-228973eac7cd req-fca1c043-5fa4-49b4-befc-c56d0271ae3c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a0d44c2-77e0-48f4-979a-dc61449e3c1c HTTP/1.1" status: 200 len: 210 time: 0.0794911 Feb 10 06:35:42.128761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-998d794e-80fe-49fd-b6e3-7f7997cecff9 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (01efb76b-86d7-4cb3-b4d1-f97c920f0c00), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.170560 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7cb46978-74e3-4abd-8a70-c6edfbff53bc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.179665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:42.185781 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.331144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e87400b0-6afe-418c-8aa3-e97947bffac2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.347750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e87400b0-6afe-418c-8aa3-e97947bffac2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:42.376421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7410324 Feb 10 06:35:42.399821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44390) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:42.399821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e561a6-6597-41b3-a74f-61d712ec9f1d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Network': ['ID=7cb46978-74e3-4abd-8a70-c6edfbff53bc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:42.454405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'subnet': {'network_id': '7cb46978-74e3-4abd-8a70-c6edfbff53bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:42.464070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Pushing event deleted for resources: {'Port': ['ID=e87400b0-6afe-418c-8aa3-e97947bffac2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:42.548932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e3391bf-cdcd-4536-b220-c6bde98e611f req-3c3b0b7a-1810-457d-a899-554c05a4e0ab tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.1994953 Feb 10 06:35:42.551782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-998d794e-80fe-49fd-b6e3-7f7997cecff9 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (01efb76b-86d7-4cb3-b4d1-f97c920f0c00), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.554725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-998d794e-80fe-49fd-b6e3-7f7997cecff9 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.558581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-998d794e-80fe-49fd-b6e3-7f7997cecff9 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/01efb76b-86d7-4cb3-b4d1-f97c920f0c00 HTTP/1.1" status: 204 len: 168 time: 0.8230760 Feb 10 06:35:42.560935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7cb46978-74e3-4abd-8a70-c6edfbff53bc details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:42.566420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44402) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:42.586146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a10be-8868-4b07-923a-67abff0eb7fa None None] Network 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:42.608317 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] No DVR routers for this DVR port e87400b0-6afe-418c-8aa3-e97947bffac2 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:42.613449 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.617829 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1ce139a4-9cd0-4df3-ab59-8c71f3f99f92 req-efa1c0e5-3982-4de3-a3a1-b136a764a3f1 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.13 "DELETE /v2.0/ports/e87400b0-6afe-418c-8aa3-e97947bffac2 HTTP/1.1" status: 204 len: 173 time: 1.1391840 Feb 10 06:35:42.620482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'name': 'network-vif-deleted', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:42.625898 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f3046-a65a-45d9-a3d7-a011fbb55732" -d '{"events": [{"server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "name": "network-vif-deleted", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:42.635630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d794e-80fe-49fd-b6e3-7f7997cecff9 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01efb76b-86d7-4cb3-b4d1-f97c920f0c00,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:42.663510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:42.670566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:42.838174 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a54338d-72db-4759-9f17-f630e7fa655b x-openstack-request-id: req-7a54338d-72db-4759-9f17-f630e7fa655b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:42.843903 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0908e6ff-d555-4849-a3c5-b19b1e3e54fe", "name": "network-vif-deleted", "tag": "e87400b0-6afe-418c-8aa3-e97947bffac2", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:42.844428 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a54338d-72db-4759-9f17-f630e7fa655b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:42.844611 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0908e6ff-d555-4849-a3c5-b19b1e3e54fe', 'name': 'network-vif-deleted', 'tag': 'e87400b0-6afe-418c-8aa3-e97947bffac2', 'status': 'completed', 'code': 200} Feb 10 06:35:42.855806 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-687ca299-a943-4380-8169-12db4f8988e2 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2879953 Feb 10 06:35:42.856437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44430) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:42.862114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7e24edeb-b190-420d-a074-61b3f249548d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757330642'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:42.891396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e24edeb-b190-420d-a074-61b3f249548d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.067109 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e24edeb-b190-420d-a074-61b3f249548d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (1977bfdb-8651-4a9b-8fe1-bf5b6af6ca1a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.088178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e24edeb-b190-420d-a074-61b3f249548d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1977bfdb-8651-4a9b-8fe1-bf5b6af6ca1a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.122682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689984-2cd1-4235-9e14-2272bcdee22f req-96c04e3f-0746-4c74-bf58-e3d2c708055b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:43.131312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb689984-2cd1-4235-9e14-2272bcdee22f req-96c04e3f-0746-4c74-bf58-e3d2c708055b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 946 time: 0.2113550 Feb 10 06:35:43.144462 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-71cb5ce4-838b-4925-8306-30ab7963fd38 req-61cea3cf-e608-4e06-ad2a-1ded3b1d6410 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0730932 Feb 10 06:35:43.177794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device becaff70-fce8-4fc2-81b8-3caf1fb84290 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:43.193043 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e24edeb-b190-420d-a074-61b3f249548d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.195792 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7e24edeb-b190-420d-a074-61b3f249548d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3382337 Feb 10 06:35:43.198605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44436) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:43.205269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c214eee6-492f-452c-bac1-ab362ddbba5d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '1977bfdb-8651-4a9b-8fe1-bf5b6af6ca1a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:43.206082 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-c214eee6-492f-452c-bac1-ab362ddbba5d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 06:35:43.207243 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-c214eee6-492f-452c-bac1-ab362ddbba5d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:43.208336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c214eee6-492f-452c-bac1-ab362ddbba5d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088089 Feb 10 06:35:43.209507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24edeb-b190-420d-a074-61b3f249548d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1977bfdb-8651-4a9b-8fe1-bf5b6af6ca1a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:43.211529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44438) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:43.275894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-2c913409-9395-4d47-970f-4067c163f101 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:43.278096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-2c913409-9395-4d47-970f-4067c163f101 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/networks?id=81ce7858-8f8d-469f-8098-69788903d30d HTTP/1.1" status: 200 len: 810 time: 0.4170470 Feb 10 06:35:43.290181 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b764d39-2879-4abd-8db9-c6d74f2f96fb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (1977bfdb-8651-4a9b-8fe1-bf5b6af6ca1a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.297773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ba1b9e8-62c5-4e16-85e7-c095fd7cd300 None None] Provisioning complete for port becaff70-fce8-4fc2-81b8-3caf1fb84290 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:43.298145 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b9e8-62c5-4e16-85e7-c095fd7cd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.311499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb689984-2cd1-4235-9e14-2272bcdee22f req-f3bef255-b692-4715-b301-90291dc720bf tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788838 Feb 10 06:35:43.334057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-18140a8a-a15e-48d9-9d39-7c193d5eda50 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/quotas/117f0c233afe48af9dd413c346ce060d HTTP/1.1" status: 200 len: 375 time: 0.0493140 Feb 10 06:35:43.342236 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e141cba9-8796-47cc-94cd-4d1f8af0db68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.349225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b764d39-2879-4abd-8db9-c6d74f2f96fb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (1977bfdb-8651-4a9b-8fe1-bf5b6af6ca1a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.386558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-892ae966-212b-4498-b26d-402af2341d60 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=117f0c233afe48af9dd413c346ce060d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512774 Feb 10 06:35:43.422975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port becaff70-fce8-4fc2-81b8-3caf1fb84290 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:43.423979 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.465631 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b764d39-2879-4abd-8db9-c6d74f2f96fb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1977bfdb-8651-4a9b-8fe1-bf5b6af6ca1a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.470089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b764d39-2879-4abd-8db9-c6d74f2f96fb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.471398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1b764d39-2879-4abd-8db9-c6d74f2f96fb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/1977bfdb-8651-4a9b-8fe1-bf5b6af6ca1a HTTP/1.1" status: 204 len: 168 time: 0.2589750 Feb 10 06:35:43.501207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44442) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:43.524813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f57b11-e6d0-4c89-b5cf-c2d88ecdafee None None] DHCP port deletion for 2bbc9aa1-f790-46a1-98f2-950bf5d9aedc request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:43.536055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b764d39-2879-4abd-8db9-c6d74f2f96fb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977bfdb-8651-4a9b-8fe1-bf5b6af6ca1a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:43.591681 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-61ffde8b-e072-4f13-ae24-883b15fd36ac tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0870874 Feb 10 06:35:43.597858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44446) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:43.603533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3d635a4e-087e-4f85-b547-bbddf1a9164b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'tempest-secgroup--238540253'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:43.641038 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d635a4e-087e-4f85-b547-bbddf1a9164b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.654466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-3a84d071-078c-429c-b925-9879353e0664 service neutron] 10.222.0.21 "GET /v2.0/networks/81ce7858-8f8d-469f-8098-69788903d30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643530 Feb 10 06:35:43.725675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1b9e8-62c5-4e16-85e7-c095fd7cd300 None None] Current status of the port becaff70-fce8-4fc2-81b8-3caf1fb84290 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:43.729175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b9e8-62c5-4e16-85e7-c095fd7cd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.739339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d635a4e-087e-4f85-b547-bbddf1a9164b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (1bee2c82-f8d9-4728-8de9-0aea4b5ce13b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.748783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d635a4e-087e-4f85-b547-bbddf1a9164b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1bee2c82-f8d9-4728-8de9-0aea4b5ce13b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.809164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:35:43.829967 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d635a4e-087e-4f85-b547-bbddf1a9164b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.833625 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3d635a4e-087e-4f85-b547-bbddf1a9164b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2342155 Feb 10 06:35:43.836430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9008a1ad-e230-44dc-a646-7b8794d13a36 req-33a07826-c3a5-4644-8fe4-cf8895bdd527 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 210 time: 0.0726550 Feb 10 06:35:43.837187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44452) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:43.837360 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (75c46742-dacf-4ab4-a82c-a936ed9b8525), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.854396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.856866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e6cf8628-41e7-4bbb-a416-df2f42f0365b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '1bee2c82-f8d9-4728-8de9-0aea4b5ce13b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:43.857798 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-e6cf8628-41e7-4bbb-a416-df2f42f0365b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 06:35:43.858331 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-e6cf8628-41e7-4bbb-a416-df2f42f0365b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:43.865020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e6cf8628-41e7-4bbb-a416-df2f42f0365b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0194716 Feb 10 06:35:43.872158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44454) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:43.924749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d635a4e-087e-4f85-b547-bbddf1a9164b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bee2c82-f8d9-4728-8de9-0aea4b5ce13b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:43.985657 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3657150-5159-4d2b-b965-2328e1e93bc5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (1bee2c82-f8d9-4728-8de9-0aea4b5ce13b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:43.994130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ba1b9e8-62c5-4e16-85e7-c095fd7cd300 None None] For port becaff70-fce8-4fc2-81b8-3caf1fb84290, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=becaff70-fce8-4fc2-81b8-3caf1fb84290,segment=NetworkSegment(0b3e123d-ef00-4fd7-8bc5-7c22dc653d95),segment_id=0b3e123d-ef00-4fd7-8bc5-7c22dc653d95)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:43.997017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e5f57b11-e6d0-4c89-b5cf-c2d88ecdafee None None] Deleting port becaff70-fce8-4fc2-81b8-3caf1fb84290 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:43.997456 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5f57b11-e6d0-4c89-b5cf-c2d88ecdafee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.013323 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3657150-5159-4d2b-b965-2328e1e93bc5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (1bee2c82-f8d9-4728-8de9-0aea4b5ce13b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.013606 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b9e8-62c5-4e16-85e7-c095fd7cd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.079654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3657150-5159-4d2b-b965-2328e1e93bc5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1bee2c82-f8d9-4728-8de9-0aea4b5ce13b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.081471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3657150-5159-4d2b-b965-2328e1e93bc5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.085741 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d3657150-5159-4d2b-b965-2328e1e93bc5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/1bee2c82-f8d9-4728-8de9-0aea4b5ce13b HTTP/1.1" status: 204 len: 168 time: 0.2102721 Feb 10 06:35:44.087951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-919e55af-bee0-4f22-b7fc-27b4310e51cf tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:44.089569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-919e55af-bee0-4f22-b7fc-27b4310e51cf tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.24 "GET /v2.0/networks?id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 200 len: 814 time: 0.2233262 Feb 10 06:35:44.094637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44456) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:44.095418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3657150-5159-4d2b-b965-2328e1e93bc5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bee2c82-f8d9-4728-8de9-0aea4b5ce13b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:44.115516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Checking segment: {'id': 'c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7cb46978-74e3-4abd-8a70-c6edfbff53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:44.116039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network hostable DHCP agents. Network: 7cb46978-74e3-4abd-8a70-c6edfbff53bc, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:44.126530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Subnet': ['ID=75c46742-dacf-4ab4-a82c-a936ed9b8525,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:44.140436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-50a433a5-0ae1-47de-a26e-784616c1fe12 service neutron] 10.222.0.21 "GET /v2.0/networks/81ce7858-8f8d-469f-8098-69788903d30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652822 Feb 10 06:35:44.174013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-0af7dc10-80f4-431d-ae18-dac3024ded4c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2012830967&fields=id&tenant_id=d7f0bff326ce48d0a38d728f1d6e0230 HTTP/1.1" status: 200 len: 267 time: 0.1627214 Feb 10 06:35:44.187389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1b9e8-62c5-4e16-85e7-c095fd7cd300 None None] Pushing event updated for resources: {'Port': ['ID=becaff70-fce8-4fc2-81b8-3caf1fb84290,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:44.203435 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-97eef637-b65c-4ee9-a181-034b4ec5e711 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0943766 Feb 10 06:35:44.203686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port becaff70-fce8-4fc2-81b8-3caf1fb84290 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:44.203686 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.208300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44458) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:44.211653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d69cf566-b3d6-46c0-b1d5-34b40263840d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301950217'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:44.222805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network 7cb46978-74e3-4abd-8a70-c6edfbff53bc is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:44.247384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Request body: {'port': {'device_id': '773cbf89-4633-4010-a08e-e319894f4a17', 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f', 'admin_state_up': True, 'tenant_id': '79f4cdf124ae4d66887f28a7923e8af7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:44.266895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d69cf566-b3d6-46c0-b1d5-34b40263840d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.278717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-17c1447f-da8a-41b1-82ee-a873229589b9 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:44.297229 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-17c1447f-da8a-41b1-82ee-a873229589b9 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 946 time: 0.1215351 Feb 10 06:35:44.299494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 7cb46978-74e3-4abd-8a70-c6edfbff53bc) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:44.325257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:44.325887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.345845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1616af-f488-4584-ac6f-f48ef440addb None None] Network 7cb46978-74e3-4abd-8a70-c6edfbff53bc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:44.357999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-880b1547-4a8b-4f81-978b-de3065bfbe1b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'port': {'security_groups': ['7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65', 'c966e4a9-2292-4ea9-9e55-88cee09e4bb2']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:44.448611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d69cf566-b3d6-46c0-b1d5-34b40263840d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (ad969844-2e8d-477a-b147-5f74e57f737f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.461130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d69cf566-b3d6-46c0-b1d5-34b40263840d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ad969844-2e8d-477a-b147-5f74e57f737f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.507911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf566-b3d6-46c0-b1d5-34b40263840d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad969844-2e8d-477a-b147-5f74e57f737f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:44.536776 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d69cf566-b3d6-46c0-b1d5-34b40263840d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.540487 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d69cf566-b3d6-46c0-b1d5-34b40263840d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3354290 Feb 10 06:35:44.543931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44462) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:44.555541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-21bbc946-c831-4549-b224-7e62c70457eb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': 'ad969844-2e8d-477a-b147-5f74e57f737f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:44.557678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e5f57b11-e6d0-4c89-b5cf-c2d88ecdafee None None] For port becaff70-fce8-4fc2-81b8-3caf1fb84290, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=becaff70-fce8-4fc2-81b8-3caf1fb84290,segment=NetworkSegment(0b3e123d-ef00-4fd7-8bc5-7c22dc653d95),segment_id=0b3e123d-ef00-4fd7-8bc5-7c22dc653d95)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:44.559836 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5f57b11-e6d0-4c89-b5cf-c2d88ecdafee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.575268 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-21bbc946-c831-4549-b224-7e62c70457eb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 06:35:44.575990 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-21bbc946-c831-4549-b224-7e62c70457eb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:44.576713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6aacd110-3c29-4889-bbc1-3ffe040c50eb tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1659915 Feb 10 06:35:44.577564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44464) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:44.581570 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-21bbc946-c831-4549-b224-7e62c70457eb tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0363750 Feb 10 06:35:44.582524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44466) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:44.589374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c4f3e4a9-dc7f-4e82-9a86-c305f99807a6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': 'ad969844-2e8d-477a-b147-5f74e57f737f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:44.590059 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-c4f3e4a9-dc7f-4e82-9a86-c305f99807a6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 06:35:44.590771 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-c4f3e4a9-dc7f-4e82-9a86-c305f99807a6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:44.598660 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c4f3e4a9-dc7f-4e82-9a86-c305f99807a6 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0125849 Feb 10 06:35:44.599421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44468) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:44.608503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-76c549bf-a5c1-4202-9055-9251db079bc3 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': 'ad969844-2e8d-477a-b147-5f74e57f737f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:44.609948 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-76c549bf-a5c1-4202-9055-9251db079bc3 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 06:35:44.610490 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-76c549bf-a5c1-4202-9055-9251db079bc3 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:44.622406 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-76c549bf-a5c1-4202-9055-9251db079bc3 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0200291 Feb 10 06:35:44.623089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44470) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:44.635226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f2c56172-f749-4400-a581-d67f6ee2f930 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': 'ad969844-2e8d-477a-b147-5f74e57f737f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:44.641288 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-f2c56172-f749-4400-a581-d67f6ee2f930 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 06:35:44.641817 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-f2c56172-f749-4400-a581-d67f6ee2f930 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:44.643825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-880b1547-4a8b-4f81-978b-de3065bfbe1b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.646524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f2c56172-f749-4400-a581-d67f6ee2f930 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0164268 Feb 10 06:35:44.650077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44474) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:44.659794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e5f57b11-e6d0-4c89-b5cf-c2d88ecdafee None None] Calling delete_port for becaff70-fce8-4fc2-81b8-3caf1fb84290 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:44.671411 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:35:44.672064 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:35:44.721718 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97e924c6-d86f-4658-8805-b2ae1ae1a220 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (ad969844-2e8d-477a-b147-5f74e57f737f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.750256 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97e924c6-d86f-4658-8805-b2ae1ae1a220 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (ad969844-2e8d-477a-b147-5f74e57f737f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.761529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-7cb46978-74e3-4abd-8a70-c6edfbff53bc', 'network_id': '7cb46978-74e3-4abd-8a70-c6edfbff53bc', 'project_id': '59da49f5d7854fd3ab0632dac34b9740', 'fixed_ips': [{'subnet_id': '75c46742-dacf-4ab4-a82c-a936ed9b8525'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:35:44.762435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.841364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97e924c6-d86f-4658-8805-b2ae1ae1a220 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ad969844-2e8d-477a-b147-5f74e57f737f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.844777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-97e924c6-d86f-4658-8805-b2ae1ae1a220 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:44.848726 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-97e924c6-d86f-4658-8805-b2ae1ae1a220 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad969844-2e8d-477a-b147-5f74e57f737f HTTP/1.1" status: 204 len: 168 time: 0.1975729 Feb 10 06:35:44.849954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:44.868338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e924c6-d86f-4658-8805-b2ae1ae1a220 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad969844-2e8d-477a-b147-5f74e57f737f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:45.083369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2bf6d-1c9b-4c6e-bb16-6eebfdeb9687 req-aad83270-e499-4150-870c-60589dabef45 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:45.091215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89e2bf6d-1c9b-4c6e-bb16-6eebfdeb9687 req-aad83270-e499-4150-870c-60589dabef45 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 946 time: 0.4758193 Feb 10 06:35:45.092951 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5f57b11-e6d0-4c89-b5cf-c2d88ecdafee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (becaff70-fce8-4fc2-81b8-3caf1fb84290), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.107370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Allocated IP 2001:db8::f816:3eff:fe5a:e936 (7cb46978-74e3-4abd-8a70-c6edfbff53bc/75c46742-dacf-4ab4-a82c-a936ed9b8525/ab49cad4-afbe-47c5-a65b-cf0b6cc84e31) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:45.122375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f57b11-e6d0-4c89-b5cf-c2d88ecdafee None None] No DVR routers for this DVR port becaff70-fce8-4fc2-81b8-3caf1fb84290 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:45.176250 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7cb46978-74e3-4abd-8a70-c6edfbff53bc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.196524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6d36281a-1530-41b0-8ec6-d5dcacbc668a tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3263016 Feb 10 06:35:45.211328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Made reservation on behalf of 79f4cdf124ae4d66887f28a7923e8af7 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:45.211563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44496) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:45.216931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.217768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3d08c656-ef38-4ef2-85ea-3de1c4dc71fd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'tempest-secgroup--671317933'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:45.246748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f57b11-e6d0-4c89-b5cf-c2d88ecdafee None None] Pushing event deleted for resources: {'Port': ['ID=becaff70-fce8-4fc2-81b8-3caf1fb84290,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:45.258097 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.261347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Port becaff70-fce8-4fc2-81b8-3caf1fb84290 update to ACTIVE by agent not found {{(pid=103215) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 06:35:45.265665 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d08c656-ef38-4ef2-85ea-3de1c4dc71fd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.405345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (75c46742-dacf-4ab4-a82c-a936ed9b8525), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.462752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87400b0-6afe-418c-8aa3-e97947bffac2 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:45.467376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device becaff70-fce8-4fc2-81b8-3caf1fb84290 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:45.478420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d08c656-ef38-4ef2-85ea-3de1c4dc71fd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (76898608-0209-4a51-9839-3772f523c035), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.483055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89e2bf6d-1c9b-4c6e-bb16-6eebfdeb9687 req-76b2cda6-8f6a-42e4-a028-9ffa9837a2ef tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908708 Feb 10 06:35:45.487004 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d08c656-ef38-4ef2-85ea-3de1c4dc71fd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (76898608-0209-4a51-9839-3772f523c035), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.679430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d08c656-ef38-4ef2-85ea-3de1c4dc71fd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.684084 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3d08c656-ef38-4ef2-85ea-3de1c4dc71fd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4692347 Feb 10 06:35:45.694603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44498) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:45.695789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: becaff70-fce8-4fc2-81b8-3caf1fb84290 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:45.696268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device becaff70-fce8-4fc2-81b8-3caf1fb84290 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:45.700029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: e87400b0-6afe-418c-8aa3-e97947bffac2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:45.700029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87400b0-6afe-418c-8aa3-e97947bffac2 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:45.704996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8c0b4de6-e6d2-4d5e-8138-c17217a52326 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '76898608-0209-4a51-9839-3772f523c035', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:45.705749 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-8c0b4de6-e6d2-4d5e-8138-c17217a52326 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 06:35:45.706255 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-8c0b4de6-e6d2-4d5e-8138-c17217a52326 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:45.709935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8c0b4de6-e6d2-4d5e-8138-c17217a52326 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117769 Feb 10 06:35:45.718530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-478e1fd0-faaf-462a-a154-bfe071cf3841 req-88072b73-539f-4d1f-835b-78bd71e296f6 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0622163 Feb 10 06:35:45.721661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:45.733117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2174f727-f098-4057-bb17-574b33055fea tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '76898608-0209-4a51-9839-3772f523c035', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:45.737588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08c656-ef38-4ef2-85ea-3de1c4dc71fd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76898608-0209-4a51-9839-3772f523c035,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:45.760857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baad721-c805-4206-80a2-7ced810a4d4f req-059ed99b-25bf-4e53-9a0d-d0767ea24df9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:45.770405 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3baad721-c805-4206-80a2-7ced810a4d4f req-059ed99b-25bf-4e53-9a0d-d0767ea24df9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 946 time: 0.2321682 Feb 10 06:35:45.808460 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-2174f727-f098-4057-bb17-574b33055fea tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:45.809892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2174f727-f098-4057-bb17-574b33055fea tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0848448 Feb 10 06:35:45.819460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44504) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:45.833072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Publish callbacks [] for port (ab49cad4-afbe-47c5-a65b-cf0b6cc84e31), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.843249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f3f516a9-d6a1-46ee-8487-8d85da79dded tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '76898608-0209-4a51-9839-3772f523c035', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:45.845012 n-d-828670-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-f3f516a9-d6a1-46ee-8487-8d85da79dded tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 06:35:45.847350 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ab49cad4-afbe-47c5-a65b-cf0b6cc84e31), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:45.857349 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-f3f516a9-d6a1-46ee-8487-8d85da79dded tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:45.861749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f3f516a9-d6a1-46ee-8487-8d85da79dded tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0334988 Feb 10 06:35:45.866319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44506) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:45.877262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-df6a5257-d483-4c34-880f-f4d81a91f9b5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '76898608-0209-4a51-9839-3772f523c035', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:45.938645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Network 7cb46978-74e3-4abd-8a70-c6edfbff53bc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:45.941865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:45.955808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:45.970705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Pushing event updated for resources: {'Port': ['ID=ab49cad4-afbe-47c5-a65b-cf0b6cc84e31,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:45.981162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-880b1547-4a8b-4f81-978b-de3065bfbe1b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] For port c19a9bdf-1e30-4c42-aa25-981bbe2fa459, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:45.996530 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-df6a5257-d483-4c34-880f-f4d81a91f9b5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:46.003763 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-df6a5257-d483-4c34-880f-f4d81a91f9b5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1363966 Feb 10 06:35:46.006078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44510) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:46.018676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8fd07e3e-cc00-4571-a0de-0018c4baf73d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '76898608-0209-4a51-9839-3772f523c035', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:46.019400 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-8fd07e3e-cc00-4571-a0de-0018c4baf73d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 06:35:46.020160 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-8fd07e3e-cc00-4571-a0de-0018c4baf73d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:46.042004 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8fd07e3e-cc00-4571-a0de-0018c4baf73d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0326755 Feb 10 06:35:46.042004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44512) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:46.063494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7460961a-f9e2-4cd1-af0d-2d4620ff552f req-b8d3b515-5b1a-4c6b-a85c-fa7873310a27 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 210 time: 0.1370678 Feb 10 06:35:46.091436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-222e4f66-fd19-42e2-9019-67933c1fcba7 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '76898608-0209-4a51-9839-3772f523c035', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:46.094506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Attempting to bind port ab49cad4-afbe-47c5-a65b-cf0b6cc84e31 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:46.095002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Attempting to bind port ab49cad4-afbe-47c5-a65b-cf0b6cc84e31 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7cb46978-74e3-4abd-8a70-c6edfbff53bc'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:46.095483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Attempting to bind port ab49cad4-afbe-47c5-a65b-cf0b6cc84e31 on network 7cb46978-74e3-4abd-8a70-c6edfbff53bc {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:46.099401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Allocated IP 172.20.0.9 (8c1bf8f0-6301-4f41-b7f2-8b616042f27f/4e3cf29b-cf27-4b98-a85b-f279ce6d37af/ba04fb1b-1d26-4592-af6a-9e410e1ad710) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:46.105219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:46.105761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Checking segment: {'id': 'c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7cb46978-74e3-4abd-8a70-c6edfbff53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:46.106317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.106865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Bound using segment: {'id': 'c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7cb46978-74e3-4abd-8a70-c6edfbff53bc'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:46.108278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (75c46742-dacf-4ab4-a82c-a936ed9b8525), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.108984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Bound port: ab49cad4-afbe-47c5-a65b-cf0b6cc84e31, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7cb46978-74e3-4abd-8a70-c6edfbff53bc'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:46.109606 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ab49cad4-afbe-47c5-a65b-cf0b6cc84e31), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.195241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-3baad721-c805-4206-80a2-7ced810a4d4f req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Deleting port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:46.195579 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3baad721-c805-4206-80a2-7ced810a4d4f req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.197283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Subnet': ['ID=75c46742-dacf-4ab4-a82c-a936ed9b8525,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:46.268107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] For port ab49cad4-afbe-47c5-a65b-cf0b6cc84e31, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:46.273070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] For port ab49cad4-afbe-47c5-a65b-cf0b6cc84e31, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ab49cad4-afbe-47c5-a65b-cf0b6cc84e31,segment=NetworkSegment(c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc),segment_id=c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:46.280799 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ab49cad4-afbe-47c5-a65b-cf0b6cc84e31), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.356748 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7cb46978-74e3-4abd-8a70-c6edfbff53bc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.381478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb46978-74e3-4abd-8a70-c6edfbff53bc']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:46.391600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:46.392051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:46.402479 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.419448 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.429199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:46.429819 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.473422 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.480119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c045de8-0ae8-4bee-ad7d-01c46e2596d4 None None] Pushing event updated for resources: {'Port': ['ID=ab49cad4-afbe-47c5-a65b-cf0b6cc84e31,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:46.500917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933e547-5f80-454a-a2fa-c7b653652296 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:46.502089 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:46.511506 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-880b1547-4a8b-4f81-978b-de3065bfbe1b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.514324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:35:46.514324 n-d-828670-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:35:46.514324 n-d-828670-1 neutron-server[103214]: [parameters: {'id': '7cb46978-74e3-4abd-8a70-c6edfbff53bc'}] Feb 10 06:35:46.514324 n-d-828670-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:35:46.514894 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:35:46.551892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-842537b2-8a63-4690-95da-86eeee936ca4 req-c6703917-25e0-4689-8e9c-684462e8bf1f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 210 time: 0.0482728 Feb 10 06:35:46.633174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-3baad721-c805-4206-80a2-7ced810a4d4f req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] For port a8fac4c6-4341-4afb-9346-fb94ce42c0c8, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:46.638647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3baad721-c805-4206-80a2-7ced810a4d4f req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.679223 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-222e4f66-fd19-42e2-9019-67933c1fcba7 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:46.691554 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-222e4f66-fd19-42e2-9019-67933c1fcba7 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6437898 Feb 10 06:35:46.723274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44524) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:46.731695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-3baad721-c805-4206-80a2-7ced810a4d4f req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Calling delete_port for a8fac4c6-4341-4afb-9346-fb94ce42c0c8 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:46.741783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d664af4e-cdee-4b14-b2ae-9e12e1503b32 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '76898608-0209-4a51-9839-3772f523c035', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:46.744265 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-d664af4e-cdee-4b14-b2ae-9e12e1503b32 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 06:35:46.744896 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-d664af4e-cdee-4b14-b2ae-9e12e1503b32 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:46.747320 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d664af4e-cdee-4b14-b2ae-9e12e1503b32 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0228708 Feb 10 06:35:46.750477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-880b1547-4a8b-4f81-978b-de3065bfbe1b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.757641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44526) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:46.777474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ef83f55f-8b7e-451c-b353-96fe27369c8c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:46.779176 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ef83f55f-8b7e-451c-b353-96fe27369c8c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.13 "GET /v2.0/networks?id=81ce7858-8f8d-469f-8098-69788903d30d HTTP/1.1" status: 200 len: 810 time: 0.3495369 Feb 10 06:35:46.779484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c19a9bdf-1e30-4c42-aa25-981bbe2fa459'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:46.800120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Request body: {'port': {'device_id': 'daf38403-6406-4002-84e0-389db65ac2b1', 'network_id': '81ce7858-8f8d-469f-8098-69788903d30d', 'admin_state_up': True, 'tenant_id': '117f0c233afe48af9dd413c346ce060d'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:46.862765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dd7a5a24-1b2b-4467-8274-c281e4c0b00b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '76898608-0209-4a51-9839-3772f523c035', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:46.920307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933e547-5f80-454a-a2fa-c7b653652296 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:35:46.977378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-880b1547-4a8b-4f81-978b-de3065bfbe1b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:46.978227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-880b1547-4a8b-4f81-978b-de3065bfbe1b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:46.981584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-581db49e-ef91-4848-a5ff-d39fe68e3a6c req-880b1547-4a8b-4f81-978b-de3065bfbe1b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "PUT /v2.0/ports/c19a9bdf-1e30-4c42-aa25-981bbe2fa459 HTTP/1.1" status: 200 len: 982 time: 2.6820130 Feb 10 06:35:46.989388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:46.992695 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51" -d '{"events": [{"name": "network-changed", "server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:47.021610 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7cb46978-74e3-4abd-8a70-c6edfbff53bc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:47.124031 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks [] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:47.153262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c19a9bdf-1e30-4c42-aa25-981bbe2fa459'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:47.169069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b1547-4a8b-4f81-978b-de3065bfbe1b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'Port': ['ID=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:47.179825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:47.238030 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-dd7a5a24-1b2b-4467-8274-c281e4c0b00b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:47.244511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dd7a5a24-1b2b-4467-8274-c281e4c0b00b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4030445 Feb 10 06:35:47.245062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44542) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:47.251860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-19e3de0c-e9d4-4b37-93f9-5fda770a1c85 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '76898608-0209-4a51-9839-3772f523c035', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:47.298754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea0aef74-c0ce-431e-9cb3-526e58f21bc2 req-cc8edd74-8bdf-4c18-88ee-b526de44977d tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.1314223 Feb 10 06:35:47.327928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Made reservation on behalf of 117f0c233afe48af9dd413c346ce060d for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:47.331546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:47.369206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3baad721-c805-4206-80a2-7ced810a4d4f req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a8fac4c6-4341-4afb-9346-fb94ce42c0c8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:47.386164 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-19e3de0c-e9d4-4b37-93f9-5fda770a1c85 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:47.388299 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-19e3de0c-e9d4-4b37-93f9-5fda770a1c85 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1422174 Feb 10 06:35:47.388710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a8fac4c6-4341-4afb-9346-fb94ce42c0c8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:47.397527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44544) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:47.414744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:47.432700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event deleted for resources: {'Port': ['ID=a8fac4c6-4341-4afb-9346-fb94ce42c0c8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:47.463336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:47.471938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:47.536380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baad721-c805-4206-80a2-7ced810a4d4f req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] No DVR routers for this DVR port a8fac4c6-4341-4afb-9346-fb94ce42c0c8 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:47.542339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3baad721-c805-4206-80a2-7ced810a4d4f req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:47.546171 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3baad721-c805-4206-80a2-7ced810a4d4f req-8909d8c4-6a96-48b1-88c2-875c872cebd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "DELETE /v2.0/ports/a8fac4c6-4341-4afb-9346-fb94ce42c0c8 HTTP/1.1" status: 204 len: 173 time: 1.7694709 Feb 10 06:35:47.547210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9272cbff-1155-422a-b289-4ad4d13a0419', 'name': 'network-vif-deleted', 'tag': 'a8fac4c6-4341-4afb-9346-fb94ce42c0c8'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:47.549752 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6df528a-27ed-4953-aeb2-d9260641172c" -d '{"events": [{"server_uuid": "9272cbff-1155-422a-b289-4ad4d13a0419", "name": "network-vif-deleted", "tag": "a8fac4c6-4341-4afb-9346-fb94ce42c0c8"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:47.668503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Allocated IP 172.20.0.10 (81ce7858-8f8d-469f-8098-69788903d30d/62c6fe11-5710-4471-a83e-2c93d0ff695a/e87ab2fe-6df6-410d-93d7-382c73f1cd7c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:47.752123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfcdf33-7c2e-477e-b77f-89d1955b4df6 None None] Network 7cb46978-74e3-4abd-8a70-c6edfbff53bc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:47.946395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Publish callbacks [] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.005449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Pushing event updated for resources: {'Port': ['ID=ba04fb1b-1d26-4592-af6a-9e410e1ad710,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:48.025618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.046092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb093e-359c-4801-91af-ff39ec64e277 req-43f4f347-b109-4d1c-acc5-ab3d369e7c44 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:48.055656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05eb093e-359c-4801-91af-ff39ec64e277 req-43f4f347-b109-4d1c-acc5-ab3d369e7c44 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 946 time: 1.0269303 Feb 10 06:35:48.084492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Pushing event updated for resources: {'Port': ['ID=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:48.097283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Network 81ce7858-8f8d-469f-8098-69788903d30d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:48.098728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:48.102132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:48.139092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:48.140571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.179077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Deleting port ab49cad4-afbe-47c5-a65b-cf0b6cc84e31 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:48.179782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ab49cad4-afbe-47c5-a65b-cf0b6cc84e31), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.199720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:48.200392 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.219952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60023da2-62ac-417a-9c2f-7e415f014eff req-4db35ac2-ddb7-450d-a063-573d417cfc12 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-993544578&fields=id&tenant_id=d7f0bff326ce48d0a38d728f1d6e0230 HTTP/1.1" status: 200 len: 267 time: 0.2337394 Feb 10 06:35:48.227271 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-84d30dd6-d708-44b7-adf2-b43165187fd5 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4389265 Feb 10 06:35:48.240690 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d0b2-a9cf-4777-9e33-71ce5fae5a84 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (76898608-0209-4a51-9839-3772f523c035), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.245321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Request body: {'port': {'device_id': 'daf38403-6406-4002-84e0-389db65ac2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:48.279611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05eb093e-359c-4801-91af-ff39ec64e277 req-50073001-20b7-48cf-816d-66c98bb9a91a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184668 Feb 10 06:35:48.345999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-9bebc50b-b155-4b40-8ae7-47d7dc789a7b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1043365 Feb 10 06:35:48.370695 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.404747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Request body: {'port': {'device_id': '773cbf89-4633-4010-a08e-e319894f4a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:48.500466 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a114f89-ee6c-43de-9765-8f171e3e2231 x-openstack-request-id: req-8a114f89-ee6c-43de-9765-8f171e3e2231 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:48.501519 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:48.502011 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a114f89-ee6c-43de-9765-8f171e3e2231 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:48.502676 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459', 'status': 'completed', 'code': 200} Feb 10 06:35:48.543769 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d0b2-a9cf-4777-9e33-71ce5fae5a84 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (76898608-0209-4a51-9839-3772f523c035), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.672201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] For port ab49cad4-afbe-47c5-a65b-cf0b6cc84e31, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ab49cad4-afbe-47c5-a65b-cf0b6cc84e31,segment=NetworkSegment(c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc),segment_id=c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:48.672986 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ab49cad4-afbe-47c5-a65b-cf0b6cc84e31), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.705508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Calling delete_port for ab49cad4-afbe-47c5-a65b-cf0b6cc84e31 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:48.715110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.728465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60023da2-62ac-417a-9c2f-7e415f014eff req-b9bd1c6a-51e0-407f-a0fd-22c7a72155d9 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:48.730399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60023da2-62ac-417a-9c2f-7e415f014eff req-b9bd1c6a-51e0-407f-a0fd-22c7a72155d9 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 985 time: 0.5094755 Feb 10 06:35:48.737468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-920dbf3b-696e-47c8-9735-149ef3f60922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:48.739049 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-920dbf3b-696e-47c8-9735-149ef3f60922 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1167 time: 0.1499813 Feb 10 06:35:48.752262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d0b2-a9cf-4777-9e33-71ce5fae5a84 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (76898608-0209-4a51-9839-3772f523c035), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.754859 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d0b2-a9cf-4777-9e33-71ce5fae5a84 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.756089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8b7d0b2-a9cf-4777-9e33-71ce5fae5a84 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/76898608-0209-4a51-9839-3772f523c035 HTTP/1.1" status: 204 len: 168 time: 1.3484063 Feb 10 06:35:48.763054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:48.818095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87ab2fe-6df6-410d-93d7-382c73f1cd7c {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:48.833138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Publish callbacks [] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.834042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-60023da2-62ac-417a-9c2f-7e415f014eff req-c3da4584-5a25-4e94-b2f2-1ba39764ee3f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'port': {'security_groups': ['7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65', 'c966e4a9-2292-4ea9-9e55-88cee09e4bb2', '2916289b-ebdd-44b2-bdb2-bbd3a264b12c']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:48.861269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63b2b2-250d-4692-a45a-bbff1ada5de8 req-ae80cd9b-f830-467e-9069-0af681b3c363 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:48.868631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b63b2b2-250d-4692-a45a-bbff1ada5de8 req-ae80cd9b-f830-467e-9069-0af681b3c363 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 932 time: 0.3316498 Feb 10 06:35:48.887000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Transition to ACTIVE for port object e87ab2fe-6df6-410d-93d7-382c73f1cd7c will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:35:48.896208 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:48.930438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7d0b2-a9cf-4777-9e33-71ce5fae5a84 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76898608-0209-4a51-9839-3772f523c035,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:48.952177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-9aa5252c-e0f0-4d9f-b9f1-63d577e9880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:48.954322 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-9aa5252c-e0f0-4d9f-b9f1-63d577e9880d service neutron] 10.222.0.24 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 912 time: 0.1908848 Feb 10 06:35:49.012272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-e30e5ed2-23a1-4f3d-8c45-f88adac5cb7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459 HTTP/1.1" status: 200 len: 217 time: 0.0478578 Feb 10 06:35:49.019645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Pushing event updated for resources: {'Port': ['ID=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:49.073313 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-cf123510-c023-420c-b6ea-e2a080111a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:49.074901 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-cf123510-c023-420c-b6ea-e2a080111a31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 200 len: 852 time: 0.0566282 Feb 10 06:35:49.094885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f27166b6-37a1-4859-bb7f-55a12c067833 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3242586 Feb 10 06:35:49.102270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44564) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:49.117503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f3c377fa-3980-4c50-b7b0-7f615e91a944 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653209671'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:49.164534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-15e5878d-4ddd-4526-850a-dee2c1af9d8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85145f5f-33a7-4eab-835d-8469aee72376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606463 Feb 10 06:35:49.200591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b63b2b2-250d-4692-a45a-bbff1ada5de8 req-4d952cf1-c219-452d-b4a2-e0f0a08668b0 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158960 Feb 10 06:35:49.208728 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-60023da2-62ac-417a-9c2f-7e415f014eff req-c3da4584-5a25-4e94-b2f2-1ba39764ee3f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:49.287222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ab49cad4-afbe-47c5-a65b-cf0b6cc84e31), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:49.453993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a8fac4c6-4341-4afb-9346-fb94ce42c0c8 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:49.474381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: a8fac4c6-4341-4afb-9346-fb94ce42c0c8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:49.475097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a8fac4c6-4341-4afb-9346-fb94ce42c0c8 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:49.494191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No DVR routers for this DVR port ab49cad4-afbe-47c5-a65b-cf0b6cc84e31 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:49.498876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Port': ['ID=ab49cad4-afbe-47c5-a65b-cf0b6cc84e31,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:49.626390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9b5f1-2b6f-4a82-940d-4d9fc3dc0b1f req-a8e015f6-7f6e-4fa8-9713-610e4980a71f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:49.632854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9c9b5f1-2b6f-4a82-940d-4d9fc3dc0b1f req-a8e015f6-7f6e-4fa8-9713-610e4980a71f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 931 time: 0.2605796 Feb 10 06:35:49.667940 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7cb46978-74e3-4abd-8a70-c6edfbff53bc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:49.700396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-d91c2081-38a0-49f3-ad94-6c0685af2426 service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244491 Feb 10 06:35:49.706244 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e46b279-5d10-4f81-977b-580bd713316c x-openstack-request-id: req-4e46b279-5d10-4f81-977b-580bd713316c {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:49.707311 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9272cbff-1155-422a-b289-4ad4d13a0419", "name": "network-vif-deleted", "tag": "a8fac4c6-4341-4afb-9346-fb94ce42c0c8", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:49.707772 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e46b279-5d10-4f81-977b-580bd713316c {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:49.708334 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9272cbff-1155-422a-b289-4ad4d13a0419', 'name': 'network-vif-deleted', 'tag': 'a8fac4c6-4341-4afb-9346-fb94ce42c0c8', 'status': 'completed', 'code': 200} Feb 10 06:35:49.747659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3c377fa-3980-4c50-b7b0-7f615e91a944 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:49.760923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Attempting to bind port e87ab2fe-6df6-410d-93d7-382c73f1cd7c on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:49.761482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Attempting to bind port e87ab2fe-6df6-410d-93d7-382c73f1cd7c by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '089fbef6-6946-4479-8437-a8a1a39f7301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81ce7858-8f8d-469f-8098-69788903d30d'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:49.762046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Attempting to bind port e87ab2fe-6df6-410d-93d7-382c73f1cd7c on network 81ce7858-8f8d-469f-8098-69788903d30d {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:49.774591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9c9b5f1-2b6f-4a82-940d-4d9fc3dc0b1f req-eb271ee0-4853-454c-a590-b15a1b570690 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406903 Feb 10 06:35:49.781233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Port e87ab2fe-6df6-410d-93d7-382c73f1cd7c on network 81ce7858-8f8d-469f-8098-69788903d30d not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:35:49.781790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Attempting to bind port e87ab2fe-6df6-410d-93d7-382c73f1cd7c on network 81ce7858-8f8d-469f-8098-69788903d30d {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:49.792743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:49.792743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Checking segment: {'id': '089fbef6-6946-4479-8437-a8a1a39f7301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81ce7858-8f8d-469f-8098-69788903d30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:49.792743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Bound using segment: {'id': '089fbef6-6946-4479-8437-a8a1a39f7301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81ce7858-8f8d-469f-8098-69788903d30d'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:49.793353 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Bound port: e87ab2fe-6df6-410d-93d7-382c73f1cd7c, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089fbef6-6946-4479-8437-a8a1a39f7301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81ce7858-8f8d-469f-8098-69788903d30d'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:49.793753 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:49.853908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba04fb1b-1d26-4592-af6a-9e410e1ad710 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:49.863010 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Publish callbacks [] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:49.875670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Transition to ACTIVE for port object ba04fb1b-1d26-4592-af6a-9e410e1ad710 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:35:49.877757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb46978-74e3-4abd-8a70-c6edfbff53bc']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:49.893547 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:49.905606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:49.905964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:49.964516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] For port e87ab2fe-6df6-410d-93d7-382c73f1cd7c, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:49.973073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] For port e87ab2fe-6df6-410d-93d7-382c73f1cd7c, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,segment=NetworkSegment(089fbef6-6946-4479-8437-a8a1a39f7301),segment_id=089fbef6-6946-4479-8437-a8a1a39f7301)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:49.977730 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a1ddb048-afd3-4d7d-91a9-8dd26cec5c51 req-10d3b270-beba-4f93-926c-bc5cd6bfa125 service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593110 Feb 10 06:35:49.981867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63c5f458-71e9-4f2e-9331-c1b9e343a12c req-9bd58bfa-ca89-4662-907a-c0fdcb601b22 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0940704 Feb 10 06:35:49.992008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.000158 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.084215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.090964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Pushing event updated for resources: {'Port': ['ID=ba04fb1b-1d26-4592-af6a-9e410e1ad710,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:50.109937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Pushing event updated for resources: {'Port': ['ID=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:50.126081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:50.126673 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (c2995bf3-ccf1-4b6f-ad37-6ac3f05a72cc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:50.131901 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:50.138628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:50.139418 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.141326 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-ddb108f9-4d27-44a3-8f20-d499227e5d5b service neutron] 10.222.0.13 "PUT /v2.0/ports/e87ab2fe-6df6-410d-93d7-382c73f1cd7c HTTP/1.1" status: 200 len: 1092 time: 1.9028528 Feb 10 06:35:50.144162 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3c377fa-3980-4c50-b7b0-7f615e91a944 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (c9cdec99-0bf8-4e73-86e5-177c038940ce), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.152640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3c377fa-3980-4c50-b7b0-7f615e91a944 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c9cdec99-0bf8-4e73-86e5-177c038940ce), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.216391 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3c377fa-3980-4c50-b7b0-7f615e91a944 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.221220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f3c377fa-3980-4c50-b7b0-7f615e91a944 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1037948 Feb 10 06:35:50.221455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44572) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:50.244100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3a50aabb-df1d-4c9b-9c5c-3b596752fde9 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': 'c9cdec99-0bf8-4e73-86e5-177c038940ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:50.265897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c377fa-3980-4c50-b7b0-7f615e91a944 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cdec99-0bf8-4e73-86e5-177c038940ce,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:50.297829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71f7ed3d-4fe3-46f1-a216-c1d9cbd59031 req-fa443a87-1cc1-4a4a-87cf-7f812c61ca90 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 210 time: 0.1016459 Feb 10 06:35:50.304713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-60023da2-62ac-417a-9c2f-7e415f014eff req-c3da4584-5a25-4e94-b2f2-1ba39764ee3f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] For port c19a9bdf-1e30-4c42-aa25-981bbe2fa459, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:50.323439 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-3a50aabb-df1d-4c9b-9c5c-3b596752fde9 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The resource could not be found. Feb 10 06:35:50.327079 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3a50aabb-df1d-4c9b-9c5c-3b596752fde9 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1046410 Feb 10 06:35:50.333807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44574) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:50.340550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3bf53a5b-a568-48fa-b3fe-60c292df5280 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': 'c9cdec99-0bf8-4e73-86e5-177c038940ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1365f80a-a033-4c4e-8118-0134cea42e55'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:50.359142 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-60023da2-62ac-417a-9c2f-7e415f014eff req-c3da4584-5a25-4e94-b2f2-1ba39764ee3f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.362313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (7cb46978-74e3-4abd-8a70-c6edfbff53bc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.370033 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.375009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/7cb46978-74e3-4abd-8a70-c6edfbff53bc HTTP/1.1" status: 204 len: 168 time: 5.7912490 Feb 10 06:35:50.383415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-47e70b64-e8ec-4c1a-8d07-d92bef2b0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:50.385428 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-47e70b64-e8ec-4c1a-8d07-d92bef2b0d31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=117f0c233afe48af9dd413c346ce060d&device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 1126 time: 0.1860030 Feb 10 06:35:50.386199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44576) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:50.386527 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-60023da2-62ac-417a-9c2f-7e415f014eff req-c3da4584-5a25-4e94-b2f2-1ba39764ee3f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.392997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-4263597'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:50.399419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c19a9bdf-1e30-4c42-aa25-981bbe2fa459'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:50.526522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da4584-5a25-4e94-b2f2-1ba39764ee3f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'Port': ['ID=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:50.528797 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-2c79a8ef-66ef-4d5b-8d01-fbd01e9f1773 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e87ab2fe-6df6-410d-93d7-382c73f1cd7c HTTP/1.1" status: 200 len: 217 time: 0.1112549 Feb 10 06:35:50.556454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7adb2-30bd-4d33-b2fe-c57770e67445 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Network': ['ID=7cb46978-74e3-4abd-8a70-c6edfbff53bc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:50.564826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Attempting to bind port ba04fb1b-1d26-4592-af6a-9e410e1ad710 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:50.565035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Attempting to bind port ba04fb1b-1d26-4592-af6a-9e410e1ad710 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:50.565367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Attempting to bind port ba04fb1b-1d26-4592-af6a-9e410e1ad710 on network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:50.572314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Port ba04fb1b-1d26-4592-af6a-9e410e1ad710 on network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:35:50.572644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Attempting to bind port ba04fb1b-1d26-4592-af6a-9e410e1ad710 on network 8c1bf8f0-6301-4f41-b7f2-8b616042f27f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:50.580195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60023da2-62ac-417a-9c2f-7e415f014eff req-c3da4584-5a25-4e94-b2f2-1ba39764ee3f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:50.580822 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-60023da2-62ac-417a-9c2f-7e415f014eff req-c3da4584-5a25-4e94-b2f2-1ba39764ee3f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.585454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60023da2-62ac-417a-9c2f-7e415f014eff req-c3da4584-5a25-4e94-b2f2-1ba39764ee3f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "PUT /v2.0/ports/c19a9bdf-1e30-4c42-aa25-981bbe2fa459 HTTP/1.1" status: 200 len: 1021 time: 1.8177478 Feb 10 06:35:50.586978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:50.598051 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725cf3c0-525a-4dab-9ed7-57f454127c08" -d '{"events": [{"name": "network-changed", "server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:50.616961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:50.617302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Checking segment: {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:50.617696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Bound using segment: {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:50.618129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Bound port: ba04fb1b-1d26-4592-af6a-9e410e1ad710, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a638f2-3150-4bba-aee1-647a98f92bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:50.624916 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-0c177cbb-1231-43d1-b68e-84e55a6f36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:50.626700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.626833 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-0c177cbb-1231-43d1-b68e-84e55a6f36bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62c6fe11-5710-4471-a83e-2c93d0ff695a HTTP/1.1" status: 200 len: 850 time: 0.0778573 Feb 10 06:35:50.630787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:50.634484 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.669972 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-96158439-c4f8-4bb8-843b-ecd92e1ca868 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ce7858-8f8d-469f-8098-69788903d30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302777 Feb 10 06:35:50.702506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c19a9bdf-1e30-4c42-aa25-981bbe2fa459'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:50.798638 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-d0537b2f-2a61-40f1-86ca-665640479a3f service neutron] 10.222.0.13 "GET /v2.0/networks/81ce7858-8f8d-469f-8098-69788903d30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162195 Feb 10 06:35:50.802682 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-3bf53a5b-a568-48fa-b3fe-60c292df5280 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The resource could not be found. Feb 10 06:35:50.807064 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3bf53a5b-a568-48fa-b3fe-60c292df5280 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4721143 Feb 10 06:35:50.809633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44586) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:50.859272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] For port ba04fb1b-1d26-4592-af6a-9e410e1ad710, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:50.864897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] For port ba04fb1b-1d26-4592-af6a-9e410e1ad710, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba04fb1b-1d26-4592-af6a-9e410e1ad710,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:50.919693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90445aca-1f34-4fdc-bcea-8573a533ed22 req-ebe29067-ab96-4bc1-9780-96f0be5ac68b tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:50.926798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90445aca-1f34-4fdc-bcea-8573a533ed22 req-ebe29067-ab96-4bc1-9780-96f0be5ac68b tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 944 time: 0.5125048 Feb 10 06:35:50.939970 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:50.949566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95005029-a3e4-422a-8bcc-e544fbd0207e req-a3c9c290-ae7d-406b-835f-6fc6b2205e44 service neutron] 10.222.0.13 "GET /v2.0/networks/81ce7858-8f8d-469f-8098-69788903d30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410928 Feb 10 06:35:50.987872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:51.001980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (cb299f5f-04ff-4639-81df-3c0d4d81824e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.002519 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Added segment cb299f5f-04ff-4639-81df-3c0d4d81824e of type vlan for network b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 Feb 10 06:35:51.054448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.070188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:51.070866 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.072252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba04fb1b-1d26-4592-af6a-9e410e1ad710 HTTP/1.1" status: 200 len: 1091 time: 2.7028823 Feb 10 06:35:51.100852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084626f-878a-4b6a-8f99-a0e94636453a req-cb3123f5-f110-416c-8c5d-39375b94ccfa tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:51.102558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5084626f-878a-4b6a-8f99-a0e94636453a req-cb3123f5-f110-416c-8c5d-39375b94ccfa tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1024 time: 0.4002492 Feb 10 06:35:51.129905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f727d7d-0b9a-431e-8364-e5b9f8d01b34 service neutron] Pushing event updated for resources: {'Port': ['ID=ba04fb1b-1d26-4592-af6a-9e410e1ad710,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:51.153174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90445aca-1f34-4fdc-bcea-8573a533ed22 req-274956d7-9e6f-4235-a6dd-3984186f2782 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254446 Feb 10 06:35:51.156894 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.166331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:51.167049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.208756 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df5b3127-b02f-4e75-9727-e121f0fecdad tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (c9cdec99-0bf8-4e73-86e5-177c038940ce), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.231302 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8431029 Feb 10 06:35:51.243526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44590) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:51.249798 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'subnet': {'network_id': 'b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:51.304991 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9a3e89-a2f4-46c9-9682-b0caad60d041 x-openstack-request-id: req-8f9a3e89-a2f4-46c9-9682-b0caad60d041 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:51.311516 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:51.312046 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f9a3e89-a2f4-46c9-9682-b0caad60d041 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:51.313974 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459', 'status': 'completed', 'code': 200} Feb 10 06:35:51.388798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df5b3127-b02f-4e75-9727-e121f0fecdad tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (c9cdec99-0bf8-4e73-86e5-177c038940ce), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.410586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e09ef-5d26-4661-8c84-461d5f5bd89f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Network': ['ID=b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:51.425950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:51.463397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-4531fc46-1c48-4168-8fc2-e7bc576e5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:51.465169 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-4531fc46-1c48-4168-8fc2-e7bc576e5f48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1207 time: 0.1859326 Feb 10 06:35:51.510004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5084626f-878a-4b6a-8f99-a0e94636453a req-92228c97-0d8e-4885-b9ca-039586c43942 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=2916289b-ebdd-44b2-bdb2-bbd3a264b12c&id=c966e4a9-2292-4ea9-9e55-88cee09e4bb2&id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65 HTTP/1.1" status: 200 len: 6207 time: 0.3921371 Feb 10 06:35:51.532420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-3414fcba-acf4-4e56-9241-3d320badd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:51.541617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-3414fcba-acf4-4e56-9241-3d320badd700 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 1125 time: 0.3811629 Feb 10 06:35:51.629424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:51.633069 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.647473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-f22b265d-a20e-4cbe-ad97-ba2bcde15045 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba04fb1b-1d26-4592-af6a-9e410e1ad710 HTTP/1.1" status: 200 len: 217 time: 0.0976653 Feb 10 06:35:51.666069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fe47b-3a84-4ae2-b412-6f262063308c req-624e0d36-cb36-468f-b126-ba6f5173d04c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:51.668009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a2fe47b-3a84-4ae2-b412-6f262063308c req-624e0d36-cb36-468f-b126-ba6f5173d04c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 943 time: 0.3316343 Feb 10 06:35:51.715052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf38403-6406-4002-84e0-389db65ac2b1', 'tag': 'e87ab2fe-6df6-410d-93d7-382c73f1cd7c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:51.717961 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7ddc93-7c98-41c7-9636-32e9c195921f" -d '{"events": [{"name": "network-changed", "server_uuid": "daf38403-6406-4002-84e0-389db65ac2b1", "tag": "e87ab2fe-6df6-410d-93d7-382c73f1cd7c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:51.732000 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df5b3127-b02f-4e75-9727-e121f0fecdad tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c9cdec99-0bf8-4e73-86e5-177c038940ce), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.735006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df5b3127-b02f-4e75-9727-e121f0fecdad tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:51.739692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-df5b3127-b02f-4e75-9727-e121f0fecdad tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9cdec99-0bf8-4e73-86e5-177c038940ce HTTP/1.1" status: 204 len: 168 time: 0.8674412 Feb 10 06:35:51.739819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-38ca8f55-e80a-4f50-93d7-e223dd606a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:51.741736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-3af71df0-336c-4f53-9927-ee0d4699fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:51.741963 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-38ca8f55-e80a-4f50-93d7-e223dd606a70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 912 time: 0.2668984 Feb 10 06:35:51.742680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44604) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:51.743766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-3af71df0-336c-4f53-9927-ee0d4699fe68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e3cf29b-cf27-4b98-a85b-f279ce6d37af HTTP/1.1" status: 200 len: 854 time: 0.0630512 Feb 10 06:35:51.808562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4e557b4-a5fe-4257-96bf-4c751548a290 req-ed77432f-d92c-42ab-b630-afc5ae69c2a5 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.1395004 Feb 10 06:35:51.818772 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-4aaa54b0-0f52-4556-a07f-8b0a40ee796e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459 HTTP/1.1" status: 200 len: 217 time: 0.0538468 Feb 10 06:35:51.839224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-887ac078-0491-4a4d-bc3e-55156d2b0ac3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584192 Feb 10 06:35:51.839224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b3127-b02f-4e75-9727-e121f0fecdad tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cdec99-0bf8-4e73-86e5-177c038940ce,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:51.934689 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-18f05ee0-0a0a-4599-b7c1-a4c29f0da91a tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1886261 Feb 10 06:35:51.947292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:51.970976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7123e2d2-489a-44ae-98cd-f4231f335c8d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '217cdef5-0612-4d96-be1c-d82091e29631', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:51.978555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-bdb03d49-1151-42a7-887c-202fdda6d1c5 service neutron] 10.222.0.24 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275823 Feb 10 06:35:52.007259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-74021821-a92f-4888-9de2-5be1c5d30fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:52.008755 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-74021821-a92f-4888-9de2-5be1c5d30fe0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 200 len: 852 time: 0.1781433 Feb 10 06:35:52.026334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-231000a5-6f4c-41d4-a738-b39ce4f02b46 req-97a4388b-3ed8-49c3-8780-493ef67f9063 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 210 time: 0.0463367 Feb 10 06:35:52.101544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cdf2619f-b8c5-452e-8719-6c7d50331e12 req-b574f9a7-cb77-448d-9310-46e63fbf0806 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': ' tempest-securitygroup -489673184 ', 'description': 'tempest-description-1092838831'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:52.111658 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-99e8ba2d-513d-4593-989c-6d876562dadf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85145f5f-33a7-4eab-835d-8469aee72376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930517 Feb 10 06:35:52.151614 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (4dd12404-f021-43a9-8adb-72d4d6a34a4d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.159408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cdf2619f-b8c5-452e-8719-6c7d50331e12 req-b574f9a7-cb77-448d-9310-46e63fbf0806 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.182886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a2fe47b-3a84-4ae2-b412-6f262063308c req-54d4a2ce-8518-4136-80bb-22682ba1eae8 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380169 Feb 10 06:35:52.196672 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-7123e2d2-489a-44ae-98cd-f4231f335c8d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The resource could not be found. Feb 10 06:35:52.197799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7123e2d2-489a-44ae-98cd-f4231f335c8d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2495825 Feb 10 06:35:52.218831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44610) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:52.239614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-36248e4e-0ca4-448e-9d1d-73ecfd94234d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060511905'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:52.268313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddc12687-3b4a-4e2e-934e-5beed9b27226 req-c6d9230d-4dbd-4f8c-a95a-61a7f416c316 service neutron] 10.222.0.24 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409489 Feb 10 06:35:52.291141 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36248e4e-0ca4-448e-9d1d-73ecfd94234d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.306513 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8713265-e1da-4f4c-881e-c7585e664308 x-openstack-request-id: req-e8713265-e1da-4f4c-881e-c7585e664308 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:52.307051 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf38403-6406-4002-84e0-389db65ac2b1", "tag": "e87ab2fe-6df6-410d-93d7-382c73f1cd7c", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:52.308117 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8713265-e1da-4f4c-881e-c7585e664308 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:52.308708 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf38403-6406-4002-84e0-389db65ac2b1', 'tag': 'e87ab2fe-6df6-410d-93d7-382c73f1cd7c', 'status': 'completed', 'code': 200} Feb 10 06:35:52.391268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36248e4e-0ca4-448e-9d1d-73ecfd94234d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (1cb9e447-72c0-4737-b31c-1f3b1e3ce804), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.403224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Subnet': ['ID=4dd12404-f021-43a9-8adb-72d4d6a34a4d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:52.433405 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36248e4e-0ca4-448e-9d1d-73ecfd94234d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1cb9e447-72c0-4737-b31c-1f3b1e3ce804), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.440904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cdf2619f-b8c5-452e-8719-6c7d50331e12 req-b574f9a7-cb77-448d-9310-46e63fbf0806 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (22b922cb-190d-47f5-9a22-2f7bff36139e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.446144 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-1cd4d868-925c-4f82-a4f7-af070b9a0301 service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237023 Feb 10 06:35:52.449613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Checking segment: {'id': 'cb299f5f-04ff-4639-81df-3c0d4d81824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:52.450178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network hostable DHCP agents. Network: b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:52.456877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-6a49d77e-a824-47b3-8e9f-0551b45bb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:52.458569 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-6a49d77e-a824-47b3-8e9f-0551b45bb8aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=117f0c233afe48af9dd413c346ce060d&device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 1126 time: 0.1407840 Feb 10 06:35:52.473509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cdf2619f-b8c5-452e-8719-6c7d50331e12 req-b574f9a7-cb77-448d-9310-46e63fbf0806 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (22b922cb-190d-47f5-9a22-2f7bff36139e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.493359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cdf2619f-b8c5-452e-8719-6c7d50331e12 req-b574f9a7-cb77-448d-9310-46e63fbf0806 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.494642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdf2619f-b8c5-452e-8719-6c7d50331e12 req-b574f9a7-cb77-448d-9310-46e63fbf0806 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4058125 Feb 10 06:35:52.504325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36248e4e-0ca4-448e-9d1d-73ecfd94234d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.504325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-36248e4e-0ca4-448e-9d1d-73ecfd94234d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2951882 Feb 10 06:35:52.507285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44614) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:52.513971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a8df0d32-efbe-4cbc-9e13-0ed105e3cdcd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961868612'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:52.520959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36248e4e-0ca4-448e-9d1d-73ecfd94234d tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb9e447-72c0-4737-b31c-1f3b1e3ce804,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:52.533627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99ab5a-287e-4460-b3fd-c06503bedb71 req-9d360a7e-6c6e-4d4c-b515-646b8b62f50b tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:52.535979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca99ab5a-287e-4460-b3fd-c06503bedb71 req-9d360a7e-6c6e-4d4c-b515-646b8b62f50b tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 944 time: 0.1430726 Feb 10 06:35:52.575249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:52.617261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8df0d32-efbe-4cbc-9e13-0ed105e3cdcd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.628470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:52.642313 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:52.642523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977dea9-4500-43ad-8331-c41204e59030 None None] Network b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:52.643153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.679515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574f9a7-cb77-448d-9310-46e63fbf0806 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b922cb-190d-47f5-9a22-2f7bff36139e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:52.703756 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-725cf3c0-525a-4dab-9ed7-57f454127c08 req-320b8b1f-1eed-4a32-8825-60ec39be067c service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490621 Feb 10 06:35:52.721688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca99ab5a-287e-4460-b3fd-c06503bedb71 req-ac90d665-1e14-435e-afe1-a5b813c43c9b tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801381 Feb 10 06:35:52.731848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec46d880-b8d7-4b04-b5f3-4eb071282fbf req-f4c29b87-b9b8-40f0-88ea-63808534f0e4 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/22b922cb-190d-47f5-9a22-2f7bff36139e HTTP/1.1" status: 200 len: 1799 time: 0.1690037 Feb 10 06:35:52.732174 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-541d92e2-6b32-4030-b2b2-c42c35cd02be tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4875758 Feb 10 06:35:52.732385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:52.734504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-b9035995-c50b-40bc-b4f6-6be387390741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:52.735966 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-b9035995-c50b-40bc-b4f6-6be387390741 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ce7858-8f8d-469f-8098-69788903d30d HTTP/1.1" status: 200 len: 910 time: 0.2697666 Feb 10 06:35:52.791955 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-1c910caf-6d2d-4027-96c3-a8e26bdd5e48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e87ab2fe-6df6-410d-93d7-382c73f1cd7c HTTP/1.1" status: 200 len: 217 time: 0.0481596 Feb 10 06:35:52.833600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3', 'network_id': 'b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3', 'project_id': '59da49f5d7854fd3ab0632dac34b9740', 'fixed_ips': [{'subnet_id': '4dd12404-f021-43a9-8adb-72d4d6a34a4d'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:35:52.834416 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:52.898223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-e03e367d-3891-40e6-946e-aec66636bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:52.902347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-e03e367d-3891-40e6-946e-aec66636bb29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62c6fe11-5710-4471-a83e-2c93d0ff695a HTTP/1.1" status: 200 len: 850 time: 0.0989845 Feb 10 06:35:52.958935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-52670f9c-140d-4d80-87ac-ff25c6d256c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ce7858-8f8d-469f-8098-69788903d30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490417 Feb 10 06:35:52.997033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3091308d-1f05-437a-a801-c43d9e512f86 req-7b37944f-b32c-4e73-be1d-6380dc921cd8 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0641263 Feb 10 06:35:53.006387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Allocated IP 2001:db8::2 (b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3/4dd12404-f021-43a9-8adb-72d4d6a34a4d/19257635-5458-49c3-b9a6-a564f92f8240) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:53.008528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73d03495-a3ed-47fb-b227-2e5d0de9d9e3 req-f34a9b8a-f7dd-40fe-bf3c-b94a504fe868 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/22b922cb-190d-47f5-9a22-2f7bff36139e HTTP/1.1" status: 200 len: 1799 time: 0.2398536 Feb 10 06:35:53.013561 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8df0d32-efbe-4cbc-9e13-0ed105e3cdcd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (c5d94eaf-53ae-47f1-99d7-7760e71d127b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.088474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8df0d32-efbe-4cbc-9e13-0ed105e3cdcd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c5d94eaf-53ae-47f1-99d7-7760e71d127b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.127164 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-e7526c7d-2be8-41f0-8587-8f90dc0e2b00 service neutron] 10.222.0.13 "GET /v2.0/networks/81ce7858-8f8d-469f-8098-69788903d30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614685 Feb 10 06:35:53.134780 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.173079 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Publish callbacks [] for port (19257635-5458-49c3-b9a6-a564f92f8240), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.181568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (19257635-5458-49c3-b9a6-a564f92f8240), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.182331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df0d32-efbe-4cbc-9e13-0ed105e3cdcd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d94eaf-53ae-47f1-99d7-7760e71d127b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:53.217130 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8df0d32-efbe-4cbc-9e13-0ed105e3cdcd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.222350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8df0d32-efbe-4cbc-9e13-0ed105e3cdcd tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7093935 Feb 10 06:35:53.222794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44628) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:53.239533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-dd17a60f-f7e7-4827-ad1c-614f6b054173 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group_rule': {'security_group_id': '1cb9e447-72c0-4737-b31c-1f3b1e3ce804', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c5d94eaf-53ae-47f1-99d7-7760e71d127b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:53.246902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Network b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:53.252820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:53.256927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:53.264323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Pushing event updated for resources: {'Port': ['ID=19257635-5458-49c3-b9a6-a564f92f8240,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:53.274526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca7ddc93-7c98-41c7-9636-32e9c195921f req-34d892c0-0a38-4549-916b-f0a53a536400 service neutron] 10.222.0.13 "GET /v2.0/networks/81ce7858-8f8d-469f-8098-69788903d30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401470 Feb 10 06:35:53.302780 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-dd17a60f-f7e7-4827-ad1c-614f6b054173 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:35:53.306797 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dd17a60f-f7e7-4827-ad1c-614f6b054173 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0802052 Feb 10 06:35:53.308727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44630) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:53.324840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773cbf89-4633-4010-a08e-e319894f4a17', 'tag': 'ba04fb1b-1d26-4592-af6a-9e410e1ad710'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:53.326814 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ad23f4-8b37-4940-896e-1a1014911da7" -d '{"events": [{"name": "network-changed", "server_uuid": "773cbf89-4633-4010-a08e-e319894f4a17", "tag": "ba04fb1b-1d26-4592-af6a-9e410e1ad710"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:53.334002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3cb35b3-7f96-4e70-a78c-c4f0511454fa req-b10b41a7-ee89-44d3-b1ea-0b3144fab6de tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 210 time: 0.1333473 Feb 10 06:35:53.350649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Attempting to bind port 19257635-5458-49c3-b9a6-a564f92f8240 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:35:53.353426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Attempting to bind port 19257635-5458-49c3-b9a6-a564f92f8240 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'cb299f5f-04ff-4639-81df-3c0d4d81824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:35:53.354251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Attempting to bind port 19257635-5458-49c3-b9a6-a564f92f8240 on network b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:35:53.360686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:35:53.362050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Checking segment: {'id': 'cb299f5f-04ff-4639-81df-3c0d4d81824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:53.362833 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.363581 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Bound using segment: {'id': 'cb299f5f-04ff-4639-81df-3c0d4d81824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:35:53.364505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Bound port: 19257635-5458-49c3-b9a6-a564f92f8240, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb299f5f-04ff-4639-81df-3c0d4d81824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:35:53.365105 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (19257635-5458-49c3-b9a6-a564f92f8240), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.371588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-73d03495-a3ed-47fb-b227-2e5d0de9d9e3 req-63a56a8a-c976-4708-a0fe-2d52be62d02e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (22b922cb-190d-47f5-9a22-2f7bff36139e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.406644 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-73d03495-a3ed-47fb-b227-2e5d0de9d9e3 req-63a56a8a-c976-4708-a0fe-2d52be62d02e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (22b922cb-190d-47f5-9a22-2f7bff36139e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.473205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Deleting port 19257635-5458-49c3-b9a6-a564f92f8240 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:35:53.473550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (19257635-5458-49c3-b9a6-a564f92f8240), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.498509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad93a-289d-4707-8dd3-5bf3d36c53f5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (c5d94eaf-53ae-47f1-99d7-7760e71d127b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.524582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] For port 19257635-5458-49c3-b9a6-a564f92f8240, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:35:53.529412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] For port 19257635-5458-49c3-b9a6-a564f92f8240, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=19257635-5458-49c3-b9a6-a564f92f8240,segment=NetworkSegment(cb299f5f-04ff-4639-81df-3c0d4d81824e),segment_id=cb299f5f-04ff-4639-81df-3c0d4d81824e)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:35:53.536567 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (19257635-5458-49c3-b9a6-a564f92f8240), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.546942 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-73d03495-a3ed-47fb-b227-2e5d0de9d9e3 req-63a56a8a-c976-4708-a0fe-2d52be62d02e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (22b922cb-190d-47f5-9a22-2f7bff36139e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.549597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-73d03495-a3ed-47fb-b227-2e5d0de9d9e3 req-63a56a8a-c976-4708-a0fe-2d52be62d02e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.550797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73d03495-a3ed-47fb-b227-2e5d0de9d9e3 req-63a56a8a-c976-4708-a0fe-2d52be62d02e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/22b922cb-190d-47f5-9a22-2f7bff36139e HTTP/1.1" status: 204 len: 173 time: 0.5323458 Feb 10 06:35:53.584136 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad93a-289d-4707-8dd3-5bf3d36c53f5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (c5d94eaf-53ae-47f1-99d7-7760e71d127b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.605014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a56a8a-c976-4708-a0fe-2d52be62d02e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b922cb-190d-47f5-9a22-2f7bff36139e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:53.665487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfacef-e968-4243-8291-9c5e742dada4 req-51620abd-3e48-4535-8d13-00286b95e22c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:53.674716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3cfacef-e968-4243-8291-9c5e742dada4 req-51620abd-3e48-4535-8d13-00286b95e22c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 943 time: 0.1731589 Feb 10 06:35:53.683065 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caaae2a-0968-462f-b7a3-a6bb7df02785 x-openstack-request-id: req-6caaae2a-0968-462f-b7a3-a6bb7df02785 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:53.683414 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773cbf89-4633-4010-a08e-e319894f4a17", "tag": "ba04fb1b-1d26-4592-af6a-9e410e1ad710", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:53.683741 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6caaae2a-0968-462f-b7a3-a6bb7df02785 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:53.684204 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773cbf89-4633-4010-a08e-e319894f4a17', 'tag': 'ba04fb1b-1d26-4592-af6a-9e410e1ad710', 'status': 'completed', 'code': 200} Feb 10 06:35:53.685410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] For port 19257635-5458-49c3-b9a6-a564f92f8240, host n-d-828670-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:53.685850 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (19257635-5458-49c3-b9a6-a564f92f8240), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.687966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ce253-e079-4485-881e-fb590efef8c1 None None] Pushing event updated for resources: {'Port': ['ID=19257635-5458-49c3-b9a6-a564f92f8240,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:53.767221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Calling delete_port for 19257635-5458-49c3-b9a6-a564f92f8240 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:35:53.793443 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-ab599551-b978-4bed-ad00-554b779aa42f req-8fd929bc-e689-45d4-b777-8ae4f6636ab8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:35:53.794528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab599551-b978-4bed-ad00-554b779aa42f req-8fd929bc-e689-45d4-b777-8ae4f6636ab8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/22b922cb-190d-47f5-9a22-2f7bff36139e HTTP/1.1" status: 404 len: 352 time: 0.0719466 Feb 10 06:35:53.805339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad93a-289d-4707-8dd3-5bf3d36c53f5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c5d94eaf-53ae-47f1-99d7-7760e71d127b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.809611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad93a-289d-4707-8dd3-5bf3d36c53f5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:53.814995 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2b1ad93a-289d-4707-8dd3-5bf3d36c53f5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/c5d94eaf-53ae-47f1-99d7-7760e71d127b HTTP/1.1" status: 204 len: 168 time: 0.5052040 Feb 10 06:35:53.815818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44642) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:53.885062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-fd1fa066-9a43-4336-9487-76ff2da4ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:53.886589 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-fd1fa066-9a43-4336-9487-76ff2da4ea59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 1125 time: 0.1796112 Feb 10 06:35:53.887311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ad93a-289d-4707-8dd3-5bf3d36c53f5 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d94eaf-53ae-47f1-99d7-7760e71d127b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:53.903729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3cfacef-e968-4243-8291-9c5e742dada4 req-e07d819f-1a09-449e-82c6-f37784e31cce tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279112 Feb 10 06:35:54.000568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d6dc1d12-9f9a-4ce8-9371-5e65ebdb96d6 req-a3f7fcd5-85bf-4a62-b584-1a2ca77caf8f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2024311764', 'description': 'tempest-description-161833060'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:54.034589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6dc1d12-9f9a-4ce8-9371-5e65ebdb96d6 req-a3f7fcd5-85bf-4a62-b584-1a2ca77caf8f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.102557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb519b-3e99-4f44-b9a5-6105d035ee57 req-7bae7255-0617-435b-99e3-f81ef225de67 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:54.104283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eebb519b-3e99-4f44-b9a5-6105d035ee57 req-7bae7255-0617-435b-99e3-f81ef225de67 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 944 time: 0.1991417 Feb 10 06:35:54.142125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-604265ed-0fa7-419c-9b7c-645b47a52809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:54.144916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-604265ed-0fa7-419c-9b7c-645b47a52809 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 200 len: 914 time: 0.2498560 Feb 10 06:35:54.154192 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-91391f03-8838-42e9-bd05-4108ff3bec0f tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3273244 Feb 10 06:35:54.155558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44646) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:54.270610 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-57c2a065-cdd7-45ae-ab44-2fc0fc748b15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba04fb1b-1d26-4592-af6a-9e410e1ad710 HTTP/1.1" status: 200 len: 217 time: 0.1123416 Feb 10 06:35:54.302178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eebb519b-3e99-4f44-b9a5-6105d035ee57 req-7e184fe3-ed2c-4a58-b2f9-e6f1fe685105 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907868 Feb 10 06:35:54.318247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (19257635-5458-49c3-b9a6-a564f92f8240), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.321243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-133e0e75-5f18-4a73-82fc-d026bba94704 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (1cb9e447-72c0-4737-b31c-1f3b1e3ce804), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.365744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6dc1d12-9f9a-4ce8-9371-5e65ebdb96d6 req-a3f7fcd5-85bf-4a62-b584-1a2ca77caf8f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (200e9a71-02b1-407d-93ab-73282cec8e32), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.382506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-133e0e75-5f18-4a73-82fc-d026bba94704 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (1cb9e447-72c0-4737-b31c-1f3b1e3ce804), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.383979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Port': ['ID=19257635-5458-49c3-b9a6-a564f92f8240,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:54.396623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6dc1d12-9f9a-4ce8-9371-5e65ebdb96d6 req-a3f7fcd5-85bf-4a62-b584-1a2ca77caf8f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (200e9a71-02b1-407d-93ab-73282cec8e32), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.430077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-41fc550d-7219-4862-b0bd-d9faa16aabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:54.431625 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-41fc550d-7219-4862-b0bd-d9faa16aabfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e3cf29b-cf27-4b98-a85b-f279ce6d37af HTTP/1.1" status: 200 len: 854 time: 0.1263714 Feb 10 06:35:54.436135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-37a9e105-9459-4fce-b3e5-527bf97ecaa5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2938621 Feb 10 06:35:54.442870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No DVR routers for this DVR port 19257635-5458-49c3-b9a6-a564f92f8240 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:35:54.514293 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-cb82616e-3082-4685-a3bd-866b1fdcfadc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c1bf8f0-6301-4f41-b7f2-8b616042f27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535421 Feb 10 06:35:54.522272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-133e0e75-5f18-4a73-82fc-d026bba94704 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1cb9e447-72c0-4737-b31c-1f3b1e3ce804), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.527876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-133e0e75-5f18-4a73-82fc-d026bba94704 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.532888 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-133e0e75-5f18-4a73-82fc-d026bba94704 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/1cb9e447-72c0-4737-b31c-1f3b1e3ce804 HTTP/1.1" status: 204 len: 168 time: 0.3191562 Feb 10 06:35:54.551778 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6dc1d12-9f9a-4ce8-9371-5e65ebdb96d6 req-a3f7fcd5-85bf-4a62-b584-1a2ca77caf8f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.553010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6dc1d12-9f9a-4ce8-9371-5e65ebdb96d6 req-a3f7fcd5-85bf-4a62-b584-1a2ca77caf8f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5783799 Feb 10 06:35:54.555179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5cbaeb7-4c8f-47cb-bdf1-ffbdf0db9c7a req-ad62a702-3fb3-4b76-8b0f-de34ec3df3f2 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.1179006 Feb 10 06:35:54.560854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:54.597049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7fcd5-85bf-4a62-b584-1a2ca77caf8f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200e9a71-02b1-407d-93ab-73282cec8e32,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:54.626390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e0e75-5f18-4a73-82fc-d026bba94704 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb9e447-72c0-4737-b31c-1f3b1e3ce804,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:54.675669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b71335a0-7d13-421d-9919-3c16033c595c req-83130bdb-6eb5-4b42-91c7-d6b5556565cb tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-335853506', 'description': 'tempest-description-1345646524'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:54.695277 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-f5aecba6-8a8a-484d-bbb4-6f533427a950 service neutron] 10.222.0.24 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608815 Feb 10 06:35:54.788637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (4dd12404-f021-43a9-8adb-72d4d6a34a4d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.815844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3563ef9a-7fe1-4f3d-818e-11c185902257 req-97d984c8-cfc2-46a7-a26b-da1e18fdfa64 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 210 time: 0.1788731 Feb 10 06:35:54.885766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-11ad23f4-8b37-4940-896e-1a1014911da7 req-458ed72a-d14c-4e49-8817-20dde0797891 service neutron] 10.222.0.24 "GET /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828086 Feb 10 06:35:54.960214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b71335a0-7d13-421d-9919-3c16033c595c req-83130bdb-6eb5-4b42-91c7-d6b5556565cb tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:54.963766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-565e65c2-1fe6-4b58-a3d0-726098f8a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:54.973627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-565e65c2-1fe6-4b58-a3d0-726098f8a0ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1207 time: 0.4620891 Feb 10 06:35:54.987720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f9a0b96-9ecb-4055-857d-8d3366006c46 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4269278 Feb 10 06:35:54.991333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44658) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:54.996464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ecce0481-f26c-4c74-9071-1c5dd824f888 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'tempest-secgroup--407626565'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:55.051476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecce0481-f26c-4c74-9071-1c5dd824f888 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.185760 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (4dd12404-f021-43a9-8adb-72d4d6a34a4d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.225677 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecce0481-f26c-4c74-9071-1c5dd824f888 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (10f2ba39-3c4a-4cd4-8b4e-605f47c7d8ac), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.232398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecce0481-f26c-4c74-9071-1c5dd824f888 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (10f2ba39-3c4a-4cd4-8b4e-605f47c7d8ac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.267454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd12404-f021-43a9-8adb-72d4d6a34a4d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:55.284065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a91e4-b8d7-44d8-85ea-d1b4549e786f None None] Network b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:55.289863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-5cba09ec-785b-4069-8e50-e49bccd27082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:55.291644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-5cba09ec-785b-4069-8e50-e49bccd27082 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 912 time: 0.2732658 Feb 10 06:35:55.371342 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecce0481-f26c-4c74-9071-1c5dd824f888 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.374879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b2209-72da-4191-9f43-f3f40ef4977a req-830e45cb-72f1-4146-bdbc-ca9c16e1f5af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:55.378876 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ecce0481-f26c-4c74-9071-1c5dd824f888 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3863559 Feb 10 06:35:55.382417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac2b2209-72da-4191-9f43-f3f40ef4977a req-830e45cb-72f1-4146-bdbc-ca9c16e1f5af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 943 time: 0.3427570 Feb 10 06:35:55.385231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-397add80-8efb-44fd-81cf-46bd6d854dea None None] Could not find standard attr ID for object 19257635-5458-49c3-b9a6-a564f92f8240. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:35:55.387406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44662) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:55.387550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b71335a0-7d13-421d-9919-3c16033c595c req-83130bdb-6eb5-4b42-91c7-d6b5556565cb tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (55b97033-c28a-49c7-af00-0943f9e78774), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.392657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-ad7bc11a-c5a9-40fd-be44-5db5651e8fa0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459 HTTP/1.1" status: 200 len: 217 time: 0.0925801 Feb 10 06:35:55.406490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-abcdf3cc-5033-45c7-962c-197966c2f0e4 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:55.410815 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-abcdf3cc-5033-45c7-962c-197966c2f0e4 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 06:35:55.412605 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-abcdf3cc-5033-45c7-962c-197966c2f0e4 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 06:35:55.414817 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-abcdf3cc-5033-45c7-962c-197966c2f0e4 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "PUT /v2.0/security-groups/10f2ba39-3c4a-4cd4-8b4e-605f47c7d8ac HTTP/1.1" status: 409 len: 330 time: 0.0266008 Feb 10 06:35:55.418760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87ab2fe-6df6-410d-93d7-382c73f1cd7c details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:35:55.426919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:55.430600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.454412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b71335a0-7d13-421d-9919-3c16033c595c req-83130bdb-6eb5-4b42-91c7-d6b5556565cb tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (55b97033-c28a-49c7-af00-0943f9e78774), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.461723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce0481-f26c-4c74-9071-1c5dd824f888 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f2ba39-3c4a-4cd4-8b4e-605f47c7d8ac,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:55.522747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ba04fb1b-1d26-4592-af6a-9e410e1ad710 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:35:55.669188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7c29e-7e6a-494b-8714-ff728225951b None None] DHCP port deletion for b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:35:55.777133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87ab2fe-6df6-410d-93d7-382c73f1cd7c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,segment=NetworkSegment(089fbef6-6946-4479-8437-a8a1a39f7301),segment_id=089fbef6-6946-4479-8437-a8a1a39f7301)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:55.783413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port ba04fb1b-1d26-4592-af6a-9e410e1ad710, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba04fb1b-1d26-4592-af6a-9e410e1ad710,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:55.805380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'ba04fb1b-1d26-4592-af6a-9e410e1ad710', 'network_id': '8c1bf8f0-6301-4f41-b7f2-8b616042f27f', 'port_id': 'ba04fb1b-1d26-4592-af6a-9e410e1ad710', 'mac_address': 'fa:16:3e:1a:4d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3cf29b-cf27-4b98-a85b-f279ce6d37af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:35:55.807258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e87ab2fe-6df6-410d-93d7-382c73f1cd7c', 'network_id': '81ce7858-8f8d-469f-8098-69788903d30d', 'port_id': 'e87ab2fe-6df6-410d-93d7-382c73f1cd7c', 'mac_address': 'fa:16:3e:de:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c6fe11-5710-4471-a83e-2c93d0ff695a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:35:55.884554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e87ab2fe-6df6-410d-93d7-382c73f1cd7c is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:55.885113 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.908694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87ab2fe-6df6-410d-93d7-382c73f1cd7c {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:55.932196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87ab2fe-6df6-410d-93d7-382c73f1cd7c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,segment=NetworkSegment(089fbef6-6946-4479-8437-a8a1a39f7301),segment_id=089fbef6-6946-4479-8437-a8a1a39f7301)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:55.935566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port ba04fb1b-1d26-4592-af6a-9e410e1ad710 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:55.936052 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.948066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.953462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:55.965125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb299f5f-04ff-4639-81df-3c0d4d81824e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:55.965425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb299f5f-04ff-4639-81df-3c0d4d81824e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:35:55.975992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba04fb1b-1d26-4592-af6a-9e410e1ad710 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:35:55.976439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (cb299f5f-04ff-4639-81df-3c0d4d81824e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:55.998357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port ba04fb1b-1d26-4592-af6a-9e410e1ad710, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba04fb1b-1d26-4592-af6a-9e410e1ad710,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:56.010655 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.020203 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b71335a0-7d13-421d-9919-3c16033c595c req-83130bdb-6eb5-4b42-91c7-d6b5556565cb tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.021479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b71335a0-7d13-421d-9919-3c16033c595c req-83130bdb-6eb5-4b42-91c7-d6b5556565cb tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.3989050 Feb 10 06:35:56.024609 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (cb299f5f-04ff-4639-81df-3c0d4d81824e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.041571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:56.070825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:35:56.071451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (cb299f5f-04ff-4639-81df-3c0d4d81824e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:35:56.081628 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:35:56.111712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=ba04fb1b-1d26-4592-af6a-9e410e1ad710,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:56.125918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83130bdb-6eb5-4b42-91c7-d6b5556565cb tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b97033-c28a-49c7-af00-0943f9e78774,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:56.159579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-bee6ab36-13cc-4873-b5ed-da19b0bef27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:56.161803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-bee6ab36-13cc-4873-b5ed-da19b0bef27f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 200 len: 852 time: 0.7338762 Feb 10 06:35:56.237816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac2b2209-72da-4191-9f43-f3f40ef4977a req-319da041-1b64-4265-8741-f8d65e2a9a0b tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8543487 Feb 10 06:35:56.258558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['ba04fb1b-1d26-4592-af6a-9e410e1ad710'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:56.280854 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccd222dc-687d-4d15-9bf0-5050c9e4073b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (10f2ba39-3c4a-4cd4-8b4e-605f47c7d8ac), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.286401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-e6fc60be-87a0-42e8-bd86-ecf111d9b16a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85145f5f-33a7-4eab-835d-8469aee72376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824754 Feb 10 06:35:56.332215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e87ab2fe-6df6-410d-93d7-382c73f1cd7c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:35:56.423636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-32d76e13-f402-44ba-bb05-8b3bf4a0bb7c service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189554 Feb 10 06:35:56.437303 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.468708 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccd222dc-687d-4d15-9bf0-5050c9e4073b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (10f2ba39-3c4a-4cd4-8b4e-605f47c7d8ac), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.472697 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.475913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 HTTP/1.1" status: 204 len: 168 time: 3.7273431 Feb 10 06:35:56.481979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44674) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:56.488933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1505356955'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:56.523853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfcb64-c1f2-4dff-96fb-b46ce13554e6 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Network': ['ID=b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:56.532765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2089435f-b07f-4725-85a4-a7eb8c02d8c9 req-2518b177-8c4c-4deb-ba2a-b38a7a6eecf1 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0995762 Feb 10 06:35:56.541662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:56.545057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.591470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:35:56.593871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3752e-0e57-4ddb-88e3-a47e8e017f44 req-c6dd8a6e-5924-4e88-88b1-b1603dca3d13 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:56.595534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dc3752e-0e57-4ddb-88e3-a47e8e017f44 req-c6dd8a6e-5924-4e88-88b1-b1603dca3d13 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 945 time: 0.4481423 Feb 10 06:35:56.612061 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ecad502d-57f9-41c8-8973-9ef65df3f6dc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.612679 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Added segment ecad502d-57f9-41c8-8973-9ef65df3f6dc of type vlan for network b09cacbb-6ccb-47d6-99a0-261034ba1de1 Feb 10 06:35:56.715629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b09cacbb-6ccb-47d6-99a0-261034ba1de1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.739584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d219c1d4-1ef0-4872-a2cd-2ba48258bb01 req-c4b850b2-57cb-4902-8817-bb02214c1744 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 210 time: 0.0504963 Feb 10 06:35:56.752964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b09cacbb-6ccb-47d6-99a0-261034ba1de1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.767688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:56.768340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.770887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccd222dc-687d-4d15-9bf0-5050c9e4073b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (10f2ba39-3c4a-4cd4-8b4e-605f47c7d8ac), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.773465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccd222dc-687d-4d15-9bf0-5050c9e4073b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.777079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ccd222dc-687d-4d15-9bf0-5050c9e4073b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/10f2ba39-3c4a-4cd4-8b4e-605f47c7d8ac HTTP/1.1" status: 204 len: 168 time: 1.3407576 Feb 10 06:35:56.786273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:56.800857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4437d786-d768-4d41-aa83-8f1109b3fcf4 req-e3f50585-6b73-48c3-9349-c2e2a2523cdb service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560967 Feb 10 06:35:56.814906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-da303917-cbe2-49f4-acd7-13d3a63ee937 req-0efccd2e-3697-4454-bf5d-22d27a3c0b3b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2039332653', 'description': 'tempest-description-2106331069'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:56.818951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd222dc-687d-4d15-9bf0-5050c9e4073b tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f2ba39-3c4a-4cd4-8b4e-605f47c7d8ac,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:56.828336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dc3752e-0e57-4ddb-88e3-a47e8e017f44 req-ca7b79c4-8be5-40db-a3b7-5d2fa4b5eaef tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611805 Feb 10 06:35:56.885453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f8bda11-074d-4297-a3e0-5069b9a5d695 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0943990 Feb 10 06:35:56.885453 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da303917-cbe2-49f4-acd7-13d3a63ee937 req-0efccd2e-3697-4454-bf5d-22d27a3c0b3b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:56.886881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:56.898925 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b55c449-b64a-43c7-ba48-8c2a140df382 req-ff5ddf6b-966e-47a5-8011-cac4234c871e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a0d44c2-77e0-48f4-979a-dc61449e3c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0514402 Feb 10 06:35:56.913234 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4292836 Feb 10 06:35:56.914199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:56.920390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Request body: {'subnet': {'network_id': 'b09cacbb-6ccb-47d6-99a0-261034ba1de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:35:57.012752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13fc2e-c6fc-4bbb-88ec-4dc15014dca1 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Network': ['ID=b09cacbb-6ccb-47d6-99a0-261034ba1de1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:57.017348 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-7fd51d86-db5f-4baf-950a-131b11d4c562 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] delete failed (client error): The resource could not be found. Feb 10 06:35:57.017717 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b55c449-b64a-43c7-ba48-8c2a140df382 req-2298aa82-e8d6-4944-ac87-bf8f9bd3fb9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53503a0ccbf745cbafe45b5e2a6934bf&device_id=9a0d44c2-77e0-48f4-979a-dc61449e3c1c HTTP/1.1" status: 200 len: 210 time: 0.0555861 Feb 10 06:35:57.018655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7fd51d86-db5f-4baf-950a-131b11d4c562 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3d9435f-7f73-4b3b-8188-3b2d0bbd22ae HTTP/1.1" status: 404 len: 347 time: 0.1307061 Feb 10 06:35:57.024042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44684) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:57.039301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b09cacbb-6ccb-47d6-99a0-261034ba1de1 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:35:57.048496 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-9f45df7d-5692-4ea8-aa7f-8630389d92c0 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] show failed (client error): The resource could not be found. Feb 10 06:35:57.055268 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9f45df7d-5692-4ea8-aa7f-8630389d92c0 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-groups/7699b3f1-0081-4e94-90bd-53962cc01b28 HTTP/1.1" status: 404 len: 347 time: 0.0243452 Feb 10 06:35:57.059175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44686) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:57.105054 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b55c449-b64a-43c7-ba48-8c2a140df382 req-aee08693-67ba-46f1-a437-97dafe8ba39a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=53503a0ccbf745cbafe45b5e2a6934bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543723 Feb 10 06:35:57.106135 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-ae77bcb6-d364-4e5a-a42e-3d17bb9ff152 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] show failed (client error): The resource could not be found. Feb 10 06:35:57.112033 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ae77bcb6-d364-4e5a-a42e-3d17bb9ff152 tempest-NegativeSecGroupTest-150392351 tempest-NegativeSecGroupTest-150392351-project] 10.222.0.21 "GET /v2.0/security-group-rules/90689dfa-5e90-4f61-ac0f-6628ea579d68 HTTP/1.1" status: 404 len: 356 time: 0.0327890 Feb 10 06:35:57.140367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da303917-cbe2-49f4-acd7-13d3a63ee937 req-0efccd2e-3697-4454-bf5d-22d27a3c0b3b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (331ebce3-eb23-4744-870e-11244a6e95bb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:57.142887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Made reservation on behalf of 59da49f5d7854fd3ab0632dac34b9740 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:35:57.147139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:57.151500 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da303917-cbe2-49f4-acd7-13d3a63ee937 req-0efccd2e-3697-4454-bf5d-22d27a3c0b3b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (331ebce3-eb23-4744-870e-11244a6e95bb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:57.221521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da303917-cbe2-49f4-acd7-13d3a63ee937 req-0efccd2e-3697-4454-bf5d-22d27a3c0b3b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:57.223135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da303917-cbe2-49f4-acd7-13d3a63ee937 req-0efccd2e-3697-4454-bf5d-22d27a3c0b3b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4134736 Feb 10 06:35:57.266942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efccd2e-3697-4454-bf5d-22d27a3c0b3b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331ebce3-eb23-4744-870e-11244a6e95bb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:57.348061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 19257635-5458-49c3-b9a6-a564f92f8240 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:35:57.404300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 19257635-5458-49c3-b9a6-a564f92f8240 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:35:57.405454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74efa49d-4885-4597-b4d0-9cf7eedd8ae8 req-f2baa4dc-063f-4784-bc14-4ccd52bb969a tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230 HTTP/1.1" status: 200 len: 11012 time: 0.1357439 Feb 10 06:35:57.408364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 19257635-5458-49c3-b9a6-a564f92f8240 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:35:57.428914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87ab2fe-6df6-410d-93d7-382c73f1cd7c up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:57.506039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74efa49d-4885-4597-b4d0-9cf7eedd8ae8 req-59f4f5b0-0639-4d59-b83e-dc3aa16151a6 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65 HTTP/1.1" status: 200 len: 3002 time: 0.0820911 Feb 10 06:35:57.545732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ba04fb1b-1d26-4592-af6a-9e410e1ad710 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:35:57.622131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74efa49d-4885-4597-b4d0-9cf7eedd8ae8 req-d4686b6c-09e5-4c93-8b7c-74e4b33d855e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65 HTTP/1.1" status: 200 len: 3002 time: 0.1060596 Feb 10 06:35:57.643343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb4ea-0e52-4cfb-9fff-23bba504ba23 req-28595e49-9721-4c1a-b878-b040b8397f66 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:57.658217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0afb4ea-0e52-4cfb-9fff-23bba504ba23 req-28595e49-9721-4c1a-b878-b040b8397f66 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 944 time: 0.2491288 Feb 10 06:35:57.666899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port ba04fb1b-1d26-4592-af6a-9e410e1ad710 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:35:57.669001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e87ab2fe-6df6-410d-93d7-382c73f1cd7c completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:35:57.684576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e87ab2fe-6df6-410d-93d7-382c73f1cd7c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:57.685041 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:57.687750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port ba04fb1b-1d26-4592-af6a-9e410e1ad710 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:35:57.688162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:57.716691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44700) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:57.849771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b255b298-899e-4d37-85c6-21bff586c729 req-c0c82570-63ef-48fe-b7c8-2fac4c9b0363 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.1155834 Feb 10 06:35:57.915411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0afb4ea-0e52-4cfb-9fff-23bba504ba23 req-580c8d5e-0d53-4e61-be7f-3690e2d7a831 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535164 Feb 10 06:35:57.956256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port ba04fb1b-1d26-4592-af6a-9e410e1ad710 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:57.956685 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:57.984968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90e02920-08a5-419d-bdaf-458cfcfcdec2 req-867aa2fd-1253-4849-844b-d5facb6a1495 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/200e9a71-02b1-407d-93ab-73282cec8e32 HTTP/1.1" status: 200 len: 1819 time: 0.0991924 Feb 10 06:35:58.009110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c449-b64a-43c7-ba48-8c2a140df382 req-d65027e8-35f4-49fc-82cd-0932fda15c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:58.011281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b55c449-b64a-43c7-ba48-8c2a140df382 req-d65027e8-35f4-49fc-82cd-0932fda15c49 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8990891 Feb 10 06:35:58.038345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773cbf89-4633-4010-a08e-e319894f4a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba04fb1b-1d26-4592-af6a-9e410e1ad710'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:35:58.040495 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c606ec6-b683-4e6f-b3b9-189fc005faf4" -d '{"events": [{"server_uuid": "773cbf89-4633-4010-a08e-e319894f4a17", "name": "network-vif-plugged", "status": "completed", "tag": "ba04fb1b-1d26-4592-af6a-9e410e1ad710"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:35:58.040656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:35:58.053866 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (5b1d9e1b-6803-4303-86b3-4539afe53ade), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.057069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e87ab2fe-6df6-410d-93d7-382c73f1cd7c is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:35:58.057069 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.060986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port ba04fb1b-1d26-4592-af6a-9e410e1ad710, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba04fb1b-1d26-4592-af6a-9e410e1ad710,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:58.075246 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.137669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e87ab2fe-6df6-410d-93d7-382c73f1cd7c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,segment=NetworkSegment(089fbef6-6946-4479-8437-a8a1a39f7301),segment_id=089fbef6-6946-4479-8437-a8a1a39f7301)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:35:58.149605 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.154491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=ba04fb1b-1d26-4592-af6a-9e410e1ad710,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:58.170748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event updated for resources: {'Subnet': ['ID=5b1d9e1b-6803-4303-86b3-4539afe53ade,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:58.185078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3c30bf-be94-489d-8d9c-cbaa3976bdd1 req-495da881-03b9-4573-a108-93b041153db3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 210 time: 0.1401856 Feb 10 06:35:58.219716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-323ea8d9-d451-485f-8eb2-c253538a202b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc4adc46c4494d3cbdfc33ba40f8bbcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4958465 Feb 10 06:35:58.219843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44714) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:58.240563 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-90e02920-08a5-419d-bdaf-458cfcfcdec2 req-f9f8b805-e49c-4b29-baf0-d7dde12c06fd tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (200e9a71-02b1-407d-93ab-73282cec8e32), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.247773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:58.268882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-90e02920-08a5-419d-bdaf-458cfcfcdec2 req-f9f8b805-e49c-4b29-baf0-d7dde12c06fd tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (200e9a71-02b1-407d-93ab-73282cec8e32), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.333334 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-664a71ed-a532-4e5b-b323-72fc2e80765a admin admin] Publish callbacks [] for security_group (d90321b3-c96c-434c-a624-586dae54f0c3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.378262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-664a71ed-a532-4e5b-b323-72fc2e80765a admin admin] Publish callbacks [] for security_group (d90321b3-c96c-434c-a624-586dae54f0c3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.380348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Checking segment: {'id': 'ecad502d-57f9-41c8-8973-9ef65df3f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b09cacbb-6ccb-47d6-99a0-261034ba1de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:35:58.380829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network hostable DHCP agents. Network: b09cacbb-6ccb-47d6-99a0-261034ba1de1, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:35:58.399538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad240826-1db1-40a5-8fc4-49989ef54f67 req-abbf4590-3811-4d6a-a06d-8154ce5e47aa tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:58.401362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad240826-1db1-40a5-8fc4-49989ef54f67 req-abbf4590-3811-4d6a-a06d-8154ce5e47aa tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 946 time: 0.1292427 Feb 10 06:35:58.438201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-90e02920-08a5-419d-bdaf-458cfcfcdec2 req-f9f8b805-e49c-4b29-baf0-d7dde12c06fd tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (200e9a71-02b1-407d-93ab-73282cec8e32), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.440202 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-90e02920-08a5-419d-bdaf-458cfcfcdec2 req-f9f8b805-e49c-4b29-baf0-d7dde12c06fd tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.441604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90e02920-08a5-419d-bdaf-458cfcfcdec2 req-f9f8b805-e49c-4b29-baf0-d7dde12c06fd tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/200e9a71-02b1-407d-93ab-73282cec8e32 HTTP/1.1" status: 204 len: 173 time: 0.4558501 Feb 10 06:35:58.442332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Network b09cacbb-6ccb-47d6-99a0-261034ba1de1 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:35:58.473583 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-664a71ed-a532-4e5b-b323-72fc2e80765a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d90321b3-c96c-434c-a624-586dae54f0c3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.480453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8b805-e49c-4b29-baf0-d7dde12c06fd tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200e9a71-02b1-407d-93ab-73282cec8e32,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:58.482808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-664a71ed-a532-4e5b-b323-72fc2e80765a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.497821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b09cacbb-6ccb-47d6-99a0-261034ba1de1) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:58.500752 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-664a71ed-a532-4e5b-b323-72fc2e80765a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d90321b3-c96c-434c-a624-586dae54f0c3 HTTP/1.1" status: 204 len: 168 time: 0.2796164 Feb 10 06:35:58.512090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c37f7c-06e0-4434-bc04-0a143990335e None None] Network b09cacbb-6ccb-47d6-99a0-261034ba1de1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:35:58.516076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:58.520310 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.525164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a71ed-a532-4e5b-b323-72fc2e80765a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90321b3-c96c-434c-a624-586dae54f0c3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:58.537822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad240826-1db1-40a5-8fc4-49989ef54f67 req-bc3bebcd-3887-4b64-8215-54334dbe692a tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257102 Feb 10 06:35:58.558383 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0293add8-f785-40ec-9b16-dcc5f68e96f6 x-openstack-request-id: req-0293add8-f785-40ec-9b16-dcc5f68e96f6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:35:58.558697 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773cbf89-4633-4010-a08e-e319894f4a17", "name": "network-vif-plugged", "status": "completed", "tag": "ba04fb1b-1d26-4592-af6a-9e410e1ad710", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:35:58.558961 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0293add8-f785-40ec-9b16-dcc5f68e96f6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:35:58.562284 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773cbf89-4633-4010-a08e-e319894f4a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba04fb1b-1d26-4592-af6a-9e410e1ad710', 'code': 200} Feb 10 06:35:58.583204 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-e2cead20-4510-4617-a693-b2b4397fc5fd req-e37f8271-f952-451e-9bc4-9c11f441f10e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:35:58.592985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2cead20-4510-4617-a693-b2b4397fc5fd req-e37f8271-f952-451e-9bc4-9c11f441f10e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/200e9a71-02b1-407d-93ab-73282cec8e32 HTTP/1.1" status: 404 len: 352 time: 0.0408342 Feb 10 06:35:58.600864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-212342b9-aa56-4795-8d30-a149f7337a7e tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6849859 Feb 10 06:35:58.603685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44726) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:35:58.713408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c885b1ab-7122-4a7a-8678-2dbbd23ee6e0 req-baa2a6f0-14de-4bad-b081-1efc6418a13e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/55b97033-c28a-49c7-af00-0943f9e78774 HTTP/1.1" status: 200 len: 1819 time: 0.0866368 Feb 10 06:35:58.718654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe528ae3-8ff1-4af6-84c5-1acf9a6ff698 req-2607262a-cf08-4e6f-8b2f-78284cc1087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:58.720525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe528ae3-8ff1-4af6-84c5-1acf9a6ff698 req-2607262a-cf08-4e6f-8b2f-78284cc1087e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 1127 time: 0.1133347 Feb 10 06:35:58.788171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b09cacbb-6ccb-47d6-99a0-261034ba1de1', 'network_id': 'b09cacbb-6ccb-47d6-99a0-261034ba1de1', 'project_id': '59da49f5d7854fd3ab0632dac34b9740', 'fixed_ips': [{'subnet_id': '5b1d9e1b-6803-4303-86b3-4539afe53ade'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:35:58.790156 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.803343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b09cacbb-6ccb-47d6-99a0-261034ba1de1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:58.935352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe528ae3-8ff1-4af6-84c5-1acf9a6ff698 req-015fad3e-95bc-4510-9778-3200b87b9c74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045951 Feb 10 06:35:58.962146 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c885b1ab-7122-4a7a-8678-2dbbd23ee6e0 req-3bd0de1c-94e5-4601-b568-63ed665263d4 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (55b97033-c28a-49c7-af00-0943f9e78774), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.021000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5b1d9e1b-6803-4303-86b3-4539afe53ade), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.039313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Allocated IP 2001:db8::f816:3eff:fe67:8c9a (b09cacbb-6ccb-47d6-99a0-261034ba1de1/5b1d9e1b-6803-4303-86b3-4539afe53ade/cf9751bb-7e0d-41c1-a80e-f7c62b1c262c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:35:59.074221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9b86715-b420-41d9-beda-e0682c8f3e48 req-2ce1a354-47dd-4bda-8685-120bb80daec5 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0660298 Feb 10 06:35:59.093691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c885b1ab-7122-4a7a-8678-2dbbd23ee6e0 req-3bd0de1c-94e5-4601-b568-63ed665263d4 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (55b97033-c28a-49c7-af00-0943f9e78774), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.184369 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c885b1ab-7122-4a7a-8678-2dbbd23ee6e0 req-3bd0de1c-94e5-4601-b568-63ed665263d4 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (55b97033-c28a-49c7-af00-0943f9e78774), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.188147 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c885b1ab-7122-4a7a-8678-2dbbd23ee6e0 req-3bd0de1c-94e5-4601-b568-63ed665263d4 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.189557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c885b1ab-7122-4a7a-8678-2dbbd23ee6e0 req-3bd0de1c-94e5-4601-b568-63ed665263d4 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/55b97033-c28a-49c7-af00-0943f9e78774 HTTP/1.1" status: 204 len: 173 time: 0.4619617 Feb 10 06:35:59.247422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0de1c-94e5-4601-b568-63ed665263d4 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b97033-c28a-49c7-af00-0943f9e78774,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:59.269919 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-151b16c6-60fe-4fbc-bad3-30ac67709fcb req-659079cd-45cf-4828-a6b0-71856834994c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:35:59.281498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-151b16c6-60fe-4fbc-bad3-30ac67709fcb req-659079cd-45cf-4828-a6b0-71856834994c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/55b97033-c28a-49c7-af00-0943f9e78774 HTTP/1.1" status: 404 len: 352 time: 0.0577939 Feb 10 06:35:59.325125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17413c38-1338-448c-b3d4-13e06783270a req-83789a0e-31ca-4fe2-ab2b-4a93e2055d6f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:59.332677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17413c38-1338-448c-b3d4-13e06783270a req-83789a0e-31ca-4fe2-ab2b-4a93e2055d6f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 945 time: 0.0993929 Feb 10 06:35:59.418932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17413c38-1338-448c-b3d4-13e06783270a req-12dce556-0287-4863-8308-57e4538c836d tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851455 Feb 10 06:35:59.461459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8576af1d-f97c-4508-bab9-ed00545d2356 req-d9e5e7e4-dfa8-4798-8a52-3c21b05cb45c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 210 time: 0.0413480 Feb 10 06:35:59.520334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f5513fd-8387-4b92-bf73-9411dbd36cb5 req-6860d58f-9b35-4973-90cd-c7b02a5cf612 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/331ebce3-eb23-4744-870e-11244a6e95bb HTTP/1.1" status: 200 len: 1820 time: 0.0575881 Feb 10 06:35:59.608093 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Publish callbacks [] for port (cf9751bb-7e0d-41c1-a80e-f7c62b1c262c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.644458 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (cf9751bb-7e0d-41c1-a80e-f7c62b1c262c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.671857 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (5b1d9e1b-6803-4303-86b3-4539afe53ade), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.672584 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f5513fd-8387-4b92-bf73-9411dbd36cb5 req-669ed2ce-588b-49dc-be92-131a8e89e872 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (331ebce3-eb23-4744-870e-11244a6e95bb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.706792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f5513fd-8387-4b92-bf73-9411dbd36cb5 req-669ed2ce-588b-49dc-be92-131a8e89e872 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (331ebce3-eb23-4744-870e-11244a6e95bb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.787370 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f5513fd-8387-4b92-bf73-9411dbd36cb5 req-669ed2ce-588b-49dc-be92-131a8e89e872 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (331ebce3-eb23-4744-870e-11244a6e95bb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.790257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f5513fd-8387-4b92-bf73-9411dbd36cb5 req-669ed2ce-588b-49dc-be92-131a8e89e872 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.791839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f5513fd-8387-4b92-bf73-9411dbd36cb5 req-669ed2ce-588b-49dc-be92-131a8e89e872 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/331ebce3-eb23-4744-870e-11244a6e95bb HTTP/1.1" status: 204 len: 173 time: 0.2634854 Feb 10 06:35:59.808488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ed2ce-588b-49dc-be92-131a8e89e872 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331ebce3-eb23-4744-870e-11244a6e95bb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:59.813147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1d9e1b-6803-4303-86b3-4539afe53ade,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:59.827931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Network b09cacbb-6ccb-47d6-99a0-261034ba1de1 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:35:59.839132 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-c9bad16b-6a67-4647-bb33-be9465ef16c8 req-7903ebf6-f260-4c89-a5e0-b29583bc1b38 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:35:59.840501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9bad16b-6a67-4647-bb33-be9465ef16c8 req-7903ebf6-f260-4c89-a5e0-b29583bc1b38 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/331ebce3-eb23-4744-870e-11244a6e95bb HTTP/1.1" status: 404 len: 352 time: 0.0294390 Feb 10 06:35:59.859938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:35:59.866429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692cf7a-3afd-4ee9-a72d-4fcc3e110f9e req-c8e02d13-d144-4343-8119-a4f49077546e tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:35:59.869699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:35:59.876458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7692cf7a-3afd-4ee9-a72d-4fcc3e110f9e req-c8e02d13-d144-4343-8119-a4f49077546e tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 946 time: 0.2238500 Feb 10 06:35:59.888884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Pushing event updated for resources: {'Port': ['ID=cf9751bb-7e0d-41c1-a80e-f7c62b1c262c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:35:59.962564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7692cf7a-3afd-4ee9-a72d-4fcc3e110f9e req-7f127a42-19ed-442f-af9c-8e4e80f18ac4 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664661 Feb 10 06:35:59.981976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b09cacbb-6ccb-47d6-99a0-261034ba1de1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:35:59.992502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44768) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:00.012257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Attempting to bind port cf9751bb-7e0d-41c1-a80e-f7c62b1c262c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:00.012961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Attempting to bind port cf9751bb-7e0d-41c1-a80e-f7c62b1c262c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'ecad502d-57f9-41c8-8973-9ef65df3f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b09cacbb-6ccb-47d6-99a0-261034ba1de1'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:00.013487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Attempting to bind port cf9751bb-7e0d-41c1-a80e-f7c62b1c262c on network b09cacbb-6ccb-47d6-99a0-261034ba1de1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:00.021111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:00.021901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Checking segment: {'id': 'ecad502d-57f9-41c8-8973-9ef65df3f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b09cacbb-6ccb-47d6-99a0-261034ba1de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:00.022718 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.023374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Bound using segment: {'id': 'ecad502d-57f9-41c8-8973-9ef65df3f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b09cacbb-6ccb-47d6-99a0-261034ba1de1'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:00.024074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Bound port: cf9751bb-7e0d-41c1-a80e-f7c62b1c262c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecad502d-57f9-41c8-8973-9ef65df3f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b09cacbb-6ccb-47d6-99a0-261034ba1de1'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:00.024795 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cf9751bb-7e0d-41c1-a80e-f7c62b1c262c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.027070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09cacbb-6ccb-47d6-99a0-261034ba1de1']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:00.050874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecad502d-57f9-41c8-8973-9ef65df3f6dc') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:00.051147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecad502d-57f9-41c8-8973-9ef65df3f6dc') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:00.062136 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (ecad502d-57f9-41c8-8973-9ef65df3f6dc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.075306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f286df2c-97a0-4456-af9d-ca66df729b0b req-ea756c8c-57eb-4d76-b7a0-8f0ad25d0e54 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230 HTTP/1.1" status: 200 len: 6207 time: 0.1438894 Feb 10 06:36:00.091387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ecad502d-57f9-41c8-8973-9ef65df3f6dc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.101536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:00.104488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (ecad502d-57f9-41c8-8973-9ef65df3f6dc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.104649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] For port cf9751bb-7e0d-41c1-a80e-f7c62b1c262c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:00.130730 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:00.223833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] For port cf9751bb-7e0d-41c1-a80e-f7c62b1c262c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cf9751bb-7e0d-41c1-a80e-f7c62b1c262c,segment=NetworkSegment(ecad502d-57f9-41c8-8973-9ef65df3f6dc),segment_id=ecad502d-57f9-41c8-8973-9ef65df3f6dc)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:00.227499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.db.api [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:36:00.227499 n-d-828670-1 neutron-server[103213]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:36:00.227499 n-d-828670-1 neutron-server[103213]: [parameters: {'id': 'b09cacbb-6ccb-47d6-99a0-261034ba1de1'}] Feb 10 06:36:00.227499 n-d-828670-1 neutron-server[103213]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:36:00.227907 n-d-828670-1 neutron-server[103213]: DEBUG oslo_db.api [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:36:00.233727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-306083387'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:00.234172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cf9751bb-7e0d-41c1-a80e-f7c62b1c262c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.263447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f286df2c-97a0-4456-af9d-ca66df729b0b req-e5b65933-0141-431c-8c67-2a85cba9290d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65 HTTP/1.1" status: 200 len: 3002 time: 0.1808522 Feb 10 06:36:00.284474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Made reservation on behalf of c8f411ca573b4d9f8f24f48ce298fda8 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:00.288863 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.312362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba0b9c3a-9a3a-4d29-b29f-27c425387713 req-d36722c0-c60c-4bbe-8c3a-be833a03d7c9 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.1199262 Feb 10 06:36:00.325203 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.350792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dbd04-e42d-41e8-8b83-bc22de30102b None None] Pushing event updated for resources: {'Port': ['ID=cf9751bb-7e0d-41c1-a80e-f7c62b1c262c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:00.377180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f703b-8859-49fc-8b3b-6c2fcffe8f3d None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:36:00.408983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f286df2c-97a0-4456-af9d-ca66df729b0b req-dd6d1806-938a-4ce8-8a08-2cb30f8a4e2f tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65 HTTP/1.1" status: 200 len: 3002 time: 0.1163344 Feb 10 06:36:00.450989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-19353512-7e4c-4680-bee6-c0823b541aba req-7c37ba84-67f5-47d9-9f60-d4de3bfa3891 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-440378406', 'description': 'tempest-description-156358201'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:00.500936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f703b-8859-49fc-8b3b-6c2fcffe8f3d None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:36:00.525358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for security_group (8d0346e2-0e5d-4180-9780-3527a35260e1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.527194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-19353512-7e4c-4680-bee6-c0823b541aba req-7c37ba84-67f5-47d9-9f60-d4de3bfa3891 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.552096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8d0346e2-0e5d-4180-9780-3527a35260e1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.593501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:00.616544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0346e2-0e5d-4180-9780-3527a35260e1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:00.630013 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (112209d0-797a-43f7-9326-2da57d12112b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.630753 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Added segment 112209d0-797a-43f7-9326-2da57d12112b of type vlan for network c63b23a4-9084-4813-af02-5823915df7c1 Feb 10 06:36:00.644176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf38403-6406-4002-84e0-389db65ac2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87ab2fe-6df6-410d-93d7-382c73f1cd7c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:00.650178 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19754543-c6de-4fd7-b149-38a94c7861c0" -d '{"events": [{"server_uuid": "daf38403-6406-4002-84e0-389db65ac2b1", "name": "network-vif-plugged", "status": "completed", "tag": "e87ab2fe-6df6-410d-93d7-382c73f1cd7c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:00.699037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69bcbd-c814-4982-a07e-32f45627d42e req-453bc990-49c2-4eb1-a15e-a5ef1dd0f378 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:00.700786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e69bcbd-c814-4982-a07e-32f45627d42e req-453bc990-49c2-4eb1-a15e-a5ef1dd0f378 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 945 time: 0.1956704 Feb 10 06:36:00.729448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b09cacbb-6ccb-47d6-99a0-261034ba1de1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.742284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c63b23a4-9084-4813-af02-5823915df7c1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.767181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-19353512-7e4c-4680-bee6-c0823b541aba req-7c37ba84-67f5-47d9-9f60-d4de3bfa3891 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (045b892f-15ae-4f18-9de5-0cd1ffd6b2b9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.777054 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-19353512-7e4c-4680-bee6-c0823b541aba req-7c37ba84-67f5-47d9-9f60-d4de3bfa3891 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (045b892f-15ae-4f18-9de5-0cd1ffd6b2b9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.853707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e69bcbd-c814-4982-a07e-32f45627d42e req-19d6bf46-3230-4a6a-98c7-2d524a813908 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406748 Feb 10 06:36:00.859910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37ba84-67f5-47d9-9f60-d4de3bfa3891 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045b892f-15ae-4f18-9de5-0cd1ffd6b2b9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:00.861111 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Deleting port cf9751bb-7e0d-41c1-a80e-f7c62b1c262c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:00.861510 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cf9751bb-7e0d-41c1-a80e-f7c62b1c262c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.879549 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-19353512-7e4c-4680-bee6-c0823b541aba req-7c37ba84-67f5-47d9-9f60-d4de3bfa3891 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.891700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19353512-7e4c-4680-bee6-c0823b541aba req-7c37ba84-67f5-47d9-9f60-d4de3bfa3891 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4346638 Feb 10 06:36:00.891700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c63b23a4-9084-4813-af02-5823915df7c1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.893976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:00.893976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.915412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398de55f-e3df-4040-9c44-f3e0fa6bc0c1 None None] Network b09cacbb-6ccb-47d6-99a0-261034ba1de1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:00.957719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] For port cf9751bb-7e0d-41c1-a80e-f7c62b1c262c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cf9751bb-7e0d-41c1-a80e-f7c62b1c262c,segment=NetworkSegment(ecad502d-57f9-41c8-8973-9ef65df3f6dc),segment_id=ecad502d-57f9-41c8-8973-9ef65df3f6dc)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:00.958362 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cf9751bb-7e0d-41c1-a80e-f7c62b1c262c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:00.969518 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Pushing event updated for resources: {'Network': ['ID=c63b23a4-9084-4813-af02-5823915df7c1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:00.977651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Calling delete_port for cf9751bb-7e0d-41c1-a80e-f7c62b1c262c owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:00.990295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc873c8a-3e62-4c2b-ad7b-c5d815e687c5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9937968 Feb 10 06:36:00.990674 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94af252-433b-4b35-8450-f939c1f8b5c7 x-openstack-request-id: req-b94af252-433b-4b35-8450-f939c1f8b5c7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:00.990674 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf38403-6406-4002-84e0-389db65ac2b1", "name": "network-vif-plugged", "status": "completed", "tag": "e87ab2fe-6df6-410d-93d7-382c73f1cd7c", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:00.990674 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b94af252-433b-4b35-8450-f939c1f8b5c7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:00.990674 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf38403-6406-4002-84e0-389db65ac2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87ab2fe-6df6-410d-93d7-382c73f1cd7c', 'code': 200} Feb 10 06:36:00.991033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:00.997101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Request body: {'subnet': {'network_id': 'c63b23a4-9084-4813-af02-5823915df7c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:01.031187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c63b23a4-9084-4813-af02-5823915df7c1 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:01.062035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b91469fa-a659-41d2-861c-4b51d6cf87d7 req-597f5d46-a305-47d6-a04f-ca24e7e1685d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1875831439', 'description': 'tempest-description-1755731593'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:01.167477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326274b-ef4d-4745-a399-7d40423c55ae req-b64c9050-6205-4738-a5dd-d4fcdd4311ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:01.169094 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5326274b-ef4d-4745-a399-7d40423c55ae req-b64c9050-6205-4738-a5dd-d4fcdd4311ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 1128 time: 0.0731244 Feb 10 06:36:01.195699 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cf9751bb-7e0d-41c1-a80e-f7c62b1c262c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.200717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0725821d-1d5a-470f-9f20-5c21d7a3b62c req-67056f18-62be-4acd-8cd9-f8612b0dd07e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272cbff-1155-422a-b289-4ad4d13a0419 HTTP/1.1" status: 200 len: 210 time: 0.1544971 Feb 10 06:36:01.221150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No DVR routers for this DVR port cf9751bb-7e0d-41c1-a80e-f7c62b1c262c on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:01.232551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b91469fa-a659-41d2-861c-4b51d6cf87d7 req-597f5d46-a305-47d6-a04f-ca24e7e1685d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.236634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Made reservation on behalf of c8f411ca573b4d9f8f24f48ce298fda8 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:01.241869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.266966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Port': ['ID=cf9751bb-7e0d-41c1-a80e-f7c62b1c262c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:01.368195 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5326274b-ef4d-4745-a399-7d40423c55ae req-341b63a6-1f00-47c5-9596-8bac3dd14c37 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895702 Feb 10 06:36:01.369720 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b09cacbb-6ccb-47d6-99a0-261034ba1de1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.391421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09cacbb-6ccb-47d6-99a0-261034ba1de1']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:01.402208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecad502d-57f9-41c8-8973-9ef65df3f6dc') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:01.402613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecad502d-57f9-41c8-8973-9ef65df3f6dc') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:01.414949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (ecad502d-57f9-41c8-8973-9ef65df3f6dc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.430013 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ecad502d-57f9-41c8-8973-9ef65df3f6dc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.437394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:01.437936 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (ecad502d-57f9-41c8-8973-9ef65df3f6dc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:01.441355 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:01.449827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dfafe-a014-4c68-a874-6a5023ac7f09 req-4e33295c-60af-4f24-b804-262e7a2aaece tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:01.451679 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-349dfafe-a014-4c68-a874-6a5023ac7f09 req-4e33295c-60af-4f24-b804-262e7a2aaece tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 945 time: 0.1174612 Feb 10 06:36:01.467181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b91469fa-a659-41d2-861c-4b51d6cf87d7 req-597f5d46-a305-47d6-a04f-ca24e7e1685d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.485897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b91469fa-a659-41d2-861c-4b51d6cf87d7 req-597f5d46-a305-47d6-a04f-ca24e7e1685d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.512803 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b09cacbb-6ccb-47d6-99a0-261034ba1de1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.520441 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.523714 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/b09cacbb-6ccb-47d6-99a0-261034ba1de1 HTTP/1.1" status: 204 len: 168 time: 2.9188550 Feb 10 06:36:01.534529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44794) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:01.536730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e6062-c126-4973-b5c1-a5ba609346ea tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Network': ['ID=b09cacbb-6ccb-47d6-99a0-261034ba1de1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:01.563213 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79973f8-b100-4730-ad0e-d314f14f61c3 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): The resource could not be found. Feb 10 06:36:01.563580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79973f8-b100-4730-ad0e-d314f14f61c3 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:36:01.569010 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b79973f8-b100-4730-ad0e-d314f14f61c3 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/subnets/5b1d9e1b-6803-4303-86b3-4539afe53ade HTTP/1.1" status: 404 len: 337 time: 0.0312610 Feb 10 06:36:01.569241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44796) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:01.574466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b91469fa-a659-41d2-861c-4b51d6cf87d7 req-597f5d46-a305-47d6-a04f-ca24e7e1685d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.575684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b91469fa-a659-41d2-861c-4b51d6cf87d7 req-597f5d46-a305-47d6-a04f-ca24e7e1685d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5307281 Feb 10 06:36:01.582610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f5d46-a305-47d6-a04f-ca24e7e1685d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:01.599868 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7bb7a1-10d1-4fa5-a992-59a07be710f7 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): The resource could not be found. Feb 10 06:36:01.602972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7bb7a1-10d1-4fa5-a992-59a07be710f7 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:36:01.606211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-349dfafe-a014-4c68-a874-6a5023ac7f09 req-f4a70340-8663-435e-bb9b-7c1ab045d94c tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445999 Feb 10 06:36:01.607380 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6a7bb7a1-10d1-4fa5-a992-59a07be710f7 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/b09cacbb-6ccb-47d6-99a0-261034ba1de1 HTTP/1.1" status: 404 len: 339 time: 0.0367131 Feb 10 06:36:01.610506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44800) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:01.647378 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc85782-5cbd-40e3-9693-2d1c3663356b tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): The resource could not be found. Feb 10 06:36:01.647984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc85782-5cbd-40e3-9693-2d1c3663356b tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:36:01.653141 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4bc85782-5cbd-40e3-9693-2d1c3663356b tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/subnets/4dd12404-f021-43a9-8adb-72d4d6a34a4d HTTP/1.1" status: 404 len: 337 time: 0.0407643 Feb 10 06:36:01.657210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:01.695300 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa17b0f-16fc-4558-aaf5-471e07667635 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): The resource could not be found. Feb 10 06:36:01.695830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa17b0f-16fc-4558-aaf5-471e07667635 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:36:01.698837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8aa17b0f-16fc-4558-aaf5-471e07667635 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/b79f85b7-fc9f-4e6d-a4d2-6bdd502ce3f3 HTTP/1.1" status: 404 len: 339 time: 0.0406806 Feb 10 06:36:01.701558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44808) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:01.728883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (f3878dd7-6f85-4da1-9983-e0848a9c7f71), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.730837 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f85ce79-522b-4a77-860d-e7a3e7acf5c0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): The resource could not be found. Feb 10 06:36:01.731358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f85ce79-522b-4a77-860d-e7a3e7acf5c0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:36:01.737344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2f85ce79-522b-4a77-860d-e7a3e7acf5c0 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/subnets/75c46742-dacf-4ab4-a82c-a936ed9b8525 HTTP/1.1" status: 404 len: 337 time: 0.0341916 Feb 10 06:36:01.738494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44810) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:01.757192 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdfdb3d-125e-492d-9fb1-8edd78eb56c3 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): The resource could not be found. Feb 10 06:36:01.757690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdfdb3d-125e-492d-9fb1-8edd78eb56c3 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:36:01.757811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68cb9547-a67f-462f-be4f-5cbd489167bd req-fd93b2f0-72a6-4f84-ab0e-ad319f0c9095 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0429330 Feb 10 06:36:01.762776 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cbdfdb3d-125e-492d-9fb1-8edd78eb56c3 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/7cb46978-74e3-4abd-8a70-c6edfbff53bc HTTP/1.1" status: 404 len: 339 time: 0.0233035 Feb 10 06:36:01.763963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44812) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:01.838205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b59fa-99b8-488f-8e12-165715417cb5 req-773027de-ab01-41bf-a9dc-8bb0db61d7ee tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:01.839788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-168b59fa-99b8-488f-8e12-165715417cb5 req-773027de-ab01-41bf-a9dc-8bb0db61d7ee tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 946 time: 0.1693728 Feb 10 06:36:01.847148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Pushing event updated for resources: {'Subnet': ['ID=f3878dd7-6f85-4da1-9983-e0848a9c7f71,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:01.882744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Checking segment: {'id': '112209d0-797a-43f7-9326-2da57d12112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c63b23a4-9084-4813-af02-5823915df7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:01.883122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Network hostable DHCP agents. Network: c63b23a4-9084-4813-af02-5823915df7c1, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:01.916824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd9c29-050f-4147-998e-bc2cc36a6ea5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Deleting port 8f7b4577-e4cb-4886-acc7-234a80e376cd {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:01.917171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9c29-050f-4147-998e-bc2cc36a6ea5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8f7b4577-e4cb-4886-acc7-234a80e376cd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.950784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-168b59fa-99b8-488f-8e12-165715417cb5 req-a6daec2e-5170-4de1-aa7f-cc8f9d3f2ef1 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886450 Feb 10 06:36:01.958529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Network c63b23a4-9084-4813-af02-5823915df7c1 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:01.969222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c63b23a4-9084-4813-af02-5823915df7c1) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:01.982216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:01.982903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:01.986352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd43fc75-dbd4-494b-b780-6c76f740e4e5 None None] Network c63b23a4-9084-4813-af02-5823915df7c1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:02.007657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ad2b0ff5-060f-4366-a49a-4142759e7685 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0161400 Feb 10 06:36:02.008879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:02.015829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Request body: {'port': {'network_id': 'c63b23a4-9084-4813-af02-5823915df7c1', 'name': 'tempest-TagsExtTest-36249330'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:02.067544 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9c29-050f-4147-998e-bc2cc36a6ea5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8f7b4577-e4cb-4886-acc7-234a80e376cd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.090554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd9c29-050f-4147-998e-bc2cc36a6ea5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Calling delete_port for 8f7b4577-e4cb-4886-acc7-234a80e376cd owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:02.131273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-c63b23a4-9084-4813-af02-5823915df7c1', 'network_id': 'c63b23a4-9084-4813-af02-5823915df7c1', 'project_id': 'c8f411ca573b4d9f8f24f48ce298fda8', 'fixed_ips': [{'subnet_id': 'f3878dd7-6f85-4da1-9983-e0848a9c7f71'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:36:02.132414 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.210283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9c29-050f-4147-998e-bc2cc36a6ea5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8f7b4577-e4cb-4886-acc7-234a80e376cd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.251356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbacf56-5ca9-4f73-99dc-4a9206c59bd8 req-72a49321-a837-4749-8b46-9f2883150cef tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:02.253136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acbacf56-5ca9-4f73-99dc-4a9206c59bd8 req-72a49321-a837-4749-8b46-9f2883150cef tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 945 time: 0.2049758 Feb 10 06:36:02.277860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd9c29-050f-4147-998e-bc2cc36a6ea5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Port': ['ID=8f7b4577-e4cb-4886-acc7-234a80e376cd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:02.282160 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9c29-050f-4147-998e-bc2cc36a6ea5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.285981 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5cfd9c29-050f-4147-998e-bc2cc36a6ea5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/ports/8f7b4577-e4cb-4886-acc7-234a80e376cd HTTP/1.1" status: 204 len: 168 time: 0.5211573 Feb 10 06:36:02.288951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44834) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:02.293556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b44b-901c-4133-9019-88b8f6464232 req-c28344c1-fb88-4bb1-a175-5a908a0abcec tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:02.302181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-c28344c1-fb88-4bb1-a175-5a908a0abcec tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 812 time: 0.2786851 Feb 10 06:36:02.317742 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b440bd4-a38b-4b97-b8e0-0f77bfb25833 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): The resource could not be found. Feb 10 06:36:02.318429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b440bd4-a38b-4b97-b8e0-0f77bfb25833 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:36:02.322867 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4b440bd4-a38b-4b97-b8e0-0f77bfb25833 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/subnets/0459af7a-6ff1-4277-b9f2-9113699fae96 HTTP/1.1" status: 404 len: 337 time: 0.0327861 Feb 10 06:36:02.325237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44838) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:02.358859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acbacf56-5ca9-4f73-99dc-4a9206c59bd8 req-0668c4b7-7403-47de-99da-280147935312 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965140 Feb 10 06:36:02.366746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-97eabafa-eb6c-4268-a1ec-a3ca28db959e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/quotas/d7f0bff326ce48d0a38d728f1d6e0230 HTTP/1.1" status: 200 len: 375 time: 0.0648627 Feb 10 06:36:02.407951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Allocated IP 172.20.0.2 (c63b23a4-9084-4813-af02-5823915df7c1/f3878dd7-6f85-4da1-9983-e0848a9c7f71/a92ccead-01fe-4a55-b8ee-c79ab71a9a63) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:02.422380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Made reservation on behalf of c8f411ca573b4d9f8f24f48ce298fda8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:02.426178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.432399 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (2bbc9aa1-f790-46a1-98f2-950bf5d9aedc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.455622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] device_id is not set on port 0882fb8b-2e3b-4c82-b8b6-42c19cad77a3 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:36:02.513180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-c8d75311-3f6d-497b-a860-cca91568e9a6 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455266 Feb 10 06:36:02.573404 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (2bbc9aa1-f790-46a1-98f2-950bf5d9aedc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.622748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbc9aa1-f790-46a1-98f2-950bf5d9aedc']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:02.633312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3e123d-ef00-4fd7-8bc5-7c22dc653d95') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:02.633678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3e123d-ef00-4fd7-8bc5-7c22dc653d95') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:02.646682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (0b3e123d-ef00-4fd7-8bc5-7c22dc653d95), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.661077 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0b3e123d-ef00-4fd7-8bc5-7c22dc653d95), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.667795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:02.668215 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (0b3e123d-ef00-4fd7-8bc5-7c22dc653d95), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:02.672269 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:02.698108 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Publish callbacks [] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.706150 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.722239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-3b987610-4778-4d93-b4bc-7a9b6bb07702 service neutron] 10.222.0.21 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081311 Feb 10 06:36:02.773069 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (2bbc9aa1-f790-46a1-98f2-950bf5d9aedc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.789291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.801759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Allocated IP 172.20.0.14 (c63b23a4-9084-4813-af02-5823915df7c1/f3878dd7-6f85-4da1-9983-e0848a9c7f71/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:02.806172 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/2bbc9aa1-f790-46a1-98f2-950bf5d9aedc HTTP/1.1" status: 204 len: 168 time: 0.4786751 Feb 10 06:36:02.808900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44852) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:02.836736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Network c63b23a4-9084-4813-af02-5823915df7c1 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:02.840589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:02.854567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:02.860839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Pushing event updated for resources: {'Port': ['ID=a92ccead-01fe-4a55-b8ee-c79ab71a9a63,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:02.910557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feed76-d2f8-44be-a354-5d9a41f0446f tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Network': ['ID=2bbc9aa1-f790-46a1-98f2-950bf5d9aedc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:02.956483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Attempting to bind port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:02.957346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Attempting to bind port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '112209d0-797a-43f7-9326-2da57d12112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c63b23a4-9084-4813-af02-5823915df7c1'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:02.957988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Attempting to bind port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 on network c63b23a4-9084-4813-af02-5823915df7c1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:02.964731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:02.965121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Checking segment: {'id': '112209d0-797a-43f7-9326-2da57d12112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c63b23a4-9084-4813-af02-5823915df7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:02.965575 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:02.965982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Bound using segment: {'id': '112209d0-797a-43f7-9326-2da57d12112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c63b23a4-9084-4813-af02-5823915df7c1'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:02.966538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Bound port: a92ccead-01fe-4a55-b8ee-c79ab71a9a63, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112209d0-797a-43f7-9326-2da57d12112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c63b23a4-9084-4813-af02-5823915df7c1'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:02.966987 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.013063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a63da22b-339c-4e35-92bb-ed01bef9a669 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Deleting port d0013403-1d40-4b8e-98a9-f968d70435dc {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:03.013797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a63da22b-339c-4e35-92bb-ed01bef9a669 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d0013403-1d40-4b8e-98a9-f968d70435dc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.044521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] For port a92ccead-01fe-4a55-b8ee-c79ab71a9a63, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:03.050097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] For port a92ccead-01fe-4a55-b8ee-c79ab71a9a63, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a92ccead-01fe-4a55-b8ee-c79ab71a9a63,segment=NetworkSegment(112209d0-797a-43f7-9326-2da57d12112b),segment_id=112209d0-797a-43f7-9326-2da57d12112b)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:03.058225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.077755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8e19-a983-42ad-a7af-9761acc2c0a4 req-a756d974-23e7-4de1-8e4d-2e1fef72eee3 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:03.085155 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-700d8e19-a983-42ad-a7af-9761acc2c0a4 req-a756d974-23e7-4de1-8e4d-2e1fef72eee3 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 945 time: 0.4993081 Feb 10 06:36:03.123360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a63da22b-339c-4e35-92bb-ed01bef9a669 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d0013403-1d40-4b8e-98a9-f968d70435dc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.139260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a63da22b-339c-4e35-92bb-ed01bef9a669 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Calling delete_port for d0013403-1d40-4b8e-98a9-f968d70435dc owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:03.213596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ebbb2-305c-4914-945d-9f202f926926 None None] Pushing event updated for resources: {'Port': ['ID=a92ccead-01fe-4a55-b8ee-c79ab71a9a63,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:03.220302 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-494b64c4-298c-4a39-8977-4c01b54e21cf service neutron] 10.222.0.21 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970138 Feb 10 06:36:03.267690 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for port (0882fb8b-2e3b-4c82-b8b6-42c19cad77a3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.292151 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a63da22b-339c-4e35-92bb-ed01bef9a669 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d0013403-1d40-4b8e-98a9-f968d70435dc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.306509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-700d8e19-a983-42ad-a7af-9761acc2c0a4 req-f7bd7fcc-b9a0-468e-8ac8-e977d7b4ad07 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161622 Feb 10 06:36:03.331249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63da22b-339c-4e35-92bb-ed01bef9a669 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Port': ['ID=d0013403-1d40-4b8e-98a9-f968d70435dc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:03.351733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a63da22b-339c-4e35-92bb-ed01bef9a669 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.360444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a63da22b-339c-4e35-92bb-ed01bef9a669 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/ports/d0013403-1d40-4b8e-98a9-f968d70435dc HTTP/1.1" status: 204 len: 168 time: 0.5462759 Feb 10 06:36:03.369176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:03.477175 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c20b36-5c22-4828-bc54-d3146ede5c98 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] DELETE failed (client error): The resource could not be found. Feb 10 06:36:03.479275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c20b36-5c22-4828-bc54-d3146ede5c98 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:36:03.499858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44866) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:03.527892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-43c20b36-5c22-4828-bc54-d3146ede5c98 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/subnets/26594715-9467-4df8-bf45-daf570b0c45c HTTP/1.1" status: 404 len: 337 time: 0.1558506 Feb 10 06:36:03.620865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f10f807b-a8b4-4245-b7b9-9cdc856bc151 req-1bf8ad53-ebe9-4571-8e2f-58c6d3141358 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0782571 Feb 10 06:36:03.645887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0882fb8b-2e3b-4c82-b8b6-42c19cad77a3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.727977 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (ac08d3bd-8a54-4939-a253-0cacd584b609), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.813846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Network c63b23a4-9084-4813-af02-5823915df7c1 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:03.825845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:03.828492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:03.852086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (ac08d3bd-8a54-4939-a253-0cacd584b609), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.882968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac08d3bd-8a54-4939-a253-0cacd584b609']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:03.896638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5f6102-7ad6-4ddd-85be-adfa9f84c7d9') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:03.896983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5f6102-7ad6-4ddd-85be-adfa9f84c7d9') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:03.897857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf81871-d88d-4f1a-a3e5-c7c1fc081dea req-734bc0b7-9519-418a-94ab-f7e4755dcdcc tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:03.899745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aaf81871-d88d-4f1a-a3e5-c7c1fc081dea req-734bc0b7-9519-418a-94ab-f7e4755dcdcc tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 946 time: 0.2304759 Feb 10 06:36:03.913165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Pushing event updated for resources: {'Port': ['ID=0882fb8b-2e3b-4c82-b8b6-42c19cad77a3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:03.918480 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (de5f6102-7ad6-4ddd-85be-adfa9f84c7d9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.952196 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (de5f6102-7ad6-4ddd-85be-adfa9f84c7d9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.954355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:03.955038 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:03.967498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:03.968237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (de5f6102-7ad6-4ddd-85be-adfa9f84c7d9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.000472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-27d54634-04bc-48f7-b699-26aaaa89aee5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9901814 Feb 10 06:36:04.001496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44880) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:04.025938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d0c7eefd-48e9-4163-8f6b-848cda5c05e4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-607583870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:04.027488 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:04.078817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e07085e-0885-40aa-baed-3dc0c9261f7e req-bc5d4162-31d5-44c1-9d52-8f618a64f259 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 210 time: 0.1058609 Feb 10 06:36:04.091552 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d0c7eefd-48e9-4163-8f6b-848cda5c05e4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (110a57a9-82bb-43f9-a0db-162c08015c6f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.092936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d0c7eefd-48e9-4163-8f6b-848cda5c05e4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (110a57a9-82bb-43f9-a0db-162c08015c6f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.111913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (ac08d3bd-8a54-4939-a253-0cacd584b609), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.145309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aaf81871-d88d-4f1a-a3e5-c7c1fc081dea req-dcf4c038-46a1-487d-a251-52889d1e3083 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265692 Feb 10 06:36:04.167455 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.182989 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/ac08d3bd-8a54-4939-a253-0cacd584b609 HTTP/1.1" status: 204 len: 168 time: 0.6798797 Feb 10 06:36:04.183377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:04.189537 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69b9b3-7794-4a55-a475-5ecc898ac2a5 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Network': ['ID=ac08d3bd-8a54-4939-a253-0cacd584b609,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:04.260156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d0c7eefd-48e9-4163-8f6b-848cda5c05e4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for router_controller (110a57a9-82bb-43f9-a0db-162c08015c6f), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.288384 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d0c7eefd-48e9-4163-8f6b-848cda5c05e4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (110a57a9-82bb-43f9-a0db-162c08015c6f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.326959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-47115534-189c-468e-8a39-8862aa129c0d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Deleting subnet 5c797a11-58f1-4491-95cc-d493d7b5898b {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:36:04.356218 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47115534-189c-468e-8a39-8862aa129c0d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks [] for subnet (5c797a11-58f1-4491-95cc-d493d7b5898b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.396445 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d0c7eefd-48e9-4163-8f6b-848cda5c05e4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.400596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44896) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:04.401087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d0c7eefd-48e9-4163-8f6b-848cda5c05e4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3788502 Feb 10 06:36:04.405855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-671201db-d11a-4d04-a430-220268cb6384 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-720074998', 'prefixes': ['172.20.0.0/16']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:04.534440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44900) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:04.547727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-965201550'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:04.570575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-671201db-d11a-4d04-a430-220268cb6384 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.572159 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-671201db-d11a-4d04-a430-220268cb6384 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1705489 Feb 10 06:36:04.576094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44902) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:04.583808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-5f519d41-241a-4b90-ac0e-e77d22ad9d05 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71', 'tempest-TagsExtTest-Tag-1363686790') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:04.617123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:04.620575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.685483 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:04.708691 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ff2ba85d-f4f0-4cb4-bd09-41c7efee6490), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.709148 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Added segment ff2ba85d-f4f0-4cb4-bd09-41c7efee6490 of type vlan for network 0e46ffab-9e24-4623-8d12-e600966d7e4e Feb 10 06:36:04.760917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de2394-85ab-420d-aecc-bd234836674f None None] Network c63b23a4-9084-4813-af02-5823915df7c1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:04.768712 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0e46ffab-9e24-4623-8d12-e600966d7e4e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.773753 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5f519d41-241a-4b90-ac0e-e77d22ad9d05 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags/tempest-TagsExtTest-Tag-1363686790 HTTP/1.1" status: 201 len: 201 time: 0.1962552 Feb 10 06:36:04.777488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44906) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:04.783534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-81568ace-f5c5-46af-9ca5-afe81bce3e8a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3', 'tempest-TagsExtTest-Tag-233900316') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:04.828576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0e46ffab-9e24-4623-8d12-e600966d7e4e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.833810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:04.834440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.848670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e1c4d380-b5a3-44d2-a2a3-db277f649115 None None] Provisioning complete for port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:04.849185 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1c4d380-b5a3-44d2-a2a3-db277f649115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.849470 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47115534-189c-468e-8a39-8862aa129c0d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (5c797a11-58f1-4491-95cc-d493d7b5898b), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:04.889345 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3513663 Feb 10 06:36:04.890969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44908) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:04.898358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2064277754'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:04.920116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edef5eb-4bce-413c-8c56-5ec449edbef4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Network': ['ID=0e46ffab-9e24-4623-8d12-e600966d7e4e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:04.934978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:04.938358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711613b3-a132-4f02-a3a0-9c3aaad314c5 req-a2901738-3d23-42d2-b6ff-f7953d23cef0 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:04.940092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-711613b3-a132-4f02-a3a0-9c3aaad314c5 req-a2901738-3d23-42d2-b6ff-f7953d23cef0 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 945 time: 0.6223376 Feb 10 06:36:04.945351 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-81568ace-f5c5-46af-9ca5-afe81bce3e8a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags/tempest-TagsExtTest-Tag-233900316 HTTP/1.1" status: 201 len: 201 time: 0.1667593 Feb 10 06:36:04.945950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44910) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:04.952980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-d0f2c145-aba2-4c7f-8376-6eb06cb37f6b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f', 'tempest-TagsExtTest-Tag-881466008') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:04.966826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4d1e6-7130-46d5-b700-e8839eefae1d req-147bf8f2-b1b7-4a8d-84c7-5946b4b27a77 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:04.968853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc4d1e6-7130-46d5-b700-e8839eefae1d req-147bf8f2-b1b7-4a8d-84c7-5946b4b27a77 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.6753817 Feb 10 06:36:05.031848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4d380-b5a3-44d2-a2a3-db277f649115 None None] Current status of the port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:05.032079 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1c4d380-b5a3-44d2-a2a3-db277f649115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.056786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:05.060077 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.077258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e1c4d380-b5a3-44d2-a2a3-db277f649115 None None] For port a92ccead-01fe-4a55-b8ee-c79ab71a9a63, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a92ccead-01fe-4a55-b8ee-c79ab71a9a63,segment=NetworkSegment(112209d0-797a-43f7-9326-2da57d12112b),segment_id=112209d0-797a-43f7-9326-2da57d12112b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:05.082476 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1c4d380-b5a3-44d2-a2a3-db277f649115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.090344 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc4d1e6-7130-46d5-b700-e8839eefae1d req-32c576f1-dbca-4ea7-8e08-12a5c18a3c97 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/quotas/59b7addecd8041dea544b8fc79c768ac HTTP/1.1" status: 200 len: 375 time: 0.0634921 Feb 10 06:36:05.127003 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47115534-189c-468e-8a39-8862aa129c0d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5c797a11-58f1-4491-95cc-d493d7b5898b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.138691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4d380-b5a3-44d2-a2a3-db277f649115 None None] Pushing event updated for resources: {'Port': ['ID=a92ccead-01fe-4a55-b8ee-c79ab71a9a63,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:05.242654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc4d1e6-7130-46d5-b700-e8839eefae1d req-3bc2afcb-570a-4d68-8d17-db9e66cf2a09 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1228681 Feb 10 06:36:05.278665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:05.295153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-711613b3-a132-4f02-a3a0-9c3aaad314c5 req-9aee997e-2491-46b8-a8bf-94f42a7e83ae tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391042 Feb 10 06:36:05.347952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (fad83838-f94a-4c18-a024-43caed307e9a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.348303 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Added segment fad83838-f94a-4c18-a024-43caed307e9a of type vlan for network 96673c65-bae2-4e6a-8549-56b103feb668 Feb 10 06:36:05.423825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fa213923-f20a-4113-ad43-4046568c9995 None None] Provisioning complete for port 0882fb8b-2e3b-4c82-b8b6-42c19cad77a3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:05.424308 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa213923-f20a-4113-ad43-4046568c9995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0882fb8b-2e3b-4c82-b8b6-42c19cad77a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.455715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b44b-901c-4133-9019-88b8f6464232 req-975031fb-6c31-4f04-9916-8eb65ab74493 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:05.457219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-975031fb-6c31-4f04-9916-8eb65ab74493 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.24 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 812 time: 0.3944252 Feb 10 06:36:05.458505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a92ccead-01fe-4a55-b8ee-c79ab71a9a63 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:05.480878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d0f2c145-aba2-4c7f-8376-6eb06cb37f6b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags/tempest-TagsExtTest-Tag-881466008 HTTP/1.1" status: 201 len: 201 time: 0.5324645 Feb 10 06:36:05.485358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44918) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:05.493289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'port': {'device_id': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376', 'admin_state_up': True, 'tenant_id': 'd7f0bff326ce48d0a38d728f1d6e0230'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:05.493529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-6734bd97-7ede-4ea7-8613-c10a1fa3f309 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa', 'tempest-TagsExtTest-Tag-556570655') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:05.498292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (96673c65-bae2-4e6a-8549-56b103feb668), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.511903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fa213923-f20a-4113-ad43-4046568c9995 None None] Port 0882fb8b-2e3b-4c82-b8b6-42c19cad77a3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:05.530534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fa213923-f20a-4113-ad43-4046568c9995 None None] Provisioning complete for port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:05.531088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa213923-f20a-4113-ad43-4046568c9995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.539139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47115534-189c-468e-8a39-8862aa129c0d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5c797a11-58f1-4491-95cc-d493d7b5898b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.542600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b63d029-12da-421a-bc1b-8ee0ebd108b4 req-bc3791fa-6d81-45db-be16-c0327c703345 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0937469 Feb 10 06:36:05.599592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc4d1e6-7130-46d5-b700-e8839eefae1d req-028f1921-e963-410e-82a0-8490ed9b6520 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238590 Feb 10 06:36:05.600718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47115534-189c-468e-8a39-8862aa129c0d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.602092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:05.602943 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.606405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-47115534-189c-468e-8a39-8862aa129c0d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/subnets/5c797a11-58f1-4491-95cc-d493d7b5898b HTTP/1.1" status: 204 len: 168 time: 1.4191394 Feb 10 06:36:05.610242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47115534-189c-468e-8a39-8862aa129c0d tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Subnet': ['ID=5c797a11-58f1-4491-95cc-d493d7b5898b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:05.615833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44920) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:05.638589 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6734bd97-7ede-4ea7-8613-c10a1fa3f309 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags/tempest-TagsExtTest-Tag-556570655 HTTP/1.1" status: 201 len: 201 time: 0.1511927 Feb 10 06:36:05.639320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44922) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:05.655760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-a71384b5-7aea-4d8a-b071-c64f1ee18c6b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:05.656405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce5d130-19f8-4a05-91dc-a9ff0e74183f None None] Network 9f9bbfa0-7d06-4912-9b54-24bd93911adc requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:05.677413 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (96673c65-bae2-4e6a-8549-56b103feb668), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.682207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:05.682826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.748227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c8c92fb-f1b8-490e-9a9c-b8995c44fdcb req-e960dc56-763a-4f6e-9b95-276e27159a6c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 210 time: 0.0790470 Feb 10 06:36:05.765766 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9f9bbfa0-7d06-4912-9b54-24bd93911adc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.788242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a71384b5-7aea-4d8a-b071-c64f1ee18c6b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags HTTP/1.1" status: 200 len: 241 time: 0.1360238 Feb 10 06:36:05.791098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44924) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:05.795630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-f84cee76-63a9-42e2-a97c-f41b4d13a033 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71', 'tempest-TagsExtTest-Tag-1363686790') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:05.813490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9190092 Feb 10 06:36:05.820211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44926) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:05.827698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'subnet': {'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:05.876252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84443a04-56c1-4005-8852-9fdde28a88bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Network': ['ID=96673c65-bae2-4e6a-8549-56b103feb668,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:05.902091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 96673c65-bae2-4e6a-8549-56b103feb668 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:05.931043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdc4d1e6-7130-46d5-b700-e8839eefae1d req-6e38d914-8c67-42e5-9095-67bd10b0f617 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863586 Feb 10 06:36:05.944170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Made reservation on behalf of d7f0bff326ce48d0a38d728f1d6e0230 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:05.957222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.979535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:05.984227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:05.987681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fa213923-f20a-4113-ad43-4046568c9995 None None] Current status of the port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:05.989030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Deleting port 473c96bf-e248-45cb-8919-56e066758b3a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:05.989433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (473c96bf-e248-45cb-8919-56e066758b3a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.032001 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f84cee76-63a9-42e2-a97c-f41b4d13a033 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags/tempest-TagsExtTest-Tag-1363686790 HTTP/1.1" status: 204 len: 168 time: 0.2393634 Feb 10 06:36:06.037876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:06.040011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44928) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:06.050152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-b7f1b59e-c7e3-4efa-bfa1-2f6828c73915 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71', 'tempest-TagsExtTest-Tag-1363686790') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:06.123782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725dd0c-7051-4cc4-b0bb-9153ba0844e9 req-75d44cd2-8f98-476a-8c15-09cc03bdb158 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:06.125446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7725dd0c-7051-4cc4-b0bb-9153ba0844e9 req-75d44cd2-8f98-476a-8c15-09cc03bdb158 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 945 time: 0.2686062 Feb 10 06:36:06.139341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0f4b02ff-e851-4497-bec4-74557d4ca21c None None] Provisioning complete for port 0882fb8b-2e3b-4c82-b8b6-42c19cad77a3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:06.141375 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f4b02ff-e851-4497-bec4-74557d4ca21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0882fb8b-2e3b-4c82-b8b6-42c19cad77a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.161124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] For port 473c96bf-e248-45cb-8919-56e066758b3a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=473c96bf-e248-45cb-8919-56e066758b3a,segment=NetworkSegment(31331011-2662-437e-9cf4-d1637346ad08),segment_id=31331011-2662-437e-9cf4-d1637346ad08)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:06.161586 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (473c96bf-e248-45cb-8919-56e066758b3a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.187616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68982d-1024-415d-8ba7-fbe46819bb18 None None] DHCP port deletion for 9f9bbfa0-7d06-4912-9b54-24bd93911adc request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:36:06.188196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Calling delete_port for 473c96bf-e248-45cb-8919-56e066758b3a owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:06.256975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Allocated IP 172.20.0.2 (85145f5f-33a7-4eab-835d-8469aee72376/7692c456-f740-44f0-b7a6-e6483bbf2da1/3a318ef6-a521-4947-b78d-14f7c1fa5c8c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:06.276626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b02ff-e851-4497-bec4-74557d4ca21c None None] Port 0882fb8b-2e3b-4c82-b8b6-42c19cad77a3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:06.303927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7725dd0c-7051-4cc4-b0bb-9153ba0844e9 req-283e7d2a-ebff-4ee5-962b-08e615062e8f tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673379 Feb 10 06:36:06.335602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3d68982d-1024-415d-8ba7-fbe46819bb18 None None] Deleting port 473c96bf-e248-45cb-8919-56e066758b3a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:06.336854 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d68982d-1024-415d-8ba7-fbe46819bb18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (473c96bf-e248-45cb-8919-56e066758b3a), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.394842 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b7f1b59e-c7e3-4efa-bfa1-2f6828c73915 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags/tempest-TagsExtTest-Tag-1363686790 HTTP/1.1" status: 204 len: 168 time: 0.3536925 Feb 10 06:36:06.396278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44940) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:06.410445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (473c96bf-e248-45cb-8919-56e066758b3a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.417510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-8ef828aa-a5c4-4745-8587-c26f1b68057a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:06.451597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3d68982d-1024-415d-8ba7-fbe46819bb18 None None] For port 473c96bf-e248-45cb-8919-56e066758b3a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=473c96bf-e248-45cb-8919-56e066758b3a,segment=NetworkSegment(31331011-2662-437e-9cf4-d1637346ad08),segment_id=31331011-2662-437e-9cf4-d1637346ad08)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:06.452583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d68982d-1024-415d-8ba7-fbe46819bb18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (473c96bf-e248-45cb-8919-56e066758b3a), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.455758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-346ab07a-9c8f-4828-9989-c36c79f3f3ed req-99cde68e-d468-489b-a11f-1664b9bbf869 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=87356d2c-17e9-46be-a2e1-3a0da562322b HTTP/1.1" status: 200 len: 210 time: 0.0917363 Feb 10 06:36:06.489767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3d68982d-1024-415d-8ba7-fbe46819bb18 None None] Calling delete_port for 473c96bf-e248-45cb-8919-56e066758b3a owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:06.495397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Port': ['ID=473c96bf-e248-45cb-8919-56e066758b3a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:06.502475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] No DVR routers for this DVR port 473c96bf-e248-45cb-8919-56e066758b3a on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:06.513907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (431e162a-1c63-47d8-a081-de739e99977e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.598719 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d68982d-1024-415d-8ba7-fbe46819bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (473c96bf-e248-45cb-8919-56e066758b3a), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.637060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68982d-1024-415d-8ba7-fbe46819bb18 None None] No DVR routers for this DVR port 473c96bf-e248-45cb-8919-56e066758b3a on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:06.642317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68982d-1024-415d-8ba7-fbe46819bb18 None None] Pushing event deleted for resources: {'Port': ['ID=473c96bf-e248-45cb-8919-56e066758b3a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:06.683770 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.718639 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9f9bbfa0-7d06-4912-9b54-24bd93911adc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.745865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9bbfa0-7d06-4912-9b54-24bd93911adc']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:06.752024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669a3e3-6231-41f3-8911-df142742db19 req-21e01478-fb3e-4e52-b706-b72c69a6c2d6 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:06.758884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8669a3e3-6231-41f3-8911-df142742db19 req-21e01478-fb3e-4e52-b706-b72c69a6c2d6 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 946 time: 0.3478885 Feb 10 06:36:06.759040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31331011-2662-437e-9cf4-d1637346ad08') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:06.759191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31331011-2662-437e-9cf4-d1637346ad08') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:06.771249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (31331011-2662-437e-9cf4-d1637346ad08), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.787349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (31331011-2662-437e-9cf4-d1637346ad08), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.804068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:06.804474 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (31331011-2662-437e-9cf4-d1637346ad08), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:06.807881 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:06.831002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.849940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8669a3e3-6231-41f3-8911-df142742db19 req-b44675bc-f118-4c21-8e34-4bf3fd10539c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901120 Feb 10 06:36:06.912156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.918704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Subnet': ['ID=431e162a-1c63-47d8-a081-de739e99977e,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:06.928465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Checking segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:06.928965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network hostable DHCP agents. Network: 0e46ffab-9e24-4623-8d12-e600966d7e4e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:06.929133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c19a9bdf-1e30-4c42-aa25-981bbe2fa459'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:06.933895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8ef828aa-a5c4-4745-8587-c26f1b68057a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags HTTP/1.1" status: 200 len: 205 time: 0.5205393 Feb 10 06:36:06.937799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44958) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:06.948898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-22871d14-4e67-46d1-a784-7cebf0cf9d5b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:06.950354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Network 85145f5f-33a7-4eab-835d-8469aee72376 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:06.953830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f26cd57-dd90-4b6c-8126-c45f3fc4692f req-fee88a8f-a25f-4230-83b4-ce563cb49676 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0532384 Feb 10 06:36:06.956127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:06.977702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:06.989115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (9f9bbfa0-7d06-4912-9b54-24bd93911adc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:06.994830 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:07.012029 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] 10.222.0.21 "DELETE /v2.0/networks/9f9bbfa0-7d06-4912-9b54-24bd93911adc HTTP/1.1" status: 204 len: 168 time: 1.3943157 Feb 10 06:36:07.042481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'Port': ['ID=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:07.046239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:07.056611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfc1a6-cc80-4f7c-b64a-dd7e625c0f21 tempest-NetworksIpV6TestAttrs-380531190 tempest-NetworksIpV6TestAttrs-380531190-project] Pushing event deleted for resources: {'Network': ['ID=9f9bbfa0-7d06-4912-9b54-24bd93911adc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:07.056822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:07.058355 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:07.062994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 0e46ffab-9e24-4623-8d12-e600966d7e4e) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:07.067511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:07.068289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:07.074521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e812dd-1e47-45e8-a4ff-fda7072e8cce None None] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:07.086656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-0fa06141-ffef-4899-991c-b64216818dc0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6038480 Feb 10 06:36:07.091925 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-22871d14-4e67-46d1-a784-7cebf0cf9d5b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags HTTP/1.1" status: 200 len: 240 time: 0.1526682 Feb 10 06:36:07.094635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44966) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:07.099421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-522d986c-c767-4564-8601-dd3b3d1b3979 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3', 'tempest-TagsExtTest-Tag-233900316') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:07.106193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Request body: {'port': {'device_id': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:07.129981 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8a8edeae-89e4-4a8c-9862-0d053f67688b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3061707 Feb 10 06:36:07.132881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44970) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:07.137937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'subnet': {'network_id': '96673c65-bae2-4e6a-8549-56b103feb668', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:07.244455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-0e46ffab-9e24-4623-8d12-e600966d7e4e', 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'fixed_ips': [{'subnet_id': '431e162a-1c63-47d8-a081-de739e99977e'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:36:07.245306 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:07.281488 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:07.435650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 473c96bf-e248-45cb-8919-56e066758b3a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:07.463073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 473c96bf-e248-45cb-8919-56e066758b3a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:36:07.463624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 473c96bf-e248-45cb-8919-56e066758b3a not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:07.553170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Allocated IP 10.1.1.2 (0e46ffab-9e24-4623-8d12-e600966d7e4e/431e162a-1c63-47d8-a081-de739e99977e/31df8c0c-dd2b-4f32-b764-f4e4510da2d9) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:07.673272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c1236-4df9-43fe-8576-d8f425a270bb req-35ed0441-dcbf-4047-94d8-19f7a976b9d5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:07.675057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-096c1236-4df9-43fe-8576-d8f425a270bb req-35ed0441-dcbf-4047-94d8-19f7a976b9d5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 931 time: 0.1418681 Feb 10 06:36:07.681797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7f575-1a4a-4c68-8b2d-23851c790920 req-cd30af96-7a96-4df1-b0cc-160d30524452 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:07.688483 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44982) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:07.688971 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88a7f575-1a4a-4c68-8b2d-23851c790920 req-cd30af96-7a96-4df1-b0cc-160d30524452 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 945 time: 0.1566195 Feb 10 06:36:07.712145 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-522d986c-c767-4564-8601-dd3b3d1b3979 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags/tempest-TagsExtTest-Tag-233900316 HTTP/1.1" status: 204 len: 168 time: 0.6161289 Feb 10 06:36:07.714663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44986) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:07.720898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-c84d243c-2b12-4543-bb49-d10113c1d6e6 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3', 'tempest-TagsExtTest-Tag-233900316') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:07.723435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:07.727264 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:07.753483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Publish callbacks [] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:07.762568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:07.806433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-096c1236-4df9-43fe-8576-d8f425a270bb req-2b15531a-5233-4a32-bb72-1393aec601f1 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129522 Feb 10 06:36:07.815390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Pushing event updated for resources: {'Port': ['ID=31df8c0c-dd2b-4f32-b764-f4e4510da2d9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:07.827415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88a7f575-1a4a-4c68-8b2d-23851c790920 req-14e1d236-4b18-4707-8cd2-6bf260434d58 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/security-groups?id=93dd0622-5435-4aa6-9097-9889f7afcc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329806 Feb 10 06:36:07.828532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:07.839343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:07.847307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:07.931065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a318ef6-a521-4947-b78d-14f7c1fa5c8c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:07.950273 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Publish callbacks [] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:07.983691 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ece690f2-645d-411a-a9f8-c6ba1763f231 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59da49f5d7854fd3ab0632dac34b9740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902255 Feb 10 06:36:07.984380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44998) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:07.994342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Attempting to bind port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:07.994342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Attempting to bind port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:07.994342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Attempting to bind port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:07.999375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:07.999762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Checking segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:08.000353 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.000789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Bound using segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:08.002093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Bound port: 31df8c0c-dd2b-4f32-b764-f4e4510da2d9, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:08.002492 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.011540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Transition to ACTIVE for port object 3a318ef6-a521-4947-b78d-14f7c1fa5c8c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:36:08.018066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-c309ffc0-2e6f-47d9-a86c-4d8145039884 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:08.019611 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-c309ffc0-2e6f-47d9-a86c-4d8145039884 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.13 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 946 time: 0.2510238 Feb 10 06:36:08.052582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.082620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] For port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:08.086855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] For port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=31df8c0c-dd2b-4f32-b764-f4e4510da2d9,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:08.097209 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.147483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66da871-d312-4dfd-8447-63d48eae34c2 req-2bd860b3-7e7e-4f44-b05f-db2270f5bf59 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:08.149881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e66da871-d312-4dfd-8447-63d48eae34c2 req-2bd860b3-7e7e-4f44-b05f-db2270f5bf59 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 946 time: 0.1707218 Feb 10 06:36:08.153733 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c84d243c-2b12-4543-bb49-d10113c1d6e6 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags/tempest-TagsExtTest-Tag-233900316 HTTP/1.1" status: 204 len: 168 time: 0.4357007 Feb 10 06:36:08.153894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Pushing event updated for resources: {'Port': ['ID=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:08.159575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45002) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:08.172614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-cb0a830d-881d-4d44-93c0-54bb481be57b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:08.172977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-dafbb8c7-8f5e-4197-bab7-5a2dc561096a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:08.174795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-cb0a830d-881d-4d44-93c0-54bb481be57b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.2383516 Feb 10 06:36:08.180763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61794ca2-31a1-47c2-808a-92d715550ff5 None None] Pushing event updated for resources: {'Port': ['ID=31df8c0c-dd2b-4f32-b764-f4e4510da2d9,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:08.246796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-906dba48-68d8-4645-bace-e2ffabd8aab8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/quotas/59b7addecd8041dea544b8fc79c768ac HTTP/1.1" status: 200 len: 375 time: 0.0446351 Feb 10 06:36:08.279366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41739287-06ba-4df8-b306-2aaa4a3a07a1 admin admin] Publish callbacks [] for security_group (327d1b5c-fed3-4fce-97ac-9d03bdfaa4c4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.302980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-5dbfae87-63d6-4104-ab15-c4989cde2624 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464253 Feb 10 06:36:08.326000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-0bd5543a-42f7-4cc0-ab24-64f4359d77d6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:08.327883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e66da871-d312-4dfd-8447-63d48eae34c2 req-242fda86-37e0-4442-944d-ff3404de5b1b tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b6e8b8e-d8b6-44b5-9884-4193692cf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455536 Feb 10 06:36:08.328197 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-0bd5543a-42f7-4cc0-ab24-64f4359d77d6 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.24 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 945 time: 0.2290409 Feb 10 06:36:08.339896 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (81689dba-08a2-45b2-bc08-107913a6082f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.361268 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41739287-06ba-4df8-b306-2aaa4a3a07a1 admin admin] Publish callbacks [] for security_group (327d1b5c-fed3-4fce-97ac-9d03bdfaa4c4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.439117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Attempting to bind port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:08.439616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Attempting to bind port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '272deef8-d2b2-495b-bef8-ef1a4a7499a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:08.440065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Attempting to bind port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c on network 85145f5f-33a7-4eab-835d-8469aee72376 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:08.486254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c on network 85145f5f-33a7-4eab-835d-8469aee72376 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:36:08.486822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Attempting to bind port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c on network 85145f5f-33a7-4eab-835d-8469aee72376 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:08.497228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e29cdac0-adef-4761-9c0c-16510cf486a3 req-1fdcb234-a6a7-4682-b43c-a8c3de79bd46 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0593622 Feb 10 06:36:08.502981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:08.503469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Checking segment: {'id': '272deef8-d2b2-495b-bef8-ef1a4a7499a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:08.503979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Bound using segment: {'id': '272deef8-d2b2-495b-bef8-ef1a4a7499a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:08.504529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Bound port: 3a318ef6-a521-4947-b78d-14f7c1fa5c8c, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272deef8-d2b2-495b-bef8-ef1a4a7499a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:08.505094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.513313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-265ec565-16ff-4bd7-9dc6-45d7604191bf service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839154 Feb 10 06:36:08.570468 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dafbb8c7-8f5e-4197-bab7-5a2dc561096a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags HTTP/1.1" status: 200 len: 205 time: 0.4041340 Feb 10 06:36:08.574646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45004) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:08.582684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-eca98507-7c1f-40e3-b2be-6566cf3c8c1a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:08.590116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Deleting port e87ab2fe-6df6-410d-93d7-382c73f1cd7c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:08.590485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.595654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Subnet': ['ID=81689dba-08a2-45b2-bc08-107913a6082f,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:08.597610 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41739287-06ba-4df8-b306-2aaa4a3a07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (327d1b5c-fed3-4fce-97ac-9d03bdfaa4c4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.600241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41739287-06ba-4df8-b306-2aaa4a3a07a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.604154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-41739287-06ba-4df8-b306-2aaa4a3a07a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/327d1b5c-fed3-4fce-97ac-9d03bdfaa4c4 HTTP/1.1" status: 204 len: 168 time: 0.6148858 Feb 10 06:36:08.643819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41739287-06ba-4df8-b306-2aaa4a3a07a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327d1b5c-fed3-4fce-97ac-9d03bdfaa4c4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:08.650077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Checking segment: {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:08.650544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network hostable DHCP agents. Network: 96673c65-bae2-4e6a-8549-56b103feb668, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:08.704663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] For port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:08.710555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] For port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:08.735116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network 96673c65-bae2-4e6a-8549-56b103feb668 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:08.747502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-8d4a35fe-2403-4e09-9d00-8f2fe6a987a4 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260022 Feb 10 06:36:08.749854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Deleting port ba04fb1b-1d26-4592-af6a-9e410e1ad710 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:08.750442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.753332 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.774733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 96673c65-bae2-4e6a-8549-56b103feb668) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:08.786504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:08.787310 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.791065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248b9f43-afa6-40b2-ac67-b60f7be4f42d None None] Network 96673c65-bae2-4e6a-8549-56b103feb668 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:08.792101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eca98507-7c1f-40e3-b2be-6566cf3c8c1a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags HTTP/1.1" status: 200 len: 240 time: 0.2146974 Feb 10 06:36:08.796046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45010) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:08.804443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] For port e87ab2fe-6df6-410d-93d7-382c73f1cd7c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,segment=NetworkSegment(089fbef6-6946-4479-8437-a8a1a39f7301),segment_id=089fbef6-6946-4479-8437-a8a1a39f7301)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:08.805174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.808346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:08.809034 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:08.810445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] 10.222.0.24 "PUT /v2.0/ports/3a318ef6-a521-4947-b78d-14f7c1fa5c8c HTTP/1.1" status: 200 len: 1091 time: 1.7157934 Feb 10 06:36:08.814103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-d2330c01-39f5-4949-b85e-83b71848f61b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f', 'tempest-TagsExtTest-Tag-881466008') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:08.835143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:08.837750 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df56fdcb-ad68-4448-84e3-677bb399e501" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:08.875237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Calling delete_port for e87ab2fe-6df6-410d-93d7-382c73f1cd7c owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:08.888513 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-33f9444f-2db5-413d-a57d-da5020ffa365 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7549922 Feb 10 06:36:08.896330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45018) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:08.904742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'port': {'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'name': 'tempest-TaggedBootDevicesTest_v242-283576664', 'fixed_ips': [{'subnet_id': '431e162a-1c63-47d8-a081-de739e99977e'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:09.001908 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:36:09.035022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-96673c65-bae2-4e6a-8549-56b103feb668', 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668', 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'fixed_ips': [{'subnet_id': '81689dba-08a2-45b2-bc08-107913a6082f'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:36:09.036483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.049740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] For port ba04fb1b-1d26-4592-af6a-9e410e1ad710, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=ba04fb1b-1d26-4592-af6a-9e410e1ad710,segment=NetworkSegment(15a638f2-3150-4bba-aee1-647a98f92bea),segment_id=15a638f2-3150-4bba-aee1-647a98f92bea)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:09.050633 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.114170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Calling delete_port for ba04fb1b-1d26-4592-af6a-9e410e1ad710 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:09.397298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:09.413025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Allocated IP 10.2.2.2 (96673c65-bae2-4e6a-8549-56b103feb668/81689dba-08a2-45b2-bc08-107913a6082f/0e114aee-21ba-4880-be23-dede44761f52) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:09.566253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:09.617055 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e87ab2fe-6df6-410d-93d7-382c73f1cd7c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.676998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Pushing event deleted for resources: {'Port': ['ID=e87ab2fe-6df6-410d-93d7-382c73f1cd7c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:09.715819 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.736163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0497eb2d-f64f-400f-a0d2-db167d9b694b None None] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:09.751668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ba04fb1b-1d26-4592-af6a-9e410e1ad710), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.804709 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc1e84f-f566-4dad-8a97-bc20cd4f94b7 x-openstack-request-id: req-4cc1e84f-f566-4dad-8a97-bc20cd4f94b7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:09.805336 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:09.806104 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cc1e84f-f566-4dad-8a97-bc20cd4f94b7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:09.806518 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c', 'status': 'completed', 'code': 200} Feb 10 06:36:09.811668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67b283-67db-43a0-8caf-c8d8ed937a0f service neutron] Pushing event updated for resources: {'Port': ['ID=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:09.826907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] No DVR routers for this DVR port e87ab2fe-6df6-410d-93d7-382c73f1cd7c on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:09.834194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.838156 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a6ee746f-5540-46c7-b03c-b7edd620882f req-0a5b75a6-dd92-4002-81d1-342bc9aab97c tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.13 "DELETE /v2.0/ports/e87ab2fe-6df6-410d-93d7-382c73f1cd7c HTTP/1.1" status: 204 len: 173 time: 1.8036759 Feb 10 06:36:09.838906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf38403-6406-4002-84e0-389db65ac2b1', 'name': 'network-vif-deleted', 'tag': 'e87ab2fe-6df6-410d-93d7-382c73f1cd7c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:09.841906 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d33b99-7618-4d5e-b580-e4f08acc7bc1" -d '{"events": [{"server_uuid": "daf38403-6406-4002-84e0-389db65ac2b1", "name": "network-vif-deleted", "tag": "e87ab2fe-6df6-410d-93d7-382c73f1cd7c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:09.851990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Pushing event deleted for resources: {'Port': ['ID=ba04fb1b-1d26-4592-af6a-9e410e1ad710,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:09.857753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] device_id is not set on port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:36:09.877956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Publish callbacks [] for port (0e114aee-21ba-4880-be23-dede44761f52), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.904640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0de7e82-efb4-410a-9e10-a060959ad6aa req-3b6e24e5-0d7c-49b5-a786-cf85ea580352 tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.21 "GET /v2.0/ports?device_id=773cbf89-4633-4010-a08e-e319894f4a17 HTTP/1.1" status: 200 len: 210 time: 0.9315135 Feb 10 06:36:09.961050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:09.964020 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.965565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] No DVR routers for this DVR port ba04fb1b-1d26-4592-af6a-9e410e1ad710 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:09.971050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8183d91d-848c-4b7a-bcd8-e5ac8fa4f99b None None] Provisioning complete for port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:09.972183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.972656 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8183d91d-848c-4b7a-bcd8-e5ac8fa4f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:09.976309 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0d7b82c9-0a1a-440a-b518-b7026d71770b req-51cf0c38-9f9c-432c-9efd-d27c980a65af tempest-ServerDiskConfigTestJSON-1474361262 tempest-ServerDiskConfigTestJSON-1474361262-project] 10.222.0.24 "DELETE /v2.0/ports/ba04fb1b-1d26-4592-af6a-9e410e1ad710 HTTP/1.1" status: 204 len: 173 time: 1.6416376 Feb 10 06:36:09.988012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45052) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:10.062403 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (0e114aee-21ba-4880-be23-dede44761f52), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.068792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ab5bb52-01d8-4d40-a98c-9a3a2f930aff req-c4ff3439-6d60-4ecf-88c7-033db6d8a439 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 210 time: 0.0706639 Feb 10 06:36:10.081868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d2330c01-39f5-4949-b85e-83b71848f61b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags/tempest-TagsExtTest-Tag-881466008 HTTP/1.1" status: 204 len: 168 time: 1.2775464 Feb 10 06:36:10.085803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b44b-901c-4133-9019-88b8f6464232 req-e5fe32f4-b367-4797-891c-886bcd597b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:10.091129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45056) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:10.093223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-e5fe32f4-b367-4797-891c-886bcd597b56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 1125 time: 1.1582296 Feb 10 06:36:10.107965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-782f3ae2-daf6-49ed-b88f-983719e329df tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f', 'tempest-TagsExtTest-Tag-881466008') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:10.114332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bfbeb-5c22-4ba6-9bda-256f89391634 req-81b86898-09d8-4d97-b4f2-19131c3b27de tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:10.127271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-603bfbeb-5c22-4ba6-9bda-256f89391634 req-81b86898-09d8-4d97-b4f2-19131c3b27de tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 943 time: 0.3576148 Feb 10 06:36:10.198519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-8d9941a3-4b08-48b6-bbad-9f7ad57d4813 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c HTTP/1.1" status: 200 len: 217 time: 0.0543256 Feb 10 06:36:10.212947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7968c2f5-7772-4849-9e5c-d394cf8901b7 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1668047766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:10.246630 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.248689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Network 96673c65-bae2-4e6a-8549-56b103feb668 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:10.263278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:10.274370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61f31e1c-db3a-4fde-8ee1-f447e3a766fd req-ae5c9735-5d19-48eb-9c76-d4b319888835 tempest-ServerGroupTestJSON-1707585207 tempest-ServerGroupTestJSON-1707585207-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf38403-6406-4002-84e0-389db65ac2b1 HTTP/1.1" status: 200 len: 210 time: 0.0570698 Feb 10 06:36:10.274809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:10.345332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-603bfbeb-5c22-4ba6-9bda-256f89391634 req-f6956cd6-744e-413b-ba8e-db833e2ed9f1 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171037 Feb 10 06:36:10.346346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Pushing event updated for resources: {'Port': ['ID=0e114aee-21ba-4880-be23-dede44761f52,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:10.354357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b44b-901c-4133-9019-88b8f6464232 req-0e9c6ba7-0c7a-425c-9a2f-103f80024bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:10.356456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-0e9c6ba7-0c7a-425c-9a2f-103f80024bff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 200 len: 852 time: 0.0886803 Feb 10 06:36:10.411684 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7e70-7e0c-4924-a250-827e5f1a109b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.426748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-4c06d294-4fed-4530-8c13-ea00e07b2bc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85145f5f-33a7-4eab-835d-8469aee72376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592606 Feb 10 06:36:10.435276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Attempting to bind port 0e114aee-21ba-4880-be23-dede44761f52 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:10.435712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Attempting to bind port 0e114aee-21ba-4880-be23-dede44761f52 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:10.436082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Attempting to bind port 0e114aee-21ba-4880-be23-dede44761f52 on network 96673c65-bae2-4e6a-8549-56b103feb668 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:10.438607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8183d91d-848c-4b7a-bcd8-e5ac8fa4f99b None None] Current status of the port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:10.438999 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8183d91d-848c-4b7a-bcd8-e5ac8fa4f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.450282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7968c2f5-7772-4849-9e5c-d394cf8901b7 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.451435 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7968c2f5-7772-4849-9e5c-d394cf8901b7 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.462117 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d627bb-47fa-4040-bb7f-c8d4689ead6e x-openstack-request-id: req-01d627bb-47fa-4040-bb7f-c8d4689ead6e {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:10.462454 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf38403-6406-4002-84e0-389db65ac2b1", "name": "network-vif-deleted", "tag": "e87ab2fe-6df6-410d-93d7-382c73f1cd7c", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:10.462982 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01d627bb-47fa-4040-bb7f-c8d4689ead6e {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:10.463392 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf38403-6406-4002-84e0-389db65ac2b1', 'name': 'network-vif-deleted', 'tag': 'e87ab2fe-6df6-410d-93d7-382c73f1cd7c', 'status': 'completed', 'code': 200} Feb 10 06:36:10.463498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:10.463787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Checking segment: {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:10.465663 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.465663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Bound using segment: {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:10.465663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Bound port: 0e114aee-21ba-4880-be23-dede44761f52, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:10.465663 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0e114aee-21ba-4880-be23-dede44761f52), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.471296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:10.471685 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.489475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bce39de-4cd6-4f9a-9e95-cfe1b57b796c req-399afeb5-7f5b-443e-bf03-1b8b65c55570 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0747354 Feb 10 06:36:10.536347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Allocated IP 10.1.1.189 (0e46ffab-9e24-4623-8d12-e600966d7e4e/431e162a-1c63-47d8-a081-de739e99977e/88a6fc0a-bc63-4ec1-b7df-dffe5735952a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:10.544426 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-782f3ae2-daf6-49ed-b88f-983719e329df tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags/tempest-TagsExtTest-Tag-881466008 HTTP/1.1" status: 204 len: 168 time: 0.4528031 Feb 10 06:36:10.549449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45058) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:10.556493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-f8fd0292-50cc-490b-8f4c-f2bffa78c384 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:10.575706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8183d91d-848c-4b7a-bcd8-e5ac8fa4f99b None None] For port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=31df8c0c-dd2b-4f32-b764-f4e4510da2d9,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:10.589434 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8183d91d-848c-4b7a-bcd8-e5ac8fa4f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.663113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-69e6904e-d6b2-4906-89ba-5ec12286ee8f service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919789 Feb 10 06:36:10.683687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7968c2f5-7772-4849-9e5c-d394cf8901b7 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for router_controller (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.712269 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7968c2f5-7772-4849-9e5c-d394cf8901b7 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.820269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b356b44b-901c-4133-9019-88b8f6464232 req-7772cd84-f460-4a15-9afb-9d6d1765d35b service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460278 Feb 10 06:36:10.930752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] For port 0e114aee-21ba-4880-be23-dede44761f52, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:10.933478 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7968c2f5-7772-4849-9e5c-d394cf8901b7 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.939361 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7968c2f5-7772-4849-9e5c-d394cf8901b7 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9491065 Feb 10 06:36:10.939749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:10.947279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1443132378'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:10.948161 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:36:10.948531 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:36:10.949023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183d91d-848c-4b7a-bcd8-e5ac8fa4f99b None None] Pushing event updated for resources: {'Port': ['ID=31df8c0c-dd2b-4f32-b764-f4e4510da2d9,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:10.955672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] For port 0e114aee-21ba-4880-be23-dede44761f52, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0e114aee-21ba-4880-be23-dede44761f52,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:10.963863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4f012c1e-a7a2-45ef-a300-e93fa46633e4 None None] Provisioning complete for port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:10.964246 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f012c1e-a7a2-45ef-a300-e93fa46633e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.967389 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0e114aee-21ba-4880-be23-dede44761f52), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.971706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-bb8f9fe6-a0bb-40e4-af4a-52c23da3faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:10.973239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-bb8f9fe6-a0bb-40e4-af4a-52c23da3faa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 1125 time: 0.0860224 Feb 10 06:36:10.978594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Made reservation on behalf of 396dfeeb2f9e40c6ac3e09c7b5d7a5c9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:10.982598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:10.995374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:11.055498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-46e45eb2-218a-4097-a234-f219e7acc78a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:11.058897 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-46e45eb2-218a-4097-a234-f219e7acc78a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.2950740 Feb 10 06:36:11.073073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a1e47-f17a-4f97-abc6-f5fd8a28a7fa None None] Pushing event updated for resources: {'Port': ['ID=0e114aee-21ba-4880-be23-dede44761f52,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:11.088805 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f8fd0292-50cc-490b-8f4c-f2bffa78c384 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags HTTP/1.1" status: 200 len: 205 time: 0.5365982 Feb 10 06:36:11.096907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Request body: {'port': {'device_id': 'f8c7f5cc-984a-40d5-a779-e4ff0faccffb', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'admin_state_up': True, 'tenant_id': '59b7addecd8041dea544b8fc79c768ac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:11.100019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45070) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:11.105579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-6ee62ac4-d756-4511-a611-097e254b5066 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:11.117689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4f012c1e-a7a2-45ef-a300-e93fa46633e4 None None] Current status of the port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:11.228692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51a6eca6-aeff-4a19-88bf-54591bad9049 req-0e7d1375-32e0-4497-833d-0062840406a4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 210 time: 0.0471203 Feb 10 06:36:11.231146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-d7d09705-6697-4c77-813b-f57434c34798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:11.232514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-d7d09705-6697-4c77-813b-f57434c34798 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 912 time: 0.2384384 Feb 10 06:36:11.267515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45076) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:11.289847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-430c0f3c-a050-40e9-9f8e-4419dafd2121 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c HTTP/1.1" status: 200 len: 217 time: 0.0466902 Feb 10 06:36:11.381086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:11.390464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-bd785d1b-7b58-4ff6-bdf7-ec1d38897a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:11.392820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-bd785d1b-7b58-4ff6-bdf7-ec1d38897a0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 200 len: 852 time: 0.0762663 Feb 10 06:36:11.394945 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for security_group (1ffe082f-73fd-42f7-898a-47c186bdf9b1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:11.411304 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1ffe082f-73fd-42f7-898a-47c186bdf9b1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:11.434146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6ee62ac4-d756-4511-a611-097e254b5066 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags HTTP/1.1" status: 200 len: 240 time: 0.3327582 Feb 10 06:36:11.437568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45086) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:11.440511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-15b2da43-360f-47f9-9a5d-36a3b50bd008 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85145f5f-33a7-4eab-835d-8469aee72376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411603 Feb 10 06:36:11.446104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-723ef9f3-7c8b-4899-abb7-713db809b2d9 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa', 'tempest-TagsExtTest-Tag-556570655') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:11.464176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:11.492500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87ab2fe-6df6-410d-93d7-382c73f1cd7c no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:11.500408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffe082f-73fd-42f7-898a-47c186bdf9b1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:11.510617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:11.544618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: e87ab2fe-6df6-410d-93d7-382c73f1cd7c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:36:11.546668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e87ab2fe-6df6-410d-93d7-382c73f1cd7c not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:11.556057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:11.564301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ba04fb1b-1d26-4592-af6a-9e410e1ad710 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:11.576640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:11.595758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: ba04fb1b-1d26-4592-af6a-9e410e1ad710 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:36:11.596568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device ba04fb1b-1d26-4592-af6a-9e410e1ad710 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:11.600409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:11.603089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:11.609085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d731d4-70f0-4c9b-acb1-8de79006c26b admin admin] Deleting subnet 4e3cf29b-cf27-4b98-a85b-f279ce6d37af {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:36:11.619203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-723ef9f3-7c8b-4899-abb7-713db809b2d9 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags/tempest-TagsExtTest-Tag-556570655 HTTP/1.1" status: 204 len: 168 time: 0.1783757 Feb 10 06:36:11.620033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45094) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:11.644086 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (18bd926b-a6ab-4103-87e7-f3efde755007), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:11.644449 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Added segment 18bd926b-a6ab-4103-87e7-f3efde755007 of type vlan for network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b Feb 10 06:36:11.648230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Made reservation on behalf of 59b7addecd8041dea544b8fc79c768ac for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:11.651858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:11.731714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18284615-8ccd-418f-bdd7-2734c5cda4f0 req-51e1b259-0177-4594-81dd-d504b6cfa849 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.1261983 Feb 10 06:36:11.797156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (5a7f12b9-2d57-4072-baf1-88dad8fbff4b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:11.821173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-b3a2aee5-b9a7-4f57-bb5f-f41e9d23e835 service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664610 Feb 10 06:36:11.842963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad32e8-ce3a-45a3-85b5-a47e87d03c88 req-a91abb89-f564-4da0-80b5-944ca739588b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:11.851891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:11.856941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebad32e8-ce3a-45a3-85b5-a47e87d03c88 req-a91abb89-f564-4da0-80b5-944ca739588b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 943 time: 0.3284860 Feb 10 06:36:11.970004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:11.970455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:11.986557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45106) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:12.048783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e931d548-2ec8-49a8-82b9-23e2017e16b6 admin admin] Deleting subnet 62c6fe11-5710-4471-a83e-2c93d0ff695a {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:36:12.055337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e931d548-2ec8-49a8-82b9-23e2017e16b6 admin admin] Publish callbacks [] for subnet (62c6fe11-5710-4471-a83e-2c93d0ff695a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.058992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (5a7f12b9-2d57-4072-baf1-88dad8fbff4b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.067579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:12.067988 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.072628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:12.073781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0e114aee-21ba-4880-be23-dede44761f52 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:12.077527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-59739ee6-160d-411a-84b2-0e1196cfc30e None None] Provisioning complete for port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:12.077706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59739ee6-160d-411a-84b2-0e1196cfc30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.097196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-61e72c5a-afa2-43ed-98b0-bb91b842dab0 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa', 'tempest-TagsExtTest-Tag-556570655') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:12.102722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80d731d4-70f0-4c9b-acb1-8de79006c26b admin admin] Publish callbacks [] for subnet (4e3cf29b-cf27-4b98-a85b-f279ce6d37af), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.145794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-59739ee6-160d-411a-84b2-0e1196cfc30e None None] Port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:12.151287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Port': ['ID=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:12.160514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0e114aee-21ba-4880-be23-dede44761f52 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:12.161038 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0e114aee-21ba-4880-be23-dede44761f52), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.221346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e931d548-2ec8-49a8-82b9-23e2017e16b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (62c6fe11-5710-4471-a83e-2c93d0ff695a), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.228759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2836568 Feb 10 06:36:12.237048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45108) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:12.252361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0e114aee-21ba-4880-be23-dede44761f52 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:12.253115 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0e114aee-21ba-4880-be23-dede44761f52), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.253419 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80d731d4-70f0-4c9b-acb1-8de79006c26b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (4e3cf29b-cf27-4b98-a85b-f279ce6d37af), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.255093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df56fdcb-ad68-4448-84e3-677bb399e501 req-26589bad-cc76-4355-8e35-fcf1f1c5e597 service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893890 Feb 10 06:36:12.290934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebad32e8-ce3a-45a3-85b5-a47e87d03c88 req-7cea6da5-88e4-449d-8628-ba592f7602fc tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329937 Feb 10 06:36:12.323834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 0e114aee-21ba-4880-be23-dede44761f52, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0e114aee-21ba-4880-be23-dede44761f52,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:12.333197 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0e114aee-21ba-4880-be23-dede44761f52), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.346897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'subnet': {'network_id': '5a7f12b9-2d57-4072-baf1-88dad8fbff4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:12.354478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Network': ['ID=5a7f12b9-2d57-4072-baf1-88dad8fbff4b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:12.373299 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e931d548-2ec8-49a8-82b9-23e2017e16b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (62c6fe11-5710-4471-a83e-2c93d0ff695a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.386618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:12.387263 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.399591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.399925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.400273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.400614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.400950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.401273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.401599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.401924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.402597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.402929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.403262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.403589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.403913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38e42a-eef7-49ce-ace6-5a1bbee8e1ca tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:12.421931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=0e114aee-21ba-4880-be23-dede44761f52,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:12.447675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a6cf16-2b7f-43b3-b5c6-8ac27e403c18 req-375ac03e-8419-4808-a75d-be959df778fc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 210 time: 0.0871747 Feb 10 06:36:12.448965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:12.494728 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6487e9ff-dfdc-4974-8358-73fc18334166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.499675 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e931d548-2ec8-49a8-82b9-23e2017e16b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (62c6fe11-5710-4471-a83e-2c93d0ff695a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.503431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773cbf89-4633-4010-a08e-e319894f4a17', 'name': 'network-vif-deleted', 'tag': 'ba04fb1b-1d26-4592-af6a-9e410e1ad710'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:12.505721 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba075a-ac96-4509-850b-70998846af02" -d '{"events": [{"server_uuid": "773cbf89-4633-4010-a08e-e319894f4a17", "name": "network-vif-deleted", "tag": "ba04fb1b-1d26-4592-af6a-9e410e1ad710"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:12.533666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931d548-2ec8-49a8-82b9-23e2017e16b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c6fe11-5710-4471-a83e-2c93d0ff695a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:12.539058 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e931d548-2ec8-49a8-82b9-23e2017e16b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.543445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e931d548-2ec8-49a8-82b9-23e2017e16b6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/62c6fe11-5710-4471-a83e-2c93d0ff695a HTTP/1.1" status: 204 len: 168 time: 0.5492518 Feb 10 06:36:12.546279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45114) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:12.574709 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-30e1a218-b5dc-4979-8da7-234780e02c2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6737859 Feb 10 06:36:12.577860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45116) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:12.581549 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f0706-b4fa-4a71-9e04-21cd1fd7a735 x-openstack-request-id: req-616f0706-b4fa-4a71-9e04-21cd1fd7a735 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:12.581844 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773cbf89-4633-4010-a08e-e319894f4a17", "name": "network-vif-deleted", "tag": "ba04fb1b-1d26-4592-af6a-9e410e1ad710", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:12.582104 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-616f0706-b4fa-4a71-9e04-21cd1fd7a735 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:12.582534 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773cbf89-4633-4010-a08e-e319894f4a17', 'name': 'network-vif-deleted', 'tag': 'ba04fb1b-1d26-4592-af6a-9e410e1ad710', 'status': 'completed', 'code': 200} Feb 10 06:36:12.582908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'port': {'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1243584495', 'fixed_ips': [{'subnet_id': '431e162a-1c63-47d8-a081-de739e99977e'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:12.584091 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-61e72c5a-afa2-43ed-98b0-bb91b842dab0 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags/tempest-TagsExtTest-Tag-556570655 HTTP/1.1" status: 204 len: 168 time: 0.4927061 Feb 10 06:36:12.588430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80d731d4-70f0-4c9b-acb1-8de79006c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (4e3cf29b-cf27-4b98-a85b-f279ce6d37af), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.590595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45118) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:12.598134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-8d6ebb7d-48ef-40b4-b242-a1ed463c3e21 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:12.609854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefc687-20c5-4912-8b03-bb3aaa65e516 None None] Network 96673c65-bae2-4e6a-8549-56b103feb668 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:12.643664 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Allocated IP 172.20.0.9 (c4a92f9c-613f-477d-a248-dee21328e6c3/5ed5b7f9-6f2a-4322-880d-c5882d9f2360/981a4cfa-b2d5-4f5b-ad7d-e20f66824c41) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:12.687187 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8d6ebb7d-48ef-40b4-b242-a1ed463c3e21 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags HTTP/1.1" status: 200 len: 205 time: 0.0931692 Feb 10 06:36:12.689910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45120) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:12.692932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (81ce7858-8f8d-469f-8098-69788903d30d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.694443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-9bf15efa-87fd-4d35-bec6-1f9576364eb2 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:12.714843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Made reservation on behalf of 396dfeeb2f9e40c6ac3e09c7b5d7a5c9 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:12.719323 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.727800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f6d9f2d1-0681-4c6e-8da5-4a12030ffe02 None None] Provisioning complete for port 0e114aee-21ba-4880-be23-dede44761f52 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:12.728523 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f2d1-0681-4c6e-8da5-4a12030ffe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0e114aee-21ba-4880-be23-dede44761f52), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.774188 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80d731d4-70f0-4c9b-acb1-8de79006c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (4e3cf29b-cf27-4b98-a85b-f279ce6d37af), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.808314 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (81ce7858-8f8d-469f-8098-69788903d30d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.812147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:12.853798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ce7858-8f8d-469f-8098-69788903d30d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:12.868535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089fbef6-6946-4479-8437-a8a1a39f7301') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:12.868535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089fbef6-6946-4479-8437-a8a1a39f7301') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:12.883712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9f2d1-0681-4c6e-8da5-4a12030ffe02 None None] Current status of the port 0e114aee-21ba-4880-be23-dede44761f52 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:12.885294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d731d4-70f0-4c9b-acb1-8de79006c26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3cf29b-cf27-4b98-a85b-f279ce6d37af,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:12.896703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80d731d4-70f0-4c9b-acb1-8de79006c26b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.899996 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-80d731d4-70f0-4c9b-acb1-8de79006c26b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4e3cf29b-cf27-4b98-a85b-f279ce6d37af HTTP/1.1" status: 204 len: 168 time: 1.6257973 Feb 10 06:36:12.905132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:12.910461 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9bf15efa-87fd-4d35-bec6-1f9576364eb2 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags HTTP/1.1" status: 204 len: 168 time: 0.2195041 Feb 10 06:36:12.913463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45126) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:12.946592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (089fbef6-6946-4479-8437-a8a1a39f7301), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:12.951032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-0e3d91e3-8a41-4b0d-be86-09b636b78274 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:12.954596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c7ec00e-ce8a-46ab-8218-65d8ff2b5a29 req-5e915446-5777-4d42-97b3-3a1daf83fcff tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0966253 Feb 10 06:36:13.019059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (089fbef6-6946-4479-8437-a8a1a39f7301), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.044389 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks [] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.070205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:13.070483 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (089fbef6-6946-4479-8437-a8a1a39f7301), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:13.075031 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:13.104886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4c9cb5f0-d508-4474-a7b0-984aa92d5205 None None] Provisioning complete for port 0e114aee-21ba-4880-be23-dede44761f52 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:13.105452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb5f0-d508-4474-a7b0-984aa92d5205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0e114aee-21ba-4880-be23-dede44761f52), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.111181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.117392 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (61ce89ba-f830-4486-9103-cd9630c22a04), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.118194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (8c1bf8f0-6301-4f41-b7f2-8b616042f27f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.158512 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.196286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4c9cb5f0-d508-4474-a7b0-984aa92d5205 None None] Current status of the port 0e114aee-21ba-4880-be23-dede44761f52 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:13.214969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] device_id is not set on port 6f2b8a67-e1c6-4461-b239-07f5c88255db yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:36:13.241920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Subnet': ['ID=61ce89ba-f830-4486-9103-cd9630c22a04,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:13.247762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Network c4a92f9c-613f-477d-a248-dee21328e6c3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:13.256181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:13.258007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Checking segment: {'id': '18bd926b-a6ab-4103-87e7-f3efde755007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a7f12b9-2d57-4072-baf1-88dad8fbff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:13.258408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network hostable DHCP agents. Network: 5a7f12b9-2d57-4072-baf1-88dad8fbff4b, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:13.260707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:13.263974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event updated for resources: {'Port': ['ID=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:13.273953 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (81ce7858-8f8d-469f-8098-69788903d30d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.278358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.282121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] 10.222.0.21 "DELETE /v2.0/networks/81ce7858-8f8d-469f-8098-69788903d30d HTTP/1.1" status: 204 len: 168 time: 0.7347064 Feb 10 06:36:13.312976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f926a4-1d3f-457d-bed3-3088dce34720 admin admin] Pushing event deleted for resources: {'Network': ['ID=81ce7858-8f8d-469f-8098-69788903d30d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:13.318803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:13.319009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e3d91e3-8a41-4b0d-be86-09b636b78274 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags HTTP/1.1" status: 204 len: 168 time: 0.3762665 Feb 10 06:36:13.322195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45132) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:13.330153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-9b24595a-ab9d-4387-bac4-856e2bc59f5d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:13.362505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:13.363055 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.387114 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-1991a491-98c9-470d-afc0-0623100141e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3126278 Feb 10 06:36:13.392076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 5a7f12b9-2d57-4072-baf1-88dad8fbff4b) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:13.402548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46540f68-78d3-4320-bd60-2168ac50b7cf None None] Network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:13.405491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:13.405650 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (8c1bf8f0-6301-4f41-b7f2-8b616042f27f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.406108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.412502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Request body: {'port': {'device_id': 'f8c7f5cc-984a-40d5-a779-e4ff0faccffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:13.443378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1bf8f0-6301-4f41-b7f2-8b616042f27f']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:13.474574 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9b24595a-ab9d-4387-bac4-856e2bc59f5d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags HTTP/1.1" status: 204 len: 168 time: 0.1466048 Feb 10 06:36:13.478895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e0c8f00c-4862-4b14-a55e-5754d1daf0c6 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1590512 Feb 10 06:36:13.479595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45136) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:13.486265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-05c1e6a5-23f9-4fb7-8531-9f6ac00e14b7 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:13.504127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45138) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:13.509965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'network': {'name': 'tempest-router-network01--696168607'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:13.515522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a638f2-3150-4bba-aee1-647a98f92bea') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:13.515810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a638f2-3150-4bba-aee1-647a98f92bea') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:13.547899 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (15a638f2-3150-4bba-aee1-647a98f92bea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.585933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (15a638f2-3150-4bba-aee1-647a98f92bea), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.586107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 3a318ef6-a521-4947-b78d-14f7c1fa5c8c details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:36:13.589991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-5a7f12b9-2d57-4072-baf1-88dad8fbff4b', 'network_id': '5a7f12b9-2d57-4072-baf1-88dad8fbff4b', 'project_id': '396dfeeb2f9e40c6ac3e09c7b5d7a5c9', 'fixed_ips': [{'subnet_id': '61ce89ba-f830-4486-9103-cd9630c22a04'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:36:13.591096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.593009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.596364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45140) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:13.607584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Allocated IP 10.1.1.139 (0e46ffab-9e24-4623-8d12-e600966d7e4e/431e162a-1c63-47d8-a081-de739e99977e/6f2b8a67-e1c6-4461-b239-07f5c88255db) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:13.611589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Made reservation on behalf of 396dfeeb2f9e40c6ac3e09c7b5d7a5c9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:13.615088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.638545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:13.638956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (15a638f2-3150-4bba-aee1-647a98f92bea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:13.648383 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:13.705351 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2b13eb37-460c-4dd1-b597-13c3df980ba5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=117f0c233afe48af9dd413c346ce060d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1038918 Feb 10 06:36:13.708920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45142) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:13.766267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516057d-443c-445f-9940-b90e33cfd7c7 req-5041e627-26ed-4fdc-a8f7-589c8d246561 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:13.766839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7516057d-443c-445f-9940-b90e33cfd7c7 req-5041e627-26ed-4fdc-a8f7-589c8d246561 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 943 time: 0.3298044 Feb 10 06:36:13.782569 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-05c1e6a5-23f9-4fb7-8531-9f6ac00e14b7 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags HTTP/1.1" status: 204 len: 168 time: 0.3002219 Feb 10 06:36:13.786278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45144) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:13.790973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-717a379a-dae2-4311-8ef7-aacdcdd25be0 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71', 'tempest-TagsExtTest-Tag-2107228714') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:13.801203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:13.806905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0e114aee-21ba-4880-be23-dede44761f52 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:13.847104 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (8c1bf8f0-6301-4f41-b7f2-8b616042f27f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.860628 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.863739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8c1bf8f0-6301-4f41-b7f2-8b616042f27f HTTP/1.1" status: 204 len: 168 time: 0.9515727 Feb 10 06:36:13.870374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.870638 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Added segment ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4 of type vlan for network 24d5f13f-2d28-436c-ad20-890dcf766d77 Feb 10 06:36:13.881934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ff71-537f-44cf-8240-fc11a8d9a464 req-f41df838-b2a0-4e88-a1c9-cc5ae910ad94 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:13.883478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8647ff71-537f-44cf-8240-fc11a8d9a464 req-f41df838-b2a0-4e88-a1c9-cc5ae910ad94 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 931 time: 0.3043022 Feb 10 06:36:13.937779 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-717a379a-dae2-4311-8ef7-aacdcdd25be0 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags/tempest-TagsExtTest-Tag-2107228714 HTTP/1.1" status: 201 len: 201 time: 0.1502378 Feb 10 06:36:13.941160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45148) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:13.946165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-0f491ef0-eb55-4883-be1e-e6456a88fbf1 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3', 'tempest-TagsExtTest-Tag-1763078745') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:13.946927 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:13.955440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be081434-6c2f-4d0c-9804-0e07af74ba65 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1bf8f0-6301-4f41-b7f2-8b616042f27f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:13.979733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Allocated IP 2001:db8::2 (5a7f12b9-2d57-4072-baf1-88dad8fbff4b/61ce89ba-f830-4486-9103-cd9630c22a04/9c72656d-ae7e-4f72-8830-40ff35dda8e5) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:14.018714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:14.051934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (24d5f13f-2d28-436c-ad20-890dcf766d77), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.055375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0e114aee-21ba-4880-be23-dede44761f52 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:14.055887 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0e114aee-21ba-4880-be23-dede44761f52), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.062675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c', 'network_id': '85145f5f-33a7-4eab-835d-8469aee72376', 'port_id': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c', 'mac_address': 'fa:16:3e:e7:9e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7692c456-f740-44f0-b7a6-e6483bbf2da1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:36:14.063528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7516057d-443c-445f-9940-b90e33cfd7c7 req-922d353d-0313-48d9-8d0b-48bb5904a5e1 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697928 Feb 10 06:36:14.069554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:14.078482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35e157ff-9450-4f68-9d10-952195244322 admin admin] Publish callbacks [] for security_group (5b6e8b8e-d8b6-44b5-9884-4193692cf9da), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.080945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Publish callbacks [] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.112903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Transition to ACTIVE for port object 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:36:14.125892 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0f491ef0-eb55-4883-be1e-e6456a88fbf1 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags/tempest-TagsExtTest-Tag-1763078745 HTTP/1.1" status: 201 len: 201 time: 0.1828134 Feb 10 06:36:14.127459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.130504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45152) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:14.140007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-65ff77d2-55a6-4a1b-b339-a4edc4c708f6 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f', 'tempest-TagsExtTest-Tag-1275192952') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:14.140330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8647ff71-537f-44cf-8240-fc11a8d9a464 req-dc3c4790-e955-4a68-a940-19af3c310e76 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439704 Feb 10 06:36:14.150720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (24d5f13f-2d28-436c-ad20-890dcf766d77), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.156234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:14.156841 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.160730 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35e157ff-9450-4f68-9d10-952195244322 admin admin] Publish callbacks [] for security_group (5b6e8b8e-d8b6-44b5-9884-4193692cf9da), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.233881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45154) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:14.264012 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.273409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Pushing event updated for resources: {'Port': ['ID=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:14.306852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a55b91eb-1a03-407b-b063-37d42795b75a req-c3d85473-7b3d-4ab8-a90f-411e28ea3604 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0656888 Feb 10 06:36:14.316235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8108602 Feb 10 06:36:14.322352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45156) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:14.335478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'network': {'name': 'tempest-router-network02--654320042'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:14.341103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:14.341551 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.352823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.353180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.353531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.353881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.354220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.354586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.354921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.355253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.355580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.355912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.356244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.356572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.356900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:14.373743 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Publish callbacks [] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.377596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a318ef6-a521-4947-b78d-14f7c1fa5c8c {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:14.382230 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35e157ff-9450-4f68-9d10-952195244322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5b6e8b8e-d8b6-44b5-9884-4193692cf9da), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.385031 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35e157ff-9450-4f68-9d10-952195244322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.389059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-35e157ff-9450-4f68-9d10-952195244322 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b6e8b8e-d8b6-44b5-9884-4193692cf9da HTTP/1.1" status: 204 len: 168 time: 0.6407731 Feb 10 06:36:14.391638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2070f59-f806-49c6-83bc-400095dad79a tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Network': ['ID=24d5f13f-2d28-436c-ad20-890dcf766d77,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:14.403901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e157ff-9450-4f68-9d10-952195244322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6e8b8e-d8b6-44b5-9884-4193692cf9da,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:14.404669 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.418338 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-97ada862-fce7-4a20-8dfe-08d90eab513d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79f4cdf124ae4d66887f28a7923e8af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791604 Feb 10 06:36:14.418578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.423012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45160) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:14.449215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Made reservation on behalf of 396dfeeb2f9e40c6ac3e09c7b5d7a5c9 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:14.453174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.454868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 24d5f13f-2d28-436c-ad20-890dcf766d77 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:14.461381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:14.474818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:14.480179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:14.484391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:14.489073 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-65ff77d2-55a6-4a1b-b339-a4edc4c708f6 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags/tempest-TagsExtTest-Tag-1275192952 HTTP/1.1" status: 201 len: 201 time: 0.3548362 Feb 10 06:36:14.495611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45164) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:14.500043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:14.510714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:14.512103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-05b5ced8-937c-4f48-b5dd-f3b32810f97e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa', 'tempest-TagsExtTest-Tag-1778400980') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:14.518823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:14.533232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Attempting to bind port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:14.533479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Attempting to bind port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:14.533955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Attempting to bind port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:14.535024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.565486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:14.573682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Port': ['ID=6f2b8a67-e1c6-4461-b239-07f5c88255db,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:14.593417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 on network c4a92f9c-613f-477d-a248-dee21328e6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:36:14.593748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Attempting to bind port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:14.599629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:14.600553 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.625604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (cbe18807-b76f-4941-80bd-7ddf3cdf65c1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.625863 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Added segment cbe18807-b76f-4941-80bd-7ddf3cdf65c1 of type vlan for network ecf98e21-0cb4-4ec4-8881-918b7c652b76 Feb 10 06:36:14.626933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Pushing event updated for resources: {'Port': ['ID=9c72656d-ae7e-4f72-8830-40ff35dda8e5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:14.627548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:14.627941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Checking segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:14.628532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8873d02c-a008-4964-9364-51dcf7b7a319 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0495226 Feb 10 06:36:14.631955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Bound using segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:14.632435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Bound port: 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:14.632802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.642933 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc7fd-5d80-4d0f-9303-85c91e5d0bc0 admin admin] Publish callbacks [] for security_group (93dd0622-5435-4aa6-9097-9889f7afcc1c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.667405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0e114aee-21ba-4880-be23-dede44761f52 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:14.764640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:14.768470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Attempting to bind port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:14.768847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Attempting to bind port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '18bd926b-a6ab-4103-87e7-f3efde755007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a7f12b9-2d57-4072-baf1-88dad8fbff4b'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:14.769206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Attempting to bind port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 on network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:14.773782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc7fd-5d80-4d0f-9303-85c91e5d0bc0 admin admin] Publish callbacks [] for security_group (93dd0622-5435-4aa6-9097-9889f7afcc1c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.775226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:14.775367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Checking segment: {'id': '18bd926b-a6ab-4103-87e7-f3efde755007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a7f12b9-2d57-4072-baf1-88dad8fbff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:14.775762 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.776183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Bound using segment: {'id': '18bd926b-a6ab-4103-87e7-f3efde755007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a7f12b9-2d57-4072-baf1-88dad8fbff4b'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:14.776714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Bound port: 9c72656d-ae7e-4f72-8830-40ff35dda8e5, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bd926b-a6ab-4103-87e7-f3efde755007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a7f12b9-2d57-4072-baf1-88dad8fbff4b'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:14.777054 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.790587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['3a318ef6-a521-4947-b78d-14f7c1fa5c8c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:14.807559 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-05b5ced8-937c-4f48-b5dd-f3b32810f97e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags/tempest-TagsExtTest-Tag-1778400980 HTTP/1.1" status: 201 len: 201 time: 0.3004203 Feb 10 06:36:14.808427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:14.808595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (ecf98e21-0cb4-4ec4-8881-918b7c652b76), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.814089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-e3b671b0-8f01-4672-9e8b-55581464ec87 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71', {'tags': ['tempest-TagsExtTest-Tag-497687822', 'tempest-TagsExtTest-Tag-342974556', 'tempest-TagsExtTest-Tag-716721643']}) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:14.913731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] For port 9c72656d-ae7e-4f72-8830-40ff35dda8e5, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:14.918707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] For port 9c72656d-ae7e-4f72-8830-40ff35dda8e5, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9c72656d-ae7e-4f72-8830-40ff35dda8e5,segment=NetworkSegment(18bd926b-a6ab-4103-87e7-f3efde755007),segment_id=18bd926b-a6ab-4103-87e7-f3efde755007)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:14.943444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.948381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] For port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:14.953862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] For port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:14.958168 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (ecf98e21-0cb4-4ec4-8881-918b7c652b76), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.964827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:14.966647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.990538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45174) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:14.990538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:14.998008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ec04385e-1895-46e0-bef4-729883c7f38f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964748084', 'description': 'tempest-description--247015241'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:15.014187 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6885962 Feb 10 06:36:15.019285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45178) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:15.026617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'subnet': {'network_id': '24d5f13f-2d28-436c-ad20-890dcf766d77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:15.068941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6f405b96-303f-4691-ad12-5b1c18d190be None None] Provisioning complete for port 6f2b8a67-e1c6-4461-b239-07f5c88255db triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:15.069364 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f405b96-303f-4691-ad12-5b1c18d190be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.103544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e3b671b0-8f01-4672-9e8b-55581464ec87 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags HTTP/1.1" status: 200 len: 315 time: 0.2936211 Feb 10 06:36:15.109336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45184) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:15.115395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-b4d29511-2c0e-4677-b966-4638a4de46f4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:15.118278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:15.119418 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.121012 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] 10.222.0.24 "PUT /v2.0/ports/981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 HTTP/1.1" status: 200 len: 1091 time: 1.7212436 Feb 10 06:36:15.134723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c7f5cc-984a-40d5-a779-e4ff0faccffb', 'tag': '981a4cfa-b2d5-4f5b-ad7d-e20f66824c41'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:15.137969 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c7f5cc-984a-40d5-a779-e4ff0faccffb", "tag": "981a4cfa-b2d5-4f5b-ad7d-e20f66824c41"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:15.142365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc7fd-5d80-4d0f-9303-85c91e5d0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (93dd0622-5435-4aa6-9097-9889f7afcc1c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.148444 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc7fd-5d80-4d0f-9303-85c91e5d0bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.148444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2a6fc7fd-5d80-4d0f-9303-85c91e5d0bc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93dd0622-5435-4aa6-9097-9889f7afcc1c HTTP/1.1" status: 204 len: 168 time: 0.7240114 Feb 10 06:36:15.168910 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec04385e-1895-46e0-bef4-729883c7f38f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.218041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fc7fd-5d80-4d0f-9303-85c91e5d0bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd0622-5435-4aa6-9097-9889f7afcc1c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:15.283875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.285269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd18ba-40d4-4140-8b4f-c56441919f24 None None] Pushing event updated for resources: {'Port': ['ID=9c72656d-ae7e-4f72-8830-40ff35dda8e5,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:15.290241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6f405b96-303f-4691-ad12-5b1c18d190be None None] Port 6f2b8a67-e1c6-4461-b239-07f5c88255db cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:15.290940 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42815627-7d6f-40ac-877d-8686d42b4814 x-openstack-request-id: req-42815627-7d6f-40ac-877d-8686d42b4814 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:15.291249 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c7f5cc-984a-40d5-a779-e4ff0faccffb", "tag": "981a4cfa-b2d5-4f5b-ad7d-e20f66824c41", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:15.291524 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42815627-7d6f-40ac-877d-8686d42b4814 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:15.292528 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c7f5cc-984a-40d5-a779-e4ff0faccffb', 'tag': '981a4cfa-b2d5-4f5b-ad7d-e20f66824c41', 'status': 'completed', 'code': 200} Feb 10 06:36:15.330794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b61d6a-518c-4216-b621-1cdc3a8bb3e9 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Network': ['ID=ecf98e21-0cb4-4ec4-8881-918b7c652b76,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:15.368184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network ecf98e21-0cb4-4ec4-8881-918b7c652b76 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:15.373878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b210c-6f9f-4e90-af09-24787f6ee120 service neutron] Pushing event updated for resources: {'Port': ['ID=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:15.450793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-af082b25-7bb7-4353-a480-17b19d804a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:15.453556 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-af082b25-7bb7-4353-a480-17b19d804a12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 1125 time: 0.2238016 Feb 10 06:36:15.574745 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-f2b7e13a-18ca-4109-9d04-84daefef0b54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 HTTP/1.1" status: 200 len: 217 time: 0.0799994 Feb 10 06:36:15.590573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec04385e-1895-46e0-bef4-729883c7f38f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group (520d3225-b069-45d9-ae90-7a096352e261), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.612389 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec04385e-1895-46e0-bef4-729883c7f38f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (520d3225-b069-45d9-ae90-7a096352e261), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.705879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04385e-1895-46e0-bef4-729883c7f38f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520d3225-b069-45d9-ae90-7a096352e261,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:15.722662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec04385e-1895-46e0-bef4-729883c7f38f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.727583 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ec04385e-1895-46e0-bef4-729883c7f38f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7340133 Feb 10 06:36:15.730896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45210) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:15.740298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cb5a6880-a4b8-4405-a334-95fbd5d5d3c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'security_group_rule': {'security_group_id': '520d3225-b069-45d9-ae90-7a096352e261', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:15.755597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-e57482cc-bc72-471b-92a3-6eea8a894b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:15.757093 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-e57482cc-bc72-471b-92a3-6eea8a894b05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.1608567 Feb 10 06:36:15.758640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9c72656d-ae7e-4f72-8830-40ff35dda8e5 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:15.799719 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-d80cae37-6562-480c-a9c3-b5c8ac6a6cb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344982 Feb 10 06:36:15.806460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6880-a4b8-4405-a334-95fbd5d5d3c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group_rule (90dbf532-8237-41ce-9f06-684736fb193a), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:15.910433 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-739b53f9-fb3d-4c3f-be01-569c4f124be5 service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008577 Feb 10 06:36:15.940656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45216) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:16.034743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Made reservation on behalf of 396dfeeb2f9e40c6ac3e09c7b5d7a5c9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:16.039362 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.074928 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19edee7f-8697-4e7c-ba20-4ab59b3372bf req-2588d1f8-92e3-4d47-9942-8af73c82da37 service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551220 Feb 10 06:36:16.108968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6880-a4b8-4405-a334-95fbd5d5d3c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group_rule (90dbf532-8237-41ce-9f06-684736fb193a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.115400 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6880-a4b8-4405-a334-95fbd5d5d3c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (90dbf532-8237-41ce-9f06-684736fb193a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.121487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:16.121897 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.181833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429a33c-a7f8-4094-82f6-b6f9a0726869 req-1425be12-ae60-4a3d-9861-83d3739a9685 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:16.192844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2429a33c-a7f8-4094-82f6-b6f9a0726869 req-1425be12-ae60-4a3d-9861-83d3739a9685 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 944 time: 0.3202245 Feb 10 06:36:16.196436 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6880-a4b8-4405-a334-95fbd5d5d3c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.197671 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cb5a6880-a4b8-4405-a334-95fbd5d5d3c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4633722 Feb 10 06:36:16.199084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6880-a4b8-4405-a334-95fbd5d5d3c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90dbf532-8237-41ce-9f06-684736fb193a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:16.201152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45226) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:16.214926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c0108621-f8b3-4fbe-8334-a52bf66c4d6c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'security_group_rule': {'security_group_id': '520d3225-b069-45d9-ae90-7a096352e261', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:16.250947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-f2ea8121-8994-499e-a96c-523cc521bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:16.252745 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-f2ea8121-8994-499e-a96c-523cc521bb96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 1125 time: 0.1182740 Feb 10 06:36:16.302614 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0108621-f8b3-4fbe-8334-a52bf66c4d6c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group_rule (68111371-64f3-4044-b9da-ab5ec3c5b4f3), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.324487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25815c-6593-4efc-a946-6701fa13cee1 req-9ea3ec5e-b6a9-4b7f-98cc-2b3980d58b2a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:16.332979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd25815c-6593-4efc-a946-6701fa13cee1 req-9ea3ec5e-b6a9-4b7f-98cc-2b3980d58b2a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 943 time: 0.4611428 Feb 10 06:36:16.345923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:16.346511 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.387128 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4d29511-2c0e-4677-b966-4638a4de46f4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags HTTP/1.1" status: 204 len: 168 time: 1.2760811 Feb 10 06:36:16.391422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45230) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:16.409996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-c2b0acb2-2d04-400d-949e-d72acf2dca3d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71', 'tempest-TagsExtTest-Tag-497687822') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:16.423910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 9c72656d-ae7e-4f72-8830-40ff35dda8e5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9c72656d-ae7e-4f72-8830-40ff35dda8e5,segment=NetworkSegment(18bd926b-a6ab-4103-87e7-f3efde755007),segment_id=18bd926b-a6ab-4103-87e7-f3efde755007)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:16.438602 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.446911 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0f67b218-aa16-4463-a8cc-7c623b0d432a req-ea13d38c-3797-41a1-aaec-1259cefa5138 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0453055 Feb 10 06:36:16.447447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45232) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:16.463659 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.472290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0108621-f8b3-4fbe-8334-a52bf66c4d6c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group_rule (68111371-64f3-4044-b9da-ab5ec3c5b4f3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.481287 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0108621-f8b3-4fbe-8334-a52bf66c4d6c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (68111371-64f3-4044-b9da-ab5ec3c5b4f3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.515883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-b57f90de-a28a-4580-9b4b-45a4d7d31165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:16.517285 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-b57f90de-a28a-4580-9b4b-45a4d7d31165 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 911 time: 0.2565224 Feb 10 06:36:16.518945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0108621-f8b3-4fbe-8334-a52bf66c4d6c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68111371-64f3-4044-b9da-ab5ec3c5b4f3,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:16.531140 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0108621-f8b3-4fbe-8334-a52bf66c4d6c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.534061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c0108621-f8b3-4fbe-8334-a52bf66c4d6c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279130 Feb 10 06:36:16.546875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45236) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:16.553263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:16.562997 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=9c72656d-ae7e-4f72-8830-40ff35dda8e5,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:16.578069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd25815c-6593-4efc-a946-6701fa13cee1 req-fe7c5c2b-47d2-42a8-a722-4d8a4426a1d3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438996 Feb 10 06:36:16.607732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-487323450-network', 'tenant_id': '2e73f9afb0d34deb81f22323962e74bc'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:16.611021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2429a33c-a7f8-4094-82f6-b6f9a0726869 req-4a9d526f-57d2-401c-a0c0-edfe3a41e794 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169874 Feb 10 06:36:16.614117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-464602933-network', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:16.621698 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-b3a24a15-eab8-47dc-9183-d886a4e41d34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 HTTP/1.1" status: 200 len: 217 time: 0.0871992 Feb 10 06:36:16.638327 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-c2b0acb2-2d04-400d-949e-d72acf2dca3d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:16.638327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c2b0acb2-2d04-400d-949e-d72acf2dca3d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags/tempest-TagsExtTest-Tag-497687822 HTTP/1.1" status: 404 len: 328 time: 0.2292089 Feb 10 06:36:16.642240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45240) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:16.660169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-640cb626-187d-47c2-b359-6a81a8c3f484 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71', 'tempest-TagsExtTest-Tag-342974556') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:16.723768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.738499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce741fe7-43d9-4b15-9aa1-859f8fbb7a43 req-1576945e-0cff-4baa-9da1-2fbe293bae33 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0605733 Feb 10 06:36:16.747113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ccbdd-24c8-41b2-93c9-e156c05ad93b None None] Network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:16.748585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Made reservation on behalf of 788b65a43e3d43f0a8a50e696c0b10f7 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:16.751171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.759203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Made reservation on behalf of 2e73f9afb0d34deb81f22323962e74bc for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:16.761352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.768403 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (8a79f20a-a5f2-4581-abc6-15ead4d16b24), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.781713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-654de93e-7b4d-4803-9a79-489a771a15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:16.783237 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-654de93e-7b4d-4803-9a79-489a771a15fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.1493604 Feb 10 06:36:16.786619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.788430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.827882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Subnet': ['ID=8a79f20a-a5f2-4581-abc6-15ead4d16b24,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:16.844133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Checking segment: {'id': 'ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '24d5f13f-2d28-436c-ad20-890dcf766d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:16.844841 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network hostable DHCP agents. Network: 24d5f13f-2d28-436c-ad20-890dcf766d77, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:16.855840 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-efd2a28a-6841-43e6-b5b9-d10ccccaa405 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654223 Feb 10 06:36:16.862541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network 24d5f13f-2d28-436c-ad20-890dcf766d77 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:16.872420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 24d5f13f-2d28-436c-ad20-890dcf766d77) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:16.876811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:16.877422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.901080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-95cc1af7-8903-475b-95e3-428096fd5164 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8771150 Feb 10 06:36:16.902661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45242) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:16.902831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3256336-ac68-4f08-ae23-f09c2502ef3c None None] Network 24d5f13f-2d28-436c-ad20-890dcf766d77 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:16.903864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d29a5f86-ee86-4dc2-a4f0-91a4cbfd3043 None None] Provisioning complete for port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:16.904437 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d29a5f86-ee86-4dc2-a4f0-91a4cbfd3043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:16.907683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'subnet': {'network_id': 'ecf98e21-0cb4-4ec4-8881-918b7c652b76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:16.973773 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-640cb626-187d-47c2-b359-6a81a8c3f484 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:16.974863 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-640cb626-187d-47c2-b359-6a81a8c3f484 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags/tempest-TagsExtTest-Tag-342974556 HTTP/1.1" status: 404 len: 328 time: 0.3208299 Feb 10 06:36:16.980406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:16.984847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-e45f2016-b193-4b5e-aa66-f95e4e25619d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71', 'tempest-TagsExtTest-Tag-716721643') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:17.057307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Made reservation on behalf of 396dfeeb2f9e40c6ac3e09c7b5d7a5c9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:17.061660 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.106387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-24d5f13f-2d28-436c-ad20-890dcf766d77', 'network_id': '24d5f13f-2d28-436c-ad20-890dcf766d77', 'project_id': '396dfeeb2f9e40c6ac3e09c7b5d7a5c9', 'fixed_ips': [{'subnet_id': '8a79f20a-a5f2-4581-abc6-15ead4d16b24'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:36:17.107116 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.110602 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-901a6ec5-d744-46a2-8b75-3352c683d226 service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417951 Feb 10 06:36:17.113130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Publish callbacks [] for security_group (d14dcb5a-dbb3-45d4-9d77-224fdaadd729), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.126526 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-e45f2016-b193-4b5e-aa66-f95e4e25619d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:17.127886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e45f2016-b193-4b5e-aa66-f95e4e25619d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags/tempest-TagsExtTest-Tag-716721643 HTTP/1.1" status: 404 len: 328 time: 0.1462994 Feb 10 06:36:17.133406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45246) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:17.134726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d29a5f86-ee86-4dc2-a4f0-91a4cbfd3043 None None] Current status of the port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:17.137063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Publish callbacks [] for security_group (29aaa6ab-93cb-4611-8a57-0363ca03c07d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.140669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-a78ecb97-0419-4a80-b289-88a9a32d7a33 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3', {'tags': ['tempest-TagsExtTest-Tag-74676394', 'tempest-TagsExtTest-Tag-1741772101', 'tempest-TagsExtTest-Tag-1462940241']}) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:17.151832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d14dcb5a-dbb3-45d4-9d77-224fdaadd729), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.282276 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (0fe1b374-d115-4ae2-ac32-9281ed9f64e2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.328816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Allocated IP 2001:db8::2 (24d5f13f-2d28-436c-ad20-890dcf766d77/8a79f20a-a5f2-4581-abc6-15ead4d16b24/2c967250-173a-428b-b185-08f50ac55a77) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:17.350211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Subnet': ['ID=0fe1b374-d115-4ae2-ac32-9281ed9f64e2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:17.364387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Checking segment: {'id': 'cbe18807-b76f-4941-80bd-7ddf3cdf65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecf98e21-0cb4-4ec4-8881-918b7c652b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:17.364763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network hostable DHCP agents. Network: ecf98e21-0cb4-4ec4-8881-918b7c652b76, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:17.385561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network ecf98e21-0cb4-4ec4-8881-918b7c652b76 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:17.396160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, ecf98e21-0cb4-4ec4-8881-918b7c652b76) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:17.401336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:17.402138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.413661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c46d3-798a-4430-861c-cdf97f116e05 None None] Network ecf98e21-0cb4-4ec4-8881-918b7c652b76 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:17.423707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a261df2d-1099-490e-bd78-1a36e1cd8d99 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5210550 Feb 10 06:36:17.426292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:17.506809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (29aaa6ab-93cb-4611-8a57-0363ca03c07d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.536980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8f48898e-25e8-4724-8790-6be31eb8317c None None] Provisioning complete for port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:17.538013 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f48898e-25e8-4724-8790-6be31eb8317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.538535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:17.586131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:17.591874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 3a318ef6-a521-4947-b78d-14f7c1fa5c8c up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:17.612891 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.619190 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (692d00bc-4bb2-445d-a871-f4203ceba657), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.619550 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Added segment 692d00bc-4bb2-445d-a871-f4203ceba657 of type vlan for network f28ef339-039e-4db5-80b8-28bb887cb7a3 Feb 10 06:36:17.644549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d6c1d0d1-f5b0-425a-aa62-b879fa207681), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.644549 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Added segment d6c1d0d1-f5b0-425a-aa62-b879fa207681 of type vlan for network 6036e54b-d8d1-453d-b662-5c2f22ac4afb Feb 10 06:36:17.645539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14dcb5a-dbb3-45d4-9d77-224fdaadd729,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:17.721278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-ecf98e21-0cb4-4ec4-8881-918b7c652b76', 'network_id': 'ecf98e21-0cb4-4ec4-8881-918b7c652b76', 'project_id': '396dfeeb2f9e40c6ac3e09c7b5d7a5c9', 'fixed_ips': [{'subnet_id': '0fe1b374-d115-4ae2-ac32-9281ed9f64e2'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:36:17.722143 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.764526 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Publish callbacks [] for port (2c967250-173a-428b-b185-08f50ac55a77), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.771904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9c72656d-ae7e-4f72-8830-40ff35dda8e5 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:17.779014 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a78ecb97-0419-4a80-b289-88a9a32d7a33 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags HTTP/1.1" status: 200 len: 316 time: 0.6448810 Feb 10 06:36:17.783087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45254) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:17.789032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-0609259c-cb99-4943-9adf-fcd07e3e2232 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:17.797327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f9bcfb-b9fb-4479-8368-1d1f77cd71b5 req-63337f99-7be9-482f-8085-fdd04210147b service neutron] 10.222.0.24 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787696 Feb 10 06:36:17.801827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (6036e54b-d8d1-453d-b662-5c2f22ac4afb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.812021 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (f28ef339-039e-4db5-80b8-28bb887cb7a3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.829737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aaa6ab-93cb-4611-8a57-0363ca03c07d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:17.862238 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (2c967250-173a-428b-b185-08f50ac55a77), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.901343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (6036e54b-d8d1-453d-b662-5c2f22ac4afb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.902529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:17.903124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.917224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (f28ef339-039e-4db5-80b8-28bb887cb7a3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.918172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:17.918790 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:17.926520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Allocated IP 172.25.8.196 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/885e5983-cb4f-4c4d-a488-75df21df093b) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:17.973020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5198040 Feb 10 06:36:17.976621 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0294821 Feb 10 06:36:17.977441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45258) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:17.982563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:17.987101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Pushing event updated for resources: {'Port': ['ID=2c967250-173a-428b-b185-08f50ac55a77,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:17.987705 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Request body: {'subnet': {'network_id': 'f28ef339-039e-4db5-80b8-28bb887cb7a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-487323450-subnet', 'tenant_id': '2e73f9afb0d34deb81f22323962e74bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:17.993752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Request body: {'subnet': {'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-464602933-subnet', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:18.010648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Network 24d5f13f-2d28-436c-ad20-890dcf766d77 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:18.046487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd4be9-e1b0-4476-a7a8-4a2973a1d299 admin admin] Pushing event updated for resources: {'Network': ['ID=6036e54b-d8d1-453d-b662-5c2f22ac4afb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:18.053701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d2594-41f5-4f08-ba5a-cc9c4d769f2d req-933eb63a-a4b1-4c98-a260-0cfffe5d2c49 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:18.063233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e63d2594-41f5-4f08-ba5a-cc9c4d769f2d req-933eb63a-a4b1-4c98-a260-0cfffe5d2c49 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 944 time: 0.2633972 Feb 10 06:36:18.068263 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.068817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 6036e54b-d8d1-453d-b662-5c2f22ac4afb details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:18.077589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:36:18.079961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:18.081757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8f48898e-25e8-4724-8790-6be31eb8317c None None] Current status of the port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:18.083821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:18.093178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Made reservation on behalf of 2e73f9afb0d34deb81f22323962e74bc for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:18.095575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.107355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524441fe-c627-4d88-a382-e024d2f8e1d6 req-5358e54d-de77-44f0-a0bc-971207cb02e1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:18.109520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-524441fe-c627-4d88-a382-e024d2f8e1d6 req-5358e54d-de77-44f0-a0bc-971207cb02e1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 943 time: 0.3159912 Feb 10 06:36:18.133591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Made reservation on behalf of 788b65a43e3d43f0a8a50e696c0b10f7 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:18.135948 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.145536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:18.145918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.230492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277eeb5-01f3-44b4-ac25-669b9d444990 admin admin] Pushing event updated for resources: {'Network': ['ID=f28ef339-039e-4db5-80b8-28bb887cb7a3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:18.276861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for port (885e5983-cb4f-4c4d-a488-75df21df093b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.282348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network f28ef339-039e-4db5-80b8-28bb887cb7a3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:18.346128 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0609259c-cb99-4943-9adf-fcd07e3e2232 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags HTTP/1.1" status: 204 len: 168 time: 0.5618942 Feb 10 06:36:18.352019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45262) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:18.352317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:18.352829 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.358912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-2fe250f3-dae4-4087-927f-fd4fb06859c4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3', 'tempest-TagsExtTest-Tag-74676394') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:18.386614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e63d2594-41f5-4f08-ba5a-cc9c4d769f2d req-ec641645-4539-4389-bbb6-37b88a189cb7 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143020 Feb 10 06:36:18.387737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Attempting to bind port 2c967250-173a-428b-b185-08f50ac55a77 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:18.388109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Attempting to bind port 2c967250-173a-428b-b185-08f50ac55a77 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '24d5f13f-2d28-436c-ad20-890dcf766d77'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:18.388237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (885e5983-cb4f-4c4d-a488-75df21df093b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.388556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Attempting to bind port 2c967250-173a-428b-b185-08f50ac55a77 on network 24d5f13f-2d28-436c-ad20-890dcf766d77 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:18.414996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-524441fe-c627-4d88-a382-e024d2f8e1d6 req-a8463aa2-9590-456a-996c-65db3c93842b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864649 Feb 10 06:36:18.455538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Allocated IP 2001:db8::2 (ecf98e21-0cb4-4ec4-8881-918b7c652b76/0fe1b374-d115-4ae2-ac32-9281ed9f64e2/47c93b58-4c4c-4d01-ba91-16f0a3cbc358) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:18.457623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:18.458001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Checking segment: {'id': 'ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '24d5f13f-2d28-436c-ad20-890dcf766d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:18.458423 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.458820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Bound using segment: {'id': 'ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '24d5f13f-2d28-436c-ad20-890dcf766d77'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:18.459294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Bound port: 2c967250-173a-428b-b185-08f50ac55a77, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '24d5f13f-2d28-436c-ad20-890dcf766d77'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:18.459795 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2c967250-173a-428b-b185-08f50ac55a77), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.502884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Port': ['ID=885e5983-cb4f-4c4d-a488-75df21df093b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:18.533965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:18.537101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:18.540530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:18.543138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (bde44600-abb0-4670-93e4-2110db0ef216), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.601109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa2f760c-4b96-4cae-ba39-77570a618759 req-2aba70d1-3b7e-43df-bc93-20b0f07c14ad tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0364802 Feb 10 06:36:18.625611 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-2fe250f3-dae4-4087-927f-fd4fb06859c4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:18.626949 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2fe250f3-dae4-4087-927f-fd4fb06859c4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags/tempest-TagsExtTest-Tag-74676394 HTTP/1.1" status: 404 len: 327 time: 0.2741725 Feb 10 06:36:18.634909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45264) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:18.658069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-3b931792-a15a-41f0-9160-6a9f6f9eef6b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3', 'tempest-TagsExtTest-Tag-1741772101') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:18.665615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Allocated IP 2001:db8::1 (24d5f13f-2d28-436c-ad20-890dcf766d77/8a79f20a-a5f2-4581-abc6-15ead4d16b24/47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:18.692058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde44600-abb0-4670-93e4-2110db0ef216,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:18.706374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (a32ca044-78eb-42ea-950f-88cb2aef2da7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.706595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Checking segment: {'id': '692d00bc-4bb2-445d-a871-f4203ceba657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f28ef339-039e-4db5-80b8-28bb887cb7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:18.707126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Network hostable DHCP agents. Network: f28ef339-039e-4db5-80b8-28bb887cb7a3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:18.782747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Network f28ef339-039e-4db5-80b8-28bb887cb7a3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:18.790719 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for floatingip (7a4a1c23-c2c0-4701-b845-946c2f3b1997), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.806186 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-3b931792-a15a-41f0-9160-6a9f6f9eef6b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:18.807765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3b931792-a15a-41f0-9160-6a9f6f9eef6b tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags/tempest-TagsExtTest-Tag-1741772101 HTTP/1.1" status: 404 len: 329 time: 0.1715176 Feb 10 06:36:18.808818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, f28ef339-039e-4db5-80b8-28bb887cb7a3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:18.811167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45268) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:18.817645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-32ebb2af-0f55-42c2-9585-cf16edc113ef tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3', 'tempest-TagsExtTest-Tag-1462940241') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:18.824612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:18.824937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] For port 2c967250-173a-428b-b185-08f50ac55a77, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:18.825819 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.832036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dee5b9-f63d-490b-a703-61d52461c7cc None None] Network f28ef339-039e-4db5-80b8-28bb887cb7a3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:18.857148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:18.857940 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.873494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] For port 2c967250-173a-428b-b185-08f50ac55a77, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2c967250-173a-428b-b185-08f50ac55a77,segment=NetworkSegment(ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4),segment_id=ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:18.898831 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1e8c5927-d2c4-4ac2-84a2-72a50b23f12b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9169133 Feb 10 06:36:18.899993 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (885e5983-cb4f-4c4d-a488-75df21df093b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.933030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32ca044-78eb-42ea-950f-88cb2aef2da7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:18.945537 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2c967250-173a-428b-b185-08f50ac55a77), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:18.953929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Checking segment: {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:18.954284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Network hostable DHCP agents. Network: 6036e54b-d8d1-453d-b662-5c2f22ac4afb, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:18.959063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.015961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Network 6036e54b-d8d1-453d-b662-5c2f22ac4afb is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:19.030637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:19.033227 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66047f67-70b9-4be0-a8ff-833b00e57833" -d '{"events": [{"server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "name": "network-vif-plugged", "status": "completed", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:19.050103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 6036e54b-d8d1-453d-b662-5c2f22ac4afb) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:19.065369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:19.066032 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.073394 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-32ebb2af-0f55-42c2-9585-cf16edc113ef tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:19.079679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45276) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:19.087142 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-32ebb2af-0f55-42c2-9585-cf16edc113ef tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags/tempest-TagsExtTest-Tag-1462940241 HTTP/1.1" status: 404 len: 329 time: 0.2620494 Feb 10 06:36:19.091425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-a5c09669-feae-4293-884d-edebf98284af tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f', {'tags': ['tempest-TagsExtTest-Tag-476734467', 'tempest-TagsExtTest-Tag-982037218', 'tempest-TagsExtTest-Tag-1964237647']}) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:19.104206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61c5a2-57e2-43a9-a177-7cfc887c7f2c None None] Network 6036e54b-d8d1-453d-b662-5c2f22ac4afb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:19.107855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:19.116315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:19.132345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.143290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.153261 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413ec782-9214-47a4-abaf-c3f19c629fe4 x-openstack-request-id: req-413ec782-9214-47a4-abaf-c3f19c629fe4 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:19.153739 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "name": "network-vif-plugged", "status": "completed", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:19.154118 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-413ec782-9214-47a4-abaf-c3f19c629fe4 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:19.154550 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c', 'code': 200} Feb 10 06:36:19.240094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-de64b4ff-d76f-4b99-9d6c-40789e3bc213 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2525063 Feb 10 06:36:19.252051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4f262-7de2-47de-baad-3214a963c38b None None] Pushing event updated for resources: {'Port': ['ID=2c967250-173a-428b-b185-08f50ac55a77,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:19.264539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe86a99e-d6f1-4d62-a8ad-5d89dc3aa290 None None] Network f28ef339-039e-4db5-80b8-28bb887cb7a3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:19.273548 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Publish callbacks [] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.280879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54eebc5d-f532-4225-97b8-9b30b21b7ae7 req-c0cea100-3583-46a7-895a-95b72f412cce tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5&device_id=9a0d44c2-77e0-48f4-979a-dc61449e3c1c HTTP/1.1" status: 200 len: 210 time: 0.1728878 Feb 10 06:36:19.309445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45282) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:19.317387 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.376946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Port': ['ID=47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:19.400908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network 24d5f13f-2d28-436c-ad20-890dcf766d77 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:19.403977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:19.409277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:19.410930 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.476591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a5c09669-feae-4293-884d-edebf98284af tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags HTTP/1.1" status: 200 len: 316 time: 0.3950386 Feb 10 06:36:19.478996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:19.481683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:19.484150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-b029c7cb-b1cd-4083-a634-b6f743d3b8dc tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:19.515784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Network ecf98e21-0cb4-4ec4-8881-918b7c652b76 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:19.521700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:19.538586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888e106a-4554-498c-9da2-544d1979d8e3 None None] Network 6036e54b-d8d1-453d-b662-5c2f22ac4afb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:19.542060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:19.563240 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (d3428226-07c6-4945-90fd-125686f36745), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.572969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (d3428226-07c6-4945-90fd-125686f36745), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.648094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:19.650525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:36:19.681666 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68a97061-f0c9-4194-b34c-4726d8efb02e req-02734065-398e-4dc3-9064-bb5307fa614d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53503a0ccbf745cbafe45b5e2a6934bf&device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0904226 Feb 10 06:36:19.716097 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68a97061-f0c9-4194-b34c-4726d8efb02e req-330a56e7-69a8-4819-935c-ad6b5820438f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=53503a0ccbf745cbafe45b5e2a6934bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260141 Feb 10 06:36:19.743580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.745659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for port (885e5983-cb4f-4c4d-a488-75df21df093b), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.775944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2c967250-173a-428b-b185-08f50ac55a77 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:19.784736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (885e5983-cb4f-4c4d-a488-75df21df093b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.793260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeacc8e-8192-4fe4-ac5a-0bda059040a5 req-fb89484d-2e25-4a88-9e65-79ce75416113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:19.795026 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-baeacc8e-8192-4fe4-ac5a-0bda059040a5 req-fb89484d-2e25-4a88-9e65-79ce75416113 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 1127 time: 0.5664515 Feb 10 06:36:19.816629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Pushing event updated for resources: {'Port': ['ID=47c93b58-4c4c-4d01-ba91-16f0a3cbc358,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:19.858925 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks [] for router_controller (d3428226-07c6-4945-90fd-125686f36745), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.909102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Attempting to bind port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:19.909649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Attempting to bind port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'cbe18807-b76f-4941-80bd-7ddf3cdf65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecf98e21-0cb4-4ec4-8881-918b7c652b76'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:19.909759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Attempting to bind port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 on network ecf98e21-0cb4-4ec4-8881-918b7c652b76 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:19.953250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b029c7cb-b1cd-4083-a634-b6f743d3b8dc tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags HTTP/1.1" status: 204 len: 168 time: 0.4737082 Feb 10 06:36:19.962384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:19.962665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:19.962879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Checking segment: {'id': 'cbe18807-b76f-4941-80bd-7ddf3cdf65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecf98e21-0cb4-4ec4-8881-918b7c652b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:19.963201 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.963533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Bound using segment: {'id': 'cbe18807-b76f-4941-80bd-7ddf3cdf65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecf98e21-0cb4-4ec4-8881-918b7c652b76'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:19.964016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Bound port: 47c93b58-4c4c-4d01-ba91-16f0a3cbc358, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe18807-b76f-4941-80bd-7ddf3cdf65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecf98e21-0cb4-4ec4-8881-918b7c652b76'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:19.964396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:19.971689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-6e62f40f-226d-4d38-bae6-f48b8d41cc6d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f', 'tempest-TagsExtTest-Tag-476734467') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:19.980538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-073d2f63-c87e-4077-b5f5-23bb9f5629e4 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:19.988288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-073d2f63-c87e-4077-b5f5-23bb9f5629e4 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/networks?id=f28ef339-039e-4db5-80b8-28bb887cb7a3 HTTP/1.1" status: 200 len: 813 time: 0.4034569 Feb 10 06:36:20.004406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:20.008661 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (7a4a1c23-c2c0-4701-b845-946c2f3b1997), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.017803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Port': ['ID=885e5983-cb4f-4c4d-a488-75df21df093b,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:20.029111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2c967250-173a-428b-b185-08f50ac55a77 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:20.029472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2c967250-173a-428b-b185-08f50ac55a77), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.042474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821e8fb-c94d-4023-9baf-55d31b5e806a req-db4c525b-448b-49cb-a837-ece8772bf743 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:20.044136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e821e8fb-c94d-4023-9baf-55d31b5e806a req-db4c525b-448b-49cb-a837-ece8772bf743 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 945 time: 0.3592658 Feb 10 06:36:20.063551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '981a4cfa-b2d5-4f5b-ad7d-e20f66824c41', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'port_id': '981a4cfa-b2d5-4f5b-ad7d-e20f66824c41', 'mac_address': 'fa:16:3e:a2:f6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed5b7f9-6f2a-4322-880d-c5882d9f2360', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:36:20.095597 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-baeacc8e-8192-4fe4-ac5a-0bda059040a5 req-133edb11-50c4-43ec-8242-21ec8520ed49 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689085 Feb 10 06:36:20.105996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-6f522edb-fa2b-4ae6-be2b-4ec0368a0123 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/quotas/2e73f9afb0d34deb81f22323962e74bc HTTP/1.1" status: 200 len: 375 time: 0.1167068 Feb 10 06:36:20.126402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] For port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:20.136418 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.142327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c9c9fef3-4cd2-4ec9-8d79-cbc5de250678 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5894551 Feb 10 06:36:20.142327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97061-f0c9-4194-b34c-4726d8efb02e req-56a1d178-0f23-4aee-ad24-0142f4da1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:20.142977 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68a97061-f0c9-4194-b34c-4726d8efb02e req-56a1d178-0f23-4aee-ad24-0142f4da1dbf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4176002 Feb 10 06:36:20.150383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] For port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=47c93b58-4c4c-4d01-ba91-16f0a3cbc358,segment=NetworkSegment(cbe18807-b76f-4941-80bd-7ddf3cdf65c1),segment_id=cbe18807-b76f-4941-80bd-7ddf3cdf65c1)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:20.161305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:20.161726 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.165778 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.193593 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks [] for router_gateway (d3428226-07c6-4945-90fd-125686f36745), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.240285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:20.263232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:20.286143 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.307689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2c967250-173a-428b-b185-08f50ac55a77 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:20.308079 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2c967250-173a-428b-b185-08f50ac55a77), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.361509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 2c967250-173a-428b-b185-08f50ac55a77, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2c967250-173a-428b-b185-08f50ac55a77,segment=NetworkSegment(ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4),segment_id=ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:20.371951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a35cf0-79ee-4ae8-b0e7-c567390f5e66 None None] Pushing event updated for resources: {'Port': ['ID=47c93b58-4c4c-4d01-ba91-16f0a3cbc358,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:20.384165 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2c967250-173a-428b-b185-08f50ac55a77), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.465326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:20.523543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=2c967250-173a-428b-b185-08f50ac55a77,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:20.530753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['981a4cfa-b2d5-4f5b-ad7d-e20f66824c41'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:20.651913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks [] for router_gateway (d3428226-07c6-4945-90fd-125686f36745), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.706600 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.775675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-e6753905-a482-4259-af07-323688a1593f tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e73f9afb0d34deb81f22323962e74bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695016 Feb 10 06:36:20.809745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4013d5f4-3387-4025-ad2f-6fd48fd07881 None None] Network 24d5f13f-2d28-436c-ad20-890dcf766d77 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:20.846548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Allocated IP 172.25.8.227 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/cedf404c-8fa4-4868-a64d-494449cfe1f2) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:20.885155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d96a7c6d-a56b-41db-a5f1-00fbe0a19c87 None None] Provisioning complete for port 2c967250-173a-428b-b185-08f50ac55a77 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:20.885516 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d96a7c6d-a56b-41db-a5f1-00fbe0a19c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2c967250-173a-428b-b185-08f50ac55a77), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.887380 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e821e8fb-c94d-4023-9baf-55d31b5e806a req-9cc87e86-c553-475b-ba0a-8ea8b8dc11db tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8011885 Feb 10 06:36:20.962997 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks [] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:20.977618 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-6e62f40f-226d-4d38-bae6-f48b8d41cc6d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:20.978880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e62f40f-226d-4d38-bae6-f48b8d41cc6d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags/tempest-TagsExtTest-Tag-476734467 HTTP/1.1" status: 404 len: 328 time: 1.0129392 Feb 10 06:36:20.981868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45310) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:20.991067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-e90bf828-2903-4fc4-af87-a15ba3e5417c tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f', 'tempest-TagsExtTest-Tag-982037218') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:21.008051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d96a7c6d-a56b-41db-a5f1-00fbe0a19c87 None None] Current status of the port 2c967250-173a-428b-b185-08f50ac55a77 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:21.084866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:21.124363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-08e3889a-fbe6-43c4-ae1f-e766d5a475e6 service neutron] 10.222.0.21 "GET /v2.0/networks/f28ef339-039e-4db5-80b8-28bb887cb7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002536 Feb 10 06:36:21.151837 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-e90bf828-2903-4fc4-af87-a15ba3e5417c tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:21.152905 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e90bf828-2903-4fc4-af87-a15ba3e5417c tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags/tempest-TagsExtTest-Tag-982037218 HTTP/1.1" status: 404 len: 328 time: 0.1698866 Feb 10 06:36:21.157992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45312) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:21.167144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:21.175804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-d62c149b-3da0-4fa8-9a0e-87eeeaee6fab tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f', 'tempest-TagsExtTest-Tag-1964237647') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:21.177105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:21.181582 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:21.184777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cd71c-b338-4646-bc93-b0ee5ddaf534 req-7156495a-3015-42d1-a76e-fe469ed60323 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:21.186582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff7cd71c-b338-4646-bc93-b0ee5ddaf534 req-7156495a-3015-42d1-a76e-fe469ed60323 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 944 time: 0.2127275 Feb 10 06:36:21.219656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Pushing event updated for resources: {'Port': ['ID=cedf404c-8fa4-4868-a64d-494449cfe1f2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:21.257779 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:21.309335 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:21.310042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:21.457920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2baa6b46-14fd-480e-8746-6978afbcfbdf None None] Provisioning complete for port 47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:21.458457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2baa6b46-14fd-480e-8746-6978afbcfbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:21.469183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Port': ['ID=47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:21.480713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff7cd71c-b338-4646-bc93-b0ee5ddaf534 req-e576985b-aed0-48e5-85d9-bcb22abc9188 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739527 Feb 10 06:36:21.514393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-288d3c83-9ed0-4154-bc84-2f0736827c44 service neutron] 10.222.0.21 "GET /v2.0/networks/f28ef339-039e-4db5-80b8-28bb887cb7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735557 Feb 10 06:36:21.518125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2baa6b46-14fd-480e-8746-6978afbcfbdf None None] Port 47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:21.530475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2baa6b46-14fd-480e-8746-6978afbcfbdf None None] Provisioning complete for port 2c967250-173a-428b-b185-08f50ac55a77 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:21.530924 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2baa6b46-14fd-480e-8746-6978afbcfbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2c967250-173a-428b-b185-08f50ac55a77), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:21.585145 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68a97061-f0c9-4194-b34c-4726d8efb02e req-d5acfec6-1366-47e0-80af-b05aa3e9a830 tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.13 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0626457 Feb 10 06:36:21.610593 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks [] for router_gateway (d3428226-07c6-4945-90fd-125686f36745), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:21.728781 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-d62c149b-3da0-4fa8-9a0e-87eeeaee6fab tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:21.728781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d62c149b-3da0-4fa8-9a0e-87eeeaee6fab tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags/tempest-TagsExtTest-Tag-1964237647 HTTP/1.1" status: 404 len: 329 time: 0.5655408 Feb 10 06:36:21.779170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45314) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:21.815093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-bdf0631c-efeb-49d7-b192-40e49f7233c0 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa', {'tags': ['tempest-TagsExtTest-Tag-1951529189', 'tempest-TagsExtTest-Tag-279016124', 'tempest-TagsExtTest-Tag-2087606750']}) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:21.819954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cb334b-6277-489e-ae3f-35aff31b4861 req-04ffd516-9438-49cb-b54c-49a437e01e6b tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.21 "GET /v2.0/ports?device_id=60fa31a2-3286-4fba-8b69-d877966e18e5 HTTP/1.1" status: 200 len: 210 time: 0.1791620 Feb 10 06:36:21.870716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network 24d5f13f-2d28-436c-ad20-890dcf766d77 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:21.872653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:21.886022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:21.966803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663bc2fe-88c4-4d1e-be68-f907eeaf695d None None] Network ecf98e21-0cb4-4ec4-8881-918b7c652b76 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:22.026496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:36:22.063139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2c967250-173a-428b-b185-08f50ac55a77 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:22.102891 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bdf0631c-efeb-49d7-b192-40e49f7233c0 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "PUT /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags HTTP/1.1" status: 200 len: 317 time: 0.3206069 Feb 10 06:36:22.127720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24e37a68-d46f-476c-968d-2e87ff7798bf req-cd8e15b3-559e-4f9a-9b3b-de25e80aa899 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 210 time: 0.0794291 Feb 10 06:36:22.128201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:22.128652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:22.129253 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.148924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-10f444f1-5294-4787-a23e-8f9db05087e1 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:22.216816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2baa6b46-14fd-480e-8746-6978afbcfbdf None None] Current status of the port 2c967250-173a-428b-b185-08f50ac55a77 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:22.272168 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (d3428226-07c6-4945-90fd-125686f36745), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.308993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2c967250-173a-428b-b185-08f50ac55a77 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:22.309445 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2c967250-173a-428b-b185-08f50ac55a77), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.373869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-30deacb5-55fd-4da6-8574-f31963aa6714 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--964748084&fields=id&tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c HTTP/1.1" status: 200 len: 267 time: 0.4731054 Feb 10 06:36:22.413493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaeb03-4a7f-423e-9323-28795f47b256 req-27e59adc-0338-4d64-803f-eb6d1fd62f12 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:22.421722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdaaeb03-4a7f-423e-9323-28795f47b256 req-27e59adc-0338-4d64-803f-eb6d1fd62f12 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 945 time: 0.1831303 Feb 10 06:36:22.425361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Router bda08c6f-ebd1-4cdb-8f65-c067979c3b66 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:36:22.440570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] Provisioning complete for port 47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:22.443612 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.443768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-10f444f1-5294-4787-a23e-8f9db05087e1 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3039305 Feb 10 06:36:22.450224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:22.457331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-bb9b02cd-b211-44e0-8688-11e75cb80d03 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa', 'tempest-TagsExtTest-Tag-1951529189') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:22.477276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:22.477784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.520472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Router d3428226-07c6-4945-90fd-125686f36745 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:36:22.520788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] Port 47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:22.539306 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-bb9b02cd-b211-44e0-8688-11e75cb80d03 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:22.543726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bb9b02cd-b211-44e0-8688-11e75cb80d03 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags/tempest-TagsExtTest-Tag-1951529189 HTTP/1.1" status: 404 len: 329 time: 0.0897481 Feb 10 06:36:22.546478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45342) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:22.552637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-3f066261-ae98-418d-bdfd-ac3589c3b5f2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:22.554194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-3f066261-ae98-418d-bdfd-ac3589c3b5f2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports/88a6fc0a-bc63-4ec1-b7df-dffe5735952a HTTP/1.1" status: 200 len: 936 time: 0.1506555 Feb 10 06:36:22.561649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c7f5cc-984a-40d5-a779-e4ff0faccffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a4cfa-b2d5-4f5b-ad7d-e20f66824c41'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:22.562487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-9d1ea5ea-49f5-4563-addd-19d7da5b6216 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa', 'tempest-TagsExtTest-Tag-279016124') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:22.564173 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7db36ed-2aa4-42a7-9cd8-a38d4f1ed1b0" -d '{"events": [{"server_uuid": "f8c7f5cc-984a-40d5-a779-e4ff0faccffb", "name": "network-vif-plugged", "status": "completed", "tag": "981a4cfa-b2d5-4f5b-ad7d-e20f66824c41"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:22.583269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:22.595096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.597024 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] Provisioning complete for port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:22.597444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.641797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2c967250-173a-428b-b185-08f50ac55a77 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:22.643061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:22.670421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdaaeb03-4a7f-423e-9323-28795f47b256 req-75bd59b9-ae75-4198-983a-79f92a3a963d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422709 Feb 10 06:36:22.780208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:22.792372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.792721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.792987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.793332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.793680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.793995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.794344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.794671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.795000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.795853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.796189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.796511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.796833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:22.816369 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-9d1ea5ea-49f5-4563-addd-19d7da5b6216 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:22.820169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d1ea5ea-49f5-4563-addd-19d7da5b6216 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags/tempest-TagsExtTest-Tag-279016124 HTTP/1.1" status: 404 len: 328 time: 0.2622948 Feb 10 06:36:22.839579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:22.839879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:22.840441 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.846993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-aa868fda-75e6-43eb-be1b-4f353d5935cf tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa', 'tempest-TagsExtTest-Tag-2087606750') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:22.864230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] Current status of the port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:22.864625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.873808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-c38a7f70-07f6-4174-929d-7a08dd37c333 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:22.876006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-c38a7f70-07f6-4174-929d-7a08dd37c333 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports/6f2b8a67-e1c6-4461-b239-07f5c88255db HTTP/1.1" status: 200 len: 937 time: 0.2508862 Feb 10 06:36:22.927277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] For port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=47c93b58-4c4c-4d01-ba91-16f0a3cbc358,segment=NetworkSegment(cbe18807-b76f-4941-80bd-7ddf3cdf65c1),segment_id=cbe18807-b76f-4941-80bd-7ddf3cdf65c1)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:22.933900 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:22.945666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:36:22.951953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9f4c0cfd-2b03-42af-9e9f-f9f3714bd254 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "PUT /v2.0/routers/bda08c6f-ebd1-4cdb-8f65-c067979c3b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5245106 Feb 10 06:36:22.961936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31776fd-5d61-448d-b608-e618ba6b8adb None None] Sync routers for ids ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:36:22.973205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45352) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:22.976150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-77d669d3-506e-4bc2-bdff-5c6384a48d88 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?network_id=96673c65-bae2-4e6a-8549-56b103feb668&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0795639 Feb 10 06:36:23.017874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31776fd-5d61-448d-b608-e618ba6b8adb None None] Routers {'bda08c6f-ebd1-4cdb-8f65-c067979c3b66'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:23.018457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e31776fd-5d61-448d-b608-e618ba6b8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:23.051285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6881d6b2-3e29-4e7c-9f20-b6e18764d1c4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?network_id=96673c65-bae2-4e6a-8549-56b103feb668&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0297167 Feb 10 06:36:23.073900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:23.082424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e31776fd-5d61-448d-b608-e618ba6b8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:23.087174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:36:23.088399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b055e-4e95-4c80-a707-ef949cf92b7d None None] Pushing event updated for resources: {'Port': ['ID=47c93b58-4c4c-4d01-ba91-16f0a3cbc358,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:23.097898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Sync routers for ids ['d3428226-07c6-4945-90fd-125686f36745'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:36:23.103692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6964900c-bab5-4312-97fd-64928e1d80ed None None] Provisioning complete for port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:23.104073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6964900c-bab5-4312-97fd-64928e1d80ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:23.105829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31776fd-5d61-448d-b608-e618ba6b8adb None None] Routers {'bda08c6f-ebd1-4cdb-8f65-c067979c3b66'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:23.106538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e31776fd-5d61-448d-b608-e618ba6b8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:23.107404 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:23.109342 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f18c8032-3ec0-48db-9d5c-2f267229220d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6460044 Feb 10 06:36:23.111961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45354) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:23.113303 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Routers {'d3428226-07c6-4945-90fd-125686f36745'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:23.114251 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d3428226-07c6-4945-90fd-125686f36745'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:23.166484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e31776fd-5d61-448d-b608-e618ba6b8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:23.167153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31776fd-5d61-448d-b608-e618ba6b8adb None None] The sync data for ids ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:36:23.233088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6964900c-bab5-4312-97fd-64928e1d80ed None None] Current status of the port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:23.255945 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-aa868fda-75e6-43eb-be1b-4f353d5935cf tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] show failed (client error): The resource could not be found. Feb 10 06:36:23.260066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa868fda-75e6-43eb-be1b-4f353d5935cf tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags/tempest-TagsExtTest-Tag-2087606750 HTTP/1.1" status: 404 len: 329 time: 0.4187970 Feb 10 06:36:23.271122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:23.291492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af141e91-0be1-48c0-ac92-8c4770ad08b0 req-636bb3d0-cc23-488e-bc0b-07d94a7aa6fd tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:23.293158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af141e91-0be1-48c0-ac92-8c4770ad08b0 req-636bb3d0-cc23-488e-bc0b-07d94a7aa6fd tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 945 time: 0.5109439 Feb 10 06:36:23.295332 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Set router d3428226-07c6-4945-90fd-125686f36745 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:36:23.307467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-476d7d7b-9c21-42e7-855e-fcbd4df0796d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '88392d24-ef5e-4f4a-9a9c-e95778ebd7aa') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:23.456289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-308564a3-6848-4c75-9533-dba5ae72e050 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:23.458039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-308564a3-6848-4c75-9533-dba5ae72e050 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.13 "GET /v2.0/networks?id=f28ef339-039e-4db5-80b8-28bb887cb7a3 HTTP/1.1" status: 200 len: 813 time: 0.1662061 Feb 10 06:36:23.497188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Request body: {'port': {'device_id': 'e3e7ecc9-e360-42a0-9425-059f9daaa2f6', 'network_id': 'f28ef339-039e-4db5-80b8-28bb887cb7a3', 'admin_state_up': True, 'tenant_id': '2e73f9afb0d34deb81f22323962e74bc'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:23.512976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-476d7d7b-9c21-42e7-855e-fcbd4df0796d tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa/tags HTTP/1.1" status: 204 len: 168 time: 0.2345047 Feb 10 06:36:23.515429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45360) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:23.519330 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3428226-07c6-4945-90fd-125686f36745', 'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:36:19Z', 'updated_at': '2022-02-10T06:36:21Z', 'revision_number': 3, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'gw_port': {'id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:20Z', 'updated_at': '2022-02-10T06:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:23.522543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-62799bc0-2c22-457e-81ba-0bce2310bcc4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '110a57a9-82bb-43f9-a0db-162c08015c6f') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:23.546712 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Checking router: d3428226-07c6-4945-90fd-125686f36745 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:36:23.547363 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Updating router d3428226-07c6-4945-90fd-125686f36745 port cedf404c-8fa4-4868-a64d-494449cfe1f2 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:36:23.553303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f32ab375-4717-4122-84f8-c42721108f42 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:23.558421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f32ab375-4717-4122-84f8-c42721108f42 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:23.563504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f32ab375-4717-4122-84f8-c42721108f42 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:23.565186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f32ab375-4717-4122-84f8-c42721108f42 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/networks?id=caf617e0-e951-444f-8ae2-5a5d34fd7640&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=96673c65-bae2-4e6a-8549-56b103feb668&id=96673c65-bae2-4e6a-8549-56b103feb668 HTTP/1.1" status: 200 len: 1995 time: 0.3980863 Feb 10 06:36:23.570608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af141e91-0be1-48c0-ac92-8c4770ad08b0 req-414d5322-43fe-40ca-9648-757939d4c9a7 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549314 Feb 10 06:36:23.590710 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:23.633177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-e420aae4-108b-4a13-92be-cd55057e3e62 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/quotas/4b0ff4e9640440e8af7f9bd98e0a892c HTTP/1.1" status: 200 len: 375 time: 0.0616355 Feb 10 06:36:23.682163 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c4396-07b9-4660-b644-48d41b56e13c x-openstack-request-id: req-e88c4396-07b9-4660-b644-48d41b56e13c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:23.682685 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c7f5cc-984a-40d5-a779-e4ff0faccffb", "name": "network-vif-plugged", "status": "completed", "tag": "981a4cfa-b2d5-4f5b-ad7d-e20f66824c41", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:23.683096 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e88c4396-07b9-4660-b644-48d41b56e13c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:23.683641 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c7f5cc-984a-40d5-a779-e4ff0faccffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a4cfa-b2d5-4f5b-ad7d-e20f66824c41', 'code': 200} Feb 10 06:36:23.699040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:23.782592 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-62799bc0-2c22-457e-81ba-0bce2310bcc4 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f/tags HTTP/1.1" status: 204 len: 168 time: 0.2660313 Feb 10 06:36:23.786926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45362) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:23.797820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:23.798371 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:23.801189 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-672997a0-7db6-4856-8326-16669222fea8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1062224 Feb 10 06:36:23.835490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-6a17d2e3-388a-4217-9c5c-e9baa324682a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0882fb8b-2e3b-4c82-b8b6-42c19cad77a3') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:23.856939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c46d190a-4c78-4457-84e4-412737128759 req-d72a3089-ff63-4096-a147-8f2e001e848d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-440378406&fields=id&tenant_id=d7f0bff326ce48d0a38d728f1d6e0230 HTTP/1.1" status: 200 len: 267 time: 0.0541611 Feb 10 06:36:23.899211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Made reservation on behalf of 2e73f9afb0d34deb81f22323962e74bc for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:23.903570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:23.908631 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:23.931002 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Publish callbacks [] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:23.941434 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:23.979890 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-3387b204-838b-452a-becf-011732bcd471 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:36:23.981225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3387b204-838b-452a-becf-011732bcd471 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "PUT /v2.0/routers/bda08c6f-ebd1-4cdb-8f65-c067979c3b66/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0040498 Feb 10 06:36:23.985574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45364) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:23.995408 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Attempting to bind port cedf404c-8fa4-4868-a64d-494449cfe1f2 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:23.995924 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Attempting to bind port cedf404c-8fa4-4868-a64d-494449cfe1f2 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:23.996403 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Attempting to bind port cedf404c-8fa4-4868-a64d-494449cfe1f2 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:24.007921 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:24.008432 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:24.008929 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:24.009478 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:24.010030 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Bound port: cedf404c-8fa4-4868-a64d-494449cfe1f2, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:24.010545 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:24.013778 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Pushing event updated for resources: {'Port': ['ID=cedf404c-8fa4-4868-a64d-494449cfe1f2,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:24.032335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2739e-92a7-4fcb-b8e3-f8c8953cc96d req-8573b6f5-16f7-45cc-8059-beab3a8096be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:24.034128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-27d2739e-92a7-4fcb-b8e3-f8c8953cc96d req-8573b6f5-16f7-45cc-8059-beab3a8096be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 1127 time: 0.2430027 Feb 10 06:36:24.044262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d190a-4c78-4457-84e4-412737128759 req-0d9d8ed8-7e3d-46e2-a2d1-647c39faf220 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:24.045825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c46d190a-4c78-4457-84e4-412737128759 req-0d9d8ed8-7e3d-46e2-a2d1-647c39faf220 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 945 time: 0.1698635 Feb 10 06:36:24.052873 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.053452 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.053954 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.054492 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.055083 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.055203 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.055470 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.055790 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.056109 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.056426 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.056741 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.057057 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.057370 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:36:24.088668 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] For port cedf404c-8fa4-4868-a64d-494449cfe1f2, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:24.093278 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] For port cedf404c-8fa4-4868-a64d-494449cfe1f2, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cedf404c-8fa4-4868-a64d-494449cfe1f2,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:24.095139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c46d190a-4c78-4457-84e4-412737128759 req-6f0cdc07-d475-49dc-8dbf-295eab3e2e79 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'port': {'security_groups': ['7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65', '045b892f-15ae-4f18-9de5-0cd1ffd6b2b9']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:24.101073 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:24.128763 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a4d1bffb-4586-40c5-bd21-efdfc0c16054 service neutron] 10.222.0.21 "GET /v2.0/networks/caf617e0-e951-444f-8ae2-5a5d34fd7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852304 Feb 10 06:36:24.157179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6a17d2e3-388a-4217-9c5c-e9baa324682a tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3/tags HTTP/1.1" status: 204 len: 168 time: 0.3597517 Feb 10 06:36:24.157179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-27d2739e-92a7-4fcb-b8e3-f8c8953cc96d req-2a7a4d8e-05e9-4ce0-8af3-fb6d7ed4148e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092875 Feb 10 06:36:24.159409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45366) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:24.165702 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-1391110a-d58f-45ac-bcd1-2db54144bc61 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3878dd7-6f85-4da1-9983-e0848a9c7f71') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:24.232561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:24.236308 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Allocated IP 172.20.0.3 (f28ef339-039e-4db5-80b8-28bb887cb7a3/bde44600-abb0-4670-93e4-2110db0ef216/183d853c-8c80-4f26-8379-91b8c18ff7b0) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:24.252888 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Routers {'d3428226-07c6-4945-90fd-125686f36745'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:24.253525 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d3428226-07c6-4945-90fd-125686f36745'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:24.327566 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418fa9f-040e-4b7d-a4e9-1315fc2e9031 None None] Pushing event updated for resources: {'Port': ['ID=cedf404c-8fa4-4868-a64d-494449cfe1f2,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:24.388708 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] Set router d3428226-07c6-4945-90fd-125686f36745 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:36:24.412782 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1391110a-d58f-45ac-bcd1-2db54144bc61 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71/tags HTTP/1.1" status: 204 len: 168 time: 0.2427235 Feb 10 06:36:24.435029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45368) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:24.570524 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3428226-07c6-4945-90fd-125686f36745', 'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:36:19Z', 'updated_at': '2022-02-10T06:36:21Z', 'revision_number': 3, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'gw_port': {'id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:20Z', 'updated_at': '2022-02-10T06:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:24.579422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c46d190a-4c78-4457-84e4-412737128759 req-6f0cdc07-d475-49dc-8dbf-295eab3e2e79 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:24.605087 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80edcc-5e00-4e1c-a2d1-b39c8d0a4686 None None] The sync data for ids ['d3428226-07c6-4945-90fd-125686f36745'] in n-d-828670-1 is: [{'id': 'd3428226-07c6-4945-90fd-125686f36745', 'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:36:19Z', 'updated_at': '2022-02-10T06:36:21Z', 'revision_number': 3, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'gw_port': {'id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:20Z', 'updated_at': '2022-02-10T06:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:36:24.641596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Allocated IP 172.20.0.1 (6036e54b-d8d1-453d-b662-5c2f22ac4afb/a32ca044-78eb-42ea-950f-88cb2aef2da7/7aeab514-0f07-48ad-bf1b-cabf9aa6bf34) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:24.646185 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b2347b2-b5a1-4701-8726-79d7c1e57777 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:24.647343 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4b2347b2-b5a1-4701-8726-79d7c1e57777 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnetpools/88392d24-ef5e-4f4a-9a9c-e95778ebd7aa HTTP/1.1" status: 204 len: 168 time: 0.2091615 Feb 10 06:36:24.650352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Publish callbacks [] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:24.654997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45372) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:24.692956 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-64861da8-63a7-45ab-a81d-6264c60a64e5 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "GET /v2.0/ports?device_id=110a57a9-82bb-43f9-a0db-162c08015c6f HTTP/1.1" status: 200 len: 205 time: 0.0366786 Feb 10 06:36:24.696256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45374) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:24.806876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-e80ff67a-7ebf-46ca-a2ea-2e61ff350ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/caf617e0-e951-444f-8ae2-5a5d34fd7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628747 Feb 10 06:36:24.840005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c9eba66-3481-4597-b6c1-ea5c1bf61f47 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for router (110a57a9-82bb-43f9-a0db-162c08015c6f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:24.895615 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:24.930322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-fe3b7872-0f17-45b8-9d4d-a6f67a5f1d58 service neutron] 10.222.0.21 "GET /v2.0/ports/88a6fc0a-bc63-4ec1-b7df-dffe5735952a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1145515 Feb 10 06:36:24.999615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Network f28ef339-039e-4db5-80b8-28bb887cb7a3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:25.036112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:25.080636 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Publish callbacks [] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.084781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:25.114119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Pushing event updated for resources: {'Port': ['ID=183d853c-8c80-4f26-8379-91b8c18ff7b0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:25.150572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c46d190a-4c78-4457-84e4-412737128759 req-6f0cdc07-d475-49dc-8dbf-295eab3e2e79 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] For port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:25.156543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c9eba66-3481-4597-b6c1-ea5c1bf61f47 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (110a57a9-82bb-43f9-a0db-162c08015c6f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.162132 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c9eba66-3481-4597-b6c1-ea5c1bf61f47 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for router_controller (110a57a9-82bb-43f9-a0db-162c08015c6f), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.196794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-88707c16-df1c-4c85-9aa4-3a58784e49f9 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459455 Feb 10 06:36:25.233847 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c46d190a-4c78-4457-84e4-412737128759 req-6f0cdc07-d475-49dc-8dbf-295eab3e2e79 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.251476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c46d190a-4c78-4457-84e4-412737128759 req-6f0cdc07-d475-49dc-8dbf-295eab3e2e79 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.263118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c19a9bdf-1e30-4c42-aa25-981bbe2fa459', '3a318ef6-a521-4947-b78d-14f7c1fa5c8c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:25.368286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cdc07-d475-49dc-8dbf-295eab3e2e79 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'Port': ['ID=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:25.373155 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.518768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d190a-4c78-4457-84e4-412737128759 req-6f0cdc07-d475-49dc-8dbf-295eab3e2e79 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:25.519322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c46d190a-4c78-4457-84e4-412737128759 req-6f0cdc07-d475-49dc-8dbf-295eab3e2e79 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.534184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c46d190a-4c78-4457-84e4-412737128759 req-6f0cdc07-d475-49dc-8dbf-295eab3e2e79 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "PUT /v2.0/ports/3a318ef6-a521-4947-b78d-14f7c1fa5c8c HTTP/1.1" status: 200 len: 981 time: 1.4815123 Feb 10 06:36:25.542210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:25.555645 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac59e13-db68-4881-a246-51a6f3b644b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:25.561607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:25.562329 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.567775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c9eba66-3481-4597-b6c1-ea5c1bf61f47 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (110a57a9-82bb-43f9-a0db-162c08015c6f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.568296 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9eba66-3481-4597-b6c1-ea5c1bf61f47 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Fanout notify agent at l3_agent the message router_deleted on router 110a57a9-82bb-43f9-a0db-162c08015c6f {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:36:25.579593 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c9eba66-3481-4597-b6c1-ea5c1bf61f47 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.580772 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2c9eba66-3481-4597-b6c1-ea5c1bf61f47 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/routers/110a57a9-82bb-43f9-a0db-162c08015c6f HTTP/1.1" status: 204 len: 168 time: 0.8813877 Feb 10 06:36:25.583865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45380) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:25.598605 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-85dc9e5d-3e7a-4a67-ab4f-bd8e8d0ceed5 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1052492 Feb 10 06:36:25.600350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.612897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Request body: {'port': {'device_id': 'e3e7ecc9-e360-42a0-9425-059f9daaa2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:25.631868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['3a318ef6-a521-4947-b78d-14f7c1fa5c8c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:25.678813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Network 6036e54b-d8d1-453d-b662-5c2f22ac4afb is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:25.699296 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:25.701892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:25.728763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Pushing event updated for resources: {'Port': ['ID=7aeab514-0f07-48ad-bf1b-cabf9aa6bf34,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:25.767434 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.768360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-83b86850-8562-4c6c-ad60-0832f4f07476 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509529 Feb 10 06:36:25.788231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cedf404c-8fa4-4868-a64d-494449cfe1f2 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:25.805212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (d3428226-07c6-4945-90fd-125686f36745), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:25.895733 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-c11e52b0-d92f-4509-8611-d46ff61d96ff service neutron] 10.222.0.21 "GET /v2.0/ports/6f2b8a67-e1c6-4461-b239-07f5c88255db?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1065798 Feb 10 06:36:25.935563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3298314-e034-4e66-876a-7bd440e63d57 req-bd544972-b2be-4e61-884a-8f3ad00158cd tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:25.937804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3298314-e034-4e66-876a-7bd440e63d57 req-bd544972-b2be-4e61-884a-8f3ad00158cd tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 931 time: 0.2123289 Feb 10 06:36:25.945731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cedf404c-8fa4-4868-a64d-494449cfe1f2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:25.945966 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.091117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bb63115c-454a-4f4e-bc0e-c42f4147567e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Deleting port 0882fb8b-2e3b-4c82-b8b6-42c19cad77a3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:26.091615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb63115c-454a-4f4e-bc0e-c42f4147567e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0882fb8b-2e3b-4c82-b8b6-42c19cad77a3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.129088 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.154128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cedf404c-8fa4-4868-a64d-494449cfe1f2 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:26.155003 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.157047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3298314-e034-4e66-876a-7bd440e63d57 req-75637bf9-b1f9-4dce-8d56-7219ebf41fd8 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985402 Feb 10 06:36:26.199219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port cedf404c-8fa4-4868-a64d-494449cfe1f2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cedf404c-8fa4-4868-a64d-494449cfe1f2,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:26.204954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-317bee27-9145-490a-8c35-2fd507b39811 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944019 Feb 10 06:36:26.214107 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.281310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=cedf404c-8fa4-4868-a64d-494449cfe1f2,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:26.296264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183d853c-8c80-4f26-8379-91b8c18ff7b0 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:26.312029 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Publish callbacks [] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.332426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb63115c-454a-4f4e-bc0e-c42f4147567e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0882fb8b-2e3b-4c82-b8b6-42c19cad77a3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.354884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Transition to ACTIVE for port object 183d853c-8c80-4f26-8379-91b8c18ff7b0 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:36:26.362431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.374156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Deleting port 47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:26.374519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.385662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bb63115c-454a-4f4e-bc0e-c42f4147567e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Calling delete_port for 0882fb8b-2e3b-4c82-b8b6-42c19cad77a3 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:26.444792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Pushing event updated for resources: {'Port': ['ID=183d853c-8c80-4f26-8379-91b8c18ff7b0,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:26.497784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Publish callbacks [] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.511640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.520567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51632f64-e523-4943-b4ba-959a5768455c req-4b816cfc-c359-4d22-8d6c-12ad43458e3e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:26.522120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51632f64-e523-4943-b4ba-959a5768455c req-4b816cfc-c359-4d22-8d6c-12ad43458e3e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 945 time: 0.2501106 Feb 10 06:36:26.531607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-02393a0f-2be3-4248-8ee7-e7851eb9073c service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084190 Feb 10 06:36:26.599364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Attempting to bind port 183d853c-8c80-4f26-8379-91b8c18ff7b0 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:26.599698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Attempting to bind port 183d853c-8c80-4f26-8379-91b8c18ff7b0 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '692d00bc-4bb2-445d-a871-f4203ceba657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f28ef339-039e-4db5-80b8-28bb887cb7a3'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:26.600021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Attempting to bind port 183d853c-8c80-4f26-8379-91b8c18ff7b0 on network f28ef339-039e-4db5-80b8-28bb887cb7a3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:26.604395 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.610828 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (d3428226-07c6-4945-90fd-125686f36745), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.612775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Port 183d853c-8c80-4f26-8379-91b8c18ff7b0 on network f28ef339-039e-4db5-80b8-28bb887cb7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:36:26.613087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Attempting to bind port 183d853c-8c80-4f26-8379-91b8c18ff7b0 on network f28ef339-039e-4db5-80b8-28bb887cb7a3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:26.616536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Pushing event updated for resources: {'Port': ['ID=7aeab514-0f07-48ad-bf1b-cabf9aa6bf34,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:26.624817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:26.625150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Checking segment: {'id': '692d00bc-4bb2-445d-a871-f4203ceba657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f28ef339-039e-4db5-80b8-28bb887cb7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:26.625520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Bound using segment: {'id': '692d00bc-4bb2-445d-a871-f4203ceba657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f28ef339-039e-4db5-80b8-28bb887cb7a3'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:26.625950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Bound port: 183d853c-8c80-4f26-8379-91b8c18ff7b0, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692d00bc-4bb2-445d-a871-f4203ceba657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f28ef339-039e-4db5-80b8-28bb887cb7a3'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:26.626312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.646499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Calling delete_port for 47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:26.725374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51632f64-e523-4943-b4ba-959a5768455c req-0a9f74ec-3331-4151-a9a8-36b0277509cd tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896627 Feb 10 06:36:26.765092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] For port 183d853c-8c80-4f26-8379-91b8c18ff7b0, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:26.771706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] For port 183d853c-8c80-4f26-8379-91b8c18ff7b0, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=183d853c-8c80-4f26-8379-91b8c18ff7b0,segment=NetworkSegment(692d00bc-4bb2-445d-a871-f4203ceba657),segment_id=692d00bc-4bb2-445d-a871-f4203ceba657)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:26.786109 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.799754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Network 6036e54b-d8d1-453d-b662-5c2f22ac4afb is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:26.821384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:26.828386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-3ccdc671-436f-47fc-ae42-86c5195a796d service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763987 Feb 10 06:36:26.840871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:26.841541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.844207 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] 10.222.0.13 "PUT /v2.0/ports/183d853c-8c80-4f26-8379-91b8c18ff7b0 HTTP/1.1" status: 200 len: 1091 time: 1.2378159 Feb 10 06:36:26.845024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e7ecc9-e360-42a0-9425-059f9daaa2f6', 'tag': '183d853c-8c80-4f26-8379-91b8c18ff7b0'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:26.845530 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb63115c-454a-4f4e-bc0e-c42f4147567e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0882fb8b-2e3b-4c82-b8b6-42c19cad77a3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:26.847654 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66863023-4043-478e-bf7f-d0ababfdcd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e7ecc9-e360-42a0-9425-059f9daaa2f6", "tag": "183d853c-8c80-4f26-8379-91b8c18ff7b0"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:26.917609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958925d3-70df-4596-9afb-a9f5559d81db service neutron] Pushing event updated for resources: {'Port': ['ID=183d853c-8c80-4f26-8379-91b8c18ff7b0,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:26.943242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3af88d6-8c1b-481d-8081-f3898214b5bb req-62619ef9-20e0-48ae-bfa9-b30a2ea93d93 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/045b892f-15ae-4f18-9de5-0cd1ffd6b2b9 HTTP/1.1" status: 200 len: 1818 time: 0.1702726 Feb 10 06:36:26.954094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63115c-454a-4f4e-bc0e-c42f4147567e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Pushing event deleted for resources: {'Port': ['ID=0882fb8b-2e3b-4c82-b8b6-42c19cad77a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:27.013245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-fd79c686-b509-4d3e-8bb3-052bbf7f7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:27.014985 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-fd79c686-b509-4d3e-8bb3-052bbf7f7dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e73f9afb0d34deb81f22323962e74bc&device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 1125 time: 0.1096439 Feb 10 06:36:27.036248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Router d3428226-07c6-4945-90fd-125686f36745 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:36:27.070653 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-e7ecac25-a700-4eaa-9b7c-202757b5006f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=183d853c-8c80-4f26-8379-91b8c18ff7b0 HTTP/1.1" status: 200 len: 217 time: 0.0461011 Feb 10 06:36:27.164010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-e0af096f-b12a-4f9e-892c-6d15bd55f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:27.165513 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-e0af096f-b12a-4f9e-892c-6d15bd55f90e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde44600-abb0-4670-93e4-2110db0ef216 HTTP/1.1" status: 200 len: 853 time: 0.0895975 Feb 10 06:36:27.235712 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-41251766-6117-4a2d-9a7b-d0a42a789a53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f28ef339-039e-4db5-80b8-28bb887cb7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626855 Feb 10 06:36:27.281907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:36:27.287319 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-93f2d8cf-3589-40d8-bfe1-6485342d0658 admin admin] 10.222.0.21 "PUT /v2.0/routers/d3428226-07c6-4945-90fd-125686f36745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1742465 Feb 10 06:36:27.293548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Sync routers for ids ['d3428226-07c6-4945-90fd-125686f36745'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:36:27.307209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Routers {'d3428226-07c6-4945-90fd-125686f36745'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:27.308113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d3428226-07c6-4945-90fd-125686f36745'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:27.353101 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-1768692d-7dd1-4c6f-a478-2d61d9b43a44 service neutron] 10.222.0.13 "GET /v2.0/networks/f28ef339-039e-4db5-80b8-28bb887cb7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097558 Feb 10 06:36:27.474398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa1cbf62-1150-4c32-a0a4-7f505bd330c7 req-c2dccf2b-c8fc-42e4-8c23-bdde21ec7d9e service neutron] 10.222.0.13 "GET /v2.0/networks/f28ef339-039e-4db5-80b8-28bb887cb7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150827 Feb 10 06:36:27.568105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb63115c-454a-4f4e-bc0e-c42f4147567e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:27.571348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bb63115c-454a-4f4e-bc0e-c42f4147567e tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/ports/0882fb8b-2e3b-4c82-b8b6-42c19cad77a3 HTTP/1.1" status: 204 len: 168 time: 1.9469852 Feb 10 06:36:27.572596 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-a3af88d6-8c1b-481d-8081-f3898214b5bb req-bf159f88-8e1d-4f01-ad80-64b9998f4fee tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 06:36:27.573245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3af88d6-8c1b-481d-8081-f3898214b5bb req-bf159f88-8e1d-4f01-ad80-64b9998f4fee tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/045b892f-15ae-4f18-9de5-0cd1ffd6b2b9 HTTP/1.1" status: 409 len: 341 time: 0.6203191 Feb 10 06:36:27.576177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45396) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:27.578249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-96a2efd3-6f01-4314-aa97-d8d313a80167 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7308636 Feb 10 06:36:27.603685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Set router d3428226-07c6-4945-90fd-125686f36745 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:36:27.637120 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef570137-155a-484d-b9fc-f48e2fc9ad4b x-openstack-request-id: req-ef570137-155a-484d-b9fc-f48e2fc9ad4b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:27.637624 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:27.637724 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef570137-155a-484d-b9fc-f48e2fc9ad4b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:27.638628 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c', 'status': 'completed', 'code': 200} Feb 10 06:36:27.658246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-666e9454-ffbd-4f45-a050-03c582c10753 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Deleting subnet f3878dd7-6f85-4da1-9983-e0848a9c7f71 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:36:27.661922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666e9454-ffbd-4f45-a050-03c582c10753 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks [] for subnet (f3878dd7-6f85-4da1-9983-e0848a9c7f71), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:27.712247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:27.713696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-637667f0-2b1f-4d1b-8655-fb70e4e8828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:27.716593 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-637667f0-2b1f-4d1b-8655-fb70e4e8828c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 1166 time: 0.0570009 Feb 10 06:36:27.776259 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666e9454-ffbd-4f45-a050-03c582c10753 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (f3878dd7-6f85-4da1-9983-e0848a9c7f71), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:27.778342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cedf404c-8fa4-4868-a64d-494449cfe1f2 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:27.779222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Port': ['ID=47a2b5d7-306b-40ad-a20f-6cb1f8ce54d3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:27.889793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cedf404c-8fa4-4868-a64d-494449cfe1f2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:27.890172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:27.911395 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-21581c68-f7a2-438a-ba78-5ad2c01051c4 req-2ad1ee84-67ef-4235-b6d8-40bde647d94b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53503a0ccbf745cbafe45b5e2a6934bf&device_id=9a0d44c2-77e0-48f4-979a-dc61449e3c1c HTTP/1.1" status: 200 len: 210 time: 0.0388396 Feb 10 06:36:27.934447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3428226-07c6-4945-90fd-125686f36745', 'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:36:19Z', 'updated_at': '2022-02-10T06:36:26Z', 'revision_number': 4, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'gw_port': {'id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:20Z', 'updated_at': '2022-02-10T06:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7aeab514-0f07-48ad-bf1b-cabf9aa6bf34', 'name': '', 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'mac_address': 'fa:16:3e:5e:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a32ca044-78eb-42ea-950f-88cb2aef2da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:24Z', 'updated_at': '2022-02-10T06:36:26Z', 'revision_number': 2, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'subnets': [{'id': 'a32ca044-78eb-42ea-950f-88cb2aef2da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:27.967794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Checking router: d3428226-07c6-4945-90fd-125686f36745 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:36:27.968150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Updating router d3428226-07c6-4945-90fd-125686f36745 port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:36:27.991684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:27.994842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7d00ba41-bc34-41fd-8656-2f6c86f19412 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699276 Feb 10 06:36:28.026956 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-21581c68-f7a2-438a-ba78-5ad2c01051c4 req-456948ce-6d73-430a-9e4b-c5dd3bc96fa6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=53503a0ccbf745cbafe45b5e2a6934bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1066854 Feb 10 06:36:28.040925 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a752d1e0-8c5a-4bb1-916b-2ab7c22506df x-openstack-request-id: req-a752d1e0-8c5a-4bb1-916b-2ab7c22506df {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:28.041281 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e7ecc9-e360-42a0-9425-059f9daaa2f6", "tag": "183d853c-8c80-4f26-8379-91b8c18ff7b0", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:28.044352 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.058725 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a752d1e0-8c5a-4bb1-916b-2ab7c22506df {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:28.059930 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e7ecc9-e360-42a0-9425-059f9daaa2f6', 'tag': '183d853c-8c80-4f26-8379-91b8c18ff7b0', 'status': 'completed', 'code': 200} Feb 10 06:36:28.068317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cedf404c-8fa4-4868-a64d-494449cfe1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:28.167656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-ea6e89b4-1e27-4099-a0e3-3dd52001afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:28.169448 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-ea6e89b4-1e27-4099-a0e3-3dd52001afc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 912 time: 0.4412282 Feb 10 06:36:28.224141 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666e9454-ffbd-4f45-a050-03c582c10753 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (f3878dd7-6f85-4da1-9983-e0848a9c7f71), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.232071 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-2b810ccf-cccd-449e-8718-f4caff273f15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c HTTP/1.1" status: 200 len: 217 time: 0.0543704 Feb 10 06:36:28.329880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-2e47642c-e8b8-41aa-b9b8-f6210a7111f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:28.331330 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-2e47642c-e8b8-41aa-b9b8-f6210a7111f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e73f9afb0d34deb81f22323962e74bc&device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 1125 time: 0.2618742 Feb 10 06:36:28.340099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-baf2a22a-8b1d-4681-8148-d7dcac9c31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:28.341566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-baf2a22a-8b1d-4681-8148-d7dcac9c31df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 200 len: 852 time: 0.0802720 Feb 10 06:36:28.351322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581c68-f7a2-438a-ba78-5ad2c01051c4 req-1d189946-72c8-482a-aad2-269c9d0aa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:28.352708 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-21581c68-f7a2-438a-ba78-5ad2c01051c4 req-1d189946-72c8-482a-aad2-269c9d0aa5d7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3144596 Feb 10 06:36:28.353388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a645771-116e-4259-84b1-fd7beb1d39cb req-df0bdc06-6c8e-40e4-82e0-f02813a7715e tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:28.365487 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a645771-116e-4259-84b1-fd7beb1d39cb req-df0bdc06-6c8e-40e4-82e0-f02813a7715e tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 943 time: 0.2081687 Feb 10 06:36:28.391577 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-2727cca5-a876-433e-97d1-ea40d3cfbefc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85145f5f-33a7-4eab-835d-8469aee72376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379186 Feb 10 06:36:28.394218 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Publish callbacks [] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.401154 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.405754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-3d659c3c-366a-4b7b-b30c-62587c5d4927 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808417 Feb 10 06:36:28.477455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926d0de-7ff5-4716-862e-74f4a08dd92b None None] Pushing event updated for resources: {'Port': ['ID=7aeab514-0f07-48ad-bf1b-cabf9aa6bf34,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:28.478340 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666e9454-ffbd-4f45-a050-03c582c10753 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (f3878dd7-6f85-4da1-9983-e0848a9c7f71), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.524269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-aa6c1426-d61e-4595-bdbc-4e96ef8aa67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:28.525766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-aa6c1426-d61e-4595-bdbc-4e96ef8aa67f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f28ef339-039e-4db5-80b8-28bb887cb7a3 HTTP/1.1" status: 200 len: 913 time: 0.1826706 Feb 10 06:36:28.531372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Router bda08c6f-ebd1-4cdb-8f65-c067979c3b66 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:36:28.532630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Attempting to bind port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:28.533067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Attempting to bind port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:28.533496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Attempting to bind port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 on network 6036e54b-d8d1-453d-b662-5c2f22ac4afb {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:28.539323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:28.539801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Checking segment: {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:28.540273 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.540732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Bound using segment: {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:28.541277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Bound port: 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:28.541721 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.570286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e9454-ffbd-4f45-a050-03c582c10753 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Pushing event deleted for resources: {'Subnet': ['ID=f3878dd7-6f85-4da1-9983-e0848a9c7f71,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:28.577808 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-c01553f9-fe8b-4ca3-84f5-4a7b9509d56e service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799796 Feb 10 06:36:28.578512 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666e9454-ffbd-4f45-a050-03c582c10753 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.579250 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-072f7ccd-9dba-4d9e-acba-7ea499d8959c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=183d853c-8c80-4f26-8379-91b8c18ff7b0 HTTP/1.1" status: 200 len: 217 time: 0.0434439 Feb 10 06:36:28.586049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c76df6f-a53a-4685-86da-94a5a8909586 None None] Network c63b23a4-9084-4813-af02-5823915df7c1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:28.588668 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-666e9454-ffbd-4f45-a050-03c582c10753 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/subnets/f3878dd7-6f85-4da1-9983-e0848a9c7f71 HTTP/1.1" status: 204 len: 168 time: 1.0082910 Feb 10 06:36:28.595807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45404) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:28.638411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a645771-116e-4259-84b1-fd7beb1d39cb req-cb117f6b-0820-46b3-bd76-4cc166424614 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674022 Feb 10 06:36:28.668253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] For port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:28.701214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] For port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7aeab514-0f07-48ad-bf1b-cabf9aa6bf34,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:28.714426 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.721230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-5213fc2b-07ef-4e52-b20f-b95139472d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:28.727732 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-5213fc2b-07ef-4e52-b20f-b95139472d6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde44600-abb0-4670-93e4-2110db0ef216 HTTP/1.1" status: 200 len: 853 time: 0.1420360 Feb 10 06:36:28.760528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-035648db-f77f-45c5-895d-8a5b63722609 service neutron] 10.222.0.21 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454089 Feb 10 06:36:28.773090 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-f0610ee6-9b1c-47c2-90c1-e9ba068f0696 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f28ef339-039e-4db5-80b8-28bb887cb7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379112 Feb 10 06:36:28.786047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Routers {'d3428226-07c6-4945-90fd-125686f36745'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:28.786854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d3428226-07c6-4945-90fd-125686f36745'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:28.817510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c63b23a4-9084-4813-af02-5823915df7c1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:28.829238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:36:28.829450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926d0de-7ff5-4716-862e-74f4a08dd92b None None] Pushing event updated for resources: {'Port': ['ID=7aeab514-0f07-48ad-bf1b-cabf9aa6bf34,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:28.831379 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eac59e13-db68-4881-a246-51a6f3b644b2 req-f90e9da0-8f36-4fb5-8d62-96f2836c9eea service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471881 Feb 10 06:36:28.839417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20d4a386-d45f-4879-8719-fd20f1a6c483 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "PUT /v2.0/routers/bda08c6f-ebd1-4cdb-8f65-c067979c3b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8493533 Feb 10 06:36:28.840141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45408) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:28.864961 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cce76-c853-41da-b02e-769ec25ba6a3 None None] Sync routers for ids ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:36:28.886204 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cce76-c853-41da-b02e-769ec25ba6a3 None None] Routers {'bda08c6f-ebd1-4cdb-8f65-c067979c3b66'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:28.887476 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0f9cce76-c853-41da-b02e-769ec25ba6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:28.893056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9f42f-322a-415b-b050-8b39aeb0f99d None None] DHCP port deletion for c63b23a4-9084-4813-af02-5823915df7c1 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:36:28.932514 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-6e6662f5-065c-44af-b572-83628c1bb4dc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] delete failed (client error): The resource could not be found. Feb 10 06:36:28.937217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0f9cce76-c853-41da-b02e-769ec25ba6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:28.939387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e6662f5-065c-44af-b572-83628c1bb4dc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-80498288 HTTP/1.1" status: 404 len: 333 time: 0.0948734 Feb 10 06:36:28.945822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45418) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:28.950241 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-b6e405f9-b4ef-4ba1-8b66-3fc64dd6f389 service neutron] 10.222.0.13 "GET /v2.0/networks/f28ef339-039e-4db5-80b8-28bb887cb7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682630 Feb 10 06:36:28.954906 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cce76-c853-41da-b02e-769ec25ba6a3 None None] Routers {'bda08c6f-ebd1-4cdb-8f65-c067979c3b66'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:28.955642 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0f9cce76-c853-41da-b02e-769ec25ba6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:28.963068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bc10fe7e-705f-47bc-84e9-8bfe17220da3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bda08c6f-ebd1-4cdb-8f65-c067979c3b66'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:28.999300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] Set router d3428226-07c6-4945-90fd-125686f36745 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:36:29.012301 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0f9cce76-c853-41da-b02e-769ec25ba6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:29.016006 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cce76-c853-41da-b02e-769ec25ba6a3 None None] The sync data for ids ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:36:29.053678 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66863023-4043-478e-bf7f-d0ababfdcd5a req-57196622-0af6-4317-8f02-5a2dcab5e105 service neutron] 10.222.0.13 "GET /v2.0/networks/f28ef339-039e-4db5-80b8-28bb887cb7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944169 Feb 10 06:36:29.089146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-23c9f42f-322a-415b-b050-8b39aeb0f99d None None] Deleting port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:29.089669 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23c9f42f-322a-415b-b050-8b39aeb0f99d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.106770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-30d64aed-d8e1-4cbc-9045-d27aec3f5f9c service neutron] 10.222.0.21 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149135 Feb 10 06:36:29.211746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-23c9f42f-322a-415b-b050-8b39aeb0f99d None None] For port a92ccead-01fe-4a55-b8ee-c79ab71a9a63, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a92ccead-01fe-4a55-b8ee-c79ab71a9a63,segment=NetworkSegment(112209d0-797a-43f7-9326-2da57d12112b),segment_id=112209d0-797a-43f7-9326-2da57d12112b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:29.212151 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23c9f42f-322a-415b-b050-8b39aeb0f99d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.236257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-23c9f42f-322a-415b-b050-8b39aeb0f99d None None] Calling delete_port for a92ccead-01fe-4a55-b8ee-c79ab71a9a63 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:29.349824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3428226-07c6-4945-90fd-125686f36745', 'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:36:19Z', 'updated_at': '2022-02-10T06:36:26Z', 'revision_number': 4, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'gw_port': {'id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:20Z', 'updated_at': '2022-02-10T06:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7aeab514-0f07-48ad-bf1b-cabf9aa6bf34', 'name': '', 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'mac_address': 'fa:16:3e:5e:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a32ca044-78eb-42ea-950f-88cb2aef2da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:24Z', 'updated_at': '2022-02-10T06:36:28Z', 'revision_number': 4, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'subnets': [{'id': 'a32ca044-78eb-42ea-950f-88cb2aef2da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:29.366132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Deleting port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:29.366505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.373901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-0612bb59-a2d3-4d16-bf5a-ef22fb16e9d8 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:29.375406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-0612bb59-a2d3-4d16-bf5a-ef22fb16e9d8 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 810 time: 0.4454360 Feb 10 06:36:29.377430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc10fe7e-705f-47bc-84e9-8bfe17220da3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for router_gateway (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.378021 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23c9f42f-322a-415b-b050-8b39aeb0f99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.381973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b9c7d-2867-4cff-851b-2175b01f2764 None None] The sync data for ids ['d3428226-07c6-4945-90fd-125686f36745'] in n-d-828670-1 is: [{'id': 'd3428226-07c6-4945-90fd-125686f36745', 'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:36:19Z', 'updated_at': '2022-02-10T06:36:26Z', 'revision_number': 4, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'gw_port': {'id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:20Z', 'updated_at': '2022-02-10T06:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '7aeab514-0f07-48ad-bf1b-cabf9aa6bf34', 'name': '', 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'mac_address': 'fa:16:3e:5e:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a32ca044-78eb-42ea-950f-88cb2aef2da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:24Z', 'updated_at': '2022-02-10T06:36:28Z', 'revision_number': 4, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'subnets': [{'id': 'a32ca044-78eb-42ea-950f-88cb2aef2da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:36:29.417245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9f42f-322a-415b-b050-8b39aeb0f99d None None] No DVR routers for this DVR port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:29.420884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9f42f-322a-415b-b050-8b39aeb0f99d None None] Pushing event deleted for resources: {'Port': ['ID=a92ccead-01fe-4a55-b8ee-c79ab71a9a63,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:29.450865 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-bc10fe7e-705f-47bc-84e9-8bfe17220da3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] update failed (client error): The resource could not be found. Feb 10 06:36:29.456296 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc10fe7e-705f-47bc-84e9-8bfe17220da3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "PUT /v2.0/routers/bda08c6f-ebd1-4cdb-8f65-c067979c3b66 HTTP/1.1" status: 404 len: 339 time: 0.5096147 Feb 10 06:36:29.456831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45420) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:29.462579 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-e1837b6e-2ba8-4891-943d-7258dc7ff2f3 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/quotas/788b65a43e3d43f0a8a50e696c0b10f7 HTTP/1.1" status: 200 len: 375 time: 0.0770872 Feb 10 06:36:29.462988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-786813040'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:29.489205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Made reservation on behalf of 396dfeeb2f9e40c6ac3e09c7b5d7a5c9 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:29.495934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.528616 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a2128a02-60d1-4157-8528-18afad7b51c2 service neutron] 10.222.0.21 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909352 Feb 10 06:36:29.537236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:29.549422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f2a8932d-fa5e-458f-8840-c72e089de184), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.550058 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Added segment f2a8932d-fa5e-458f-8840-c72e089de184 of type vlan for network 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 Feb 10 06:36:29.551694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] For port a92ccead-01fe-4a55-b8ee-c79ab71a9a63, host n-d-828670-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:29.553404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.587484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Calling delete_port for a92ccead-01fe-4a55-b8ee-c79ab71a9a63 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:29.602968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 was not found and therefore no delete operation was performed {{(pid=103214) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:36:29.610400 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a92ccead-01fe-4a55-b8ee-c79ab71a9a63), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.617852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.660429 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.672290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:29.673037 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.707671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Pushing event deleted for resources: {'Port': ['ID=a92ccead-01fe-4a55-b8ee-c79ab71a9a63,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:29.713204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] No DVR routers for this DVR port a92ccead-01fe-4a55-b8ee-c79ab71a9a63 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:29.739961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-ad0e8329-d9f0-4c8c-9300-c3874b73c9b3 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2762692 Feb 10 06:36:29.768045 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3073947 Feb 10 06:36:29.768287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:29.768737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45424) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:29.809167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'subnet': {'network_id': '0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:29.863874 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-21581c68-f7a2-438a-ba78-5ad2c01051c4 req-c9bc0044-3ae9-4d26-81ec-32b0cd81ca4e tempest-ServerShowV247Test-1938421816 tempest-ServerShowV247Test-1938421816-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a0d44c2-77e0-48f4-979a-dc61449e3c1c HTTP/1.1" status: 200 len: 210 time: 0.0502627 Feb 10 06:36:29.864749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1462d-0eb6-4ac5-9564-cb424a8dd3d3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Network': ['ID=0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:29.905161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:29.953941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Made reservation on behalf of 396dfeeb2f9e40c6ac3e09c7b5d7a5c9 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:29.958332 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:29.964193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ba40b826-10bb-4081-bda5-796739f4a189 service neutron] 10.222.0.21 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223087 Feb 10 06:36:30.068023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:30.068440 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.095453 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c63b23a4-9084-4813-af02-5823915df7c1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.142774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-fbbdc889-3f17-4edc-b538-74eaebd5528a service neutron] 10.222.0.21 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016063 Feb 10 06:36:30.197890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:30.198292 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.216647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (3c66cb80-30a8-4e68-8eb9-07989ae9ce05), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.230618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63b23a4-9084-4813-af02-5823915df7c1']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:30.253291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-00da193b-7949-4073-a0cb-e1a3542c17a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:30.253998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7aeab514-0f07-48ad-bf1b-cabf9aa6bf34,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:30.260600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-00da193b-7949-4073-a0cb-e1a3542c17a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports/88a6fc0a-bc63-4ec1-b7df-dffe5735952a HTTP/1.1" status: 200 len: 936 time: 0.2282917 Feb 10 06:36:30.266349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112209d0-797a-43f7-9326-2da57d12112b') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:30.266349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112209d0-797a-43f7-9326-2da57d12112b') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:30.268606 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.356710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=7aeab514-0f07-48ad-bf1b-cabf9aa6bf34,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:30.370059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (112209d0-797a-43f7-9326-2da57d12112b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.373809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a92ccead-01fe-4a55-b8ee-c79ab71a9a63 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:30.381702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-b3721019-93d1-4536-a501-2ce0ddf6a19b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:30.394212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-b3721019-93d1-4536-a501-2ce0ddf6a19b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports/6f2b8a67-e1c6-4461-b239-07f5c88255db HTTP/1.1" status: 200 len: 937 time: 0.1325521 Feb 10 06:36:30.408754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a92ccead-01fe-4a55-b8ee-c79ab71a9a63 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:36:30.409376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a92ccead-01fe-4a55-b8ee-c79ab71a9a63 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:30.738960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Subnet': ['ID=3c66cb80-30a8-4e68-8eb9-07989ae9ce05,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:30.741368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Checking segment: {'id': 'f2a8932d-fa5e-458f-8840-c72e089de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:30.741731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network hostable DHCP agents. Network: 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:30.763018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:30.773481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:30.784455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:30.785971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ad448-e435-4aa7-9a6d-dc7dedc7f380 None None] Network 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:30.786803 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.819172 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b1ad8920-8267-4e23-9904-af01378a3788 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0492079 Feb 10 06:36:30.820870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45436) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:30.830920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4039dcb9-4492-4cec-9e3b-4b33ae29944e tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:30.874395 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (112209d0-797a-43f7-9326-2da57d12112b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.897316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:30.897769 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (112209d0-797a-43f7-9326-2da57d12112b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:30.901241 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:30.932662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-e16a7f53-2752-4e5f-9a9b-a09b86172ed5 service neutron] 10.222.0.21 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883279 Feb 10 06:36:30.957706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9', 'network_id': '0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9', 'project_id': '396dfeeb2f9e40c6ac3e09c7b5d7a5c9', 'fixed_ips': [{'subnet_id': '3c66cb80-30a8-4e68-8eb9-07989ae9ce05'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:36:30.963255 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:30.986843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c63b23a4-9084-4813-af02-5823915df7c1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:31.027431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:31.036481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] 10.222.0.21 "DELETE /v2.0/networks/c63b23a4-9084-4813-af02-5823915df7c1 HTTP/1.1" status: 204 len: 168 time: 2.4363775 Feb 10 06:36:31.037610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a92389-ff55-434e-a2b9-54cc3ba26eb8 tempest-TagsExtTest-1430316180 tempest-TagsExtTest-1430316180-project] Pushing event deleted for resources: {'Network': ['ID=c63b23a4-9084-4813-af02-5823915df7c1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:31.325050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4039dcb9-4492-4cec-9e3b-4b33ae29944e tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for router_gateway (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:31.476723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45462) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:31.543368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 183d853c-8c80-4f26-8379-91b8c18ff7b0 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:36:31.565690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777e7c7-46e1-438f-b59a-5235f08d4649 req-64dec634-a14f-46e9-af47-45edb11ea73b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:31.567520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f777e7c7-46e1-438f-b59a-5235f08d4649 req-64dec634-a14f-46e9-af47-45edb11ea73b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 945 time: 0.0751009 Feb 10 06:36:31.580134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Allocated IP 2001:db8:1::2 (0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9/3c66cb80-30a8-4e68-8eb9-07989ae9ce05/0f584f17-0327-4708-b2d6-339c1250345b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:31.617104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-8bdab1ce-3865-41f1-81d8-ff7bcb3b9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:31.628742 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-8bdab1ce-3865-41f1-81d8-ff7bcb3b9369 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 1166 time: 0.1414468 Feb 10 06:36:31.689080 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-4039dcb9-4492-4cec-9e3b-4b33ae29944e tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:36:31.690454 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4039dcb9-4492-4cec-9e3b-4b33ae29944e tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "PUT /v2.0/routers/bda08c6f-ebd1-4cdb-8f65-c067979c3b66 HTTP/1.1" status: 400 len: 364 time: 0.8671103 Feb 10 06:36:31.696641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45470) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:31.740845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:31.757082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-11a32d22-7485-4a50-9fd8-82cc8d4f88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:31.759786 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-11a32d22-7485-4a50-9fd8-82cc8d4f88c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 200 len: 912 time: 0.1302371 Feb 10 06:36:31.825180 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-e1ac1a67-5c6f-43a3-bd92-e8cbc9c54fe9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c HTTP/1.1" status: 200 len: 217 time: 0.0572910 Feb 10 06:36:31.933210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b54f-036f-4aad-9b95-a3640ccfd4c1 req-a75de53e-9a51-40fb-a931-114d70c6d125 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:31.942393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cea4b54f-036f-4aad-9b95-a3640ccfd4c1 req-a75de53e-9a51-40fb-a931-114d70c6d125 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 943 time: 0.3736346 Feb 10 06:36:32.008076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ddc0bd39-b1ed-4b0d-822c-bc6a79d89fd9 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:32.009471 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ddc0bd39-b1ed-4b0d-822c-bc6a79d89fd9 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports/88a6fc0a-bc63-4ec1-b7df-dffe5735952a HTTP/1.1" status: 200 len: 936 time: 0.6158409 Feb 10 06:36:32.011227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-83b26971-b0f4-4511-832b-5dda6e27e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:32.012573 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-83b26971-b0f4-4511-832b-5dda6e27e8e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 200 len: 852 time: 0.1814232 Feb 10 06:36:32.018392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45476) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:32.033154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 183d853c-8c80-4f26-8379-91b8c18ff7b0, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=183d853c-8c80-4f26-8379-91b8c18ff7b0,segment=NetworkSegment(692d00bc-4bb2-445d-a871-f4203ceba657),segment_id=692d00bc-4bb2-445d-a871-f4203ceba657)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:32.063146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-d8fe8dc8-613a-4948-862e-42bb5e36e19c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85145f5f-33a7-4eab-835d-8469aee72376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436757 Feb 10 06:36:32.067337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '183d853c-8c80-4f26-8379-91b8c18ff7b0', 'network_id': 'f28ef339-039e-4db5-80b8-28bb887cb7a3', 'port_id': '183d853c-8c80-4f26-8379-91b8c18ff7b0', 'mac_address': 'fa:16:3e:0b:73:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde44600-abb0-4670-93e4-2110db0ef216', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:36:32.111498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f777e7c7-46e1-438f-b59a-5235f08d4649 req-2f2a4d2f-11fd-4802-9be3-ebd1f8756f33 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608800 Feb 10 06:36:32.178861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4447e75-cad5-4748-88ba-177ae913ff23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.205236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 183d853c-8c80-4f26-8379-91b8c18ff7b0 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:32.205621 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.209711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:32.210155 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.219858 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Publish callbacks [] for port (0f584f17-0327-4708-b2d6-339c1250345b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.241685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-397833a1-89b1-46cf-aa77-c994e5dec562 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:32.251934 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-397833a1-89b1-46cf-aa77-c994e5dec562 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports/6f2b8a67-e1c6-4461-b239-07f5c88255db HTTP/1.1" status: 200 len: 937 time: 0.2312829 Feb 10 06:36:32.263583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (0f584f17-0327-4708-b2d6-339c1250345b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.304419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183d853c-8c80-4f26-8379-91b8c18ff7b0 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:32.317339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Network 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:32.331849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:32.342671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:32.348019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 183d853c-8c80-4f26-8379-91b8c18ff7b0, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=183d853c-8c80-4f26-8379-91b8c18ff7b0,segment=NetworkSegment(692d00bc-4bb2-445d-a871-f4203ceba657),segment_id=692d00bc-4bb2-445d-a871-f4203ceba657)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:32.359274 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-3b69beab-24bb-49ba-aa4f-3b10f538347d service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772648 Feb 10 06:36:32.361615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Pushing event updated for resources: {'Port': ['ID=0f584f17-0327-4708-b2d6-339c1250345b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:32.367491 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.369370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cea4b54f-036f-4aad-9b95-a3640ccfd4c1 req-6e76ced3-082c-4c67-a884-a1b268037d1d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044585 Feb 10 06:36:32.378740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb4e9aca-565c-443c-a99e-30c9f18c78a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8f411ca573b4d9f8f24f48ce298fda8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9006360 Feb 10 06:36:32.396344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45486) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:32.435158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e80d00-d73f-401f-ae61-ebde1aedb7a3 req-2205e42c-7ce4-4aa6-a566-52305884c4d4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 210 time: 0.1951578 Feb 10 06:36:32.459168 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4447e75-cad5-4748-88ba-177ae913ff23 admin admin] Publish callbacks [] for security_group (614c9b23-1db9-4ea5-bb81-3884e6d0354e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.499308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Attempting to bind port 0f584f17-0327-4708-b2d6-339c1250345b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:32.499682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Attempting to bind port 0f584f17-0327-4708-b2d6-339c1250345b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f2a8932d-fa5e-458f-8840-c72e089de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:32.500046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Attempting to bind port 0f584f17-0327-4708-b2d6-339c1250345b on network 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:32.502702 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4447e75-cad5-4748-88ba-177ae913ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (614c9b23-1db9-4ea5-bb81-3884e6d0354e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.507465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:32.507827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Checking segment: {'id': 'f2a8932d-fa5e-458f-8840-c72e089de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:32.508231 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.508817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Bound using segment: {'id': 'f2a8932d-fa5e-458f-8840-c72e089de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:32.509283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Bound port: 0f584f17-0327-4708-b2d6-339c1250345b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a8932d-fa5e-458f-8840-c72e089de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:32.509662 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0f584f17-0327-4708-b2d6-339c1250345b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.512001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=183d853c-8c80-4f26-8379-91b8c18ff7b0,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:32.536000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:32.570869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.604108 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b4447e75-cad5-4748-88ba-177ae913ff23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53503a0ccbf745cbafe45b5e2a6934bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5823953 Feb 10 06:36:32.604727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4447e75-cad5-4748-88ba-177ae913ff23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614c9b23-1db9-4ea5-bb81-3884e6d0354e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:32.608538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45492) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:32.624444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-42bf25ea-dfbc-46d7-83ce-71a28ccc96bc req-e832897c-71a9-4580-a64c-fcae902f725e service neutron] 10.222.0.24 "GET /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556341 Feb 10 06:36:32.635941 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-691bf512-54ad-4b51-bf50-b40a7d83aaaa admin admin] Publish callbacks [] for security_group (8d0346e2-0e5d-4180-9780-3527a35260e1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.645575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] For port 0f584f17-0327-4708-b2d6-339c1250345b, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:32.654529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] For port 0f584f17-0327-4708-b2d6-339c1250345b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0f584f17-0327-4708-b2d6-339c1250345b,segment=NetworkSegment(f2a8932d-fa5e-458f-8840-c72e089de184),segment_id=f2a8932d-fa5e-458f-8840-c72e089de184)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:32.659885 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-691bf512-54ad-4b51-bf50-b40a7d83aaaa admin admin] Publish callbacks [] for security_group (8d0346e2-0e5d-4180-9780-3527a35260e1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.664967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-252c4663-1664-4077-a062-a3395123640c req-656191df-7666-42c4-9194-27c855c658c6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1026924 Feb 10 06:36:32.678462 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0f584f17-0327-4708-b2d6-339c1250345b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:32.694628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['183d853c-8c80-4f26-8379-91b8c18ff7b0'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:32.821576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc88fc-a2bb-47b1-80fe-8a17e94682ce None None] Pushing event updated for resources: {'Port': ['ID=0f584f17-0327-4708-b2d6-339c1250345b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:33.056954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-691bf512-54ad-4b51-bf50-b40a7d83aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8d0346e2-0e5d-4180-9780-3527a35260e1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:33.059678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-691bf512-54ad-4b51-bf50-b40a7d83aaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:33.063924 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-691bf512-54ad-4b51-bf50-b40a7d83aaaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d0346e2-0e5d-4180-9780-3527a35260e1 HTTP/1.1" status: 204 len: 168 time: 0.6637645 Feb 10 06:36:33.095056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bf512-54ad-4b51-bf50-b40a7d83aaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0346e2-0e5d-4180-9780-3527a35260e1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:33.148743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-bdae1890-c0e9-4c18-9f79-3d004fea05ca tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:33.150275 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-bdae1890-c0e9-4c18-9f79-3d004fea05ca tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.13 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 810 time: 0.4301682 Feb 10 06:36:33.167989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Request body: {'port': {'device_id': 'dc1a54ee-8ad9-461c-9580-b443c86fc987', 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb', 'admin_state_up': True, 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:33.271033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d71502-4b30-448a-bb7d-884128946fd2 req-408a4244-4764-4cd3-a4e6-829112c9b768 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:33.283888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1204eebc-33c6-4c61-9a45-700aa839b3a6 admin admin] Publish callbacks [] for security_group (614c9b23-1db9-4ea5-bb81-3884e6d0354e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:33.287892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71d71502-4b30-448a-bb7d-884128946fd2 req-408a4244-4764-4cd3-a4e6-829112c9b768 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 984 time: 0.7137163 Feb 10 06:36:33.343141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Allocated IP 2001:db8::1 (5a7f12b9-2d57-4072-baf1-88dad8fbff4b/61ce89ba-f830-4486-9103-cd9630c22a04/c88f44bd-4c1b-41e9-b909-10547fe6c57d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:33.437546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71d71502-4b30-448a-bb7d-884128946fd2 req-da1a0aa2-9fec-4145-b280-f62c8b16718b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&id=045b892f-15ae-4f18-9de5-0cd1ffd6b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1459966 Feb 10 06:36:33.438038 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1204eebc-33c6-4c61-9a45-700aa839b3a6 admin admin] Publish callbacks [] for security_group (614c9b23-1db9-4ea5-bb81-3884e6d0354e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:33.445525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec68eb-0bdf-4598-ba76-e2dbe54714ed req-e4902a7c-a3bb-409d-9203-15772c21553d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:33.447245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ec68eb-0bdf-4598-ba76-e2dbe54714ed req-e4902a7c-a3bb-409d-9203-15772c21553d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 945 time: 0.2340634 Feb 10 06:36:33.554865 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1204eebc-33c6-4c61-9a45-700aa839b3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (614c9b23-1db9-4ea5-bb81-3884e6d0354e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:33.557892 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1204eebc-33c6-4c61-9a45-700aa839b3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:33.562919 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1204eebc-33c6-4c61-9a45-700aa839b3a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/614c9b23-1db9-4ea5-bb81-3884e6d0354e HTTP/1.1" status: 204 len: 168 time: 0.9480355 Feb 10 06:36:33.568127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 183d853c-8c80-4f26-8379-91b8c18ff7b0 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:33.603842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204eebc-33c6-4c61-9a45-700aa839b3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614c9b23-1db9-4ea5-bb81-3884e6d0354e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:33.612667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Made reservation on behalf of 788b65a43e3d43f0a8a50e696c0b10f7 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:33.616382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:33.658681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ec68eb-0bdf-4598-ba76-e2dbe54714ed req-e2a5db0a-d68f-4466-9314-032374cde303 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628456 Feb 10 06:36:33.663228 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:33.766194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 183d853c-8c80-4f26-8379-91b8c18ff7b0 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:36:33.785998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 183d853c-8c80-4f26-8379-91b8c18ff7b0 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:33.788963 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:33.853619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0f584f17-0327-4708-b2d6-339c1250345b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:33.958478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9fd12f0-7006-4c86-a336-f22a0f83995e req-17c85e9a-ef05-48ac-a4fa-adc4c494d9e8 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 210 time: 0.1135499 Feb 10 06:36:33.990367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee28753-5451-4742-adb3-285cc6e0d123 req-79ce2490-376a-4af2-851a-c379c02bcc7d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:33.997760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ee28753-5451-4742-adb3-285cc6e0d123 req-79ce2490-376a-4af2-851a-c379c02bcc7d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 944 time: 0.3326671 Feb 10 06:36:34.055472 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:34.073398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-b1ceffb0-0349-48db-88fa-acc033ff5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:34.080664 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-b1ceffb0-0349-48db-88fa-acc033ff5eca service neutron] 10.222.0.24 "GET /v2.0/ports/88a6fc0a-bc63-4ec1-b7df-dffe5735952a HTTP/1.1" status: 200 len: 1032 time: 0.1433549 Feb 10 06:36:34.082701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 183d853c-8c80-4f26-8379-91b8c18ff7b0 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:34.083912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Allocated IP 172.20.0.6 (6036e54b-d8d1-453d-b662-5c2f22ac4afb/a32ca044-78eb-42ea-950f-88cb2aef2da7/cdd97479-9b0f-4225-ba63-4aa0fa62eb4f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:34.085436 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:34.142832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:34.148430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Port': ['ID=c88f44bd-4c1b-41e9-b909-10547fe6c57d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:34.158927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0f584f17-0327-4708-b2d6-339c1250345b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:34.160434 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0f584f17-0327-4708-b2d6-339c1250345b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:34.168284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:34.177402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e7ecc9-e360-42a0-9425-059f9daaa2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183d853c-8c80-4f26-8379-91b8c18ff7b0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:34.191261 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ca549d-96ac-40ff-ba97-02395f04a4fa" -d '{"events": [{"server_uuid": "e3e7ecc9-e360-42a0-9425-059f9daaa2f6", "name": "network-vif-plugged", "status": "completed", "tag": "183d853c-8c80-4f26-8379-91b8c18ff7b0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:34.220237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:34.220811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:34.249194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a6fac37e-c9cb-4a3b-98d8-775adeaef46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:34.258130 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a6fac37e-c9cb-4a3b-98d8-775adeaef46e service neutron] 10.222.0.24 "GET /v2.0/ports/6f2b8a67-e1c6-4461-b239-07f5c88255db HTTP/1.1" status: 200 len: 1033 time: 0.1680937 Feb 10 06:36:34.279047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 183d853c-8c80-4f26-8379-91b8c18ff7b0, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=183d853c-8c80-4f26-8379-91b8c18ff7b0,segment=NetworkSegment(692d00bc-4bb2-445d-a871-f4203ceba657),segment_id=692d00bc-4bb2-445d-a871-f4203ceba657)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:34.308603 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:34.351603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82b2ee36-9384-4a95-90e3-c2b1a070bb24 req-6297397f-158b-402c-a486-939283b22e1e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1905451 Feb 10 06:36:34.402160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ee28753-5451-4742-adb3-285cc6e0d123 req-e69cc383-3ce3-4f72-80c8-08f4eedf6b1c tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017420 Feb 10 06:36:34.444332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=183d853c-8c80-4f26-8379-91b8c18ff7b0,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:34.538293 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c144b5-08ad-4aec-b4e2-a667d00bc250 x-openstack-request-id: req-b4c144b5-08ad-4aec-b4e2-a667d00bc250 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:34.541992 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e7ecc9-e360-42a0-9425-059f9daaa2f6", "name": "network-vif-plugged", "status": "completed", "tag": "183d853c-8c80-4f26-8379-91b8c18ff7b0", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:34.542258 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4c144b5-08ad-4aec-b4e2-a667d00bc250 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:34.550717 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7ecc9-e360-42a0-9425-059f9daaa2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183d853c-8c80-4f26-8379-91b8c18ff7b0', 'code': 200} Feb 10 06:36:34.555443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0f584f17-0327-4708-b2d6-339c1250345b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:34.564805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0f584f17-0327-4708-b2d6-339c1250345b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:34.637555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 0f584f17-0327-4708-b2d6-339c1250345b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0f584f17-0327-4708-b2d6-339c1250345b,segment=NetworkSegment(f2a8932d-fa5e-458f-8840-c72e089de184),segment_id=f2a8932d-fa5e-458f-8840-c72e089de184)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:34.644769 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0f584f17-0327-4708-b2d6-339c1250345b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:34.737279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=0f584f17-0327-4708-b2d6-339c1250345b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:34.779675 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:34.783422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-33c0191d-4cb5-4f2c-947b-d5f21217faa4 None None] Provisioning complete for port c88f44bd-4c1b-41e9-b909-10547fe6c57d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:34.784040 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-33c0191d-4cb5-4f2c-947b-d5f21217faa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:34.837937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-33c0191d-4cb5-4f2c-947b-d5f21217faa4 None None] Port c88f44bd-4c1b-41e9-b909-10547fe6c57d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:34.892233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-2f1e395c-0d72-4849-8491-dd66d4952095 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:34.899752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-2f1e395c-0d72-4849-8491-dd66d4952095 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:34.905470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-2f1e395c-0d72-4849-8491-dd66d4952095 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:34.907463 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-2f1e395c-0d72-4849-8491-dd66d4952095 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "GET /v2.0/networks?id=caf617e0-e951-444f-8ae2-5a5d34fd7640&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=96673c65-bae2-4e6a-8549-56b103feb668&id=96673c65-bae2-4e6a-8549-56b103feb668 HTTP/1.1" status: 200 len: 1995 time: 0.6376333 Feb 10 06:36:35.102823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341fc8a-e887-4536-999a-a1cf83215196 None None] Network 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:35.162781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks [] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:35.177275 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f6181a2a-bb64-499a-948f-7f75e63c5a7c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c HTTP/1.1" status: 200 len: 379 time: 0.2347484 Feb 10 06:36:35.207158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'admin_state_up': True, 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'security_groups': ['520d3225-b069-45d9-ae90-7a096352e261']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:35.225449 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:35.230137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0284d94-3d39-47a7-85a4-1318e20fd0c2 req-dc5afef3-0f84-4cf1-a675-854ed5978da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:35.234907 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a0284d94-3d39-47a7-85a4-1318e20fd0c2 req-dc5afef3-0f84-4cf1-a675-854ed5978da0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 1127 time: 0.5732527 Feb 10 06:36:35.262745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-147b5897-b7cd-4b10-9d3a-b60fce49b405 None None] Provisioning complete for port 0f584f17-0327-4708-b2d6-339c1250345b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:35.263295 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-147b5897-b7cd-4b10-9d3a-b60fce49b405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0f584f17-0327-4708-b2d6-339c1250345b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:35.303125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45564) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:35.306372 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:35.307435 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:35.458283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event updated for resources: {'Port': ['ID=c88f44bd-4c1b-41e9-b909-10547fe6c57d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:35.480429 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:35.485227 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a0284d94-3d39-47a7-85a4-1318e20fd0c2 req-c2991947-57ad-4bea-9882-d9a8bdc49471 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140615 Feb 10 06:36:35.543683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Network 6036e54b-d8d1-453d-b662-5c2f22ac4afb is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:35.556779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:35.557901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-147b5897-b7cd-4b10-9d3a-b60fce49b405 None None] Current status of the port 0f584f17-0327-4708-b2d6-339c1250345b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:35.565156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:35.631600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Pushing event updated for resources: {'Port': ['ID=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:35.643193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:35.647176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:35.761970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:35.769501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0f584f17-0327-4708-b2d6-339c1250345b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:35.773492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:35.901664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0f584f17-0327-4708-b2d6-339c1250345b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:35.902374 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0f584f17-0327-4708-b2d6-339c1250345b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:35.905349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:35.911711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:35.944837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff84f0-5afa-4adb-901f-e6b5985dd872 req-953777f5-ff8c-475b-aecb-bb2bbf54a104 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:35.952734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16ff84f0-5afa-4adb-901f-e6b5985dd872 req-953777f5-ff8c-475b-aecb-bb2bbf54a104 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 984 time: 1.1839273 Feb 10 06:36:35.965057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Router bda08c6f-ebd1-4cdb-8f65-c067979c3b66 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:36:35.975449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb53cc-1979-43e3-bfa8-716184d2a03a req-70ae9382-bff0-436c-964a-75fdaecd986f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:35.984124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6fb53cc-1979-43e3-bfa8-716184d2a03a req-70ae9382-bff0-436c-964a-75fdaecd986f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 945 time: 0.6854017 Feb 10 06:36:35.988594 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-d33d2f6a-0e37-4c7c-b9c1-9ef44acd9c64 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8249977 Feb 10 06:36:36.000344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Allocated IP 172.20.0.8 (caf617e0-e951-444f-8ae2-5a5d34fd7640/9fdc9898-3f5a-4a18-a218-5792aa9ee64f/0bb8675d-850c-43e4-97ed-c318acc32abf) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:36.012091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1626442055-network', 'tenant_id': 'a8d118dc65354c52bdd86b7a07fad05b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:36.012623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-be0e6cec-d5bd-4286-b0fb-e4352359d114 None None] Provisioning complete for port 0f584f17-0327-4708-b2d6-339c1250345b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:36.013215 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be0e6cec-d5bd-4286-b0fb-e4352359d114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0f584f17-0327-4708-b2d6-339c1250345b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.026418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Request body: {'port': {'device_id': 'dc1a54ee-8ad9-461c-9580-b443c86fc987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:36.044095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-141ed684-1c0f-41fe-b7e8-55996947c854 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:36.045762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-141ed684-1c0f-41fe-b7e8-55996947c854 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 945 time: 1.2783859 Feb 10 06:36:36.152701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0f584f17-0327-4708-b2d6-339c1250345b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:36.229830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-be0e6cec-d5bd-4286-b0fb-e4352359d114 None None] Current status of the port 0f584f17-0327-4708-b2d6-339c1250345b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:36.240471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.318714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Made reservation on behalf of a8d118dc65354c52bdd86b7a07fad05b for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:36.321014 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.323283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:36:36.332701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-828d5f62-e4c4-4005-8a48-96b9746d002d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "PUT /v2.0/routers/bda08c6f-ebd1-4cdb-8f65-c067979c3b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6279562 Feb 10 06:36:36.337440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c939a-cd39-494e-83e0-04a490065788 None None] Sync routers for ids ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:36:36.343085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:36.359116 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.368854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c939a-cd39-494e-83e0-04a490065788 None None] Routers {'bda08c6f-ebd1-4cdb-8f65-c067979c3b66'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:36.370145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-720c939a-cd39-494e-83e0-04a490065788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:36.410852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-720c939a-cd39-494e-83e0-04a490065788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:36.420873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16ff84f0-5afa-4adb-901f-e6b5985dd872 req-acf02549-ce62-49eb-b6e8-05860feb964a tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&id=045b892f-15ae-4f18-9de5-0cd1ffd6b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4671488 Feb 10 06:36:36.423932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6fb53cc-1979-43e3-bfa8-716184d2a03a req-32df8da7-74e5-4945-bf34-517d57e27483 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388633 Feb 10 06:36:36.430220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c939a-cd39-494e-83e0-04a490065788 None None] Routers {'bda08c6f-ebd1-4cdb-8f65-c067979c3b66'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:36.430879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-720c939a-cd39-494e-83e0-04a490065788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:36.432931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-320d0220-91f1-402f-a016-977197bb37c7 None None] Provisioning complete for port c88f44bd-4c1b-41e9-b909-10547fe6c57d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:36.433308 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-320d0220-91f1-402f-a016-977197bb37c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.486913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-320d0220-91f1-402f-a016-977197bb37c7 None None] Port c88f44bd-4c1b-41e9-b909-10547fe6c57d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:36.500437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Deleting port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:36.501005 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.527578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-720c939a-cd39-494e-83e0-04a490065788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:36.528256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c939a-cd39-494e-83e0-04a490065788 None None] The sync data for ids ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:36:36.554393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03df73c1-ef36-40e6-9a67-ca281413654d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for router (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.604623 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.651812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.652345 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.734734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network caf617e0-e951-444f-8ae2-5a5d34fd7640 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:36.735793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Port': ['ID=0bb8675d-850c-43e4-97ed-c318acc32abf,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:36.740735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:36.744707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:36.803149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:36.806387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:36.853561 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-59605932-0170-42e1-aa3a-20feb85c4b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6605530 Feb 10 06:36:36.875091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'admin_state_up': True, 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'security_groups': ['520d3225-b069-45d9-ae90-7a096352e261']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:37.060627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd97479-9b0f-4225-ba63-4aa0fa62eb4f {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:37.070891 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Publish callbacks [] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:37.081985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:37.085876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:37.100027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Transition to ACTIVE for port object cdd97479-9b0f-4225-ba63-4aa0fa62eb4f will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:36:37.110701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:37.222867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] For port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:37.223242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:37.241422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:37.255523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Calling delete_port for 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:37.271777 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-03df73c1-ef36-40e6-9a67-ca281413654d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 06:36:37.275866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-03df73c1-ef36-40e6-9a67-ca281413654d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/routers/bda08c6f-ebd1-4cdb-8f65-c067979c3b66 HTTP/1.1" status: 409 len: 329 time: 0.9189098 Feb 10 06:36:37.281059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:37.305954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b6a9-89bf-4003-9219-1b4f7b85a096 req-043bfcc9-6da6-42af-8dea-1370e6dc9cc1 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:37.313737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c33b6a9-89bf-4003-9219-1b4f7b85a096 req-043bfcc9-6da6-42af-8dea-1370e6dc9cc1 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 945 time: 0.6502974 Feb 10 06:36:37.372152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4987b89a-8a28-4f77-aae6-4fd99beb9d32 None None] Provisioning complete for port 0bb8675d-850c-43e4-97ed-c318acc32abf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:37.372694 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4987b89a-8a28-4f77-aae6-4fd99beb9d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:37.383637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a9a9d-07c0-43c3-96be-f95b3f6a437f req-644339db-6ca1-4c63-bba6-58e96d23d8d3 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:37.385150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-234a9a9d-07c0-43c3-96be-f95b3f6a437f req-644339db-6ca1-4c63-bba6-58e96d23d8d3 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 943 time: 0.7169390 Feb 10 06:36:37.401528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Allocated IP 10.1.1.148 (0e46ffab-9e24-4623-8d12-e600966d7e4e/431e162a-1c63-47d8-a081-de739e99977e/cd9264d1-044c-425b-93c2-41ff9e11132c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:37.408764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4987b89a-8a28-4f77-aae6-4fd99beb9d32 None None] Port 0bb8675d-850c-43e4-97ed-c318acc32abf cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:37.447040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Attempting to bind port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:37.447383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Attempting to bind port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:37.447697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Attempting to bind port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f on network 6036e54b-d8d1-453d-b662-5c2f22ac4afb {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:37.452161 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Publish callbacks [] for security_group (f3a5dda5-3d17-435b-853d-586049afb656), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:37.458491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f on network 6036e54b-d8d1-453d-b662-5c2f22ac4afb not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:36:37.458719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Attempting to bind port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f on network 6036e54b-d8d1-453d-b662-5c2f22ac4afb {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:37.481970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:37.483149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Checking segment: {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:37.483947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Bound using segment: {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:37.484075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Bound port: cdd97479-9b0f-4225-ba63-4aa0fa62eb4f, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:37.484718 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:37.503815 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f3a5dda5-3d17-435b-853d-586049afb656), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:37.546138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a5dda5-3d17-435b-853d-586049afb656,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:37.601614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c33b6a9-89bf-4003-9219-1b4f7b85a096 req-c8594c2b-894a-4f20-9dd8-901f377b14c8 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837567 Feb 10 06:36:37.648882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:36:37.653420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:37.729503 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c72ebde3-32c6-47dd-b523-65d2d0b12686), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:37.729896 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Added segment c72ebde3-32c6-47dd-b523-65d2d0b12686 of type vlan for network 73416e1f-efbe-4b07-a796-c13d404be009 Feb 10 06:36:37.904259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-234a9a9d-07c0-43c3-96be-f95b3f6a437f req-473645cd-11bd-48a0-ba90-410a40b0935e tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673619 Feb 10 06:36:38.083722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] For port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:38.091253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] For port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:38.094594 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (73416e1f-efbe-4b07-a796-c13d404be009), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.098760 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.105827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.142806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:38.142965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.144275 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] 10.222.0.13 "PUT /v2.0/ports/cdd97479-9b0f-4225-ba63-4aa0fa62eb4f HTTP/1.1" status: 200 len: 1091 time: 2.1382136 Feb 10 06:36:38.144898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1a54ee-8ad9-461c-9580-b443c86fc987', 'tag': 'cdd97479-9b0f-4225-ba63-4aa0fa62eb4f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:38.147193 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86252bc-b107-43b6-868c-f41e5c29e21c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1a54ee-8ad9-461c-9580-b443c86fc987", "tag": "cdd97479-9b0f-4225-ba63-4aa0fa62eb4f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:38.181552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-d4ce8ef2-7a09-4563-ad69-85d4e2e85ca7 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1875831439&fields=id&tenant_id=d7f0bff326ce48d0a38d728f1d6e0230 HTTP/1.1" status: 200 len: 267 time: 0.1904559 Feb 10 06:36:38.185225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:38.187112 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.240833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a4246-a096-4773-a6d3-49a769cc0a53 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:38.245398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.265146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fbd3c-2ec3-43a0-9636-1677ec076d96 req-0ad6397a-1e05-4f2b-a74f-256c9c455a86 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:38.272041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f2fbd3c-2ec3-43a0-9636-1677ec076d96 req-0ad6397a-1e05-4f2b-a74f-256c9c455a86 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 931 time: 0.5702932 Feb 10 06:36:38.289673 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (981a4cfa-b2d5-4f5b-ad7d-e20f66824c41), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.325499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-c706c03f-fd80-4c71-a417-124248019fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:38.328102 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-c706c03f-fd80-4c71-a417-124248019fda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 1125 time: 0.1388471 Feb 10 06:36:38.377652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (73416e1f-efbe-4b07-a796-c13d404be009), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.378544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:38.379136 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.395813 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-b9843954-4535-4cd5-ac6b-9392d991efc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f HTTP/1.1" status: 200 len: 217 time: 0.0586982 Feb 10 06:36:38.399870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event deleted for resources: {'Port': ['ID=981a4cfa-b2d5-4f5b-ad7d-e20f66824c41,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:38.409172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Port': ['ID=cd9264d1-044c-425b-93c2-41ff9e11132c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:38.414124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:38.426844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.1212785 Feb 10 06:36:38.439874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] No DVR routers for this DVR port 981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:38.442809 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.447266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48d2c81c-1877-4ed3-8955-8b0a936d3a63 req-b821a9b8-a416-47d4-804b-cf1bd737b6f9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.24 "DELETE /v2.0/ports/981a4cfa-b2d5-4f5b-ad7d-e20f66824c41 HTTP/1.1" status: 204 len: 173 time: 2.3734527 Feb 10 06:36:38.473507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-be47ff23-32ae-473e-827c-83532b28df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:38.475469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-be47ff23-32ae-473e-827c-83532b28df25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 200 len: 850 time: 0.0673769 Feb 10 06:36:38.476497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45612) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:38.496651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Request body: {'subnet': {'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1626442055-subnet', 'tenant_id': 'a8d118dc65354c52bdd86b7a07fad05b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:38.501983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:38.520994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:38.528540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c7f5cc-984a-40d5-a779-e4ff0faccffb', 'name': 'network-vif-deleted', 'tag': '981a4cfa-b2d5-4f5b-ad7d-e20f66824c41'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:38.531186 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dfd715-8924-48b8-86eb-cc2d6ed934cd" -d '{"events": [{"server_uuid": "f8c7f5cc-984a-40d5-a779-e4ff0faccffb", "name": "network-vif-deleted", "tag": "981a4cfa-b2d5-4f5b-ad7d-e20f66824c41"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:38.548857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f2fbd3c-2ec3-43a0-9636-1677ec076d96 req-64e5b684-80a0-438a-974e-e5c828cfb20e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704444 Feb 10 06:36:38.588470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-7e8343d9-5104-445e-bf87-0d563f338a52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6036e54b-d8d1-453d-b662-5c2f22ac4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035435 Feb 10 06:36:38.706348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-6af1a554-9d52-4569-9d91-5c35cbf24f7a tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:38.715633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-6af1a554-9d52-4569-9d91-5c35cbf24f7a tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 984 time: 0.5326192 Feb 10 06:36:38.743074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-46e08dca-5b08-4d93-9c8f-4a1efe590570 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'port': {'security_groups': ['045b892f-15ae-4f18-9de5-0cd1ffd6b2b9', '7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65', 'd2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:38.763929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ac6bb-079c-401b-bdaa-a26a62741db5 admin admin] Pushing event updated for resources: {'Network': ['ID=73416e1f-efbe-4b07-a796-c13d404be009,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:38.777292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 73416e1f-efbe-4b07-a796-c13d404be009 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:36:38.817721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21ddb826-4307-4202-b27b-1a6e400940d2 req-d3671ae8-6f93-4c98-b17c-61f1e90d3006 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c7f5cc-984a-40d5-a779-e4ff0faccffb HTTP/1.1" status: 200 len: 210 time: 0.0971744 Feb 10 06:36:38.824016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:38.824733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.831796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Made reservation on behalf of a8d118dc65354c52bdd86b7a07fad05b for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:38.834521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.875914 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-cd573c42-c8c8-4bfa-9516-c5712ae85c94 service neutron] 10.222.0.13 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758405 Feb 10 06:36:38.884176 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-4e22b0ae-18d7-496c-83a1-33afe5533424 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0131607 Feb 10 06:36:38.893465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-46e08dca-5b08-4d93-9c8f-4a1efe590570 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:38.930664 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'admin_state_up': True, 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'security_groups': ['520d3225-b069-45d9-ae90-7a096352e261']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:38.978218 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bebeff-a611-40f9-876c-d64d7fb06dcf x-openstack-request-id: req-62bebeff-a611-40f9-876c-d64d7fb06dcf {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:38.979132 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1a54ee-8ad9-461c-9580-b443c86fc987", "tag": "cdd97479-9b0f-4225-ba63-4aa0fa62eb4f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:38.979132 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62bebeff-a611-40f9-876c-d64d7fb06dcf {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:38.979319 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1a54ee-8ad9-461c-9580-b443c86fc987', 'tag': 'cdd97479-9b0f-4225-ba63-4aa0fa62eb4f', 'status': 'completed', 'code': 200} Feb 10 06:36:38.981129 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:39.037701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e0bbd89c-4f83-43c7-9711-2d63fad289c0 None None] Provisioning complete for port cd9264d1-044c-425b-93c2-41ff9e11132c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:39.038409 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd89c-4f83-43c7-9711-2d63fad289c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:39.095560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbd89c-4f83-43c7-9711-2d63fad289c0 None None] Port cd9264d1-044c-425b-93c2-41ff9e11132c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:39.173567 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009ae178-a3b8-4e56-9aa9-371c1c120142 x-openstack-request-id: req-009ae178-a3b8-4e56-9aa9-371c1c120142 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:39.173919 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c7f5cc-984a-40d5-a779-e4ff0faccffb", "name": "network-vif-deleted", "tag": "981a4cfa-b2d5-4f5b-ad7d-e20f66824c41", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:39.174115 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-009ae178-a3b8-4e56-9aa9-371c1c120142 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:39.186462 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c7f5cc-984a-40d5-a779-e4ff0faccffb', 'name': 'network-vif-deleted', 'tag': '981a4cfa-b2d5-4f5b-ad7d-e20f66824c41', 'status': 'completed', 'code': 200} Feb 10 06:36:39.236888 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-00e7361b-6088-4805-8f2a-b1b0f354cb31 req-a45817fd-e3d5-4eef-8c34-3595abfc9df2 service neutron] 10.222.0.13 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514447 Feb 10 06:36:39.353333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:39.356781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:39.380075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (2b828090-b45b-45b1-b6c4-67980fdababc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:39.412483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-46e08dca-5b08-4d93-9c8f-4a1efe590570 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] For port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:39.456589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-46e08dca-5b08-4d93-9c8f-4a1efe590570 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:39.474375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-46e08dca-5b08-4d93-9c8f-4a1efe590570 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:39.480719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-23ed29d5-ad9f-4ddd-9f98-29ac1c39a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:39.482971 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-23ed29d5-ad9f-4ddd-9f98-29ac1c39a72a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 1125 time: 0.1805711 Feb 10 06:36:39.487749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c19a9bdf-1e30-4c42-aa25-981bbe2fa459', '3a318ef6-a521-4947-b78d-14f7c1fa5c8c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:39.528354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b828090-b45b-45b1-b6c4-67980fdababc,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:39.607416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Checking segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:39.607788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Network hostable DHCP agents. Network: 73416e1f-efbe-4b07-a796-c13d404be009, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:36:39.614557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-46e08dca-5b08-4d93-9c8f-4a1efe590570 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:39.615243 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-46e08dca-5b08-4d93-9c8f-4a1efe590570 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:39.617164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf16886e-5583-48cf-91b1-0bbfe0a7cd56 req-46e08dca-5b08-4d93-9c8f-4a1efe590570 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "PUT /v2.0/ports/3a318ef6-a521-4947-b78d-14f7c1fa5c8c HTTP/1.1" status: 200 len: 1020 time: 0.9000108 Feb 10 06:36:39.682387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0e3c-154c-4aea-bd29-ca44aac6e676 req-a08cebc2-5f3e-4e21-a7ae-cffece0261ba tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:39.683820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-002f0e3c-154c-4aea-bd29-ca44aac6e676 req-a08cebc2-5f3e-4e21-a7ae-cffece0261ba tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 945 time: 0.2245612 Feb 10 06:36:39.708230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e08dca-5b08-4d93-9c8f-4a1efe590570 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'Port': ['ID=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:39.725921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Allocated IP 10.1.1.151 (0e46ffab-9e24-4623-8d12-e600966d7e4e/431e162a-1c63-47d8-a081-de739e99977e/fa3ca41a-3e9f-4a49-96df-982dcb784553) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:39.727897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Network 73416e1f-efbe-4b07-a796-c13d404be009 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:36:39.738976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['3a318ef6-a521-4947-b78d-14f7c1fa5c8c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:39.744497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-c2946d07-d3f2-40fc-b033-c962b65acf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:39.747494 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-c2946d07-d3f2-40fc-b033-c962b65acf28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 910 time: 0.2539899 Feb 10 06:36:39.750228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 73416e1f-efbe-4b07-a796-c13d404be009) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:39.757160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:39.757771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:39.799635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e72d21-73ad-466d-9fef-83c6ab90c1fd None None] Network 73416e1f-efbe-4b07-a796-c13d404be009 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:39.839628 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-53cfb622-5537-4f13-856b-b9e904ac2b4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f HTTP/1.1" status: 200 len: 217 time: 0.0775619 Feb 10 06:36:39.904986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-002f0e3c-154c-4aea-bd29-ca44aac6e676 req-a6f82622-aa23-43f6-8592-77bfe1e4577d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016838 Feb 10 06:36:39.961781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2229b2-a673-4574-b2f0-9a63ec2c347c req-d290b450-952a-468e-b2ce-0c38a0a6a256 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:39.974949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af2229b2-a673-4574-b2f0-9a63ec2c347c req-d290b450-952a-468e-b2ce-0c38a0a6a256 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 943 time: 0.2675731 Feb 10 06:36:39.995126 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:40.007915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cc5d450f-2752-40ee-bebf-a93cabbd88ba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5256894 Feb 10 06:36:40.141689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-d0b6640f-0353-4c13-9125-506cc5035ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:40.143280 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-d0b6640f-0353-4c13-9125-506cc5035ea5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 200 len: 850 time: 0.2956781 Feb 10 06:36:40.144339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af2229b2-a673-4574-b2f0-9a63ec2c347c req-f226aee5-1a10-42c3-9597-eeedad2f91e1 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683748 Feb 10 06:36:40.173458 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cb1fc-f171-43d9-a718-864ce27cdbbd req-79c64a70-c9aa-4e57-b9dd-e4ed5c85f481 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:40.183041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cb1fc-f171-43d9-a718-864ce27cdbbd req-79c64a70-c9aa-4e57-b9dd-e4ed5c85f481 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:40.190908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e17cb1fc-f171-43d9-a718-864ce27cdbbd req-79c64a70-c9aa-4e57-b9dd-e4ed5c85f481 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 1653 time: 0.1674447 Feb 10 06:36:40.236540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Deleting port c88f44bd-4c1b-41e9-b909-10547fe6c57d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:40.237254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:40.304660 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-a51af362-1ee2-4421-a9bc-f36030e68b10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6036e54b-d8d1-453d-b662-5c2f22ac4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436586 Feb 10 06:36:40.312183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c996aa-b5be-4b38-a024-ae28ee0f293b None None] Network 73416e1f-efbe-4b07-a796-c13d404be009 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:40.354137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-591d30fd-4dc4-4d83-ac5a-3c1f98a2c0e6 req-6f26823d-d594-4f28-8aa4-ff5bb86e41b2 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb HTTP/1.1" status: 200 len: 1820 time: 0.1597712 Feb 10 06:36:40.368944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e17cb1fc-f171-43d9-a718-864ce27cdbbd req-8438bf04-283a-4379-bfc4-ee9d772d10d6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770651 Feb 10 06:36:40.433567 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-f637b7d4-46f5-4055-bad6-22f40b635257 service neutron] 10.222.0.13 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170669 Feb 10 06:36:40.482759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-703adfbb-ec47-4be1-b45c-25a3ef2b48a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:40.521578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:40.559875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Calling delete_port for c88f44bd-4c1b-41e9-b909-10547fe6c57d owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:40.565797 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-591d30fd-4dc4-4d83-ac5a-3c1f98a2c0e6 req-4b083b60-b692-4943-8048-ad8ea38529b9 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 06:36:40.589698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-591d30fd-4dc4-4d83-ac5a-3c1f98a2c0e6 req-4b083b60-b692-4943-8048-ad8ea38529b9 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb HTTP/1.1" status: 409 len: 341 time: 0.2334366 Feb 10 06:36:40.640178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:40.758728 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f86252bc-b107-43b6-868c-f41e5c29e21c req-3a527277-d7f5-4340-ac73-3bfd8849851e service neutron] 10.222.0.13 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186133 Feb 10 06:36:40.811965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:40.865367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c88f44bd-4c1b-41e9-b909-10547fe6c57d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:40.934969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:40.937166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Port': ['ID=fa3ca41a-3e9f-4a49-96df-982dcb784553,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:40.941871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:40.959780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:40.961928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Port': ['ID=c88f44bd-4c1b-41e9-b909-10547fe6c57d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:41.084573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:41.085640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:41.121324 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-78cc32aa-c7af-44f8-bdb1-9c2872a7c40d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1947403 Feb 10 06:36:41.134424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668', 'admin_state_up': True, 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'security_groups': ['520d3225-b069-45d9-ae90-7a096352e261']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:41.197827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:41.201138 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47b3731-f7f3-4f91-b3bb-4de9aa20c0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:41.367856 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:41.435122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-cd9e6a2d-9ad4-45e4-a14b-9797a2b12906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:41.437335 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-cd9e6a2d-9ad4-45e4-a14b-9797a2b12906 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e73f9afb0d34deb81f22323962e74bc&device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 1127 time: 0.1598113 Feb 10 06:36:41.450814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a940367a-2216-4128-9a21-b44a2d7395ad None None] Provisioning complete for port fa3ca41a-3e9f-4a49-96df-982dcb784553 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:41.453187 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a940367a-2216-4128-9a21-b44a2d7395ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:41.480646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:41.521678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a940367a-2216-4128-9a21-b44a2d7395ad None None] Port fa3ca41a-3e9f-4a49-96df-982dcb784553 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:41.642776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-b6a9ae22-97fd-4200-99f2-640623d2abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:41.644915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-b6a9ae22-97fd-4200-99f2-640623d2abe2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f28ef339-039e-4db5-80b8-28bb887cb7a3 HTTP/1.1" status: 200 len: 913 time: 0.2006576 Feb 10 06:36:41.652131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:41.695528 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-b9478fc2-335d-45f0-8cb1-7bf1864a4212 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=183d853c-8c80-4f26-8379-91b8c18ff7b0 HTTP/1.1" status: 200 len: 217 time: 0.0409691 Feb 10 06:36:41.842839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-b37134b8-0538-49c5-b706-29fca510dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:41.844650 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-b37134b8-0538-49c5-b706-29fca510dad7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde44600-abb0-4670-93e4-2110db0ef216 HTTP/1.1" status: 200 len: 853 time: 0.1418576 Feb 10 06:36:42.000508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Allocated IP 10.2.2.100 (96673c65-bae2-4e6a-8549-56b103feb668/81689dba-08a2-45b2-bc08-107913a6082f/a0dd3913-9d62-4170-866e-737160d2ed68) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:42.023802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-d0f796f6-1f26-49bf-9395-377ca7c621bc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:42.025347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-d0f796f6-1f26-49bf-9395-377ca7c621bc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 1.0525954 Feb 10 06:36:42.083501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-fcd351e9-3787-4af5-9398-4921e8090c8c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:42.085066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-fcd351e9-3787-4af5-9398-4921e8090c8c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.7694101 Feb 10 06:36:42.089360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-2f59235f-bea1-463d-aba4-b5a6e73815dd tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/quotas/a8d118dc65354c52bdd86b7a07fad05b HTTP/1.1" status: 200 len: 375 time: 0.0551674 Feb 10 06:36:42.159100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-3ea63b5b-55ef-4c29-b9b9-3edd0ac15884 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/quotas/59b7addecd8041dea544b8fc79c768ac HTTP/1.1" status: 200 len: 375 time: 0.0426607 Feb 10 06:36:42.164684 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-43cea4aa-9940-4f20-87de-ca3bd998ef76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f28ef339-039e-4db5-80b8-28bb887cb7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3073316 Feb 10 06:36:42.183338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-f4449016-9f8c-42e1-af45-2960f050b1e7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658972 Feb 10 06:36:42.185256 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for port (a0dd3913-9d62-4170-866e-737160d2ed68), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:42.221594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Router bda08c6f-ebd1-4cdb-8f65-c067979c3b66 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:36:42.288937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-e36e29b8-8f66-438e-9fdd-7550fb1e9bd5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285784 Feb 10 06:36:42.300300 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:42.370490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network 96673c65-bae2-4e6a-8549-56b103feb668 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:42.378556 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-79bffa39-a4b7-46e5-812e-7db971e9570f service neutron] 10.222.0.13 "GET /v2.0/networks/f28ef339-039e-4db5-80b8-28bb887cb7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074149 Feb 10 06:36:42.379435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:42.382755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:42.391111 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Port': ['ID=a0dd3913-9d62-4170-866e-737160d2ed68,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:42.476390 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d983142-5479-404b-86a2-95b1ec400a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:42.541188 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-07af3d28-69e6-4b0d-ac56-2b3e18285085 req-1186c1ff-4915-4e6d-8b6a-a52828ac500b service neutron] 10.222.0.13 "GET /v2.0/networks/f28ef339-039e-4db5-80b8-28bb887cb7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514196 Feb 10 06:36:42.545855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-740d161e-9788-4257-9776-2e85fb067562 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403934 Feb 10 06:36:42.556667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:36:42.561959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:42.562678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:42.564035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bfd3c14a-31b9-4743-99af-6610515e0ce4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "PUT /v2.0/routers/bda08c6f-ebd1-4cdb-8f65-c067979c3b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2819464 Feb 10 06:36:42.572429 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409706ea-e96a-4fc3-a329-44777ab7a44a None None] Sync routers for ids ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:36:42.582948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45684) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:42.585903 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409706ea-e96a-4fc3-a329-44777ab7a44a None None] Routers {'bda08c6f-ebd1-4cdb-8f65-c067979c3b66'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:42.586889 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-409706ea-e96a-4fc3-a329-44777ab7a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:42.683745 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-409706ea-e96a-4fc3-a329-44777ab7a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:42.712236 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409706ea-e96a-4fc3-a329-44777ab7a44a None None] Routers {'bda08c6f-ebd1-4cdb-8f65-c067979c3b66'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:36:42.712953 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-409706ea-e96a-4fc3-a329-44777ab7a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:36:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:42.753326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-610010f3-6dc1-49d2-b4ee-558ec289ceea service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661096 Feb 10 06:36:42.791595 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-409706ea-e96a-4fc3-a329-44777ab7a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:42.792244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-89f335dc-8033-4ccb-936e-debb642eafb3 None None] Provisioning complete for port a0dd3913-9d62-4170-866e-737160d2ed68 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:42.792637 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89f335dc-8033-4ccb-936e-debb642eafb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:42.793413 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409706ea-e96a-4fc3-a329-44777ab7a44a None None] The sync data for ids ['bda08c6f-ebd1-4cdb-8f65-c067979c3b66'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:36:42.808021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-62deaf90-cdd0-43da-9fc3-dc1657e6f734 service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109786 Feb 10 06:36:42.828525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-043e7a6e-d3bc-4a73-b6e2-464a939dc390 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:42.831464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-043e7a6e-d3bc-4a73-b6e2-464a939dc390 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 1023 time: 0.2829273 Feb 10 06:36:42.908523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-89f335dc-8033-4ccb-936e-debb642eafb3 None None] Port a0dd3913-9d62-4170-866e-737160d2ed68 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:43.244123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dcec6-2f18-4190-af48-a080a5b5b9eb req-367fa1f9-bc2e-41d0-b4b4-ed7144f70ac6 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:43.256899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f8dcec6-2f18-4190-af48-a080a5b5b9eb req-367fa1f9-bc2e-41d0-b4b4-ed7144f70ac6 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 1023 time: 0.1459720 Feb 10 06:36:43.301938 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-0518c61f-6583-47d8-b051-0069de0008ad tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] show failed (client error): The resource could not be found. Feb 10 06:36:43.308911 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0518c61f-6583-47d8-b051-0069de0008ad tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1980688927 HTTP/1.1" status: 404 len: 335 time: 0.7246246 Feb 10 06:36:43.312507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Deleting port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:43.312661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:43.313222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45696) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:43.335921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d6305195-9ebe-4ad4-93bc-021e357cdb34 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:43.340001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-c083a834-1d0e-4606-addf-724f4cd6384d service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052965 Feb 10 06:36:43.424216 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-d6305195-9ebe-4ad4-93bc-021e357cdb34 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] update failed (client error): The resource could not be found. Feb 10 06:36:43.425434 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d6305195-9ebe-4ad4-93bc-021e357cdb34 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1872964525 HTTP/1.1" status: 404 len: 335 time: 0.1105452 Feb 10 06:36:43.429278 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae8f4437-e87b-4028-910d-09484cdf383a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3005512 Feb 10 06:36:43.429779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45698) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:43.507641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668', 'admin_state_up': True, 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'security_groups': ['520d3225-b069-45d9-ae90-7a096352e261']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:43.511772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f8dcec6-2f18-4190-af48-a080a5b5b9eb req-ba325952-0d5d-4553-b57c-2207c785428b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb&id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&id=045b892f-15ae-4f18-9de5-0cd1ffd6b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2539413 Feb 10 06:36:43.515983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec7d253-c8ef-4b06-8d11-fcc57e241ab4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Deleting subnet 3c66cb80-30a8-4e68-8eb9-07989ae9ce05 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:36:43.519501 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d253-c8ef-4b06-8d11-fcc57e241ab4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for subnet (3c66cb80-30a8-4e68-8eb9-07989ae9ce05), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:43.590416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] For port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:43.590789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:43.617217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device cdd97479-9b0f-4225-ba63-4aa0fa62eb4f details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:36:43.676107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Calling delete_port for 3a318ef6-a521-4947-b78d-14f7c1fa5c8c owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:43.753745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d253-c8ef-4b06-8d11-fcc57e241ab4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (3c66cb80-30a8-4e68-8eb9-07989ae9ce05), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:43.841235 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:43.884913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:43.940471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'cdd97479-9b0f-4225-ba63-4aa0fa62eb4f', 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb', 'port_id': 'cdd97479-9b0f-4225-ba63-4aa0fa62eb4f', 'mac_address': 'fa:16:3e:4b:a9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32ca044-78eb-42ea-950f-88cb2aef2da7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:36:44.026483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:44.027172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:44.030445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d253-c8ef-4b06-8d11-fcc57e241ab4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (3c66cb80-30a8-4e68-8eb9-07989ae9ce05), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:44.033965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Made reservation on behalf of 4b0ff4e9640440e8af7f9bd98e0a892c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:44.038835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:44.088242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd97479-9b0f-4225-ba63-4aa0fa62eb4f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:44.119441 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3a318ef6-a521-4947-b78d-14f7c1fa5c8c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:44.151761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c19a9bdf-1e30-4c42-aa25-981bbe2fa459'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:44.194467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'Port': ['ID=3a318ef6-a521-4947-b78d-14f7c1fa5c8c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:44.196601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:44.233639 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:44.315014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] No DVR routers for this DVR port 3a318ef6-a521-4947-b78d-14f7c1fa5c8c on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:44.342575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd6ed2-6aff-4c34-9d5e-357e79a8672a req-5d168202-a28e-4b21-b18d-a2b0bdf2a4a7 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:44.344326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62dd6ed2-6aff-4c34-9d5e-357e79a8672a req-5d168202-a28e-4b21-b18d-a2b0bdf2a4a7 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 945 time: 0.4404793 Feb 10 06:36:44.353031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d778a-9198-466b-bb8a-a71b6fa83c3d req-6309fca4-3acd-43e8-9b5f-33a314b29e05 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:44.372613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb2d778a-9198-466b-bb8a-a71b6fa83c3d req-6309fca4-3acd-43e8-9b5f-33a314b29e05 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 943 time: 0.4701126 Feb 10 06:36:44.375208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:44.379442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4117d365-35d8-4d0a-94bd-fc6846ae1e4d req-5aa9f456-4acb-453a-a81b-b8309e91171c tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.24 "DELETE /v2.0/ports/3a318ef6-a521-4947-b78d-14f7c1fa5c8c HTTP/1.1" status: 204 len: 173 time: 1.5272806 Feb 10 06:36:44.446364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d253-c8ef-4b06-8d11-fcc57e241ab4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (3c66cb80-30a8-4e68-8eb9-07989ae9ce05), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:44.545652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:44.612369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['cdd97479-9b0f-4225-ba63-4aa0fa62eb4f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:44.619366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62dd6ed2-6aff-4c34-9d5e-357e79a8672a req-2e0c07a0-04d9-4b8a-ba9d-28a5a4282ea0 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389390 Feb 10 06:36:44.639703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb2d778a-9198-466b-bb8a-a71b6fa83c3d req-b7890bea-b13b-44e3-904f-8e044d96577c tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658248 Feb 10 06:36:44.700290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7d253-c8ef-4b06-8d11-fcc57e241ab4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Subnet': ['ID=3c66cb80-30a8-4e68-8eb9-07989ae9ce05,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:44.794137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d253-c8ef-4b06-8d11-fcc57e241ab4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:44.805486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa8176f-203d-40b9-a62a-18b4b2e029f6 None None] Network 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:44.819788 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9ec7d253-c8ef-4b06-8d11-fcc57e241ab4 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/subnets/3c66cb80-30a8-4e68-8eb9-07989ae9ce05 HTTP/1.1" status: 204 len: 168 time: 1.3862336 Feb 10 06:36:44.832060 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcc6347-3a99-4741-8570-e0fc11b036d9 x-openstack-request-id: req-cfcc6347-3a99-4741-8570-e0fc11b036d9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:44.832331 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:44.832580 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfcc6347-3a99-4741-8570-e0fc11b036d9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:44.832975 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c', 'status': 'completed', 'code': 200} Feb 10 06:36:44.834515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45718) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:44.947674 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b47b3731-f7f3-4f91-b3bb-4de9aa20c0ec req-e7232b29-1a26-430a-a077-8d8383471d82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&device_id=bcb56359-23ae-4431-9706-394cc8d716c5 HTTP/1.1" status: 200 len: 210 time: 0.1137640 Feb 10 06:36:45.026913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-ae2d56d2-a225-4c78-8299-29382f61162b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:45.031033 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-ae2d56d2-a225-4c78-8299-29382f61162b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.3597379 Feb 10 06:36:45.137007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Request body: {'port': {'device_id': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'admin_state_up': True, 'tenant_id': '59b7addecd8041dea544b8fc79c768ac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:45.190241 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:45.335361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e07a5-71c7-4312-9a19-dc5fb60d358c None None] DHCP port deletion for 0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:36:45.365301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Allocated IP 10.2.2.200 (96673c65-bae2-4e6a-8549-56b103feb668/81689dba-08a2-45b2-bc08-107913a6082f/96e2acc3-4ffa-4bf6-bded-f3e46180b824) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:45.415388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3731-f7f3-4f91-b3bb-4de9aa20c0ec req-57772c6a-96d6-4277-9234-dc4ceb460399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:45.417271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b47b3731-f7f3-4f91-b3bb-4de9aa20c0ec req-57772c6a-96d6-4277-9234-dc4ceb460399 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4541802 Feb 10 06:36:45.453654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0a1d36b-9b0b-457f-8928-f58098ab83cb req-400676ec-b624-4106-aae4-dde3708332d0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 210 time: 0.5104039 Feb 10 06:36:45.520537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-322e07a5-71c7-4312-9a19-dc5fb60d358c None None] Deleting port 0f584f17-0327-4708-b2d6-339c1250345b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:45.522885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-322e07a5-71c7-4312-9a19-dc5fb60d358c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0f584f17-0327-4708-b2d6-339c1250345b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:45.627454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-322e07a5-71c7-4312-9a19-dc5fb60d358c None None] For port 0f584f17-0327-4708-b2d6-339c1250345b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0f584f17-0327-4708-b2d6-339c1250345b,segment=NetworkSegment(f2a8932d-fa5e-458f-8840-c72e089de184),segment_id=f2a8932d-fa5e-458f-8840-c72e089de184)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:45.628129 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-322e07a5-71c7-4312-9a19-dc5fb60d358c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0f584f17-0327-4708-b2d6-339c1250345b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:45.631010 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:45.678979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-322e07a5-71c7-4312-9a19-dc5fb60d358c None None] Calling delete_port for 0f584f17-0327-4708-b2d6-339c1250345b owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:45.687020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291ff7d-d8d4-499e-871e-3d64dde1b859 req-881c2346-061e-4f68-b205-73e4071eeb36 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:45.692505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291ff7d-d8d4-499e-871e-3d64dde1b859 req-881c2346-061e-4f68-b205-73e4071eeb36 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:45.698718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291ff7d-d8d4-499e-871e-3d64dde1b859 req-881c2346-061e-4f68-b205-73e4071eeb36 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:45.703872 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:45.704322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291ff7d-d8d4-499e-871e-3d64dde1b859 req-881c2346-061e-4f68-b205-73e4071eeb36 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:45.705968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5291ff7d-d8d4-499e-871e-3d64dde1b859 req-881c2346-061e-4f68-b205-73e4071eeb36 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 3095 time: 0.9510303 Feb 10 06:36:45.712538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Made reservation on behalf of 59b7addecd8041dea544b8fc79c768ac for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:45.723344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 3a318ef6-a521-4947-b78d-14f7c1fa5c8c no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:45.724724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:45.771877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0f584f17-0327-4708-b2d6-339c1250345b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:45.772618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c21809c-c6fe-42ca-96dc-144b2ef7bdc1 req-92b51ff9-d4b3-4996-ab79-c53de46c5710 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 210 time: 0.1810131 Feb 10 06:36:45.804150 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:45.807060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 3a318ef6-a521-4947-b78d-14f7c1fa5c8c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:36:45.807558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 3a318ef6-a521-4947-b78d-14f7c1fa5c8c not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:45.914258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event updated for resources: {'Port': ['ID=96e2acc3-4ffa-4bf6-bded-f3e46180b824,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:45.926012 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-322e07a5-71c7-4312-9a19-dc5fb60d358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0f584f17-0327-4708-b2d6-339c1250345b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:45.936695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5291ff7d-d8d4-499e-871e-3d64dde1b859 req-4d82b2ae-282d-438a-b6cd-ea684461b43b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829171 Feb 10 06:36:45.942396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3731-f7f3-4f91-b3bb-4de9aa20c0ec req-9c1c9242-88ae-470a-822d-62197854a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:45.942867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b47b3731-f7f3-4f91-b3bb-4de9aa20c0ec req-9c1c9242-88ae-470a-822d-62197854a57c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4921420 Feb 10 06:36:46.013108 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:36:46.039273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e07a5-71c7-4312-9a19-dc5fb60d358c None None] No DVR routers for this DVR port 0f584f17-0327-4708-b2d6-339c1250345b on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:46.042898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e07a5-71c7-4312-9a19-dc5fb60d358c None None] Pushing event deleted for resources: {'Port': ['ID=0f584f17-0327-4708-b2d6-339c1250345b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:46.047468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0f584f17-0327-4708-b2d6-339c1250345b is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:46.050844 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0f584f17-0327-4708-b2d6-339c1250345b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.219792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Network 96673c65-bae2-4e6a-8549-56b103feb668 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:46.229060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.325308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:46.328027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Allocated IP 172.20.0.8 (c4a92f9c-613f-477d-a248-dee21328e6c3/5ed5b7f9-6f2a-4322-880d-c5882d9f2360/9a120b0b-7d84-40b6-920b-3585e005d341) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:46.349254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-858a60ea-09ab-4886-9921-994ff55428d3 req-a3711930-6bc6-48f6-8bcf-549771d31c57 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/045b892f-15ae-4f18-9de5-0cd1ffd6b2b9 HTTP/1.1" status: 200 len: 1818 time: 0.3031454 Feb 10 06:36:46.352019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a8932d-fa5e-458f-8840-c72e089de184') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:46.352354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a8932d-fa5e-458f-8840-c72e089de184') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:46.386948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703abe01-3a96-438a-8d82-eb455fdbc6f1 req-8dd30fea-18a9-43f9-af55-6ad5686a7dce tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:46.389398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-703abe01-3a96-438a-8d82-eb455fdbc6f1 req-8dd30fea-18a9-43f9-af55-6ad5686a7dce tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 944 time: 0.3168149 Feb 10 06:36:46.394198 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f2a8932d-fa5e-458f-8840-c72e089de184), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.434611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.484162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f2a8932d-fa5e-458f-8840-c72e089de184), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.495255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:46.495981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f2a8932d-fa5e-458f-8840-c72e089de184), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:46.501462 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:46.532774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks [] for port (9a120b0b-7d84-40b6-920b-3585e005d341), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.548564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-703abe01-3a96-438a-8d82-eb455fdbc6f1 req-2fb5f594-b60f-4065-9309-4b1ebecd1002 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397555 Feb 10 06:36:46.569194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:46.573500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:46.583727 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.619607 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-858a60ea-09ab-4886-9921-994ff55428d3 req-32c7fbf7-4e20-4eee-b583-f8d52098d916 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (045b892f-15ae-4f18-9de5-0cd1ffd6b2b9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.660374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.702821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.719932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/networks/0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9 HTTP/1.1" status: 204 len: 168 time: 1.8834717 Feb 10 06:36:46.720948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3838ef2-a459-40a6-af21-cea410c4fcd0 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Network': ['ID=0e5e19ee-c1ef-4c03-9d6b-6e59a1cf19d9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:46.729276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45738) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:46.756072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event updated for resources: {'Port': ['ID=9a120b0b-7d84-40b6-920b-3585e005d341,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:46.763515 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-858a60ea-09ab-4886-9921-994ff55428d3 req-32c7fbf7-4e20-4eee-b583-f8d52098d916 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (045b892f-15ae-4f18-9de5-0cd1ffd6b2b9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.851852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'name': 'network-vif-deleted', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:46.854161 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfe7e49-44d4-4549-a5c4-6449bf12917d" -d '{"events": [{"server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "name": "network-vif-deleted", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:46.890500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Network c4a92f9c-613f-477d-a248-dee21328e6c3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:46.920751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:46.923432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:46.986549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1ef4cef0-52dd-4ba1-b19a-ec43d08c4098 None None] Provisioning complete for port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:46.986982 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ef4cef0-52dd-4ba1-b19a-ec43d08c4098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.989112 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-858a60ea-09ab-4886-9921-994ff55428d3 req-32c7fbf7-4e20-4eee-b583-f8d52098d916 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (045b892f-15ae-4f18-9de5-0cd1ffd6b2b9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.995424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-858a60ea-09ab-4886-9921-994ff55428d3 req-32c7fbf7-4e20-4eee-b583-f8d52098d916 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:46.996655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-858a60ea-09ab-4886-9921-994ff55428d3 req-32c7fbf7-4e20-4eee-b583-f8d52098d916 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/045b892f-15ae-4f18-9de5-0cd1ffd6b2b9 HTTP/1.1" status: 204 len: 173 time: 0.6379900 Feb 10 06:36:47.028221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b28a96b-4600-40e3-824c-e304aec4523d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Deleting subnet 0fe1b374-d115-4ae2-ac32-9281ed9f64e2 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:36:47.053851 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b28a96b-4600-40e3-824c-e304aec4523d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for subnet (0fe1b374-d115-4ae2-ac32-9281ed9f64e2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:47.067688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:47.068380 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:47.110379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4cef0-52dd-4ba1-b19a-ec43d08c4098 None None] Port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:36:47.124002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:47.124684 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:47.127636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7fbf7-4e20-4eee-b583-f8d52098d916 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045b892f-15ae-4f18-9de5-0cd1ffd6b2b9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:47.179457 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-9080ea1f-d05e-4f0a-be86-28621b5f5dbc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0427234 Feb 10 06:36:47.205150 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a596f85-8b0e-492f-8af7-a181b01f1bfc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6977627 Feb 10 06:36:47.220479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Request body: {'port': {'device_id': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:47.242041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:47.289313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f63c2f19-c7f4-407f-860f-58b91ee84943 req-1e74f320-3ded-4202-a25b-ac49150480fb tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 210 time: 0.0942094 Feb 10 06:36:47.298539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-2550d7a2-10f5-4c4a-b7a9-f28be5846429 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:47.300038 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-2550d7a2-10f5-4c4a-b7a9-f28be5846429 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 1.1817591 Feb 10 06:36:47.301819 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b28a96b-4600-40e3-824c-e304aec4523d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (0fe1b374-d115-4ae2-ac32-9281ed9f64e2), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:47.350064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Request body: {'port': {'device_id': 'af8de341-be01-4e20-a12f-8277c1b66ffc', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'admin_state_up': True, 'tenant_id': 'a8d118dc65354c52bdd86b7a07fad05b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:47.487009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05c0c7-b073-4533-934b-828b01836b6d req-464e3125-0329-416a-9857-605493e8972c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:47.488574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d05c0c7-b073-4533-934b-828b01836b6d req-464e3125-0329-416a-9857-605493e8972c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 931 time: 0.4910560 Feb 10 06:36:47.518170 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:47.540645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:47.600773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d05c0c7-b073-4533-934b-828b01836b6d req-34b1d75e-0cb1-4350-832d-881a18870db6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011772 Feb 10 06:36:47.641456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62d8a9-011a-4b38-b6c8-4facc952b364 req-f9110b50-5afc-4c24-a66a-6aa5a0400b5c tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:47.652569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a62d8a9-011a-4b38-b6c8-4facc952b364 req-f9110b50-5afc-4c24-a66a-6aa5a0400b5c tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 945 time: 0.2612419 Feb 10 06:36:47.674099 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b28a96b-4600-40e3-824c-e304aec4523d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (0fe1b374-d115-4ae2-ac32-9281ed9f64e2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:47.679243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device cdd97479-9b0f-4225-ba63-4aa0fa62eb4f up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:47.692240 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb454e5-dd12-45ec-9411-969ae9422874 x-openstack-request-id: req-8eb454e5-dd12-45ec-9411-969ae9422874 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:47.692748 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb56359-23ae-4431-9706-394cc8d716c5", "name": "network-vif-deleted", "tag": "3a318ef6-a521-4947-b78d-14f7c1fa5c8c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:47.693179 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eb454e5-dd12-45ec-9411-969ae9422874 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:47.693744 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb56359-23ae-4431-9706-394cc8d716c5', 'name': 'network-vif-deleted', 'tag': '3a318ef6-a521-4947-b78d-14f7c1fa5c8c', 'status': 'completed', 'code': 200} Feb 10 06:36:47.785419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:36:47.789734 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:47.790330 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:47.814793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a62d8a9-011a-4b38-b6c8-4facc952b364 req-c3479f57-7218-43cf-a947-8c7a16898c44 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609557 Feb 10 06:36:47.972442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:47.973096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.019263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb35800c-9562-474d-a212-524c550da1bf req-8e3483ae-f5a0-47d0-b3b1-d7ead4259f91 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb HTTP/1.1" status: 200 len: 1820 time: 0.1736398 Feb 10 06:36:48.031034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1a54ee-8ad9-461c-9580-b443c86fc987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd97479-9b0f-4225-ba63-4aa0fa62eb4f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:48.042653 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c18720-c7a9-41ea-801b-513bc3c3f2fd" -d '{"events": [{"server_uuid": "dc1a54ee-8ad9-461c-9580-b443c86fc987", "name": "network-vif-plugged", "status": "completed", "tag": "cdd97479-9b0f-4225-ba63-4aa0fa62eb4f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:48.050901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Made reservation on behalf of a8d118dc65354c52bdd86b7a07fad05b for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:48.054615 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.063619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:48.069945 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.132534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:48.172590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b2cce-afa1-4d4f-b70a-09ccde336e97 req-08111e4a-5ec2-48f3-9f80-d6bb3b836089 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:48.185818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b2cce-afa1-4d4f-b70a-09ccde336e97 req-08111e4a-5ec2-48f3-9f80-d6bb3b836089 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:48.192708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b2cce-afa1-4d4f-b70a-09ccde336e97 req-08111e4a-5ec2-48f3-9f80-d6bb3b836089 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:48.220003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b2cce-afa1-4d4f-b70a-09ccde336e97 req-08111e4a-5ec2-48f3-9f80-d6bb3b836089 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:48.226563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b2cce-afa1-4d4f-b70a-09ccde336e97 req-08111e4a-5ec2-48f3-9f80-d6bb3b836089 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:48.228757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-384b2cce-afa1-4d4f-b70a-09ccde336e97 req-08111e4a-5ec2-48f3-9f80-d6bb3b836089 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 3816 time: 0.4107709 Feb 10 06:36:48.233875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b28a96b-4600-40e3-824c-e304aec4523d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (0fe1b374-d115-4ae2-ac32-9281ed9f64e2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.305312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28a96b-4600-40e3-824c-e304aec4523d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe1b374-d115-4ae2-ac32-9281ed9f64e2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:48.309101 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cb35800c-9562-474d-a212-524c550da1bf req-ef179b38-6bb0-4282-9eb0-0d1441fc1da5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.341694 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cb35800c-9562-474d-a212-524c550da1bf req-ef179b38-6bb0-4282-9eb0-0d1441fc1da5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.396596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a120b0b-7d84-40b6-920b-3585e005d341 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:48.405248 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b28a96b-4600-40e3-824c-e304aec4523d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.409039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0b28a96b-4600-40e3-824c-e304aec4523d tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/subnets/0fe1b374-d115-4ae2-ac32-9281ed9f64e2 HTTP/1.1" status: 204 len: 168 time: 1.6784158 Feb 10 06:36:48.413996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7abdbc-bfe0-47bb-b291-6877133f1315 None None] Network ecf98e21-0cb4-4ec4-8881-918b7c652b76 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:48.417286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45770) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:48.419992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Publish callbacks [] for port (9a120b0b-7d84-40b6-920b-3585e005d341), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.479538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cb35800c-9562-474d-a212-524c550da1bf req-ef179b38-6bb0-4282-9eb0-0d1441fc1da5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.482206 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cb35800c-9562-474d-a212-524c550da1bf req-ef179b38-6bb0-4282-9eb0-0d1441fc1da5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.515215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb35800c-9562-474d-a212-524c550da1bf req-ef179b38-6bb0-4282-9eb0-0d1441fc1da5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb HTTP/1.1" status: 204 len: 173 time: 0.4947073 Feb 10 06:36:48.548768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef179b38-6bb0-4282-9eb0-0d1441fc1da5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:48.567372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-384b2cce-afa1-4d4f-b70a-09ccde336e97 req-29e39b44-185a-4690-bce0-972cdf23028a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298762 Feb 10 06:36:48.703273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67c74f-1ba1-4184-90df-1f8a20360caa req-ec548b46-384c-472f-a3df-bf4a815391dd tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:48.706568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a67c74f-1ba1-4184-90df-1f8a20360caa req-ec548b46-384c-472f-a3df-bf4a815391dd tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.0991516 Feb 10 06:36:48.713018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Transition to ACTIVE for port object 9a120b0b-7d84-40b6-920b-3585e005d341 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:36:48.735460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-808f8204-c658-43d8-a7cf-2219eb2e5bdf tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Deleting subnet 8a79f20a-a5f2-4581-abc6-15ead4d16b24 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:36:48.735877 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6149fcf5-edcd-4071-a542-1e02e9e666e0 x-openstack-request-id: req-6149fcf5-edcd-4071-a542-1e02e9e666e0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:48.736179 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1a54ee-8ad9-461c-9580-b443c86fc987", "name": "network-vif-plugged", "status": "completed", "tag": "cdd97479-9b0f-4225-ba63-4aa0fa62eb4f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:48.737752 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6149fcf5-edcd-4071-a542-1e02e9e666e0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:48.738517 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1a54ee-8ad9-461c-9580-b443c86fc987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd97479-9b0f-4225-ba63-4aa0fa62eb4f', 'code': 200} Feb 10 06:36:48.744087 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.753828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169327df-8926-439f-9b66-efb2cde662fb None None] DHCP port deletion for ecf98e21-0cb4-4ec4-8881-918b7c652b76 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:36:48.780601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-808f8204-c658-43d8-a7cf-2219eb2e5bdf tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for subnet (8a79f20a-a5f2-4581-abc6-15ead4d16b24), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.851928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Allocated IP 172.20.0.7 (73416e1f-efbe-4b07-a796-c13d404be009/2b828090-b45b-45b1-b6c4-67980fdababc/83286f2a-e587-479d-bc83-51796403bcc8) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:36:48.877521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-169327df-8926-439f-9b66-efb2cde662fb None None] Deleting port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:48.879934 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-169327df-8926-439f-9b66-efb2cde662fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:48.881945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-c88379da-9a08-469b-9884-e1b51b381af0 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:48.883553 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-c88379da-9a08-469b-9884-e1b51b381af0 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 945 time: 0.4461308 Feb 10 06:36:48.894256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a67c74f-1ba1-4184-90df-1f8a20360caa req-af3e8701-4a7c-4834-8c2c-2070ff93e8eb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537771 Feb 10 06:36:49.034576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0ecfdc4-1242-45cc-9fce-261b4596af53 req-4f2e8d24-cac6-478b-aada-a48342153ce8 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 210 time: 0.1483424 Feb 10 06:36:49.040223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-65e0777e-3c03-45e0-822f-c2ef9328dd3d req-ca8de3ea-0876-4094-b49c-8526f4ba77a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-241307549', 'description': 'tempest-description-129401302'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:49.049348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-169327df-8926-439f-9b66-efb2cde662fb None None] For port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=47c93b58-4c4c-4d01-ba91-16f0a3cbc358,segment=NetworkSegment(cbe18807-b76f-4941-80bd-7ddf3cdf65c1),segment_id=cbe18807-b76f-4941-80bd-7ddf3cdf65c1)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:49.051297 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-169327df-8926-439f-9b66-efb2cde662fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.087756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd217c41-f1ab-4058-9ed5-517511e4ff6d req-dfd4fb14-27dc-4ebc-b33c-530305bb24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:49.089251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-169327df-8926-439f-9b66-efb2cde662fb None None] Calling delete_port for 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:49.089384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd217c41-f1ab-4058-9ed5-517511e4ff6d req-dfd4fb14-27dc-4ebc-b33c-530305bb24c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 1127 time: 0.2760603 Feb 10 06:36:49.090284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-65e0777e-3c03-45e0-822f-c2ef9328dd3d req-ca8de3ea-0876-4094-b49c-8526f4ba77a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.228436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd217c41-f1ab-4058-9ed5-517511e4ff6d req-498d70b4-2a19-4457-b3e3-db1060c668ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304667 Feb 10 06:36:49.263237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b9ff-1eb9-4016-ab33-1819f3c42d47 req-c50f5333-0186-4d90-9f48-500c3b83d89c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:49.272869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a68b9ff-1eb9-4016-ab33-1819f3c42d47 req-c50f5333-0186-4d90-9f48-500c3b83d89c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 943 time: 0.1317289 Feb 10 06:36:49.357401 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-65e0777e-3c03-45e0-822f-c2ef9328dd3d req-ca8de3ea-0876-4094-b49c-8526f4ba77a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.363792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-808f8204-c658-43d8-a7cf-2219eb2e5bdf tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (8a79f20a-a5f2-4581-abc6-15ead4d16b24), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.368918 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Pushing event updated for resources: {'Port': ['ID=9a120b0b-7d84-40b6-920b-3585e005d341,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:49.383386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-65e0777e-3c03-45e0-822f-c2ef9328dd3d req-ca8de3ea-0876-4094-b49c-8526f4ba77a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.420466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb8675d-850c-43e4-97ed-c318acc32abf {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:49.437584 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-65e0777e-3c03-45e0-822f-c2ef9328dd3d req-ca8de3ea-0876-4094-b49c-8526f4ba77a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.439213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65e0777e-3c03-45e0-822f-c2ef9328dd3d req-ca8de3ea-0876-4094-b49c-8526f4ba77a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4341557 Feb 10 06:36:49.462042 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a68b9ff-1eb9-4016-ab33-1819f3c42d47 req-ed8a6fd0-52ac-4cfa-944e-5c4ac9d2f56d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882024 Feb 10 06:36:49.506162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8de3ea-0876-4094-b49c-8526f4ba77a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:49.547254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Publish callbacks [] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.573498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Transition to ACTIVE for port object 0bb8675d-850c-43e4-97ed-c318acc32abf will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:36:49.599780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.634041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a26eeaa-0955-4858-b8e0-537ddeb5bc30 req-11ac8cb2-b0c6-4d4d-83b3-cdf80fb74105 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4 HTTP/1.1" status: 200 len: 1818 time: 0.1406324 Feb 10 06:36:49.649823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3a26eeaa-0955-4858-b8e0-537ddeb5bc30 req-acc91a78-e6e4-4d67-8d95-e4576eac050d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Request body: {'security_group': {'name': 'tempest-sg-hth-319784686', 'description': 'tempest-description-hth-937052249'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:49.656465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-169327df-8926-439f-9b66-efb2cde662fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (47c93b58-4c4c-4d01-ba91-16f0a3cbc358), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.710649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a26eeaa-0955-4858-b8e0-537ddeb5bc30 req-acc91a78-e6e4-4d67-8d95-e4576eac050d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.714789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169327df-8926-439f-9b66-efb2cde662fb None None] No DVR routers for this DVR port 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:49.717310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169327df-8926-439f-9b66-efb2cde662fb None None] Pushing event deleted for resources: {'Port': ['ID=47c93b58-4c4c-4d01-ba91-16f0a3cbc358,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:49.721602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:49.742969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:36:49.743329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 47c93b58-4c4c-4d01-ba91-16f0a3cbc358 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:49.766854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33828-b802-4e4c-bd4b-3635b1238dad req-2f5a9ddc-baa2-442e-a430-eb626c19c168 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:49.768647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ef33828-b802-4e4c-bd4b-3635b1238dad req-2f5a9ddc-baa2-442e-a430-eb626c19c168 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 945 time: 0.2403958 Feb 10 06:36:49.781122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-808f8204-c658-43d8-a7cf-2219eb2e5bdf tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8a79f20a-a5f2-4581-abc6-15ead4d16b24), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.830713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ef33828-b802-4e4c-bd4b-3635b1238dad req-f0dce96c-5f84-42ef-b4b7-eb90d6c175d6 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/security-groups?id=d14dcb5a-dbb3-45d4-9d77-224fdaadd729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551848 Feb 10 06:36:49.872205 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a26eeaa-0955-4858-b8e0-537ddeb5bc30 req-acc91a78-e6e4-4d67-8d95-e4576eac050d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.880654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a26eeaa-0955-4858-b8e0-537ddeb5bc30 req-acc91a78-e6e4-4d67-8d95-e4576eac050d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.885418 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a26eeaa-0955-4858-b8e0-537ddeb5bc30 req-acc91a78-e6e4-4d67-8d95-e4576eac050d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.893048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a26eeaa-0955-4858-b8e0-537ddeb5bc30 req-acc91a78-e6e4-4d67-8d95-e4576eac050d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "PUT /v2.0/security-groups/a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4 HTTP/1.1" status: 200 len: 1792 time: 0.2563915 Feb 10 06:36:49.900473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Pushing event updated for resources: {'Port': ['ID=0bb8675d-850c-43e4-97ed-c318acc32abf,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:49.908685 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-808f8204-c658-43d8-a7cf-2219eb2e5bdf tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (8a79f20a-a5f2-4581-abc6-15ead4d16b24), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.943607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9912fcb1-12eb-4603-887b-b628ba662a3d None None] Network 24d5f13f-2d28-436c-ad20-890dcf766d77 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:49.949746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-808f8204-c658-43d8-a7cf-2219eb2e5bdf tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:49.953110 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-808f8204-c658-43d8-a7cf-2219eb2e5bdf tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/subnets/8a79f20a-a5f2-4581-abc6-15ead4d16b24 HTTP/1.1" status: 204 len: 168 time: 1.5273595 Feb 10 06:36:49.968633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45790) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:49.995058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Attempting to bind port 9a120b0b-7d84-40b6-920b-3585e005d341 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:49.995437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Attempting to bind port 9a120b0b-7d84-40b6-920b-3585e005d341 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:49.995724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Attempting to bind port 9a120b0b-7d84-40b6-920b-3585e005d341 on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:50.027102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc91a78-e6e4-4d67-8d95-e4576eac050d tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:50.121306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-525849a4-2978-4382-95b0-a16b560399d1 req-5f92b715-4d9b-49de-ba76-af40552b41a6 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4 HTTP/1.1" status: 200 len: 1792 time: 0.1378109 Feb 10 06:36:50.141460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Port 9a120b0b-7d84-40b6-920b-3585e005d341 on network c4a92f9c-613f-477d-a248-dee21328e6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:36:50.141792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Attempting to bind port 9a120b0b-7d84-40b6-920b-3585e005d341 on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:50.145419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff8c83-7494-4a34-8955-e31b226b20b3 req-dd66fb13-9acf-4adf-9c15-dd0754c12bc0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:50.151072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (ecf98e21-0cb4-4ec4-8881-918b7c652b76), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.162403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff8c83-7494-4a34-8955-e31b226b20b3 req-dd66fb13-9acf-4adf-9c15-dd0754c12bc0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:50.167945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff8c83-7494-4a34-8955-e31b226b20b3 req-dd66fb13-9acf-4adf-9c15-dd0754c12bc0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:50.173274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff8c83-7494-4a34-8955-e31b226b20b3 req-dd66fb13-9acf-4adf-9c15-dd0754c12bc0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:50.182393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f8204-c658-43d8-a7cf-2219eb2e5bdf tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Subnet': ['ID=8a79f20a-a5f2-4581-abc6-15ead4d16b24,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:50.192691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff8c83-7494-4a34-8955-e31b226b20b3 req-dd66fb13-9acf-4adf-9c15-dd0754c12bc0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:50.203976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cff8c83-7494-4a34-8955-e31b226b20b3 req-dd66fb13-9acf-4adf-9c15-dd0754c12bc0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 3828 time: 0.1722052 Feb 10 06:36:50.301015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:50.301365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Checking segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:50.301753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Bound using segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:50.302278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Bound port: 9a120b0b-7d84-40b6-920b-3585e005d341, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:50.302586 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.302703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39b545-1fe4-4401-b793-59f040663fca None None] DHCP port deletion for 24d5f13f-2d28-436c-ad20-890dcf766d77 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:36:50.331644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cff8c83-7494-4a34-8955-e31b226b20b3 req-c729562c-a8b4-4ce6-92cb-a0b2a7d8f760 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190970 Feb 10 06:36:50.380815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638b80-5563-4e3d-9ec9-d5ffa2f34f07 req-98eaa910-9bcf-4e23-958a-2b37560b64e2 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:50.381119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1c39b545-1fe4-4401-b793-59f040663fca None None] Deleting port 2c967250-173a-428b-b185-08f50ac55a77 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:50.381735 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c39b545-1fe4-4401-b793-59f040663fca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2c967250-173a-428b-b185-08f50ac55a77), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.388836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d638b80-5563-4e3d-9ec9-d5ffa2f34f07 req-98eaa910-9bcf-4e23-958a-2b37560b64e2 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.1521544 Feb 10 06:36:50.459569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Deleting port 183d853c-8c80-4f26-8379-91b8c18ff7b0 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:50.460172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.518595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1c39b545-1fe4-4401-b793-59f040663fca None None] For port 2c967250-173a-428b-b185-08f50ac55a77, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2c967250-173a-428b-b185-08f50ac55a77,segment=NetworkSegment(ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4),segment_id=ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:50.520856 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c39b545-1fe4-4401-b793-59f040663fca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2c967250-173a-428b-b185-08f50ac55a77), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.554593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1c39b545-1fe4-4401-b793-59f040663fca None None] Calling delete_port for 2c967250-173a-428b-b185-08f50ac55a77 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:50.590942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] For port 183d853c-8c80-4f26-8379-91b8c18ff7b0, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=183d853c-8c80-4f26-8379-91b8c18ff7b0,segment=NetworkSegment(692d00bc-4bb2-445d-a871-f4203ceba657),segment_id=692d00bc-4bb2-445d-a871-f4203ceba657)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:50.591579 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.606793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Calling delete_port for 183d853c-8c80-4f26-8379-91b8c18ff7b0 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:50.625048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ec41971-85f3-431a-944e-863da92bf9b8 req-f43df0e2-3ded-4836-a7dc-014cd8563282 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 210 time: 0.1143227 Feb 10 06:36:50.641235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d638b80-5563-4e3d-9ec9-d5ffa2f34f07 req-5c8608b8-f6a7-4a89-8f6a-c2d8adbaedc2 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515371 Feb 10 06:36:50.739477 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c39b545-1fe4-4401-b793-59f040663fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (2c967250-173a-428b-b185-08f50ac55a77), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.780610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba50c921-83b9-4b77-bdc7-6aee8b5fe73b req-3d03369a-9b92-415f-b785-286d94e74b11 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4 HTTP/1.1" status: 200 len: 1792 time: 0.1123333 Feb 10 06:36:50.789723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (183d853c-8c80-4f26-8379-91b8c18ff7b0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.790668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39b545-1fe4-4401-b793-59f040663fca None None] Pushing event deleted for resources: {'Port': ['ID=2c967250-173a-428b-b185-08f50ac55a77,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:50.814533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39b545-1fe4-4401-b793-59f040663fca None None] No DVR routers for this DVR port 2c967250-173a-428b-b185-08f50ac55a77 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:50.867502 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (ecf98e21-0cb4-4ec4-8881-918b7c652b76), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.898173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba78b6e-5ef5-4c27-b195-12b76409df88 req-17480571-d341-4731-9c70-606bca882cf8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:50.900877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ba78b6e-5ef5-4c27-b195-12b76409df88 req-17480571-d341-4731-9c70-606bca882cf8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 943 time: 0.1113656 Feb 10 06:36:50.911445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Attempting to bind port 0bb8675d-850c-43e4-97ed-c318acc32abf on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:50.911703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Attempting to bind port 0bb8675d-850c-43e4-97ed-c318acc32abf by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:50.912034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Attempting to bind port 0bb8675d-850c-43e4-97ed-c318acc32abf on network caf617e0-e951-444f-8ae2-5a5d34fd7640 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:50.918585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Pushing event deleted for resources: {'Port': ['ID=183d853c-8c80-4f26-8379-91b8c18ff7b0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:50.924318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks [] for port (83286f2a-e587-479d-bc83-51796403bcc8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.927479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Port 0bb8675d-850c-43e4-97ed-c318acc32abf on network caf617e0-e951-444f-8ae2-5a5d34fd7640 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:36:50.927828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Attempting to bind port 0bb8675d-850c-43e4-97ed-c318acc32abf on network caf617e0-e951-444f-8ae2-5a5d34fd7640 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:50.944312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ba50c921-83b9-4b77-bdc7-6aee8b5fe73b req-9827ded1-090e-4924-85bd-215823471f72 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.947351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:50.975246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:50.976211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Checking segment: {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:50.976774 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Bound using segment: {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:50.977910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Bound port: 0bb8675d-850c-43e4-97ed-c318acc32abf, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:50.978486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:50.983640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf98e21-0cb4-4ec4-8881-918b7c652b76']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:51.006163 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ba50c921-83b9-4b77-bdc7-6aee8b5fe73b req-9827ded1-090e-4924-85bd-215823471f72 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.026868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ba78b6e-5ef5-4c27-b195-12b76409df88 req-9e16b01a-1993-4c03-84a3-991dcfd3dd1c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053684 Feb 10 06:36:51.060634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9a120b0b-7d84-40b6-920b-3585e005d341,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:51.063807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe18807-b76f-4941-80bd-7ddf3cdf65c1') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:51.064100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe18807-b76f-4941-80bd-7ddf3cdf65c1') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:51.094448 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ba50c921-83b9-4b77-bdc7-6aee8b5fe73b req-9827ded1-090e-4924-85bd-215823471f72 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.098625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ba50c921-83b9-4b77-bdc7-6aee8b5fe73b req-9827ded1-090e-4924-85bd-215823471f72 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.102412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba50c921-83b9-4b77-bdc7-6aee8b5fe73b req-9827ded1-090e-4924-85bd-215823471f72 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4 HTTP/1.1" status: 204 len: 173 time: 0.3144252 Feb 10 06:36:51.127389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827ded1-090e-4924-85bd-215823471f72 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ff5ba7-f4ca-499c-aff5-ab45d4b05ca4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:51.179441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] No DVR routers for this DVR port 183d853c-8c80-4f26-8379-91b8c18ff7b0 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:51.184082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.191737 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb16dd8f-2afb-44c1-ab91-89dfcfa95e5c req-f0c9e4ac-4887-4492-9fae-981edf70133d tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.13 "DELETE /v2.0/ports/183d853c-8c80-4f26-8379-91b8c18ff7b0 HTTP/1.1" status: 204 len: 173 time: 2.2666280 Feb 10 06:36:51.205757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae1c5b36-65ac-46c1-b177-9924785c94c5 req-1e35aaab-a041-489c-b64f-d5f40414fa53 tempest-InstanceActionsTestJSON-1446556887 tempest-InstanceActionsTestJSON-1446556887-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e7ecc9-e360-42a0-9425-059f9daaa2f6 HTTP/1.1" status: 200 len: 210 time: 0.0694561 Feb 10 06:36:51.229655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e7ecc9-e360-42a0-9425-059f9daaa2f6', 'name': 'network-vif-deleted', 'tag': '183d853c-8c80-4f26-8379-91b8c18ff7b0'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:51.236993 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c13c203-0d0d-4e5a-be4b-3a99f8efcd88" -d '{"events": [{"server_uuid": "e3e7ecc9-e360-42a0-9425-059f9daaa2f6", "name": "network-vif-deleted", "tag": "183d853c-8c80-4f26-8379-91b8c18ff7b0"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:51.242375 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (cbe18807-b76f-4941-80bd-7ddf3cdf65c1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.256870 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.263999 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-e4d2e504-878b-46ec-a120-c63f84f7e911 req-48a5a06f-b9b5-4126-bd49-b8264a151776 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:36:51.273378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4d2e504-878b-46ec-a120-c63f84f7e911 req-48a5a06f-b9b5-4126-bd49-b8264a151776 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/d2b29b17-39c8-4ac6-aed4-f3c4d0cca1cb HTTP/1.1" status: 404 len: 352 time: 0.0263910 Feb 10 06:36:51.289925 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:51.291545 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.292958 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a120b0b-7d84-40b6-920b-3585e005d341 HTTP/1.1" status: 200 len: 1091 time: 4.0912066 Feb 10 06:36:51.305210 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-86581fba-dd8c-4080-a1ec-f6ab29368bb6 req-c81aa668-5bef-46cb-9e6c-71a5afe78184 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:36:51.315375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86581fba-dd8c-4080-a1ec-f6ab29368bb6 req-c81aa668-5bef-46cb-9e6c-71a5afe78184 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/045b892f-15ae-4f18-9de5-0cd1ffd6b2b9 HTTP/1.1" status: 404 len: 352 time: 0.0283854 Feb 10 06:36:51.347549 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-0f36d3cd-1569-4f91-a643-335a04ccc3a8 req-62f8f651-0dec-48f0-8e7e-9a766ce6bd06 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:36:51.350289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] For port 0bb8675d-850c-43e4-97ed-c318acc32abf, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:51.356253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f36d3cd-1569-4f91-a643-335a04ccc3a8 req-62f8f651-0dec-48f0-8e7e-9a766ce6bd06 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/331ebce3-eb23-4744-870e-11244a6e95bb HTTP/1.1" status: 404 len: 352 time: 0.0242631 Feb 10 06:36:51.362554 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd9c130-8be5-4705-982a-6be2ce9db851 x-openstack-request-id: req-3fd9c130-8be5-4705-982a-6be2ce9db851 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:51.362897 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e7ecc9-e360-42a0-9425-059f9daaa2f6", "name": "network-vif-deleted", "tag": "183d853c-8c80-4f26-8379-91b8c18ff7b0", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:51.363150 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fd9c130-8be5-4705-982a-6be2ce9db851 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:51.363643 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7ecc9-e360-42a0-9425-059f9daaa2f6', 'name': 'network-vif-deleted', 'tag': '183d853c-8c80-4f26-8379-91b8c18ff7b0', 'status': 'completed', 'code': 200} Feb 10 06:36:51.373319 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (cbe18807-b76f-4941-80bd-7ddf3cdf65c1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.399621 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-33d2d142-c2d2-4210-b6c1-bb262cf7ab34 req-816871fe-924e-4bcc-996e-2f77be075946 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:36:51.400672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33d2d142-c2d2-4210-b6c1-bb262cf7ab34 req-816871fe-924e-4bcc-996e-2f77be075946 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/55b97033-c28a-49c7-af00-0943f9e78774 HTTP/1.1" status: 404 len: 352 time: 0.0222497 Feb 10 06:36:51.473761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] For port 0bb8675d-850c-43e4-97ed-c318acc32abf, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0bb8675d-850c-43e4-97ed-c318acc32abf,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:51.476366 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-8892b230-3077-4ae7-b184-1b0b9f8b688c req-c51a2311-fb66-43b4-a5f9-1507b52bf916 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:36:51.477946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8892b230-3077-4ae7-b184-1b0b9f8b688c req-c51a2311-fb66-43b4-a5f9-1507b52bf916 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/200e9a71-02b1-407d-93ab-73282cec8e32 HTTP/1.1" status: 404 len: 352 time: 0.0412748 Feb 10 06:36:51.482712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:51.483153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (cbe18807-b76f-4941-80bd-7ddf3cdf65c1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:51.486631 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:51.510181 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.539476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (83286f2a-e587-479d-bc83-51796403bcc8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.593931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb8f71-43aa-4690-b4e5-0d8e2ff4c243 service neutron] Pushing event updated for resources: {'Port': ['ID=9a120b0b-7d84-40b6-920b-3585e005d341,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:51.709572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 183d853c-8c80-4f26-8379-91b8c18ff7b0 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:51.710146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Pushing event updated for resources: {'Port': ['ID=0bb8675d-850c-43e4-97ed-c318acc32abf,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:51.713586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:51.714274 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.723180 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-87e7caf6-2707-40d5-babb-580b15f40d3c service neutron] 10.222.0.24 "PUT /v2.0/ports/0bb8675d-850c-43e4-97ed-c318acc32abf HTTP/1.1" status: 200 len: 1091 time: 4.4840102 Feb 10 06:36:51.745354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (ecf98e21-0cb4-4ec4-8881-918b7c652b76), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.751382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Network 73416e1f-efbe-4b07-a796-c13d404be009 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:36:51.767792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 183d853c-8c80-4f26-8379-91b8c18ff7b0 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:36:51.769149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 183d853c-8c80-4f26-8379-91b8c18ff7b0 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:51.816488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2c967250-173a-428b-b185-08f50ac55a77 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:51.860981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 2c967250-173a-428b-b185-08f50ac55a77 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:36:51.861720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2c967250-173a-428b-b185-08f50ac55a77 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:51.952492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:36:51.956413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:51.967647 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/networks/ecf98e21-0cb4-4ec4-8881-918b7c652b76 HTTP/1.1" status: 204 len: 168 time: 1.9657302 Feb 10 06:36:51.987124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:52.026999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event updated for resources: {'Port': ['ID=83286f2a-e587-479d-bc83-51796403bcc8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:52.035131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45832) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:52.036384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:36:52.060293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-b1889bfd-e1ff-4449-b73d-90f6b41ffcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.062388 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-b1889bfd-e1ff-4449-b73d-90f6b41ffcbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 1125 time: 0.6630297 Feb 10 06:36:52.125798 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-708f1285-29d6-4108-b348-bbcae3a85714 req-31585199-0522-409c-9791-2c0f70fbdf5e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] show failed (client error): The resource could not be found. Feb 10 06:36:52.126889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-708f1285-29d6-4108-b348-bbcae3a85714 req-31585199-0522-409c-9791-2c0f70fbdf5e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/22b922cb-190d-47f5-9a22-2f7bff36139e HTTP/1.1" status: 404 len: 352 time: 0.6248410 Feb 10 06:36:52.145091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204acdb-ac12-4e84-a06d-5623bf6df13d req-91cea303-408b-41ff-a12c-b4141d161da0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.153217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204acdb-ac12-4e84-a06d-5623bf6df13d req-91cea303-408b-41ff-a12c-b4141d161da0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.159451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204acdb-ac12-4e84-a06d-5623bf6df13d req-91cea303-408b-41ff-a12c-b4141d161da0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.163156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1167148-5369-4438-a4b4-f83c30330629 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Network': ['ID=ecf98e21-0cb4-4ec4-8881-918b7c652b76,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:52.165927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-95ccc38b-e965-4da8-899f-be58df357a9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a120b0b-7d84-40b6-920b-3585e005d341 HTTP/1.1" status: 200 len: 217 time: 0.0704024 Feb 10 06:36:52.171621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204acdb-ac12-4e84-a06d-5623bf6df13d req-91cea303-408b-41ff-a12c-b4141d161da0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.178089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204acdb-ac12-4e84-a06d-5623bf6df13d req-91cea303-408b-41ff-a12c-b4141d161da0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.194496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e204acdb-ac12-4e84-a06d-5623bf6df13d req-91cea303-408b-41ff-a12c-b4141d161da0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 3828 time: 0.7684569 Feb 10 06:36:52.273354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-eac59877-ead9-4d55-bb3e-d385e925fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.275523 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-eac59877-ead9-4d55-bb3e-d385e925fea3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.0553682 Feb 10 06:36:52.317953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e204acdb-ac12-4e84-a06d-5623bf6df13d req-53ed15f8-3488-4ad4-a8bb-f22415886f21 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220467 Feb 10 06:36:52.326709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:52.330423 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-57008e32-5977-46e6-8b48-21688580ccd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390885 Feb 10 06:36:52.345714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c7cb-885c-4e46-bee2-51c0cbacf26d req-cddb6f4e-6b11-455c-8efa-86a1a97cf7d5 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.352962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5380c7cb-885c-4e46-bee2-51c0cbacf26d req-cddb6f4e-6b11-455c-8efa-86a1a97cf7d5 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 931 time: 0.1186051 Feb 10 06:36:52.479675 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-a0104e4f-b77e-47c1-8d6c-49f1c38a8823 service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011729 Feb 10 06:36:52.485757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5380c7cb-885c-4e46-bee2-51c0cbacf26d req-df54d7e3-6a03-447c-af06-96b13b3a3e6c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256418 Feb 10 06:36:52.535888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc16c3-da28-46f8-a801-0cc449d37b30 req-b5234acb-3df9-4636-b904-5e87bed72d97 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.537439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28fc16c3-da28-46f8-a801-0cc449d37b30 req-b5234acb-3df9-4636-b904-5e87bed72d97 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.1049523 Feb 10 06:36:52.573779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.574326 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:52.600284 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (24d5f13f-2d28-436c-ad20-890dcf766d77), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:52.639010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28fc16c3-da28-46f8-a801-0cc449d37b30 req-a54ca271-0a64-4d00-b1ad-f4f17d34c7bf tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951841 Feb 10 06:36:52.645802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-61f7fa69-1636-457b-b6f0-fda5452f2294 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2999518 Feb 10 06:36:52.646954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1a75d-cfa6-447e-83ed-5a4d451d163f req-837c4d51-7ad2-46be-94f2-3acfc5e7c855 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:52.648442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06c1a75d-cfa6-447e-83ed-5a4d451d163f req-837c4d51-7ad2-46be-94f2-3acfc5e7c855 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 943 time: 0.0754106 Feb 10 06:36:52.664098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Request body: {'port': {'device_id': 'af8de341-be01-4e20-a12f-8277c1b66ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:52.690270 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5c29378a-fc3e-44d4-af8c-54c74ebd5aa6 req-55aa0d02-153d-42cd-b4a4-8382992085fd service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990931 Feb 10 06:36:52.713682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06c1a75d-cfa6-447e-83ed-5a4d451d163f req-ef879eb7-8286-4234-a4b8-14bd214c8882 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Feb 10 06:36:52.768928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45842) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:52.852161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b953d66-d519-4f63-b303-26065acab987 admin admin] Deleting subnet bde44600-abb0-4670-93e4-2110db0ef216 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:36:52.860478 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b953d66-d519-4f63-b303-26065acab987 admin admin] Publish callbacks [] for subnet (bde44600-abb0-4670-93e4-2110db0ef216), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:52.935016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b953d66-d519-4f63-b303-26065acab987 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (bde44600-abb0-4670-93e4-2110db0ef216), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:52.951626 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (24d5f13f-2d28-436c-ad20-890dcf766d77), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:52.993901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d5f13f-2d28-436c-ad20-890dcf766d77']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:53.034605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:53.034904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:53.047267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b953d66-d519-4f63-b303-26065acab987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (bde44600-abb0-4670-93e4-2110db0ef216), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.052000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.073640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.082114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:53.082536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (ed34eacb-bfaf-4c43-ab60-5d76d9ba3df4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:53.099307 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:53.216852 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b953d66-d519-4f63-b303-26065acab987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (bde44600-abb0-4670-93e4-2110db0ef216), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.232772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d15d9-f56e-439d-81b7-77d96d4c7b80 req-0d27f7d0-cb6b-434e-8c0a-909050a7775e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.241240 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-437d15d9-f56e-439d-81b7-77d96d4c7b80 req-0d27f7d0-cb6b-434e-8c0a-909050a7775e tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1024 time: 0.1505904 Feb 10 06:36:53.259549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83286f2a-e587-479d-bc83-51796403bcc8), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.260358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adbe5b-89e8-49db-87fa-591f1e229504 req-d49f7114-4788-4fa2-a736-a91f8983e02c tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.262765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85adbe5b-89e8-49db-87fa-591f1e229504 req-d49f7114-4788-4fa2-a736-a91f8983e02c tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.1640351 Feb 10 06:36:53.277174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (24d5f13f-2d28-436c-ad20-890dcf766d77), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.283713 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.289662 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/networks/24d5f13f-2d28-436c-ad20-890dcf766d77 HTTP/1.1" status: 204 len: 168 time: 1.2393498 Feb 10 06:36:53.291503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45852) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:53.302672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b953d66-d519-4f63-b303-26065acab987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde44600-abb0-4670-93e4-2110db0ef216,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:53.315187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b953d66-d519-4f63-b303-26065acab987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.320705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3b953d66-d519-4f63-b303-26065acab987 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bde44600-abb0-4670-93e4-2110db0ef216 HTTP/1.1" status: 204 len: 168 time: 0.5485070 Feb 10 06:36:53.321704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45854) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:53.371369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b738ac-9e4c-4cea-ac9f-0aa96bf472a3 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Network': ['ID=24d5f13f-2d28-436c-ad20-890dcf766d77,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:53.373933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341'}, {'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:53.381860 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfe10d5-98fa-4457-91ac-a2235c287194" -d '{"events": [{"name": "network-changed", "server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341"}, {"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:53.424890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-d9e9600f-2566-4c84-b4e3-c922f882cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.427126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-d9e9600f-2566-4c84-b4e3-c922f882cef3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 1127 time: 0.3197083 Feb 10 06:36:53.454729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85adbe5b-89e8-49db-87fa-591f1e229504 req-ec977fc0-050e-4781-aa45-d23cd8bb5ce8 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628101 Feb 10 06:36:53.498287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e8c367-c238-476d-b1e0-9e9674824a32 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Deleting subnet 61ce89ba-f830-4486-9103-cd9630c22a04 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:36:53.500883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-437d15d9-f56e-439d-81b7-77d96d4c7b80 req-dc2f2757-065a-477e-b39c-96529e5568d8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=2916289b-ebdd-44b2-bdb2-bbd3a264b12c&id=c966e4a9-2292-4ea9-9e55-88cee09e4bb2&id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2583566 Feb 10 06:36:53.516923 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (f28ef339-039e-4db5-80b8-28bb887cb7a3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.538968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-17e8c367-c238-476d-b1e0-9e9674824a32 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for subnet (61ce89ba-f830-4486-9103-cd9630c22a04), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.765185 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de30a87-b338-4911-8579-2ec41fce7a28 x-openstack-request-id: req-2de30a87-b338-4911-8579-2ec41fce7a28 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:53.765569 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:53.765901 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2de30a87-b338-4911-8579-2ec41fce7a28 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:53.766521 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341', 'status': 'completed', 'code': 200} Feb 10 06:36:53.766903 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'status': 'completed', 'code': 200} Feb 10 06:36:53.770413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-cd4fa991-2249-44c4-8909-ab7524ee9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.772166 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-cd4fa991-2249-44c4-8909-ab7524ee9f20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 910 time: 0.3341870 Feb 10 06:36:53.779665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (f28ef339-039e-4db5-80b8-28bb887cb7a3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.805729 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-17e8c367-c238-476d-b1e0-9e9674824a32 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (61ce89ba-f830-4486-9103-cd9630c22a04), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.821616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-e5c59635-ac02-4fa9-a6cb-318b61f1e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.822276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-e5c59635-ac02-4fa9-a6cb-318b61f1e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.822771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-e5c59635-ac02-4fa9-a6cb-318b61f1e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.823235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-e5c59635-ac02-4fa9-a6cb-318b61f1e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.823694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-e5c59635-ac02-4fa9-a6cb-318b61f1e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.825492 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-e5c59635-ac02-4fa9-a6cb-318b61f1e9bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 4394 time: 0.2102365 Feb 10 06:36:53.828056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28ef339-039e-4db5-80b8-28bb887cb7a3']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:53.845717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71918c5b-ca6e-47ab-909b-a2d5d355777f req-bc737ce1-edf7-4986-a047-3e869f151a31 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.851711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71918c5b-ca6e-47ab-909b-a2d5d355777f req-bc737ce1-edf7-4986-a047-3e869f151a31 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.857005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71918c5b-ca6e-47ab-909b-a2d5d355777f req-bc737ce1-edf7-4986-a047-3e869f151a31 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.862216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71918c5b-ca6e-47ab-909b-a2d5d355777f req-bc737ce1-edf7-4986-a047-3e869f151a31 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.867651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71918c5b-ca6e-47ab-909b-a2d5d355777f req-bc737ce1-edf7-4986-a047-3e869f151a31 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.875634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71918c5b-ca6e-47ab-909b-a2d5d355777f req-bc737ce1-edf7-4986-a047-3e869f151a31 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 3828 time: 0.2787883 Feb 10 06:36:53.911416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692d00bc-4bb2-445d-a871-f4203ceba657') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:53.911728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692d00bc-4bb2-445d-a871-f4203ceba657') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:53.915531 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-17e8c367-c238-476d-b1e0-9e9674824a32 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (61ce89ba-f830-4486-9103-cd9630c22a04), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:53.920803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9be5b0-f370-46a0-b8ad-70b4389416d9 req-0ee1a015-b9e5-4b6f-8902-dd1fb98f1c49 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:53.922505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a9be5b0-f370-46a0-b8ad-70b4389416d9 req-0ee1a015-b9e5-4b6f-8902-dd1fb98f1c49 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 931 time: 0.2452071 Feb 10 06:36:53.957068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (692d00bc-4bb2-445d-a871-f4203ceba657), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.030037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (692d00bc-4bb2-445d-a871-f4203ceba657), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.049589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71918c5b-ca6e-47ab-909b-a2d5d355777f req-279b252b-1e26-4c42-9da2-46694577ed99 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735849 Feb 10 06:36:54.050217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-e4f7dd6d-68f0-4175-9ec1-638a91e609c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f HTTP/1.1" status: 200 len: 217 time: 0.0600848 Feb 10 06:36:54.078203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:54.083863 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (692d00bc-4bb2-445d-a871-f4203ceba657), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:54.092743 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:54.126498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a6fc0a-bc63-4ec1-b7df-dffe5735952a {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:54.135659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Publish callbacks [] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.159498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-17e8c367-c238-476d-b1e0-9e9674824a32 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (61ce89ba-f830-4486-9103-cd9630c22a04), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.249123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-e1eedd44-3ffe-4a4a-b4ac-4f200cbb0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:54.250612 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-e1eedd44-3ffe-4a4a-b4ac-4f200cbb0d45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 200 len: 850 time: 0.0882976 Feb 10 06:36:54.260445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8c367-c238-476d-b1e0-9e9674824a32 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Subnet': ['ID=61ce89ba-f830-4486-9103-cd9630c22a04,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:54.278933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a9be5b0-f370-46a0-b8ad-70b4389416d9 req-2750d3fa-d4db-4936-bbb4-043c57745bc5 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359802 Feb 10 06:36:54.295902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (f28ef339-039e-4db5-80b8-28bb887cb7a3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.302637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.307496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] 10.222.0.21 "DELETE /v2.0/networks/f28ef339-039e-4db5-80b8-28bb887cb7a3 HTTP/1.1" status: 204 len: 168 time: 0.9821980 Feb 10 06:36:54.367098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-5015d7c9-45fe-4d12-a0c9-e543a3c75b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:54.368484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-5015d7c9-45fe-4d12-a0c9-e543a3c75b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:54.370378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-5015d7c9-45fe-4d12-a0c9-e543a3c75b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:54.377626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-5015d7c9-45fe-4d12-a0c9-e543a3c75b8d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4806402 Feb 10 06:36:54.382357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f52a93-f6d1-4f62-8e3d-4cff4010995c admin admin] Pushing event deleted for resources: {'Network': ['ID=f28ef339-039e-4db5-80b8-28bb887cb7a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:54.639094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-a9feb164-4ad1-4133-a231-4132a097255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:54.641022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-a9feb164-4ad1-4133-a231-4132a097255c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2480447 Feb 10 06:36:54.657182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45874) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:54.713089 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-fc8995cd-87d4-48a9-a985-4cfb011ac6e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6036e54b-d8d1-453d-b662-5c2f22ac4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4453518 Feb 10 06:36:54.734695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a012a-dc73-4eb3-89fc-5f876cde93cd req-dfe6c337-4b0d-4533-8650-e044bb20a78f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:54.743716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-578a012a-dc73-4eb3-89fc-5f876cde93cd req-dfe6c337-4b0d-4533-8650-e044bb20a78f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 943 time: 0.5952210 Feb 10 06:36:54.761742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Transition to ACTIVE for port object 88a6fc0a-bc63-4ec1-b7df-dffe5735952a will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:36:54.802915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8739159c-e4e1-4104-9855-5408a01c50fd None None] Network 5a7f12b9-2d57-4072-baf1-88dad8fbff4b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:36:54.811481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ebd1c79-c74b-4122-900a-7c20d4e74543 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e73f9afb0d34deb81f22323962e74bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523950 Feb 10 06:36:54.815809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-17e8c367-c238-476d-b1e0-9e9674824a32 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.818350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45876) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:54.822158 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-17e8c367-c238-476d-b1e0-9e9674824a32 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/subnets/61ce89ba-f830-4486-9103-cd9630c22a04 HTTP/1.1" status: 204 len: 168 time: 1.5212224 Feb 10 06:36:54.828361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:54.829040 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.933330 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (5a7f12b9-2d57-4072-baf1-88dad8fbff4b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:54.942769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-39a477a6-c3c3-49b8-900b-eb1b00eb881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:54.944320 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-39a477a6-c3c3-49b8-900b-eb1b00eb881e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 1125 time: 1.2561891 Feb 10 06:36:54.956321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932079c-03ff-4324-8a78-d76ebae67f60 req-0dc2e972-f2c6-49a3-a6bc-a3d0955c197b tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:54.960528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1932079c-03ff-4324-8a78-d76ebae67f60 req-0dc2e972-f2c6-49a3-a6bc-a3d0955c197b tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.3158593 Feb 10 06:36:55.051941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-578a012a-dc73-4eb3-89fc-5f876cde93cd req-69e460c8-07f0-4b8b-b9de-9b4fd0a80595 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070893 Feb 10 06:36:55.131040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-7a721128-3965-4ec8-aca5-6f2c11ff61d6 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.139607 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-7a721128-3965-4ec8-aca5-6f2c11ff61d6 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.24 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1024 time: 0.4151182 Feb 10 06:36:55.140771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-0e846bb8-7828-4ee3-a935-674ba108d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.142269 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-0e846bb8-7828-4ee3-a935-674ba108d7dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 911 time: 0.1573427 Feb 10 06:36:55.170895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b766f-0cbd-4cdf-bc27-947f198ca95e None None] DHCP port deletion for 5a7f12b9-2d57-4072-baf1-88dad8fbff4b request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:36:55.193747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1932079c-03ff-4324-8a78-d76ebae67f60 req-78a579eb-deaa-492c-8681-b31c23abf843 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207859 Feb 10 06:36:55.361048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b766f-0cbd-4cdf-bc27-947f198ca95e None None] Deleting port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:55.361811 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d2b766f-0cbd-4cdf-bc27-947f198ca95e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:55.368487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Pushing event updated for resources: {'Port': ['ID=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:55.411143 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-fef40ee6-77df-4008-9161-f4282aa7c103 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a120b0b-7d84-40b6-920b-3585e005d341 HTTP/1.1" status: 200 len: 217 time: 0.2552655 Feb 10 06:36:55.496276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0d2b766f-0cbd-4cdf-bc27-947f198ca95e None None] For port 9c72656d-ae7e-4f72-8830-40ff35dda8e5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9c72656d-ae7e-4f72-8830-40ff35dda8e5,segment=NetworkSegment(18bd926b-a6ab-4103-87e7-f3efde755007),segment_id=18bd926b-a6ab-4103-87e7-f3efde755007)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:55.496839 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d2b766f-0cbd-4cdf-bc27-947f198ca95e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:55.497261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c12c4941-f28d-4d8b-bc66-847d5b3bcd95 admin admin] Publish callbacks [] for security_group (d14dcb5a-dbb3-45d4-9d77-224fdaadd729), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:55.517828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b766f-0cbd-4cdf-bc27-947f198ca95e None None] Calling delete_port for 9c72656d-ae7e-4f72-8830-40ff35dda8e5 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:55.559706 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-2cbc4ac7-845d-4408-aadc-2eaa813e1a66 service neutron] 10.222.0.13 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958920 Feb 10 06:36:55.578608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f33cf-7d58-4ff9-a171-d71ca756f105 req-2795d8dc-0019-44e8-93e2-6e23881070a9 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.580021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d1f33cf-7d58-4ff9-a171-d71ca756f105 req-2795d8dc-0019-44e8-93e2-6e23881070a9 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1024 time: 0.2854929 Feb 10 06:36:55.587337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c12c4941-f28d-4d8b-bc66-847d5b3bcd95 admin admin] Publish callbacks [] for security_group (d14dcb5a-dbb3-45d4-9d77-224fdaadd729), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:55.643679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Deleting port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:55.645041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:55.695298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d1f33cf-7d58-4ff9-a171-d71ca756f105 req-d96e7a5e-a114-4c31-803a-cc33da539770 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=2916289b-ebdd-44b2-bdb2-bbd3a264b12c&id=c966e4a9-2292-4ea9-9e55-88cee09e4bb2&id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1058826 Feb 10 06:36:55.749199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9a120b0b-7d84-40b6-920b-3585e005d341 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:36:55.755147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65c05-6628-4490-8930-d1c68d2d8cf3 req-13391793-1877-4ecc-974c-153548778d26 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.770981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65c05-6628-4490-8930-d1c68d2d8cf3 req-13391793-1877-4ecc-974c-153548778d26 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.784735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65c05-6628-4490-8930-d1c68d2d8cf3 req-13391793-1877-4ecc-974c-153548778d26 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.791926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65c05-6628-4490-8930-d1c68d2d8cf3 req-13391793-1877-4ecc-974c-153548778d26 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.815258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65c05-6628-4490-8930-d1c68d2d8cf3 req-13391793-1877-4ecc-974c-153548778d26 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.825368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65c05-6628-4490-8930-d1c68d2d8cf3 req-13391793-1877-4ecc-974c-153548778d26 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.832544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cd65c05-6628-4490-8930-d1c68d2d8cf3 req-13391793-1877-4ecc-974c-153548778d26 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 4605 time: 0.4733453 Feb 10 06:36:55.864077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9c72656d-ae7e-4f72-8830-40ff35dda8e5 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:55.899909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-2773c6f9-153d-41b5-bad2-313eb04d3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:55.901794 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-2773c6f9-153d-41b5-bad2-313eb04d3a35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.4839065 Feb 10 06:36:55.910779 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d2b766f-0cbd-4cdf-bc27-947f198ca95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:55.912714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Attempting to bind port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:55.913755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Attempting to bind port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:55.913755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Attempting to bind port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:55.944457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9c72656d-ae7e-4f72-8830-40ff35dda8e5 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:36:55.945267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9c72656d-ae7e-4f72-8830-40ff35dda8e5 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:55.948359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b766f-0cbd-4cdf-bc27-947f198ca95e None None] No DVR routers for this DVR port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:55.962289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a on network 0e46ffab-9e24-4623-8d12-e600966d7e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:36:55.962660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Attempting to bind port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:55.980472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-2681ee9c-c672-4e4f-ade3-a616fb92e68b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631280 Feb 10 06:36:55.984100 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:36:56.019027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b766f-0cbd-4cdf-bc27-947f198ca95e None None] Pushing event deleted for resources: {'Port': ['ID=9c72656d-ae7e-4f72-8830-40ff35dda8e5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:56.050521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:56.050898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Checking segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:56.051656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Bound using segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:56.051656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Bound port: 88a6fc0a-bc63-4ec1-b7df-dffe5735952a, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:56.051979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.084978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-44ec39bb-e82e-4634-b04d-cfc0966ed9be service neutron] 10.222.0.13 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559198 Feb 10 06:36:56.086261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cd65c05-6628-4490-8930-d1c68d2d8cf3 req-e9b8acfc-d904-482d-bb22-e04d8761c7ec tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2383814 Feb 10 06:36:56.129825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] For port 9c72656d-ae7e-4f72-8830-40ff35dda8e5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9c72656d-ae7e-4f72-8830-40ff35dda8e5,segment=NetworkSegment(18bd926b-a6ab-4103-87e7-f3efde755007),segment_id=18bd926b-a6ab-4103-87e7-f3efde755007)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:56.129825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.173659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Calling delete_port for 9c72656d-ae7e-4f72-8830-40ff35dda8e5 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:56.184336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c5ae5-6da8-4941-a95d-80b93e421cb1 req-07d40caa-66ee-4f23-8e1a-433186af2012 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:56.189392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c62c5ae5-6da8-4941-a95d-80b93e421cb1 req-07d40caa-66ee-4f23-8e1a-433186af2012 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 931 time: 0.3439295 Feb 10 06:36:56.206127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c12c4941-f28d-4d8b-bc66-847d5b3bcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d14dcb5a-dbb3-45d4-9d77-224fdaadd729), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.209811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c12c4941-f28d-4d8b-bc66-847d5b3bcd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.211480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c12c4941-f28d-4d8b-bc66-847d5b3bcd95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d14dcb5a-dbb3-45d4-9d77-224fdaadd729 HTTP/1.1" status: 204 len: 168 time: 1.3920357 Feb 10 06:36:56.220165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9a120b0b-7d84-40b6-920b-3585e005d341,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:56.256844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '9a120b0b-7d84-40b6-920b-3585e005d341', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'port_id': '9a120b0b-7d84-40b6-920b-3585e005d341', 'mac_address': 'fa:16:3e:0a:d0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed5b7f9-6f2a-4322-880d-c5882d9f2360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:36:56.265267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83286f2a-e587-479d-bc83-51796403bcc8 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:56.301122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Deleting port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:36:56.301122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.315420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Publish callbacks [] for port (83286f2a-e587-479d-bc83-51796403bcc8), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.333299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c4941-f28d-4d8b-bc66-847d5b3bcd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14dcb5a-dbb3-45d4-9d77-224fdaadd729,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:56.417868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Transition to ACTIVE for port object 83286f2a-e587-479d-bc83-51796403bcc8 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:36:56.426718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 9a120b0b-7d84-40b6-920b-3585e005d341 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:36:56.429053 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.467407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (83286f2a-e587-479d-bc83-51796403bcc8), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.476143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a120b0b-7d84-40b6-920b-3585e005d341 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:56.509517 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-81953104-3aad-4ad5-bd63-1bd1746b24bf service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896634 Feb 10 06:36:56.516211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] For port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:56.554088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c62c5ae5-6da8-4941-a95d-80b93e421cb1 req-42fc62d2-f396-40ef-aec4-6df9ac012018 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203247 Feb 10 06:36:56.555119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9a120b0b-7d84-40b6-920b-3585e005d341,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:56.563344 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.612594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] For port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:56.625709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] For port c19a9bdf-1e30-4c42-aa25-981bbe2fa459, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,segment=NetworkSegment(272deef8-d2b2-495b-bef8-ef1a4a7499a2),segment_id=272deef8-d2b2-495b-bef8-ef1a4a7499a2)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:36:56.626406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.641165 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.660067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca86058-a919-4e3b-9fac-cc286856f0f4 req-e618937d-b79d-4655-a141-d41526175b8f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:56.661582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ca86058-a919-4e3b-9fac-cc286856f0f4 req-e618937d-b79d-4655-a141-d41526175b8f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 943 time: 0.3619089 Feb 10 06:36:56.690161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Calling delete_port for c19a9bdf-1e30-4c42-aa25-981bbe2fa459 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:36:56.695709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=83286f2a-e587-479d-bc83-51796403bcc8,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:56.734690 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9c72656d-ae7e-4f72-8830-40ff35dda8e5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.760611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:56.761929 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:56.762639 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] 10.222.0.24 "PUT /v2.0/ports/88a6fc0a-bc63-4ec1-b7df-dffe5735952a HTTP/1.1" status: 200 len: 1135 time: 4.8296378 Feb 10 06:36:56.767137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '88a6fc0a-bc63-4ec1-b7df-dffe5735952a'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:56.769752 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "88a6fc0a-bc63-4ec1-b7df-dffe5735952a"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:56.837064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Port': ['ID=9c72656d-ae7e-4f72-8830-40ff35dda8e5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:56.842551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:56.852979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ca86058-a919-4e3b-9fac-cc286856f0f4 req-72ac0c63-5f08-4f03-9d13-88bc4ae20c5a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757736 Feb 10 06:36:56.876762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] No DVR routers for this DVR port 9c72656d-ae7e-4f72-8830-40ff35dda8e5 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:56.884993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=9a120b0b-7d84-40b6-920b-3585e005d341,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:56.898719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2fb18-3e83-4328-bdcc-fd51ee654e6e req-c8ff95cd-b76d-4dfa-a735-d3b7e38e4b69 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:56.912839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9fb2fb18-3e83-4328-bdcc-fd51ee654e6e req-c8ff95cd-b76d-4dfa-a735-d3b7e38e4b69 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.2432613 Feb 10 06:36:56.970532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['9a120b0b-7d84-40b6-920b-3585e005d341'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:36:57.162481 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ebfe10d5-98fa-4457-91ac-a2235c287194 req-ff48a06f-1cb2-428a-a3c6-256c21f40ed0 service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428776 Feb 10 06:36:57.201803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefd74c-9c5f-4aac-bc6c-bf50e5e84731 service neutron] Pushing event updated for resources: {'Port': ['ID=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:57.262349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Attempting to bind port 83286f2a-e587-479d-bc83-51796403bcc8 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:36:57.262694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Attempting to bind port 83286f2a-e587-479d-bc83-51796403bcc8 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:36:57.263561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Attempting to bind port 83286f2a-e587-479d-bc83-51796403bcc8 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:57.264683 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (5a7f12b9-2d57-4072-baf1-88dad8fbff4b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:57.268343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:57.287446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Port 83286f2a-e587-479d-bc83-51796403bcc8 on network 73416e1f-efbe-4b07-a796-c13d404be009 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:36:57.292428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Attempting to bind port 83286f2a-e587-479d-bc83-51796403bcc8 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:36:57.407395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7f12b9-2d57-4072-baf1-88dad8fbff4b']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:57.456332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888a7ad-6b08-4f25-8c12-157b8e32877d req-3a8e703e-f22a-45b4-856f-1dd0dcedece5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:57.458602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a888a7ad-6b08-4f25-8c12-157b8e32877d req-3a8e703e-f22a-45b4-856f-1dd0dcedece5 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a088da-e324-4cac-a1a3-0a8ffb9b1918 HTTP/1.1" status: 200 len: 1024 time: 0.4699779 Feb 10 06:36:57.474116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9fb2fb18-3e83-4328-bdcc-fd51ee654e6e req-fc2a0f19-adf7-4b53-8853-7fc36046bedf tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602782 Feb 10 06:36:57.480492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bd926b-a6ab-4103-87e7-f3efde755007') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:57.480781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bd926b-a6ab-4103-87e7-f3efde755007') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:36:57.490616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:36:57.490965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Checking segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:36:57.491350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Bound using segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:36:57.518461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Bound port: 83286f2a-e587-479d-bc83-51796403bcc8, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:36:57.518895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83286f2a-e587-479d-bc83-51796403bcc8), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:57.521446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (18bd926b-a6ab-4103-87e7-f3efde755007), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:57.615410 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (18bd926b-a6ab-4103-87e7-f3efde755007), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:57.627266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:36:57.627667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (18bd926b-a6ab-4103-87e7-f3efde755007), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:57.632205 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19215357-d1c8-4f45-9feb-bef54348cc82 x-openstack-request-id: req-19215357-d1c8-4f45-9feb-bef54348cc82 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:57.633942 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "88a6fc0a-bc63-4ec1-b7df-dffe5735952a", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:57.634860 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19215357-d1c8-4f45-9feb-bef54348cc82 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:57.636105 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '88a6fc0a-bc63-4ec1-b7df-dffe5735952a', 'status': 'completed', 'code': 200} Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:36:57.714570 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:36:57.733370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c19a9bdf-1e30-4c42-aa25-981bbe2fa459 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:36:57.745937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (5a7f12b9-2d57-4072-baf1-88dad8fbff4b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:57.797722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:57.803501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/networks/5a7f12b9-2d57-4072-baf1-88dad8fbff4b HTTP/1.1" status: 204 len: 168 time: 2.9645097 Feb 10 06:36:57.821931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45930) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:57.867835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c19a9bdf-1e30-4c42-aa25-981bbe2fa459), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:57.912368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No active binding found for port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 {{(pid=103215) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 06:36:57.912903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 host None! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:36:57.913136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c19a9bdf-1e30-4c42-aa25-981bbe2fa459 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:36:57.944867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'Port': ['ID=c19a9bdf-1e30-4c42-aa25-981bbe2fa459,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:58.001284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] For port 83286f2a-e587-479d-bc83-51796403bcc8, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:36:58.033526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] No DVR routers for this DVR port c19a9bdf-1e30-4c42-aa25-981bbe2fa459 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:36:58.037012 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:58.041680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5fec51e7-1830-45f8-98cd-e61999e93a3d req-1b2168fd-d388-4150-980e-962ced5784a8 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.24 "DELETE /v2.0/ports/c19a9bdf-1e30-4c42-aa25-981bbe2fa459 HTTP/1.1" status: 204 len: 173 time: 2.8984380 Feb 10 06:36:58.059183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] For port 83286f2a-e587-479d-bc83-51796403bcc8, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83286f2a-e587-479d-bc83-51796403bcc8,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:36:58.153003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45936) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:58.163501 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (83286f2a-e587-479d-bc83-51796403bcc8), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:58.241531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.242540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:58.244202 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] 10.222.0.13 "PUT /v2.0/ports/83286f2a-e587-479d-bc83-51796403bcc8 HTTP/1.1" status: 200 len: 1091 time: 5.5893149 Feb 10 06:36:58.310426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a888a7ad-6b08-4f25-8c12-157b8e32877d req-19a9bfcd-d38f-4cdc-bf0e-ff607de7f47a tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups?id=2916289b-ebdd-44b2-bdb2-bbd3a264b12c&id=c966e4a9-2292-4ea9-9e55-88cee09e4bb2&id=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.8342841 Feb 10 06:36:58.332483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d4895-852c-4fdd-9b98-4d85a4ad7ffc tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Pushing event deleted for resources: {'Network': ['ID=5a7f12b9-2d57-4072-baf1-88dad8fbff4b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:58.358152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663a1fb-6986-409e-a196-ee6dec19bbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=83286f2a-e587-479d-bc83-51796403bcc8,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:58.358953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d21d7809-2515-43ce-8289-b2f238dbae09 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "GET /v2.0/ports?device_id=bda08c6f-ebd1-4cdb-8f65-c067979c3b66 HTTP/1.1" status: 200 len: 205 time: 0.5315602 Feb 10 06:36:58.360655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45940) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:36:58.410496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7217-5182-478f-a83b-6ef00db64e7c req-48f79e56-cd5a-4e4a-a8f7-1ff0dbbdc408 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.417174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7217-5182-478f-a83b-6ef00db64e7c req-48f79e56-cd5a-4e4a-a8f7-1ff0dbbdc408 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.424787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7217-5182-478f-a83b-6ef00db64e7c req-48f79e56-cd5a-4e4a-a8f7-1ff0dbbdc408 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.430833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7217-5182-478f-a83b-6ef00db64e7c req-48f79e56-cd5a-4e4a-a8f7-1ff0dbbdc408 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.438109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7217-5182-478f-a83b-6ef00db64e7c req-48f79e56-cd5a-4e4a-a8f7-1ff0dbbdc408 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.445327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7217-5182-478f-a83b-6ef00db64e7c req-48f79e56-cd5a-4e4a-a8f7-1ff0dbbdc408 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.447352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34fb7217-5182-478f-a83b-6ef00db64e7c req-48f79e56-cd5a-4e4a-a8f7-1ff0dbbdc408 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 4605 time: 0.7288272 Feb 10 06:36:58.452713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-832200482-network', 'tenant_id': '5546b07c10bc40f2baff590c85724798'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:36:58.479417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-fbf3de4a-3ad3-4465-805e-b922454b3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.480903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-fbf3de4a-3ad3-4465-805e-b922454b3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.480903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-fbf3de4a-3ad3-4465-805e-b922454b3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.482290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-fbf3de4a-3ad3-4465-805e-b922454b3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.482290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-fbf3de4a-3ad3-4465-805e-b922454b3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.483257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-fbf3de4a-3ad3-4465-805e-b922454b3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.490648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-fbf3de4a-3ad3-4465-805e-b922454b3645 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5353 time: 0.7737217 Feb 10 06:36:58.553493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac88f78a-70b1-4d62-ab5a-076bdb67e077 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for router (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:58.596545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-418347a3-ee2c-47c6-8eb3-a72844305b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.597796 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-418347a3-ee2c-47c6-8eb3-a72844305b89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 1125 time: 0.3070302 Feb 10 06:36:58.602101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Made reservation on behalf of 5546b07c10bc40f2baff590c85724798 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:36:58.604630 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:58.620499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:58.633132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2b8a67-e1c6-4461-b239-07f5c88255db {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:36:58.763428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d748ef7-a65b-40fc-989f-15dcc1243be0 req-7af1d555-330a-4ce3-9f2c-d0a54f5454d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.765206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d748ef7-a65b-40fc-989f-15dcc1243be0 req-7af1d555-330a-4ce3-9f2c-d0a54f5454d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 943 time: 0.2484593 Feb 10 06:36:58.775024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Publish callbacks [] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:58.792865 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-d820219d-b316-4bdc-a01f-ebbdae60381a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83286f2a-e587-479d-bc83-51796403bcc8 HTTP/1.1" status: 200 len: 217 time: 0.1734700 Feb 10 06:36:58.898517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34fb7217-5182-478f-a83b-6ef00db64e7c req-3002d096-95a9-4490-a7d3-6b671e2341b3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4058745 Feb 10 06:36:58.915931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Transition to ACTIVE for port object 6f2b8a67-e1c6-4461-b239-07f5c88255db will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:36:58.963282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:58.976235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d748ef7-a65b-40fc-989f-15dcc1243be0 req-deebdbcd-1b80-4324-abee-ff71c6673d3e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801460 Feb 10 06:36:58.983200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac88f78a-70b1-4d62-ab5a-076bdb67e077 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:58.985552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-42b4ef40-2802-4029-9651-9e6e00b0e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:58.987082 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-42b4ef40-2802-4029-9651-9e6e00b0e419 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1885791 Feb 10 06:36:58.988250 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac88f78a-70b1-4d62-ab5a-076bdb67e077 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for router_controller (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:59.004856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-7a084332-4d4e-4ce7-8d46-f3e13a4ec4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:59.005762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-7a084332-4d4e-4ce7-8d46-f3e13a4ec4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:59.008399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-7a084332-4d4e-4ce7-8d46-f3e13a4ec4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:59.021075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-7a084332-4d4e-4ce7-8d46-f3e13a4ec4d1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5154674 Feb 10 06:36:59.354019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae85054-4253-48bc-9cf0-6a479221077c req-5f8137e1-9f4d-4f63-9fe7-b2eef46d27b1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:59.361807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bae85054-4253-48bc-9cf0-6a479221077c req-5f8137e1-9f4d-4f63-9fe7-b2eef46d27b1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 944 time: 0.3668823 Feb 10 06:36:59.427730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795ff5d-0993-47fa-b6f3-bc27ee2970a3 req-da22e7de-deac-4e49-8471-54c1d421e397 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:59.429630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3795ff5d-0993-47fa-b6f3-bc27ee2970a3 req-da22e7de-deac-4e49-8471-54c1d421e397 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.2283013 Feb 10 06:36:59.438089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-7d65b690-cf4e-4dc8-89de-a5572e44b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:36:59.439436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ab97b1d-d335-4394-8290-f7e0fe9feb4c req-7d65b690-cf4e-4dc8-89de-a5572e44b10b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3477926 Feb 10 06:36:59.459154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bae85054-4253-48bc-9cf0-6a479221077c req-04aa7c2e-ac01-4bc3-920a-e881ea464de9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962386 Feb 10 06:36:59.549413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3795ff5d-0993-47fa-b6f3-bc27ee2970a3 req-da99965a-23df-4f81-b065-1be625e8044f tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941007 Feb 10 06:36:59.604123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b83a343d-edc5-4f7e-a395-8ce323f4da8c req-ec15211e-46ea-4ad3-b30b-9aeb568e3fe0 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/2916289b-ebdd-44b2-bdb2-bbd3a264b12c HTTP/1.1" status: 200 len: 1819 time: 0.0470822 Feb 10 06:36:59.650770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'name': 'network-vif-deleted', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459'}, {'name': 'network-changed', 'server_uuid': 'af8de341-be01-4e20-a12f-8277c1b66ffc', 'tag': '83286f2a-e587-479d-bc83-51796403bcc8'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:36:59.660524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b83a343d-edc5-4f7e-a395-8ce323f4da8c req-23a6910a-e07b-4c6d-90d2-d0750514c522 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (2916289b-ebdd-44b2-bdb2-bbd3a264b12c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:59.661907 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723db28b-4447-4696-b816-e4f6b8cc89e8" -d '{"events": [{"server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "name": "network-vif-deleted", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459"}, {"name": "network-changed", "server_uuid": "af8de341-be01-4e20-a12f-8277c1b66ffc", "tag": "83286f2a-e587-479d-bc83-51796403bcc8"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:36:59.666255 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-edd47d23-17a0-4975-8f45-74288d271822 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6458390 Feb 10 06:36:59.724288 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b83a343d-edc5-4f7e-a395-8ce323f4da8c req-23a6910a-e07b-4c6d-90d2-d0750514c522 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (2916289b-ebdd-44b2-bdb2-bbd3a264b12c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:59.742896 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac88f78a-70b1-4d62-ab5a-076bdb67e077 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (bda08c6f-ebd1-4cdb-8f65-c067979c3b66), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:59.743480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac88f78a-70b1-4d62-ab5a-076bdb67e077 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Fanout notify agent at l3_agent the message router_deleted on router bda08c6f-ebd1-4cdb-8f65-c067979c3b66 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:36:59.748534 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 06:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a01a4fe-f356-4ae1-8981-cfed08647fac x-openstack-request-id: req-1a01a4fe-f356-4ae1-8981-cfed08647fac {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:36:59.748829 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a088da-e324-4cac-a1a3-0a8ffb9b1918", "name": "network-vif-deleted", "tag": "c19a9bdf-1e30-4c42-aa25-981bbe2fa459", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af8de341-be01-4e20-a12f-8277c1b66ffc", "tag": "83286f2a-e587-479d-bc83-51796403bcc8", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:36:59.749080 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a01a4fe-f356-4ae1-8981-cfed08647fac {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:36:59.749476 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a088da-e324-4cac-a1a3-0a8ffb9b1918', 'name': 'network-vif-deleted', 'tag': 'c19a9bdf-1e30-4c42-aa25-981bbe2fa459', 'status': 'completed', 'code': 200} Feb 10 06:36:59.750146 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8de341-be01-4e20-a12f-8277c1b66ffc', 'tag': '83286f2a-e587-479d-bc83-51796403bcc8', 'status': 'completed', 'code': 200} Feb 10 06:36:59.771370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9a120b0b-7d84-40b6-920b-3585e005d341 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:36:59.835321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 9a120b0b-7d84-40b6-920b-3585e005d341 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:36:59.841657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 9a120b0b-7d84-40b6-920b-3585e005d341 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:36:59.842799 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:59.843371 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-8be32940-ef63-48bc-9705-4b560b8b3d33 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547329 Feb 10 06:36:59.850576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac88f78a-70b1-4d62-ab5a-076bdb67e077 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:59.851834 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ac88f78a-70b1-4d62-ab5a-076bdb67e077 tempest-RoutersNegativeIpV6Test-1655975950 tempest-RoutersNegativeIpV6Test-1655975950-project] 10.222.0.21 "DELETE /v2.0/routers/bda08c6f-ebd1-4cdb-8f65-c067979c3b66 HTTP/1.1" status: 204 len: 168 time: 1.4805641 Feb 10 06:36:59.854175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2b8a67-e1c6-4461-b239-07f5c88255db,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:36:59.897309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b83a343d-edc5-4f7e-a395-8ce323f4da8c req-23a6910a-e07b-4c6d-90d2-d0750514c522 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2916289b-ebdd-44b2-bdb2-bbd3a264b12c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:59.902095 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b83a343d-edc5-4f7e-a395-8ce323f4da8c req-23a6910a-e07b-4c6d-90d2-d0750514c522 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:36:59.904371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b83a343d-edc5-4f7e-a395-8ce323f4da8c req-23a6910a-e07b-4c6d-90d2-d0750514c522 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/2916289b-ebdd-44b2-bdb2-bbd3a264b12c HTTP/1.1" status: 204 len: 173 time: 0.2985787 Feb 10 06:36:59.939144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6910a-e07b-4c6d-90d2-d0750514c522 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916289b-ebdd-44b2-bdb2-bbd3a264b12c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:00.049649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Attempting to bind port 6f2b8a67-e1c6-4461-b239-07f5c88255db on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:00.049996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Attempting to bind port 6f2b8a67-e1c6-4461-b239-07f5c88255db by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:00.050330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Attempting to bind port 6f2b8a67-e1c6-4461-b239-07f5c88255db on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:00.058781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b410616-70bd-4264-939f-dda39ee06329 req-d9f1eada-ea7a-4f75-bc36-9fd8c1ef7d77 tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "GET /v2.0/security-groups/c966e4a9-2292-4ea9-9e55-88cee09e4bb2 HTTP/1.1" status: 200 len: 1819 time: 0.1245251 Feb 10 06:37:00.102740 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Publish callbacks [] for security_group (02925ea1-2109-4ccf-8880-399cc3e51972), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.107158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Port 6f2b8a67-e1c6-4461-b239-07f5c88255db on network 0e46ffab-9e24-4623-8d12-e600966d7e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:00.107630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Attempting to bind port 6f2b8a67-e1c6-4461-b239-07f5c88255db on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:00.121504 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (02925ea1-2109-4ccf-8880-399cc3e51972), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.174015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 9a120b0b-7d84-40b6-920b-3585e005d341 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:00.178807 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.242836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02925ea1-2109-4ccf-8880-399cc3e51972,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:00.269489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:00.273976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:00.275442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Checking segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:00.275703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bace9c-6a9c-49b5-ac21-def56d464fb6 req-ea3a5c4d-dc15-4bbd-9406-32c1fd333d17 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.277945 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f67e01e-7d9e-4094-8533-57d49eecd2aa" -d '{"events": [{"server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:00.278628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Bound using segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:00.279261 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Bound port: 6f2b8a67-e1c6-4461-b239-07f5c88255db, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:00.279784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.290258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bace9c-6a9c-49b5-ac21-def56d464fb6 req-ea3a5c4d-dc15-4bbd-9406-32c1fd333d17 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.296228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bace9c-6a9c-49b5-ac21-def56d464fb6 req-ea3a5c4d-dc15-4bbd-9406-32c1fd333d17 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.301442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bace9c-6a9c-49b5-ac21-def56d464fb6 req-ea3a5c4d-dc15-4bbd-9406-32c1fd333d17 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.308768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9a120b0b-7d84-40b6-920b-3585e005d341,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:00.317727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:37:00.319894 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.327954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bace9c-6a9c-49b5-ac21-def56d464fb6 req-ea3a5c4d-dc15-4bbd-9406-32c1fd333d17 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.340648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bace9c-6a9c-49b5-ac21-def56d464fb6 req-ea3a5c4d-dc15-4bbd-9406-32c1fd333d17 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.342756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45970) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:00.350629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bace9c-6a9c-49b5-ac21-def56d464fb6 req-ea3a5c4d-dc15-4bbd-9406-32c1fd333d17 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.363449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6bace9c-6a9c-49b5-ac21-def56d464fb6 req-ea3a5c4d-dc15-4bbd-9406-32c1fd333d17 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5383 time: 0.2616336 Feb 10 06:37:00.392908 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (aa62e446-59d1-4e2f-8b7c-bb58738855f6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.395691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=9a120b0b-7d84-40b6-920b-3585e005d341,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:00.404451 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Added segment aa62e446-59d1-4e2f-8b7c-bb58738855f6 of type vlan for network 6d4ff393-0703-4225-b476-60da861d03a9 Feb 10 06:37:00.418407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8b410616-70bd-4264-939f-dda39ee06329 req-6e01e85b-e296-4132-82d3-841706751a8b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (c966e4a9-2292-4ea9-9e55-88cee09e4bb2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.482363 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0622b03c-0d5e-465e-9541-d08d676bf70a req-6ab34ded-ef0a-4cc1-af77-ba5eb2e2c482 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065142 Feb 10 06:37:00.508465 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (6d4ff393-0703-4225-b476-60da861d03a9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.511307 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8b410616-70bd-4264-939f-dda39ee06329 req-6e01e85b-e296-4132-82d3-841706751a8b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (c966e4a9-2292-4ea9-9e55-88cee09e4bb2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.553570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6bace9c-6a9c-49b5-ac21-def56d464fb6 req-d1b8931d-45f9-4f8c-add6-a68f1757711e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1896424 Feb 10 06:37:00.588907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8b410616-70bd-4264-939f-dda39ee06329 req-6e01e85b-e296-4132-82d3-841706751a8b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c966e4a9-2292-4ea9-9e55-88cee09e4bb2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.589095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] For port 6f2b8a67-e1c6-4461-b239-07f5c88255db, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:00.594379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8b410616-70bd-4264-939f-dda39ee06329 req-6e01e85b-e296-4132-82d3-841706751a8b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.595856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b410616-70bd-4264-939f-dda39ee06329 req-6e01e85b-e296-4132-82d3-841706751a8b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] 10.222.0.21 "DELETE /v2.0/security-groups/c966e4a9-2292-4ea9-9e55-88cee09e4bb2 HTTP/1.1" status: 204 len: 173 time: 0.5362773 Feb 10 06:37:00.608968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45978) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:00.611125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01e85b-e296-4132-82d3-841706751a8b tempest-SecurityGroupsTestJSON-1011368876 tempest-SecurityGroupsTestJSON-1011368876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c966e4a9-2292-4ea9-9e55-88cee09e4bb2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:00.675737 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29322380-0ac8-47cc-80b1-b440fc148509 x-openstack-request-id: req-29322380-0ac8-47cc-80b1-b440fc148509 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:00.677154 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:00.677154 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29322380-0ac8-47cc-80b1-b440fc148509 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:00.680091 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341', 'code': 200} Feb 10 06:37:00.734977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-20074c97-0769-4341-9b42-f26ddd614d1c admin admin] Deleting subnet 7692c456-f740-44f0-b7a6-e6483bbf2da1 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:37:00.748422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20074c97-0769-4341-9b42-f26ddd614d1c admin admin] Publish callbacks [] for subnet (7692c456-f740-44f0-b7a6-e6483bbf2da1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.753400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] For port 6f2b8a67-e1c6-4461-b239-07f5c88255db, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=6f2b8a67-e1c6-4461-b239-07f5c88255db,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:00.784980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (6d4ff393-0703-4225-b476-60da861d03a9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.786143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.786909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.816769 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.868852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c25b-73ce-4419-a30d-52cafe5c33e8 req-d7bd53c3-e1bf-47c3-a46e-447b9d1ff028 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.870410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b35c25b-73ce-4419-a30d-52cafe5c33e8 req-d7bd53c3-e1bf-47c3-a46e-447b9d1ff028 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 943 time: 0.2270699 Feb 10 06:37:00.884329 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20074c97-0769-4341-9b42-f26ddd614d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (7692c456-f740-44f0-b7a6-e6483bbf2da1), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.907915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-31fb7ba5-62f6-4bd7-9225-665cf622d80e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=396dfeeb2f9e40c6ac3e09c7b5d7a5c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5638766 Feb 10 06:37:00.915320 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7607212 Feb 10 06:37:00.916293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45980) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:00.954232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:00.955213 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:00.956212 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] 10.222.0.24 "PUT /v2.0/ports/6f2b8a67-e1c6-4461-b239-07f5c88255db HTTP/1.1" status: 200 len: 1136 time: 4.1185715 Feb 10 06:37:00.958600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45982) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:00.963282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Request body: {'subnet': {'network_id': '6d4ff393-0703-4225-b476-60da861d03a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-832200482-subnet', 'tenant_id': '5546b07c10bc40f2baff590c85724798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:01.024816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eda7e5-d3f5-4f09-8a40-33ddcf32ab71 req-f3eb19b1-49c2-4702-8785-e383d06c8d7e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.039087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5eda7e5-d3f5-4f09-8a40-33ddcf32ab71 req-f3eb19b1-49c2-4702-8785-e383d06c8d7e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.2348077 Feb 10 06:37:01.068556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb666147-19f2-4a41-a25b-7aba7a70bd7d admin admin] Pushing event updated for resources: {'Network': ['ID=6d4ff393-0703-4225-b476-60da861d03a9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:01.076084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:01.084586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 6d4ff393-0703-4225-b476-60da861d03a9 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:37:01.088976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20074c97-0769-4341-9b42-f26ddd614d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7692c456-f740-44f0-b7a6-e6483bbf2da1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.178579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-c42a5464-8bc8-4dd3-a0f6-9e40f2d40115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.184061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-c42a5464-8bc8-4dd3-a0f6-9e40f2d40115 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 1125 time: 0.5917957 Feb 10 06:37:01.264556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b35c25b-73ce-4419-a30d-52cafe5c33e8 req-4070c59f-0c3e-441d-a9fd-484292b15597 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719845 Feb 10 06:37:01.267674 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20074c97-0769-4341-9b42-f26ddd614d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (7692c456-f740-44f0-b7a6-e6483bbf2da1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.285503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa1ac8-d837-458f-b6a6-036de39ed229 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2b8a67-e1c6-4461-b239-07f5c88255db,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:01.312436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ad4df-4b8b-4967-bbad-fde48b2203a4 req-a6815268-8580-4041-b077-b5ef94e9dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.314071 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e47ad4df-4b8b-4967-bbad-fde48b2203a4 req-a6815268-8580-4041-b077-b5ef94e9dfa3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 1127 time: 0.5495734 Feb 10 06:37:01.318493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Made reservation on behalf of 5546b07c10bc40f2baff590c85724798 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:01.320940 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.387629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.460399 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa3759e9-c857-4500-9f37-914a8ed56e08 admin admin] Publish callbacks [] for security_group (1ffe082f-73fd-42f7-898a-47c186bdf9b1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.478348 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20074c97-0769-4341-9b42-f26ddd614d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.483849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20074c97-0769-4341-9b42-f26ddd614d1c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7692c456-f740-44f0-b7a6-e6483bbf2da1 HTTP/1.1" status: 204 len: 168 time: 0.8655057 Feb 10 06:37:01.487193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45988) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:01.499561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20074c97-0769-4341-9b42-f26ddd614d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7692c456-f740-44f0-b7a6-e6483bbf2da1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:01.524028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5eda7e5-d3f5-4f09-8a40-33ddcf32ab71 req-6f063a48-4fb3-4dbd-8abd-d655ddf317c7 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527071 Feb 10 06:37:01.577208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f4e24-6512-4f65-afe6-22d583d0711d req-f1989746-07ea-4729-8ce3-e2e66f8a968b tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.579218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-638f4e24-6512-4f65-afe6-22d583d0711d req-f1989746-07ea-4729-8ce3-e2e66f8a968b tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.1430430 Feb 10 06:37:01.657364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa3759e9-c857-4500-9f37-914a8ed56e08 admin admin] Publish callbacks [] for security_group (1ffe082f-73fd-42f7-898a-47c186bdf9b1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.718020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e47ad4df-4b8b-4967-bbad-fde48b2203a4 req-819ae9ef-cb40-4315-9a9f-1a76af4a14b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929684 Feb 10 06:37:01.719686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-42b8f71c-cbb8-42cf-919a-168d622ca006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.720460 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-42b8f71c-cbb8-42cf-919a-168d622ca006 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 906 time: 0.4486127 Feb 10 06:37:01.742968 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (85145f5f-33a7-4eab-835d-8469aee72376), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.754248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '6f2b8a67-e1c6-4461-b239-07f5c88255db'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:01.756593 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b37c23e-1105-445a-8ab2-c0f1bd401079" -d '{"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "6f2b8a67-e1c6-4461-b239-07f5c88255db"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:01.762663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-638f4e24-6512-4f65-afe6-22d583d0711d req-999cf1ac-9ecb-4763-abb0-ea63149a165e tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131232 Feb 10 06:37:01.870882 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fbb9df-f302-450e-b6f4-0c3d163594e7 x-openstack-request-id: req-64fbb9df-f302-450e-b6f4-0c3d163594e7 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:01.871176 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "6f2b8a67-e1c6-4461-b239-07f5c88255db", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:01.874381 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64fbb9df-f302-450e-b6f4-0c3d163594e7 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:01.879764 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '6f2b8a67-e1c6-4461-b239-07f5c88255db', 'status': 'completed', 'code': 200} Feb 10 06:37:01.886411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf1f9-b989-4b2a-b9ff-13acb4f756ac req-bd615c72-2fee-4efc-8e5d-5b5e4c9ba8c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.894668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa3759e9-c857-4500-9f37-914a8ed56e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1ffe082f-73fd-42f7-898a-47c186bdf9b1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.896234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf1f9-b989-4b2a-b9ff-13acb4f756ac req-bd615c72-2fee-4efc-8e5d-5b5e4c9ba8c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.897251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa3759e9-c857-4500-9f37-914a8ed56e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:01.900756 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa3759e9-c857-4500-9f37-914a8ed56e08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ffe082f-73fd-42f7-898a-47c186bdf9b1 HTTP/1.1" status: 204 len: 168 time: 0.9467852 Feb 10 06:37:01.906605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf1f9-b989-4b2a-b9ff-13acb4f756ac req-bd615c72-2fee-4efc-8e5d-5b5e4c9ba8c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.912216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf1f9-b989-4b2a-b9ff-13acb4f756ac req-bd615c72-2fee-4efc-8e5d-5b5e4c9ba8c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.917785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf1f9-b989-4b2a-b9ff-13acb4f756ac req-bd615c72-2fee-4efc-8e5d-5b5e4c9ba8c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.924854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf1f9-b989-4b2a-b9ff-13acb4f756ac req-bd615c72-2fee-4efc-8e5d-5b5e4c9ba8c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.926231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3759e9-c857-4500-9f37-914a8ed56e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffe082f-73fd-42f7-898a-47c186bdf9b1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:01.941131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf1f9-b989-4b2a-b9ff-13acb4f756ac req-bd615c72-2fee-4efc-8e5d-5b5e4c9ba8c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:01.962126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eeaf1f9-b989-4b2a-b9ff-13acb4f756ac req-bd615c72-2fee-4efc-8e5d-5b5e4c9ba8c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5383 time: 0.2766044 Feb 10 06:37:02.040440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-4d68c754-251f-47eb-802a-d80e91803872 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83286f2a-e587-479d-bc83-51796403bcc8 HTTP/1.1" status: 200 len: 217 time: 0.0571830 Feb 10 06:37:02.105133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (6a037d27-1c59-4485-ba73-158361a7dbd6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:02.160799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (85145f5f-33a7-4eab-835d-8469aee72376), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:02.188414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-f40ea00e-f5e8-4369-99b9-e0a896f718e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.189083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-f40ea00e-f5e8-4369-99b9-e0a896f718e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.189462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-f40ea00e-f5e8-4369-99b9-e0a896f718e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.189926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-f40ea00e-f5e8-4369-99b9-e0a896f718e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.190409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-f40ea00e-f5e8-4369-99b9-e0a896f718e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.190893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-f40ea00e-f5e8-4369-99b9-e0a896f718e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.191464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-f40ea00e-f5e8-4369-99b9-e0a896f718e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.193795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-f40ea00e-f5e8-4369-99b9-e0a896f718e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6313 time: 0.2241297 Feb 10 06:37:02.219502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-6056834b-152b-4653-a51a-d179a31a8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.221084 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-6056834b-152b-4653-a51a-d179a31a8e33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1710486 Feb 10 06:37:02.223152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9264d1-044c-425b-93c2-41ff9e11132c {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:02.236846 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Publish callbacks [] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:02.251578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eeaf1f9-b989-4b2a-b9ff-13acb4f756ac req-d3100f0d-b3c9-4cbe-9fcc-dd945c2134e7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2885435 Feb 10 06:37:02.253522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85145f5f-33a7-4eab-835d-8469aee72376']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:02.277111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272deef8-d2b2-495b-bef8-ef1a4a7499a2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:02.277407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272deef8-d2b2-495b-bef8-ef1a4a7499a2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:02.319338 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (272deef8-d2b2-495b-bef8-ef1a4a7499a2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:02.329155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-57ebd74d-e41a-449d-8fee-1f642f805c6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876138 Feb 10 06:37:02.340108 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (272deef8-d2b2-495b-bef8-ef1a4a7499a2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:02.353946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:37:02.354210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a037d27-1c59-4485-ba73-158361a7dbd6,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:02.354463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (272deef8-d2b2-495b-bef8-ef1a4a7499a2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:37:02.356153 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:37:02.429928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-4cd773a8-e0a9-4344-83df-93dc8ff20653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.430437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-4cd773a8-e0a9-4344-83df-93dc8ff20653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.431243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-4cd773a8-e0a9-4344-83df-93dc8ff20653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.433051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-4cd773a8-e0a9-4344-83df-93dc8ff20653 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2272296 Feb 10 06:37:02.500691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (85145f5f-33a7-4eab-835d-8469aee72376), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:02.514736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:02.518178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/85145f5f-33a7-4eab-835d-8469aee72376 HTTP/1.1" status: 204 len: 168 time: 1.0254002 Feb 10 06:37:02.525336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-fb1fe601-5be0-44cd-bbe8-e91a575c88de service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840599 Feb 10 06:37:02.534266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Transition to ACTIVE for port object cd9264d1-044c-425b-93c2-41ff9e11132c will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:02.571850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53378aec-dd95-405b-9883-0373fa1b17fb admin admin] Pushing event deleted for resources: {'Network': ['ID=85145f5f-33a7-4eab-835d-8469aee72376,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:02.596768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40228899-5c1d-4a66-ace8-acbe865be111 req-bbb66bb0-5514-4d42-b42e-e71b71c72eaf tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.598546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40228899-5c1d-4a66-ace8-acbe865be111 req-bbb66bb0-5514-4d42-b42e-e71b71c72eaf tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 943 time: 0.1754708 Feb 10 06:37:02.607495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Checking segment: {'id': 'aa62e446-59d1-4e2f-8b7c-bb58738855f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d4ff393-0703-4225-b476-60da861d03a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:02.608203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Network hostable DHCP agents. Network: 6d4ff393-0703-4225-b476-60da861d03a9, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:37:02.625173 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:02.668829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-d384eb7b-cf6c-4104-b88f-e491b065bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.670904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b37c23e-1105-445a-8ab2-c0f1bd401079 req-d384eb7b-cf6c-4104-b88f-e491b065bf38 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2285995 Feb 10 06:37:02.741313 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-723db28b-4447-4696-b816-e4f6b8cc89e8 req-d0e68942-3b17-43e5-b7ee-2c164f091b50 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082345 Feb 10 06:37:02.762534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40228899-5c1d-4a66-ace8-acbe865be111 req-704e4e0b-2144-4e1d-9295-14726cd70611 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520700 Feb 10 06:37:02.832035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46032) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:02.835972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9264d1-044c-425b-93c2-41ff9e11132c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:02.846676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Network 6d4ff393-0703-4225-b476-60da861d03a9 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:37:02.877939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75257fcd-da8e-4d21-8270-0d00253491c9 req-38a7207e-f322-41e1-9e30-ce9e20838ee5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:02.889920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75257fcd-da8e-4d21-8270-0d00253491c9 req-38a7207e-f322-41e1-9e30-ce9e20838ee5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.2020385 Feb 10 06:37:03.012272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f936c5d1-22f7-4382-9639-f05ad3c22f9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7f0bff326ce48d0a38d728f1d6e0230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1729383 Feb 10 06:37:03.013224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 6d4ff393-0703-4225-b476-60da861d03a9) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:03.016671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46036) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:03.023439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ed8cd-5295-460a-bcdd-dda4292d362d None None] Network 6d4ff393-0703-4225-b476-60da861d03a9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:37:03.063310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.064105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:03.115411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75257fcd-da8e-4d21-8270-0d00253491c9 req-14a5661c-c480-4ac8-b277-21fb1a47eee2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019532 Feb 10 06:37:03.138286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282d761-20cc-44d1-a9a7-7a6287296d92 req-009b6e7f-d59d-46c8-a826-bdfb93fe7b10 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.140011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8282d761-20cc-44d1-a9a7-7a6287296d92 req-009b6e7f-d59d-46c8-a826-bdfb93fe7b10 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.2539103 Feb 10 06:37:03.189651 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-262cd541-3ff3-4358-9755-57782da4103a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2299643 Feb 10 06:37:03.216274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Attempting to bind port cd9264d1-044c-425b-93c2-41ff9e11132c on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:03.217183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Attempting to bind port cd9264d1-044c-425b-93c2-41ff9e11132c by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:03.217183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Attempting to bind port cd9264d1-044c-425b-93c2-41ff9e11132c on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:03.227100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adf078dd-ce10-42d4-852e-600deb3701f0 admin admin] Publish callbacks [] for security_group (7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:03.242866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Port cd9264d1-044c-425b-93c2-41ff9e11132c on network 0e46ffab-9e24-4623-8d12-e600966d7e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:03.243383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Attempting to bind port cd9264d1-044c-425b-93c2-41ff9e11132c on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:03.252557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8282d761-20cc-44d1-a9a7-7a6287296d92 req-c07565db-e1a3-4a11-8597-bc9a516c689e tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047013 Feb 10 06:37:03.257447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:03.259912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Checking segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:03.260837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Bound using segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:03.261473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Bound port: cd9264d1-044c-425b-93c2-41ff9e11132c, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:03.261999 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:03.299891 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adf078dd-ce10-42d4-852e-600deb3701f0 admin admin] Publish callbacks [] for security_group (7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:03.357013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aacb02b-4ea0-4b0b-9f28-d386092636b8 None None] Network 6d4ff393-0703-4225-b476-60da861d03a9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:37:03.402365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] For port cd9264d1-044c-425b-93c2-41ff9e11132c, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:03.407300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] For port cd9264d1-044c-425b-93c2-41ff9e11132c, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cd9264d1-044c-425b-93c2-41ff9e11132c,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:03.424295 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:03.503781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adf078dd-ce10-42d4-852e-600deb3701f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:03.506469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adf078dd-ce10-42d4-852e-600deb3701f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:03.507722 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-adf078dd-ce10-42d4-852e-600deb3701f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65 HTTP/1.1" status: 204 len: 168 time: 0.4901226 Feb 10 06:37:03.511805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9264d1-044c-425b-93c2-41ff9e11132c,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:03.539798 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf078dd-ce10-42d4-852e-600deb3701f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3f88c-c9f0-4e6c-a2a2-cdcb8ea13e65,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:03.552295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.552960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:03.558410 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-cbf0f70a-8f86-40ac-a823-33753162e742 service neutron] 10.222.0.24 "PUT /v2.0/ports/cd9264d1-044c-425b-93c2-41ff9e11132c HTTP/1.1" status: 200 len: 1091 time: 2.5245759 Feb 10 06:37:03.608704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:03.628701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966a9a-bb4d-4e48-923e-752c7b476370 req-5b595b6b-08cf-48d8-90d4-830317d2e261 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.634692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966a9a-bb4d-4e48-923e-752c7b476370 req-5b595b6b-08cf-48d8-90d4-830317d2e261 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.641253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966a9a-bb4d-4e48-923e-752c7b476370 req-5b595b6b-08cf-48d8-90d4-830317d2e261 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.647017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966a9a-bb4d-4e48-923e-752c7b476370 req-5b595b6b-08cf-48d8-90d4-830317d2e261 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.654347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966a9a-bb4d-4e48-923e-752c7b476370 req-5b595b6b-08cf-48d8-90d4-830317d2e261 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.667637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966a9a-bb4d-4e48-923e-752c7b476370 req-5b595b6b-08cf-48d8-90d4-830317d2e261 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.684474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966a9a-bb4d-4e48-923e-752c7b476370 req-5b595b6b-08cf-48d8-90d4-830317d2e261 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:03.695395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0966a9a-bb4d-4e48-923e-752c7b476370 req-5b595b6b-08cf-48d8-90d4-830317d2e261 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5395 time: 0.2247093 Feb 10 06:37:03.759746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:03.803178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83286f2a-e587-479d-bc83-51796403bcc8 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:03.840085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0966a9a-bb4d-4e48-923e-752c7b476370 req-82be9419-a37e-4d17-ad53-0551a8a135b7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398792 Feb 10 06:37:03.884266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': 'cd9264d1-044c-425b-93c2-41ff9e11132c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:03.887190 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53" -d '{"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "cd9264d1-044c-425b-93c2-41ff9e11132c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:04.052549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 83286f2a-e587-479d-bc83-51796403bcc8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83286f2a-e587-479d-bc83-51796403bcc8,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:04.101407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '83286f2a-e587-479d-bc83-51796403bcc8', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'port_id': '83286f2a-e587-479d-bc83-51796403bcc8', 'mac_address': 'fa:16:3e:ce:b7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b828090-b45b-45b1-b6c4-67980fdababc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:04.197918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 83286f2a-e587-479d-bc83-51796403bcc8 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:04.206154 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83286f2a-e587-479d-bc83-51796403bcc8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:04.234802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83286f2a-e587-479d-bc83-51796403bcc8 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:04.274637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 83286f2a-e587-479d-bc83-51796403bcc8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83286f2a-e587-479d-bc83-51796403bcc8,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:04.275782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321062c-6c21-4067-8370-6133ffa793a9 req-a37b0c04-b726-459d-9349-f84d1d29a013 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:04.285098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-a37b0c04-b726-459d-9349-f84d1d29a013 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/networks?id=6d4ff393-0703-4225-b476-60da861d03a9 HTTP/1.1" status: 200 len: 821 time: 0.3174617 Feb 10 06:37:04.286649 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (83286f2a-e587-479d-bc83-51796403bcc8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:04.308962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3ca41a-3e9f-4a49-96df-982dcb784553 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:04.328051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Publish callbacks [] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:04.333538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c938141-081c-48f4-9e42-d6dc6bb19670 req-7750a9a0-1b3e-478d-ab55-c18a2528843c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:04.338323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c938141-081c-48f4-9e42-d6dc6bb19670 req-7750a9a0-1b3e-478d-ab55-c18a2528843c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 943 time: 0.3000145 Feb 10 06:37:04.347264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-b6a47f66-0cf0-4043-b337-f2685bbebae4 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/quotas/5546b07c10bc40f2baff590c85724798 HTTP/1.1" status: 200 len: 375 time: 0.0578697 Feb 10 06:37:04.359489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Transition to ACTIVE for port object fa3ca41a-3e9f-4a49-96df-982dcb784553 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:04.371754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:04.409998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=83286f2a-e587-479d-bc83-51796403bcc8,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:04.431704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-bb7ca13e-0915-49c5-a54e-335029520f93 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5546b07c10bc40f2baff590c85724798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814974 Feb 10 06:37:04.564825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Pushing event updated for resources: {'Port': ['ID=fa3ca41a-3e9f-4a49-96df-982dcb784553,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:04.600660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:04.646108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c938141-081c-48f4-9e42-d6dc6bb19670 req-15a272db-2286-449d-bf11-a6c1f7675ead tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945957 Feb 10 06:37:04.697848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Attempting to bind port fa3ca41a-3e9f-4a49-96df-982dcb784553 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:04.701485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Attempting to bind port fa3ca41a-3e9f-4a49-96df-982dcb784553 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:04.704955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Attempting to bind port fa3ca41a-3e9f-4a49-96df-982dcb784553 on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:04.721361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-aaf5fdf2-883a-4ae9-82c5-794e84d61330 service neutron] 10.222.0.21 "GET /v2.0/networks/6d4ff393-0703-4225-b476-60da861d03a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887414 Feb 10 06:37:04.724578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Port fa3ca41a-3e9f-4a49-96df-982dcb784553 on network 0e46ffab-9e24-4623-8d12-e600966d7e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:04.731166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Attempting to bind port fa3ca41a-3e9f-4a49-96df-982dcb784553 on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:04.749600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:04.754585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Checking segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:04.755273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Bound using segment: {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:04.771869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Bound port: fa3ca41a-3e9f-4a49-96df-982dcb784553, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:04.774081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:04.821702 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4055c017-1e6b-4d1c-ace4-8688865a94c4 x-openstack-request-id: req-4055c017-1e6b-4d1c-ace4-8688865a94c4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:04.826740 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "cd9264d1-044c-425b-93c2-41ff9e11132c", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:04.827246 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4055c017-1e6b-4d1c-ace4-8688865a94c4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:04.827841 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': 'cd9264d1-044c-425b-93c2-41ff9e11132c', 'status': 'completed', 'code': 200} Feb 10 06:37:04.957902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] For port fa3ca41a-3e9f-4a49-96df-982dcb784553, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:04.961352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] For port fa3ca41a-3e9f-4a49-96df-982dcb784553, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=fa3ca41a-3e9f-4a49-96df-982dcb784553,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:04.970859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:05.000591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-bdb8ccde-172f-42f3-a9bd-572048e49d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.001180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-bdb8ccde-172f-42f3-a9bd-572048e49d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.001535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-bdb8ccde-172f-42f3-a9bd-572048e49d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.001992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-bdb8ccde-172f-42f3-a9bd-572048e49d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.002496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-bdb8ccde-172f-42f3-a9bd-572048e49d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.002952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-bdb8ccde-172f-42f3-a9bd-572048e49d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.003564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-bdb8ccde-172f-42f3-a9bd-572048e49d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.006494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-bdb8ccde-172f-42f3-a9bd-572048e49d39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6436 time: 0.1971636 Feb 10 06:37:05.074820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-95a2e9f1-b5f8-4a88-bceb-324c9ac94815 service neutron] 10.222.0.21 "GET /v2.0/networks/6d4ff393-0703-4225-b476-60da861d03a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524635 Feb 10 06:37:05.093583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.094594 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:05.115318 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] 10.222.0.24 "PUT /v2.0/ports/fa3ca41a-3e9f-4a49-96df-982dcb784553 HTTP/1.1" status: 200 len: 1091 time: 1.4958377 Feb 10 06:37:05.160138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:05.170538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a9c5-239c-4e58-9635-74236e445c91 req-27b8755c-71d5-43c3-ac6e-40f60761d78e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.173297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82b2a9c5-239c-4e58-9635-74236e445c91 req-27b8755c-71d5-43c3-ac6e-40f60761d78e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.2396877 Feb 10 06:37:05.336230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef8f7c-790f-426c-b8de-9d5cf006763a service neutron] Pushing event updated for resources: {'Port': ['ID=fa3ca41a-3e9f-4a49-96df-982dcb784553,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:05.436827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-c360c066-3047-4c8f-aa98-61cab6e963b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.437646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-c360c066-3047-4c8f-aa98-61cab6e963b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.438173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-c360c066-3047-4c8f-aa98-61cab6e963b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:05.440210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-c360c066-3047-4c8f-aa98-61cab6e963b5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4134533 Feb 10 06:37:05.478628 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:05.663192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82b2a9c5-239c-4e58-9635-74236e445c91 req-28a749b9-e58c-4f7d-8104-02adccf54277 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652286 Feb 10 06:37:05.721028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46130) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:05.812983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83286f2a-e587-479d-bc83-51796403bcc8 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:05.952750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1213701911-network', 'tenant_id': 'ba1d02bcccb5497d86a3925b0fdef77c'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:05.953084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 83286f2a-e587-479d-bc83-51796403bcc8 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:05.957594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 83286f2a-e587-479d-bc83-51796403bcc8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:05.957987 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (83286f2a-e587-479d-bc83-51796403bcc8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.033644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Made reservation on behalf of ba1d02bcccb5497d86a3925b0fdef77c for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:06.036546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.052585 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.123190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 83286f2a-e587-479d-bc83-51796403bcc8 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:06.123800 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83286f2a-e587-479d-bc83-51796403bcc8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.164319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0dd3913-9d62-4170-866e-737160d2ed68 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:06.169714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8de341-be01-4e20-a12f-8277c1b66ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83286f2a-e587-479d-bc83-51796403bcc8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:06.172003 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca2cf7f-668a-4715-811d-e8c82e5abfff" -d '{"events": [{"server_uuid": "af8de341-be01-4e20-a12f-8277c1b66ffc", "name": "network-vif-plugged", "status": "completed", "tag": "83286f2a-e587-479d-bc83-51796403bcc8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:06.182059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Publish callbacks [] for port (a0dd3913-9d62-4170-866e-737160d2ed68), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.213397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 83286f2a-e587-479d-bc83-51796403bcc8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83286f2a-e587-479d-bc83-51796403bcc8,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:06.226866 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (83286f2a-e587-479d-bc83-51796403bcc8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.297716 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Publish callbacks [] for security_group (8130ab62-e0ec-4089-9c4d-a4be1a8a0e53), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.301146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Transition to ACTIVE for port object a0dd3913-9d62-4170-866e-737160d2ed68 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:06.308041 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8130ab62-e0ec-4089-9c4d-a4be1a8a0e53), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.333421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:37:06.334743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=83286f2a-e587-479d-bc83-51796403bcc8,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:06.345385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (06e74eb5-5add-41aa-94b0-40c1a1d4e4cf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.345765 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Added segment 06e74eb5-5add-41aa-94b0-40c1a1d4e4cf of type vlan for network fc874cef-f768-48ef-bfcc-17de866da7d4 Feb 10 06:37:06.388209 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (fc874cef-f768-48ef-bfcc-17de866da7d4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.476225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.482802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (fc874cef-f768-48ef-bfcc-17de866da7d4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.486077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.491381 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.491492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-0afe31b3-8723-4568-8b67-88d46e35fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.493264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d6c23e1-a280-448a-8c72-ab80f3d7ed53 req-0afe31b3-8723-4568-8b67-88d46e35fb5e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0363050 Feb 10 06:37:06.524481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0f9ff-6ced-4479-ab6b-58a58532d832 req-cb063ffb-402a-460c-bb66-18d720c50075 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.526483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24d0f9ff-6ced-4479-ab6b-58a58532d832 req-cb063ffb-402a-460c-bb66-18d720c50075 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 1.0848958 Feb 10 06:37:06.561750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413bb64-49a5-43ea-9015-65c37d0866a6 req-016c6bff-909c-4e33-b199-8cefee66090a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.567414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413bb64-49a5-43ea-9015-65c37d0866a6 req-016c6bff-909c-4e33-b199-8cefee66090a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.572830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413bb64-49a5-43ea-9015-65c37d0866a6 req-016c6bff-909c-4e33-b199-8cefee66090a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.578329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413bb64-49a5-43ea-9015-65c37d0866a6 req-016c6bff-909c-4e33-b199-8cefee66090a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.585393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413bb64-49a5-43ea-9015-65c37d0866a6 req-016c6bff-909c-4e33-b199-8cefee66090a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.586566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=fc874cef-f768-48ef-bfcc-17de866da7d4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:06.592074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413bb64-49a5-43ea-9015-65c37d0866a6 req-016c6bff-909c-4e33-b199-8cefee66090a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.596804 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network fc874cef-f768-48ef-bfcc-17de866da7d4 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:37:06.598590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413bb64-49a5-43ea-9015-65c37d0866a6 req-016c6bff-909c-4e33-b199-8cefee66090a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:06.601103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a413bb64-49a5-43ea-9015-65c37d0866a6 req-016c6bff-909c-4e33-b199-8cefee66090a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5419 time: 0.2163579 Feb 10 06:37:06.686553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24d0f9ff-6ced-4479-ab6b-58a58532d832 req-fb136a8e-43c2-414f-89a0-bfab50da5d11 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452281 Feb 10 06:37:06.692111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a413bb64-49a5-43ea-9015-65c37d0866a6 req-2d1738e7-27ff-4e2b-8ba2-13c0bdb9c245 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829129 Feb 10 06:37:06.699654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8130ab62-e0ec-4089-9c4d-a4be1a8a0e53,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:06.708158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Pushing event updated for resources: {'Port': ['ID=a0dd3913-9d62-4170-866e-737160d2ed68,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:06.724007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46150) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:06.729902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Request body: {'subnet': {'network_id': 'fc874cef-f768-48ef-bfcc-17de866da7d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1213701911-subnet', 'tenant_id': 'ba1d02bcccb5497d86a3925b0fdef77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:06.734575 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-00d7bb0a-cbe3-4ffd-bfc3-84d31b8a9bb2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0106876 Feb 10 06:37:06.776168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Made reservation on behalf of ba1d02bcccb5497d86a3925b0fdef77c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:06.781990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.807119 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:06.860233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': 'fa3ca41a-3e9f-4a49-96df-982dcb784553'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:06.869238 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b00eed-da5d-4a61-a42d-749443399f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "fa3ca41a-3e9f-4a49-96df-982dcb784553"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:06.953456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Attempting to bind port a0dd3913-9d62-4170-866e-737160d2ed68 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:06.953722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Attempting to bind port a0dd3913-9d62-4170-866e-737160d2ed68 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:06.956316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Attempting to bind port a0dd3913-9d62-4170-866e-737160d2ed68 on network 96673c65-bae2-4e6a-8549-56b103feb668 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:06.968360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Port a0dd3913-9d62-4170-866e-737160d2ed68 on network 96673c65-bae2-4e6a-8549-56b103feb668 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:06.968690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Attempting to bind port a0dd3913-9d62-4170-866e-737160d2ed68 on network 96673c65-bae2-4e6a-8549-56b103feb668 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:06.983286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:06.984287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Checking segment: {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:06.985369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Bound using segment: {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:06.986547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Bound port: a0dd3913-9d62-4170-866e-737160d2ed68, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:06.986909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:07.104144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] For port a0dd3913-9d62-4170-866e-737160d2ed68, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:07.114383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] For port a0dd3913-9d62-4170-866e-737160d2ed68, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a0dd3913-9d62-4170-866e-737160d2ed68,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:07.122423 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3430568-c436-46e8-bdfd-4c1389ea8810 req-4d5d9f14-3180-474a-b034-f79124cbfd6c tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 210 time: 0.0822072 Feb 10 06:37:07.136139 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:07.222909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:07.223545 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:07.225027 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] 10.222.0.24 "PUT /v2.0/ports/a0dd3913-9d62-4170-866e-737160d2ed68 HTTP/1.1" status: 200 len: 1091 time: 2.0836809 Feb 10 06:37:07.277743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Request body: {'port': {'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:07.320948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac69209-bc17-4587-86eb-fe2cfb81e29b service neutron] Pushing event updated for resources: {'Port': ['ID=a0dd3913-9d62-4170-866e-737160d2ed68,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:07.386072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60572d-83d6-42aa-bcf9-acec6ee1eecd req-59e731db-c9db-4353-80e5-d0f80823a6f3 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:07.391150 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:07.406844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d60572d-83d6-42aa-bcf9-acec6ee1eecd req-59e731db-c9db-4353-80e5-d0f80823a6f3 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 945 time: 0.3681159 Feb 10 06:37:07.409336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (9c869bd5-46b6-49ed-8c21-3fe7dea6667a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:07.474014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321062c-6c21-4067-8370-6133ffa793a9 req-e62851ff-f7ad-477f-91e4-dbda9b5a4603 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:07.475741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-e62851ff-f7ad-477f-91e4-dbda9b5a4603 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.24 "GET /v2.0/networks?id=6d4ff393-0703-4225-b476-60da861d03a9 HTTP/1.1" status: 200 len: 821 time: 0.4381456 Feb 10 06:37:07.533290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Request body: {'port': {'device_id': 'c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d', 'network_id': '6d4ff393-0703-4225-b476-60da861d03a9', 'admin_state_up': True, 'tenant_id': '5546b07c10bc40f2baff590c85724798'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:07.591356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c869bd5-46b6-49ed-8c21-3fe7dea6667a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:07.653104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d60572d-83d6-42aa-bcf9-acec6ee1eecd req-e4729b57-0d2b-4d82-b6d0-35faf06d2c9a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451029 Feb 10 06:37:07.674459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Checking segment: {'id': '06e74eb5-5add-41aa-94b0-40c1a1d4e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fc874cef-f768-48ef-bfcc-17de866da7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:07.674826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Network hostable DHCP agents. Network: fc874cef-f768-48ef-bfcc-17de866da7d4, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:37:07.724153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Network fc874cef-f768-48ef-bfcc-17de866da7d4 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:37:07.739961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Made reservation on behalf of 5546b07c10bc40f2baff590c85724798 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:07.744624 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:07.750807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, fc874cef-f768-48ef-bfcc-17de866da7d4) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:07.758845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a838f91-7141-4b2e-b5d1-49854b2c4ca2 None None] Network fc874cef-f768-48ef-bfcc-17de866da7d4 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:37:07.784606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:07.785222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:07.858361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-aafb0fe1-fe38-488e-8d1a-8c613e4be592 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1235576 Feb 10 06:37:07.983552 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1a62ae-49ab-48ae-a15c-1562b236799e x-openstack-request-id: req-6b1a62ae-49ab-48ae-a15c-1562b236799e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:07.988649 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8de341-be01-4e20-a12f-8277c1b66ffc", "name": "network-vif-plugged", "status": "completed", "tag": "83286f2a-e587-479d-bc83-51796403bcc8", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:07.989078 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b1a62ae-49ab-48ae-a15c-1562b236799e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:07.989605 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8de341-be01-4e20-a12f-8277c1b66ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83286f2a-e587-479d-bc83-51796403bcc8', 'code': 200} Feb 10 06:37:07.994784 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507708c0-ba37-4787-8803-320dfc92026d x-openstack-request-id: req-507708c0-ba37-4787-8803-320dfc92026d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:07.995210 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "fa3ca41a-3e9f-4a49-96df-982dcb784553", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:07.995566 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-507708c0-ba37-4787-8803-320dfc92026d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:07.996088 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': 'fa3ca41a-3e9f-4a49-96df-982dcb784553', 'status': 'completed', 'code': 200} Feb 10 06:37:08.048544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73b8fd-8053-4f4e-8d09-cba8161e6ee7 None None] Network fc874cef-f768-48ef-bfcc-17de866da7d4 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:37:08.270375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Allocated IP 172.20.0.5 (6d4ff393-0703-4225-b476-60da861d03a9/6a037d27-1c59-4485-ba73-158361a7dbd6/770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:08.352614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a32dd-e83f-4db7-a3ee-0f31aa4c4030 req-11732180-9f02-4731-a53a-588839ab6d50 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.364333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-595a32dd-e83f-4db7-a3ee-0f31aa4c4030 req-11732180-9f02-4731-a53a-588839ab6d50 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.3160005 Feb 10 06:37:08.424360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724c2bb-b0b1-48f3-84ee-e2afdb5d59d0 req-d671c699-e1e0-4316-a552-3558956671a5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.433954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724c2bb-b0b1-48f3-84ee-e2afdb5d59d0 req-d671c699-e1e0-4316-a552-3558956671a5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.438599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724c2bb-b0b1-48f3-84ee-e2afdb5d59d0 req-d671c699-e1e0-4316-a552-3558956671a5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.443884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724c2bb-b0b1-48f3-84ee-e2afdb5d59d0 req-d671c699-e1e0-4316-a552-3558956671a5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.449818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724c2bb-b0b1-48f3-84ee-e2afdb5d59d0 req-d671c699-e1e0-4316-a552-3558956671a5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.456597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724c2bb-b0b1-48f3-84ee-e2afdb5d59d0 req-d671c699-e1e0-4316-a552-3558956671a5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.470109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724c2bb-b0b1-48f3-84ee-e2afdb5d59d0 req-d671c699-e1e0-4316-a552-3558956671a5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.472240 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f724c2bb-b0b1-48f3-84ee-e2afdb5d59d0 req-d671c699-e1e0-4316-a552-3558956671a5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5419 time: 0.3192680 Feb 10 06:37:08.546346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-595a32dd-e83f-4db7-a3ee-0f31aa4c4030 req-26645bf6-067b-4e6e-96ba-2261fdae3ce8 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642592 Feb 10 06:37:08.807519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f724c2bb-b0b1-48f3-84ee-e2afdb5d59d0 req-feca12f6-d136-4f15-ba05-0eac98983c5a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3192849 Feb 10 06:37:08.879662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e2acc3-4ffa-4bf6-bded-f3e46180b824 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:08.889900 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Publish callbacks [] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:08.907943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Transition to ACTIVE for port object 96e2acc3-4ffa-4bf6-bded-f3e46180b824 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:08.915518 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Publish callbacks [] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:08.925218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:08.940818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c23c76-d8de-48ee-8e05-e8162033d92a req-a342e000-50b5-4558-bcc1-928788f1a85e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.942734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08c23c76-d8de-48ee-8e05-e8162033d92a req-a342e000-50b5-4558-bcc1-928788f1a85e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.2958527 Feb 10 06:37:08.981343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Pushing event updated for resources: {'Port': ['ID=96e2acc3-4ffa-4bf6-bded-f3e46180b824,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:08.995419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-f74935ab-0a5b-46b4-9096-65cdce12d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.995955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-f74935ab-0a5b-46b4-9096-65cdce12d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.996565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-f74935ab-0a5b-46b4-9096-65cdce12d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.998356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-f74935ab-0a5b-46b4-9096-65cdce12d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.998908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-f74935ab-0a5b-46b4-9096-65cdce12d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.999379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-f74935ab-0a5b-46b4-9096-65cdce12d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:08.999888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-f74935ab-0a5b-46b4-9096-65cdce12d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:09.002316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-88b00eed-da5d-4a61-a42d-749443399f2f req-f74935ab-0a5b-46b4-9096-65cdce12d4f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6607 time: 1.0153990 Feb 10 06:37:09.005615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4262c6-8b81-4f55-8bc1-2f3381d0221b req-3014ca10-7638-49ef-bb53-a0a39dc0c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:09.007304 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af4262c6-8b81-4f55-8bc1-2f3381d0221b req-3014ca10-7638-49ef-bb53-a0a39dc0c7d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 1127 time: 1.0098562 Feb 10 06:37:09.134987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08c23c76-d8de-48ee-8e05-e8162033d92a req-aab95dbe-1f35-4403-8944-d5b7f62862f5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830904 Feb 10 06:37:09.140231 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-2d4b47f2-672f-4571-a109-7e2aae24d3ac req-37e79dd2-5b6a-42b2-a405-33c8bb268319 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] show failed (client error): The resource could not be found. Feb 10 06:37:09.151782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d4b47f2-672f-4571-a109-7e2aae24d3ac req-37e79dd2-5b6a-42b2-a405-33c8bb268319 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] 10.222.0.21 "GET /v2.0/security-groups/2d54de21-0a6a-4841-8329-0bffe5beb7ae HTTP/1.1" status: 404 len: 352 time: 0.0550101 Feb 10 06:37:09.172213 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:09.301217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Pushing event updated for resources: {'Port': ['ID=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:09.329721 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af4262c6-8b81-4f55-8bc1-2f3381d0221b req-a2af77fe-8b8f-4b80-8ab1-922f56f6b4a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114853 Feb 10 06:37:09.437777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Network 6d4ff393-0703-4225-b476-60da861d03a9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:09.452760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:09.461286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:09.532181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871babc8-de49-407d-b8e9-646acffae3bc req-08b682d8-2a4c-43af-9319-b4e0f1899283 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:09.533709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-871babc8-de49-407d-b8e9-646acffae3bc req-08b682d8-2a4c-43af-9319-b4e0f1899283 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 945 time: 0.2179749 Feb 10 06:37:09.542877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:09.543529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:09.600717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d3a8-a42b-4ee5-baa5-a38011ee0ace req-f00c7c2e-8f34-4307-a628-c954359ecb06 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:09.602383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a52d3a8-a42b-4ee5-baa5-a38011ee0ace req-f00c7c2e-8f34-4307-a628-c954359ecb06 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 931 time: 0.2829242 Feb 10 06:37:09.635192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-c86fb292-59af-4acd-ad68-2106d301aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:09.635661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-c86fb292-59af-4acd-ad68-2106d301aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:09.636145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-c86fb292-59af-4acd-ad68-2106d301aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:09.637919 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-88b00eed-da5d-4a61-a42d-749443399f2f req-c86fb292-59af-4acd-ad68-2106d301aa40 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6178122 Feb 10 06:37:09.644220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-871babc8-de49-407d-b8e9-646acffae3bc req-6d35098a-35dd-454d-95de-1cb7b49a5f4a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902047 Feb 10 06:37:09.648220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-2b4944ba-b65c-432c-83d7-07eb7e339bc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1319337 Feb 10 06:37:09.671020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Request body: {'port': {'device_id': 'c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:09.710163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Attempting to bind port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:09.710575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Attempting to bind port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:09.710915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Attempting to bind port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 on network 96673c65-bae2-4e6a-8549-56b103feb668 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:09.745010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 on network 96673c65-bae2-4e6a-8549-56b103feb668 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:09.745340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Attempting to bind port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 on network 96673c65-bae2-4e6a-8549-56b103feb668 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:09.763121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:09.764358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Checking segment: {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:09.769747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Bound using segment: {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:09.769747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Bound port: 96e2acc3-4ffa-4bf6-bded-f3e46180b824, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad83838-f94a-4c18-a024-43caed307e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:09.770240 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:09.840565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a52d3a8-a42b-4ee5-baa5-a38011ee0ace req-b59471d5-dcbd-433d-875c-9fafe79d83b8 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/security-groups?id=02925ea1-2109-4ccf-8880-399cc3e51972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009854 Feb 10 06:37:09.922385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] For port 96e2acc3-4ffa-4bf6-bded-f3e46180b824, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:09.925763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] For port 96e2acc3-4ffa-4bf6-bded-f3e46180b824, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=96e2acc3-4ffa-4bf6-bded-f3e46180b824,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:09.938823 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:09.942934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:09.943485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:09.976165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00eed-da5d-4a61-a42d-749443399f2f req-dd13c8a8-234f-4d64-a59a-9c4d5e1922f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:09.977696 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-88b00eed-da5d-4a61-a42d-749443399f2f req-dd13c8a8-234f-4d64-a59a-9c4d5e1922f7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3218348 Feb 10 06:37:10.002461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': 'a0dd3913-9d62-4170-866e-737160d2ed68'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:10.008167 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca2fd4c-9189-46df-bd64-0ee776192dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "a0dd3913-9d62-4170-866e-737160d2ed68"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:10.017816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc18d34-ec95-446a-affa-5692c1992df0 req-a275c394-6f16-4ccc-ae1f-b7bd55feb218 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba1d02bcccb5497d86a3925b0fdef77c HTTP/1.1" status: 200 len: 3005 time: 0.0832977 Feb 10 06:37:10.027651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.028545 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:10.032030 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] 10.222.0.24 "PUT /v2.0/ports/96e2acc3-4ffa-4bf6-bded-f3e46180b824 HTTP/1.1" status: 200 len: 1091 time: 2.7665071 Feb 10 06:37:10.113730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1bc07-da25-4cbd-bcc2-27d41149a824 req-8aaed0e0-c30e-451e-9df7-8752d93a0e60 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.114006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1a1bc07-da25-4cbd-bcc2-27d41149a824 req-8aaed0e0-c30e-451e-9df7-8752d93a0e60 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.2857790 Feb 10 06:37:10.135179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae71bd-9466-4730-a80b-76eac7ed2630 service neutron] Pushing event updated for resources: {'Port': ['ID=96e2acc3-4ffa-4bf6-bded-f3e46180b824,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:10.285677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc18d34-ec95-446a-affa-5692c1992df0 req-9e5300e7-e993-4983-b5eb-307dd007f499 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] 10.222.0.21 "GET /v2.0/security-groups/8130ab62-e0ec-4089-9c4d-a4be1a8a0e53 HTTP/1.1" status: 200 len: 3002 time: 0.2506464 Feb 10 06:37:10.291698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ee6d502c-e2d6-4efc-811d-280c6a420dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.292243 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e31f793c-7a1a-4118-ac54-a938c95f4c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:10.293300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ee6d502c-e2d6-4efc-811d-280c6a420dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.293906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ee6d502c-e2d6-4efc-811d-280c6a420dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.298773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ee6d502c-e2d6-4efc-811d-280c6a420dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.299828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ee6d502c-e2d6-4efc-811d-280c6a420dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.301673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ee6d502c-e2d6-4efc-811d-280c6a420dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.302170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ee6d502c-e2d6-4efc-811d-280c6a420dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.318053 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ee6d502c-e2d6-4efc-811d-280c6a420dd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6705 time: 0.2211280 Feb 10 06:37:10.354059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1a1bc07-da25-4cbd-bcc2-27d41149a824 req-b0b6a924-38c7-4b64-b5d4-509126414528 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382622 Feb 10 06:37:10.432907 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-b63db740-6cd0-4ea2-9982-e5a9af39aa7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bb8675d-850c-43e4-97ed-c318acc32abf HTTP/1.1" status: 200 len: 217 time: 0.1043711 Feb 10 06:37:10.538085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-b3468e1f-d428-4baf-ae9b-4d5952126fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.539600 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-b3468e1f-d428-4baf-ae9b-4d5952126fae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fdc9898-3f5a-4a18-a218-5792aa9ee64f HTTP/1.1" status: 200 len: 856 time: 0.0973856 Feb 10 06:37:10.597247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc18d34-ec95-446a-affa-5692c1992df0 req-880a8e57-75f7-4486-b4bc-a1cfe9119f05 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] 10.222.0.21 "GET /v2.0/security-groups/8130ab62-e0ec-4089-9c4d-a4be1a8a0e53 HTTP/1.1" status: 200 len: 3002 time: 0.2921329 Feb 10 06:37:10.639463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-d81fb7d4-b383-4056-bdd5-1471e7af79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.641044 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-d81fb7d4-b383-4056-bdd5-1471e7af79d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=caf617e0-e951-444f-8ae2-5a5d34fd7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0902977 Feb 10 06:37:10.662636 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc924e-b63e-43fa-a9b3-c64f07716b1e x-openstack-request-id: req-31bc924e-b63e-43fa-a9b3-c64f07716b1e {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:10.662937 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "a0dd3913-9d62-4170-866e-737160d2ed68", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:10.663199 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31bc924e-b63e-43fa-a9b3-c64f07716b1e {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:10.663612 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': 'a0dd3913-9d62-4170-866e-737160d2ed68', 'status': 'completed', 'code': 200} Feb 10 06:37:10.673760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d818-bda1-4eeb-98c7-65645eee5e7b req-9f068ffe-9af2-485f-a612-81ad5e4a1375 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.681705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d818-bda1-4eeb-98c7-65645eee5e7b req-9f068ffe-9af2-485f-a612-81ad5e4a1375 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.690981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d818-bda1-4eeb-98c7-65645eee5e7b req-9f068ffe-9af2-485f-a612-81ad5e4a1375 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.706229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d818-bda1-4eeb-98c7-65645eee5e7b req-9f068ffe-9af2-485f-a612-81ad5e4a1375 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.720113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d818-bda1-4eeb-98c7-65645eee5e7b req-9f068ffe-9af2-485f-a612-81ad5e4a1375 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.733628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d818-bda1-4eeb-98c7-65645eee5e7b req-9f068ffe-9af2-485f-a612-81ad5e4a1375 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.741617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d818-bda1-4eeb-98c7-65645eee5e7b req-9f068ffe-9af2-485f-a612-81ad5e4a1375 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:10.744025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc64d818-bda1-4eeb-98c7-65645eee5e7b req-9f068ffe-9af2-485f-a612-81ad5e4a1375 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.2706752 Feb 10 06:37:10.835927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-713cd3eb-7462-41d3-82e7-92efd9edf596 service neutron] 10.222.0.24 "GET /v2.0/networks/caf617e0-e951-444f-8ae2-5a5d34fd7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839783 Feb 10 06:37:10.911002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc64d818-bda1-4eeb-98c7-65645eee5e7b req-cfc19c03-bf0b-4c2f-8d1f-3896a26e10b5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1611674 Feb 10 06:37:10.936457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:10.958191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Publish callbacks [] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:10.965391 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-a616ba6c-4169-4f1b-9bfa-dc00d7c5840f service neutron] 10.222.0.24 "GET /v2.0/networks/caf617e0-e951-444f-8ae2-5a5d34fd7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204319 Feb 10 06:37:11.006598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Transition to ACTIVE for port object 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:11.019756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b73c-410d-40bb-b40d-9d7d3e4836a4 req-b459dd13-94ff-4987-ba37-7a6279766bf5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:11.021820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c081b73c-410d-40bb-b40d-9d7d3e4836a4 req-b459dd13-94ff-4987-ba37-7a6279766bf5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.2500193 Feb 10 06:37:11.038208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:11.051136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f377c02-10c4-4261-b066-65e6d36127f0 req-97e5a006-9add-41a3-a995-d7b777e3ea77 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] 10.222.0.21 "GET /v2.0/security-groups/8130ab62-e0ec-4089-9c4d-a4be1a8a0e53 HTTP/1.1" status: 200 len: 3002 time: 0.0951505 Feb 10 06:37:11.096943 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-77a807ec-13fb-4925-bf84-4ffee90c4877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=88a6fc0a-bc63-4ec1-b7df-dffe5735952a HTTP/1.1" status: 200 len: 217 time: 0.1205325 Feb 10 06:37:11.171394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c081b73c-410d-40bb-b40d-9d7d3e4836a4 req-1364732b-c52c-4c97-9ca3-ffc264397a5d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343107 Feb 10 06:37:11.234649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Pushing event updated for resources: {'Port': ['ID=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:11.235877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-07b1a767-d516-44e9-874b-14751d857c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:11.238083 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-07b1a767-d516-44e9-874b-14751d857c30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=431e162a-1c63-47d8-a081-de739e99977e HTTP/1.1" status: 200 len: 797 time: 0.1299758 Feb 10 06:37:11.316926 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-7f377c02-10c4-4261-b066-65e6d36127f0 req-7c9d6d88-2f52-4e12-a1df-3bf05b5091a8 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 06:37:11.336348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f377c02-10c4-4261-b066-65e6d36127f0 req-7c9d6d88-2f52-4e12-a1df-3bf05b5091a8 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] 10.222.0.21 "DELETE /v2.0/security-groups/8130ab62-e0ec-4089-9c4d-a4be1a8a0e53 HTTP/1.1" status: 409 len: 352 time: 0.2741878 Feb 10 06:37:11.345368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-3561196e-5bf4-4e77-8113-74abecdeb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:11.346871 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-3561196e-5bf4-4e77-8113-74abecdeb56c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e46ffab-9e24-4623-8d12-e600966d7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1000934 Feb 10 06:37:11.410890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Attempting to bind port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:11.411577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Attempting to bind port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'aa62e446-59d1-4e2f-8b7c-bb58738855f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d4ff393-0703-4225-b476-60da861d03a9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:11.412233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Attempting to bind port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b on network 6d4ff393-0703-4225-b476-60da861d03a9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:11.425216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b on network 6d4ff393-0703-4225-b476-60da861d03a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:11.425848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Attempting to bind port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b on network 6d4ff393-0703-4225-b476-60da861d03a9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:11.438198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399b62a-c09f-449e-9189-73cbcdfd0403 req-bff26eca-87d3-451f-b087-554d5afadf76 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:11.440076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b399b62a-c09f-449e-9189-73cbcdfd0403 req-bff26eca-87d3-451f-b087-554d5afadf76 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 945 time: 0.0871665 Feb 10 06:37:11.476467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:11.477063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Checking segment: {'id': 'aa62e446-59d1-4e2f-8b7c-bb58738855f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d4ff393-0703-4225-b476-60da861d03a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:11.477599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Bound using segment: {'id': 'aa62e446-59d1-4e2f-8b7c-bb58738855f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d4ff393-0703-4225-b476-60da861d03a9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:11.478218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Bound port: 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa62e446-59d1-4e2f-8b7c-bb58738855f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d4ff393-0703-4225-b476-60da861d03a9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:11.478865 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:11.580298 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-387f5b91-a104-4596-aaab-c3e3fa58474a service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228603 Feb 10 06:37:11.625717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f29670-e505-42f2-b0fe-60baea55d809 req-de9ef8ef-ccca-4128-97da-d01753be27ea tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:11.627765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1f29670-e505-42f2-b0fe-60baea55d809 req-de9ef8ef-ccca-4128-97da-d01753be27ea tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 943 time: 0.1861284 Feb 10 06:37:11.680179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b399b62a-c09f-449e-9189-73cbcdfd0403 req-de39a44b-ecd8-47da-9350-648e14545eb7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052071 Feb 10 06:37:11.744840 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-02e77014-4a92-4fba-b882-ceac4fd596d1 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531837 Feb 10 06:37:11.805711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] For port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:11.812012 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-25552bb9-62b2-435b-bc7a-a76eb1121065 req-e843e679-5a13-4d4b-b87e-eadd5cf788e8 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] show failed (client error): The resource could not be found. Feb 10 06:37:11.826435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25552bb9-62b2-435b-bc7a-a76eb1121065 req-e843e679-5a13-4d4b-b87e-eadd5cf788e8 tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] 10.222.0.21 "GET /v2.0/security-groups/486d8204-a571-49fb-accd-cbbe311283b0 HTTP/1.1" status: 404 len: 352 time: 0.0907607 Feb 10 06:37:11.847994 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae5c9897-b7d8-45db-b917-aba063477f5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=6f2b8a67-e1c6-4461-b239-07f5c88255db HTTP/1.1" status: 200 len: 217 time: 0.0926363 Feb 10 06:37:11.863837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] For port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,segment=NetworkSegment(aa62e446-59d1-4e2f-8b7c-bb58738855f6),segment_id=aa62e446-59d1-4e2f-8b7c-bb58738855f6)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:11.917985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1f29670-e505-42f2-b0fe-60baea55d809 req-1c8a61a4-8f88-4152-8489-fddfb89197c3 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/security-groups?id=02925ea1-2109-4ccf-8880-399cc3e51972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810631 Feb 10 06:37:11.920059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:11.985328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-aa140d50-5239-4089-a947-290605fcea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:11.986972 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-aa140d50-5239-4089-a947-290605fcea07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=431e162a-1c63-47d8-a081-de739e99977e HTTP/1.1" status: 200 len: 797 time: 0.1277084 Feb 10 06:37:12.035346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Pushing event updated for resources: {'Port': ['ID=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:12.081467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:12.082442 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:12.084010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-0948cc98-c3bb-4de3-aa79-272024e68475 service neutron] 10.222.0.24 "PUT /v2.0/ports/770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b HTTP/1.1" status: 200 len: 1091 time: 2.4182260 Feb 10 06:37:12.085456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d', 'tag': '770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:12.088839 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c1eb1-459d-47ab-bfc5-158f31b55c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d", "tag": "770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:12.095915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a848d61-26cf-4a45-90d7-9033cb7f029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:12.102141 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-1a848d61-26cf-4a45-90d7-9033cb7f029e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e46ffab-9e24-4623-8d12-e600966d7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1038499 Feb 10 06:37:12.103567 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-c532ea1d-2b7f-4196-a9af-336bfbc4abec req-bdb40d4b-9114-4cc6-b5fb-96ab75c18a0a tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] show failed (client error): The resource could not be found. Feb 10 06:37:12.104864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c532ea1d-2b7f-4196-a9af-336bfbc4abec req-bdb40d4b-9114-4cc6-b5fb-96ab75c18a0a tempest-SecurityGroupsNegativeTestJSON-1109740150 tempest-SecurityGroupsNegativeTestJSON-1109740150-project] 10.222.0.21 "GET /v2.0/security-groups/2036c2d9-9097-4563-9410-4fb1f8c12b47 HTTP/1.1" status: 404 len: 352 time: 0.1313860 Feb 10 06:37:12.118031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46262) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:12.193994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c3d36-193d-4480-94a5-958876dcbb84 req-4301c0c3-2b38-479d-87bb-a2515a953aae tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:12.203940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-863c3d36-193d-4480-94a5-958876dcbb84 req-4301c0c3-2b38-479d-87bb-a2515a953aae tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.2253277 Feb 10 06:37:12.365870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-435849d0-820c-4d17-9bff-f60c7ebee632 admin admin] Deleting subnet 9c869bd5-46b6-49ed-8c21-3fe7dea6667a {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:37:12.381564 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-435849d0-820c-4d17-9bff-f60c7ebee632 admin admin] Publish callbacks [] for subnet (9c869bd5-46b6-49ed-8c21-3fe7dea6667a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:12.430596 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-435849d0-820c-4d17-9bff-f60c7ebee632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (9c869bd5-46b6-49ed-8c21-3fe7dea6667a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:12.467920 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccc41409-671f-4d34-8011-23f4587c450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:12.483723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-435849d0-820c-4d17-9bff-f60c7ebee632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (9c869bd5-46b6-49ed-8c21-3fe7dea6667a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:12.573594 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-435849d0-820c-4d17-9bff-f60c7ebee632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (9c869bd5-46b6-49ed-8c21-3fe7dea6667a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:12.650004 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-435849d0-820c-4d17-9bff-f60c7ebee632 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:12.656629 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-435849d0-820c-4d17-9bff-f60c7ebee632 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9c869bd5-46b6-49ed-8c21-3fe7dea6667a HTTP/1.1" status: 204 len: 168 time: 0.5372314 Feb 10 06:37:12.660713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46278) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:12.661477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435849d0-820c-4d17-9bff-f60c7ebee632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c869bd5-46b6-49ed-8c21-3fe7dea6667a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:12.674805 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-d8d1440a-9a9e-44b3-a04a-6f39811518f8 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590863 Feb 10 06:37:12.861882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '96e2acc3-4ffa-4bf6-bded-f3e46180b824'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:12.870622 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "96e2acc3-4ffa-4bf6-bded-f3e46180b824"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:13.002665 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (fc874cef-f768-48ef-bfcc-17de866da7d4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:13.004281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-863c3d36-193d-4480-94a5-958876dcbb84 req-2d004694-813d-4c94-914e-915d57ba44c1 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7993028 Feb 10 06:37:13.024158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321062c-6c21-4067-8370-6133ffa793a9 req-31219991-dd66-482d-af0d-a97e26067627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.025700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-31219991-dd66-482d-af0d-a97e26067627 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5546b07c10bc40f2baff590c85724798&device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 1125 time: 0.8708053 Feb 10 06:37:13.141182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-74523990-642d-453b-9936-9582f4fc612a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b HTTP/1.1" status: 200 len: 217 time: 0.1017070 Feb 10 06:37:13.225768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058682-f04b-4118-a645-518bcdae697c req-65b155f8-350e-4e9d-9747-3cd1b88c0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.227640 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a058682-f04b-4118-a645-518bcdae697c req-65b155f8-350e-4e9d-9747-3cd1b88c0418 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 1127 time: 0.3665349 Feb 10 06:37:13.284050 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-d8b43f78-4aab-42c6-b4d9-6e72950fd680 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239736 Feb 10 06:37:13.305135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7044507-ffc0-4697-9873-81f79d7b7a53 req-b8ff912f-9666-4f07-a0e0-58cd31265066 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.311246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7044507-ffc0-4697-9873-81f79d7b7a53 req-b8ff912f-9666-4f07-a0e0-58cd31265066 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.5694568 Feb 10 06:37:13.337209 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (fc874cef-f768-48ef-bfcc-17de866da7d4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:13.363177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7044507-ffc0-4697-9873-81f79d7b7a53 req-9dc477b9-6f31-45b4-a1c0-ffdd267ae626 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/quotas/a8d118dc65354c52bdd86b7a07fad05b HTTP/1.1" status: 200 len: 375 time: 0.0438030 Feb 10 06:37:13.381516 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-393004dc-797c-4dce-a1d4-c98c5ae5e8e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=cd9264d1-044c-425b-93c2-41ff9e11132c HTTP/1.1" status: 200 len: 217 time: 0.0861640 Feb 10 06:37:13.393882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac34c7-ecb2-4e67-93d5-452e3391bfa2 req-eb78af2e-f726-41fe-8947-c31375bd6dc4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.405872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac34c7-ecb2-4e67-93d5-452e3391bfa2 req-eb78af2e-f726-41fe-8947-c31375bd6dc4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.419384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac34c7-ecb2-4e67-93d5-452e3391bfa2 req-eb78af2e-f726-41fe-8947-c31375bd6dc4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.430790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac34c7-ecb2-4e67-93d5-452e3391bfa2 req-eb78af2e-f726-41fe-8947-c31375bd6dc4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.434187 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a058682-f04b-4118-a645-518bcdae697c req-2433c849-1dd8-4b8c-817a-7c65672f7270 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939273 Feb 10 06:37:13.436580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc874cef-f768-48ef-bfcc-17de866da7d4']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:13.446825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac34c7-ecb2-4e67-93d5-452e3391bfa2 req-eb78af2e-f726-41fe-8947-c31375bd6dc4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.459329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac34c7-ecb2-4e67-93d5-452e3391bfa2 req-eb78af2e-f726-41fe-8947-c31375bd6dc4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.460894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e74eb5-5add-41aa-94b0-40c1a1d4e4cf') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:13.463636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e74eb5-5add-41aa-94b0-40c1a1d4e4cf') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:13.472477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac34c7-ecb2-4e67-93d5-452e3391bfa2 req-eb78af2e-f726-41fe-8947-c31375bd6dc4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.477691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89ac34c7-ecb2-4e67-93d5-452e3391bfa2 req-eb78af2e-f726-41fe-8947-c31375bd6dc4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.3785646 Feb 10 06:37:13.503341 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (06e74eb5-5add-41aa-94b0-40c1a1d4e4cf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:13.536454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-3c6587f3-2da9-4bc7-8082-d75acb52fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.538154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-3c6587f3-2da9-4bc7-8082-d75acb52fee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=431e162a-1c63-47d8-a081-de739e99977e HTTP/1.1" status: 200 len: 797 time: 0.1428466 Feb 10 06:37:13.546574 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (06e74eb5-5add-41aa-94b0-40c1a1d4e4cf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:13.565209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:37:13.565940 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (06e74eb5-5add-41aa-94b0-40c1a1d4e4cf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:37:13.568119 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:37:13.613525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321062c-6c21-4067-8370-6133ffa793a9 req-9ef2703e-d0d1-45cd-9e9a-31675717f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.615769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-9ef2703e-d0d1-45cd-9e9a-31675717f976 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a037d27-1c59-4485-ba73-158361a7dbd6 HTTP/1.1" status: 200 len: 861 time: 0.4269395 Feb 10 06:37:13.703830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:13.721353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (fc874cef-f768-48ef-bfcc-17de866da7d4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:13.732127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-506437d9-ed46-43f5-b372-3b4686346b1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d4ff393-0703-4225-b476-60da861d03a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864198 Feb 10 06:37:13.743873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:13.751684 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc874cef-f768-48ef-bfcc-17de866da7d4 HTTP/1.1" status: 204 len: 168 time: 1.0757654 Feb 10 06:37:13.757269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-fed9f827-1844-4003-a8af-1b94750e00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:13.763850 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-fed9f827-1844-4003-a8af-1b94750e00bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e46ffab-9e24-4623-8d12-e600966d7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2142406 Feb 10 06:37:13.799632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfdac3-b04e-40c5-923d-ae3ed775c0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc874cef-f768-48ef-bfcc-17de866da7d4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:13.874403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7044507-ffc0-4697-9873-81f79d7b7a53 req-379bc672-5e08-444a-8dad-e2986f0966db tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3954339 Feb 10 06:37:13.886632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89ac34c7-ecb2-4e67-93d5-452e3391bfa2 req-ec91298c-0d3e-4b81-9b96-eeb64babeb26 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3243477 Feb 10 06:37:14.008085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:14.009647 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ebf8213a-c6af-4d7e-a945-d1fa26bb1309 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316465 Feb 10 06:37:14.019365 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbc85ef-b3ca-4323-9da2-3857bbbcaf83 x-openstack-request-id: req-7dbc85ef-b3ca-4323-9da2-3857bbbcaf83 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:14.019754 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d", "tag": "770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:14.020022 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dbc85ef-b3ca-4323-9da2-3857bbbcaf83 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:14.020417 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d', 'tag': '770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b', 'status': 'completed', 'code': 200} Feb 10 06:37:14.050204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-34583bfd-25b3-4227-a7d1-af08575a2f9e service neutron] 10.222.0.24 "GET /v2.0/networks/6d4ff393-0703-4225-b476-60da861d03a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946112 Feb 10 06:37:14.106248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e48f3468-a9ac-4cfe-a1d0-5046ccc2aa54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba1d02bcccb5497d86a3925b0fdef77c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0947270 Feb 10 06:37:14.134042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46294) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:14.148030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7044507-ffc0-4697-9873-81f79d7b7a53 req-a4b68e72-6694-466f-9177-044ec82937fc service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725995 Feb 10 06:37:14.224759 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Publish callbacks [] for security_group (8130ab62-e0ec-4089-9c4d-a4be1a8a0e53), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:14.235370 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-5b25d027-fb4a-4828-bc45-5d83eebdd10a service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059386 Feb 10 06:37:14.342331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788737b7-0c97-494e-81a2-182fc1c7bf73 req-c6f92f75-5760-401d-8134-c4a8b4cf5ce3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:14.348819 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-27afe157-2d79-4ecb-9043-57d00629f741 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=fa3ca41a-3e9f-4a49-96df-982dcb784553 HTTP/1.1" status: 200 len: 217 time: 0.0981917 Feb 10 06:37:14.349494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-788737b7-0c97-494e-81a2-182fc1c7bf73 req-c6f92f75-5760-401d-8134-c4a8b4cf5ce3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.1987941 Feb 10 06:37:14.356303 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Publish callbacks [] for security_group (8130ab62-e0ec-4089-9c4d-a4be1a8a0e53), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:14.374339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6321062c-6c21-4067-8370-6133ffa793a9 req-e2d446ee-322c-4682-bc05-22fc171e49c5 service neutron] 10.222.0.24 "GET /v2.0/networks/6d4ff393-0703-4225-b476-60da861d03a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000515 Feb 10 06:37:14.495174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7044507-ffc0-4697-9873-81f79d7b7a53 req-1633ab5b-04d5-4f25-b520-094889f2c20e service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384118 Feb 10 06:37:14.523956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-788737b7-0c97-494e-81a2-182fc1c7bf73 req-1f50010e-d21a-461c-ac7f-2e477c9eb959 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727560 Feb 10 06:37:14.558680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae3ec117-9711-4610-98b1-8c48301b57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:14.562955 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-ae3ec117-9711-4610-98b1-8c48301b57f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=431e162a-1c63-47d8-a081-de739e99977e HTTP/1.1" status: 200 len: 797 time: 0.1981120 Feb 10 06:37:14.572613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-ffebe057-48fc-4d4b-b5f0-a2cb024bd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:14.603283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-ffebe057-48fc-4d4b-b5f0-a2cb024bd61b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5546b07c10bc40f2baff590c85724798&device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 1125 time: 0.1614392 Feb 10 06:37:14.655326 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a472e0-0059-4c64-ad9b-d8ae1ea956f1 x-openstack-request-id: req-17a472e0-0059-4c64-ad9b-d8ae1ea956f1 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:14.655678 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "96e2acc3-4ffa-4bf6-bded-f3e46180b824", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:14.659379 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17a472e0-0059-4c64-ad9b-d8ae1ea956f1 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:14.659929 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '96e2acc3-4ffa-4bf6-bded-f3e46180b824', 'status': 'completed', 'code': 200} Feb 10 06:37:14.689956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8130ab62-e0ec-4089-9c4d-a4be1a8a0e53), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:14.694847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:14.697641 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8130ab62-e0ec-4089-9c4d-a4be1a8a0e53 HTTP/1.1" status: 204 len: 168 time: 0.5603750 Feb 10 06:37:14.709051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-36f011c2-19c7-4d45-84bf-e4d2f6daa396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:14.718713 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-36f011c2-19c7-4d45-84bf-e4d2f6daa396 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e46ffab-9e24-4623-8d12-e600966d7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1468458 Feb 10 06:37:14.750885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8130ab62-e0ec-4089-9c4d-a4be1a8a0e53,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:14.778539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.794675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.795189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.795545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.795894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.796236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.796565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.796914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.797232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.797561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.797890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.798216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:14.805163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448eaa70-2572-4c12-9c4a-93109e37ca74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:15.040489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-c314c901-0e8a-49cf-af07-1d6e85b54b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:15.044377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-c314c901-0e8a-49cf-af07-1d6e85b54b3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d4ff393-0703-4225-b476-60da861d03a9 HTTP/1.1" status: 200 len: 921 time: 0.4292943 Feb 10 06:37:15.058782 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-31a8b793-4598-4197-aa4f-11f0b36ab5f4 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271127 Feb 10 06:37:15.145620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-ab535aea-9a21-4e3f-9035-a9202bf99d24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b HTTP/1.1" status: 200 len: 217 time: 0.0944526 Feb 10 06:37:15.227123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717e90e-b08d-49c6-8391-369eced14354 req-5c8f8d44-360d-4684-bc7b-41acbc01994b tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:15.243847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6717e90e-b08d-49c6-8391-369eced14354 req-5c8f8d44-360d-4684-bc7b-41acbc01994b tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 943 time: 0.4353821 Feb 10 06:37:15.250249 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:15.323615 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-aa0595cf-3c2d-4269-876e-4e991be51117 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568643 Feb 10 06:37:15.406410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b6858-2542-4d2e-a5f8-4fd9cf5e8676 req-46dfec80-f113-4f4b-81e5-b94bd5314c9e tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:15.415040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c95b6858-2542-4d2e-a5f8-4fd9cf5e8676 req-46dfec80-f113-4f4b-81e5-b94bd5314c9e tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.5553074 Feb 10 06:37:15.455964 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-0c584c2e-6788-470d-8e14-69946b8e9610 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a0dd3913-9d62-4170-866e-737160d2ed68 HTTP/1.1" status: 200 len: 217 time: 0.1246762 Feb 10 06:37:15.562454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6717e90e-b08d-49c6-8391-369eced14354 req-8271d55a-fd10-43c5-92df-32f1f4e68523 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/security-groups?id=02925ea1-2109-4ccf-8880-399cc3e51972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180799 Feb 10 06:37:15.595184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-747af7c7-9f58-4841-ab51-544b5dae6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:15.596803 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-747af7c7-9f58-4841-ab51-544b5dae6fe1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81689dba-08a2-45b2-bc08-107913a6082f HTTP/1.1" status: 200 len: 797 time: 0.1315112 Feb 10 06:37:15.609492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-68875d60-ceba-4d26-99b2-9a45b21e1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:15.611267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-68875d60-ceba-4d26-99b2-9a45b21e1074 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a037d27-1c59-4485-ba73-158361a7dbd6 HTTP/1.1" status: 200 len: 861 time: 0.4589996 Feb 10 06:37:15.702002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-17b7d9bf-2bc7-49b5-acff-0a2f7ffb64a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d4ff393-0703-4225-b476-60da861d03a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780907 Feb 10 06:37:15.723174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c95b6858-2542-4d2e-a5f8-4fd9cf5e8676 req-03d5b7ac-ee57-4300-9fe7-48fbd26a109d tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761719 Feb 10 06:37:15.748796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-2c8aafae-e86c-4b05-b619-9ff095dbfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:15.755941 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-2c8aafae-e86c-4b05-b619-9ff095dbfcd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96673c65-bae2-4e6a-8549-56b103feb668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1476712 Feb 10 06:37:16.003334 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-33444ce4-2d0c-4792-943a-d2697f93e95f service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378144 Feb 10 06:37:16.102692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eff6c-b2fa-4d75-a8bc-06f975e40f5e req-45a8cdbe-afd4-4db1-ba26-701bbf7b3dbc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.107779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eff6c-b2fa-4d75-a8bc-06f975e40f5e req-45a8cdbe-afd4-4db1-ba26-701bbf7b3dbc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.113939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eff6c-b2fa-4d75-a8bc-06f975e40f5e req-45a8cdbe-afd4-4db1-ba26-701bbf7b3dbc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.120018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eff6c-b2fa-4d75-a8bc-06f975e40f5e req-45a8cdbe-afd4-4db1-ba26-701bbf7b3dbc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.126273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eff6c-b2fa-4d75-a8bc-06f975e40f5e req-45a8cdbe-afd4-4db1-ba26-701bbf7b3dbc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.132278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eff6c-b2fa-4d75-a8bc-06f975e40f5e req-45a8cdbe-afd4-4db1-ba26-701bbf7b3dbc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.138104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eff6c-b2fa-4d75-a8bc-06f975e40f5e req-45a8cdbe-afd4-4db1-ba26-701bbf7b3dbc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.145929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-003eff6c-b2fa-4d75-a8bc-06f975e40f5e req-45a8cdbe-afd4-4db1-ba26-701bbf7b3dbc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.2206373 Feb 10 06:37:16.149222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-59760bb1-c192-4284-a46e-512b3fcca2a2 service neutron] 10.222.0.24 "GET /v2.0/networks/6d4ff393-0703-4225-b476-60da861d03a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251003 Feb 10 06:37:16.152498 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-c69363ba-91ab-4202-9970-57dff45ddd25 service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384873 Feb 10 06:37:16.216789 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-32623b72-a349-4f1f-b1da-4e55d7c16193 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e2acc3-4ffa-4bf6-bded-f3e46180b824 HTTP/1.1" status: 200 len: 217 time: 0.0499351 Feb 10 06:37:16.221642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46348) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:16.225460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a963af-22dc-4652-9b3a-3ec78514573e req-4719ec75-4f0a-49cf-a2ad-426a728fd4b4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.227097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24a963af-22dc-4652-9b3a-3ec78514573e req-4719ec75-4f0a-49cf-a2ad-426a728fd4b4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.2328210 Feb 10 06:37:16.275073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-da835f0a-36f6-4ede-b298-60df6308933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.276549 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-da835f0a-36f6-4ede-b298-60df6308933e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81689dba-08a2-45b2-bc08-107913a6082f HTTP/1.1" status: 200 len: 797 time: 0.0483487 Feb 10 06:37:16.311983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-180c1eb1-459d-47ab-bfc5-158f31b55c8e req-ee07b306-afb6-4f01-b73a-f86a7655a4f3 service neutron] 10.222.0.24 "GET /v2.0/networks/6d4ff393-0703-4225-b476-60da861d03a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403923 Feb 10 06:37:16.355841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7d39db96-3080-44f0-8672-dc06d96655c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.358033 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-7d39db96-3080-44f0-8672-dc06d96655c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96673c65-bae2-4e6a-8549-56b103feb668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0721502 Feb 10 06:37:16.359337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-003eff6c-b2fa-4d75-a8bc-06f975e40f5e req-f4aad372-e3b6-44d7-b20b-d82c9211a987 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122667 Feb 10 06:37:16.379520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2036296348-network', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:16.388964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24a963af-22dc-4652-9b3a-3ec78514573e req-061502ce-f80b-4dbc-a69a-6f6b2f2b35de tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066384 Feb 10 06:37:16.424749 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:16.519590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Made reservation on behalf of 64404c9af09744d9915408d0cdb7e90b for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:16.521974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:16.542040 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:16.582821 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-fc1e2d65-27a0-4ed0-807c-0cd9167fdca0 service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667876 Feb 10 06:37:16.680781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Publish callbacks [] for security_group (87b642b0-1f20-444d-a765-8387de3cac7e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:16.693407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (87b642b0-1f20-444d-a765-8387de3cac7e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:16.743289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-09b2061e-035a-4396-9d71-e568ec4aa699 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.752238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:37:16.753530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-09b2061e-035a-4396-9d71-e568ec4aa699 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 810 time: 0.2498405 Feb 10 06:37:16.764291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d2e46c22-be76-4998-9fd1-2110ac326f92), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:16.764882 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Added segment d2e46c22-be76-4998-9fd1-2110ac326f92 of type vlan for network 44d0e7ff-45a1-41a7-abd3-83e6807066aa Feb 10 06:37:16.777895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-db7b15aa-99f9-454e-ac74-abd77ef85891 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/quotas/788b65a43e3d43f0a8a50e696c0b10f7 HTTP/1.1" status: 200 len: 375 time: 0.0234120 Feb 10 06:37:16.832507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f8472-568e-4863-a169-f7d2b06d08ec req-b586d637-723e-449d-8ee7-c9908cd67d81 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.840190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-680f8472-568e-4863-a169-f7d2b06d08ec req-b586d637-723e-449d-8ee7-c9908cd67d81 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 943 time: 0.1500854 Feb 10 06:37:16.861376 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (44d0e7ff-45a1-41a7-abd3-83e6807066aa), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:16.901883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-680f8472-568e-4863-a169-f7d2b06d08ec req-be27463a-4833-496a-a84c-f2340b167cc2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/security-groups?id=02925ea1-2109-4ccf-8880-399cc3e51972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601392 Feb 10 06:37:16.904575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b642b0-1f20-444d-a765-8387de3cac7e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:16.965154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-885ec541-f40a-4818-9ce6-e03bfbf731e6 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1862381 Feb 10 06:37:16.978294 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (44d0e7ff-45a1-41a7-abd3-83e6807066aa), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:16.985064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:16.985686 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:17.088868 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8658674 Feb 10 06:37:17.092356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:17.116383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Request body: {'subnet': {'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2036296348-subnet', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:17.135222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678a453-80a1-438b-bc56-b4b31094c22e admin admin] Pushing event updated for resources: {'Network': ['ID=44d0e7ff-45a1-41a7-abd3-83e6807066aa,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:17.147873 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0858915d-6c9a-40a6-8ce8-842c5b5fe4b7 req-55cc2ac1-bcd1-4267-bdb9-edf05ca61fc6 service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651327 Feb 10 06:37:17.150017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 44d0e7ff-45a1-41a7-abd3-83e6807066aa details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:37:17.283677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Made reservation on behalf of 64404c9af09744d9915408d0cdb7e90b for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:17.296951 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:17.352506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-0605cf37-d7fa-4c6d-ba25-55c98571390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:17.354637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-0605cf37-d7fa-4c6d-ba25-55c98571390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:17.359694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-0605cf37-d7fa-4c6d-ba25-55c98571390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:17.360400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-0605cf37-d7fa-4c6d-ba25-55c98571390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:17.362976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-0605cf37-d7fa-4c6d-ba25-55c98571390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:17.364325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-0605cf37-d7fa-4c6d-ba25-55c98571390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:17.365007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-0605cf37-d7fa-4c6d-ba25-55c98571390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:17.373279 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-0605cf37-d7fa-4c6d-ba25-55c98571390e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6705 time: 0.1330955 Feb 10 06:37:17.791157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:17.897945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-c81683a2-ba7c-425f-872b-89523932ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:17.899815 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-c81683a2-ba7c-425f-872b-89523932ca0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=96673c65-bae2-4e6a-8549-56b103feb668 HTTP/1.1" status: 200 len: 902 time: 0.5189486 Feb 10 06:37:17.964716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-e4659491-78a8-4456-b4cc-74017c947a93 service neutron] 10.222.0.21 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9977930 Feb 10 06:37:17.967823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-9c6ee972-81ec-426f-8094-131cd360dc7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a0dd3913-9d62-4170-866e-737160d2ed68 HTTP/1.1" status: 200 len: 217 time: 0.0586376 Feb 10 06:37:17.997274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,segment=NetworkSegment(aa62e446-59d1-4e2f-8b7c-bb58738855f6),segment_id=aa62e446-59d1-4e2f-8b7c-bb58738855f6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:18.017371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-ac0f674a-ea2f-4370-a1a9-275ec9d807bb tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.021018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b', 'network_id': '6d4ff393-0703-4225-b476-60da861d03a9', 'port_id': '770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b', 'mac_address': 'fa:16:3e:21:4f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a037d27-1c59-4485-ba73-158361a7dbd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:18.025286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-ac0f674a-ea2f-4370-a1a9-275ec9d807bb tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.9971757 Feb 10 06:37:18.065676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (c7a99124-70b6-42cb-a1e8-78f3a2c23505), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:18.094360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-a06ef936-cfa5-47ce-bc50-67b25ea89638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.095850 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-a06ef936-cfa5-47ce-bc50-67b25ea89638 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81689dba-08a2-45b2-bc08-107913a6082f HTTP/1.1" status: 200 len: 797 time: 0.1193960 Feb 10 06:37:18.102702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:18.103193 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:18.133382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:18.160427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,segment=NetworkSegment(aa62e446-59d1-4e2f-8b7c-bb58738855f6),segment_id=aa62e446-59d1-4e2f-8b7c-bb58738855f6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:18.174618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-e54950bb-3ccd-434f-b69e-4aacd5d01a4c service neutron] 10.222.0.21 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087913 Feb 10 06:37:18.190376 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:18.197953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-9953dfb9-c637-4c35-b111-efa3600e3901 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/quotas/a8d118dc65354c52bdd86b7a07fad05b HTTP/1.1" status: 200 len: 375 time: 0.1716950 Feb 10 06:37:18.223070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-575fd6fa-aef1-4219-ac08-45b271be947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.224720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-575fd6fa-aef1-4219-ac08-45b271be947d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96673c65-bae2-4e6a-8549-56b103feb668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1188772 Feb 10 06:37:18.284130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:18.300661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Checking segment: {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:18.301023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Network hostable DHCP agents. Network: 44d0e7ff-45a1-41a7-abd3-83e6807066aa, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:37:18.306864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a99124-70b6-42cb-a1e8-78f3a2c23505,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:18.317057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.317407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.317754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.318096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.318487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.318829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.319162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.319494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.319829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.320157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.320486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.320812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.321137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:18.335184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-03184969-c00f-4d2b-9fc7-53736f6ddca4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1194296 Feb 10 06:37:18.358025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Network 44d0e7ff-45a1-41a7-abd3-83e6807066aa is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:37:18.396934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 44d0e7ff-45a1-41a7-abd3-83e6807066aa) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:18.408209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.408827 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:18.426829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e055335e-016b-4b48-bcdc-73c23e8c3e1e None None] Network 44d0e7ff-45a1-41a7-abd3-83e6807066aa requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:37:18.482437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:18.485025 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-96a3dbab-5e92-4160-91df-3edafc001d05 service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490044 Feb 10 06:37:18.535883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3bf8a53-c240-4e5c-8869-3a5b551d539e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4397840 Feb 10 06:37:18.547065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46438) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:18.584424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:18.651619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (c34affb1-21f6-44ca-bc54-fb4d5e5736df), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:18.652737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (c34affb1-21f6-44ca-bc54-fb4d5e5736df), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:18.775754 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cca2fd4c-9189-46df-bd64-0ee776192dd9 req-ba2ca8ed-5d77-4dcd-af21-3632e1d48041 service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805481 Feb 10 06:37:18.778517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks [] for router_controller (c34affb1-21f6-44ca-bc54-fb4d5e5736df), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:18.802640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-098e010c-de79-4b47-aa2b-4417b03c053f service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573331 Feb 10 06:37:18.843982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:37:18.845851 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:18.867151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1a57-4b69-4e1e-aea2-228100e218ab req-41901bef-034d-4909-a9f6-6e4f67ef8ec6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.877325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1a57-4b69-4e1e-aea2-228100e218ab req-41901bef-034d-4909-a9f6-6e4f67ef8ec6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.886034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1a57-4b69-4e1e-aea2-228100e218ab req-41901bef-034d-4909-a9f6-6e4f67ef8ec6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.893194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1a57-4b69-4e1e-aea2-228100e218ab req-41901bef-034d-4909-a9f6-6e4f67ef8ec6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.928077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1a57-4b69-4e1e-aea2-228100e218ab req-41901bef-034d-4909-a9f6-6e4f67ef8ec6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.939572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1a57-4b69-4e1e-aea2-228100e218ab req-41901bef-034d-4909-a9f6-6e4f67ef8ec6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.954433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1a57-4b69-4e1e-aea2-228100e218ab req-41901bef-034d-4909-a9f6-6e4f67ef8ec6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:18.966871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c56b1a57-4b69-4e1e-aea2-228100e218ab req-41901bef-034d-4909-a9f6-6e4f67ef8ec6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.4280379 Feb 10 06:37:19.098734 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Allocated IP 172.20.0.2 (44d0e7ff-45a1-41a7-abd3-83e6807066aa/c7a99124-70b6-42cb-a1e8-78f3a2c23505/a3d9fda6-e414-4393-846c-0860c3fa8336) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:19.180250 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks [] for router_gateway (c34affb1-21f6-44ca-bc54-fb4d5e5736df), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:19.193786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-0a3b52d8-f96e-4c3c-b5c3-cfe7f6b50258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.194356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-0a3b52d8-f96e-4c3c-b5c3-cfe7f6b50258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.194988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-0a3b52d8-f96e-4c3c-b5c3-cfe7f6b50258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.195647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-0a3b52d8-f96e-4c3c-b5c3-cfe7f6b50258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.196272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-0a3b52d8-f96e-4c3c-b5c3-cfe7f6b50258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.196919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-0a3b52d8-f96e-4c3c-b5c3-cfe7f6b50258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.198707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-0a3b52d8-f96e-4c3c-b5c3-cfe7f6b50258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.201526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-0a3b52d8-f96e-4c3c-b5c3-cfe7f6b50258 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6705 time: 0.3171625 Feb 10 06:37:19.234983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c56b1a57-4b69-4e1e-aea2-228100e218ab req-f7788bac-5266-4c24-be8e-d0f20b281144 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2666879 Feb 10 06:37:19.310645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-0c95b770-5c6e-4a09-8182-0ee9f5a273eb service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928010 Feb 10 06:37:19.456510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211bb41-57a3-4a0a-8401-b958f5c0101f req-b74dddba-bb7a-40d8-b06f-e63ea993fb13 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.459271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c211bb41-57a3-4a0a-8401-b958f5c0101f req-b74dddba-bb7a-40d8-b06f-e63ea993fb13 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.0834439 Feb 10 06:37:19.561563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-4e92829e-90b0-4e06-aebb-ca7a77656bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.562065 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Publish callbacks [] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:19.563060 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-4e92829e-90b0-4e06-aebb-ca7a77656bd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96673c65-bae2-4e6a-8549-56b103feb668 HTTP/1.1" status: 200 len: 902 time: 0.3484881 Feb 10 06:37:19.570967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c211bb41-57a3-4a0a-8401-b958f5c0101f req-ff5b87dd-d9e5-4c07-8774-d761420067af tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043122 Feb 10 06:37:19.577490 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:19.688049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Network 44d0e7ff-45a1-41a7-abd3-83e6807066aa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:19.705085 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-ad14d76c-86b6-40c1-9f83-03aca8f0fe4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e2acc3-4ffa-4bf6-bded-f3e46180b824 HTTP/1.1" status: 200 len: 217 time: 0.1296248 Feb 10 06:37:19.705464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:19.710619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:19.713943 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Pushing event updated for resources: {'Port': ['ID=a3d9fda6-e414-4393-846c-0860c3fa8336,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:19.832777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:19.885277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-aeb85ead-b183-4281-9a32-43fb39c15662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.886842 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-aeb85ead-b183-4281-9a32-43fb39c15662 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81689dba-08a2-45b2-bc08-107913a6082f HTTP/1.1" status: 200 len: 797 time: 0.1605701 Feb 10 06:37:19.906160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec45848c-cafc-4b10-91fd-42dc73a9fed1 req-643b3aef-ad48-4f36-a0a0-3c2155051fbd tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 210 time: 0.1533859 Feb 10 06:37:19.933198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Attempting to bind port a3d9fda6-e414-4393-846c-0860c3fa8336 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:19.934171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86baa4-d018-47c2-a608-4389cff7e064 req-cc32ba20-446b-4a04-be82-dddcc747702a tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:19.934646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Attempting to bind port a3d9fda6-e414-4393-846c-0860c3fa8336 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:19.937416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Attempting to bind port a3d9fda6-e414-4393-846c-0860c3fa8336 on network 44d0e7ff-45a1-41a7-abd3-83e6807066aa {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:19.944381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee86baa4-d018-47c2-a608-4389cff7e064 req-cc32ba20-446b-4a04-be82-dddcc747702a tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 944 time: 0.2117567 Feb 10 06:37:19.987031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:19.990496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Checking segment: {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:19.991220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:19.992203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Bound using segment: {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:19.994861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Bound port: a3d9fda6-e414-4393-846c-0860c3fa8336, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:20.000023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:20.065845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee86baa4-d018-47c2-a608-4389cff7e064 req-2d44c6cf-0806-4cc9-a3eb-efaaf588e218 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/security-groups?id=02925ea1-2109-4ccf-8880-399cc3e51972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204093 Feb 10 06:37:20.158340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] For port a3d9fda6-e414-4393-846c-0860c3fa8336, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:20.162270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] For port a3d9fda6-e414-4393-846c-0860c3fa8336, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a3d9fda6-e414-4393-846c-0860c3fa8336,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:20.182593 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:20.197105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:20.202425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c263854-aa4e-40c3-ada9-8ca399a0a7af req-ffd23e56-9fac-4f31-9080-c0b32e666da8 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 210 time: 0.1635718 Feb 10 06:37:20.241275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:20.242979 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:20.251251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-50a882f7-cc18-45a2-9657-6fe0c85734dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:20.257060 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-50a882f7-cc18-45a2-9657-6fe0c85734dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96673c65-bae2-4e6a-8549-56b103feb668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2317293 Feb 10 06:37:20.258549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks [] for router_gateway (c34affb1-21f6-44ca-bc54-fb4d5e5736df), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:20.367572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:20.484768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349e4d1-83ce-4c5b-b81d-90a2160bcc0c None None] Pushing event updated for resources: {'Port': ['ID=a3d9fda6-e414-4393-846c-0860c3fa8336,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:20.533573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:20.539746 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:20.624069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:20.636146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-2f2d3d7d-4330-4043-9873-7d12d1b254ce service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985721 Feb 10 06:37:20.640873 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d000331-2953-49a1-b1e3-b992766ab685" -d '{"events": [{"server_uuid": "c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d", "name": "network-vif-plugged", "status": "completed", "tag": "770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:20.685057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,segment=NetworkSegment(aa62e446-59d1-4e2f-8b7c-bb58738855f6),segment_id=aa62e446-59d1-4e2f-8b7c-bb58738855f6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:20.695560 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:20.737278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc87d3-f42f-464f-84b9-6bca060a05b0 req-8217cbd4-7e99-4b32-99c3-3fe62540de58 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:20.749087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc87d3-f42f-464f-84b9-6bca060a05b0 req-8217cbd4-7e99-4b32-99c3-3fe62540de58 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:20.766864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc87d3-f42f-464f-84b9-6bca060a05b0 req-8217cbd4-7e99-4b32-99c3-3fe62540de58 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:20.775157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc87d3-f42f-464f-84b9-6bca060a05b0 req-8217cbd4-7e99-4b32-99c3-3fe62540de58 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:20.785910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc87d3-f42f-464f-84b9-6bca060a05b0 req-8217cbd4-7e99-4b32-99c3-3fe62540de58 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:20.805976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc87d3-f42f-464f-84b9-6bca060a05b0 req-8217cbd4-7e99-4b32-99c3-3fe62540de58 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:20.827882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc87d3-f42f-464f-84b9-6bca060a05b0 req-8217cbd4-7e99-4b32-99c3-3fe62540de58 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:20.831907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Allocated IP 172.25.8.114 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/bebe53e2-9a75-418b-97c6-fe99637e9566) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:20.834440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6efc87d3-f42f-464f-84b9-6bca060a05b0 req-8217cbd4-7e99-4b32-99c3-3fe62540de58 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.4863741 Feb 10 06:37:20.852205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:20.904588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-df1d1ecf-52a8-4583-8f5b-ceb8fb7f94c1 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:20.906551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-df1d1ecf-52a8-4583-8f5b-ceb8fb7f94c1 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.24 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 810 time: 0.6889658 Feb 10 06:37:21.011923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Request body: {'port': {'device_id': 'f009b1a3-588c-40be-8cd0-2b6f7fd2a108', 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb', 'admin_state_up': True, 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:21.260286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6efc87d3-f42f-464f-84b9-6bca060a05b0 req-1caf0d39-b8f2-47b7-a674-78d98505c1fa tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3525584 Feb 10 06:37:21.285459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e963fe-35b2-4683-b02d-7a30359543a5 req-59a2a335-22df-4a10-b447-151d8a85e882 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:21.288750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4283dcad-1d8f-421c-aa7a-c6df7fde52d2 req-bc368ae4-57cc-4d81-9dfa-b7cf7a9dcfd1 service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224225 Feb 10 06:37:21.291833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks [] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:21.294169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0e963fe-35b2-4683-b02d-7a30359543a5 req-59a2a335-22df-4a10-b447-151d8a85e882 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.4581656 Feb 10 06:37:21.337596 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:21.365082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:21.368459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:21.368673 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3799f2b-4fa1-4710-aff0-cfb3303c6ad9 x-openstack-request-id: req-d3799f2b-4fa1-4710-aff0-cfb3303c6ad9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:21.369159 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d", "name": "network-vif-plugged", "status": "completed", "tag": "770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:21.369263 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3799f2b-4fa1-4710-aff0-cfb3303c6ad9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:21.369618 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b', 'code': 200} Feb 10 06:37:21.374174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:21.413471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0e963fe-35b2-4683-b02d-7a30359543a5 req-8c5db9d1-ae79-42ae-8340-5af6d9073d72 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180184 Feb 10 06:37:21.595044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-807f463a-1dee-4ef2-ba90-5e987eb1c23d req-e73d2a3b-7429-439a-b820-c7a45f229e60 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 210 time: 0.0997076 Feb 10 06:37:21.599277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Made reservation on behalf of 788b65a43e3d43f0a8a50e696c0b10f7 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:21.605377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:21.806948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a3d9fda6-e414-4393-846c-0860c3fa8336 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:21.839796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d28e553c-3f27-4f18-96d8-de7877335416 req-d4c19e81-6f59-4f6f-bebe-4949b927c745 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 210 time: 0.0906405 Feb 10 06:37:21.904798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a7001-1483-4853-9951-4d41ddfe13c8 req-c82b65de-b739-4f63-992b-d5bef026550f tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:21.906994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-7ddae550-1ff2-4714-ab86-d0e5c3f6b09f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:21.908866 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-7ddae550-1ff2-4714-ab86-d0e5c3f6b09f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.3926554 Feb 10 06:37:21.915816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be8a7001-1483-4853-9951-4d41ddfe13c8 req-c82b65de-b739-4f63-992b-d5bef026550f tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 945 time: 0.3757503 Feb 10 06:37:21.923463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a3d9fda6-e414-4393-846c-0860c3fa8336 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:21.923852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:21.939644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Pushing event updated for resources: {'Port': ['ID=bebe53e2-9a75-418b-97c6-fe99637e9566,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:21.959331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Request body: {'port': {'device_id': '64ba8187-e16c-479c-b776-46a3f4e46084', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'admin_state_up': True, 'tenant_id': 'a8d118dc65354c52bdd86b7a07fad05b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:22.041263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be8a7001-1483-4853-9951-4d41ddfe13c8 req-80ca3796-1559-447e-aecb-bd73bf5246e2 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/security-groups?id=02925ea1-2109-4ccf-8880-399cc3e51972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165650 Feb 10 06:37:22.060123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a3d9fda6-e414-4393-846c-0860c3fa8336 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:22.060123 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:22.132461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd405-ec04-4e3e-af17-2d9f293e066f req-f059d02e-a445-4847-bff8-251c85c26777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:22.134257 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-914bd405-ec04-4e3e-af17-2d9f293e066f req-f059d02e-a445-4847-bff8-251c85c26777 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 1127 time: 0.6225696 Feb 10 06:37:22.136235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port a3d9fda6-e414-4393-846c-0860c3fa8336, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a3d9fda6-e414-4393-846c-0860c3fa8336,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:22.143764 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:22.150190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Allocated IP 172.20.0.9 (6036e54b-d8d1-453d-b662-5c2f22ac4afb/a32ca044-78eb-42ea-950f-88cb2aef2da7/945982ae-5829-47e0-b7c1-e8081d859b26) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:22.258754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=a3d9fda6-e414-4393-846c-0860c3fa8336,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:22.305281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-914bd405-ec04-4e3e-af17-2d9f293e066f req-e0a1c5a3-f99f-4080-ae61-b1a11384f8d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=02925ea1-2109-4ccf-8880-399cc3e51972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595647 Feb 10 06:37:22.347029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f35ec3-3162-448b-bede-2ab21e00f78b None None] Network 44d0e7ff-45a1-41a7-abd3-83e6807066aa requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:37:22.412920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Made reservation on behalf of a8d118dc65354c52bdd86b7a07fad05b for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:22.421873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:22.475724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks [] for router_gateway (c34affb1-21f6-44ca-bc54-fb4d5e5736df), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:22.524121 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks [] for port (945982ae-5829-47e0-b7c1-e8081d859b26), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:22.546713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1d2bbd80-12de-4d4d-b66c-2a9add13f921 None None] Provisioning complete for port a3d9fda6-e414-4393-846c-0860c3fa8336 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:22.547294 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d2bbd80-12de-4d4d-b66c-2a9add13f921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:22.751177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1d2bbd80-12de-4d4d-b66c-2a9add13f921 None None] Current status of the port a3d9fda6-e414-4393-846c-0860c3fa8336 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:22.769112 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:22.785272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['cdd97479-9b0f-4225-ba63-4aa0fa62eb4f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:22.831404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af8e99-7548-44a6-8491-01bb11575c09 req-84c392e8-e669-498c-b3dc-5934b3809327 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:22.843941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af8e99-7548-44a6-8491-01bb11575c09 req-84c392e8-e669-498c-b3dc-5934b3809327 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:22.852393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af8e99-7548-44a6-8491-01bb11575c09 req-84c392e8-e669-498c-b3dc-5934b3809327 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:22.872426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af8e99-7548-44a6-8491-01bb11575c09 req-84c392e8-e669-498c-b3dc-5934b3809327 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:22.888840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af8e99-7548-44a6-8491-01bb11575c09 req-84c392e8-e669-498c-b3dc-5934b3809327 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:22.894555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af8e99-7548-44a6-8491-01bb11575c09 req-84c392e8-e669-498c-b3dc-5934b3809327 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:22.906952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af8e99-7548-44a6-8491-01bb11575c09 req-84c392e8-e669-498c-b3dc-5934b3809327 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:22.918358 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63af8e99-7548-44a6-8491-01bb11575c09 req-84c392e8-e669-498c-b3dc-5934b3809327 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.3605764 Feb 10 06:37:23.002116 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:37:23.021807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Network 6036e54b-d8d1-453d-b662-5c2f22ac4afb is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:23.030363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:23.031278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Allocated IP 172.20.0.3 (73416e1f-efbe-4b07-a796-c13d404be009/2b828090-b45b-45b1-b6c4-67980fdababc/20fccf4b-397c-41d6-9e35-a00630548621) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:23.040304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:23.083312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-133a2674-5b45-499b-9271-94654fa70fad None None] Provisioning complete for port a3d9fda6-e414-4393-846c-0860c3fa8336 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:23.083694 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-133a2674-5b45-499b-9271-94654fa70fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:23.132601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704f93a-1c32-4fd1-8e29-e6f9485c589b req-74a50df0-63f4-4503-bb87-64bf71918a92 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:23.141043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f704f93a-1c32-4fd1-8e29-e6f9485c589b req-74a50df0-63f4-4503-bb87-64bf71918a92 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.5845833 Feb 10 06:37:23.275771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Pushing event updated for resources: {'Port': ['ID=945982ae-5829-47e0-b7c1-e8081d859b26,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:23.289648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-133a2674-5b45-499b-9271-94654fa70fad None None] Current status of the port a3d9fda6-e414-4393-846c-0860c3fa8336 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:23.354805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f704f93a-1c32-4fd1-8e29-e6f9485c589b req-d9256261-ae2c-456a-9aea-dc44eed79d68 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950130 Feb 10 06:37:23.360571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:23.361228 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:23.396557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-65046610-4541-471d-b968-cd763fea1298 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4000118 Feb 10 06:37:23.412019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63af8e99-7548-44a6-8491-01bb11575c09 req-d4ff6206-82cc-4bbe-b973-317245965d25 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4900005 Feb 10 06:37:23.426095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Request body: {'port': {'device_id': 'f009b1a3-588c-40be-8cd0-2b6f7fd2a108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:23.643062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-108f56ec-9d5b-4b77-8ea2-0d6f43db9ce5 req-1c2773f3-1068-44bd-a8be-3ba978fb33ec tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 210 time: 0.0563710 Feb 10 06:37:23.674826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:23.781014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a3d9fda6-e414-4393-846c-0860c3fa8336 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:23.890388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a3d9fda6-e414-4393-846c-0860c3fa8336 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:23.890716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:23.929132 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (c34affb1-21f6-44ca-bc54-fb4d5e5736df), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:24.068539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a3d9fda6-e414-4393-846c-0860c3fa8336 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:24.132435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Router c34affb1-21f6-44ca-bc54-fb4d5e5736df is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:37:24.144336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945982ae-5829-47e0-b7c1-e8081d859b26 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:24.153750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Publish callbacks [] for port (945982ae-5829-47e0-b7c1-e8081d859b26), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:24.170346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Transition to ACTIVE for port object 945982ae-5829-47e0-b7c1-e8081d859b26 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:24.188107 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:24.276053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Pushing event updated for resources: {'Port': ['ID=945982ae-5829-47e0-b7c1-e8081d859b26,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:24.313621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22891284-7cf4-42be-a532-3f785a99a585 req-b153d0c5-ebc7-4493-9530-34a7b42af000 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:24.317147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22891284-7cf4-42be-a532-3f785a99a585 req-b153d0c5-ebc7-4493-9530-34a7b42af000 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 931 time: 0.8081439 Feb 10 06:37:24.392477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22891284-7cf4-42be-a532-3f785a99a585 req-e038a131-faea-47a7-87ea-bfeb55cfecd6 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677154 Feb 10 06:37:24.401188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1ee99-c3cb-41ae-b027-6085df265a8a req-e611fbd9-f724-4398-b055-5d047d915787 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:24.402677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29a1ee99-c3cb-41ae-b027-6085df265a8a req-e611fbd9-f724-4398-b055-5d047d915787 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 945 time: 0.2310100 Feb 10 06:37:24.503246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Attempting to bind port 945982ae-5829-47e0-b7c1-e8081d859b26 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:24.503961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Attempting to bind port 945982ae-5829-47e0-b7c1-e8081d859b26 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:24.504425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Attempting to bind port 945982ae-5829-47e0-b7c1-e8081d859b26 on network 6036e54b-d8d1-453d-b662-5c2f22ac4afb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:24.510675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Port 945982ae-5829-47e0-b7c1-e8081d859b26 on network 6036e54b-d8d1-453d-b662-5c2f22ac4afb not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:24.511000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Attempting to bind port 945982ae-5829-47e0-b7c1-e8081d859b26 on network 6036e54b-d8d1-453d-b662-5c2f22ac4afb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:24.515132 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks [] for port (20fccf4b-397c-41d6-9e35-a00630548621), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:24.524081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:24.524747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Checking segment: {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:24.525448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Bound using segment: {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:24.525906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Bound port: 945982ae-5829-47e0-b7c1-e8081d859b26, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c1d0d1-f5b0-425a-aa62-b879fa207681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:24.526274 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:24.527709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:37:24.542681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Sync routers for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:37:24.574203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:37:24.575619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:37:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:24.619743 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:24.625429 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1afb279e-61b9-4e89-ad07-645228d7b165 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.0728407 Feb 10 06:37:24.626366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46536) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:24.628200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] For port 945982ae-5829-47e0-b7c1-e8081d859b26, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:24.631975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] For port 945982ae-5829-47e0-b7c1-e8081d859b26, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=945982ae-5829-47e0-b7c1-e8081d859b26,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:24.647002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:24.786784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (20fccf4b-397c-41d6-9e35-a00630548621), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:24.815029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:37:24.829666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:24.853001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Pushing event updated for resources: {'Port': ['ID=945982ae-5829-47e0-b7c1-e8081d859b26,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:24.866368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:24.867004 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:24.868422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-f484b11c-b131-4ebd-a236-fd929c6c1c48 service neutron] 10.222.0.24 "PUT /v2.0/ports/945982ae-5829-47e0-b7c1-e8081d859b26 HTTP/1.1" status: 200 len: 1091 time: 1.4554064 Feb 10 06:37:24.868882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f009b1a3-588c-40be-8cd0-2b6f7fd2a108', 'tag': '945982ae-5829-47e0-b7c1-e8081d859b26'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:24.876989 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef21822-daff-4d00-8090-8c8df36ed34b" -d '{"events": [{"name": "network-changed", "server_uuid": "f009b1a3-588c-40be-8cd0-2b6f7fd2a108", "tag": "945982ae-5829-47e0-b7c1-e8081d859b26"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:24.892089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29a1ee99-c3cb-41ae-b027-6085df265a8a req-452bd8ac-fa35-4bcf-856d-ecaf24af0de5 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/security-groups?id=02925ea1-2109-4ccf-8880-399cc3e51972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559817 Feb 10 06:37:25.016541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafa79c-1014-44dc-b24f-3c5331e073f7 req-07e0dcd9-6431-4481-9c71-ff4a35c4ccb9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.023576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cafa79c-1014-44dc-b24f-3c5331e073f7 req-07e0dcd9-6431-4481-9c71-ff4a35c4ccb9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.3841815 Feb 10 06:37:25.106604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-cf5e4b0a-6f5e-452b-bd3d-38a0906eb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.106846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Network 73416e1f-efbe-4b07-a796-c13d404be009 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:25.108134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-cf5e4b0a-6f5e-452b-bd3d-38a0906eb282 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 1125 time: 0.1729343 Feb 10 06:37:25.112300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event updated for resources: {'Port': ['ID=20fccf4b-397c-41d6-9e35-a00630548621,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:25.127187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:25.136628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:25.162891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe7af2-53fb-43f7-9b7b-812ed465b9d0 req-5fad0202-7dbb-48a7-a57e-85d2a528dd14 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.168853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe7af2-53fb-43f7-9b7b-812ed465b9d0 req-5fad0202-7dbb-48a7-a57e-85d2a528dd14 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.174068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe7af2-53fb-43f7-9b7b-812ed465b9d0 req-5fad0202-7dbb-48a7-a57e-85d2a528dd14 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.180062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe7af2-53fb-43f7-9b7b-812ed465b9d0 req-5fad0202-7dbb-48a7-a57e-85d2a528dd14 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.186592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe7af2-53fb-43f7-9b7b-812ed465b9d0 req-5fad0202-7dbb-48a7-a57e-85d2a528dd14 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.191996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe7af2-53fb-43f7-9b7b-812ed465b9d0 req-5fad0202-7dbb-48a7-a57e-85d2a528dd14 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.197340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe7af2-53fb-43f7-9b7b-812ed465b9d0 req-5fad0202-7dbb-48a7-a57e-85d2a528dd14 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.214544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5fe7af2-53fb-43f7-9b7b-812ed465b9d0 req-5fad0202-7dbb-48a7-a57e-85d2a528dd14 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.1790421 Feb 10 06:37:25.251426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-662018fe-72a4-44d8-a9a5-8729537f3faf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=945982ae-5829-47e0-b7c1-e8081d859b26 HTTP/1.1" status: 200 len: 217 time: 0.1282680 Feb 10 06:37:25.313886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5fe7af2-53fb-43f7-9b7b-812ed465b9d0 req-edc4a108-04f4-4e29-b1af-594a8b01ddfa tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689533 Feb 10 06:37:25.325795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cafa79c-1014-44dc-b24f-3c5331e073f7 req-f9b392b4-80e4-4db4-a67f-64864fe869f7 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906847 Feb 10 06:37:25.337948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.343177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:25.379959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-d393ba30-d844-4923-8eae-79969273bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.381458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-d393ba30-d844-4923-8eae-79969273bd89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 200 len: 850 time: 0.0757194 Feb 10 06:37:25.459011 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d8d9f-0363-4849-8934-b24e5c3325df x-openstack-request-id: req-9d7d8d9f-0363-4849-8934-b24e5c3325df {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:25.459243 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f009b1a3-588c-40be-8cd0-2b6f7fd2a108", "tag": "945982ae-5829-47e0-b7c1-e8081d859b26", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:25.459493 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d7d8d9f-0363-4849-8934-b24e5c3325df {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:25.459925 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f009b1a3-588c-40be-8cd0-2b6f7fd2a108', 'tag': '945982ae-5829-47e0-b7c1-e8081d859b26', 'status': 'completed', 'code': 200} Feb 10 06:37:25.462051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-d30b90b7-1738-4d91-b6f1-4f5bb5cbb20a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6036e54b-d8d1-453d-b662-5c2f22ac4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733268 Feb 10 06:37:25.470847 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-443babe2-5067-47d6-b0f9-fb9202205c3d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5333815 Feb 10 06:37:25.499773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Request body: {'port': {'device_id': '64ba8187-e16c-479c-b776-46a3f4e46084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:25.655350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20fccf4b-397c-41d6-9e35-a00630548621), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:25.743593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3fcd4-60ef-48c4-a5eb-025ec387212d req-345370f3-7c28-4575-af05-542817b61e0b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.751215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92e3fcd4-60ef-48c4-a5eb-025ec387212d req-345370f3-7c28-4575-af05-542817b61e0b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 931 time: 0.2707665 Feb 10 06:37:25.933613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-327ffd0b-7d85-42ea-822a-c7f95b02d5b6 service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542925 Feb 10 06:37:25.970324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92e3fcd4-60ef-48c4-a5eb-025ec387212d req-92f04800-2a52-4cc7-aa83-2b48cb138566 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181284 Feb 10 06:37:25.979094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a51fe-4cb8-4856-9b92-2ffa2de29203 req-e5bec9f6-a3f7-40de-8efc-7113548a6d00 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:25.993496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5a51fe-4cb8-4856-9b92-2ffa2de29203 req-e5bec9f6-a3f7-40de-8efc-7113548a6d00 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 943 time: 0.3082926 Feb 10 06:37:26.017274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:22Z', 'revision_number': 3, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:26.047063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Checking router: c34affb1-21f6-44ca-bc54-fb4d5e5736df for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:37:26.047809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Updating router c34affb1-21f6-44ca-bc54-fb4d5e5736df port bebe53e2-9a75-418b-97c6-fe99637e9566 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:37:26.085309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fccf4b-397c-41d6-9e35-a00630548621 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:26.096715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Publish callbacks [] for port (20fccf4b-397c-41d6-9e35-a00630548621), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:26.119535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Transition to ACTIVE for port object 20fccf4b-397c-41d6-9e35-a00630548621 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:26.125553 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:26.134164 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (20fccf4b-397c-41d6-9e35-a00630548621), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:26.202991 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5a51fe-4cb8-4856-9b92-2ffa2de29203 req-d43f40f6-f263-43a0-9cf8-5a5964cd9f0d tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869059 Feb 10 06:37:26.297863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c8b0ba-a8be-494a-a9d9-0d184b3ad5fa req-7882087f-b693-4d71-a705-05ae4db5b26e service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503931 Feb 10 06:37:26.568270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Pushing event updated for resources: {'Port': ['ID=20fccf4b-397c-41d6-9e35-a00630548621,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:26.630388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Attempting to bind port 20fccf4b-397c-41d6-9e35-a00630548621 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:26.630644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Attempting to bind port 20fccf4b-397c-41d6-9e35-a00630548621 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:26.630963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Attempting to bind port 20fccf4b-397c-41d6-9e35-a00630548621 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:26.649757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Port 20fccf4b-397c-41d6-9e35-a00630548621 on network 73416e1f-efbe-4b07-a796-c13d404be009 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:26.650634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Attempting to bind port 20fccf4b-397c-41d6-9e35-a00630548621 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:26.743759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:26.744119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Checking segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:26.744522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Bound using segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:26.744996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Bound port: 20fccf4b-397c-41d6-9e35-a00630548621, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:26.747762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20fccf4b-397c-41d6-9e35-a00630548621), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:26.817263 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Publish callbacks [] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:26.831268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:26.980975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Pushing event updated for resources: {'Port': ['ID=bebe53e2-9a75-418b-97c6-fe99637e9566,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:26.992385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Attempting to bind port bebe53e2-9a75-418b-97c6-fe99637e9566 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:26.992766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Attempting to bind port bebe53e2-9a75-418b-97c6-fe99637e9566 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:26.993140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Attempting to bind port bebe53e2-9a75-418b-97c6-fe99637e9566 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:26.993912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:26.997659 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:26.998011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.009210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.009721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.010214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.010593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.010935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.011274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.011609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.011943 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.012486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.012818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.013150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:27.024813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:27.025455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:27.025594 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:27.025990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:27.034784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Bound port: bebe53e2-9a75-418b-97c6-fe99637e9566, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:27.035275 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:27.038231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-a4991bc0-0fca-4072-aa58-9e96351aa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:27.039825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-a4991bc0-0fca-4072-aa58-9e96351aa3ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 1125 time: 0.6796389 Feb 10 06:37:27.100251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] For port 20fccf4b-397c-41d6-9e35-a00630548621, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:27.120701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] For port 20fccf4b-397c-41d6-9e35-a00630548621, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=20fccf4b-397c-41d6-9e35-a00630548621,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:27.148954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] For port bebe53e2-9a75-418b-97c6-fe99637e9566, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:27.154034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] For port bebe53e2-9a75-418b-97c6-fe99637e9566, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bebe53e2-9a75-418b-97c6-fe99637e9566,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:27.166016 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:27.190920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (20fccf4b-397c-41d6-9e35-a00630548621), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:27.240004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-fa2511b0-d21f-4028-87da-ec1127711c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:27.243220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-fa2511b0-d21f-4028-87da-ec1127711c64 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 910 time: 0.1937449 Feb 10 06:37:27.261372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77953ba3-b823-439f-87a1-bb51675c0196 req-a646d1ae-17c8-45fe-87dd-d4a7f582b8c5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:27.275189 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77953ba3-b823-439f-87a1-bb51675c0196 req-a646d1ae-17c8-45fe-87dd-d4a7f582b8c5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.3953454 Feb 10 06:37:27.305154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241322f-f84a-434c-8c78-c7974734418b None None] Pushing event updated for resources: {'Port': ['ID=bebe53e2-9a75-418b-97c6-fe99637e9566,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:27.318982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:37:27.319600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:37:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:27.325330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Pushing event updated for resources: {'Port': ['ID=20fccf4b-397c-41d6-9e35-a00630548621,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:27.375531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:27.376733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:27.378168 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-d15dfd68-e4af-48a0-bcb0-2e26ef33e0bf service neutron] 10.222.0.13 "PUT /v2.0/ports/20fccf4b-397c-41d6-9e35-a00630548621 HTTP/1.1" status: 200 len: 1091 time: 1.8930311 Feb 10 06:37:27.378667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ba8187-e16c-479c-b776-46a3f4e46084', 'tag': '20fccf4b-397c-41d6-9e35-a00630548621'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:27.381813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-fbcd3a5f-97cb-4a78-a12c-2b3d92f7a237 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=945982ae-5829-47e0-b7c1-e8081d859b26 HTTP/1.1" status: 200 len: 217 time: 0.0893748 Feb 10 06:37:27.392463 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b8675-486f-4ef4-8364-ab4750566b79" -d '{"events": [{"name": "network-changed", "server_uuid": "64ba8187-e16c-479c-b776-46a3f4e46084", "tag": "20fccf4b-397c-41d6-9e35-a00630548621"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:27.424772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21abd89-abe8-459e-a6e0-9eb2e25d5136 req-12a60e10-2c36-4784-81ae-37c5f865a02f tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:27.436274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e21abd89-abe8-459e-a6e0-9eb2e25d5136 req-12a60e10-2c36-4784-81ae-37c5f865a02f tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 945 time: 0.5419962 Feb 10 06:37:27.552639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:37:27.576983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-cf81d3b4-7cb5-448a-b9b0-7745449df4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:27.583094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77953ba3-b823-439f-87a1-bb51675c0196 req-321c0f87-76b7-4a6d-9b54-cf5c8e7b1285 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069692 Feb 10 06:37:27.597880 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-cf81d3b4-7cb5-448a-b9b0-7745449df4e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 1125 time: 0.1283443 Feb 10 06:37:27.687948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e21abd89-abe8-459e-a6e0-9eb2e25d5136 req-463c01eb-35c9-43b8-a2f2-235584665dac tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/security-groups?id=02925ea1-2109-4ccf-8880-399cc3e51972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509696 Feb 10 06:37:27.739295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-bea404c3-3b4e-49b2-9384-77f4a5d95531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:27.746432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-bea404c3-3b4e-49b2-9384-77f4a5d95531 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 200 len: 850 time: 0.3486741 Feb 10 06:37:27.813200 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-c00de66b-4e17-4d76-9658-0be51618de46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fccf4b-397c-41d6-9e35-a00630548621 HTTP/1.1" status: 200 len: 217 time: 0.2142205 Feb 10 06:37:27.852904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Allocated IP 172.20.0.1 (44d0e7ff-45a1-41a7-abd3-83e6807066aa/c7a99124-70b6-42cb-a1e8-78f3a2c23505/d98c48a0-9bb6-4be5-8913-e4ddcebdc22c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:27.866355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 945982ae-5829-47e0-b7c1-e8081d859b26 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:27.907492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-e6956c4c-cca0-4dcc-9fec-cae70e0790f1 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:27.908996 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-e6956c4c-cca0-4dcc-9fec-cae70e0790f1 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.24 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 945 time: 0.1655400 Feb 10 06:37:28.049871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-51f6c3aa-4c42-46d2-bd04-4116a251ab9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6036e54b-d8d1-453d-b662-5c2f22ac4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2441039 Feb 10 06:37:28.067929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-19c3268a-fa65-4b57-b73b-cab44f036f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:28.069396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-19c3268a-fa65-4b57-b73b-cab44f036f11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.2402632 Feb 10 06:37:28.113139 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-cb16a6ae-cf7a-45e3-98e7-e575807eda03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350237 Feb 10 06:37:28.130841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Deleting port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:37:28.131178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:28.216907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-b7ff3066-3f66-4e82-82df-97fd0ec7275c service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442270 Feb 10 06:37:28.229733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 945982ae-5829-47e0-b7c1-e8081d859b26, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=945982ae-5829-47e0-b7c1-e8081d859b26,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:28.258229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:22Z', 'revision_number': 3, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:28.323968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] For port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,segment=NetworkSegment(aa62e446-59d1-4e2f-8b7c-bb58738855f6),segment_id=aa62e446-59d1-4e2f-8b7c-bb58738855f6)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:28.324346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:28.344831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d154ec0-fdaa-4c18-8e03-b01e6ac99115 None None] The sync data for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 is: [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:22Z', 'revision_number': 3, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:37:28.353852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '945982ae-5829-47e0-b7c1-e8081d859b26', 'network_id': '6036e54b-d8d1-453d-b662-5c2f22ac4afb', 'port_id': '945982ae-5829-47e0-b7c1-e8081d859b26', 'mac_address': 'fa:16:3e:cb:f8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32ca044-78eb-42ea-950f-88cb2aef2da7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:28.361655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Calling delete_port for 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:37:28.401060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ef21822-daff-4d00-8090-8c8df36ed34b req-a84b78fc-e406-48f4-a530-3fb63e070953 service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748035 Feb 10 06:37:28.468177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269bfdf-8404-4549-9e18-79452dea746d req-51f30ea3-109f-4351-91df-ec8ed81b8315 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:28.472094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4269bfdf-8404-4549-9e18-79452dea746d req-51f30ea3-109f-4351-91df-ec8ed81b8315 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 943 time: 0.6349251 Feb 10 06:37:28.495608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 945982ae-5829-47e0-b7c1-e8081d859b26 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:28.498398 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:28.502097 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaddb6-1671-4b80-8530-4b93b8947a9d req-c5f36f60-1f6c-4d6d-a7da-b205931eafde tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:28.514421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaddb6-1671-4b80-8530-4b93b8947a9d req-c5f36f60-1f6c-4d6d-a7da-b205931eafde tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:28.521643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaddb6-1671-4b80-8530-4b93b8947a9d req-c5f36f60-1f6c-4d6d-a7da-b205931eafde tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:28.529045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaddb6-1671-4b80-8530-4b93b8947a9d req-c5f36f60-1f6c-4d6d-a7da-b205931eafde tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:28.531194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945982ae-5829-47e0-b7c1-e8081d859b26 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:28.538197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaddb6-1671-4b80-8530-4b93b8947a9d req-c5f36f60-1f6c-4d6d-a7da-b205931eafde tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:28.552491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaddb6-1671-4b80-8530-4b93b8947a9d req-c5f36f60-1f6c-4d6d-a7da-b205931eafde tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:28.560578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaddb6-1671-4b80-8530-4b93b8947a9d req-c5f36f60-1f6c-4d6d-a7da-b205931eafde tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:28.562899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-faaaddb6-1671-4b80-8530-4b93b8947a9d req-c5f36f60-1f6c-4d6d-a7da-b205931eafde tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.8693366 Feb 10 06:37:28.584107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 945982ae-5829-47e0-b7c1-e8081d859b26, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=945982ae-5829-47e0-b7c1-e8081d859b26,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:28.592910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:28.667822 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Publish callbacks [] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:28.719945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4269bfdf-8404-4549-9e18-79452dea746d req-e741a14b-793b-4f30-a325-c89fb1b8f82a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558564 Feb 10 06:37:28.734738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=945982ae-5829-47e0-b7c1-e8081d859b26,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:28.828316 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:28.833021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['945982ae-5829-47e0-b7c1-e8081d859b26'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:28.894945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-faaaddb6-1671-4b80-8530-4b93b8947a9d req-d12cceb6-7581-4471-888b-e80bebadd308 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2928901 Feb 10 06:37:29.037333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c297a-ef43-4eff-a09e-2f343adaba0a req-b05bb9d7-d403-4150-87b4-a8461031866f tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:29.044889 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6e8011-0664-4ff2-ad48-9afb6631b91a x-openstack-request-id: req-0e6e8011-0664-4ff2-ad48-9afb6631b91a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:29.047847 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ba8187-e16c-479c-b776-46a3f4e46084", "tag": "20fccf4b-397c-41d6-9e35-a00630548621", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:29.048732 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e6e8011-0664-4ff2-ad48-9afb6631b91a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:29.049298 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ba8187-e16c-479c-b776-46a3f4e46084', 'tag': '20fccf4b-397c-41d6-9e35-a00630548621', 'status': 'completed', 'code': 200} Feb 10 06:37:29.050140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Pushing event updated for resources: {'Port': ['ID=d98c48a0-9bb6-4be5-8913-e4ddcebdc22c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:29.053245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b80c297a-ef43-4eff-a09e-2f343adaba0a req-b05bb9d7-d403-4150-87b4-a8461031866f tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 944 time: 0.1524472 Feb 10 06:37:29.064745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:29.084787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:29.190389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b80c297a-ef43-4eff-a09e-2f343adaba0a req-ca16d7a7-44eb-4895-885b-b8edf4489c91 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356854 Feb 10 06:37:29.194753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Network 44d0e7ff-45a1-41a7-abd3-83e6807066aa is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:29.233242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40d956-9ab0-4c35-a816-f1498fd5c870 req-158f63c3-2d9a-4472-9add-1374ed417c9e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:29.240482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c40d956-9ab0-4c35-a816-f1498fd5c870 req-158f63c3-2d9a-4472-9add-1374ed417c9e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.1251550 Feb 10 06:37:29.321377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] No DVR routers for this DVR port 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:37:29.326527 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-4b897bd9-f991-4d5d-b4b9-2a08cc3f5345 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2050171 Feb 10 06:37:29.327582 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:29.330337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:29.334041 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f9682fe-0117-4e2b-ac90-b77529edbb65 req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.24 "DELETE /v2.0/ports/770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b HTTP/1.1" status: 204 len: 173 time: 1.3997023 Feb 10 06:37:29.335585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:29.355142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb7b3b-5e1d-4405-8e6c-021b01628dd9 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] Pushing event deleted for resources: {'Port': ['ID=770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:29.373420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38affcbd-337b-4fde-9032-18b4ba77f552 req-b448a890-5039-4c96-9d1f-510b6fecc677 tempest-InstanceActionsNegativeTestJSON-1365609333 tempest-InstanceActionsNegativeTestJSON-1365609333-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d HTTP/1.1" status: 200 len: 210 time: 0.0682242 Feb 10 06:37:29.384546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c40d956-9ab0-4c35-a816-f1498fd5c870 req-8580c41c-0da2-4b68-8543-469929603107 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399310 Feb 10 06:37:29.864839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bebe53e2-9a75-418b-97c6-fe99637e9566 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:29.926165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183c8c-2a3d-4a75-bfc9-831060c147da req-0cb8767a-5f40-4bbb-9c96-f58ceaac9047 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:29.944655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab183c8c-2a3d-4a75-bfc9-831060c147da req-0cb8767a-5f40-4bbb-9c96-f58ceaac9047 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 943 time: 0.1127214 Feb 10 06:37:29.968627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 945982ae-5829-47e0-b7c1-e8081d859b26 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:30.128823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab183c8c-2a3d-4a75-bfc9-831060c147da req-269ba982-5f99-4fea-8d28-979887b7bb90 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832254 Feb 10 06:37:30.205610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2ea5-43ad-4e64-bb38-8bd116a13204 req-6f2ab7ef-0ed0-4082-a84c-3f5bd242f1e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:30.230816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-75ff13eb-b8e4-49d9-8ab9-eb3238a71240 None None] Provisioning complete for port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:30.231196 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75ff13eb-b8e4-49d9-8ab9-eb3238a71240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:30.247317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2ea5-43ad-4e64-bb38-8bd116a13204 req-6f2ab7ef-0ed0-4082-a84c-3f5bd242f1e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:30.255523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (c34affb1-21f6-44ca-bc54-fb4d5e5736df), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:30.263282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2ea5-43ad-4e64-bb38-8bd116a13204 req-6f2ab7ef-0ed0-4082-a84c-3f5bd242f1e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:30.280384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2ea5-43ad-4e64-bb38-8bd116a13204 req-6f2ab7ef-0ed0-4082-a84c-3f5bd242f1e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:30.285752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2ea5-43ad-4e64-bb38-8bd116a13204 req-6f2ab7ef-0ed0-4082-a84c-3f5bd242f1e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:30.305475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2ea5-43ad-4e64-bb38-8bd116a13204 req-6f2ab7ef-0ed0-4082-a84c-3f5bd242f1e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:30.316075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2ea5-43ad-4e64-bb38-8bd116a13204 req-6f2ab7ef-0ed0-4082-a84c-3f5bd242f1e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:30.326478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-731a2ea5-43ad-4e64-bb38-8bd116a13204 req-6f2ab7ef-0ed0-4082-a84c-3f5bd242f1e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.3061919 Feb 10 06:37:30.341120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-75ff13eb-b8e4-49d9-8ab9-eb3238a71240 None None] Port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:37:30.376882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 945982ae-5829-47e0-b7c1-e8081d859b26 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:30.397555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 945982ae-5829-47e0-b7c1-e8081d859b26 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:30.397987 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:30.459537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port bebe53e2-9a75-418b-97c6-fe99637e9566 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:30.459919 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:30.476014 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2baa8d92-d13e-424d-b482-566bd853fc65 req-dd958e4f-bf9c-4075-843c-9f50d58067f9 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1329527 Feb 10 06:37:30.554472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-731a2ea5-43ad-4e64-bb38-8bd116a13204 req-fd21c859-0830-4dcc-93ea-3f12d0997930 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2270644 Feb 10 06:37:30.564815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104709c1-cef7-40ed-a192-bfe86cf6d644 req-1eeb0245-eee3-4d50-9689-3325ebd49d28 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:30.574708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-104709c1-cef7-40ed-a192-bfe86cf6d644 req-1eeb0245-eee3-4d50-9689-3325ebd49d28 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 944 time: 0.2361705 Feb 10 06:37:30.590929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 945982ae-5829-47e0-b7c1-e8081d859b26 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:30.591163 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:30.641904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 945982ae-5829-47e0-b7c1-e8081d859b26, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=945982ae-5829-47e0-b7c1-e8081d859b26,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:30.663753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f009b1a3-588c-40be-8cd0-2b6f7fd2a108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945982ae-5829-47e0-b7c1-e8081d859b26'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:30.666422 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf1d714-45c7-465e-8107-2f8791809053" -d '{"events": [{"server_uuid": "f009b1a3-588c-40be-8cd0-2b6f7fd2a108", "name": "network-vif-plugged", "status": "completed", "tag": "945982ae-5829-47e0-b7c1-e8081d859b26"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:30.673808 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:30.687117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46640) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:30.714347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-104709c1-cef7-40ed-a192-bfe86cf6d644 req-37c25f06-5aa4-4698-94fd-475937daeebc tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323647 Feb 10 06:37:30.726847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-3f766147-be32-432e-9442-fa02e82c6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:30.726847 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-3f766147-be32-432e-9442-fa02e82c6480 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 1125 time: 0.1727905 Feb 10 06:37:30.810497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port bebe53e2-9a75-418b-97c6-fe99637e9566 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:30.810900 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:30.861766 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:30.871982 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef87f2c-8f94-4d8a-8c7b-efbbbfcfc528 x-openstack-request-id: req-3ef87f2c-8f94-4d8a-8c7b-efbbbfcfc528 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:30.872908 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f009b1a3-588c-40be-8cd0-2b6f7fd2a108", "name": "network-vif-plugged", "status": "completed", "tag": "945982ae-5829-47e0-b7c1-e8081d859b26", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:30.873320 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ef87f2c-8f94-4d8a-8c7b-efbbbfcfc528 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:30.873870 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f009b1a3-588c-40be-8cd0-2b6f7fd2a108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945982ae-5829-47e0-b7c1-e8081d859b26', 'code': 200} Feb 10 06:37:30.894611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=945982ae-5829-47e0-b7c1-e8081d859b26,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:30.919459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port bebe53e2-9a75-418b-97c6-fe99637e9566, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bebe53e2-9a75-418b-97c6-fe99637e9566,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:30.927843 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:30.966882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46648) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:31.002579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8508c44-8029-4908-9de2-c58a0aedc741 req-775b6f3a-95b4-403f-8d96-ca9ea4922f50 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.009897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8508c44-8029-4908-9de2-c58a0aedc741 req-775b6f3a-95b4-403f-8d96-ca9ea4922f50 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.1903055 Feb 10 06:37:31.043934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=bebe53e2-9a75-418b-97c6-fe99637e9566,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:31.065837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d', 'name': 'network-vif-deleted', 'tag': '770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:31.067797 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cee60d-6329-4f6b-91c1-628a4aee0a44" -d '{"events": [{"server_uuid": "c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d", "name": "network-vif-deleted", "tag": "770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:31.139803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8508c44-8029-4908-9de2-c58a0aedc741 req-2423f3e3-9b48-411a-9c6b-c6082809f689 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287508 Feb 10 06:37:31.153412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7275118-7c15-40f2-a805-9c702660b007 admin admin] Deleting subnet 6a037d27-1c59-4485-ba73-158361a7dbd6 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:37:31.164207 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc76866-b77e-477a-b9bb-5224e9f8bb8f x-openstack-request-id: req-6fc76866-b77e-477a-b9bb-5224e9f8bb8f {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:31.164207 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d", "name": "network-vif-deleted", "tag": "770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:31.164207 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fc76866-b77e-477a-b9bb-5224e9f8bb8f {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:31.164207 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46f1a66-9a9c-4b7a-a5a1-f399fc221c5d', 'name': 'network-vif-deleted', 'tag': '770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b', 'status': 'completed', 'code': 200} Feb 10 06:37:31.167990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7275118-7c15-40f2-a805-9c702660b007 admin admin] Publish callbacks [] for subnet (6a037d27-1c59-4485-ba73-158361a7dbd6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.192750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60a689a5-ef31-4d02-a8ca-fab54a1b2ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.271432 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7275118-7c15-40f2-a805-9c702660b007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (6a037d27-1c59-4485-ba73-158361a7dbd6), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.298907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60a689a5-ef31-4d02-a8ca-fab54a1b2ff4 admin admin] Publish callbacks [] for security_group (ef9a0167-efba-4dad-8e26-2117c8cdea7c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.313127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-19be19d9-2563-4d7a-9297-da5470abbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.315032 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-19be19d9-2563-4d7a-9297-da5470abbe66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 906 time: 0.4725919 Feb 10 06:37:31.317265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed06b6-d80c-46cd-9026-b0f5bda87b43 req-5c4799b8-0f24-4173-b78e-abc90c447e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.319065 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1bed06b6-d80c-46cd-9026-b0f5bda87b43 req-5c4799b8-0f24-4173-b78e-abc90c447e80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 1127 time: 0.3766298 Feb 10 06:37:31.361231 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60a689a5-ef31-4d02-a8ca-fab54a1b2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ef9a0167-efba-4dad-8e26-2117c8cdea7c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.401291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a689a5-ef31-4d02-a8ca-fab54a1b2ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a0167-efba-4dad-8e26-2117c8cdea7c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:31.408340 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-d6d9f189-6e8e-4780-a2f2-75d625f2c023 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fccf4b-397c-41d6-9e35-a00630548621 HTTP/1.1" status: 200 len: 217 time: 0.0695124 Feb 10 06:37:31.435149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-60a689a5-ef31-4d02-a8ca-fab54a1b2ff4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b6abc5db7e349b4a45bd1f2f6892336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4654870 Feb 10 06:37:31.437749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46662) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:31.489930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d9c7f-f8b1-406d-93f6-6a7bfcb9459f req-17d0cfa3-dcb6-4b04-9f79-fa3f38b21080 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.491165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e3d9c7f-f8b1-406d-93f6-6a7bfcb9459f req-17d0cfa3-dcb6-4b04-9f79-fa3f38b21080 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 943 time: 0.1908321 Feb 10 06:37:31.519824 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7275118-7c15-40f2-a805-9c702660b007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (6a037d27-1c59-4485-ba73-158361a7dbd6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.545066 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-915898c3-df6d-4f3c-b3d3-dc07a52700e2 admin admin] Publish callbacks [] for security_group (ef9a0167-efba-4dad-8e26-2117c8cdea7c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.561030 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1bed06b6-d80c-46cd-9026-b0f5bda87b43 req-93f4a79c-558a-4982-bbe0-fd672a744a1d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208209 Feb 10 06:37:31.569215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-3fa3712d-9e7b-4980-a77d-235e296049db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.570569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e3d9c7f-f8b1-406d-93f6-6a7bfcb9459f req-92854e4e-463c-4108-9220-b92883136e96 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727675 Feb 10 06:37:31.580846 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-3fa3712d-9e7b-4980-a77d-235e296049db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1378369 Feb 10 06:37:31.586996 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-915898c3-df6d-4f3c-b3d3-dc07a52700e2 admin admin] Publish callbacks [] for security_group (ef9a0167-efba-4dad-8e26-2117c8cdea7c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.634287 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Publish callbacks [] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.651975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.689348 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-915898c3-df6d-4f3c-b3d3-dc07a52700e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ef9a0167-efba-4dad-8e26-2117c8cdea7c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.693729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-915898c3-df6d-4f3c-b3d3-dc07a52700e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.697339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-915898c3-df6d-4f3c-b3d3-dc07a52700e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef9a0167-efba-4dad-8e26-2117c8cdea7c HTTP/1.1" status: 204 len: 168 time: 0.2562537 Feb 10 06:37:31.713749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915898c3-df6d-4f3c-b3d3-dc07a52700e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a0167-efba-4dad-8e26-2117c8cdea7c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:31.776676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bebe53e2-9a75-418b-97c6-fe99637e9566 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:31.822787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Pushing event updated for resources: {'Port': ['ID=d98c48a0-9bb6-4be5-8913-e4ddcebdc22c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:31.832940 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-e3631b09-8e83-4592-89da-05e19aea0078 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940758 Feb 10 06:37:31.839170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510607-f4d3-4f7d-945f-7efea54f6893 req-4e17b1c4-6adf-4da4-b9e3-8dd29c21f39d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.847437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510607-f4d3-4f7d-945f-7efea54f6893 req-4e17b1c4-6adf-4da4-b9e3-8dd29c21f39d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.854039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510607-f4d3-4f7d-945f-7efea54f6893 req-4e17b1c4-6adf-4da4-b9e3-8dd29c21f39d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.862009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510607-f4d3-4f7d-945f-7efea54f6893 req-4e17b1c4-6adf-4da4-b9e3-8dd29c21f39d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.871011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510607-f4d3-4f7d-945f-7efea54f6893 req-4e17b1c4-6adf-4da4-b9e3-8dd29c21f39d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.879757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510607-f4d3-4f7d-945f-7efea54f6893 req-4e17b1c4-6adf-4da4-b9e3-8dd29c21f39d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.886518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:37:31.887895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510607-f4d3-4f7d-945f-7efea54f6893 req-4e17b1c4-6adf-4da4-b9e3-8dd29c21f39d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:31.899232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a510607-f4d3-4f7d-945f-7efea54f6893 req-4e17b1c4-6adf-4da4-b9e3-8dd29c21f39d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.1771429 Feb 10 06:37:31.899592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port bebe53e2-9a75-418b-97c6-fe99637e9566 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:31.900235 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:31.959698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (c34affb1-21f6-44ca-bc54-fb4d5e5736df), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.004597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a510607-f4d3-4f7d-945f-7efea54f6893 req-0328a868-9d91-4de0-add2-4e41ce6cf5ca tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042852 Feb 10 06:37:32.005133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:37:32.005275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 770ff455-afa6-4aa1-ba6b-4dcbc1bfcf6b not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:37:32.016948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a10b0-e516-4f50-90e1-91c9a830115e req-18e6b74b-b27f-46c6-993c-4ee20aed0f54 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:32.018521 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a07a10b0-e516-4f50-90e1-91c9a830115e req-18e6b74b-b27f-46c6-993c-4ee20aed0f54 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.0952671 Feb 10 06:37:32.022405 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7275118-7c15-40f2-a805-9c702660b007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (6a037d27-1c59-4485-ba73-158361a7dbd6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.099323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a07a10b0-e516-4f50-90e1-91c9a830115e req-98f860cc-ddce-4901-a353-5dfac7467417 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715845 Feb 10 06:37:32.147308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port bebe53e2-9a75-418b-97c6-fe99637e9566 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:32.201363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7275118-7c15-40f2-a805-9c702660b007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a037d27-1c59-4485-ba73-158361a7dbd6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:32.233291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7275118-7c15-40f2-a805-9c702660b007 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.237779 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f7275118-7c15-40f2-a805-9c702660b007 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6a037d27-1c59-4485-ba73-158361a7dbd6 HTTP/1.1" status: 204 len: 168 time: 1.5494761 Feb 10 06:37:32.240689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:32.261324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Network 44d0e7ff-45a1-41a7-abd3-83e6807066aa is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:32.270524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:32.283615 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-fc991ac6-05c7-4d25-955b-a086d67b9bea service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411249 Feb 10 06:37:32.383402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (6d4ff393-0703-4225-b476-60da861d03a9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.401275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:32.425542 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1b1b8675-486f-4ef4-8364-ab4750566b79 req-f4d1a55a-b07f-44f1-aa1b-6a23c7f30ed5 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935557 Feb 10 06:37:32.433799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4329-4367-43ca-ae3a-ca36a8a76a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.545082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467ec40-c77c-4bb4-bdb7-df9b1b30f19c req-a17f493c-0a69-4fb4-8d93-785c4af03ea6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:32.552150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e467ec40-c77c-4bb4-bdb7-df9b1b30f19c req-a17f493c-0a69-4fb4-8d93-785c4af03ea6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.2573073 Feb 10 06:37:32.558285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Router c34affb1-21f6-44ca-bc54-fb4d5e5736df has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:37:32.639433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4329-4367-43ca-ae3a-ca36a8a76a5b admin admin] Publish callbacks [] for security_group (3701df88-6cfc-4a65-a2d4-660f6e3d05af), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.683371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-20d9b2aa-ee81-43b1-9d18-48f26cecb4ef None None] Provisioning complete for port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:32.684413 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20d9b2aa-ee81-43b1-9d18-48f26cecb4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.686645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4329-4367-43ca-ae3a-ca36a8a76a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3701df88-6cfc-4a65-a2d4-660f6e3d05af), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.765941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-20d9b2aa-ee81-43b1-9d18-48f26cecb4ef None None] Port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:37:32.767627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:37:32.786260 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-31fd62a5-eaec-4bb8-8919-bd16cc37f39f admin admin] 10.222.0.21 "PUT /v2.0/routers/c34affb1-21f6-44ca-bc54-fb4d5e5736df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1549172 Feb 10 06:37:32.794220 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Sync routers for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:37:32.830609 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (6d4ff393-0703-4225-b476-60da861d03a9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.845733 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:37:32.851407 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:37:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:32.875558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4ff393-0703-4225-b476-60da861d03a9']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:32.887851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa62e446-59d1-4e2f-8b7c-bb58738855f6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:32.888215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa62e446-59d1-4e2f-8b7c-bb58738855f6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:32.901651 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (aa62e446-59d1-4e2f-8b7c-bb58738855f6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.919682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (aa62e446-59d1-4e2f-8b7c-bb58738855f6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:32.928205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:37:32.928604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (aa62e446-59d1-4e2f-8b7c-bb58738855f6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.026290 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:37:33.033614 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:37:33.036636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c4329-4367-43ca-ae3a-ca36a8a76a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3701df88-6cfc-4a65-a2d4-660f6e3d05af,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:33.058399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e467ec40-c77c-4bb4-bdb7-df9b1b30f19c req-e87048ab-cc04-4386-85d7-bf5184f900fb tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052776 Feb 10 06:37:33.073774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (6d4ff393-0703-4225-b476-60da861d03a9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.079510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.082884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6d4ff393-0703-4225-b476-60da861d03a9 HTTP/1.1" status: 204 len: 168 time: 0.8411980 Feb 10 06:37:33.135443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1eda6-29eb-4efc-9faf-685a9e0e3088 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4ff393-0703-4225-b476-60da861d03a9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:33.153926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3f5c4329-4367-43ca-ae3a-ca36a8a76a5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3eeb8db3185643eba8101302ebfa9ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7490351 Feb 10 06:37:33.154397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46696) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:33.226194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d222f34-f725-4c97-a504-5fc9211868b5 req-b4a3e318-f4d9-4546-a370-3423750abc83 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:33.233218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d222f34-f725-4c97-a504-5fc9211868b5 req-b4a3e318-f4d9-4546-a370-3423750abc83 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 943 time: 0.5385735 Feb 10 06:37:33.273216 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'd98c48a0-9bb6-4be5-8913-e4ddcebdc22c', 'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'mac_address': 'fa:16:3e:15:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:27Z', 'updated_at': '2022-02-10T06:37:31Z', 'revision_number': 2, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'subnets': [{'id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:33.309440 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Checking router: c34affb1-21f6-44ca-bc54-fb4d5e5736df for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:37:33.309997 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Updating router c34affb1-21f6-44ca-bc54-fb4d5e5736df port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:37:33.318016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5e9fdc4-08ca-4d6b-80e9-a0dd477df00a admin admin] Publish callbacks [] for security_group (3701df88-6cfc-4a65-a2d4-660f6e3d05af), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.342279 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.370436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d222f34-f725-4c97-a504-5fc9211868b5 req-46c61d74-2b59-4476-ab3d-d6b7b39d54f1 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293879 Feb 10 06:37:33.390569 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5e9fdc4-08ca-4d6b-80e9-a0dd477df00a admin admin] Publish callbacks [] for security_group (3701df88-6cfc-4a65-a2d4-660f6e3d05af), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.490040 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5e9fdc4-08ca-4d6b-80e9-a0dd477df00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3701df88-6cfc-4a65-a2d4-660f6e3d05af), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.492848 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5e9fdc4-08ca-4d6b-80e9-a0dd477df00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.494272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e5e9fdc4-08ca-4d6b-80e9-a0dd477df00a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3701df88-6cfc-4a65-a2d4-660f6e3d05af HTTP/1.1" status: 204 len: 168 time: 0.3387063 Feb 10 06:37:33.497434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:33.507681 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9fdc4-08ca-4d6b-80e9-a0dd477df00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3701df88-6cfc-4a65-a2d4-660f6e3d05af,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:33.643103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-64090b29-0fdd-418b-8545-72a8c842e0a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5546b07c10bc40f2baff590c85724798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439519 Feb 10 06:37:33.645641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:33.730343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69887d6-e0a3-417d-919c-ae6804582fca req-c6e90b53-90da-40fa-83d6-ea2b1f6c6a22 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:33.737228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69887d6-e0a3-417d-919c-ae6804582fca req-c6e90b53-90da-40fa-83d6-ea2b1f6c6a22 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:33.754144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69887d6-e0a3-417d-919c-ae6804582fca req-c6e90b53-90da-40fa-83d6-ea2b1f6c6a22 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:33.768905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69887d6-e0a3-417d-919c-ae6804582fca req-c6e90b53-90da-40fa-83d6-ea2b1f6c6a22 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:33.775116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69887d6-e0a3-417d-919c-ae6804582fca req-c6e90b53-90da-40fa-83d6-ea2b1f6c6a22 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:33.782240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69887d6-e0a3-417d-919c-ae6804582fca req-c6e90b53-90da-40fa-83d6-ea2b1f6c6a22 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:33.787348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69887d6-e0a3-417d-919c-ae6804582fca req-c6e90b53-90da-40fa-83d6-ea2b1f6c6a22 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:33.789684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b69887d6-e0a3-417d-919c-ae6804582fca req-c6e90b53-90da-40fa-83d6-ea2b1f6c6a22 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.2087657 Feb 10 06:37:33.844697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46714) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:33.849267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d9071f5f-cb00-4b34-b572-0693f5df05d6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--995309992', 'description': 'tempest-description--894643758'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:33.890642 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9071f5f-cb00-4b34-b572-0693f5df05d6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.892883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faa66470-6362-4336-a213-7e3ae3b6bb94 admin admin] Publish callbacks [] for security_group (02925ea1-2109-4ccf-8880-399cc3e51972), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.901743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b69887d6-e0a3-417d-919c-ae6804582fca req-e848f271-1f9e-4e16-b299-36a471c8cfcf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023059 Feb 10 06:37:33.916754 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Publish callbacks [] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.925216 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:33.944599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 20fccf4b-397c-41d6-9e35-a00630548621 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:33.966244 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faa66470-6362-4336-a213-7e3ae3b6bb94 admin admin] Publish callbacks [] for security_group (02925ea1-2109-4ccf-8880-399cc3e51972), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.017975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a24af5-070a-46e7-8c5a-790260096b8e req-f4e529eb-700e-406c-9127-90cad94249ca tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:34.019607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8a24af5-070a-46e7-8c5a-790260096b8e req-f4e529eb-700e-406c-9127-90cad94249ca tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1093445 Feb 10 06:37:34.023630 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9071f5f-cb00-4b34-b572-0693f5df05d6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group (e08877d3-d9f9-49bc-b961-c51258e1102e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.031903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9071f5f-cb00-4b34-b572-0693f5df05d6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e08877d3-d9f9-49bc-b961-c51258e1102e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.052450 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Pushing event updated for resources: {'Port': ['ID=d98c48a0-9bb6-4be5-8913-e4ddcebdc22c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:34.068701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faa66470-6362-4336-a213-7e3ae3b6bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (02925ea1-2109-4ccf-8880-399cc3e51972), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.069745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9071f5f-cb00-4b34-b572-0693f5df05d6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.073559 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d9071f5f-cb00-4b34-b572-0693f5df05d6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2253718 Feb 10 06:37:34.078022 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faa66470-6362-4336-a213-7e3ae3b6bb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.085363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-faa66470-6362-4336-a213-7e3ae3b6bb94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02925ea1-2109-4ccf-8880-399cc3e51972 HTTP/1.1" status: 204 len: 168 time: 0.4382985 Feb 10 06:37:34.085846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46720) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:34.108773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 20fccf4b-397c-41d6-9e35-a00630548621, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=20fccf4b-397c-41d6-9e35-a00630548621,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:34.118386 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-884cb092-07f6-4b83-850c-d892b582586e tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Request body: {'security_group_rule': {'security_group_id': 'e08877d3-d9f9-49bc-b961-c51258e1102e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:34.125501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '20fccf4b-397c-41d6-9e35-a00630548621', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'port_id': '20fccf4b-397c-41d6-9e35-a00630548621', 'mac_address': 'fa:16:3e:bd:11:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b828090-b45b-45b1-b6c4-67980fdababc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:34.128960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa66470-6362-4336-a213-7e3ae3b6bb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02925ea1-2109-4ccf-8880-399cc3e51972,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:34.134722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9071f5f-cb00-4b34-b572-0693f5df05d6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08877d3-d9f9-49bc-b961-c51258e1102e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:34.174256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8a24af5-070a-46e7-8c5a-790260096b8e req-3f40048b-9d9d-4582-89d0-0f679d89ff4d tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392300 Feb 10 06:37:34.176528 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.176892 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.177229 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.177565 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.190921 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.191294 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.191657 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.191990 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.192319 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.193267 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.193597 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.195576 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.195917 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:37:34.207077 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-884cb092-07f6-4b83-850c-d892b582586e tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group_rule (bd085480-8fb3-4ef2-a3e0-1afa7318eef9), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.228736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 20fccf4b-397c-41d6-9e35-a00630548621 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:34.229180 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20fccf4b-397c-41d6-9e35-a00630548621), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.253535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fccf4b-397c-41d6-9e35-a00630548621 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:34.303939 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Attempting to bind port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:34.305275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 20fccf4b-397c-41d6-9e35-a00630548621, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=20fccf4b-397c-41d6-9e35-a00630548621,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:34.307244 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Attempting to bind port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:34.312387 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Attempting to bind port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c on network 44d0e7ff-45a1-41a7-abd3-83e6807066aa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:34.313652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (20fccf4b-397c-41d6-9e35-a00630548621), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.321510 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:34.324717 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Checking segment: {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:34.326183 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.327303 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Bound using segment: {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:34.328020 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Bound port: d98c48a0-9bb6-4be5-8913-e4ddcebdc22c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:34.328614 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.384475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-884cb092-07f6-4b83-850c-d892b582586e tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group_rule (bd085480-8fb3-4ef2-a3e0-1afa7318eef9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.396470 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-884cb092-07f6-4b83-850c-d892b582586e tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (bd085480-8fb3-4ef2-a3e0-1afa7318eef9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.405587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ce860-1342-463a-9390-3d97d5443ee7 req-7b7b515c-af5b-4e40-88f1-48fcd26f2a75 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:34.407161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-678ce860-1342-463a-9390-3d97d5443ee7 req-7b7b515c-af5b-4e40-88f1-48fcd26f2a75 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.1784880 Feb 10 06:37:34.454592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=20fccf4b-397c-41d6-9e35-a00630548621,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:34.471840 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] For port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:34.473988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cb092-07f6-4b83-850c-d892b582586e tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd085480-8fb3-4ef2-a3e0-1afa7318eef9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:34.483069 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] For port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d98c48a0-9bb6-4be5-8913-e4ddcebdc22c,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:34.492726 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-884cb092-07f6-4b83-850c-d892b582586e tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.493970 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-884cb092-07f6-4b83-850c-d892b582586e tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3818262 Feb 10 06:37:34.494748 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.497229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46738) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:34.502016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a0186bac-a119-4f04-93e9-6c9f2bfc4128 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Request body: {'security_group_rule': {'security_group_id': 'e08877d3-d9f9-49bc-b961-c51258e1102e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:34.526023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a7daf405-1558-4b49-b462-ed715f5df0dd None None] Provisioning complete for port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:34.526023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7daf405-1558-4b49-b462-ed715f5df0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.553737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-678ce860-1342-463a-9390-3d97d5443ee7 req-a611a678-ca15-47c7-9452-fc653bdbe2aa tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302161 Feb 10 06:37:34.554241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0186bac-a119-4f04-93e9-6c9f2bfc4128 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group_rule (30294628-10a7-4cf6-994d-ea48d1eb5cc7), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.591437 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cce520-280b-47d2-99af-ce590b5ef6dd None None] Pushing event updated for resources: {'Port': ['ID=d98c48a0-9bb6-4be5-8913-e4ddcebdc22c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:34.652925 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:37:34.654412 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:37:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:34.711201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee2a28-99e8-45e3-b201-d307ae8528e0 req-4ef07c8f-9330-4c79-b1d7-3032f3bbb6ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:34.713192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ee2a28-99e8-45e3-b201-d307ae8528e0 req-4ef07c8f-9330-4c79-b1d7-3032f3bbb6ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 944 time: 0.0869758 Feb 10 06:37:34.757821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['20fccf4b-397c-41d6-9e35-a00630548621'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:34.785784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-8a9115ac-584a-4ddb-abbb-b2db8dc043c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:34.798975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a7daf405-1558-4b49-b462-ed715f5df0dd None None] Current status of the port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:34.799631 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7daf405-1558-4b49-b462-ed715f5df0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.807757 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-8a9115ac-584a-4ddb-abbb-b2db8dc043c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 1127 time: 0.2436771 Feb 10 06:37:34.809788 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0186bac-a119-4f04-93e9-6c9f2bfc4128 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group_rule (30294628-10a7-4cf6-994d-ea48d1eb5cc7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.835024 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:37:34.880065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a7daf405-1558-4b49-b462-ed715f5df0dd None None] For port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d98c48a0-9bb6-4be5-8913-e4ddcebdc22c,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:34.909960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0186bac-a119-4f04-93e9-6c9f2bfc4128 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (30294628-10a7-4cf6-994d-ea48d1eb5cc7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.913967 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7daf405-1558-4b49-b462-ed715f5df0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:34.921621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ee2a28-99e8-45e3-b201-d307ae8528e0 req-fbb3d7c8-7b8d-426e-b0cc-7bb76722d206 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023687 Feb 10 06:37:34.969720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0186bac-a119-4f04-93e9-6c9f2bfc4128 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30294628-10a7-4cf6-994d-ea48d1eb5cc7,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:34.995918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01181a-44fe-41d4-b4d1-5954500e59be req-6047b65d-2067-4e8a-ae14-cb83fcdf638d tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.011159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db01181a-44fe-41d4-b4d1-5954500e59be req-6047b65d-2067-4e8a-ae14-cb83fcdf638d tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.2371445 Feb 10 06:37:35.076924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daf405-1558-4b49-b462-ed715f5df0dd None None] Pushing event updated for resources: {'Port': ['ID=d98c48a0-9bb6-4be5-8913-e4ddcebdc22c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:35.123495 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a0186bac-a119-4f04-93e9-6c9f2bfc4128 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:35.138951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db01181a-44fe-41d4-b4d1-5954500e59be req-c031b591-a172-4182-9bc5-5b208a88c46f tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268194 Feb 10 06:37:35.139710 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a0186bac-a119-4f04-93e9-6c9f2bfc4128 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6410468 Feb 10 06:37:35.140161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46766) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:35.154517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:35.194135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-2c59920e-aa33-4066-9041-5316b23867d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.201780 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-2c59920e-aa33-4066-9041-5316b23867d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 910 time: 0.3861213 Feb 10 06:37:35.227014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ab113565-c0c5-4446-a42f-6afca37439ce None None] Provisioning complete for port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:35.227895 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab113565-c0c5-4446-a42f-6afca37439ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:35.234826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:35.288767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-e271f6e5-39d5-4adc-a0c3-e303cabad809 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=945982ae-5829-47e0-b7c1-e8081d859b26 HTTP/1.1" status: 200 len: 217 time: 0.0802364 Feb 10 06:37:35.289288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767672f-d825-4bdc-a8ed-61e6a48c17b3 req-6f8447f0-11fd-4fef-9d4e-4af089ec371a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.295616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767672f-d825-4bdc-a8ed-61e6a48c17b3 req-6f8447f0-11fd-4fef-9d4e-4af089ec371a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.303066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767672f-d825-4bdc-a8ed-61e6a48c17b3 req-6f8447f0-11fd-4fef-9d4e-4af089ec371a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.308625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767672f-d825-4bdc-a8ed-61e6a48c17b3 req-6f8447f0-11fd-4fef-9d4e-4af089ec371a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.315535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767672f-d825-4bdc-a8ed-61e6a48c17b3 req-6f8447f0-11fd-4fef-9d4e-4af089ec371a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.322074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767672f-d825-4bdc-a8ed-61e6a48c17b3 req-6f8447f0-11fd-4fef-9d4e-4af089ec371a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.331121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767672f-d825-4bdc-a8ed-61e6a48c17b3 req-6f8447f0-11fd-4fef-9d4e-4af089ec371a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.331121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9767672f-d825-4bdc-a8ed-61e6a48c17b3 req-6f8447f0-11fd-4fef-9d4e-4af089ec371a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.2114334 Feb 10 06:37:35.374494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ab113565-c0c5-4446-a42f-6afca37439ce None None] Current status of the port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:35.404681 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-1bc43c75-0bf2-4501-bf99-33794cf6f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:35.408702 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-1bc43c75-0bf2-4501-bf99-33794cf6f34e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 200 len: 850 time: 0.1113057 Feb 10 06:37:35.449009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9767672f-d825-4bdc-a8ed-61e6a48c17b3 req-31d3da3b-554b-4534-bd80-2f4deef3745e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121914 Feb 10 06:37:35.467063 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-80266dbd-4c11-4329-bd70-5801ce9e7775 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6036e54b-d8d1-453d-b662-5c2f22ac4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521946 Feb 10 06:37:35.471458 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:35.540128 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'd98c48a0-9bb6-4be5-8913-e4ddcebdc22c', 'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'mac_address': 'fa:16:3e:15:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:27Z', 'updated_at': '2022-02-10T06:37:34Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'subnets': [{'id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:37:35.576130 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16ad6b-3906-44a1-acd3-736a7882a66d None None] The sync data for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 is: [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'd98c48a0-9bb6-4be5-8913-e4ddcebdc22c', 'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'mac_address': 'fa:16:3e:15:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:27Z', 'updated_at': '2022-02-10T06:37:34Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'subnets': [{'id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:37:35.614755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46780) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:35.669069 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-0988cb4f-dc9e-4a11-ad2f-941446c78afb service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953952 Feb 10 06:37:35.679147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Allocated IP 172.25.8.45 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/ae50c1f3-6831-44e8-aaf0-a1cf1a679e13) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:35.859671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d98c48a0-9bb6-4be5-8913-e4ddcebdc22c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:35.872110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-726554032-network', 'tenant_id': 'a8a677fce2dd4345a826d3af62198142'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:35.897420 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-56439919-e346-4faf-b4b7-e1f03fc00140 req-7d29c4ec-86df-4159-a1ba-45bcc1f0dd0a service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181747 Feb 10 06:37:35.915811 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Made reservation on behalf of a8a677fce2dd4345a826d3af62198142 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:35.918355 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:35.937533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:35.957087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:35.957087 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.077047 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Publish callbacks [] for security_group (8ca24232-7285-4e11-90ad-97043428e488), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.080945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8ca24232-7285-4e11-90ad-97043428e488), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.102802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:36.107803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:37:36.127406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6c68f3cb-fe28-4947-8e33-980c50734a13), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.127739 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Added segment 6c68f3cb-fe28-4947-8e33-980c50734a13 of type vlan for network 536e875d-3773-4d81-994a-c7414db54e3a Feb 10 06:37:36.129449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca24232-7285-4e11-90ad-97043428e488,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:36.204827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (536e875d-3773-4d81-994a-c7414db54e3a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.245900 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (536e875d-3773-4d81-994a-c7414db54e3a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.247384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.248145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.248312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for port (ae50c1f3-6831-44e8-aaf0-a1cf1a679e13), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.273799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e7725-f66f-4c76-9abf-73a0b5dee870 req-4c4f081d-07af-46eb-9cd4-b5b35e76ed94 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.275632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df0e7725-f66f-4c76-9abf-73a0b5dee870 req-4c4f081d-07af-46eb-9cd4-b5b35e76ed94 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.5501440 Feb 10 06:37:36.331556 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7121980 Feb 10 06:37:36.334364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46806) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:37:36.339399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Request body: {'subnet': {'network_id': '536e875d-3773-4d81-994a-c7414db54e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-726554032-subnet', 'tenant_id': 'a8a677fce2dd4345a826d3af62198142', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:36.390971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4888c2-637f-482b-b541-0e903a460742 req-f2ec6bbc-55ac-4982-8593-43af752ca1ad tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.397762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c4888c2-637f-482b-b541-0e903a460742 req-f2ec6bbc-55ac-4982-8593-43af752ca1ad tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 944 time: 0.1557746 Feb 10 06:37:36.402087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd8d07-3068-43e5-9dce-f79af5b5dd36 admin admin] Pushing event updated for resources: {'Network': ['ID=536e875d-3773-4d81-994a-c7414db54e3a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:36.406278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ae50c1f3-6831-44e8-aaf0-a1cf1a679e13), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.413399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df0e7725-f66f-4c76-9abf-73a0b5dee870 req-f42d0118-0d02-4b24-a379-1fa0c96206b3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194432 Feb 10 06:37:36.415561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 536e875d-3773-4d81-994a-c7414db54e3a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:37:36.425825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Made reservation on behalf of a8a677fce2dd4345a826d3af62198142 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:36.443690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.506447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:36.516892 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:36.534613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:36.539420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Pushing event updated for resources: {'Port': ['ID=ae50c1f3-6831-44e8-aaf0-a1cf1a679e13,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:36.579172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c4888c2-637f-482b-b541-0e903a460742 req-d41649ed-d6e9-43f1-9fdb-a8859c5e5c89 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801782 Feb 10 06:37:36.687775 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.718040 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (82537582-be9b-4475-91f6-cfa4ac91f322), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.778795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82537582-be9b-4475-91f6-cfa4ac91f322,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:36.787529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201b773-99b9-480b-a0ac-810c4fe0c93a req-7186303a-d27b-49c2-a87d-c9edd6f6c4d9 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.789597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Checking segment: {'id': '6c68f3cb-fe28-4947-8e33-980c50734a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '536e875d-3773-4d81-994a-c7414db54e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:36.789964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Network hostable DHCP agents. Network: 536e875d-3773-4d81-994a-c7414db54e3a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:37:36.794683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8201b773-99b9-480b-a0ac-810c4fe0c93a req-7186303a-d27b-49c2-a87d-c9edd6f6c4d9 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.2226965 Feb 10 06:37:36.813853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Network 536e875d-3773-4d81-994a-c7414db54e3a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:37:36.827481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 536e875d-3773-4d81-994a-c7414db54e3a) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:36.834417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.834939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.837485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc41a4-60dc-4792-b44e-25f4239f50b6 None None] Network 536e875d-3773-4d81-994a-c7414db54e3a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:37:36.840417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3b6e-70c3-4ce4-8b77-2d2cdfa029a6 req-115c7b61-819c-4327-9d6f-8644a5079c2f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.846146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3b6e-70c3-4ce4-8b77-2d2cdfa029a6 req-115c7b61-819c-4327-9d6f-8644a5079c2f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.852427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3b6e-70c3-4ce4-8b77-2d2cdfa029a6 req-115c7b61-819c-4327-9d6f-8644a5079c2f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.858248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3b6e-70c3-4ce4-8b77-2d2cdfa029a6 req-115c7b61-819c-4327-9d6f-8644a5079c2f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.863667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3b6e-70c3-4ce4-8b77-2d2cdfa029a6 req-115c7b61-819c-4327-9d6f-8644a5079c2f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.865558 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4a2d0f08-360f-4edc-b9c0-c3c6530cec9f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5303562 Feb 10 06:37:36.877544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3b6e-70c3-4ce4-8b77-2d2cdfa029a6 req-115c7b61-819c-4327-9d6f-8644a5079c2f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.882871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3b6e-70c3-4ce4-8b77-2d2cdfa029a6 req-115c7b61-819c-4327-9d6f-8644a5079c2f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:36.884859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76ac3b6e-70c3-4ce4-8b77-2d2cdfa029a6 req-115c7b61-819c-4327-9d6f-8644a5079c2f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.2311757 Feb 10 06:37:36.940391 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for floatingip (0ef784d9-449d-4c22-9ec6-6e9a5856c58b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:36.970290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7460e3-c58f-492e-acfe-b84a2e6d87db None None] Network 536e875d-3773-4d81-994a-c7414db54e3a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:37:36.996646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8201b773-99b9-480b-a0ac-810c4fe0c93a req-84c4f959-bffa-4a17-be49-e92c1a0bcbb7 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960657 Feb 10 06:37:37.092396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ae50c1f3-6831-44e8-aaf0-a1cf1a679e13), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:37.145664 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76ac3b6e-70c3-4ce4-8b77-2d2cdfa029a6 req-86fabcdb-57bd-4513-a88c-995a3d882595 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2531350 Feb 10 06:37:37.317639 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for port (ae50c1f3-6831-44e8-aaf0-a1cf1a679e13), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:37.328979 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (ae50c1f3-6831-44e8-aaf0-a1cf1a679e13), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:37.446117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Pushing event updated for resources: {'Port': ['ID=ae50c1f3-6831-44e8-aaf0-a1cf1a679e13,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:37.495180 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (0ef784d9-449d-4c22-9ec6-6e9a5856c58b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:37.520647 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:37.521926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d9235129-00b1-47d7-848f-4061313d8c1d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3785796 Feb 10 06:37:37.557463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-0fe7174e-1233-4a40-a499-b60955644ac4 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:37.564001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-0fe7174e-1233-4a40-a499-b60955644ac4 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/networks?id=536e875d-3773-4d81-994a-c7414db54e3a HTTP/1.1" status: 200 len: 808 time: 0.1989782 Feb 10 06:37:37.600930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-0256ee10-15ab-4fb3-af98-b4c0b1688c7c tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/quotas/a8a677fce2dd4345a826d3af62198142 HTTP/1.1" status: 200 len: 375 time: 0.0209196 Feb 10 06:37:37.624586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7f466-f541-4965-97ab-f887cdad8d23 req-8a148006-65d3-4c6c-b4f9-9c52ef6cf6ca tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:37.626147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5f7f466-f541-4965-97ab-f887cdad8d23 req-8a148006-65d3-4c6c-b4f9-9c52ef6cf6ca tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.0869880 Feb 10 06:37:37.650359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-26b1e19b-a7c0-40dc-9822-daa087b4a858 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a677fce2dd4345a826d3af62198142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412934 Feb 10 06:37:37.759824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5f7f466-f541-4965-97ab-f887cdad8d23 req-e4a59d4d-c973-4070-9803-6ecaed200f2a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130238 Feb 10 06:37:37.787841 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-2d1bcc50-0422-4ce0-b47b-e973f4af4826 service neutron] 10.222.0.21 "GET /v2.0/networks/536e875d-3773-4d81-994a-c7414db54e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271093 Feb 10 06:37:37.905803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-0685f4ee-b517-4c38-b2ab-0488ec8a21a8 service neutron] 10.222.0.21 "GET /v2.0/networks/536e875d-3773-4d81-994a-c7414db54e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170118 Feb 10 06:37:37.920316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3a4ef-ec03-4c7e-b5e7-b60a145ffa71 req-e5561c7d-ddc5-4b46-b65b-623bf5aa377d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:37.922021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40e3a4ef-ec03-4c7e-b5e7-b60a145ffa71 req-e5561c7d-ddc5-4b46-b65b-623bf5aa377d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 944 time: 0.0735335 Feb 10 06:37:37.971612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40e3a4ef-ec03-4c7e-b5e7-b60a145ffa71 req-87a4f115-2b81-40d1-94ed-60d9233d4399 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Feb 10 06:37:37.976792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 20fccf4b-397c-41d6-9e35-a00630548621 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:38.064782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 20fccf4b-397c-41d6-9e35-a00630548621 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:38.071016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 20fccf4b-397c-41d6-9e35-a00630548621 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:38.071738 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (20fccf4b-397c-41d6-9e35-a00630548621), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:38.154819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-fea55bbe-8664-488f-a7cf-c5e5f5b8ab74 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--995309992&fields=id&tenant_id=64404c9af09744d9915408d0cdb7e90b HTTP/1.1" status: 200 len: 267 time: 0.0712891 Feb 10 06:37:38.165700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d1496-befe-4878-a2f3-a1513634c9b9 req-3e5bb4a0-49b3-49b6-b6b3-42db4959aecd tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:38.172721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea0d1496-befe-4878-a2f3-a1513634c9b9 req-3e5bb4a0-49b3-49b6-b6b3-42db4959aecd tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1004961 Feb 10 06:37:38.196308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 20fccf4b-397c-41d6-9e35-a00630548621 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:38.197340 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (20fccf4b-397c-41d6-9e35-a00630548621), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:38.247014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ba8187-e16c-479c-b776-46a3f4e46084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fccf4b-397c-41d6-9e35-a00630548621'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:38.249899 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d18edcf-1aa4-481d-a619-af473c4b6cc9" -d '{"events": [{"server_uuid": "64ba8187-e16c-479c-b776-46a3f4e46084", "name": "network-vif-plugged", "status": "completed", "tag": "20fccf4b-397c-41d6-9e35-a00630548621"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:38.264752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 20fccf4b-397c-41d6-9e35-a00630548621, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=20fccf4b-397c-41d6-9e35-a00630548621,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:38.270164 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (20fccf4b-397c-41d6-9e35-a00630548621), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:38.302670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea0d1496-befe-4878-a2f3-a1513634c9b9 req-6777406f-c8cf-4f74-be81-2135c9e8e8b1 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247404 Feb 10 06:37:38.354523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=20fccf4b-397c-41d6-9e35-a00630548621,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:38.365932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-05506134-ef41-4dea-89bf-b6dbb70c4257 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:38.367496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-05506134-ef41-4dea-89bf-b6dbb70c4257 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/networks?id=44d0e7ff-45a1-41a7-abd3-83e6807066aa HTTP/1.1" status: 200 len: 806 time: 0.1917369 Feb 10 06:37:38.404345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d608ef23-9a34-44c3-9cfd-c6544ca142b6 req-b15ebab7-4859-41ee-b119-715ffd4868eb tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 210 time: 0.0348082 Feb 10 06:37:38.413422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-6a8bd5d1-5913-4033-86ad-51616c0cde61 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/quotas/64404c9af09744d9915408d0cdb7e90b HTTP/1.1" status: 200 len: 375 time: 0.0336215 Feb 10 06:37:38.497580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-35b1fd21-06b1-4f02-883f-c0395bb4d946 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64404c9af09744d9915408d0cdb7e90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832751 Feb 10 06:37:38.635463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4a2c-3476-4bb0-8d3d-f7a97c2eaff4 req-74feb282-55f7-42d8-a3a4-9c96f30b6539 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:38.641639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4a2c-3476-4bb0-8d3d-f7a97c2eaff4 req-74feb282-55f7-42d8-a3a4-9c96f30b6539 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:38.647085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4a2c-3476-4bb0-8d3d-f7a97c2eaff4 req-74feb282-55f7-42d8-a3a4-9c96f30b6539 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:38.652532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4a2c-3476-4bb0-8d3d-f7a97c2eaff4 req-74feb282-55f7-42d8-a3a4-9c96f30b6539 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:38.657990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4a2c-3476-4bb0-8d3d-f7a97c2eaff4 req-74feb282-55f7-42d8-a3a4-9c96f30b6539 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:38.663365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4a2c-3476-4bb0-8d3d-f7a97c2eaff4 req-74feb282-55f7-42d8-a3a4-9c96f30b6539 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:38.669401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4a2c-3476-4bb0-8d3d-f7a97c2eaff4 req-74feb282-55f7-42d8-a3a4-9c96f30b6539 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:38.677435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e4a4a2c-3476-4bb0-8d3d-f7a97c2eaff4 req-74feb282-55f7-42d8-a3a4-9c96f30b6539 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.1883981 Feb 10 06:37:38.727796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-94e7093f-83cf-45a9-aa56-33906bfb0690 service neutron] 10.222.0.21 "GET /v2.0/networks/44d0e7ff-45a1-41a7-abd3-83e6807066aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181115 Feb 10 06:37:38.830972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e4a4a2c-3476-4bb0-8d3d-f7a97c2eaff4 req-dcbaea3d-46a7-4932-9aae-2e16b6132078 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525216 Feb 10 06:37:38.885226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-b77e79d3-1721-4a3b-a389-667b69d0da5d service neutron] 10.222.0.21 "GET /v2.0/networks/44d0e7ff-45a1-41a7-abd3-83e6807066aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565313 Feb 10 06:37:38.892479 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07db6c2b-1793-4bd2-8215-dac4816dc965 x-openstack-request-id: req-07db6c2b-1793-4bd2-8215-dac4816dc965 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:38.892774 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ba8187-e16c-479c-b776-46a3f4e46084", "name": "network-vif-plugged", "status": "completed", "tag": "20fccf4b-397c-41d6-9e35-a00630548621", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:38.893037 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07db6c2b-1793-4bd2-8215-dac4816dc965 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:38.893445 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ba8187-e16c-479c-b776-46a3f4e46084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fccf4b-397c-41d6-9e35-a00630548621', 'code': 200} Feb 10 06:37:39.008561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1ed5f-7264-4697-b54a-d0f6eb5f3b3c req-279b195b-a108-4613-9d67-303508cd008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:39.010516 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-05c1ed5f-7264-4697-b54a-d0f6eb5f3b3c req-279b195b-a108-4613-9d67-303508cd008c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 1127 time: 0.0513656 Feb 10 06:37:39.025140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a8a85-7d16-4212-9ccc-08cce0dbadf4 req-adc5168c-85fe-4198-a531-3300134586c5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:39.032763 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-078a8a85-7d16-4212-9ccc-08cce0dbadf4 req-adc5168c-85fe-4198-a531-3300134586c5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.0769732 Feb 10 06:37:39.070775 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-05c1ed5f-7264-4697-b54a-d0f6eb5f3b3c req-203c0afb-c288-4b23-888d-5ecbbcdcf7e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532205 Feb 10 06:37:39.090772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-078a8a85-7d16-4212-9ccc-08cce0dbadf4 req-4022afd1-9a1c-4dc3-9acc-81cd8ed802fe tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563662 Feb 10 06:37:39.171413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05d9f3b7-bb32-491c-a879-76024e19c922 req-a67cda25-ead1-47c1-80e1-d58fa72f87bb tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 210 time: 0.0382431 Feb 10 06:37:39.262165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e2d30-4786-4c1e-a756-30e969242a5c req-2a31ef5f-ef86-4b39-a827-38dc1afeab29 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:39.263823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-691e2d30-4786-4c1e-a756-30e969242a5c req-2a31ef5f-ef86-4b39-a827-38dc1afeab29 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 945 time: 0.0911536 Feb 10 06:37:39.346848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-691e2d30-4786-4c1e-a756-30e969242a5c req-e21bc881-f28e-44df-94cd-fc1c63ddf94c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662224 Feb 10 06:37:39.572494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-08b24097-bc62-4947-a7eb-7ebc38091ff2 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:39.574480 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-08b24097-bc62-4947-a7eb-7ebc38091ff2 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.24 "GET /v2.0/networks?id=536e875d-3773-4d81-994a-c7414db54e3a HTTP/1.1" status: 200 len: 808 time: 0.3127458 Feb 10 06:37:39.589032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Request body: {'port': {'device_id': '45e4a489-2074-432c-a8d3-7e68a894d318', 'network_id': '536e875d-3773-4d81-994a-c7414db54e3a', 'admin_state_up': True, 'tenant_id': 'a8a677fce2dd4345a826d3af62198142'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:39.607542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d19c1-cfab-4762-9f3b-7e6aa971b4eb req-50758276-bc23-45c5-88aa-c3483654fa41 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:39.609234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d0d19c1-cfab-4762-9f3b-7e6aa971b4eb req-50758276-bc23-45c5-88aa-c3483654fa41 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1838534 Feb 10 06:37:39.684403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af6135fb-eb96-449f-be6c-d146d96fc474 req-64bff71a-2474-4466-aec2-a756268506f6 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 210 time: 0.0685918 Feb 10 06:37:39.737816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d0d19c1-cfab-4762-9f3b-7e6aa971b4eb req-21297162-9ab8-4d39-a949-cd8b3915f210 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034970 Feb 10 06:37:39.826415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Made reservation on behalf of a8a677fce2dd4345a826d3af62198142 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:39.832053 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:39.904759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:39.989861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Allocated IP 172.20.0.13 (536e875d-3773-4d81-994a-c7414db54e3a/82537582-be9b-4475-91f6-cfa4ac91f322/1cf7957b-cfe5-4920-8da0-e66073dbaac2) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:40.057141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13c4e-ae11-4798-b92e-34d1d047ca39 req-0c8c5ba5-1cc3-4fd9-852d-7c5d5e370eaf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.063712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13c4e-ae11-4798-b92e-34d1d047ca39 req-0c8c5ba5-1cc3-4fd9-852d-7c5d5e370eaf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.069418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13c4e-ae11-4798-b92e-34d1d047ca39 req-0c8c5ba5-1cc3-4fd9-852d-7c5d5e370eaf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.076739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13c4e-ae11-4798-b92e-34d1d047ca39 req-0c8c5ba5-1cc3-4fd9-852d-7c5d5e370eaf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.082155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13c4e-ae11-4798-b92e-34d1d047ca39 req-0c8c5ba5-1cc3-4fd9-852d-7c5d5e370eaf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.088059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13c4e-ae11-4798-b92e-34d1d047ca39 req-0c8c5ba5-1cc3-4fd9-852d-7c5d5e370eaf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.093708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13c4e-ae11-4798-b92e-34d1d047ca39 req-0c8c5ba5-1cc3-4fd9-852d-7c5d5e370eaf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.096218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21b13c4e-ae11-4798-b92e-34d1d047ca39 req-0c8c5ba5-1cc3-4fd9-852d-7c5d5e370eaf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.1167405 Feb 10 06:37:40.228851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21b13c4e-ae11-4798-b92e-34d1d047ca39 req-971e64ed-2ab1-4265-a45f-332d1c64a0ef tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248815 Feb 10 06:37:40.248988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Publish callbacks [] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:40.254377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eb17e-12ce-4411-8088-824895506738 req-59d264b6-2c68-4d51-aca8-26a3d4eca2c0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.256149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-881eb17e-12ce-4411-8088-824895506738 req-59d264b6-2c68-4d51-aca8-26a3d4eca2c0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.0815015 Feb 10 06:37:40.288114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f7c80ac-dda0-46d9-971b-7d56125973e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:40.328573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:40.333860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-881eb17e-12ce-4411-8088-824895506738 req-f0df73ab-9687-43e2-a2e6-fc2bbe47b65c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682096 Feb 10 06:37:40.365181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50f4547e-a60c-4777-abad-42756dbf7047 req-ea74585f-cbe0-4cbe-9a6c-73e65d8253d3 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 210 time: 0.0491190 Feb 10 06:37:40.406716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Network 536e875d-3773-4d81-994a-c7414db54e3a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:40.414491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:40.416927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:40.472291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Pushing event updated for resources: {'Port': ['ID=1cf7957b-cfe5-4920-8da0-e66073dbaac2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:40.494784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.495604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:40.524159 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-ecc83693-21d0-4224-b709-2f2082529e94 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9410629 Feb 10 06:37:40.535264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4e00f-5b1c-4eff-8535-6bd36bfadf08 req-9cad4c51-391d-4a3c-a2f9-0be731103267 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.536892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ede4e00f-5b1c-4eff-8535-6bd36bfadf08 req-9cad4c51-391d-4a3c-a2f9-0be731103267 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 945 time: 0.1122460 Feb 10 06:37:40.545862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Request body: {'port': {'device_id': '45e4a489-2074-432c-a8d3-7e68a894d318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:40.622926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:40.701176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ede4e00f-5b1c-4eff-8535-6bd36bfadf08 req-d5cb8ad8-b779-4e05-84a0-086e7c65378e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525111 Feb 10 06:37:40.963503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf7957b-cfe5-4920-8da0-e66073dbaac2 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:40.964884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-7bf0552b-cc0d-4f24-85b1-b83a0b51aec0 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:40.967241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-7bf0552b-cc0d-4f24-85b1-b83a0b51aec0 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.24 "GET /v2.0/networks?id=44d0e7ff-45a1-41a7-abd3-83e6807066aa HTTP/1.1" status: 200 len: 806 time: 0.3335309 Feb 10 06:37:40.972009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Publish callbacks [] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:40.986639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Transition to ACTIVE for port object 1cf7957b-cfe5-4920-8da0-e66073dbaac2 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:40.992067 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:41.041626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf7957b-cfe5-4920-8da0-e66073dbaac2,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:41.082695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0839cd-45c4-43f7-b64b-29635396b0b8 req-8b005e31-beed-40fd-bbe9-6fce29c36ea2 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.091693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c0839cd-45c4-43f7-b64b-29635396b0b8 req-8b005e31-beed-40fd-bbe9-6fce29c36ea2 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 932 time: 0.2869568 Feb 10 06:37:41.127466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Attempting to bind port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:41.127813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Attempting to bind port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '6c68f3cb-fe28-4947-8e33-980c50734a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '536e875d-3773-4d81-994a-c7414db54e3a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:41.128197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Attempting to bind port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 on network 536e875d-3773-4d81-994a-c7414db54e3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:41.132591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 on network 536e875d-3773-4d81-994a-c7414db54e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:41.132934 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Attempting to bind port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 on network 536e875d-3773-4d81-994a-c7414db54e3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:41.138021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:41.138385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Checking segment: {'id': '6c68f3cb-fe28-4947-8e33-980c50734a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '536e875d-3773-4d81-994a-c7414db54e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:41.138769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Bound using segment: {'id': '6c68f3cb-fe28-4947-8e33-980c50734a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '536e875d-3773-4d81-994a-c7414db54e3a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:41.139197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Bound port: 1cf7957b-cfe5-4920-8da0-e66073dbaac2, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c68f3cb-fe28-4947-8e33-980c50734a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '536e875d-3773-4d81-994a-c7414db54e3a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:41.139551 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:41.161944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf8a85-38d9-441d-9391-28f6f418c0ac req-f3a64cf1-dfb4-4c57-9069-190fc8d8e465 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.169455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fdf8a85-38d9-441d-9391-28f6f418c0ac req-f3a64cf1-dfb4-4c57-9069-190fc8d8e465 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.2267261 Feb 10 06:37:41.207926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] For port 1cf7957b-cfe5-4920-8da0-e66073dbaac2, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:41.211752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] For port 1cf7957b-cfe5-4920-8da0-e66073dbaac2, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1cf7957b-cfe5-4920-8da0-e66073dbaac2,segment=NetworkSegment(6c68f3cb-fe28-4947-8e33-980c50734a13),segment_id=6c68f3cb-fe28-4947-8e33-980c50734a13)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:41.218511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:41.234384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c0839cd-45c4-43f7-b64b-29635396b0b8 req-ac5b7641-a0cc-447c-9129-27bc60e2c80d tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca24232-7285-4e11-90ad-97043428e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407361 Feb 10 06:37:41.243314 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-3c62d700-16e8-4221-872f-b69dc61fe35f tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64404c9af09744d9915408d0cdb7e90b HTTP/1.1" status: 200 len: 379 time: 0.2497768 Feb 10 06:37:41.268083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.268654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:41.280006 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] 10.222.0.24 "PUT /v2.0/ports/1cf7957b-cfe5-4920-8da0-e66073dbaac2 HTTP/1.1" status: 200 len: 1092 time: 0.7486191 Feb 10 06:37:41.280526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e4a489-2074-432c-a8d3-7e68a894d318', 'tag': '1cf7957b-cfe5-4920-8da0-e66073dbaac2'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:41.287923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Request body: {'port': {'device_id': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'admin_state_up': True, 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'security_groups': ['e08877d3-d9f9-49bc-b961-c51258e1102e']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:41.294826 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ea78b6-e11b-45d3-82dd-866cecefda76" -d '{"events": [{"name": "network-changed", "server_uuid": "45e4a489-2074-432c-a8d3-7e68a894d318", "tag": "1cf7957b-cfe5-4920-8da0-e66073dbaac2"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:41.332575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3a040-a1cb-4bb1-9041-6dd4099bb7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf7957b-cfe5-4920-8da0-e66073dbaac2,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:41.334820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fdf8a85-38d9-441d-9391-28f6f418c0ac req-10076bdf-aa44-4840-9c96-1ac298302f82 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608994 Feb 10 06:37:41.401512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-03a62889-028e-4d2f-8bd6-b61a5453df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.403186 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-03a62889-028e-4d2f-8bd6-b61a5453df95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8a677fce2dd4345a826d3af62198142&device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 1126 time: 0.0585506 Feb 10 06:37:41.411250 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfbf0b1-33f9-4f95-aa5c-ce6d57c9b286 x-openstack-request-id: req-2cfbf0b1-33f9-4f95-aa5c-ce6d57c9b286 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:41.411551 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e4a489-2074-432c-a8d3-7e68a894d318", "tag": "1cf7957b-cfe5-4920-8da0-e66073dbaac2", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:41.411811 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cfbf0b1-33f9-4f95-aa5c-ce6d57c9b286 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:41.412226 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e4a489-2074-432c-a8d3-7e68a894d318', 'tag': '1cf7957b-cfe5-4920-8da0-e66073dbaac2', 'status': 'completed', 'code': 200} Feb 10 06:37:41.477784 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-38442c20-ef3f-4729-b5c5-2e32d08f7f9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf7957b-cfe5-4920-8da0-e66073dbaac2 HTTP/1.1" status: 200 len: 217 time: 0.0646472 Feb 10 06:37:41.541919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-208ca144-c21f-4ce8-80b4-1b7be66d7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.543679 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-208ca144-c21f-4ce8-80b4-1b7be66d7ec3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82537582-be9b-4475-91f6-cfa4ac91f322 HTTP/1.1" status: 200 len: 848 time: 0.0593503 Feb 10 06:37:41.586890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-54db57f0-7a9a-4f9b-88c8-39d478f463d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e875d-3773-4d81-994a-c7414db54e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366094 Feb 10 06:37:41.587090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634a98-e31a-43c5-bf20-6635a706fecb req-80800b0a-2f5d-44f4-8ca4-3e180f59d8a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.592431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634a98-e31a-43c5-bf20-6635a706fecb req-80800b0a-2f5d-44f4-8ca4-3e180f59d8a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.598152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634a98-e31a-43c5-bf20-6635a706fecb req-80800b0a-2f5d-44f4-8ca4-3e180f59d8a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.603187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634a98-e31a-43c5-bf20-6635a706fecb req-80800b0a-2f5d-44f4-8ca4-3e180f59d8a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.608994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634a98-e31a-43c5-bf20-6635a706fecb req-80800b0a-2f5d-44f4-8ca4-3e180f59d8a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.614709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634a98-e31a-43c5-bf20-6635a706fecb req-80800b0a-2f5d-44f4-8ca4-3e180f59d8a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.620004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634a98-e31a-43c5-bf20-6635a706fecb req-80800b0a-2f5d-44f4-8ca4-3e180f59d8a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.627676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7634a98-e31a-43c5-bf20-6635a706fecb req-80800b0a-2f5d-44f4-8ca4-3e180f59d8a0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.2329299 Feb 10 06:37:41.650121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbbcc3-30da-4272-9033-9fb4b0500d8c req-a565f4e5-e05e-402e-932c-ddec1a67f8b3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:41.651638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93bbbcc3-30da-4272-9033-9fb4b0500d8c req-a565f4e5-e05e-402e-932c-ddec1a67f8b3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.1627631 Feb 10 06:37:41.706815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Made reservation on behalf of 64404c9af09744d9915408d0cdb7e90b for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:41.710206 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:41.753065 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-80e7b7f5-1ad2-4998-a657-be7af29a3521 service neutron] 10.222.0.24 "GET /v2.0/networks/536e875d-3773-4d81-994a-c7414db54e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586745 Feb 10 06:37:41.797558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7634a98-e31a-43c5-bf20-6635a706fecb req-973d2e55-67af-41d0-aa02-5b11bda043a1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1621032 Feb 10 06:37:41.816657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93bbbcc3-30da-4272-9033-9fb4b0500d8c req-038fb1dc-97c7-4de1-ba13-2b8a7445b817 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493475 Feb 10 06:37:41.930318 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b92e8617-8170-473d-a4ea-cbf0ddc97e84 req-353a0bdf-8395-4f68-9e28-8e5cbbe46e8a service neutron] 10.222.0.24 "GET /v2.0/networks/536e875d-3773-4d81-994a-c7414db54e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707180 Feb 10 06:37:42.007142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9a120b0b-7d84-40b6-920b-3585e005d341 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:42.136280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2a8133a-f62f-48e5-a305-ba7ec261d3cc req-ec53c8eb-be60-4a1c-8019-8c7d771e6f5a tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 210 time: 0.1502829 Feb 10 06:37:42.148001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-6464f12d-a9a8-490e-ab51-332efd2bc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:42.150216 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-6464f12d-a9a8-490e-ab51-332efd2bc5e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8a677fce2dd4345a826d3af62198142&device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 1126 time: 0.1143484 Feb 10 06:37:42.179377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Allocated IP 172.20.0.11 (44d0e7ff-45a1-41a7-abd3-83e6807066aa/c7a99124-70b6-42cb-a1e8-78f3a2c23505/c1b3333d-78a5-4931-b90c-6349590f6bd1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:42.188063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9a120b0b-7d84-40b6-920b-3585e005d341,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:42.199641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb0b0e-ed6e-410e-9a18-687936d8039e req-b2531e69-e1d6-4a8b-8a3e-ef9c4f037a36 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:42.206994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80cb0b0e-ed6e-410e-9a18-687936d8039e req-b2531e69-e1d6-4a8b-8a3e-ef9c4f037a36 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 945 time: 0.2232187 Feb 10 06:37:42.227309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '9a120b0b-7d84-40b6-920b-3585e005d341', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'port_id': '9a120b0b-7d84-40b6-920b-3585e005d341', 'mac_address': 'fa:16:3e:0a:d0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed5b7f9-6f2a-4322-880d-c5882d9f2360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:42.304043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 9a120b0b-7d84-40b6-920b-3585e005d341 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:42.304452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:42.320928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a120b0b-7d84-40b6-920b-3585e005d341 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:42.348253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80cb0b0e-ed6e-410e-9a18-687936d8039e req-809deefe-bc55-45e3-b8e1-5673a0628f22 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400416 Feb 10 06:37:42.350754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9a120b0b-7d84-40b6-920b-3585e005d341,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:42.358294 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:42.394278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-134d007d-598a-47e5-8679-1394f26bf028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:42.395794 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-134d007d-598a-47e5-8679-1394f26bf028 service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e875d-3773-4d81-994a-c7414db54e3a HTTP/1.1" status: 200 len: 908 time: 0.2363822 Feb 10 06:37:42.480042 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-6c2fb049-8518-4296-9e7f-e075fab08360 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf7957b-cfe5-4920-8da0-e66073dbaac2 HTTP/1.1" status: 200 len: 217 time: 0.0753505 Feb 10 06:37:42.500900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=9a120b0b-7d84-40b6-920b-3585e005d341,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:42.522267 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ef0c-c60f-4a26-a0f6-401c77edd662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:42.539706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['9a120b0b-7d84-40b6-920b-3585e005d341'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:42.561235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-c40eb7cb-06e7-4195-9ea7-4beedc460781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:42.562844 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-c40eb7cb-06e7-4195-9ea7-4beedc460781 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82537582-be9b-4475-91f6-cfa4ac91f322 HTTP/1.1" status: 200 len: 848 time: 0.0775142 Feb 10 06:37:42.569147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd7782-3227-45ba-844f-7ca5445a4365 req-3baca18e-d9fb-4cb7-a4ad-f8c98842215c tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:42.570859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ecd7782-3227-45ba-844f-7ca5445a4365 req-3baca18e-d9fb-4cb7-a4ad-f8c98842215c tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1068194 Feb 10 06:37:42.577638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553e60-d8dc-455b-aac2-994a68580aa9 req-6ecc8ab6-2884-4eb6-bf5f-29cd58109b7d tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:42.579245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17553e60-d8dc-455b-aac2-994a68580aa9 req-6ecc8ab6-2884-4eb6-bf5f-29cd58109b7d tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 944 time: 0.1566687 Feb 10 06:37:42.616187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:42.639341 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-d2e79290-4632-4213-a422-7023d7634667 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e875d-3773-4d81-994a-c7414db54e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683973 Feb 10 06:37:42.687923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17553e60-d8dc-455b-aac2-994a68580aa9 req-f1c1532f-d3cc-41a4-8065-801f4c46ae31 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca24232-7285-4e11-90ad-97043428e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943785 Feb 10 06:37:42.745903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ecd7782-3227-45ba-844f-7ca5445a4365 req-ccdeaccd-b7cb-4110-b3bc-f88ca7aed886 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580653 Feb 10 06:37:42.772248 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:42.794441 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-1c508b97-b05a-4a94-825c-d0c3ef486cda service neutron] 10.222.0.24 "GET /v2.0/networks/536e875d-3773-4d81-994a-c7414db54e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479402 Feb 10 06:37:42.838765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Network 44d0e7ff-45a1-41a7-abd3-83e6807066aa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:42.841130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:42.874551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:42.988516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:42.989723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:43.031503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7527614 Feb 10 06:37:43.076591 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-63ea78b6-e11b-45d3-82dd-866cecefda76 req-a5a2c2fc-6ed4-40fe-90b6-b78b92b55756 service neutron] 10.222.0.24 "GET /v2.0/networks/536e875d-3773-4d81-994a-c7414db54e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652879 Feb 10 06:37:43.080576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdc91f-fc7e-4779-8c9c-15f164948d14 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Pushing event updated for resources: {'Port': ['ID=c1b3333d-78a5-4931-b90c-6349590f6bd1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:43.104035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Request body: {'port': {'device_id': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:43.188168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fcbcc-b22d-474e-946d-56198732faba req-c32c6ea8-d751-4a07-a68d-66f6e75bb297 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.196257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b82fcbcc-b22d-474e-946d-56198732faba req-c32c6ea8-d751-4a07-a68d-66f6e75bb297 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 945 time: 0.3964794 Feb 10 06:37:43.266748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7720c6-2d4b-440e-9f05-7f7a8b99cdc7 req-a267e4b6-15a4-4974-bb0d-4c028a436d1c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.276085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c7720c6-2d4b-440e-9f05-7f7a8b99cdc7 req-a267e4b6-15a4-4974-bb0d-4c028a436d1c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 944 time: 0.2524347 Feb 10 06:37:43.280253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:43.288689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-69781d41-56ab-4660-95c8-4b55248787d8 None None] Provisioning complete for port c1b3333d-78a5-4931-b90c-6349590f6bd1 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:43.289677 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69781d41-56ab-4660-95c8-4b55248787d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:43.331729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-69781d41-56ab-4660-95c8-4b55248787d8 None None] Port c1b3333d-78a5-4931-b90c-6349590f6bd1 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:37:43.337844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b82fcbcc-b22d-474e-946d-56198732faba req-35bfba5e-21dd-46c9-abfd-c4d3b5919e77 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403966 Feb 10 06:37:43.700445 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:43.731226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c7720c6-2d4b-440e-9f05-7f7a8b99cdc7 req-33ca62bc-4d79-4cc0-9a91-ba8f2c5437f8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542441 Feb 10 06:37:43.790696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e6b6-cb76-48d4-ba3c-6c6bc5994e8f req-30812c22-2110-4705-8337-8e340e8e8c2c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.796162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e6b6-cb76-48d4-ba3c-6c6bc5994e8f req-30812c22-2110-4705-8337-8e340e8e8c2c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.801238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e6b6-cb76-48d4-ba3c-6c6bc5994e8f req-30812c22-2110-4705-8337-8e340e8e8c2c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.806475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e6b6-cb76-48d4-ba3c-6c6bc5994e8f req-30812c22-2110-4705-8337-8e340e8e8c2c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.811648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e6b6-cb76-48d4-ba3c-6c6bc5994e8f req-30812c22-2110-4705-8337-8e340e8e8c2c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.816848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e6b6-cb76-48d4-ba3c-6c6bc5994e8f req-30812c22-2110-4705-8337-8e340e8e8c2c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.822007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e6b6-cb76-48d4-ba3c-6c6bc5994e8f req-30812c22-2110-4705-8337-8e340e8e8c2c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.823934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58b0e6b6-cb76-48d4-ba3c-6c6bc5994e8f req-30812c22-2110-4705-8337-8e340e8e8c2c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.4179642 Feb 10 06:37:43.916782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 1cf7957b-cfe5-4920-8da0-e66073dbaac2 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:43.993969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406b8b-9412-4e2c-862f-182fecb14b02 req-e79a561b-b2a8-4f65-a8e5-944d9968ad5f tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:43.995659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e406b8b-9412-4e2c-862f-182fecb14b02 req-e79a561b-b2a8-4f65-a8e5-944d9968ad5f tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 932 time: 0.1702929 Feb 10 06:37:44.002165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58b0e6b6-cb76-48d4-ba3c-6c6bc5994e8f req-dec2401c-071e-460b-b92e-180eb820a327 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719632 Feb 10 06:37:44.029979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 1cf7957b-cfe5-4920-8da0-e66073dbaac2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1cf7957b-cfe5-4920-8da0-e66073dbaac2,segment=NetworkSegment(6c68f3cb-fe28-4947-8e33-980c50734a13),segment_id=6c68f3cb-fe28-4947-8e33-980c50734a13)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:44.046483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '1cf7957b-cfe5-4920-8da0-e66073dbaac2', 'network_id': '536e875d-3773-4d81-994a-c7414db54e3a', 'port_id': '1cf7957b-cfe5-4920-8da0-e66073dbaac2', 'mac_address': 'fa:16:3e:6f:50:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82537582-be9b-4475-91f6-cfa4ac91f322', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:44.051226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9a120b0b-7d84-40b6-920b-3585e005d341 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:44.095182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b3333d-78a5-4931-b90c-6349590f6bd1 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:44.113075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e406b8b-9412-4e2c-862f-182fecb14b02 req-cd6352bf-fbda-4984-994d-69da7e298cec tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085124 Feb 10 06:37:44.119763 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Publish callbacks [] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:44.159212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Transition to ACTIVE for port object c1b3333d-78a5-4931-b90c-6349590f6bd1 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:44.170952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:44.206476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:44.206978 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:44.267222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf7957b-cfe5-4920-8da0-e66073dbaac2 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:44.305543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b3333d-78a5-4931-b90c-6349590f6bd1,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:44.332209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 1cf7957b-cfe5-4920-8da0-e66073dbaac2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1cf7957b-cfe5-4920-8da0-e66073dbaac2,segment=NetworkSegment(6c68f3cb-fe28-4947-8e33-980c50734a13),segment_id=6c68f3cb-fe28-4947-8e33-980c50734a13)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:44.346358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:44.431242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 9a120b0b-7d84-40b6-920b-3585e005d341 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:44.431615 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:44.438294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=1cf7957b-cfe5-4920-8da0-e66073dbaac2,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:44.595058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 9a120b0b-7d84-40b6-920b-3585e005d341 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:44.595058 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:44.611968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['1cf7957b-cfe5-4920-8da0-e66073dbaac2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:44.686576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488942b-41b6-4786-b2d8-23a394492ae8 req-3c3f74da-2d02-4f24-becb-5984e8e535b4 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:44.693505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6488942b-41b6-4786-b2d8-23a394492ae8 req-3c3f74da-2d02-4f24-becb-5984e8e535b4 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 944 time: 0.4732888 Feb 10 06:37:44.703107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:44.706499 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a84dc57-6fa8-432e-9311-9e1acdd60da3" -d '{"events": [{"server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:44.724927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9a120b0b-7d84-40b6-920b-3585e005d341,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:44.746757 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:44.770318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Attempting to bind port c1b3333d-78a5-4931-b90c-6349590f6bd1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:44.770878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Attempting to bind port c1b3333d-78a5-4931-b90c-6349590f6bd1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:44.771287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Attempting to bind port c1b3333d-78a5-4931-b90c-6349590f6bd1 on network 44d0e7ff-45a1-41a7-abd3-83e6807066aa {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:44.803526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0c63a-17fe-4081-9e1c-5c1b9a8ceb24 req-70ee07de-ab29-4d98-92b6-46701393cdd3 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:44.818225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01a0c63a-17fe-4081-9e1c-5c1b9a8ceb24 req-70ee07de-ab29-4d98-92b6-46701393cdd3 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.3664358 Feb 10 06:37:44.820620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=9a120b0b-7d84-40b6-920b-3585e005d341,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:44.828520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Port c1b3333d-78a5-4931-b90c-6349590f6bd1 on network 44d0e7ff-45a1-41a7-abd3-83e6807066aa not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:44.828783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Attempting to bind port c1b3333d-78a5-4931-b90c-6349590f6bd1 on network 44d0e7ff-45a1-41a7-abd3-83e6807066aa {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:44.869206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:44.870062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Checking segment: {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:44.870491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Bound using segment: {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:44.871526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Bound port: c1b3333d-78a5-4931-b90c-6349590f6bd1, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e46c22-be76-4998-9fd1-2110ac326f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:44.871891 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:44.925037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6488942b-41b6-4786-b2d8-23a394492ae8 req-0fc5ca3e-8d29-4292-9e88-226f3d6b02e7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca24232-7285-4e11-90ad-97043428e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081649 Feb 10 06:37:45.059227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01a0c63a-17fe-4081-9e1c-5c1b9a8ceb24 req-b765eba3-92d1-4755-8d26-dd44d649e555 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075145 Feb 10 06:37:45.138647 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f729444-cf15-45c0-b142-a5fd384a487e x-openstack-request-id: req-2f729444-cf15-45c0-b142-a5fd384a487e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:45.138946 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:45.139264 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f729444-cf15-45c0-b142-a5fd384a487e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:45.139669 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341', 'code': 200} Feb 10 06:37:45.148702 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:45.180328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] For port c1b3333d-78a5-4931-b90c-6349590f6bd1, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:45.184318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] For port c1b3333d-78a5-4931-b90c-6349590f6bd1, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c1b3333d-78a5-4931-b90c-6349590f6bd1,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:45.218928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b5d99-0958-4b1d-9358-d23498833e50 req-55e7bbef-4d03-4fd6-81fc-a983e5455943 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:45.220501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-079b5d99-0958-4b1d-9358-d23498833e50 req-55e7bbef-4d03-4fd6-81fc-a983e5455943 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 945 time: 0.1832075 Feb 10 06:37:45.226227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:45.321247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:45.321928 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:45.323938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/c1b3333d-78a5-4931-b90c-6349590f6bd1 HTTP/1.1" status: 200 len: 1092 time: 2.2387638 Feb 10 06:37:45.374509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'tag': 'c1b3333d-78a5-4931-b90c-6349590f6bd1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:45.378696 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d351ad-aa5a-426c-8e27-c85bd2c4db83" -d '{"events": [{"name": "network-changed", "server_uuid": "3b96f1b0-112f-4e72-9223-48bcedc4183f", "tag": "c1b3333d-78a5-4931-b90c-6349590f6bd1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:45.544787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-079b5d99-0958-4b1d-9358-d23498833e50 req-f10dc8f7-54de-42a2-8a36-477bee989028 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156102 Feb 10 06:37:45.613393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2de94a-15fd-4d68-b6ca-d9a80a6069c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b3333d-78a5-4931-b90c-6349590f6bd1,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:45.694282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec1ff5-b13f-488f-9392-f4a7419e9026 req-9ef0da64-c2c3-4570-a496-0f65013ef045 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:45.704079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dcec1ff5-b13f-488f-9392-f4a7419e9026 req-9ef0da64-c2c3-4570-a496-0f65013ef045 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.4259984 Feb 10 06:37:45.764049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-75fb79d2-28da-45d9-95bd-1626da33996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:45.766002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-75fb79d2-28da-45d9-95bd-1626da33996a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64404c9af09744d9915408d0cdb7e90b&device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 1126 time: 0.3816571 Feb 10 06:37:45.853351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-fd95ff13-a1cc-4e3c-ab57-2aceb40a8eb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1b3333d-78a5-4931-b90c-6349590f6bd1 HTTP/1.1" status: 200 len: 217 time: 0.0749934 Feb 10 06:37:45.933742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 1cf7957b-cfe5-4920-8da0-e66073dbaac2 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:45.998154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dcec1ff5-b13f-488f-9392-f4a7419e9026 req-5ed17f87-b771-4041-83c5-f8bddc106799 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915902 Feb 10 06:37:46.027697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-b1bf2d1d-70b3-4a6e-a5ff-24a97980a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.027697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-b1bf2d1d-70b3-4a6e-a5ff-24a97980a0b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7a99124-70b6-42cb-a1e8-78f3a2c23505 HTTP/1.1" status: 200 len: 845 time: 0.1442318 Feb 10 06:37:46.066773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437d67-0a4e-4914-91b5-98d634f3ee7b req-88150bf0-2156-4aa6-afe6-2b131b577700 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.072921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437d67-0a4e-4914-91b5-98d634f3ee7b req-88150bf0-2156-4aa6-afe6-2b131b577700 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.080229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437d67-0a4e-4914-91b5-98d634f3ee7b req-88150bf0-2156-4aa6-afe6-2b131b577700 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.086838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437d67-0a4e-4914-91b5-98d634f3ee7b req-88150bf0-2156-4aa6-afe6-2b131b577700 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.094632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437d67-0a4e-4914-91b5-98d634f3ee7b req-88150bf0-2156-4aa6-afe6-2b131b577700 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.103983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437d67-0a4e-4914-91b5-98d634f3ee7b req-88150bf0-2156-4aa6-afe6-2b131b577700 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.111404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437d67-0a4e-4914-91b5-98d634f3ee7b req-88150bf0-2156-4aa6-afe6-2b131b577700 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.121936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64437d67-0a4e-4914-91b5-98d634f3ee7b req-88150bf0-2156-4aa6-afe6-2b131b577700 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.3876765 Feb 10 06:37:46.157042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-514158da-be82-4b80-a1c9-8486ba3d537b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.175482 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-514158da-be82-4b80-a1c9-8486ba3d537b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 945 time: 0.2621026 Feb 10 06:37:46.263529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:46.270749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:46.271177 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:46.275358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-d998a058-49e3-4efc-96c5-83ebc095def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.277586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-d998a058-49e3-4efc-96c5-83ebc095def8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44d0e7ff-45a1-41a7-abd3-83e6807066aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2387972 Feb 10 06:37:46.433235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-0cbeee8d-a34c-4b1b-b4e6-ed86b5f18409 service neutron] 10.222.0.24 "GET /v2.0/networks/44d0e7ff-45a1-41a7-abd3-83e6807066aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476200 Feb 10 06:37:46.509111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:46.514030 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:46.601751 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:46.620647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0720dc9c-7df2-4955-9325-c71eadb2e358 req-3ac6f4f1-5fbd-4348-9d03-abd5ee0d0f49 service neutron] 10.222.0.24 "GET /v2.0/networks/44d0e7ff-45a1-41a7-abd3-83e6807066aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792626 Feb 10 06:37:46.633438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64437d67-0a4e-4914-91b5-98d634f3ee7b req-1690d3f2-14cc-42bd-87b0-90d5400178fa tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5076165 Feb 10 06:37:46.661897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a64ab-c203-4da8-a66d-7cf600c639e6 req-f070739d-e5d7-4006-a5d1-932a6852b59a tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:46.667641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da8a64ab-c203-4da8-a66d-7cf600c639e6 req-f070739d-e5d7-4006-a5d1-932a6852b59a tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 944 time: 0.4772201 Feb 10 06:37:46.675104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 1cf7957b-cfe5-4920-8da0-e66073dbaac2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1cf7957b-cfe5-4920-8da0-e66073dbaac2,segment=NetworkSegment(6c68f3cb-fe28-4947-8e33-980c50734a13),segment_id=6c68f3cb-fe28-4947-8e33-980c50734a13)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:46.684810 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:46.827475 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bdd590-ab18-4e7f-a9bd-ad1083750439 x-openstack-request-id: req-51bdd590-ab18-4e7f-a9bd-ad1083750439 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:46.828472 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b96f1b0-112f-4e72-9223-48bcedc4183f", "tag": "c1b3333d-78a5-4931-b90c-6349590f6bd1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:46.828808 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51bdd590-ab18-4e7f-a9bd-ad1083750439 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:46.831677 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'tag': 'c1b3333d-78a5-4931-b90c-6349590f6bd1', 'status': 'completed', 'code': 200} Feb 10 06:37:46.881936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=1cf7957b-cfe5-4920-8da0-e66073dbaac2,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:47.012008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da8a64ab-c203-4da8-a66d-7cf600c639e6 req-6177da70-2c7d-449f-99c6-2970c936201c tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312318 Feb 10 06:37:47.140918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e4a489-2074-432c-a8d3-7e68a894d318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf7957b-cfe5-4920-8da0-e66073dbaac2'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:47.143368 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6491ce80-1e95-40c2-b825-aef0edf61cc5" -d '{"events": [{"server_uuid": "45e4a489-2074-432c-a8d3-7e68a894d318", "name": "network-vif-plugged", "status": "completed", "tag": "1cf7957b-cfe5-4920-8da0-e66073dbaac2"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:47.232651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-5a6a3804-cab1-44f1-8223-3ac073ce5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:47.233933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-5a6a3804-cab1-44f1-8223-3ac073ce5f11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64404c9af09744d9915408d0cdb7e90b&device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 1126 time: 0.4208884 Feb 10 06:37:47.306854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52127ef7-4076-4ac2-a3d6-65d724edc0c7 req-a144d25c-91d7-4688-aa6d-a7d6485103fa tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:47.320103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Deleting port 20fccf4b-397c-41d6-9e35-a00630548621 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:37:47.321074 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (20fccf4b-397c-41d6-9e35-a00630548621), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:47.321423 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52127ef7-4076-4ac2-a3d6-65d724edc0c7 req-a144d25c-91d7-4688-aa6d-a7d6485103fa tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 946 time: 0.3292997 Feb 10 06:37:47.544877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] For port 20fccf4b-397c-41d6-9e35-a00630548621, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=20fccf4b-397c-41d6-9e35-a00630548621,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:47.545656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (20fccf4b-397c-41d6-9e35-a00630548621), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:47.576974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Calling delete_port for 20fccf4b-397c-41d6-9e35-a00630548621 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:37:47.615806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-cd68c030-d27c-423c-9e52-7c2e172b0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:47.617536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-cd68c030-d27c-423c-9e52-7c2e172b0978 service neutron] 10.222.0.24 "GET /v2.0/networks?id=44d0e7ff-45a1-41a7-abd3-83e6807066aa HTTP/1.1" status: 200 len: 906 time: 0.3350320 Feb 10 06:37:47.688199 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-fa5f55ca-77c9-4e18-a080-ac3dfce79ce6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1b3333d-78a5-4931-b90c-6349590f6bd1 HTTP/1.1" status: 200 len: 217 time: 0.0535574 Feb 10 06:37:47.788133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e32e-b894-45bb-9668-8a2524041812 req-b29312aa-e871-4a2b-906c-1801248a2db5 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:47.789948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb60e32e-b894-45bb-9668-8a2524041812 req-b29312aa-e871-4a2b-906c-1801248a2db5 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.6256986 Feb 10 06:37:47.846414 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (20fccf4b-397c-41d6-9e35-a00630548621), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:47.848365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52127ef7-4076-4ac2-a3d6-65d724edc0c7 req-b398c02d-0e41-4ed3-ae82-1d68211be9fd tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca24232-7285-4e11-90ad-97043428e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259378 Feb 10 06:37:47.858493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8', '20fccf4b-397c-41d6-9e35-a00630548621'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:47.914779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event deleted for resources: {'Port': ['ID=20fccf4b-397c-41d6-9e35-a00630548621,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:47.957095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 88a6fc0a-bc63-4ec1-b7df-dffe5735952a details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:48.008372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-58b06caf-b9d3-4958-841b-ffba624eae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.011554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-58b06caf-b9d3-4958-841b-ffba624eae47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7a99124-70b6-42cb-a1e8-78f3a2c23505 HTTP/1.1" status: 200 len: 845 time: 0.3155088 Feb 10 06:37:48.025124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb60e32e-b894-45bb-9668-8a2524041812 req-e72f38bd-ffb3-4af5-881c-3c3629b088f4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263000 Feb 10 06:37:48.037355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] No DVR routers for this DVR port 20fccf4b-397c-41d6-9e35-a00630548621 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:37:48.044403 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:48.053929 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-247318c4-ea09-47ac-9f44-403ccf3fa6d6 req-e8b67944-659f-472c-8f60-fb4a4aef3691 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "DELETE /v2.0/ports/20fccf4b-397c-41d6-9e35-a00630548621 HTTP/1.1" status: 204 len: 173 time: 1.8744953 Feb 10 06:37:48.054696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ba8187-e16c-479c-b776-46a3f4e46084', 'name': 'network-vif-deleted', 'tag': '20fccf4b-397c-41d6-9e35-a00630548621'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:48.057351 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a56a2f6-fabf-46f4-a265-746fdb279a87" -d '{"events": [{"server_uuid": "64ba8187-e16c-479c-b776-46a3f4e46084", "name": "network-vif-deleted", "tag": "20fccf4b-397c-41d6-9e35-a00630548621"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:48.225449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c051f51-a138-4237-8583-c01aed0a60d9 req-7db51d0a-b98f-44e0-9d0f-18f9651bf4c1 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ba8187-e16c-479c-b776-46a3f4e46084 HTTP/1.1" status: 200 len: 210 time: 0.1015990 Feb 10 06:37:48.277332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:48.326916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '88a6fc0a-bc63-4ec1-b7df-dffe5735952a', 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'port_id': '88a6fc0a-bc63-4ec1-b7df-dffe5735952a', 'mac_address': 'fa:16:3e:46:59:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431e162a-1c63-47d8-a081-de739e99977e', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:48.342233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-9ab687a8-5c5c-42aa-b7e6-bd567fbd2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.343784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-9ab687a8-5c5c-42aa-b7e6-bd567fbd2842 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44d0e7ff-45a1-41a7-abd3-83e6807066aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3142505 Feb 10 06:37:48.345520 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae1e9a7-6252-4ec6-9a59-db8b4e9d955d x-openstack-request-id: req-8ae1e9a7-6252-4ec6-9a59-db8b4e9d955d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:48.345859 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e4a489-2074-432c-a8d3-7e68a894d318", "name": "network-vif-plugged", "status": "completed", "tag": "1cf7957b-cfe5-4920-8da0-e66073dbaac2", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:48.346065 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ae1e9a7-6252-4ec6-9a59-db8b4e9d955d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:48.346504 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e4a489-2074-432c-a8d3-7e68a894d318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf7957b-cfe5-4920-8da0-e66073dbaac2', 'code': 200} Feb 10 06:37:48.487312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996bfc-9632-4e68-9f22-bf11f6b705e8 req-f9ecddbe-da4d-48ce-bb97-d84103ef73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.489214 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-77996bfc-9632-4e68-9f22-bf11f6b705e8 req-f9ecddbe-da4d-48ce-bb97-d84103ef73e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 1128 time: 0.0757313 Feb 10 06:37:48.550209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:48.558851 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:48.584295 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-77996bfc-9632-4e68-9f22-bf11f6b705e8 req-62a86628-151a-4037-b06c-9b7f9a9a5466 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8ca24232-7285-4e11-90ad-97043428e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879779 Feb 10 06:37:48.700419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-084e0eb1-eb22-442d-b303-0b8626c11561 service neutron] 10.222.0.24 "GET /v2.0/networks/44d0e7ff-45a1-41a7-abd3-83e6807066aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489902 Feb 10 06:37:48.703196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a6fc0a-bc63-4ec1-b7df-dffe5735952a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:48.725485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407bd50-a51b-4078-8803-527f7ee77fa5 req-c86fe7c2-d524-4eb5-be70-e324830572ca tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.730345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407bd50-a51b-4078-8803-527f7ee77fa5 req-c86fe7c2-d524-4eb5-be70-e324830572ca tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.5329771 Feb 10 06:37:48.736656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:48.756282 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:48.757583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0bb8675d-850c-43e4-97ed-c318acc32abf details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:48.829510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:48.932824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407bd50-a51b-4078-8803-527f7ee77fa5 req-1000d711-5a6a-4730-be76-0da53d38bced tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925178 Feb 10 06:37:48.962795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885d1a-1dfa-44b6-b2a7-b47dd1132feb req-6d85609f-0bff-44f6-897f-8ec62622a231 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.968394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885d1a-1dfa-44b6-b2a7-b47dd1132feb req-6d85609f-0bff-44f6-897f-8ec62622a231 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.975285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885d1a-1dfa-44b6-b2a7-b47dd1132feb req-6d85609f-0bff-44f6-897f-8ec62622a231 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.982038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885d1a-1dfa-44b6-b2a7-b47dd1132feb req-6d85609f-0bff-44f6-897f-8ec62622a231 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.987721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885d1a-1dfa-44b6-b2a7-b47dd1132feb req-6d85609f-0bff-44f6-897f-8ec62622a231 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.993930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885d1a-1dfa-44b6-b2a7-b47dd1132feb req-6d85609f-0bff-44f6-897f-8ec62622a231 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:48.999879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885d1a-1dfa-44b6-b2a7-b47dd1132feb req-6d85609f-0bff-44f6-897f-8ec62622a231 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:49.004254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8885d1a-1dfa-44b6-b2a7-b47dd1132feb req-6d85609f-0bff-44f6-897f-8ec62622a231 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5431 time: 0.5314384 Feb 10 06:37:49.012577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0bb8675d-850c-43e4-97ed-c318acc32abf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0bb8675d-850c-43e4-97ed-c318acc32abf,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:49.039325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'port_id': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'mac_address': 'fa:16:3e:80:73:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:49.067766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03d351ad-aa5a-426c-8e27-c85bd2c4db83 req-4347c753-8448-4632-983c-7508eae91526 service neutron] 10.222.0.24 "GET /v2.0/networks/44d0e7ff-45a1-41a7-abd3-83e6807066aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593548 Feb 10 06:37:49.127211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8885d1a-1dfa-44b6-b2a7-b47dd1132feb req-eb09da46-87ae-475f-964f-9be35fc80b47 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180112 Feb 10 06:37:49.141719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 0bb8675d-850c-43e4-97ed-c318acc32abf is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:49.142110 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:49.153355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2900a6-8393-4013-b977-e9b7b88a0cde req-3aa0d952-8ed5-4828-8b8c-47e9d3c17967 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:49.155208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b2900a6-8393-4013-b977-e9b7b88a0cde req-3aa0d952-8ed5-4828-8b8c-47e9d3c17967 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 944 time: 0.0837436 Feb 10 06:37:49.172722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb8675d-850c-43e4-97ed-c318acc32abf {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:49.208562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0bb8675d-850c-43e4-97ed-c318acc32abf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0bb8675d-850c-43e4-97ed-c318acc32abf,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:49.216426 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:49.217216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a0dd3913-9d62-4170-866e-737160d2ed68 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:49.228924 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194b42d5-99ef-4f45-815e-a04122b19e54 x-openstack-request-id: req-194b42d5-99ef-4f45-815e-a04122b19e54 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:49.229222 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ba8187-e16c-479c-b776-46a3f4e46084", "name": "network-vif-deleted", "tag": "20fccf4b-397c-41d6-9e35-a00630548621", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:49.229498 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-194b42d5-99ef-4f45-815e-a04122b19e54 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:49.230054 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ba8187-e16c-479c-b776-46a3f4e46084', 'name': 'network-vif-deleted', 'tag': '20fccf4b-397c-41d6-9e35-a00630548621', 'status': 'completed', 'code': 200} Feb 10 06:37:49.313884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b2900a6-8393-4013-b977-e9b7b88a0cde req-90afae5f-6686-410f-b1ce-6952ef722012 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523387 Feb 10 06:37:49.383276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=0bb8675d-850c-43e4-97ed-c318acc32abf,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:49.528602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4c15-9150-4f28-b716-209e136048b2 req-ab8a79aa-08e1-4988-8fd3-53a038a2b435 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:49.530594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-613f4c15-9150-4f28-b716-209e136048b2 req-ab8a79aa-08e1-4988-8fd3-53a038a2b435 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 946 time: 0.1646674 Feb 10 06:37:49.540027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a0dd3913-9d62-4170-866e-737160d2ed68, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a0dd3913-9d62-4170-866e-737160d2ed68,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:49.542755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494349c-6fd1-4de4-983c-fb4fcacde9a6 req-ff058d58-dfc6-47a9-9a80-bdd7c4144a8e tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:49.544230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d494349c-6fd1-4de4-983c-fb4fcacde9a6 req-ff058d58-dfc6-47a9-9a80-bdd7c4144a8e tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1201594 Feb 10 06:37:49.565751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'a0dd3913-9d62-4170-866e-737160d2ed68', 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668', 'port_id': 'a0dd3913-9d62-4170-866e-737160d2ed68', 'mac_address': 'fa:16:3e:14:c2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81689dba-08a2-45b2-bc08-107913a6082f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:49.647905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-613f4c15-9150-4f28-b716-209e136048b2 req-28906edf-09ad-45bb-af0d-1fe3bf7d5ee6 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca24232-7285-4e11-90ad-97043428e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025009 Feb 10 06:37:49.687627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a0dd3913-9d62-4170-866e-737160d2ed68 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:49.688208 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:49.727069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0dd3913-9d62-4170-866e-737160d2ed68 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:49.769984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d494349c-6fd1-4de4-983c-fb4fcacde9a6 req-a382a169-6a99-4b78-9cf3-da7ff6b37490 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400952 Feb 10 06:37:49.770761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a0dd3913-9d62-4170-866e-737160d2ed68, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a0dd3913-9d62-4170-866e-737160d2ed68,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:49.777557 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:49.778674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 6f2b8a67-e1c6-4461-b239-07f5c88255db details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:49.986655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 6f2b8a67-e1c6-4461-b239-07f5c88255db, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=6f2b8a67-e1c6-4461-b239-07f5c88255db,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:49.990404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a0dd3913-9d62-4170-866e-737160d2ed68,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:50.024395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 20fccf4b-397c-41d6-9e35-a00630548621 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:37:50.065521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 20fccf4b-397c-41d6-9e35-a00630548621 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:37:50.066073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 20fccf4b-397c-41d6-9e35-a00630548621 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:37:50.093882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '6f2b8a67-e1c6-4461-b239-07f5c88255db', 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'port_id': '6f2b8a67-e1c6-4461-b239-07f5c88255db', 'mac_address': 'fa:16:3e:96:8a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431e162a-1c63-47d8-a081-de739e99977e', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:50.175403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156ce08-a420-4c0a-8676-d186b1d9a2d4 req-17c4dd24-9218-466b-a328-53f425416902 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.183177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5156ce08-a420-4c0a-8676-d186b1d9a2d4 req-17c4dd24-9218-466b-a328-53f425416902 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.1132817 Feb 10 06:37:50.196322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 6f2b8a67-e1c6-4461-b239-07f5c88255db is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:50.196789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:50.244466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2b8a67-e1c6-4461-b239-07f5c88255db {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:50.266095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5156ce08-a420-4c0a-8676-d186b1d9a2d4 req-3c9f1705-6a80-467c-823c-78aa658d7f03 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792646 Feb 10 06:37:50.322534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 6f2b8a67-e1c6-4461-b239-07f5c88255db, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=6f2b8a67-e1c6-4461-b239-07f5c88255db,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:50.335816 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:50.336982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device fa3ca41a-3e9f-4a49-96df-982dcb784553 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:50.377963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port fa3ca41a-3e9f-4a49-96df-982dcb784553, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=fa3ca41a-3e9f-4a49-96df-982dcb784553,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:50.393440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'fa3ca41a-3e9f-4a49-96df-982dcb784553', 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'port_id': 'fa3ca41a-3e9f-4a49-96df-982dcb784553', 'mac_address': 'fa:16:3e:68:ec:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431e162a-1c63-47d8-a081-de739e99977e', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:50.523591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c62b-b72f-45bb-be96-51521a027458 req-4d09c7cb-dcd1-4f3f-a753-059cc9bacfb7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.530442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c62b-b72f-45bb-be96-51521a027458 req-4d09c7cb-dcd1-4f3f-a753-059cc9bacfb7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.531218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port fa3ca41a-3e9f-4a49-96df-982dcb784553 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:50.532088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:50.535891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c62b-b72f-45bb-be96-51521a027458 req-4d09c7cb-dcd1-4f3f-a753-059cc9bacfb7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.543105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c62b-b72f-45bb-be96-51521a027458 req-4d09c7cb-dcd1-4f3f-a753-059cc9bacfb7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.548882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c62b-b72f-45bb-be96-51521a027458 req-4d09c7cb-dcd1-4f3f-a753-059cc9bacfb7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.554732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c62b-b72f-45bb-be96-51521a027458 req-4d09c7cb-dcd1-4f3f-a753-059cc9bacfb7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.561896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c62b-b72f-45bb-be96-51521a027458 req-4d09c7cb-dcd1-4f3f-a753-059cc9bacfb7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.564415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b45c62b-b72f-45bb-be96-51521a027458 req-4d09c7cb-dcd1-4f3f-a753-059cc9bacfb7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5435 time: 0.1426101 Feb 10 06:37:50.581633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3ca41a-3e9f-4a49-96df-982dcb784553 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:50.586182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=6f2b8a67-e1c6-4461-b239-07f5c88255db,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:50.618158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port fa3ca41a-3e9f-4a49-96df-982dcb784553, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=fa3ca41a-3e9f-4a49-96df-982dcb784553,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:50.633396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:50.634395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 96e2acc3-4ffa-4bf6-bded-f3e46180b824 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:50.654884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b45c62b-b72f-45bb-be96-51521a027458 req-1ff436c6-cab2-4d9f-921c-fa6a0df6aca3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768404 Feb 10 06:37:50.764197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=fa3ca41a-3e9f-4a49-96df-982dcb784553,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:50.767777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763bc77-e0e4-46aa-aff7-b21e54628071 req-dd963130-aded-465d-9e3e-0cbad801df62 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.773853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b763bc77-e0e4-46aa-aff7-b21e54628071 req-dd963130-aded-465d-9e3e-0cbad801df62 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 944 time: 0.1175637 Feb 10 06:37:50.779869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 96e2acc3-4ffa-4bf6-bded-f3e46180b824, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=96e2acc3-4ffa-4bf6-bded-f3e46180b824,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:50.812918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '96e2acc3-4ffa-4bf6-bded-f3e46180b824', 'network_id': '96673c65-bae2-4e6a-8549-56b103feb668', 'port_id': '96e2acc3-4ffa-4bf6-bded-f3e46180b824', 'mac_address': 'fa:16:3e:5c:ec:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81689dba-08a2-45b2-bc08-107913a6082f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:50.874832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:50.875230 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:50.906612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e2acc3-4ffa-4bf6-bded-f3e46180b824 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:50.917882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11473b84-6ac4-4853-9cc6-46dcdb17e62b req-5d968831-cd8d-46fc-897f-4c0a7c238cd2 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:50.919707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11473b84-6ac4-4853-9cc6-46dcdb17e62b req-5d968831-cd8d-46fc-897f-4c0a7c238cd2 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 946 time: 0.0843701 Feb 10 06:37:50.932840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b763bc77-e0e4-46aa-aff7-b21e54628071 req-2d19607b-a2c9-4949-bc57-9e96734a7d1b tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580725 Feb 10 06:37:50.951291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 96e2acc3-4ffa-4bf6-bded-f3e46180b824, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=96e2acc3-4ffa-4bf6-bded-f3e46180b824,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:50.951291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:50.951291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device cd9264d1-044c-425b-93c2-41ff9e11132c details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:51.098281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port cd9264d1-044c-425b-93c2-41ff9e11132c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cd9264d1-044c-425b-93c2-41ff9e11132c,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:51.101439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=96e2acc3-4ffa-4bf6-bded-f3e46180b824,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:51.113877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11473b84-6ac4-4853-9cc6-46dcdb17e62b req-292949e4-9818-4547-9475-52fbd9e6b95d tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca24232-7285-4e11-90ad-97043428e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755881 Feb 10 06:37:51.114833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'cd9264d1-044c-425b-93c2-41ff9e11132c', 'network_id': '0e46ffab-9e24-4623-8d12-e600966d7e4e', 'port_id': 'cd9264d1-044c-425b-93c2-41ff9e11132c', 'mac_address': 'fa:16:3e:fa:c9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431e162a-1c63-47d8-a081-de739e99977e', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:51.141283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f0eeb-d102-425a-8b32-3db224beff4a req-d1a6aa96-efa1-4837-a981-19649c3f8762 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:51.154889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a24f0eeb-d102-425a-8b32-3db224beff4a req-d1a6aa96-efa1-4837-a981-19649c3f8762 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1435318 Feb 10 06:37:51.180280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port cd9264d1-044c-425b-93c2-41ff9e11132c is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:51.181011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:51.216346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9264d1-044c-425b-93c2-41ff9e11132c {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:51.263296 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a24f0eeb-d102-425a-8b32-3db224beff4a req-c307b53d-da3b-4127-92c7-8e013feb9a5b tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072707 Feb 10 06:37:51.263803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port cd9264d1-044c-425b-93c2-41ff9e11132c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cd9264d1-044c-425b-93c2-41ff9e11132c,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:51.272206 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:51.427986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=cd9264d1-044c-425b-93c2-41ff9e11132c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:51.439100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c1b3333d-78a5-4931-b90c-6349590f6bd1 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:37:51.688848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c1b3333d-78a5-4931-b90c-6349590f6bd1, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c1b3333d-78a5-4931-b90c-6349590f6bd1,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:51.721460 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'c1b3333d-78a5-4931-b90c-6349590f6bd1', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'port_id': 'c1b3333d-78a5-4931-b90c-6349590f6bd1', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:37:51.848631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c1b3333d-78a5-4931-b90c-6349590f6bd1 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:51.849472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:51.879289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b3333d-78a5-4931-b90c-6349590f6bd1 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:51.924279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c1b3333d-78a5-4931-b90c-6349590f6bd1, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c1b3333d-78a5-4931-b90c-6349590f6bd1,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:51.935389 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:51.982433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-7852af31-c3b6-4d70-8dcf-4f7263e2db2c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:51.989462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-7852af31-c3b6-4d70-8dcf-4f7263e2db2c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.7023988 Feb 10 06:37:52.003106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0784d2-3e75-41f3-b865-8bfc701d343f req-bf391e8e-9719-405b-8fb1-9f0782ad9dd6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:52.004799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e0784d2-3e75-41f3-b865-8bfc701d343f req-bf391e8e-9719-405b-8fb1-9f0782ad9dd6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.1230180 Feb 10 06:37:52.014430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-9793fbb1-8c32-4acd-9feb-39dee2ddd4b7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/quotas/a8d118dc65354c52bdd86b7a07fad05b HTTP/1.1" status: 200 len: 375 time: 0.0238800 Feb 10 06:37:52.089356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c1b3333d-78a5-4931-b90c-6349590f6bd1,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:52.106705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['fa3ca41a-3e9f-4a49-96df-982dcb784553'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:52.109543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['88a6fc0a-bc63-4ec1-b7df-dffe5735952a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:52.111483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['0bb8675d-850c-43e4-97ed-c318acc32abf'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:52.114362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['6f2b8a67-e1c6-4461-b239-07f5c88255db'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:52.116679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a0dd3913-9d62-4170-866e-737160d2ed68'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:52.125548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['96e2acc3-4ffa-4bf6-bded-f3e46180b824'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:52.132551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['cd9264d1-044c-425b-93c2-41ff9e11132c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:52.135867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-951a2405-2704-469e-98ed-faddc2ac2fb5 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201615 Feb 10 06:37:52.153568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e0784d2-3e75-41f3-b865-8bfc701d343f req-ccae09c4-6f6f-4af1-9cfb-8450348ed849 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293321 Feb 10 06:37:52.421933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-5af02015-d229-4c15-8ef9-9674d88fdf68 service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642906 Feb 10 06:37:52.660250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573065-53a6-48c4-9a28-cb86d40cbe54 req-3afe1a36-0cf1-474c-839b-7431585ca2b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:52.665710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573065-53a6-48c4-9a28-cb86d40cbe54 req-3afe1a36-0cf1-474c-839b-7431585ca2b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:52.687179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573065-53a6-48c4-9a28-cb86d40cbe54 req-3afe1a36-0cf1-474c-839b-7431585ca2b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:52.700751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573065-53a6-48c4-9a28-cb86d40cbe54 req-3afe1a36-0cf1-474c-839b-7431585ca2b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:52.724541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573065-53a6-48c4-9a28-cb86d40cbe54 req-3afe1a36-0cf1-474c-839b-7431585ca2b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:52.741685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573065-53a6-48c4-9a28-cb86d40cbe54 req-3afe1a36-0cf1-474c-839b-7431585ca2b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:52.753935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573065-53a6-48c4-9a28-cb86d40cbe54 req-3afe1a36-0cf1-474c-839b-7431585ca2b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:52.763963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1573065-53a6-48c4-9a28-cb86d40cbe54 req-3afe1a36-0cf1-474c-839b-7431585ca2b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5438 time: 0.4106708 Feb 10 06:37:52.843138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c1b3333d-78a5-4931-b90c-6349590f6bd1'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:52.851036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-cfcebe9d-d3c2-432c-a1b3-a41cffb8ef1a service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272714 Feb 10 06:37:52.891625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1573065-53a6-48c4-9a28-cb86d40cbe54 req-4a8c227d-bf30-454b-879b-7059216fbd04 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265423 Feb 10 06:37:53.112510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db09496-4b23-4156-a93f-8b14d704e2b0 req-4f6f1eef-b9b4-4bd0-8eee-d9b8f5b14425 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:53.120406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1db09496-4b23-4156-a93f-8b14d704e2b0 req-4f6f1eef-b9b4-4bd0-8eee-d9b8f5b14425 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 945 time: 0.1241708 Feb 10 06:37:53.242858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1db09496-4b23-4156-a93f-8b14d704e2b0 req-ab1b782d-94e5-4ad6-ae52-50411d09e36f tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164844 Feb 10 06:37:53.529354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9349b92-2db2-40e5-a3c0-2aea93fcba52 req-d4ba4e86-aabf-442a-9048-f921cfccb128 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 210 time: 0.0906432 Feb 10 06:37:53.571976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cdd03-d085-49a0-87f6-1424e582370f req-6d2fcb65-d2a2-4cc7-9e88-531431039b5b tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:53.582218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b4cdd03-d085-49a0-87f6-1424e582370f req-6d2fcb65-d2a2-4cc7-9e88-531431039b5b tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.2358029 Feb 10 06:37:53.864353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b4cdd03-d085-49a0-87f6-1424e582370f req-e883b5b9-a2db-4551-b91b-fe020e1c26eb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806475 Feb 10 06:37:53.930695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb4454-88f1-4ba8-a2d1-869f8c74ffc6 req-6c52f2df-1b3d-4053-ac5f-8de3a0f4b43c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:53.946176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97eb4454-88f1-4ba8-a2d1-869f8c74ffc6 req-6c52f2df-1b3d-4053-ac5f-8de3a0f4b43c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.2592044 Feb 10 06:37:54.107001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97eb4454-88f1-4ba8-a2d1-869f8c74ffc6 req-f540864e-2dbe-439e-ae4c-887634b55c05 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561544 Feb 10 06:37:54.284262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eca82e-8c48-4ae9-ae1b-3371b5939ad3 req-9aa4ac19-0184-47c4-8c87-0099c4a357bc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:54.293434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eca82e-8c48-4ae9-ae1b-3371b5939ad3 req-9aa4ac19-0184-47c4-8c87-0099c4a357bc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:54.299440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eca82e-8c48-4ae9-ae1b-3371b5939ad3 req-9aa4ac19-0184-47c4-8c87-0099c4a357bc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:54.305244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eca82e-8c48-4ae9-ae1b-3371b5939ad3 req-9aa4ac19-0184-47c4-8c87-0099c4a357bc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:54.311486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eca82e-8c48-4ae9-ae1b-3371b5939ad3 req-9aa4ac19-0184-47c4-8c87-0099c4a357bc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:54.317070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eca82e-8c48-4ae9-ae1b-3371b5939ad3 req-9aa4ac19-0184-47c4-8c87-0099c4a357bc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:54.323321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eca82e-8c48-4ae9-ae1b-3371b5939ad3 req-9aa4ac19-0184-47c4-8c87-0099c4a357bc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:54.338376 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47eca82e-8c48-4ae9-ae1b-3371b5939ad3 req-9aa4ac19-0184-47c4-8c87-0099c4a357bc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5438 time: 0.2079988 Feb 10 06:37:54.476955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47eca82e-8c48-4ae9-ae1b-3371b5939ad3 req-c893b1ca-6360-4daf-81ad-39821abe359e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375711 Feb 10 06:37:54.587171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d400be-760c-472d-88be-92ae2cc39f31 req-2efd4be6-464a-4468-99fd-b757fb32828e tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:54.624427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41d400be-760c-472d-88be-92ae2cc39f31 req-2efd4be6-464a-4468-99fd-b757fb32828e tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 945 time: 0.1463413 Feb 10 06:37:54.811599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41d400be-760c-472d-88be-92ae2cc39f31 req-bb8b5ba0-0f63-49a5-84fb-600bc07108cb tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859124 Feb 10 06:37:55.123759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d29ac-e411-42dc-9489-328baa9fdf3a req-1006fb9d-d299-469d-b9b7-1aa19f3df039 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.134245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a4d29ac-e411-42dc-9489-328baa9fdf3a req-1006fb9d-d299-469d-b9b7-1aa19f3df039 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1229494 Feb 10 06:37:55.236622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-2272e027-b25d-48b0-a169-14776943ff7d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.239362 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-2272e027-b25d-48b0-a169-14776943ff7d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.3194098 Feb 10 06:37:55.259829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Request body: {'port': {'device_id': '37d506f4-4d1b-45bf-baff-d7d21ddc2551', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'admin_state_up': True, 'tenant_id': 'a8d118dc65354c52bdd86b7a07fad05b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:55.284977 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df3f923d-c392-40b6-8959-c317a7141dce req-2b3ff5b4-95bc-4eca-8f53-7c5da6c63323 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 210 time: 0.4420915 Feb 10 06:37:55.309685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a0dd3913-9d62-4170-866e-737160d2ed68 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:55.319164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a4d29ac-e411-42dc-9489-328baa9fdf3a req-1444abcf-e722-426f-a713-aafc7b5c7f15 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837540 Feb 10 06:37:55.447175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port a0dd3913-9d62-4170-866e-737160d2ed68 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:55.455421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port a0dd3913-9d62-4170-866e-737160d2ed68 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:55.455574 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:55.584360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Made reservation on behalf of a8d118dc65354c52bdd86b7a07fad05b for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:37:55.598005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:55.599904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3c2b-ff02-4bfe-bca0-02158632c2b8 req-0cec1adb-041f-476e-8cc1-6b5d5522e8fb tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.604208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f8c3c2b-ff02-4bfe-bca0-02158632c2b8 req-0cec1adb-041f-476e-8cc1-6b5d5522e8fb tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.0983298 Feb 10 06:37:55.626047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a0dd3913-9d62-4170-866e-737160d2ed68 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:55.626474 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:55.701178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a0dd3913-9d62-4170-866e-737160d2ed68, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a0dd3913-9d62-4170-866e-737160d2ed68,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:55.702205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dd3913-9d62-4170-866e-737160d2ed68'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:55.707341 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7b59d3-5585-4355-9fce-076b6c9d91fb" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "a0dd3913-9d62-4170-866e-737160d2ed68"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:55.716956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:55.718975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c1b3333d-78a5-4931-b90c-6349590f6bd1 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:55.801772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f8c3c2b-ff02-4bfe-bca0-02158632c2b8 req-4b4442bd-38e2-43c3-9480-c88548e3f136 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843312 Feb 10 06:37:55.868068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333148-a78b-4b1c-ab99-1356200f22d9 req-06a13111-d459-47a9-b078-b9ecdff812c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.880182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333148-a78b-4b1c-ab99-1356200f22d9 req-06a13111-d459-47a9-b078-b9ecdff812c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.892962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333148-a78b-4b1c-ab99-1356200f22d9 req-06a13111-d459-47a9-b078-b9ecdff812c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.894089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Allocated IP 172.20.0.14 (73416e1f-efbe-4b07-a796-c13d404be009/2b828090-b45b-45b1-b6c4-67980fdababc/5e308999-5c1d-4493-bbd3-9807aac3ee0d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:37:55.901676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a0dd3913-9d62-4170-866e-737160d2ed68,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:55.921930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333148-a78b-4b1c-ab99-1356200f22d9 req-06a13111-d459-47a9-b078-b9ecdff812c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.935744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333148-a78b-4b1c-ab99-1356200f22d9 req-06a13111-d459-47a9-b078-b9ecdff812c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.956181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333148-a78b-4b1c-ab99-1356200f22d9 req-06a13111-d459-47a9-b078-b9ecdff812c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.963325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port c1b3333d-78a5-4931-b90c-6349590f6bd1 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:55.964069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333148-a78b-4b1c-ab99-1356200f22d9 req-06a13111-d459-47a9-b078-b9ecdff812c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:55.970084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port c1b3333d-78a5-4931-b90c-6349590f6bd1 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:55.970522 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:55.987456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0333148-a78b-4b1c-ab99-1356200f22d9 req-06a13111-d459-47a9-b078-b9ecdff812c1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5438 time: 0.3167531 Feb 10 06:37:56.122403 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2e79b8-00dd-4139-bc0f-4bf9c8c6e611 x-openstack-request-id: req-ca2e79b8-00dd-4139-bc0f-4bf9c8c6e611 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:56.122675 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "a0dd3913-9d62-4170-866e-737160d2ed68", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:56.122936 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca2e79b8-00dd-4139-bc0f-4bf9c8c6e611 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:56.123336 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dd3913-9d62-4170-866e-737160d2ed68', 'code': 200} Feb 10 06:37:56.164316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c1b3333d-78a5-4931-b90c-6349590f6bd1 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:56.164725 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:56.184747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0333148-a78b-4b1c-ab99-1356200f22d9 req-3ed1638b-9645-4935-afac-2854a51b2022 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1963077 Feb 10 06:37:56.254158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c1b3333d-78a5-4931-b90c-6349590f6bd1, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c1b3333d-78a5-4931-b90c-6349590f6bd1,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:56.260529 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:56.345675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c1b3333d-78a5-4931-b90c-6349590f6bd1,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:56.383964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678572b-6c5e-4801-acc8-ce13165212e4 req-5c5c8e96-702c-48f4-8643-7f05568b27b6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:56.391773 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks [] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:56.393262 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4678572b-6c5e-4801-acc8-ce13165212e4 req-5c5c8e96-702c-48f4-8643-7f05568b27b6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 945 time: 0.1652598 Feb 10 06:37:56.447997 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:56.461846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:37:56.496123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4678572b-6c5e-4801-acc8-ce13165212e4 req-6413b03f-67d3-4e76-be11-de157053206b tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016595 Feb 10 06:37:56.533987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event updated for resources: {'Port': ['ID=5e308999-5c1d-4493-bbd3-9807aac3ee0d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:56.541283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Network 73416e1f-efbe-4b07-a796-c13d404be009 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:37:56.543601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:37:56.546605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:37:56.660911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:56.661945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:56.712652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-835cbb94-ff31-4697-958e-ffbe134dc251 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4628606 Feb 10 06:37:56.734368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d754744-813d-48ec-bfd8-369ade0188dc req-415309b6-97e5-4a4b-90c0-59c8cc7b987f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:56.735960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d754744-813d-48ec-bfd8-369ade0188dc req-415309b6-97e5-4a4b-90c0-59c8cc7b987f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 932 time: 0.1589222 Feb 10 06:37:56.746494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Request body: {'port': {'device_id': '37d506f4-4d1b-45bf-baff-d7d21ddc2551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:37:56.831238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d754744-813d-48ec-bfd8-369ade0188dc req-708f8902-de01-47ff-ac3e-828ff59adca8 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856779 Feb 10 06:37:56.858876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b02594-70a7-4e04-b802-dc86d3ea5a00 req-af0c2f5e-45be-4800-a9c9-9b91d6d230a0 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:56.866388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84b02594-70a7-4e04-b802-dc86d3ea5a00 req-af0c2f5e-45be-4800-a9c9-9b91d6d230a0 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.2026098 Feb 10 06:37:56.945519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84b02594-70a7-4e04-b802-dc86d3ea5a00 req-747c6a2f-3f96-430c-8588-ea589de1cbc8 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781679 Feb 10 06:37:56.958006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.176583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aad67-3c35-482f-b6aa-0d47d42b9031 req-d00a6909-0cf1-40c1-9533-d17d2ecec4c3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:57.178065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-108aad67-3c35-482f-b6aa-0d47d42b9031 req-d00a6909-0cf1-40c1-9533-d17d2ecec4c3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.1206663 Feb 10 06:37:57.294482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-108aad67-3c35-482f-b6aa-0d47d42b9031 req-7014c50e-f4b4-4097-8a82-5812178a6c56 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052403 Feb 10 06:37:57.309208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 88a6fc0a-bc63-4ec1-b7df-dffe5735952a up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:57.477398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:57.479510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e308999-5c1d-4493-bbd3-9807aac3ee0d {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:37:57.484517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:57.486899 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.492191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Publish callbacks [] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.500121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5374b-cb88-424d-81d2-75d86f1af85e req-e898e27d-252e-491a-8f82-b39fb37f9ec3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:57.505874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5374b-cb88-424d-81d2-75d86f1af85e req-e898e27d-252e-491a-8f82-b39fb37f9ec3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:57.506441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Transition to ACTIVE for port object 5e308999-5c1d-4493-bbd3-9807aac3ee0d will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:37:57.523464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.526645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5374b-cb88-424d-81d2-75d86f1af85e req-e898e27d-252e-491a-8f82-b39fb37f9ec3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:57.544913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5374b-cb88-424d-81d2-75d86f1af85e req-e898e27d-252e-491a-8f82-b39fb37f9ec3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:57.555621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5374b-cb88-424d-81d2-75d86f1af85e req-e898e27d-252e-491a-8f82-b39fb37f9ec3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:57.567620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5374b-cb88-424d-81d2-75d86f1af85e req-e898e27d-252e-491a-8f82-b39fb37f9ec3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:57.582336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5374b-cb88-424d-81d2-75d86f1af85e req-e898e27d-252e-491a-8f82-b39fb37f9ec3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:57.595792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Pushing event updated for resources: {'Port': ['ID=5e308999-5c1d-4493-bbd3-9807aac3ee0d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:57.613317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fe5374b-cb88-424d-81d2-75d86f1af85e req-e898e27d-252e-491a-8f82-b39fb37f9ec3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5439 time: 0.2619653 Feb 10 06:37:57.678532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Attempting to bind port 5e308999-5c1d-4493-bbd3-9807aac3ee0d on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:37:57.679165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Attempting to bind port 5e308999-5c1d-4493-bbd3-9807aac3ee0d by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:37:57.679572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Attempting to bind port 5e308999-5c1d-4493-bbd3-9807aac3ee0d on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:57.685401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Port 5e308999-5c1d-4493-bbd3-9807aac3ee0d on network 73416e1f-efbe-4b07-a796-c13d404be009 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:37:57.685716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Attempting to bind port 5e308999-5c1d-4493-bbd3-9807aac3ee0d on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:37:57.689028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:57.689433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.692167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:37:57.692725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Checking segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:37:57.693273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Bound using segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:37:57.693917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Bound port: 5e308999-5c1d-4493-bbd3-9807aac3ee0d, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:37:57.694619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.769724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:57.780059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.780891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0bb8675d-850c-43e4-97ed-c318acc32abf up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:57.795125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fe5374b-cb88-424d-81d2-75d86f1af85e req-962f5f5b-9d99-4717-bc11-03b5be7a3379 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1708744 Feb 10 06:37:57.854206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] For port 5e308999-5c1d-4493-bbd3-9807aac3ee0d, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:37:57.857653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] For port 5e308999-5c1d-4493-bbd3-9807aac3ee0d, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5e308999-5c1d-4493-bbd3-9807aac3ee0d,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:37:57.875452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.927337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 0bb8675d-850c-43e4-97ed-c318acc32abf completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:57.947787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 0bb8675d-850c-43e4-97ed-c318acc32abf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:57.948170 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.991545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:57.991545 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:57.992991 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] 10.222.0.13 "PUT /v2.0/ports/5e308999-5c1d-4493-bbd3-9807aac3ee0d HTTP/1.1" status: 200 len: 1092 time: 1.2725236 Feb 10 06:37:57.993472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d506f4-4d1b-45bf-baff-d7d21ddc2551', 'tag': '5e308999-5c1d-4493-bbd3-9807aac3ee0d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:57.995855 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31479f4c-5df4-4a9e-ad04-0de61c95dba6" -d '{"events": [{"name": "network-changed", "server_uuid": "37d506f4-4d1b-45bf-baff-d7d21ddc2551", "tag": "5e308999-5c1d-4493-bbd3-9807aac3ee0d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:58.076325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:58.112691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd66ea8-9dc9-4a03-a55a-94092f82401a req-21a4d6ae-052a-4b98-b700-46f6122eb99a tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:58.126807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edd66ea8-9dc9-4a03-a55a-94092f82401a req-21a4d6ae-052a-4b98-b700-46f6122eb99a tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.2328639 Feb 10 06:37:58.131995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05805d7-74da-4f17-96ce-17adf408371e service neutron] Pushing event updated for resources: {'Port': ['ID=5e308999-5c1d-4493-bbd3-9807aac3ee0d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:58.187470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-bf3c6a73-8018-4483-9fb8-2c0dd4cd11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:58.189167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-bf3c6a73-8018-4483-9fb8-2c0dd4cd11a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 1126 time: 0.1376090 Feb 10 06:37:58.216458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b3333d-78a5-4931-b90c-6349590f6bd1'}, {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6fc0a-bc63-4ec1-b7df-dffe5735952a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:37:58.218847 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a234e970-2cfc-4ef6-a305-54de3e560ff5" -d '{"events": [{"server_uuid": "3b96f1b0-112f-4e72-9223-48bcedc4183f", "name": "network-vif-plugged", "status": "completed", "tag": "c1b3333d-78a5-4931-b90c-6349590f6bd1"}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "88a6fc0a-bc63-4ec1-b7df-dffe5735952a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:37:58.221226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 0bb8675d-850c-43e4-97ed-c318acc32abf is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:58.221635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:58.282488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-c627eb9b-68f7-483f-8743-a77155b51e28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e308999-5c1d-4493-bbd3-9807aac3ee0d HTTP/1.1" status: 200 len: 217 time: 0.0854423 Feb 10 06:37:58.304031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0bb8675d-850c-43e4-97ed-c318acc32abf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0bb8675d-850c-43e4-97ed-c318acc32abf,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:58.314257 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:58.314651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 96e2acc3-4ffa-4bf6-bded-f3e46180b824 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:58.363341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edd66ea8-9dc9-4a03-a55a-94092f82401a req-2ebfc108-a5f0-4f3e-82ba-1f9887ceb93c tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354064 Feb 10 06:37:58.382768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fddcd-2720-4868-96de-11bbdfc61a56 req-562b04e0-6e6e-4097-b7a9-9ba6e0c372b4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:58.392172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc9fddcd-2720-4868-96de-11bbdfc61a56 req-562b04e0-6e6e-4097-b7a9-9ba6e0c372b4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 944 time: 0.2613237 Feb 10 06:37:58.427975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-c5a08453-5873-4869-8c4f-7a8f85e4be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:58.437775 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-c5a08453-5873-4869-8c4f-7a8f85e4be09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1425014 Feb 10 06:37:58.497211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-55b383b0-e2dd-481f-aeef-4cf604147cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:58.498764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-55b383b0-e2dd-481f-aeef-4cf604147cee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 1127 time: 0.2720399 Feb 10 06:37:58.501247 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-dedb15b3-c11a-4646-a7e2-2b36f0438ed4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523291 Feb 10 06:37:58.539702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=0bb8675d-850c-43e4-97ed-c318acc32abf,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:58.580447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:58.588876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:58.590131 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:58.612073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc9fddcd-2720-4868-96de-11bbdfc61a56 req-e5024ed0-62a1-4014-bdd8-ec3b4369741e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156436 Feb 10 06:37:58.725181 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-a409ccf3-2af3-46c8-b5d1-b8d9af89833f service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163906 Feb 10 06:37:58.728952 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1bed01-204f-4201-84fd-b5732f74c18a x-openstack-request-id: req-8f1bed01-204f-4201-84fd-b5732f74c18a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:58.729459 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d506f4-4d1b-45bf-baff-d7d21ddc2551", "tag": "5e308999-5c1d-4493-bbd3-9807aac3ee0d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:58.729913 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f1bed01-204f-4201-84fd-b5732f74c18a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:58.730511 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d506f4-4d1b-45bf-baff-d7d21ddc2551', 'tag': '5e308999-5c1d-4493-bbd3-9807aac3ee0d', 'status': 'completed', 'code': 200} Feb 10 06:37:58.775406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:58.776132 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:58.849375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 96e2acc3-4ffa-4bf6-bded-f3e46180b824, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=96e2acc3-4ffa-4bf6-bded-f3e46180b824,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:58.858468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:58.859714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device cd9264d1-044c-425b-93c2-41ff9e11132c up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:58.920175 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4900c471-b591-4862-b757-ce4b0cde1eb7 req-5e317bb1-c8f5-43a1-ba74-eb37bb4b38c4 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885560 Feb 10 06:37:58.939463 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bcc375-51b2-40c0-a7dd-18d9f55f7daa x-openstack-request-id: req-68bcc375-51b2-40c0-a7dd-18d9f55f7daa {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:37:58.940058 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b96f1b0-112f-4e72-9223-48bcedc4183f", "name": "network-vif-plugged", "status": "completed", "tag": "c1b3333d-78a5-4931-b90c-6349590f6bd1", "code": 200}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "88a6fc0a-bc63-4ec1-b7df-dffe5735952a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:37:58.940502 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68bcc375-51b2-40c0-a7dd-18d9f55f7daa {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:37:58.941379 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b3333d-78a5-4931-b90c-6349590f6bd1', 'code': 200} Feb 10 06:37:58.941810 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6fc0a-bc63-4ec1-b7df-dffe5735952a', 'code': 200} Feb 10 06:37:59.029553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-1b98a7aa-73fb-427e-94ee-670c55e873a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:59.030994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-1b98a7aa-73fb-427e-94ee-670c55e873a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 910 time: 0.4560947 Feb 10 06:37:59.057616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port cd9264d1-044c-425b-93c2-41ff9e11132c completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:59.074585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port cd9264d1-044c-425b-93c2-41ff9e11132c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:59.077453 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:59.152740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-3173f5eb-9fe4-448b-b887-33ca1ee23980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:59.155736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=96e2acc3-4ffa-4bf6-bded-f3e46180b824,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:59.167217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-3173f5eb-9fe4-448b-b887-33ca1ee23980 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 1126 time: 0.1857462 Feb 10 06:37:59.247339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-3a3bca54-d589-48c2-8c28-cf1adcf27925 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=945982ae-5829-47e0-b7c1-e8081d859b26 HTTP/1.1" status: 200 len: 217 time: 0.1988668 Feb 10 06:37:59.258762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad19a7-4b3a-4a82-bfa9-357129d2f725 req-6ff6cff8-e930-473f-b3b2-9f896a4a1b96 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:59.271950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port cd9264d1-044c-425b-93c2-41ff9e11132c is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:59.272586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:59.282666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ad19a7-4b3a-4a82-bfa9-357129d2f725 req-6ff6cff8-e930-473f-b3b2-9f896a4a1b96 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.7283385 Feb 10 06:37:59.344592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port cd9264d1-044c-425b-93c2-41ff9e11132c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cd9264d1-044c-425b-93c2-41ff9e11132c,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:59.357166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:59.357977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 6f2b8a67-e1c6-4461-b239-07f5c88255db up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:37:59.363851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-4aec8475-922a-4759-9c5b-dd49173273e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:59.365712 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-4aec8475-922a-4759-9c5b-dd49173273e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 906 time: 0.1878722 Feb 10 06:37:59.374678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e76af-540e-4f60-9244-68948192f04d req-1e1b9087-aeb1-44f5-8508-a41585e05614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:59.378035 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee1e76af-540e-4f60-9244-68948192f04d req-1e1b9087-aeb1-44f5-8508-a41585e05614 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 1128 time: 0.3444030 Feb 10 06:37:59.516046 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-6c53670d-23a2-4aed-a57a-0c3dd9c5d1ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e308999-5c1d-4493-bbd3-9807aac3ee0d HTTP/1.1" status: 200 len: 217 time: 0.1354611 Feb 10 06:37:59.518091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3bcf2-5594-4666-b6fe-e7a3ed3cf84d req-9615227e-787b-4f85-bc79-486751686cfd tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:59.531982 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fa3bcf2-5594-4666-b6fe-e7a3ed3cf84d req-9615227e-787b-4f85-bc79-486751686cfd tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.4824371 Feb 10 06:37:59.574436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 6f2b8a67-e1c6-4461-b239-07f5c88255db completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:37:59.577987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-a835413a-190e-4385-8c49-7a09df4961bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:59.579652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-a835413a-190e-4385-8c49-7a09df4961bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 200 len: 850 time: 0.2906213 Feb 10 06:37:59.590177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=cd9264d1-044c-425b-93c2-41ff9e11132c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:37:59.610978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 6f2b8a67-e1c6-4461-b239-07f5c88255db triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:37:59.613003 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:59.633647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ad19a7-4b3a-4a82-bfa9-357129d2f725 req-3ea656b0-7edb-42cd-ac34-78846d8f2653 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450334 Feb 10 06:37:59.693836 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee1e76af-540e-4f60-9244-68948192f04d req-8d1865fc-2f3f-4b70-bac5-431067e8cfb6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991579 Feb 10 06:37:59.705544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-b6f03514-bc2b-47c7-b850-66ae74f7f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:37:59.707089 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-b6f03514-bc2b-47c7-b850-66ae74f7f76e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1788297 Feb 10 06:37:59.758479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fa3bcf2-5594-4666-b6fe-e7a3ed3cf84d req-daf2ec56-9e01-418d-9811-60160cf36974 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253458 Feb 10 06:37:59.769614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-b9f867ce-bdc2-4862-b13d-9782583c9afb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6036e54b-d8d1-453d-b662-5c2f22ac4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1811724 Feb 10 06:37:59.778834 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-4139b3da-280a-4624-b485-6564c7a769a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580769 Feb 10 06:37:59.818090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 6f2b8a67-e1c6-4461-b239-07f5c88255db is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:37:59.818521 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:59.902768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 6f2b8a67-e1c6-4461-b239-07f5c88255db, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=6f2b8a67-e1c6-4461-b239-07f5c88255db,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:37:59.915552 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:37:59.916305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device fa3ca41a-3e9f-4a49-96df-982dcb784553 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:38:00.001937 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:38:00.073224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-1e4798a3-28c5-4555-a64f-333e01ae533e service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863441 Feb 10 06:38:00.104880 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-0f4f7484-f21f-46de-a9ce-4f4308bc6f61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2410672 Feb 10 06:38:00.107932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=6f2b8a67-e1c6-4461-b239-07f5c88255db,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:00.143388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port fa3ca41a-3e9f-4a49-96df-982dcb784553 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:38:00.147730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port fa3ca41a-3e9f-4a49-96df-982dcb784553 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:38:00.148120 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:00.177476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-ec3861d8-2f1c-460e-a091-470cea514bba service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751288 Feb 10 06:38:00.199161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd5e78-8c6f-4068-a4bc-28aed8bd3308 req-a20c9300-bde2-4e2d-aeff-07003c6de551 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.206080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd5e78-8c6f-4068-a4bc-28aed8bd3308 req-a20c9300-bde2-4e2d-aeff-07003c6de551 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.214221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd5e78-8c6f-4068-a4bc-28aed8bd3308 req-a20c9300-bde2-4e2d-aeff-07003c6de551 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.239605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd5e78-8c6f-4068-a4bc-28aed8bd3308 req-a20c9300-bde2-4e2d-aeff-07003c6de551 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.253593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd5e78-8c6f-4068-a4bc-28aed8bd3308 req-a20c9300-bde2-4e2d-aeff-07003c6de551 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.267270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd5e78-8c6f-4068-a4bc-28aed8bd3308 req-a20c9300-bde2-4e2d-aeff-07003c6de551 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.274137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd5e78-8c6f-4068-a4bc-28aed8bd3308 req-a20c9300-bde2-4e2d-aeff-07003c6de551 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.290987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd5e78-8c6f-4068-a4bc-28aed8bd3308 req-a20c9300-bde2-4e2d-aeff-07003c6de551 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5444 time: 0.2461679 Feb 10 06:38:00.352962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port fa3ca41a-3e9f-4a49-96df-982dcb784553 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:00.356059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:00.477781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd5e78-8c6f-4068-a4bc-28aed8bd3308 req-d2ccdc1b-5ff2-47e5-94eb-de819d1e4706 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843731 Feb 10 06:38:00.499198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f4a1-a8c1-4348-b0ce-e27c96a77219 req-0f2b092e-2d00-4386-99e7-9cfb311700c1 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.510952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port fa3ca41a-3e9f-4a49-96df-982dcb784553, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=fa3ca41a-3e9f-4a49-96df-982dcb784553,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:00.516167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f764f4a1-a8c1-4348-b0ce-e27c96a77219 req-0f2b092e-2d00-4386-99e7-9cfb311700c1 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.4816308 Feb 10 06:38:00.527598 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:00.620229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-f264ec03-b9b1-401a-865c-d5e7121b2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.622277 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-f264ec03-b9b1-401a-865c-d5e7121b2946 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 1127 time: 0.4368136 Feb 10 06:38:00.645949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=fa3ca41a-3e9f-4a49-96df-982dcb784553,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:00.654134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-31479f4c-5df4-4a9e-ad04-0de61c95dba6 req-ed240f3c-c927-408f-9760-a39a75e5577a service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700366 Feb 10 06:38:00.799695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f764f4a1-a8c1-4348-b0ce-e27c96a77219 req-d346673b-437f-4ec4-84fb-5c56cbee2fb9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739139 Feb 10 06:38:00.803140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-428f0375-0ba2-48e8-aa01-9bc8b54ea2af req-431e7e8d-f349-4800-8fa7-f8f0939142c1 service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842122 Feb 10 06:38:00.834543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b86c-1c1c-4c84-a18e-659f306420d7 req-eaa98402-3039-4584-bf95-0522ce338f28 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.847261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bba1b86c-1c1c-4c84-a18e-659f306420d7 req-eaa98402-3039-4584-bf95-0522ce338f28 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 944 time: 0.2209227 Feb 10 06:38:00.884568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-92b8334d-6165-47d5-843f-11adb3088a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:00.889590 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-92b8334d-6165-47d5-843f-11adb3088a86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 910 time: 0.2239475 Feb 10 06:38:00.943651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf'}, {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e2acc3-4ffa-4bf6-bded-f3e46180b824'}, {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9264d1-044c-425b-93c2-41ff9e11132c'}, {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2b8a67-e1c6-4461-b239-07f5c88255db'}, {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3ca41a-3e9f-4a49-96df-982dcb784553'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:00.946024 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0729a1d0-37ef-407d-bea7-499a93b62c6a" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf"}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "96e2acc3-4ffa-4bf6-bded-f3e46180b824"}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "cd9264d1-044c-425b-93c2-41ff9e11132c"}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "6f2b8a67-e1c6-4461-b239-07f5c88255db"}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "fa3ca41a-3e9f-4a49-96df-982dcb784553"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:00.958400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bba1b86c-1c1c-4c84-a18e-659f306420d7 req-58379373-9b50-4201-b708-26bcceba82da tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096654 Feb 10 06:38:01.044239 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-58024374-b072-460c-9144-65b8d31afafe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f HTTP/1.1" status: 200 len: 217 time: 0.1415119 Feb 10 06:38:01.125052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb52bf-628b-401d-8125-af76ba0cef6b req-3165d30e-6c06-4114-9b49-de83d73ff699 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.130023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ebb52bf-628b-401d-8125-af76ba0cef6b req-3165d30e-6c06-4114-9b49-de83d73ff699 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1081827 Feb 10 06:38:01.154750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-baa979e4-aed8-45e3-8a41-49908f4661fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.157242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-baa979e4-aed8-45e3-8a41-49908f4661fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 200 len: 850 time: 0.1063297 Feb 10 06:38:01.214587 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-debb0123-a36e-4262-b727-92a4afc4ea4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6036e54b-d8d1-453d-b662-5c2f22ac4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512750 Feb 10 06:38:01.247880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ebb52bf-628b-401d-8125-af76ba0cef6b req-dacf2357-2972-4ccb-84a2-be6125310e95 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080840 Feb 10 06:38:01.346529 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dc66c3-fe39-4f8f-948f-c546257b5fdf x-openstack-request-id: req-70dc66c3-fe39-4f8f-948f-c546257b5fdf {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:01.347065 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf", "code": 200}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "96e2acc3-4ffa-4bf6-bded-f3e46180b824", "code": 200}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "cd9264d1-044c-425b-93c2-41ff9e11132c", "code": 200}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "6f2b8a67-e1c6-4461-b239-07f5c88255db", "code": 200}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "fa3ca41a-3e9f-4a49-96df-982dcb784553", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:01.347333 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70dc66c3-fe39-4f8f-948f-c546257b5fdf {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:01.347756 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'code': 200} Feb 10 06:38:01.348029 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e2acc3-4ffa-4bf6-bded-f3e46180b824', 'code': 200} Feb 10 06:38:01.348291 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9264d1-044c-425b-93c2-41ff9e11132c', 'code': 200} Feb 10 06:38:01.348550 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2b8a67-e1c6-4461-b239-07f5c88255db', 'code': 200} Feb 10 06:38:01.348806 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3ca41a-3e9f-4a49-96df-982dcb784553', 'code': 200} Feb 10 06:38:01.353994 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-312e710a-6d8f-43f2-839b-e5bc2c780cb4 service neutron] 10.222.0.13 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312685 Feb 10 06:38:01.358075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939af8b-cb8b-4b6a-921f-658ef25ee849 req-24e50cf4-5a10-4d82-9d8f-13c48470d3ee tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.366056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e939af8b-cb8b-4b6a-921f-658ef25ee849 req-24e50cf4-5a10-4d82-9d8f-13c48470d3ee tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.0833383 Feb 10 06:38:01.452928 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e939af8b-cb8b-4b6a-921f-658ef25ee849 req-99db0fc4-7771-46a9-87ae-8accba991626 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837269 Feb 10 06:38:01.523538 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5ed990b-07f7-4120-85a9-e804ea53fb64 req-b3ec36a8-84e5-403c-a7c8-2a96cac43369 service neutron] 10.222.0.13 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625218 Feb 10 06:38:01.691330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70af946-61c8-4759-97a1-4132d2a9a7a9 req-66160632-41e8-4ab2-b288-37f32dd3fc10 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.696938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70af946-61c8-4759-97a1-4132d2a9a7a9 req-66160632-41e8-4ab2-b288-37f32dd3fc10 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.703094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70af946-61c8-4759-97a1-4132d2a9a7a9 req-66160632-41e8-4ab2-b288-37f32dd3fc10 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.708432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70af946-61c8-4759-97a1-4132d2a9a7a9 req-66160632-41e8-4ab2-b288-37f32dd3fc10 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.713870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70af946-61c8-4759-97a1-4132d2a9a7a9 req-66160632-41e8-4ab2-b288-37f32dd3fc10 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.719277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70af946-61c8-4759-97a1-4132d2a9a7a9 req-66160632-41e8-4ab2-b288-37f32dd3fc10 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.724793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70af946-61c8-4759-97a1-4132d2a9a7a9 req-66160632-41e8-4ab2-b288-37f32dd3fc10 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.726748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e70af946-61c8-4759-97a1-4132d2a9a7a9 req-66160632-41e8-4ab2-b288-37f32dd3fc10 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.1374228 Feb 10 06:38:01.734027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ad0c2-0687-4be9-9295-c4f0485a7b2b req-11303023-6d38-4377-945a-18e8f09b2976 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.755940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f96ad0c2-0687-4be9-9295-c4f0485a7b2b req-11303023-6d38-4377-945a-18e8f09b2976 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 946 time: 0.2894514 Feb 10 06:38:01.807927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030fa99-5eb9-413b-abac-1228f149ac79 req-c7a2b33d-7a6a-441b-b460-bed664be4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.808337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030fa99-5eb9-413b-abac-1228f149ac79 req-c7a2b33d-7a6a-441b-b460-bed664be4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.808809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030fa99-5eb9-413b-abac-1228f149ac79 req-c7a2b33d-7a6a-441b-b460-bed664be4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.809271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030fa99-5eb9-413b-abac-1228f149ac79 req-c7a2b33d-7a6a-441b-b460-bed664be4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.809730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030fa99-5eb9-413b-abac-1228f149ac79 req-c7a2b33d-7a6a-441b-b460-bed664be4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.810188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030fa99-5eb9-413b-abac-1228f149ac79 req-c7a2b33d-7a6a-441b-b460-bed664be4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.810671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030fa99-5eb9-413b-abac-1228f149ac79 req-c7a2b33d-7a6a-441b-b460-bed664be4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:01.812687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6030fa99-5eb9-413b-abac-1228f149ac79 req-c7a2b33d-7a6a-441b-b460-bed664be4b49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6719 time: 0.3045053 Feb 10 06:38:01.883662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e70af946-61c8-4759-97a1-4132d2a9a7a9 req-52568e91-f5cf-4619-86a5-cdd16cc22c26 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189201 Feb 10 06:38:01.908856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f96ad0c2-0687-4be9-9295-c4f0485a7b2b req-b938219f-c64c-48cd-984b-c04ca1a5da5a tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca24232-7285-4e11-90ad-97043428e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468630 Feb 10 06:38:01.951083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6030fa99-5eb9-413b-abac-1228f149ac79 req-58cf39ce-b1b1-4964-8415-8681ac188352 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300015 Feb 10 06:38:02.050595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5e308999-5c1d-4493-bbd3-9807aac3ee0d details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:38:02.194247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615a791-1634-4ddb-87cf-0c7475a21fcc req-d811318f-632e-4a64-84f0-e50f42f976a9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:02.215689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6615a791-1634-4ddb-87cf-0c7475a21fcc req-d811318f-632e-4a64-84f0-e50f42f976a9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.2035425 Feb 10 06:38:02.371680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6615a791-1634-4ddb-87cf-0c7475a21fcc req-0b702506-036f-4446-aa9b-283a6b97e207 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537361 Feb 10 06:38:02.402947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5e308999-5c1d-4493-bbd3-9807aac3ee0d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5e308999-5c1d-4493-bbd3-9807aac3ee0d,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:02.405509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5198-2227-4e02-9241-352f3639246a req-46f5de81-e67b-48e5-8f37-eb8776487703 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:02.433846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48cb5198-2227-4e02-9241-352f3639246a req-46f5de81-e67b-48e5-8f37-eb8776487703 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 944 time: 0.3598905 Feb 10 06:38:02.466368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '5e308999-5c1d-4493-bbd3-9807aac3ee0d', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'port_id': '5e308999-5c1d-4493-bbd3-9807aac3ee0d', 'mac_address': 'fa:16:3e:14:71:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b828090-b45b-45b1-b6c4-67980fdababc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:38:02.549724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5e308999-5c1d-4493-bbd3-9807aac3ee0d is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:02.550126 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:02.583044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e308999-5c1d-4493-bbd3-9807aac3ee0d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:38:02.597798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48cb5198-2227-4e02-9241-352f3639246a req-98b257b0-0a91-465e-9c58-f061540272f2 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629884 Feb 10 06:38:02.634357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5e308999-5c1d-4493-bbd3-9807aac3ee0d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5e308999-5c1d-4493-bbd3-9807aac3ee0d,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:02.656220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:02.753824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5e308999-5c1d-4493-bbd3-9807aac3ee0d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:03.043539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['5e308999-5c1d-4493-bbd3-9807aac3ee0d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:03.053303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0590e-fbc9-4b10-ac0c-705424cf4040 req-ceeafa4c-58db-4dcc-902a-76dbda7a5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:03.067972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a0590e-fbc9-4b10-ac0c-705424cf4040 req-ceeafa4c-58db-4dcc-902a-76dbda7a5157 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 1127 time: 0.5826278 Feb 10 06:38:03.124761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10501b72-0ed1-48c5-a0d8-036bbf8ae705 req-c6c44861-6dcd-424e-a3fc-00869702f5d7 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:03.142096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10501b72-0ed1-48c5-a0d8-036bbf8ae705 req-c6c44861-6dcd-424e-a3fc-00869702f5d7 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.5867891 Feb 10 06:38:03.180263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-9e7da2a5-9617-416d-b5cc-c2f7f6236d74 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:03.181487 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-9e7da2a5-9617-416d-b5cc-c2f7f6236d74 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 946 time: 0.1290486 Feb 10 06:38:03.260250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a0590e-fbc9-4b10-ac0c-705424cf4040 req-8c7daaca-f9cf-48e6-bf68-1ef74535dfcd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809204 Feb 10 06:38:03.321021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10501b72-0ed1-48c5-a0d8-036bbf8ae705 req-c7a9b121-3e35-4623-8dd4-e0510e90592f tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776874 Feb 10 06:38:03.332691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2925f6e-ab8b-479d-bda9-e336d1733711 req-48a55107-6b56-4ffe-b5b3-3cc9869c8f4d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:03.347049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2925f6e-ab8b-479d-bda9-e336d1733711 req-48a55107-6b56-4ffe-b5b3-3cc9869c8f4d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.6416719 Feb 10 06:38:03.347851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:03.368891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Request body: {'floatingip': {'port_id': 'c1b3333d-78a5-4931-b90c-6349590f6bd1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:03.457439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Deleting port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:03.457765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:03.573118 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for floatingip (0ef784d9-449d-4c22-9ec6-6e9a5856c58b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:03.659871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] For port 1cf7957b-cfe5-4920-8da0-e66073dbaac2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1cf7957b-cfe5-4920-8da0-e66073dbaac2,segment=NetworkSegment(6c68f3cb-fe28-4947-8e33-980c50734a13),segment_id=6c68f3cb-fe28-4947-8e33-980c50734a13)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:03.660253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:03.694256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Calling delete_port for 1cf7957b-cfe5-4920-8da0-e66073dbaac2 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:03.901059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1cf7957b-cfe5-4920-8da0-e66073dbaac2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:03.913585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['1cf7957b-cfe5-4920-8da0-e66073dbaac2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:03.971662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Pushing event deleted for resources: {'Port': ['ID=1cf7957b-cfe5-4920-8da0-e66073dbaac2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:04.059213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] No DVR routers for this DVR port 1cf7957b-cfe5-4920-8da0-e66073dbaac2 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:04.062187 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:04.077074 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-25a03cca-6836-4a3b-83ed-92d6d424ed86 req-3a761b3c-5ba0-410e-bf73-ddb3e1a551a7 tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.24 "DELETE /v2.0/ports/1cf7957b-cfe5-4920-8da0-e66073dbaac2 HTTP/1.1" status: 204 len: 173 time: 0.8866868 Feb 10 06:38:04.077588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e4a489-2074-432c-a8d3-7e68a894d318', 'name': 'network-vif-deleted', 'tag': '1cf7957b-cfe5-4920-8da0-e66073dbaac2'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:04.079934 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57391a84-2a16-439e-bb24-67184736faeb" -d '{"events": [{"server_uuid": "45e4a489-2074-432c-a8d3-7e68a894d318", "name": "network-vif-deleted", "tag": "1cf7957b-cfe5-4920-8da0-e66073dbaac2"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:04.155969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f57a9c-edb2-40ad-b63e-472459c73de5 req-1dd67cee-46f4-4191-8e47-d334f01e23fa tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:04.163325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f57a9c-edb2-40ad-b63e-472459c73de5 req-1dd67cee-46f4-4191-8e47-d334f01e23fa tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.5924900 Feb 10 06:38:04.180933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f7cba-4f2b-4384-9ce1-20f594d334ab req-ddaad7ab-131a-4e4d-b12c-0af80f9e5ec4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:04.186873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f7cba-4f2b-4384-9ce1-20f594d334ab req-ddaad7ab-131a-4e4d-b12c-0af80f9e5ec4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:04.192395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f7cba-4f2b-4384-9ce1-20f594d334ab req-ddaad7ab-131a-4e4d-b12c-0af80f9e5ec4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:04.198065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f7cba-4f2b-4384-9ce1-20f594d334ab req-ddaad7ab-131a-4e4d-b12c-0af80f9e5ec4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:04.219651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f7cba-4f2b-4384-9ce1-20f594d334ab req-ddaad7ab-131a-4e4d-b12c-0af80f9e5ec4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:04.225635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f7cba-4f2b-4384-9ce1-20f594d334ab req-ddaad7ab-131a-4e4d-b12c-0af80f9e5ec4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:04.233582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f7cba-4f2b-4384-9ce1-20f594d334ab req-ddaad7ab-131a-4e4d-b12c-0af80f9e5ec4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:04.241276 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b9f7cba-4f2b-4384-9ce1-20f594d334ab req-ddaad7ab-131a-4e4d-b12c-0af80f9e5ec4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.6871288 Feb 10 06:38:04.447800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f57a9c-edb2-40ad-b63e-472459c73de5 req-5e0d8b8e-d0f3-4ddc-aae6-d65d3735b22c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787726 Feb 10 06:38:04.554359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b9f7cba-4f2b-4384-9ce1-20f594d334ab req-e599852b-4d31-4c0c-899d-f374c9fcc651 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3111863 Feb 10 06:38:04.756704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8efdc98c-e04b-49fd-9dd3-0aa1b7b9c1a5 req-74e5c2c0-8011-437a-a4c8-26c96d6a2f1e tempest-ServerTagsTestJSON-2124036347 tempest-ServerTagsTestJSON-2124036347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4a489-2074-432c-a8d3-7e68a894d318 HTTP/1.1" status: 200 len: 210 time: 0.1454291 Feb 10 06:38:04.930072 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a5e798-bda5-4446-8d3d-6196418e1a0d x-openstack-request-id: req-28a5e798-bda5-4446-8d3d-6196418e1a0d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:04.930628 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e4a489-2074-432c-a8d3-7e68a894d318", "name": "network-vif-deleted", "tag": "1cf7957b-cfe5-4920-8da0-e66073dbaac2", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:04.930628 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28a5e798-bda5-4446-8d3d-6196418e1a0d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:04.931264 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e4a489-2074-432c-a8d3-7e68a894d318', 'name': 'network-vif-deleted', 'tag': '1cf7957b-cfe5-4920-8da0-e66073dbaac2', 'status': 'completed', 'code': 200} Feb 10 06:38:05.063257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d55c-6ac5-48e8-a50e-bab9eafb13ab req-74923a88-b90a-45d3-a930-182373b95c08 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:05.075541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e965d55c-6ac5-48e8-a50e-bab9eafb13ab req-74923a88-b90a-45d3-a930-182373b95c08 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 945 time: 0.3345084 Feb 10 06:38:05.329900 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:38:05.433084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e965d55c-6ac5-48e8-a50e-bab9eafb13ab req-aa191208-3a57-420c-82ff-8c8b1a0669ac tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558714 Feb 10 06:38:05.466909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2cce5-b610-4aa2-a9ae-092f39a3f922 req-cc911b89-58d3-499b-8842-e8060df0e755 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:05.489832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4b2cce5-b610-4aa2-a9ae-092f39a3f922 req-cc911b89-58d3-499b-8842-e8060df0e755 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.4553010 Feb 10 06:38:05.605152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:05.630901 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (0ef784d9-449d-4c22-9ec6-6e9a5856c58b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:05.697410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4b2cce5-b610-4aa2-a9ae-092f39a3f922 req-c243c6ed-28d4-4520-a721-cf7da5a911ed tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048497 Feb 10 06:38:05.744692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32610ca5-3a99-4d59-a25d-8fd658e183ce req-fb269fc9-385a-42e8-bdcc-2378f70d52a8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:05.759049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32610ca5-3a99-4d59-a25d-8fd658e183ce req-fb269fc9-385a-42e8-bdcc-2378f70d52a8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.2177644 Feb 10 06:38:05.882679 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32610ca5-3a99-4d59-a25d-8fd658e183ce req-ffa4f025-d798-4817-a02b-8f17c0715c3b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227109 Feb 10 06:38:05.931203 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Floating IP 0ef784d9-449d-4c22-9ec6-6e9a5856c58b associated. External IP: 172.25.8.45, port: c1b3333d-78a5-4931-b90c-6349590f6bd1. Feb 10 06:38:06.068999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309087-4bba-4457-9830-c636bbe0d779 req-35a8206f-e86b-4502-9b96-97ec13142e33 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.077454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5e308999-5c1d-4493-bbd3-9807aac3ee0d up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:38:06.087922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309087-4bba-4457-9830-c636bbe0d779 req-35a8206f-e86b-4502-9b96-97ec13142e33 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.093951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309087-4bba-4457-9830-c636bbe0d779 req-35a8206f-e86b-4502-9b96-97ec13142e33 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.114224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309087-4bba-4457-9830-c636bbe0d779 req-35a8206f-e86b-4502-9b96-97ec13142e33 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.126025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47396) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:06.140655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309087-4bba-4457-9830-c636bbe0d779 req-35a8206f-e86b-4502-9b96-97ec13142e33 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.157163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309087-4bba-4457-9830-c636bbe0d779 req-35a8206f-e86b-4502-9b96-97ec13142e33 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.176012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309087-4bba-4457-9830-c636bbe0d779 req-35a8206f-e86b-4502-9b96-97ec13142e33 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.179168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45309087-4bba-4457-9830-c636bbe0d779 req-35a8206f-e86b-4502-9b96-97ec13142e33 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.3465858 Feb 10 06:38:06.278766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 5e308999-5c1d-4493-bbd3-9807aac3ee0d completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:38:06.284407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 5e308999-5c1d-4493-bbd3-9807aac3ee0d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:38:06.284709 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:06.378638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1ee49a-259b-4a71-97f8-df1f7457401d admin admin] Deleting subnet 82537582-be9b-4475-91f6-cfa4ac91f322 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:38:06.398418 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee49a-259b-4a71-97f8-df1f7457401d admin admin] Publish callbacks [] for subnet (82537582-be9b-4475-91f6-cfa4ac91f322), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:06.468509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5e308999-5c1d-4493-bbd3-9807aac3ee0d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:06.468904 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:06.486835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-53bb1f1c-53ad-4ad4-8dc3-a12c593c1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.489059 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-53bb1f1c-53ad-4ad4-8dc3-a12c593c1984 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 1127 time: 0.3786433 Feb 10 06:38:06.506012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d506f4-4d1b-45bf-baff-d7d21ddc2551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e308999-5c1d-4493-bbd3-9807aac3ee0d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:06.529673 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3908e2-2210-46e6-8493-e1dd8fc46ebc" -d '{"events": [{"server_uuid": "37d506f4-4d1b-45bf-baff-d7d21ddc2551", "name": "network-vif-plugged", "status": "completed", "tag": "5e308999-5c1d-4493-bbd3-9807aac3ee0d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:06.565190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5e308999-5c1d-4493-bbd3-9807aac3ee0d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5e308999-5c1d-4493-bbd3-9807aac3ee0d,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:06.575743 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:06.615067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-84074f2d-945e-48ec-856e-e592341cdb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.616860 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-84074f2d-945e-48ec-856e-e592341cdb08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 200 len: 910 time: 0.1202576 Feb 10 06:38:06.635595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee49a-259b-4a71-97f8-df1f7457401d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (82537582-be9b-4475-91f6-cfa4ac91f322), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:06.693483 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-d47251c2-3cfd-4047-9618-79c696373da4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=945982ae-5829-47e0-b7c1-e8081d859b26 HTTP/1.1" status: 200 len: 217 time: 0.0686221 Feb 10 06:38:06.780499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee49a-259b-4a71-97f8-df1f7457401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (82537582-be9b-4475-91f6-cfa4ac91f322), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:06.822418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5e308999-5c1d-4493-bbd3-9807aac3ee0d,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:06.824258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-9a765247-16a1-432f-93d1-8acb8b816b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.826505 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-9a765247-16a1-432f-93d1-8acb8b816b06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 200 len: 850 time: 0.1100948 Feb 10 06:38:06.840174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:06.903257 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-754adf44-2b26-47f0-a328-407035a7b6e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6036e54b-d8d1-453d-b662-5c2f22ac4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471282 Feb 10 06:38:06.909184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc25e9d-85de-474f-8a97-166b0d86d117 req-cb9ec1b6-aa2f-4dcd-b89a-b41829755ff7 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:06.916595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abc25e9d-85de-474f-8a97-166b0d86d117 req-cb9ec1b6-aa2f-4dcd-b89a-b41829755ff7 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.3359354 Feb 10 06:38:06.929620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45309087-4bba-4457-9830-c636bbe0d779 req-ebccd193-afee-4215-b6fb-2e3773721512 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7365558 Feb 10 06:38:06.986680 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee49a-259b-4a71-97f8-df1f7457401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (82537582-be9b-4475-91f6-cfa4ac91f322), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.046888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abc25e9d-85de-474f-8a97-166b0d86d117 req-75059144-ea4a-408d-a672-bfeb9bed16df tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286964 Feb 10 06:38:07.086071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Router c34affb1-21f6-44ca-bc54-fb4d5e5736df has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:38:07.092047 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba091f5-db29-4fe8-9791-59008701b1a7 x-openstack-request-id: req-4ba091f5-db29-4fe8-9791-59008701b1a7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:07.092943 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d506f4-4d1b-45bf-baff-d7d21ddc2551", "name": "network-vif-plugged", "status": "completed", "tag": "5e308999-5c1d-4493-bbd3-9807aac3ee0d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:07.093438 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ba091f5-db29-4fe8-9791-59008701b1a7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:07.094048 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d506f4-4d1b-45bf-baff-d7d21ddc2551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e308999-5c1d-4493-bbd3-9807aac3ee0d', 'code': 200} Feb 10 06:38:07.104049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ee49a-259b-4a71-97f8-df1f7457401d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82537582-be9b-4475-91f6-cfa4ac91f322,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:07.152796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee49a-259b-4a71-97f8-df1f7457401d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.160202 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5b1ee49a-259b-4a71-97f8-df1f7457401d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/82537582-be9b-4475-91f6-cfa4ac91f322 HTTP/1.1" status: 204 len: 168 time: 1.0322142 Feb 10 06:38:07.167784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47412) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:07.330979 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-4f306b2e-fb4a-44e4-8ea3-10a1f508a5ad service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208035 Feb 10 06:38:07.339434 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (536e875d-3773-4d81-994a-c7414db54e3a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.363673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430f9e6-03ca-4bee-b9e1-f6367c1e982f req-47610ffc-a79e-4330-9221-58fc77c5105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:07.365204 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1430f9e6-03ca-4bee-b9e1-f6367c1e982f req-47610ffc-a79e-4330-9221-58fc77c5105c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 1128 time: 0.1481073 Feb 10 06:38:07.387056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 1cf7957b-cfe5-4920-8da0-e66073dbaac2 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:07.447778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 1cf7957b-cfe5-4920-8da0-e66073dbaac2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:07.453866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 1cf7957b-cfe5-4920-8da0-e66073dbaac2 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:07.500411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f7ac4-f0fb-4919-9fa4-e72e71fba050 req-aaaa9318-87c1-4381-80b1-5017c0570bdf tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:07.518921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-369f7ac4-f0fb-4919-9fa4-e72e71fba050 req-aaaa9318-87c1-4381-80b1-5017c0570bdf tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 946 time: 0.3303933 Feb 10 06:38:07.540402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:38:07.547328 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (536e875d-3773-4d81-994a-c7414db54e3a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.551932 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1430f9e6-03ca-4bee-b9e1-f6367c1e982f req-07bc71a1-93e6-4a2c-ba5c-e2d4463551d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721616 Feb 10 06:38:07.553635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] Sync routers for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:38:07.561751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91087960-98af-4cb4-adae-b3e167675b90 req-a882b874-c6b8-47bb-8a80-12c3d2a60e42 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:07.563376 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91087960-98af-4cb4-adae-b3e167675b90 req-a882b874-c6b8-47bb-8a80-12c3d2a60e42 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.3397086 Feb 10 06:38:07.566615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.585329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:07.586638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536e875d-3773-4d81-994a-c7414db54e3a']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:07.590431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:37:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:07.590746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1acd58c1-0c65-4c1c-a679-894ac566bd01 req-e654d86c-37a2-4758-9e42-f70a17002fb2 service neutron] 10.222.0.24 "GET /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447839 Feb 10 06:38:07.614682 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c68f3cb-fe28-4947-8e33-980c50734a13') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:07.615059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c68f3cb-fe28-4947-8e33-980c50734a13') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:07.634752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (6c68f3cb-fe28-4947-8e33-980c50734a13), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.651367 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6c68f3cb-fe28-4947-8e33-980c50734a13), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.659669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:38:07.660071 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (6c68f3cb-fe28-4947-8e33-980c50734a13), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.717984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-84260a08-d84c-4c5f-b0a4-bd66966e98c6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "PUT /v2.0/floatingips/0ef784d9-449d-4c22-9ec6-6e9a5856c58b HTTP/1.1" status: 200 len: 991 time: 4.3572271 Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:38:07.730218 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:38:07.736397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (536e875d-3773-4d81-994a-c7414db54e3a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.739108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'tag': 'c1b3333d-78a5-4931-b90c-6349590f6bd1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:07.741494 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f27f39-548b-472f-99bf-e4d5375addbc" -d '{"events": [{"name": "network-changed", "server_uuid": "3b96f1b0-112f-4e72-9223-48bcedc4183f", "tag": "c1b3333d-78a5-4931-b90c-6349590f6bd1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:07.750934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:07.759035 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] 10.222.0.21 "DELETE /v2.0/networks/536e875d-3773-4d81-994a-c7414db54e3a HTTP/1.1" status: 204 len: 168 time: 0.5829995 Feb 10 06:38:07.795294 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-369f7ac4-f0fb-4919-9fa4-e72e71fba050 req-f2dc79f5-46cc-4d5c-813f-2073f4b6727e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754171 Feb 10 06:38:07.816210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb27b2-2018-4e7f-bc9d-9f2301f77f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=536e875d-3773-4d81-994a-c7414db54e3a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:07.839617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91087960-98af-4cb4-adae-b3e167675b90 req-e19389a9-b8d4-4018-a8f0-254568580e02 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558601 Feb 10 06:38:08.142610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47426) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:08.204509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2f799-ae15-4d6d-b1bb-5ec363efd7ab req-6fb768fe-daac-4c7f-8760-71765ffe6957 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.212057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2f799-ae15-4d6d-b1bb-5ec363efd7ab req-6fb768fe-daac-4c7f-8760-71765ffe6957 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.234012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2f799-ae15-4d6d-b1bb-5ec363efd7ab req-6fb768fe-daac-4c7f-8760-71765ffe6957 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.237813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:08.249532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2f799-ae15-4d6d-b1bb-5ec363efd7ab req-6fb768fe-daac-4c7f-8760-71765ffe6957 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.258578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2f799-ae15-4d6d-b1bb-5ec363efd7ab req-6fb768fe-daac-4c7f-8760-71765ffe6957 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.265463 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-49cd7d0b-dd3b-473f-8959-7e4887d89871 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8a677fce2dd4345a826d3af62198142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1193547 Feb 10 06:38:08.265983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47430) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:08.271845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2f799-ae15-4d6d-b1bb-5ec363efd7ab req-6fb768fe-daac-4c7f-8760-71765ffe6957 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.286779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2f799-ae15-4d6d-b1bb-5ec363efd7ab req-6fb768fe-daac-4c7f-8760-71765ffe6957 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.293924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98c2f799-ae15-4d6d-b1bb-5ec363efd7ab req-6fb768fe-daac-4c7f-8760-71765ffe6957 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.3554513 Feb 10 06:38:08.306886 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47432) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:08.335271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ac4c6ece-8ed3-47b6-ad96-45ef30451b87 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Request body: {'floatingip': {'port_id': '0bb8675d-850c-43e4-97ed-c318acc32abf'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:08.379462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-857022fa-9f71-4623-bd97-df4fc9d2d29b admin admin] Publish callbacks [] for security_group (8ca24232-7285-4e11-90ad-97043428e488), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:08.425847 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6ece-8ed3-47b6-ad96-45ef30451b87 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for floatingip (7a4a1c23-c2c0-4701-b845-946c2f3b1997), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:08.429082 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510c29cf-6a1d-4cc2-832c-728683862159 x-openstack-request-id: req-510c29cf-6a1d-4cc2-832c-728683862159 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:08.429381 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b96f1b0-112f-4e72-9223-48bcedc4183f", "tag": "c1b3333d-78a5-4931-b90c-6349590f6bd1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:08.429640 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-510c29cf-6a1d-4cc2-832c-728683862159 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:08.430053 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'tag': 'c1b3333d-78a5-4931-b90c-6349590f6bd1', 'status': 'completed', 'code': 200} Feb 10 06:38:08.534548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-857022fa-9f71-4623-bd97-df4fc9d2d29b admin admin] Publish callbacks [] for security_group (8ca24232-7285-4e11-90ad-97043428e488), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:08.546096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fde4f-c516-457b-aa59-6348a69ddaea req-e2833cd0-a08e-4b58-b495-37e30ef58a86 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.547832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d2fde4f-c516-457b-aa59-6348a69ddaea req-e2833cd0-a08e-4b58-b495-37e30ef58a86 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.4925115 Feb 10 06:38:08.664352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-857022fa-9f71-4623-bd97-df4fc9d2d29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8ca24232-7285-4e11-90ad-97043428e488), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:08.672911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-857022fa-9f71-4623-bd97-df4fc9d2d29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:08.678398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-857022fa-9f71-4623-bd97-df4fc9d2d29b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ca24232-7285-4e11-90ad-97043428e488 HTTP/1.1" status: 204 len: 168 time: 0.4115393 Feb 10 06:38:08.718358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '0ef784d9-449d-4c22-9ec6-6e9a5856c58b', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'port_id': 'c1b3333d-78a5-4931-b90c-6349590f6bd1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:37:36Z', 'updated_at': '2022-02-10T06:38:05Z', 'revision_number': 1, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98c48a0-9bb6-4be5-8913-e4ddcebdc22c', 'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'mac_address': 'fa:16:3e:15:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:27Z', 'updated_at': '2022-02-10T06:37:34Z', 'revision_number': 5, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'subnets': [{'id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:08.718694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857022fa-9f71-4623-bd97-df4fc9d2d29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca24232-7285-4e11-90ad-97043428e488,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:08.752776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27f39-548b-472f-99bf-e4d5375addbc req-6cd845d1-b5e7-41b8-bac4-3a1819788d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.758451 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f27f39-548b-472f-99bf-e4d5375addbc req-6cd845d1-b5e7-41b8-bac4-3a1819788d58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64404c9af09744d9915408d0cdb7e90b&device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 1128 time: 0.3213015 Feb 10 06:38:08.763497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] Checking router: c34affb1-21f6-44ca-bc54-fb4d5e5736df for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:38:08.779840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:08.780525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:37:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:08.955608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff1e69-a5b8-44d5-bcf5-599511e6897a req-96ccd8f9-3849-4d24-9766-dbb0da9dfcb5 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:08.957191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aaff1e69-a5b8-44d5-bcf5-599511e6897a req-96ccd8f9-3849-4d24-9766-dbb0da9dfcb5 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.4850569 Feb 10 06:38:09.028437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d2fde4f-c516-457b-aa59-6348a69ddaea req-771df84a-cb4f-4107-b1a6-11aee30d032b tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4240510 Feb 10 06:38:09.056779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27f39-548b-472f-99bf-e4d5375addbc req-c04502d5-51bf-4784-a403-d5cc4bacb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:09.056779 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f27f39-548b-472f-99bf-e4d5375addbc req-c04502d5-51bf-4784-a403-d5cc4bacb738 service neutron] 10.222.0.24 "GET /v2.0/networks?id=44d0e7ff-45a1-41a7-abd3-83e6807066aa HTTP/1.1" status: 200 len: 906 time: 0.2858326 Feb 10 06:38:09.105482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:09.331277 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f27f39-548b-472f-99bf-e4d5375addbc req-81ad6b2c-8209-4b65-b0dc-8225da865804 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1b3333d-78a5-4931-b90c-6349590f6bd1 HTTP/1.1" status: 200 len: 999 time: 0.2640841 Feb 10 06:38:09.410329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27f39-548b-472f-99bf-e4d5375addbc req-31c7a235-2eee-46c7-8add-2dbfd109bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:09.412036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f27f39-548b-472f-99bf-e4d5375addbc req-31c7a235-2eee-46c7-8add-2dbfd109bdd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7a99124-70b6-42cb-a1e8-78f3a2c23505 HTTP/1.1" status: 200 len: 845 time: 0.0702627 Feb 10 06:38:09.447624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aaff1e69-a5b8-44d5-bcf5-599511e6897a req-60a0fe42-399c-4300-9812-4e67724236fe tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271040 Feb 10 06:38:09.537306 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27f39-548b-472f-99bf-e4d5375addbc req-5bc50e21-a0fa-46d2-b713-3909aeefb869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:09.541645 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f27f39-548b-472f-99bf-e4d5375addbc req-5bc50e21-a0fa-46d2-b713-3909aeefb869 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44d0e7ff-45a1-41a7-abd3-83e6807066aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1208036 Feb 10 06:38:09.580950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cffcf-a62b-4887-a8f9-092c57856bdb req-ed451653-4d61-4d84-8529-ca0b0c4af642 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:09.590983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f0cffcf-a62b-4887-a8f9-092c57856bdb req-ed451653-4d61-4d84-8529-ca0b0c4af642 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 946 time: 0.3452833 Feb 10 06:38:09.684766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f0cffcf-a62b-4887-a8f9-092c57856bdb req-942e0ce8-cb8e-4c65-957d-4743a0b3f6b1 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924537 Feb 10 06:38:09.961961 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:10.051347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '0ef784d9-449d-4c22-9ec6-6e9a5856c58b', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'port_id': 'c1b3333d-78a5-4931-b90c-6349590f6bd1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:37:36Z', 'updated_at': '2022-02-10T06:38:05Z', 'revision_number': 1, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98c48a0-9bb6-4be5-8913-e4ddcebdc22c', 'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'mac_address': 'fa:16:3e:15:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:27Z', 'updated_at': '2022-02-10T06:37:34Z', 'revision_number': 5, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'subnets': [{'id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:10.059898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8f874-3761-4110-8981-a1cdcaf99258 req-7329fd9a-63b6-41a9-b203-2bb3a93e787b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:10.063057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d8f874-3761-4110-8981-a1cdcaf99258 req-7329fd9a-63b6-41a9-b203-2bb3a93e787b tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.3961830 Feb 10 06:38:10.175416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a6b3c8-6a7a-4743-a454-a0deb736ed44 None None] The sync data for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 is: [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '0ef784d9-449d-4c22-9ec6-6e9a5856c58b', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'port_id': 'c1b3333d-78a5-4931-b90c-6349590f6bd1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:37:36Z', 'updated_at': '2022-02-10T06:38:05Z', 'revision_number': 1, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98c48a0-9bb6-4be5-8913-e4ddcebdc22c', 'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'mac_address': 'fa:16:3e:15:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:27Z', 'updated_at': '2022-02-10T06:37:34Z', 'revision_number': 5, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'subnets': [{'id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:38:10.318172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0c7b9ec-49ae-457f-b3ec-caf0278e73a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:10.455593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d8f874-3761-4110-8981-a1cdcaf99258 req-e143b4e6-2929-46ca-9ece-b3ac46517e61 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720798 Feb 10 06:38:10.569851 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f27f39-548b-472f-99bf-e4d5375addbc req-3eb3e77d-3750-418c-8284-421b2b2f628b service neutron] 10.222.0.24 "GET /v2.0/networks/44d0e7ff-45a1-41a7-abd3-83e6807066aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0214310 Feb 10 06:38:10.633406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31810c1-72f0-4e3d-9bce-30e6073f3aaf req-c5c030b1-8c42-4c53-9148-e42e183cc1b8 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:10.644272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c31810c1-72f0-4e3d-9bce-30e6073f3aaf req-c5c030b1-8c42-4c53-9148-e42e183cc1b8 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.4345727 Feb 10 06:38:10.806401 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6ece-8ed3-47b6-ad96-45ef30451b87 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:10.824119 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41f27f39-548b-472f-99bf-e4d5375addbc req-c7893467-43f6-4781-abb2-89d734b13fa0 service neutron] 10.222.0.24 "GET /v2.0/networks/44d0e7ff-45a1-41a7-abd3-83e6807066aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471659 Feb 10 06:38:10.824853 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1eefe4-b6e3-42c1-8131-958bd68feccb None None] New status for floating IP 0ef784d9-449d-4c22-9ec6-6e9a5856c58b: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:38:10.879638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c31810c1-72f0-4e3d-9bce-30e6073f3aaf req-81075e68-f618-461a-8456-d8a885c0f70d tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343936 Feb 10 06:38:10.881423 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6ece-8ed3-47b6-ad96-45ef30451b87 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (7a4a1c23-c2c0-4701-b845-946c2f3b1997), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:11.169958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faac152-e537-4f56-a62c-7a7ea5d96c7b req-3b850fe4-6e34-4ac7-b14e-24e50134b6de tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:11.176421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4faac152-e537-4f56-a62c-7a7ea5d96c7b req-3b850fe4-6e34-4ac7-b14e-24e50134b6de tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.5208261 Feb 10 06:38:11.305513 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-ac4c6ece-8ed3-47b6-ad96-45ef30451b87 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Floating IP 7a4a1c23-c2c0-4701-b845-946c2f3b1997 associated. External IP: 172.25.8.196, port: 0bb8675d-850c-43e4-97ed-c318acc32abf. Feb 10 06:38:11.365691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4faac152-e537-4f56-a62c-7a7ea5d96c7b req-503655c1-8b85-486b-a70c-664f03069082 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370728 Feb 10 06:38:11.480848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-ffaf9cc5-4938-4050-acef-8089c423f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:11.483919 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-ffaf9cc5-4938-4050-acef-8089c423f8e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 1127 time: 0.0961795 Feb 10 06:38:11.689131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f157b-4f08-47c5-9d07-965880b65712 req-ab1400c7-6c99-44e9-a538-9bfc994e62c0 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:11.691925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de4f157b-4f08-47c5-9d07-965880b65712 req-ab1400c7-6c99-44e9-a538-9bfc994e62c0 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 946 time: 0.1418548 Feb 10 06:38:11.714934 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-a80891ba-7c32-4c0e-8aa0-779366f1ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:11.721535 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-a80891ba-7c32-4c0e-8aa0-779366f1ae4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 911 time: 0.2310874 Feb 10 06:38:11.730445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4c6ece-8ed3-47b6-ad96-45ef30451b87 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:38:11.774456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de4f157b-4f08-47c5-9d07-965880b65712 req-bcfc75e9-9374-4beb-9ec1-311eaabc0ad0 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734215 Feb 10 06:38:11.843725 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-301635fe-8cc9-4244-bcf3-e8d2c018f3de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a120b0b-7d84-40b6-920b-3585e005d341 HTTP/1.1" status: 200 len: 217 time: 0.1146564 Feb 10 06:38:11.933840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-d4119007-1f0f-4756-9af9-b48703d453bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:11.936438 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-d4119007-1f0f-4756-9af9-b48703d453bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.0862517 Feb 10 06:38:12.018517 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-c662cbaf-95b1-4b45-866e-1d67754e9c70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733976 Feb 10 06:38:12.095336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1660fc61-03f7-447c-b5b5-dab80f0fafa9 req-36cae490-8e49-456d-940a-176edc6bc363 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.1561701 Feb 10 06:38:12.151762 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-0dc77ae9-161a-4a16-9de3-a24db05b2bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259022 Feb 10 06:38:12.242839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b691811-5f2e-4e83-9841-3bd7123d1ef5 req-3354bae9-9fec-4cda-92d3-89bf431a3b51 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:12.253155 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b691811-5f2e-4e83-9841-3bd7123d1ef5 req-3354bae9-9fec-4cda-92d3-89bf431a3b51 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.3169634 Feb 10 06:38:12.371387 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-055c96c9-3ae8-4407-9ce0-6e914902e606 req-da100540-f84f-42d8-9533-015b55fc912a service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136137 Feb 10 06:38:12.495933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-062cab4f-c88a-4894-adb6-6ba03ab136bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:12.672054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c6ece-8ed3-47b6-ad96-45ef30451b87 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:38:12.680913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6ece-8ed3-47b6-ad96-45ef30451b87 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:12.683973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] Sync routers for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:38:12.705698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:12.707128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:12.749969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b691811-5f2e-4e83-9841-3bd7123d1ef5 req-ff477be8-b10e-4f6f-bbfa-8d6a65e93be4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959519 Feb 10 06:38:12.756057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ac4c6ece-8ed3-47b6-ad96-45ef30451b87 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "PUT /v2.0/floatingips/7a4a1c23-c2c0-4701-b845-946c2f3b1997 HTTP/1.1" status: 200 len: 991 time: 4.4430492 Feb 10 06:38:12.756057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:12.756434 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf2d6e1-f921-4a81-a223-f2b30604dc85" -d '{"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:12.774562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5461839-cc88-4458-be8f-ae524bcdbfea req-b743f86c-cbca-4701-b4e7-91c003281c2b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:12.783028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5461839-cc88-4458-be8f-ae524bcdbfea req-b743f86c-cbca-4701-b4e7-91c003281c2b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 946 time: 0.5199151 Feb 10 06:38:12.846979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5461839-cc88-4458-be8f-ae524bcdbfea req-6687676b-c8a5-4784-8be2-66a9f53d7144 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630052 Feb 10 06:38:12.967971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc606eb0-caf2-46d6-acbf-fa87487e6919 req-5f547192-8238-453a-bf00-a4ba6c843cef tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:12.972830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc606eb0-caf2-46d6-acbf-fa87487e6919 req-5f547192-8238-453a-bf00-a4ba6c843cef tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1025882 Feb 10 06:38:12.983128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:13.080078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc606eb0-caf2-46d6-acbf-fa87487e6919 req-82f62d45-6ffd-443b-9673-bbf9e8be4f71 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010883 Feb 10 06:38:13.134803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889acb30-8e8a-4fc8-ab65-be03ccafaf3f req-82ec93fa-632d-47e3-80e0-f3452fbb84e1 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.156131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-889acb30-8e8a-4fc8-ab65-be03ccafaf3f req-82ec93fa-632d-47e3-80e0-f3452fbb84e1 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.1559236 Feb 10 06:38:13.237864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-889acb30-8e8a-4fc8-ab65-be03ccafaf3f req-ae0649ac-0824-41b0-82ad-96773d47cdd8 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733576 Feb 10 06:38:13.292173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '7a4a1c23-c2c0-4701-b845-946c2f3b1997', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'port_id': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'mac_address': 'fa:16:3e:80:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:36:18Z', 'updated_at': '2022-02-10T06:38:10Z', 'revision_number': 1, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873987c7-6672-4ff1-903a-d83672178f51', 'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'mac_address': 'fa:16:3e:33:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:57Z', 'updated_at': '2022-02-10T06:35:04Z', 'revision_number': 5, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'subnets': [{'id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:13.324959 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b815b35e-a60e-43f7-9194-e44f1b123335 x-openstack-request-id: req-b815b35e-a60e-43f7-9194-e44f1b123335 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:13.330050 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:13.330701 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b815b35e-a60e-43f7-9194-e44f1b123335 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:13.331331 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'status': 'completed', 'code': 200} Feb 10 06:38:13.336587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] Checking router: f11d80ab-cf6d-4d71-bc07-2347c68fb8fb for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:38:13.365552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:13.366263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:13.390126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586bd3-6c67-4b38-8b41-56efca2dcdab req-4c3dfac9-c9ba-4382-afd0-b95253f191c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.413036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586bd3-6c67-4b38-8b41-56efca2dcdab req-4c3dfac9-c9ba-4382-afd0-b95253f191c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.429762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586bd3-6c67-4b38-8b41-56efca2dcdab req-4c3dfac9-c9ba-4382-afd0-b95253f191c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.438126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586bd3-6c67-4b38-8b41-56efca2dcdab req-4c3dfac9-c9ba-4382-afd0-b95253f191c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.447984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-2a0a1a54-7a42-4bc8-84da-762b93c6f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.451813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-2a0a1a54-7a42-4bc8-84da-762b93c6f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.453945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-2a0a1a54-7a42-4bc8-84da-762b93c6f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.454630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-2a0a1a54-7a42-4bc8-84da-762b93c6f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.456426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586bd3-6c67-4b38-8b41-56efca2dcdab req-4c3dfac9-c9ba-4382-afd0-b95253f191c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.466781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-2a0a1a54-7a42-4bc8-84da-762b93c6f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.468023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-2a0a1a54-7a42-4bc8-84da-762b93c6f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.468945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-2a0a1a54-7a42-4bc8-84da-762b93c6f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.473317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586bd3-6c67-4b38-8b41-56efca2dcdab req-4c3dfac9-c9ba-4382-afd0-b95253f191c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.477470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-2a0a1a54-7a42-4bc8-84da-762b93c6f739 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6719 time: 0.1250322 Feb 10 06:38:13.486670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586bd3-6c67-4b38-8b41-56efca2dcdab req-4c3dfac9-c9ba-4382-afd0-b95253f191c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.488702 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c586bd3-6c67-4b38-8b41-56efca2dcdab req-4c3dfac9-c9ba-4382-afd0-b95253f191c2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.2427344 Feb 10 06:38:13.603761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:13.639326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c586bd3-6c67-4b38-8b41-56efca2dcdab req-5f73da8a-dbbe-4a9b-9edf-d5b06f4d9a4a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1413391 Feb 10 06:38:13.750129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-0eabe131-2ad4-4d54-b018-6cf4b3a7a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.752136 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-0eabe131-2ad4-4d54-b018-6cf4b3a7a200 service neutron] 10.222.0.24 "GET /v2.0/networks?id=caf617e0-e951-444f-8ae2-5a5d34fd7640 HTTP/1.1" status: 200 len: 917 time: 0.2675126 Feb 10 06:38:13.877960 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:13.912574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5caba5c9-eb4c-424c-b2d2-a2ff8b988fb5 req-bd54b090-2b71-484f-9331-ef05e6f37549 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0678344 Feb 10 06:38:13.927222 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-ca97078c-e224-44bb-9ea3-b9c357ac2d02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bb8675d-850c-43e4-97ed-c318acc32abf HTTP/1.1" status: 200 len: 999 time: 0.1647918 Feb 10 06:38:13.961090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9cbc6-4c7c-4207-9061-8e61691788a9 req-e6a79165-def6-489a-b58f-16f41ad897c9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:13.977220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9e9cbc6-4c7c-4207-9061-8e61691788a9 req-e6a79165-def6-489a-b58f-16f41ad897c9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.1567523 Feb 10 06:38:14.072097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-f036b978-7947-44ef-879e-c5d7ede8dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:14.073811 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-f036b978-7947-44ef-879e-c5d7ede8dc39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fdc9898-3f5a-4a18-a218-5792aa9ee64f HTTP/1.1" status: 200 len: 856 time: 0.1377387 Feb 10 06:38:14.075528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9e9cbc6-4c7c-4207-9061-8e61691788a9 req-a381a1e6-66dc-412e-ad06-c80219f62572 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972373 Feb 10 06:38:14.165739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9a120b0b-7d84-40b6-920b-3585e005d341 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:14.191035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-a56ed65c-4a2b-4d1f-9784-8c4aec895bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:14.192565 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-a56ed65c-4a2b-4d1f-9784-8c4aec895bac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=caf617e0-e951-444f-8ae2-5a5d34fd7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1038125 Feb 10 06:38:14.302269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b37ffd-e434-4cb8-b8bf-18b496d135f8 req-20fb59c8-3bb9-42ee-a6e0-bcd349ccdad3 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:14.315949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9b37ffd-e434-4cb8-b8bf-18b496d135f8 req-20fb59c8-3bb9-42ee-a6e0-bcd349ccdad3 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 946 time: 0.2244155 Feb 10 06:38:14.316904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 9a120b0b-7d84-40b6-920b-3585e005d341 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:14.317290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:14.340512 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-41c3b118-d355-46ee-a8b3-fecc9e4428a2 service neutron] 10.222.0.24 "GET /v2.0/networks/caf617e0-e951-444f-8ae2-5a5d34fd7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406069 Feb 10 06:38:14.345181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab23c5-9b81-4d06-85a4-b994599bb001 req-7b96218e-fd35-43de-a4b1-04fc6afe331c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:14.347538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9ab23c5-9b81-4d06-85a4-b994599bb001 req-7b96218e-fd35-43de-a4b1-04fc6afe331c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 945 time: 0.1888216 Feb 10 06:38:14.362695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:14.365213 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5140f81-2723-4597-838b-d3696dc28a33" -d '{"events": [{"server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:14.393729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9a120b0b-7d84-40b6-920b-3585e005d341,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:14.405083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:14.416193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '7a4a1c23-c2c0-4701-b845-946c2f3b1997', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'port_id': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'mac_address': 'fa:16:3e:80:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:36:18Z', 'updated_at': '2022-02-10T06:38:10Z', 'revision_number': 1, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873987c7-6672-4ff1-903a-d83672178f51', 'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'mac_address': 'fa:16:3e:33:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:57Z', 'updated_at': '2022-02-10T06:35:04Z', 'revision_number': 5, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'subnets': [{'id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:14.429793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9ab23c5-9b81-4d06-85a4-b994599bb001 req-98c08767-3d4f-4752-822b-b6b4ffd81a15 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725257 Feb 10 06:38:14.457169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9b37ffd-e434-4cb8-b8bf-18b496d135f8 req-944a42c7-f13c-4f99-b691-44e8f4a8b7be tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303024 Feb 10 06:38:14.457486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3169b-701d-4838-8ee0-53c0a5b4d7f9 None None] The sync data for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 is: [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '7a4a1c23-c2c0-4701-b845-946c2f3b1997', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'port_id': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'mac_address': 'fa:16:3e:80:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:36:18Z', 'updated_at': '2022-02-10T06:38:10Z', 'revision_number': 1, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873987c7-6672-4ff1-903a-d83672178f51', 'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'mac_address': 'fa:16:3e:33:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:57Z', 'updated_at': '2022-02-10T06:35:04Z', 'revision_number': 5, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'subnets': [{'id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:38:14.537065 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dccddea-bacd-450e-9af5-164e6c4de7a3 x-openstack-request-id: req-3dccddea-bacd-450e-9af5-164e6c4de7a3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:14.537361 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:14.537754 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dccddea-bacd-450e-9af5-164e6c4de7a3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:14.538116 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341', 'code': 200} Feb 10 06:38:14.612242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dbf2d6e1-f921-4a81-a223-f2b30604dc85 req-25e49338-3f3a-4360-ac89-9682d7259aec service neutron] 10.222.0.24 "GET /v2.0/networks/caf617e0-e951-444f-8ae2-5a5d34fd7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653589 Feb 10 06:38:14.670989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=9a120b0b-7d84-40b6-920b-3585e005d341,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:14.701385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd35c22-fffb-4529-83b0-5c05edff86b4 req-3b7a396b-5166-46f6-92f0-fe992e525414 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:14.703295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dcd35c22-fffb-4529-83b0-5c05edff86b4 req-3b7a396b-5166-46f6-92f0-fe992e525414 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.1550553 Feb 10 06:38:14.784009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dcd35c22-fffb-4529-83b0-5c05edff86b4 req-7c673d4d-009a-4644-a991-683d2cb419c6 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688884 Feb 10 06:38:14.909633 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcf016-49d7-43c0-9046-22a5598663b4 None None] New status for floating IP 7a4a1c23-c2c0-4701-b845-946c2f3b1997: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:38:14.996426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84f7f2-35b6-4e19-9008-f5e1ae1cfb17 req-154bc913-bde9-4412-a5c9-b06b7cc189e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.001759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84f7f2-35b6-4e19-9008-f5e1ae1cfb17 req-154bc913-bde9-4412-a5c9-b06b7cc189e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.019735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84f7f2-35b6-4e19-9008-f5e1ae1cfb17 req-154bc913-bde9-4412-a5c9-b06b7cc189e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.031867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84f7f2-35b6-4e19-9008-f5e1ae1cfb17 req-154bc913-bde9-4412-a5c9-b06b7cc189e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.038198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84f7f2-35b6-4e19-9008-f5e1ae1cfb17 req-154bc913-bde9-4412-a5c9-b06b7cc189e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.045478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84f7f2-35b6-4e19-9008-f5e1ae1cfb17 req-154bc913-bde9-4412-a5c9-b06b7cc189e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.050863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84f7f2-35b6-4e19-9008-f5e1ae1cfb17 req-154bc913-bde9-4412-a5c9-b06b7cc189e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.052901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c84f7f2-35b6-4e19-9008-f5e1ae1cfb17 req-154bc913-bde9-4412-a5c9-b06b7cc189e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.1913328 Feb 10 06:38:15.178273 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:15.220776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c84f7f2-35b6-4e19-9008-f5e1ae1cfb17 req-bc0e4f11-9062-4e89-be7e-fdef03377227 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604383 Feb 10 06:38:15.347814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-82f6458f-daea-43b9-9f2a-5556657c9964 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.349609 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-82f6458f-daea-43b9-9f2a-5556657c9964 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.24 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 945 time: 0.2114758 Feb 10 06:38:15.397601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b82ed781-fce2-4272-bd9f-85467a0f4a52 req-f767ad6d-cc64-4fd9-a0ae-e614cac09559 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0443270 Feb 10 06:38:15.428074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-2bf2bc90-7dc8-4cd2-9295-2c7b598b7433 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.429548 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-2bf2bc90-7dc8-4cd2-9295-2c7b598b7433 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 946 time: 0.1468604 Feb 10 06:38:15.573909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478aaa-0c81-4627-8d74-4102362083c7 req-6a52580a-97f0-4f49-a4b6-8b134a44f01a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.580522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478aaa-0c81-4627-8d74-4102362083c7 req-6a52580a-97f0-4f49-a4b6-8b134a44f01a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.586870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478aaa-0c81-4627-8d74-4102362083c7 req-6a52580a-97f0-4f49-a4b6-8b134a44f01a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.590213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Deleting port 945982ae-5829-47e0-b7c1-e8081d859b26 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:15.590213 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:15.594122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478aaa-0c81-4627-8d74-4102362083c7 req-6a52580a-97f0-4f49-a4b6-8b134a44f01a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.601145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478aaa-0c81-4627-8d74-4102362083c7 req-6a52580a-97f0-4f49-a4b6-8b134a44f01a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.607095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478aaa-0c81-4627-8d74-4102362083c7 req-6a52580a-97f0-4f49-a4b6-8b134a44f01a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.612962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478aaa-0c81-4627-8d74-4102362083c7 req-6a52580a-97f0-4f49-a4b6-8b134a44f01a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.615052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76478aaa-0c81-4627-8d74-4102362083c7 req-6a52580a-97f0-4f49-a4b6-8b134a44f01a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.1309249 Feb 10 06:38:15.638408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Deleting port 5e308999-5c1d-4493-bbd3-9807aac3ee0d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:15.639196 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:15.699971 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76478aaa-0c81-4627-8d74-4102362083c7 req-6051a1ea-4c69-4d32-9463-d7f5a17e5dd9 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782535 Feb 10 06:38:15.780424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] For port 945982ae-5829-47e0-b7c1-e8081d859b26, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=945982ae-5829-47e0-b7c1-e8081d859b26,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:15.780898 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:15.805194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Calling delete_port for 945982ae-5829-47e0-b7c1-e8081d859b26 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:15.814451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] For port 5e308999-5c1d-4493-bbd3-9807aac3ee0d, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5e308999-5c1d-4493-bbd3-9807aac3ee0d,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:15.814841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:15.835146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Calling delete_port for 5e308999-5c1d-4493-bbd3-9807aac3ee0d owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:15.836581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd249c83-696c-4332-b71f-72b2e76f4a5f req-49e4fce7-a721-4276-86d3-6372e747569b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:15.838512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd249c83-696c-4332-b71f-72b2e76f4a5f req-49e4fce7-a721-4276-86d3-6372e747569b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 946 time: 0.0587337 Feb 10 06:38:15.916143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd249c83-696c-4332-b71f-72b2e76f4a5f req-a007a21a-3601-4d77-a824-6af50f03b7f2 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663466 Feb 10 06:38:16.046374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-a567d3f3-fcdb-41ad-9782-214b91d1884a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:16.050786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-a567d3f3-fcdb-41ad-9782-214b91d1884a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=14399a30-8ebb-4076-8994-d34fbcdb52d7 HTTP/1.1" status: 200 len: 943 time: 0.1115313 Feb 10 06:38:16.151482 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (945982ae-5829-47e0-b7c1-e8081d859b26), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:16.155195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5e308999-5c1d-4493-bbd3-9807aac3ee0d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:16.164777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['cdd97479-9b0f-4225-ba63-4aa0fa62eb4f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:16.169492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['945982ae-5829-47e0-b7c1-e8081d859b26'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:16.176062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8', '5e308999-5c1d-4493-bbd3-9807aac3ee0d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:16.232053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383127b-ed1f-427a-8e0a-8231005ae284 req-a07bbabd-01b6-43ef-aa1b-0e77dd6dd86c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:16.238359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383127b-ed1f-427a-8e0a-8231005ae284 req-a07bbabd-01b6-43ef-aa1b-0e77dd6dd86c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:16.244454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383127b-ed1f-427a-8e0a-8231005ae284 req-a07bbabd-01b6-43ef-aa1b-0e77dd6dd86c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:16.249975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383127b-ed1f-427a-8e0a-8231005ae284 req-a07bbabd-01b6-43ef-aa1b-0e77dd6dd86c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:16.257063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383127b-ed1f-427a-8e0a-8231005ae284 req-a07bbabd-01b6-43ef-aa1b-0e77dd6dd86c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:16.257348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Pushing event deleted for resources: {'Port': ['ID=945982ae-5829-47e0-b7c1-e8081d859b26,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:16.263665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383127b-ed1f-427a-8e0a-8231005ae284 req-a07bbabd-01b6-43ef-aa1b-0e77dd6dd86c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:16.269145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383127b-ed1f-427a-8e0a-8231005ae284 req-a07bbabd-01b6-43ef-aa1b-0e77dd6dd86c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:16.284676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8383127b-ed1f-427a-8e0a-8231005ae284 req-a07bbabd-01b6-43ef-aa1b-0e77dd6dd86c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.2626019 Feb 10 06:38:16.322711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] No DVR routers for this DVR port 5e308999-5c1d-4493-bbd3-9807aac3ee0d on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:16.349966 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:16.353952 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-045e5377-8c12-472e-a8c6-1d4795adecf8 req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "DELETE /v2.0/ports/5e308999-5c1d-4493-bbd3-9807aac3ee0d HTTP/1.1" status: 204 len: 173 time: 0.9165366 Feb 10 06:38:16.355397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] No DVR routers for this DVR port 945982ae-5829-47e0-b7c1-e8081d859b26 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:16.357683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.358035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.358401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.358743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.359270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.359402 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.359716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.360044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.360368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.360686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.361007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.361331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.361717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:16.364155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d506f4-4d1b-45bf-baff-d7d21ddc2551', 'name': 'network-vif-deleted', 'tag': '5e308999-5c1d-4493-bbd3-9807aac3ee0d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:16.366333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Deleting port 9a120b0b-7d84-40b6-920b-3585e005d341 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:16.366701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:16.367071 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302d2a98-12ee-4fc4-8ce7-026c80932449" -d '{"events": [{"server_uuid": "37d506f4-4d1b-45bf-baff-d7d21ddc2551", "name": "network-vif-deleted", "tag": "5e308999-5c1d-4493-bbd3-9807aac3ee0d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:16.370184 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:16.373729 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c5414e02-13dd-442d-aadb-988d41f9d2d5 req-b41844ed-8681-46d7-ba71-ea9cfeb52bfb tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.24 "DELETE /v2.0/ports/945982ae-5829-47e0-b7c1-e8081d859b26 HTTP/1.1" status: 204 len: 173 time: 1.0172665 Feb 10 06:38:16.403963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf42d910-f839-4e86-8e47-98ad1fcc47b3 req-1a760101-5088-49aa-8bc5-284222308d99 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=f009b1a3-588c-40be-8cd0-2b6f7fd2a108 HTTP/1.1" status: 200 len: 210 time: 0.0564463 Feb 10 06:38:16.457666 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:16.478615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302628d2-03d4-4dea-a424-94a09ba27a63 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event deleted for resources: {'Port': ['ID=5e308999-5c1d-4493-bbd3-9807aac3ee0d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:16.536317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] For port 9a120b0b-7d84-40b6-920b-3585e005d341, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9a120b0b-7d84-40b6-920b-3585e005d341,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:16.536614 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:16.546125 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90793e08-eb36-45d1-9271-da7853b2ae93 x-openstack-request-id: req-90793e08-eb36-45d1-9271-da7853b2ae93 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:16.546456 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d506f4-4d1b-45bf-baff-d7d21ddc2551", "name": "network-vif-deleted", "tag": "5e308999-5c1d-4493-bbd3-9807aac3ee0d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:16.546720 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90793e08-eb36-45d1-9271-da7853b2ae93 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:16.547132 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d506f4-4d1b-45bf-baff-d7d21ddc2551', 'name': 'network-vif-deleted', 'tag': '5e308999-5c1d-4493-bbd3-9807aac3ee0d', 'status': 'completed', 'code': 200} Feb 10 06:38:16.590426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Calling delete_port for 9a120b0b-7d84-40b6-920b-3585e005d341 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:16.738784 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-05bf1be7-881b-47bc-ba41-dc633860192d req-15ee8600-28c6-49fd-bf18-cc3eca2eeb58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0456648 Feb 10 06:38:16.766286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57e916af-86ba-46ef-853c-9784039ea457 req-63df87fe-3904-41ef-be34-28337bae3dbf tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0453699 Feb 10 06:38:16.850531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9a120b0b-7d84-40b6-920b-3585e005d341), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:16.886387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event deleted for resources: {'Port': ['ID=9a120b0b-7d84-40b6-920b-3585e005d341,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:16.925726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] No DVR routers for this DVR port 9a120b0b-7d84-40b6-920b-3585e005d341 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:16.928952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:16.932443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae160f4a-3cee-4309-9e3b-0157fb1f64aa req-46e00462-85a7-4a3d-a131-0e7f6d13cc7d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "DELETE /v2.0/ports/9a120b0b-7d84-40b6-920b-3585e005d341 HTTP/1.1" status: 204 len: 173 time: 0.8613269 Feb 10 06:38:16.932964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'name': 'network-vif-deleted', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:16.935755 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28b2d5d-64d3-4b77-aa3f-fe75f27cdaa0" -d '{"events": [{"server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "name": "network-vif-deleted", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:17.089994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bb2265e-2b70-4838-9636-758ecf7a9cda req-85e7b846-984d-4003-8da9-8e2f6f25d98e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d506f4-4d1b-45bf-baff-d7d21ddc2551 HTTP/1.1" status: 200 len: 210 time: 0.0644469 Feb 10 06:38:17.160484 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31254048-e75f-49e3-a222-f40bcc9f2fdd x-openstack-request-id: req-31254048-e75f-49e3-a222-f40bcc9f2fdd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:17.160846 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14399a30-8ebb-4076-8994-d34fbcdb52d7", "name": "network-vif-deleted", "tag": "9a120b0b-7d84-40b6-920b-3585e005d341", "status": "failed", "code": 422}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:17.161173 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31254048-e75f-49e3-a222-f40bcc9f2fdd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:17.161661 n-d-828670-1 neutron-server[103214]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14399a30-8ebb-4076-8994-d34fbcdb52d7', 'name': 'network-vif-deleted', 'tag': '9a120b0b-7d84-40b6-920b-3585e005d341', 'status': 'failed', 'code': 422} returned with failed status Feb 10 06:38:17.759680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-88aa9661-8f78-4007-9c1f-71da9c8fc56c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:17.762160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-88aa9661-8f78-4007-9c1f-71da9c8fc56c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.1581819 Feb 10 06:38:17.788566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c9d97-2ffa-4b6e-b061-acff258ea865 req-c1c641a0-8ecc-493f-b919-c8a43e1a5825 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:17.790120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da6c9d97-2ffa-4b6e-b061-acff258ea865 req-c1c641a0-8ecc-493f-b919-c8a43e1a5825 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.0960670 Feb 10 06:38:17.792004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-521b522b-f9fd-462e-9d11-b4b2fa332efe tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/quotas/59b7addecd8041dea544b8fc79c768ac HTTP/1.1" status: 200 len: 375 time: 0.0209172 Feb 10 06:38:17.833828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-2fddf46f-f0d9-47cb-9158-08cfa62a37bb tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343046 Feb 10 06:38:17.930806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da6c9d97-2ffa-4b6e-b061-acff258ea865 req-e9247d2c-2ad3-4cb4-8627-3776a27403da tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216164 Feb 10 06:38:17.954893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-87a37ad5-657b-4d6f-9a86-1a04987c4ee2 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129704 Feb 10 06:38:18.116283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-70f835f3-37cd-440c-b10b-3584d6c38796 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549621 Feb 10 06:38:18.147284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5e308999-5c1d-4493-bbd3-9807aac3ee0d no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:18.166705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-653d5005-1b25-4963-baad-ebad73e281b7 req-50956559-e7a4-4496-a75b-0793dd58690d tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0494990 Feb 10 06:38:18.177723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 5e308999-5c1d-4493-bbd3-9807aac3ee0d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:18.178335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5e308999-5c1d-4493-bbd3-9807aac3ee0d not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:18.179084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9a120b0b-7d84-40b6-920b-3585e005d341 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:18.203215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 9a120b0b-7d84-40b6-920b-3585e005d341 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:18.203835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9a120b0b-7d84-40b6-920b-3585e005d341 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:18.380180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-315156be-9780-4734-96a5-2f1a3513ea4b req-149414c3-3639-4560-ac99-8eca41b19298 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 210 time: 0.0568275 Feb 10 06:38:18.548468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f009b1a3-588c-40be-8cd0-2b6f7fd2a108', 'name': 'network-vif-deleted', 'tag': '945982ae-5829-47e0-b7c1-e8081d859b26'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:18.550836 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311c66e3-0e68-4a21-a0a5-fa168d15ba09" -d '{"events": [{"server_uuid": "f009b1a3-588c-40be-8cd0-2b6f7fd2a108", "name": "network-vif-deleted", "tag": "945982ae-5829-47e0-b7c1-e8081d859b26"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:18.601466 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e031a-921b-4b9c-93c5-1dbcb84dd11c x-openstack-request-id: req-8e8e031a-921b-4b9c-93c5-1dbcb84dd11c {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:18.601797 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f009b1a3-588c-40be-8cd0-2b6f7fd2a108", "name": "network-vif-deleted", "tag": "945982ae-5829-47e0-b7c1-e8081d859b26", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:18.602051 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e8e031a-921b-4b9c-93c5-1dbcb84dd11c {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:18.602477 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f009b1a3-588c-40be-8cd0-2b6f7fd2a108', 'name': 'network-vif-deleted', 'tag': '945982ae-5829-47e0-b7c1-e8081d859b26', 'status': 'completed', 'code': 200} Feb 10 06:38:18.663447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261639-0217-4339-95f8-2b74d7d1c774 req-62790dcd-22b5-4889-8e9e-806b9ebe3692 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:18.665002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-62790dcd-22b5-4889-8e9e-806b9ebe3692 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.1243651 Feb 10 06:38:18.686481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-8abab657-fd16-48b0-9fda-ece95d87f54d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/quotas/a8d118dc65354c52bdd86b7a07fad05b HTTP/1.1" status: 200 len: 375 time: 0.0149596 Feb 10 06:38:18.764834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-698cdfa6-259f-4518-b688-0be3107b779a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769129 Feb 10 06:38:18.912220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-2e43bee4-8b8e-4bc3-9afc-81c9f9a6f079 service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464744 Feb 10 06:38:19.075581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-17caf63a-27d4-48e1-96e5-59fdf7a85a2d service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506686 Feb 10 06:38:19.125114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75338d8d-0f5e-4416-a136-1f38c823ae3b req-5694790d-e1f6-4741-a37a-e85da708c033 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:19.127400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75338d8d-0f5e-4416-a136-1f38c823ae3b req-5694790d-e1f6-4741-a37a-e85da708c033 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.0867157 Feb 10 06:38:19.202860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75338d8d-0f5e-4416-a136-1f38c823ae3b req-f23d3717-5a36-4d28-9a77-973b6ddf65d9 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678468 Feb 10 06:38:19.424907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4423b989-cda5-40c2-bbe5-5ea73e3774d6 req-5a770dbe-fb74-480b-a76d-ebadcb0ff461 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.1093516 Feb 10 06:38:19.443621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 945982ae-5829-47e0-b7c1-e8081d859b26 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:19.481801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 945982ae-5829-47e0-b7c1-e8081d859b26 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:19.482444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 945982ae-5829-47e0-b7c1-e8081d859b26 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:19.519438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4990b80-24ff-461d-ae35-119d083d7257 req-5b03a6d7-8c67-456a-b68b-857ac8df54ef tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 210 time: 0.0889428 Feb 10 06:38:19.643651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d71266d-159b-4fdb-be1e-a3c684c1c2f3 req-39c209ff-bd28-4844-affa-af75799221a6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 210 time: 0.0974429 Feb 10 06:38:19.786999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-ae8cff7e-3c7f-490a-8c87-c356b5b9e958 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:19.788766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-ae8cff7e-3c7f-490a-8c87-c356b5b9e958 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.2802835 Feb 10 06:38:19.815491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Request body: {'port': {'device_id': 'b743dd84-2124-47fa-9168-f2c215db19c9', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'admin_state_up': True, 'tenant_id': '59b7addecd8041dea544b8fc79c768ac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:20.042605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Made reservation on behalf of 59b7addecd8041dea544b8fc79c768ac for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:20.048017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:20.112646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cc410dc-0130-49f4-b90d-8667a1829f21 req-c0cd2196-1529-468b-96c8-81df78e73374 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0417335 Feb 10 06:38:20.241085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-a3c51e0e-bdb1-4944-b043-289ee047e803 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:20.242802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-a3c51e0e-bdb1-4944-b043-289ee047e803 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.1319821 Feb 10 06:38:20.277055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Allocated IP 172.20.0.11 (c4a92f9c-613f-477d-a248-dee21328e6c3/5ed5b7f9-6f2a-4322-880d-c5882d9f2360/087e4c8b-ad4a-4d69-b3e3-214a0f433a8f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:38:20.391235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855e622-bb6a-4657-b1ad-f195ffbe58f5 req-5d0c59d8-6894-43cb-8810-6a502281d0ae tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:20.397718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7855e622-bb6a-4657-b1ad-f195ffbe58f5 req-5d0c59d8-6894-43cb-8810-6a502281d0ae tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 945 time: 0.0851517 Feb 10 06:38:20.470750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7855e622-bb6a-4657-b1ad-f195ffbe58f5 req-94d7e95d-501e-44bd-aaf3-0321d736eead tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/security-groups?id=29aaa6ab-93cb-4611-8a57-0363ca03c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670564 Feb 10 06:38:20.506666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Deleting port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:20.507016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:20.658142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] For port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:20.658547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:20.670275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3825fa93-ba10-4910-87f4-39d1c194add9 req-eb609ee7-525e-464e-8811-684214f080c7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 210 time: 0.0330074 Feb 10 06:38:20.683689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Calling delete_port for cdd97479-9b0f-4225-ba63-4aa0fa62eb4f owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:20.687421 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks [] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:20.793985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5597024-d451-4960-b98a-c4bfac956eab req-d5bc088f-6dbc-4f4c-9f0e-8c48b0eaa462 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 210 time: 0.0419943 Feb 10 06:38:20.804356 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:20.935077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Network c4a92f9c-613f-477d-a248-dee21328e6c3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:38:20.953170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:38:20.982971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:38:20.988631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event updated for resources: {'Port': ['ID=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:21.033214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cdd97479-9b0f-4225-ba63-4aa0fa62eb4f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:21.046253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['cdd97479-9b0f-4225-ba63-4aa0fa62eb4f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:21.095926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Pushing event deleted for resources: {'Port': ['ID=cdd97479-9b0f-4225-ba63-4aa0fa62eb4f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:21.161332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:21.162023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:21.167926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] No DVR routers for this DVR port cdd97479-9b0f-4225-ba63-4aa0fa62eb4f on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:21.173811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:21.177327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0d363fa5-33f7-4029-b2e8-4ff20a59f8d2 req-5c648983-b2db-4031-980a-8242e9741be4 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.13 "DELETE /v2.0/ports/cdd97479-9b0f-4225-ba63-4aa0fa62eb4f HTTP/1.1" status: 204 len: 173 time: 0.9023228 Feb 10 06:38:21.181645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1a54ee-8ad9-461c-9580-b443c86fc987', 'name': 'network-vif-deleted', 'tag': 'cdd97479-9b0f-4225-ba63-4aa0fa62eb4f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:21.184656 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cf4123-157d-47b8-a8ae-65d30f64667d" -d '{"events": [{"server_uuid": "dc1a54ee-8ad9-461c-9580-b443c86fc987", "name": "network-vif-deleted", "tag": "cdd97479-9b0f-4225-ba63-4aa0fa62eb4f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:21.195053 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261639-0217-4339-95f8-2b74d7d1c774 req-bf4a0d83-97fb-4fc5-acba-b86ce8b1ab91 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:21.196762 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-bf4a0d83-97fb-4fc5-acba-b86ce8b1ab91 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.3277278 Feb 10 06:38:21.217431 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-acfd9975-8410-449f-bd99-b7bc420d125d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4068966 Feb 10 06:38:21.221554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Request body: {'port': {'device_id': 'a12a361e-681e-42a6-abf8-6ca0ab919507', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'admin_state_up': True, 'tenant_id': 'a8d118dc65354c52bdd86b7a07fad05b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:21.251286 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ada3171-faf1-4e9f-a558-9f41d87b7c72 x-openstack-request-id: req-4ada3171-faf1-4e9f-a558-9f41d87b7c72 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:21.251593 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1a54ee-8ad9-461c-9580-b443c86fc987", "name": "network-vif-deleted", "tag": "cdd97479-9b0f-4225-ba63-4aa0fa62eb4f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:21.251833 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ada3171-faf1-4e9f-a558-9f41d87b7c72 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:21.252243 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1a54ee-8ad9-461c-9580-b443c86fc987', 'name': 'network-vif-deleted', 'tag': 'cdd97479-9b0f-4225-ba63-4aa0fa62eb4f', 'status': 'completed', 'code': 200} Feb 10 06:38:21.259592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Request body: {'port': {'device_id': 'b743dd84-2124-47fa-9168-f2c215db19c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:21.324065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9eedcd3a-2c44-4d57-8b23-eade6dfb2808 req-119e5c05-9307-49fa-b6f0-0c309f6d80a6 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0780158 Feb 10 06:38:21.398232 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:21.444364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Made reservation on behalf of a8d118dc65354c52bdd86b7a07fad05b for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:21.448856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:21.591790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cd0a853-6197-4158-9b30-a64a1b5de919 req-14fce56d-f469-4917-9ed7-1efce3b67658 tempest-ServerRescueTestJSON-1853833931 tempest-ServerRescueTestJSON-1853833931-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc1a54ee-8ad9-461c-9580-b443c86fc987 HTTP/1.1" status: 200 len: 210 time: 0.0291092 Feb 10 06:38:21.815755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Allocated IP 172.20.0.12 (73416e1f-efbe-4b07-a796-c13d404be009/2b828090-b45b-45b1-b6c4-67980fdababc/8cc66121-b0d9-4997-8c0a-9471124c3a83) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:38:21.877418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b46eded6-5e35-42cb-a2d0-462335a706ab req-c5595ada-7b71-4260-9d92-04d8aac641d6 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 210 time: 0.0644543 Feb 10 06:38:21.976378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d53b3-f748-437c-93a6-3b0e4f0162e8 req-89eca0ed-4896-4028-80ef-e25ec07d0785 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:21.979710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b0d53b3-f748-437c-93a6-3b0e4f0162e8 req-89eca0ed-4896-4028-80ef-e25ec07d0785 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 932 time: 0.0657218 Feb 10 06:38:22.010885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:38:22.059534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b0d53b3-f748-437c-93a6-3b0e4f0162e8 req-bb786104-1752-4b4c-803f-6bd754308afd tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734484 Feb 10 06:38:22.065462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Publish callbacks [] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:22.091318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Transition to ACTIVE for port object 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:38:22.098295 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:22.183243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks [] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:22.211381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Pushing event updated for resources: {'Port': ['ID=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:22.306311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:22.330812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:22.353415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Attempting to bind port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:38:22.353762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Attempting to bind port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:38:22.354148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Attempting to bind port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:38:22.369861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f on network c4a92f9c-613f-477d-a248-dee21328e6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:38:22.370069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Attempting to bind port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:38:22.378414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Network 73416e1f-efbe-4b07-a796-c13d404be009 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:38:22.386983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:38:22.390946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:38:22.403055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:38:22.403333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Checking segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:38:22.403587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Bound using segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:38:22.404318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Bound port: 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:38:22.404318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:22.432424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event updated for resources: {'Port': ['ID=8cc66121-b0d9-4997-8c0a-9471124c3a83,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:22.496629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:22.497399 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:22.514097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e45e01b5-be5a-4b92-b772-969ffeadbde5 req-33157755-b6f1-4ce9-9438-d4e27a36eced tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0546625 Feb 10 06:38:22.540062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-326873c2-99ac-43e0-be75-88a47cd89a1c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3287771 Feb 10 06:38:22.541251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] For port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:38:22.553463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] For port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:38:22.558973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Request body: {'port': {'device_id': 'a12a361e-681e-42a6-abf8-6ca0ab919507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:22.582149 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:22.652020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:22.652652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:22.654167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] 10.222.0.13 "PUT /v2.0/ports/087e4c8b-ad4a-4d69-b3e3-214a0f433a8f HTTP/1.1" status: 200 len: 1092 time: 1.4010568 Feb 10 06:38:22.690152 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:22.704237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47840) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:22.707279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4159d-1388-4e39-af0b-b828ff60689c service neutron] Pushing event updated for resources: {'Port': ['ID=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:22.789614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-a534cda7-862b-4cd9-8a00-c14917051a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:22.791975 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-a534cda7-862b-4cd9-8a00-c14917051a6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 1126 time: 0.0989099 Feb 10 06:38:22.851853 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-6b46afc8-8b14-4abd-8953-3b6930192da3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f HTTP/1.1" status: 200 len: 217 time: 0.0460792 Feb 10 06:38:22.959600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-6497ae73-df20-4922-9120-b2e0026beb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:22.960998 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-6497ae73-df20-4922-9120-b2e0026beb7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.0534751 Feb 10 06:38:23.005239 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-e9c503ea-9f7c-4792-bccf-b0f9ea9321f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340981 Feb 10 06:38:23.045676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8491c2-44b6-46e0-81ae-d0386f438607 req-d5f81245-9daf-4c27-9ec3-2d3b4a6b3d6a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:23.053233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba8491c2-44b6-46e0-81ae-d0386f438607 req-d5f81245-9daf-4c27-9ec3-2d3b4a6b3d6a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 932 time: 0.1148195 Feb 10 06:38:23.244183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba8491c2-44b6-46e0-81ae-d0386f438607 req-eb89a468-2ecd-46f5-bc56-c07ece46b5a8 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898141 Feb 10 06:38:23.332775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8f0ce-d52a-48e9-b4a9-9c17975318fe req-76d0bc26-5af9-4e61-be2f-d3000504886e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:23.334468 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82d8f0ce-d52a-48e9-b4a9-9c17975318fe req-76d0bc26-5af9-4e61-be2f-d3000504886e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 944 time: 0.1162288 Feb 10 06:38:23.432945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82d8f0ce-d52a-48e9-b4a9-9c17975318fe req-66a1baa3-e7ba-4db0-9231-3bec7548d09d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882144 Feb 10 06:38:23.457564 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (d3428226-07c6-4945-90fd-125686f36745), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:23.666221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b743dd84-2124-47fa-9168-f2c215db19c9', 'tag': '087e4c8b-ad4a-4d69-b3e3-214a0f433a8f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:23.668546 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b743dd84-2124-47fa-9168-f2c215db19c9", "tag": "087e4c8b-ad4a-4d69-b3e3-214a0f433a8f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:23.695694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7f746b2-d93b-4521-bc45-68f60a372d6c req-6e84988e-9430-4b58-87a2-c236b8fb238b tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0361023 Feb 10 06:38:23.697636 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-558d8598-77c4-4b8d-beb2-17426f850b4a service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749122 Feb 10 06:38:23.803872 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1012055a-e73b-4aef-bb74-fa636152324a x-openstack-request-id: req-1012055a-e73b-4aef-bb74-fa636152324a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:23.804197 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b743dd84-2124-47fa-9168-f2c215db19c9", "tag": "087e4c8b-ad4a-4d69-b3e3-214a0f433a8f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:23.804537 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1012055a-e73b-4aef-bb74-fa636152324a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:23.804998 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b743dd84-2124-47fa-9168-f2c215db19c9', 'tag': '087e4c8b-ad4a-4d69-b3e3-214a0f433a8f', 'status': 'completed', 'code': 200} Feb 10 06:38:23.845303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Deleting port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:23.848309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:23.868673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc66121-b0d9-4997-8c0a-9471124c3a83 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:38:23.883674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Publish callbacks [] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:23.904193 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6394ae19-c654-4f02-b06b-27512e615dd5 req-58eea6f7-8d89-4f27-9681-734bdd30c7b8 service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941931 Feb 10 06:38:23.909167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Transition to ACTIVE for port object 8cc66121-b0d9-4997-8c0a-9471124c3a83 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:38:23.920397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:23.986613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] For port 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7aeab514-0f07-48ad-bf1b-cabf9aa6bf34,segment=NetworkSegment(d6c1d0d1-f5b0-425a-aa62-b879fa207681),segment_id=d6c1d0d1-f5b0-425a-aa62-b879fa207681)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:23.987030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:24.004613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Calling delete_port for 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:24.086473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc66121-b0d9-4997-8c0a-9471124c3a83,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:24.116866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-3f468f1d-42c5-4f30-8358-18e38efcf1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:24.118883 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-3f468f1d-42c5-4f30-8358-18e38efcf1a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 1126 time: 0.1434393 Feb 10 06:38:24.164232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device cdd97479-9b0f-4225-ba63-4aa0fa62eb4f no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:24.170955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Attempting to bind port 8cc66121-b0d9-4997-8c0a-9471124c3a83 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:38:24.171414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Attempting to bind port 8cc66121-b0d9-4997-8c0a-9471124c3a83 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:38:24.171847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Attempting to bind port 8cc66121-b0d9-4997-8c0a-9471124c3a83 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:38:24.206134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: cdd97479-9b0f-4225-ba63-4aa0fa62eb4f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:24.215128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device cdd97479-9b0f-4225-ba63-4aa0fa62eb4f not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:24.219945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Port 8cc66121-b0d9-4997-8c0a-9471124c3a83 on network 73416e1f-efbe-4b07-a796-c13d404be009 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:38:24.220460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Attempting to bind port 8cc66121-b0d9-4997-8c0a-9471124c3a83 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:38:24.236976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:38:24.237521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Checking segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:38:24.238019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Bound using segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:38:24.238655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Bound port: 8cc66121-b0d9-4997-8c0a-9471124c3a83, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:38:24.239275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:24.293313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7aeab514-0f07-48ad-bf1b-cabf9aa6bf34), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:24.328930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Pushing event deleted for resources: {'Port': ['ID=7aeab514-0f07-48ad-bf1b-cabf9aa6bf34,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:24.342425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.342425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.342785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.343234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.343414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.343742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.344066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.344401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.344725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.345051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.345378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.345701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.346022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:24.363263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-29862bb6-40f7-49d7-a9c1-601e9778a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:24.364802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-29862bb6-40f7-49d7-a9c1-601e9778a201 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 911 time: 0.2365494 Feb 10 06:38:24.421320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] For port 8cc66121-b0d9-4997-8c0a-9471124c3a83, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:38:24.426743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] For port 8cc66121-b0d9-4997-8c0a-9471124c3a83, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8cc66121-b0d9-4997-8c0a-9471124c3a83,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:38:24.473428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:24.543563 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-f9b72baa-5923-4330-bbd9-4fe88cb57322 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f HTTP/1.1" status: 200 len: 217 time: 0.1689129 Feb 10 06:38:24.549267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc66121-b0d9-4997-8c0a-9471124c3a83,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:24.599795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:24.600427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:24.601837 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a9720d70-8d7d-48db-84fb-e511269f87d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/8cc66121-b0d9-4997-8c0a-9471124c3a83 HTTP/1.1" status: 200 len: 1092 time: 2.0470805 Feb 10 06:38:24.629567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-e1537433-2e80-49de-9a23-dcb408c73b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:24.638632 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-e1537433-2e80-49de-9a23-dcb408c73b3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.0711982 Feb 10 06:38:24.689741 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-deddc136-3f9e-40c8-834e-71a9d0b7203b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445352 Feb 10 06:38:24.805871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261639-0217-4339-95f8-2b74d7d1c774 req-f2e8f016-e9dc-46a8-89d8-9a2bb96619ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:24.807954 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-f2e8f016-e9dc-46a8-89d8-9a2bb96619ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 1126 time: 0.1288905 Feb 10 06:38:24.862607 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-d4bd32fb-4962-4dbd-94bb-3dfa377ce331 service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524189 Feb 10 06:38:24.864303 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a663c5fa-8e04-41b1-a92d-7eaa1fc252bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc66121-b0d9-4997-8c0a-9471124c3a83 HTTP/1.1" status: 200 len: 217 time: 0.0464840 Feb 10 06:38:24.871520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996aab-516a-450f-8cd5-f02802d8fb08 req-11372a9e-7a82-4950-bfa1-df5fb4354214 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:24.873563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d996aab-516a-450f-8cd5-f02802d8fb08 req-11372a9e-7a82-4950-bfa1-df5fb4354214 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 944 time: 0.4706216 Feb 10 06:38:24.941440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261639-0217-4339-95f8-2b74d7d1c774 req-9865891a-939a-465a-9263-c54e4374c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:24.943140 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-9865891a-939a-465a-9263-c54e4374c069 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.0709202 Feb 10 06:38:24.982548 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-a308c76b-1545-4617-9a8e-692f03d992d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326259 Feb 10 06:38:25.049278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (d3428226-07c6-4945-90fd-125686f36745), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:25.115941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c9f38-c31e-4e8d-a1fa-d9f41b9e333a req-248b88a3-8895-4dca-a86a-49eedf5dd5e9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:25.123007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f0c9f38-c31e-4e8d-a1fa-d9f41b9e333a req-248b88a3-8895-4dca-a86a-49eedf5dd5e9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 944 time: 0.2588291 Feb 10 06:38:25.159444 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d996aab-516a-450f-8cd5-f02802d8fb08 req-b8ec2438-c838-4fa3-8155-c8d2de93824f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458758 Feb 10 06:38:25.235148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f0c9f38-c31e-4e8d-a1fa-d9f41b9e333a req-1cebb0f1-5908-49b0-8528-2e4c554494b9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066680 Feb 10 06:38:25.242407 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b288c66b-b04c-4e6c-beb1-ad183bbc27a6 req-3ff7241b-bf86-4387-bec1-fa881d0f78ea service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480372 Feb 10 06:38:25.256558 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-277676f7-e4db-468c-a8d5-42f4e2eb13e9 service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669153 Feb 10 06:38:25.349864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2cde60a-33eb-4155-ba41-a459ae240248 req-f474cf7a-3e72-4ace-877f-de25f306fde4 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0472951 Feb 10 06:38:25.422148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-af261639-0217-4339-95f8-2b74d7d1c774 req-6d7e54ce-0021-4f3a-bb1a-b8e0a3cfbf6a service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558199 Feb 10 06:38:25.487263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Router d3428226-07c6-4945-90fd-125686f36745 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:38:25.609898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:38:25.617666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-82687c6d-f46b-426f-91bf-b7fb414ce21b admin admin] 10.222.0.21 "PUT /v2.0/routers/d3428226-07c6-4945-90fd-125686f36745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9089923 Feb 10 06:38:25.617666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:25.621176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] Sync routers for ids ['d3428226-07c6-4945-90fd-125686f36745'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:38:25.633354 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] Routers {'d3428226-07c6-4945-90fd-125686f36745'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:25.634423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d3428226-07c6-4945-90fd-125686f36745'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:25.760526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] Set router d3428226-07c6-4945-90fd-125686f36745 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:25.803209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks [] for router (d3428226-07c6-4945-90fd-125686f36745), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:25.806689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12a361e-681e-42a6-abf8-6ca0ab919507', 'tag': '8cc66121-b0d9-4997-8c0a-9471124c3a83'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:25.809873 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304" -d '{"events": [{"name": "network-changed", "server_uuid": "a12a361e-681e-42a6-abf8-6ca0ab919507", "tag": "8cc66121-b0d9-4997-8c0a-9471124c3a83"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:25.848174 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f771fd-b7ad-4dee-ad61-10c116db6cb6 x-openstack-request-id: req-c9f771fd-b7ad-4dee-ad61-10c116db6cb6 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:25.848467 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12a361e-681e-42a6-abf8-6ca0ab919507", "tag": "8cc66121-b0d9-4997-8c0a-9471124c3a83", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:25.848722 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9f771fd-b7ad-4dee-ad61-10c116db6cb6 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:25.849483 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12a361e-681e-42a6-abf8-6ca0ab919507', 'tag': '8cc66121-b0d9-4997-8c0a-9471124c3a83', 'status': 'completed', 'code': 200} Feb 10 06:38:25.935832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-e20ca75e-d83f-4406-b45c-bc46c8106ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:25.939517 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-e20ca75e-d83f-4406-b45c-bc46c8106ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 1126 time: 0.0666766 Feb 10 06:38:25.955584 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks [] for router_gateway (d3428226-07c6-4945-90fd-125686f36745), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:26.015597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3428226-07c6-4945-90fd-125686f36745', 'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:36:19Z', 'updated_at': '2022-02-10T06:38:24Z', 'revision_number': 5, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'gw_port': {'id': 'cedf404c-8fa4-4868-a64d-494449cfe1f2', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3428226-07c6-4945-90fd-125686f36745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:36:20Z', 'updated_at': '2022-02-10T06:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:26.050231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Deleting port cedf404c-8fa4-4868-a64d-494449cfe1f2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:26.050914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:26.078719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] Checking router: d3428226-07c6-4945-90fd-125686f36745 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:38:26.089467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] Routers {'d3428226-07c6-4945-90fd-125686f36745'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:26.090098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d3428226-07c6-4945-90fd-125686f36745'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:26.152571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-782a5619-2e19-4d55-8092-2edc5d5836d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:26.154464 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-782a5619-2e19-4d55-8092-2edc5d5836d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 906 time: 0.2081211 Feb 10 06:38:26.165502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] For port cedf404c-8fa4-4868-a64d-494449cfe1f2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cedf404c-8fa4-4868-a64d-494449cfe1f2,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:26.166097 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:26.180458 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Calling delete_port for cedf404c-8fa4-4868-a64d-494449cfe1f2 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:26.185558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:38:26.265794 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-4e595e49-0f4e-486d-b49e-cf14b109c874 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc66121-b0d9-4997-8c0a-9471124c3a83 HTTP/1.1" status: 200 len: 217 time: 0.1028085 Feb 10 06:38:26.303965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] Set router d3428226-07c6-4945-90fd-125686f36745 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:26.383227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-1c283430-b019-4247-9bc8-64bc1ab9c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:26.388667 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-1c283430-b019-4247-9bc8-64bc1ab9c3c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1109295 Feb 10 06:38:26.415166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3428226-07c6-4945-90fd-125686f36745', 'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:36:19Z', 'updated_at': '2022-02-10T06:38:25Z', 'revision_number': 6, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:26.448506 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-b65db5f5-a4e5-4cd6-a21b-e9afe2660c97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515013 Feb 10 06:38:26.453286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2a2ca-15ac-4e8d-a433-35504003864c None None] The sync data for ids ['d3428226-07c6-4945-90fd-125686f36745'] in n-d-828670-1 is: [{'id': 'd3428226-07c6-4945-90fd-125686f36745', 'name': 'tempest-ServerRescueTestJSON-464602933-router', 'tenant_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:36:19Z', 'updated_at': '2022-02-10T06:38:25Z', 'revision_number': 6, 'project_id': '788b65a43e3d43f0a8a50e696c0b10f7', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:38:26.515166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059456b-81ce-49e1-b42d-2164ffb38810 req-ba2a8443-baa6-4ee5-8c13-d70800e9e845 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:26.523325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9059456b-81ce-49e1-b42d-2164ffb38810 req-ba2a8443-baa6-4ee5-8c13-d70800e9e845 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 944 time: 0.2039850 Feb 10 06:38:26.566501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:26.594044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '087e4c8b-ad4a-4d69-b3e3-214a0f433a8f', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'port_id': '087e4c8b-ad4a-4d69-b3e3-214a0f433a8f', 'mac_address': 'fa:16:3e:ed:8c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed5b7f9-6f2a-4322-880d-c5882d9f2360', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:38:26.602053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9059456b-81ce-49e1-b42d-2164ffb38810 req-053aa0e7-140d-4760-aa03-7ba550d1d71d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734825 Feb 10 06:38:26.603792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cedf404c-8fa4-4868-a64d-494449cfe1f2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:26.616662 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-5d963aea-2e44-43aa-a9d5-db3cdb308497 service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601098 Feb 10 06:38:26.672607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a716919-0c44-41a1-8ee3-784c5b175afd req-3fe6d83c-e0a3-4d95-906e-346414024d4d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:26.674611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a716919-0c44-41a1-8ee3-784c5b175afd req-3fe6d83c-e0a3-4d95-906e-346414024d4d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 944 time: 0.3146052 Feb 10 06:38:26.677477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:26.678017 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:26.688416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Pushing event deleted for resources: {'Port': ['ID=cedf404c-8fa4-4868-a64d-494449cfe1f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:26.712645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:38:26.750475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:26.758368 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:26.769857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-208d8148-8b0f-472d-84d5-d0bf0172d790 req-3a04ed64-1d92-4a54-acca-ff518264965a tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0611162 Feb 10 06:38:26.833867 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d08d1ee3-f3d5-4913-a867-bc8a90ae8304 req-15dd7807-9425-45ec-af9a-429f50369467 service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080610 Feb 10 06:38:26.902835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:26.918019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a716919-0c44-41a1-8ee3-784c5b175afd req-ee4a9626-5be6-4679-ab40-6853f7ac2f90 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172048 Feb 10 06:38:26.932769 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (d3428226-07c6-4945-90fd-125686f36745), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.062668 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (d3428226-07c6-4945-90fd-125686f36745), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.065565 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks [] for router_controller (d3428226-07c6-4945-90fd-125686f36745), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.078318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['087e4c8b-ad4a-4d69-b3e3-214a0f433a8f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:27.161932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (d3428226-07c6-4945-90fd-125686f36745), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.162838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3428226-07c6-4945-90fd-125686f36745 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:38:27.173782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.177313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ffe6fa62-79bf-41bf-8ed0-0a9492af2362 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d3428226-07c6-4945-90fd-125686f36745 HTTP/1.1" status: 204 len: 168 time: 1.5567913 Feb 10 06:38:27.177626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47934) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:27.234224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cb8279-0608-4c1e-9c36-ddd2166461f8 admin admin] Deleting subnet a32ca044-78eb-42ea-950f-88cb2aef2da7 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:38:27.237859 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cb8279-0608-4c1e-9c36-ddd2166461f8 admin admin] Publish callbacks [] for subnet (a32ca044-78eb-42ea-950f-88cb2aef2da7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.281237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cb8279-0608-4c1e-9c36-ddd2166461f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (a32ca044-78eb-42ea-950f-88cb2aef2da7), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.331294 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cb8279-0608-4c1e-9c36-ddd2166461f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a32ca044-78eb-42ea-950f-88cb2aef2da7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.394007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cb8279-0608-4c1e-9c36-ddd2166461f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (a32ca044-78eb-42ea-950f-88cb2aef2da7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.429536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb8279-0608-4c1e-9c36-ddd2166461f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32ca044-78eb-42ea-950f-88cb2aef2da7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:27.432889 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cb8279-0608-4c1e-9c36-ddd2166461f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.436590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-49cb8279-0608-4c1e-9c36-ddd2166461f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a32ca044-78eb-42ea-950f-88cb2aef2da7 HTTP/1.1" status: 204 len: 168 time: 0.2578583 Feb 10 06:38:27.439290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47938) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:27.542156 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (6036e54b-d8d1-453d-b662-5c2f22ac4afb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.668667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (6036e54b-d8d1-453d-b662-5c2f22ac4afb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.692832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6036e54b-d8d1-453d-b662-5c2f22ac4afb']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:27.706108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c1d0d1-f5b0-425a-aa62-b879fa207681') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:27.706374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c1d0d1-f5b0-425a-aa62-b879fa207681') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:27.718510 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (d6c1d0d1-f5b0-425a-aa62-b879fa207681), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.740598 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d6c1d0d1-f5b0-425a-aa62-b879fa207681), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.748444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:38:27.748935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (d6c1d0d1-f5b0-425a-aa62-b879fa207681), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:38:27.751121 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:38:27.790065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0cf2c-3cd6-41d4-a66e-6a9fe577f456 req-c0a944fd-efa3-4280-8e34-2a51462caa85 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:27.796033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4aa0cf2c-3cd6-41d4-a66e-6a9fe577f456 req-c0a944fd-efa3-4280-8e34-2a51462caa85 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 944 time: 0.0899699 Feb 10 06:38:27.823841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (6036e54b-d8d1-453d-b662-5c2f22ac4afb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.838790 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:27.846930 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] 10.222.0.21 "DELETE /v2.0/networks/6036e54b-d8d1-453d-b662-5c2f22ac4afb HTTP/1.1" status: 204 len: 168 time: 0.4050386 Feb 10 06:38:27.867777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251aaf55-7fad-4ccd-90b4-77893bcabaec admin admin] Pushing event deleted for resources: {'Network': ['ID=6036e54b-d8d1-453d-b662-5c2f22ac4afb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:27.920984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4aa0cf2c-3cd6-41d4-a66e-6a9fe577f456 req-66fa9a68-e58b-484a-9513-9d1470b174c7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190135 Feb 10 06:38:27.997961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0108fedd-68dc-4913-9618-dadf57b6fd8e req-57b07de3-03a1-423d-9b5f-fcd179d21652 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0668037 Feb 10 06:38:28.129128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cedf404c-8fa4-4868-a64d-494449cfe1f2 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:28.149010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecccd4-d665-4144-83f8-8f47bf372427 req-02ed77c5-b2aa-4768-8dc7-de8834dfc633 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:28.157654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eecccd4-d665-4144-83f8-8f47bf372427 req-02ed77c5-b2aa-4768-8dc7-de8834dfc633 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 945 time: 0.1186719 Feb 10 06:38:28.172367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: cedf404c-8fa4-4868-a64d-494449cfe1f2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:28.172671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cedf404c-8fa4-4868-a64d-494449cfe1f2 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:28.173096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:28.177516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47962) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:28.218878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:28.222884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7aeab514-0f07-48ad-bf1b-cabf9aa6bf34 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:28.229878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:38:28.240274 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8fac1a55-4541-4388-b9f3-70911549eb54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=788b65a43e3d43f0a8a50e696c0b10f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611672 Feb 10 06:38:28.243300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47966) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:28.268024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eecccd4-d665-4144-83f8-8f47bf372427 req-e99c7b3c-5f05-438f-9f2d-ca9b3580d8d5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046214 Feb 10 06:38:28.329260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:38:28.334543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:38:28.335050 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:28.388028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-314d73b9-ad23-4feb-a90d-40e4abdc3575 admin admin] Publish callbacks [] for security_group (29aaa6ab-93cb-4611-8a57-0363ca03c07d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:28.424386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-314d73b9-ad23-4feb-a90d-40e4abdc3575 admin admin] Publish callbacks [] for security_group (29aaa6ab-93cb-4611-8a57-0363ca03c07d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:28.465237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:28.465729 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:28.498927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b743dd84-2124-47fa-9168-f2c215db19c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087e4c8b-ad4a-4d69-b3e3-214a0f433a8f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:28.499411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-314d73b9-ad23-4feb-a90d-40e4abdc3575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (29aaa6ab-93cb-4611-8a57-0363ca03c07d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:28.501824 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5b2947-2ca7-4547-b374-309cbd600db1" -d '{"events": [{"server_uuid": "b743dd84-2124-47fa-9168-f2c215db19c9", "name": "network-vif-plugged", "status": "completed", "tag": "087e4c8b-ad4a-4d69-b3e3-214a0f433a8f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:28.503591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-314d73b9-ad23-4feb-a90d-40e4abdc3575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:28.506336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-314d73b9-ad23-4feb-a90d-40e4abdc3575 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29aaa6ab-93cb-4611-8a57-0363ca03c07d HTTP/1.1" status: 204 len: 168 time: 0.2605300 Feb 10 06:38:28.517901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d73b9-ad23-4feb-a90d-40e4abdc3575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aaa6ab-93cb-4611-8a57-0363ca03c07d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:28.538018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:28.571124 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:28.664287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:28.673714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.674626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.675007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.675554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.676108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.676658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.677196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.677751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.678506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.679066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.679605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.680164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.680700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:38:28.808027 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba314451-cf1a-4cfc-bc15-74eff6671112 x-openstack-request-id: req-ba314451-cf1a-4cfc-bc15-74eff6671112 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:28.808327 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b743dd84-2124-47fa-9168-f2c215db19c9", "name": "network-vif-plugged", "status": "completed", "tag": "087e4c8b-ad4a-4d69-b3e3-214a0f433a8f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:28.808585 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba314451-cf1a-4cfc-bc15-74eff6671112 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:28.808986 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b743dd84-2124-47fa-9168-f2c215db19c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087e4c8b-ad4a-4d69-b3e3-214a0f433a8f', 'code': 200} Feb 10 06:38:28.985942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d7005-854f-41e3-bf1c-41bbfa0b25b8 req-c06bb938-c2b5-4c45-865e-2b0e954036a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:28.989266 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd2d7005-854f-41e3-bf1c-41bbfa0b25b8 req-c06bb938-c2b5-4c45-865e-2b0e954036a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 1128 time: 0.0908632 Feb 10 06:38:29.067789 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd2d7005-854f-41e3-bf1c-41bbfa0b25b8 req-1f1afbf2-b478-4b18-96da-1412307b8a16 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728981 Feb 10 06:38:29.138174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48006) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:29.236385 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62311902-01bb-4159-ab48-5549f2ce18d5 req-ebf826a2-d563-4bc4-bbd2-cc03d1aa849f tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0771937 Feb 10 06:38:29.269798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d8d0d-2ce9-4256-8685-067b0916f51c req-e08e3cf5-ff03-4ec3-ad12-cc87b3b4ed8b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:29.280330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c54d8d0d-2ce9-4256-8685-067b0916f51c req-e08e3cf5-ff03-4ec3-ad12-cc87b3b4ed8b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 944 time: 0.2006395 Feb 10 06:38:29.331381 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a267aca-b7a8-4476-b714-f9d9903bee10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:29.354533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c54d8d0d-2ce9-4256-8685-067b0916f51c req-c71d0509-5047-49c8-9378-1647dccc7ced tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733664 Feb 10 06:38:29.404088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbab46-1155-467d-97d7-8a2009943258 req-9d6661c4-dda9-4442-9052-e18370cb57af tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:29.405884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-becbab46-1155-467d-97d7-8a2009943258 req-9d6661c4-dda9-4442-9052-e18370cb57af tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.0691617 Feb 10 06:38:29.478646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8cc66121-b0d9-4997-8c0a-9471124c3a83 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:38:29.512952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a267aca-b7a8-4476-b714-f9d9903bee10 admin admin] Publish callbacks [] for security_group (326ed08c-ec51-4fc0-b925-7197de407607), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:29.519086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a267aca-b7a8-4476-b714-f9d9903bee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (326ed08c-ec51-4fc0-b925-7197de407607), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:29.527085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-becbab46-1155-467d-97d7-8a2009943258 req-ae9bf564-dc62-4062-9105-cfc800a3f56d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970032 Feb 10 06:38:29.567366 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6a267aca-b7a8-4476-b714-f9d9903bee10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d2c20b41b984f85af354cc2e807027d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4275913 Feb 10 06:38:29.569920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48022) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:29.598105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a267aca-b7a8-4476-b714-f9d9903bee10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326ed08c-ec51-4fc0-b925-7197de407607,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:29.681882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60a5fbba-43a1-4c51-a27e-3494dad3235b admin admin] Publish callbacks [] for security_group (326ed08c-ec51-4fc0-b925-7197de407607), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:29.684870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8cc66121-b0d9-4997-8c0a-9471124c3a83, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8cc66121-b0d9-4997-8c0a-9471124c3a83,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:29.715299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '8cc66121-b0d9-4997-8c0a-9471124c3a83', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'port_id': '8cc66121-b0d9-4997-8c0a-9471124c3a83', 'mac_address': 'fa:16:3e:80:37:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b828090-b45b-45b1-b6c4-67980fdababc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:38:29.716903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60a5fbba-43a1-4c51-a27e-3494dad3235b admin admin] Publish callbacks [] for security_group (326ed08c-ec51-4fc0-b925-7197de407607), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:29.795271 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60a5fbba-43a1-4c51-a27e-3494dad3235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (326ed08c-ec51-4fc0-b925-7197de407607), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:29.799561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60a5fbba-43a1-4c51-a27e-3494dad3235b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:29.801112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 8cc66121-b0d9-4997-8c0a-9471124c3a83 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:29.801510 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:29.813617 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-60a5fbba-43a1-4c51-a27e-3494dad3235b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/326ed08c-ec51-4fc0-b925-7197de407607 HTTP/1.1" status: 204 len: 168 time: 0.2352071 Feb 10 06:38:29.834962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:29.835795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc66121-b0d9-4997-8c0a-9471124c3a83 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:38:29.840142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5fbba-43a1-4c51-a27e-3494dad3235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326ed08c-ec51-4fc0-b925-7197de407607,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:29.884430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8cc66121-b0d9-4997-8c0a-9471124c3a83, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8cc66121-b0d9-4997-8c0a-9471124c3a83,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:29.894061 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:29.958959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=8cc66121-b0d9-4997-8c0a-9471124c3a83,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:29.973236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1707849023-network', 'tenant_id': 'f2d80fc89ae5421c8b8764dddca1ab61'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:30.038109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Made reservation on behalf of f2d80fc89ae5421c8b8764dddca1ab61 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:30.042560 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.058408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.184488 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Publish callbacks [] for security_group (d65b4dc0-a6d5-4a32-89a2-7c55bc57265b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.190709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d65b4dc0-a6d5-4a32-89a2-7c55bc57265b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.234398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['8cc66121-b0d9-4997-8c0a-9471124c3a83'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:30.286975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65b4dc0-a6d5-4a32-89a2-7c55bc57265b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:30.316636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:38:30.335829 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (54a0e3f6-795c-4356-88b6-dafb9e5c9216), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.337324 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Added segment 54a0e3f6-795c-4356-88b6-dafb9e5c9216 of type vlan for network 8718e229-39fb-4293-bdbd-4dd054fa9562 Feb 10 06:38:30.351183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48038) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:30.417387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffc12-b2ee-494b-a5e5-2983b9f2560c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.439318 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffefbd59-ee79-4fd8-bff5-6e54bc596b5d req-8f91bef7-7e99-4c9a-a7ba-ff099557ec05 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0661488 Feb 10 06:38:30.477116 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (8718e229-39fb-4293-bdbd-4dd054fa9562), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.573865 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (8718e229-39fb-4293-bdbd-4dd054fa9562), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.587355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:30.589045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.682712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] Pushing event updated for resources: {'Network': ['ID=8718e229-39fb-4293-bdbd-4dd054fa9562,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:30.701806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 8718e229-39fb-4293-bdbd-4dd054fa9562 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:38:30.703601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffc12-b2ee-494b-a5e5-2983b9f2560c admin admin] Publish callbacks [] for security_group (1bc356e2-a931-40ae-a8b1-1df60deffae6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.722781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffc12-b2ee-494b-a5e5-2983b9f2560c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1bc356e2-a931-40ae-a8b1-1df60deffae6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.730718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fc4ab-48a4-4d07-9082-52b73bcce1e1 req-80e158d5-0f0b-46fb-b3dd-bcc35c2fd88a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:30.732867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-857fc4ab-48a4-4d07-9082-52b73bcce1e1 req-80e158d5-0f0b-46fb-b3dd-bcc35c2fd88a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 945 time: 0.2405362 Feb 10 06:38:30.744276 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0de2714-0c3d-4203-a0ba-d54247ae2d3d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9065278 Feb 10 06:38:30.749220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:30.785503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Request body: {'subnet': {'network_id': '8718e229-39fb-4293-bdbd-4dd054fa9562', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1707849023-subnet', 'tenant_id': 'f2d80fc89ae5421c8b8764dddca1ab61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:30.823504 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e5ffc12-b2ee-494b-a5e5-2983b9f2560c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92207dfc6c4f4706b7a57e3b4935ba9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4686236 Feb 10 06:38:30.824359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48048) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:30.873901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Made reservation on behalf of f2d80fc89ae5421c8b8764dddca1ab61 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:30.876811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:30.886852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216b191-ba12-4b8b-bb58-72078e9d2d89 req-a7e1c18d-7be2-4cc8-82a5-07cc8a07d67a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:30.888537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3216b191-ba12-4b8b-bb58-72078e9d2d89 req-a7e1c18d-7be2-4cc8-82a5-07cc8a07d67a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.2097883 Feb 10 06:38:30.893370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-857fc4ab-48a4-4d07-9082-52b73bcce1e1 req-720c7fce-3e7d-4e2b-9b6b-27de66e93b0e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431732 Feb 10 06:38:30.940856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ffc12-b2ee-494b-a5e5-2983b9f2560c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc356e2-a931-40ae-a8b1-1df60deffae6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:31.030583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3216b191-ba12-4b8b-bb58-72078e9d2d89 req-a12badea-99c2-4ea2-a357-0502cd7970d7 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258550 Feb 10 06:38:31.048106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0001811b-78a0-470b-9f24-b3b49c883b3f admin admin] Publish callbacks [] for security_group (1bc356e2-a931-40ae-a8b1-1df60deffae6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.125889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0001811b-78a0-470b-9f24-b3b49c883b3f admin admin] Publish callbacks [] for security_group (1bc356e2-a931-40ae-a8b1-1df60deffae6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.229354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0001811b-78a0-470b-9f24-b3b49c883b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1bc356e2-a931-40ae-a8b1-1df60deffae6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.232365 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (5a6066fe-6dd4-40a5-80c4-60c5529e1fc7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.232518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0001811b-78a0-470b-9f24-b3b49c883b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.233560 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0001811b-78a0-470b-9f24-b3b49c883b3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bc356e2-a931-40ae-a8b1-1df60deffae6 HTTP/1.1" status: 204 len: 168 time: 0.4076383 Feb 10 06:38:31.251185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001811b-78a0-470b-9f24-b3b49c883b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc356e2-a931-40ae-a8b1-1df60deffae6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:31.334752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6066fe-6dd4-40a5-80c4-60c5529e1fc7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:31.352213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Checking segment: {'id': '54a0e3f6-795c-4356-88b6-dafb9e5c9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8718e229-39fb-4293-bdbd-4dd054fa9562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:38:31.352981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Network hostable DHCP agents. Network: 8718e229-39fb-4293-bdbd-4dd054fa9562, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:38:31.408102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Network 8718e229-39fb-4293-bdbd-4dd054fa9562 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:38:31.419106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 8718e229-39fb-4293-bdbd-4dd054fa9562) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:38:31.425952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:31.427040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.430076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47341976-e3df-4118-9749-0efbfcbaa600 None None] Network 8718e229-39fb-4293-bdbd-4dd054fa9562 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:38:31.485567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0a53c520-b4a1-4b56-8160-89fd35a28458 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7200413 Feb 10 06:38:31.493724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af17c25-151c-4812-9830-164c71491e40 req-6b02a884-5b0a-4157-a7fb-3e711eea13ff tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:31.493724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2af17c25-151c-4812-9830-164c71491e40 req-6b02a884-5b0a-4157-a7fb-3e711eea13ff tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1484134 Feb 10 06:38:31.619787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8cc66121-b0d9-4997-8c0a-9471124c3a83 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:38:31.627359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb9b6772-dba3-4dbc-997f-e3c527944b6d req-646bc3a1-fbab-4330-84c3-12428251c5aa tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0455406 Feb 10 06:38:31.631371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2af17c25-151c-4812-9830-164c71491e40 req-b9376ca8-2c38-4d4a-9dde-924a4d7b0ac5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269925 Feb 10 06:38:31.669300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d709e4-470e-485d-8fe0-2a2675e13a20 None None] Network 8718e229-39fb-4293-bdbd-4dd054fa9562 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:38:31.671497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48066) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:31.733288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7a4a1e-0a67-4b95-bc87-99fa691b45a2 admin admin] Deleting subnet 5a6066fe-6dd4-40a5-80c4-60c5529e1fc7 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:38:31.737030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4a1e-0a67-4b95-bc87-99fa691b45a2 admin admin] Publish callbacks [] for subnet (5a6066fe-6dd4-40a5-80c4-60c5529e1fc7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.790091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 8cc66121-b0d9-4997-8c0a-9471124c3a83 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:38:31.795814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 8cc66121-b0d9-4997-8c0a-9471124c3a83 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:38:31.796248 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.800343 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4a1e-0a67-4b95-bc87-99fa691b45a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (5a6066fe-6dd4-40a5-80c4-60c5529e1fc7), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.861393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4a1e-0a67-4b95-bc87-99fa691b45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5a6066fe-6dd4-40a5-80c4-60c5529e1fc7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.940285 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4a1e-0a67-4b95-bc87-99fa691b45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5a6066fe-6dd4-40a5-80c4-60c5529e1fc7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.947212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 8cc66121-b0d9-4997-8c0a-9471124c3a83 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:31.949286 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.973644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a4a1e-0a67-4b95-bc87-99fa691b45a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6066fe-6dd4-40a5-80c4-60c5529e1fc7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:31.977578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4a1e-0a67-4b95-bc87-99fa691b45a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:31.982544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9c7a4a1e-0a67-4b95-bc87-99fa691b45a2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5a6066fe-6dd4-40a5-80c4-60c5529e1fc7 HTTP/1.1" status: 204 len: 168 time: 0.3097465 Feb 10 06:38:31.985171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48078) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:32.001360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8cc66121-b0d9-4997-8c0a-9471124c3a83, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8cc66121-b0d9-4997-8c0a-9471124c3a83,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:32.002483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12a361e-681e-42a6-abf8-6ca0ab919507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc66121-b0d9-4997-8c0a-9471124c3a83'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:32.005110 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2650bf79-ee09-4f7c-9b57-3307ca6b8471" -d '{"events": [{"server_uuid": "a12a361e-681e-42a6-abf8-6ca0ab919507", "name": "network-vif-plugged", "status": "completed", "tag": "8cc66121-b0d9-4997-8c0a-9471124c3a83"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:32.011078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:32.084677 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ee970-beca-451d-bcb0-b6ad10093412 x-openstack-request-id: req-0d8ee970-beca-451d-bcb0-b6ad10093412 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:32.084820 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12a361e-681e-42a6-abf8-6ca0ab919507", "name": "network-vif-plugged", "status": "completed", "tag": "8cc66121-b0d9-4997-8c0a-9471124c3a83", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:32.085066 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d8ee970-beca-451d-bcb0-b6ad10093412 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:32.085463 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12a361e-681e-42a6-abf8-6ca0ab919507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc66121-b0d9-4997-8c0a-9471124c3a83', 'code': 200} Feb 10 06:38:32.110965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=8cc66121-b0d9-4997-8c0a-9471124c3a83,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:32.138618 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (8718e229-39fb-4293-bdbd-4dd054fa9562), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:32.157134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130e605-789b-4cb9-9876-9063fcfecb01 req-43310f09-6a65-4fda-8173-7b16dba98254 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:32.158924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6130e605-789b-4cb9-9876-9063fcfecb01 req-43310f09-6a65-4fda-8173-7b16dba98254 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 945 time: 0.1714940 Feb 10 06:38:32.222162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceec036-dc2f-4a32-bb20-b97b428159d3 req-29789a77-f5a3-41f8-86ba-0ccd0c7ac3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:32.224843 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eceec036-dc2f-4a32-bb20-b97b428159d3 req-29789a77-f5a3-41f8-86ba-0ccd0c7ac3ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 1128 time: 0.0735588 Feb 10 06:38:32.285474 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eceec036-dc2f-4a32-bb20-b97b428159d3 req-63d9d854-1b92-47a7-93b1-13d13e1019f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542741 Feb 10 06:38:32.607688 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (8718e229-39fb-4293-bdbd-4dd054fa9562), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:32.648733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8718e229-39fb-4293-bdbd-4dd054fa9562']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:32.662277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6130e605-789b-4cb9-9876-9063fcfecb01 req-94383291-1ded-4945-ba77-714adab1666d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739413 Feb 10 06:38:32.664232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a0e3f6-795c-4356-88b6-dafb9e5c9216') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:32.664607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a0e3f6-795c-4356-88b6-dafb9e5c9216') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:32.680210 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (54a0e3f6-795c-4356-88b6-dafb9e5c9216), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:32.701827 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (54a0e3f6-795c-4356-88b6-dafb9e5c9216), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:32.709032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:38:32.710067 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (54a0e3f6-795c-4356-88b6-dafb9e5c9216), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:38:32.712673 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:38:32.836303 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1dc4f90-6a14-4f2f-ac6a-2111ecee37e9 req-a58431c0-aa06-4a8c-94fd-4f4b744ca16a tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0632424 Feb 10 06:38:32.844943 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (8718e229-39fb-4293-bdbd-4dd054fa9562), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:32.851255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:32.854494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] 10.222.0.21 "DELETE /v2.0/networks/8718e229-39fb-4293-bdbd-4dd054fa9562 HTTP/1.1" status: 204 len: 168 time: 0.8681803 Feb 10 06:38:32.872637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aeeec9-9629-425d-ae47-b54597f4637a admin admin] Pushing event deleted for resources: {'Network': ['ID=8718e229-39fb-4293-bdbd-4dd054fa9562,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:32.902337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683ca2e-d504-4237-aebf-6746d0c1e993 req-ce38e2d2-6619-44ed-938c-67b49a5e12e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:32.905150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c683ca2e-d504-4237-aebf-6746d0c1e993 req-ce38e2d2-6619-44ed-938c-67b49a5e12e0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1327097 Feb 10 06:38:32.997579 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c683ca2e-d504-4237-aebf-6746d0c1e993 req-95587a5d-52bc-4b3b-8bfc-4aeba843a165 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812335 Feb 10 06:38:33.120831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48118) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:33.166944 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-539aeee3-0884-480d-9f29-1218487330e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2d80fc89ae5421c8b8764dddca1ab61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447803 Feb 10 06:38:33.169565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48120) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:33.238271 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-86a76b56-1048-4aa5-9494-dc63038ab98c admin admin] Publish callbacks [] for security_group (d65b4dc0-a6d5-4a32-89a2-7c55bc57265b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.263907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-86a76b56-1048-4aa5-9494-dc63038ab98c admin admin] Publish callbacks [] for security_group (d65b4dc0-a6d5-4a32-89a2-7c55bc57265b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.297414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:33.336742 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-86a76b56-1048-4aa5-9494-dc63038ab98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d65b4dc0-a6d5-4a32-89a2-7c55bc57265b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.341197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-86a76b56-1048-4aa5-9494-dc63038ab98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.342626 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-86a76b56-1048-4aa5-9494-dc63038ab98c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d65b4dc0-a6d5-4a32-89a2-7c55bc57265b HTTP/1.1" status: 204 len: 168 time: 0.1717813 Feb 10 06:38:33.351914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76b56-1048-4aa5-9494-dc63038ab98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65b4dc0-a6d5-4a32-89a2-7c55bc57265b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:33.438167 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-035550c0-87e8-429e-8d4e-1e7550a63a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.568660 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-035550c0-87e8-429e-8d4e-1e7550a63a1f admin admin] Publish callbacks [] for security_group (e80acb6d-8b5c-4b6c-833b-10490efc1d14), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.574654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-035550c0-87e8-429e-8d4e-1e7550a63a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e80acb6d-8b5c-4b6c-833b-10490efc1d14), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.633836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-035550c0-87e8-429e-8d4e-1e7550a63a1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fba53fbadb5b433e8097a9ade2d6834f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328576 Feb 10 06:38:33.634527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48134) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:33.642588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035550c0-87e8-429e-8d4e-1e7550a63a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80acb6d-8b5c-4b6c-833b-10490efc1d14,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:33.712993 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4cef998c-0b38-4d84-bfc3-dff68a2d5ddb admin admin] Publish callbacks [] for security_group (e80acb6d-8b5c-4b6c-833b-10490efc1d14), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.742282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4cef998c-0b38-4d84-bfc3-dff68a2d5ddb admin admin] Publish callbacks [] for security_group (e80acb6d-8b5c-4b6c-833b-10490efc1d14), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.809489 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4cef998c-0b38-4d84-bfc3-dff68a2d5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e80acb6d-8b5c-4b6c-833b-10490efc1d14), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.813131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4cef998c-0b38-4d84-bfc3-dff68a2d5ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:33.816525 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4cef998c-0b38-4d84-bfc3-dff68a2d5ddb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e80acb6d-8b5c-4b6c-833b-10490efc1d14 HTTP/1.1" status: 204 len: 168 time: 0.1811659 Feb 10 06:38:33.835247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef998c-0b38-4d84-bfc3-dff68a2d5ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80acb6d-8b5c-4b6c-833b-10490efc1d14,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:33.871082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35ccfe-d0b5-4875-bb0a-c3266a4e7740 req-e2427a87-7277-4833-b8e0-154e9d43b389 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:33.873255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf35ccfe-d0b5-4875-bb0a-c3266a4e7740 req-e2427a87-7277-4833-b8e0-154e9d43b389 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 946 time: 0.0843432 Feb 10 06:38:34.023695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7130921-a6fa-406b-88f2-f2c891facce6 req-fa85413a-eaea-4211-bf19-9103d130dfbd tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0617981 Feb 10 06:38:34.052815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf35ccfe-d0b5-4875-bb0a-c3266a4e7740 req-42483231-b042-4c05-92eb-cee0cc30d70f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633751 Feb 10 06:38:34.213828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e78b8-9efd-49df-9f04-d25382f2704a req-ef8b9b82-03c8-44d0-a611-1db998130319 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:34.216232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a4e78b8-9efd-49df-9f04-d25382f2704a req-ef8b9b82-03c8-44d0-a611-1db998130319 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.0966311 Feb 10 06:38:34.359375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a4e78b8-9efd-49df-9f04-d25382f2704a req-dcd6ae7d-23bb-4789-bf77-f696ff7796d5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352456 Feb 10 06:38:34.500026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48180) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:34.514981 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482801cf-2d63-4451-a41a-3a53bd267c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:34.591332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-95aa17f4-38f0-4371-b854-ec639d9fd653 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:34.609319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-95aa17f4-38f0-4371-b854-ec639d9fd653 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.1879525 Feb 10 06:38:34.622229 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482801cf-2d63-4451-a41a-3a53bd267c58 admin admin] Publish callbacks [] for security_group (c0b490e0-4780-4f2e-aa93-d0b269b6673e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:34.631318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482801cf-2d63-4451-a41a-3a53bd267c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c0b490e0-4780-4f2e-aa93-d0b269b6673e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:34.642130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-34e4ceb8-f5e0-4244-8ee2-c838cb0fe582 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/quotas/a8d118dc65354c52bdd86b7a07fad05b HTTP/1.1" status: 200 len: 375 time: 0.0268404 Feb 10 06:38:34.691573 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-482801cf-2d63-4451-a41a-3a53bd267c58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0b141bee2bc4f2891b6906e5d369215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1902506 Feb 10 06:38:34.692653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482801cf-2d63-4451-a41a-3a53bd267c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b490e0-4780-4f2e-aa93-d0b269b6673e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:34.696033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:34.757553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e2f5277f-9a60-447e-b21a-c9c6bf686d00 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037869 Feb 10 06:38:34.775042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba8046f0-0b67-4fcb-af70-6325a631cdea admin admin] Publish callbacks [] for security_group (c0b490e0-4780-4f2e-aa93-d0b269b6673e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:34.799750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba8046f0-0b67-4fcb-af70-6325a631cdea admin admin] Publish callbacks [] for security_group (c0b490e0-4780-4f2e-aa93-d0b269b6673e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:34.928933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba8046f0-0b67-4fcb-af70-6325a631cdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c0b490e0-4780-4f2e-aa93-d0b269b6673e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:34.932151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba8046f0-0b67-4fcb-af70-6325a631cdea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:34.936281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ba8046f0-0b67-4fcb-af70-6325a631cdea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0b490e0-4780-4f2e-aa93-d0b269b6673e HTTP/1.1" status: 204 len: 168 time: 0.2314243 Feb 10 06:38:34.942766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-3f78908c-f5d0-475f-b99b-34341c1134c3 service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687033 Feb 10 06:38:34.949221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8046f0-0b67-4fcb-af70-6325a631cdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b490e0-4780-4f2e-aa93-d0b269b6673e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:35.150335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-23df93ff-8cb3-4b45-998f-a063a9a52521 service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973386 Feb 10 06:38:35.183473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a60696b8-b119-4a64-ae3e-edab554b14f3 req-b28b3b4b-7718-4eed-bcad-601c980b1ae3 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0589054 Feb 10 06:38:35.406760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b964ca99-5eb0-4c9f-9e74-a208a588610f req-154e6776-0145-4fda-910b-924f2ddc5dcf tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 210 time: 0.0651648 Feb 10 06:38:35.578635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b74fa-9d70-43c5-9da4-f504823172b9 req-d933a30f-e94f-4a8a-8b5f-aa6a7eb2a26e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:35.580989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028b74fa-9d70-43c5-9da4-f504823172b9 req-d933a30f-e94f-4a8a-8b5f-aa6a7eb2a26e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1062312 Feb 10 06:38:35.603079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48224) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:35.656279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028b74fa-9d70-43c5-9da4-f504823172b9 req-43fae02f-0f2c-41d2-b400-9d31549f52e9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649428 Feb 10 06:38:35.756500 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3a79162-6ed4-41ac-a50b-ab917459ed15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:35.872890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3a79162-6ed4-41ac-a50b-ab917459ed15 admin admin] Publish callbacks [] for security_group (d4af42ae-1835-4c88-9c58-6ffbbe60660a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:35.878813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3a79162-6ed4-41ac-a50b-ab917459ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d4af42ae-1835-4c88-9c58-6ffbbe60660a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:35.940418 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f3a79162-6ed4-41ac-a50b-ab917459ed15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6ffcdddcd2342f9981c930a01aeff73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355272 Feb 10 06:38:35.941654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a79162-6ed4-41ac-a50b-ab917459ed15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4af42ae-1835-4c88-9c58-6ffbbe60660a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:35.943597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48240) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:36.028776 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1eb123e6-a90a-4a1b-b0bf-0f4dd4d7d110 admin admin] Publish callbacks [] for security_group (d4af42ae-1835-4c88-9c58-6ffbbe60660a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:36.053392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1eb123e6-a90a-4a1b-b0bf-0f4dd4d7d110 admin admin] Publish callbacks [] for security_group (d4af42ae-1835-4c88-9c58-6ffbbe60660a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:36.117446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1eb123e6-a90a-4a1b-b0bf-0f4dd4d7d110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d4af42ae-1835-4c88-9c58-6ffbbe60660a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:36.124059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1eb123e6-a90a-4a1b-b0bf-0f4dd4d7d110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:36.125552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1eb123e6-a90a-4a1b-b0bf-0f4dd4d7d110 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4af42ae-1835-4c88-9c58-6ffbbe60660a HTTP/1.1" status: 204 len: 168 time: 0.1810725 Feb 10 06:38:36.136156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb123e6-a90a-4a1b-b0bf-0f4dd4d7d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4af42ae-1835-4c88-9c58-6ffbbe60660a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:36.287597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f616811-5719-4416-ab9c-db65b19c286b req-7ee4cccd-318b-488c-b103-87612fd46219 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0320237 Feb 10 06:38:36.551251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b8ee6e5-9a5f-459c-8e1e-89b554ee292a req-018f4658-3582-49f6-a45d-1693e4bef968 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 210 time: 0.0662944 Feb 10 06:38:36.706667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-64b6a26c-7c3e-43b5-aefe-cdc9785e805c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:36.708442 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-64b6a26c-7c3e-43b5-aefe-cdc9785e805c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.1734796 Feb 10 06:38:36.713819 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:36.728770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Request body: {'port': {'device_id': 'a78e7cad-dfd5-4d38-958b-84f87692cdff', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'admin_state_up': True, 'tenant_id': 'a8d118dc65354c52bdd86b7a07fad05b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:36.840488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac96e52-a413-4ab4-9d5c-48c2b84ee00b req-f43cd327-38db-4135-b0df-18dcbd3f5666 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:36.842553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ac96e52-a413-4ab4-9d5c-48c2b84ee00b req-f43cd327-38db-4135-b0df-18dcbd3f5666 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.0773323 Feb 10 06:38:36.903287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Made reservation on behalf of a8d118dc65354c52bdd86b7a07fad05b for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:36.907233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:36.913714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ac96e52-a413-4ab4-9d5c-48c2b84ee00b req-b4372c54-ced5-453a-89da-e5af705b0717 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645018 Feb 10 06:38:37.001225 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:38:37.082030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Allocated IP 172.20.0.2 (73416e1f-efbe-4b07-a796-c13d404be009/2b828090-b45b-45b1-b6c4-67980fdababc/738a7a7a-2ef1-49e5-9afe-dc4293473323) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:38:37.303129 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks [] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:37.364519 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:37.385565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:37.391105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['8cc66121-b0d9-4997-8c0a-9471124c3a83'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:37.424657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4847e2f0-425d-4e51-9cca-9735b4474729 req-bdd645ef-5fb0-4164-a40a-2341c913de4d tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0405943 Feb 10 06:38:37.459346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Network 73416e1f-efbe-4b07-a796-c13d404be009 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:38:37.463573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:38:37.467477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:38:37.503335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event updated for resources: {'Port': ['ID=738a7a7a-2ef1-49e5-9afe-dc4293473323,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:37.537592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:37.537592 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:37.556056 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-543c56c3-12b2-4125-b6cf-391e86f7f190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8342314 Feb 10 06:38:37.568764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Request body: {'port': {'device_id': 'a78e7cad-dfd5-4d38-958b-84f87692cdff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:37.733355 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:37.811962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f87d99-899b-407b-9ec7-02d60e75eb1b req-41ecaf5f-2bb5-41b4-ac94-32ea42592bc0 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:37.821328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11f87d99-899b-407b-9ec7-02d60e75eb1b req-41ecaf5f-2bb5-41b4-ac94-32ea42592bc0 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 931 time: 0.1435804 Feb 10 06:38:37.889270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11f87d99-899b-407b-9ec7-02d60e75eb1b req-dee80fa0-0992-4952-a9fd-b40e598b0b0f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625267 Feb 10 06:38:38.069505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425781df-8358-41ed-a045-bebf1fcf71c2 req-1e2215e4-8835-4cd0-a1f2-a52dc2c5674f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:38.071100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-425781df-8358-41ed-a045-bebf1fcf71c2 req-1e2215e4-8835-4cd0-a1f2-a52dc2c5674f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.0802424 Feb 10 06:38:38.130374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-425781df-8358-41ed-a045-bebf1fcf71c2 req-5ea8414a-4715-4c2d-aa0b-fc3dfd99aef8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510600 Feb 10 06:38:38.154537 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738a7a7a-2ef1-49e5-9afe-dc4293473323 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:38:38.163537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Publish callbacks [] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:38.177609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Transition to ACTIVE for port object 738a7a7a-2ef1-49e5-9afe-dc4293473323 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:38:38.181942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:38.239032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Pushing event updated for resources: {'Port': ['ID=738a7a7a-2ef1-49e5-9afe-dc4293473323,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:38.308216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Attempting to bind port 738a7a7a-2ef1-49e5-9afe-dc4293473323 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:38:38.308551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Attempting to bind port 738a7a7a-2ef1-49e5-9afe-dc4293473323 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:38:38.308870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Attempting to bind port 738a7a7a-2ef1-49e5-9afe-dc4293473323 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:38:38.313512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Port 738a7a7a-2ef1-49e5-9afe-dc4293473323 on network 73416e1f-efbe-4b07-a796-c13d404be009 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:38:38.313911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Attempting to bind port 738a7a7a-2ef1-49e5-9afe-dc4293473323 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:38:38.319029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:38:38.319451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Checking segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:38:38.319969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Bound using segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:38:38.320472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Bound port: 738a7a7a-2ef1-49e5-9afe-dc4293473323, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:38:38.320903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:38.386448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] For port 738a7a7a-2ef1-49e5-9afe-dc4293473323, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:38:38.389643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] For port 738a7a7a-2ef1-49e5-9afe-dc4293473323, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=738a7a7a-2ef1-49e5-9afe-dc4293473323,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:38:38.396090 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:38.433734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:38.434269 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:38.435735 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] 10.222.0.13 "PUT /v2.0/ports/738a7a7a-2ef1-49e5-9afe-dc4293473323 HTTP/1.1" status: 200 len: 1091 time: 0.8723707 Feb 10 06:38:38.436147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78e7cad-dfd5-4d38-958b-84f87692cdff', 'tag': '738a7a7a-2ef1-49e5-9afe-dc4293473323'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:38.438438 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "a78e7cad-dfd5-4d38-958b-84f87692cdff", "tag": "738a7a7a-2ef1-49e5-9afe-dc4293473323"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:38.519724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574de27-1908-4311-9a72-1c919324aed4 service neutron] Pushing event updated for resources: {'Port': ['ID=738a7a7a-2ef1-49e5-9afe-dc4293473323,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:38.525463 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c179198a-87ae-40b1-a27e-4fa35e465a80 x-openstack-request-id: req-c179198a-87ae-40b1-a27e-4fa35e465a80 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:38.526006 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78e7cad-dfd5-4d38-958b-84f87692cdff", "tag": "738a7a7a-2ef1-49e5-9afe-dc4293473323", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:38.526464 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c179198a-87ae-40b1-a27e-4fa35e465a80 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:38.527276 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78e7cad-dfd5-4d38-958b-84f87692cdff', 'tag': '738a7a7a-2ef1-49e5-9afe-dc4293473323', 'status': 'completed', 'code': 200} Feb 10 06:38:38.572903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-9764c25b-7d09-4748-a8db-afce5f489c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:38.574835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89e82d5a-c32f-4099-8ed9-7f50e48f3c33 req-badfb7f6-cb5d-43ad-ad0c-166aaaf7f80b tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0347695 Feb 10 06:38:38.582813 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-9764c25b-7d09-4748-a8db-afce5f489c53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 1125 time: 0.0747333 Feb 10 06:38:38.630128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-499c1a54-a0a6-4cac-99af-91be187de4e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=738a7a7a-2ef1-49e5-9afe-dc4293473323 HTTP/1.1" status: 200 len: 217 time: 0.0421903 Feb 10 06:38:38.683833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-4b901639-8ae3-45c4-bdce-861434d9588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:38.685539 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-4b901639-8ae3-45c4-bdce-861434d9588f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.0484676 Feb 10 06:38:38.725239 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-563558cc-d93c-4092-8286-352671cd24f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323586 Feb 10 06:38:38.835493 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-23d3bc73-e277-40c6-bcb5-f87d4c22fb72 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043577 Feb 10 06:38:39.010999 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0eb047d7-5428-49b7-adb8-a76a3660c5f8 req-940b32f8-5556-4794-9f19-1604b7a9c81c service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682522 Feb 10 06:38:39.054695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2fbec-a3c8-4be2-b814-e1a257dd30cf req-ab47f433-04e7-433e-8cee-dc3bdc9d48cb tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:39.058442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1a2fbec-a3c8-4be2-b814-e1a257dd30cf req-ab47f433-04e7-433e-8cee-dc3bdc9d48cb tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 943 time: 0.0817733 Feb 10 06:38:39.142112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1a2fbec-a3c8-4be2-b814-e1a257dd30cf req-b7cb532f-a047-4b67-b77a-8cfe776cdb55 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710115 Feb 10 06:38:39.168889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-7bda6839-a776-49e4-b174-2a50e069bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:39.170592 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-7bda6839-a776-49e4-b174-2a50e069bccc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 1125 time: 0.0903096 Feb 10 06:38:39.307766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-f2387ad7-18a5-4449-bb3d-cbf94fddf955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:39.309273 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-f2387ad7-18a5-4449-bb3d-cbf94fddf955 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 906 time: 0.1287589 Feb 10 06:38:39.375534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9c9b-6311-4d92-a75a-d984fd662796 req-b5085485-55ed-48e6-b014-f1350d49e71e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:39.376032 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-64c140dc-a556-4795-ae2c-643ac47ab18c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=738a7a7a-2ef1-49e5-9afe-dc4293473323 HTTP/1.1" status: 200 len: 217 time: 0.0598705 Feb 10 06:38:39.377304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-458d9c9b-6311-4d92-a75a-d984fd662796 req-b5085485-55ed-48e6-b014-f1350d49e71e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1006925 Feb 10 06:38:39.493165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-458d9c9b-6311-4d92-a75a-d984fd662796 req-1cb5687e-2542-45d8-875e-e21e833bd943 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021597 Feb 10 06:38:39.564790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-c4879392-b9a2-4390-8071-a23f78124ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:39.568230 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-c4879392-b9a2-4390-8071-a23f78124ec8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1847041 Feb 10 06:38:39.611156 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-8a0a8db0-364c-4a48-8beb-e66511404eea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377772 Feb 10 06:38:39.721147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a808c25-85d2-4f84-97e5-ffd4768705ca req-51e07c1a-1fc7-4ec7-bf1f-7b908dce7209 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0335464 Feb 10 06:38:39.749379 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-0ffb8fc0-dcda-44e5-84a8-fc8e4b455bf7 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248667 Feb 10 06:38:39.844651 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04645bb2-ef38-4b06-86c3-0e55e8cb6ef0 req-a7e4732a-e0fd-43b4-a917-a927bad73f25 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924387 Feb 10 06:38:39.877646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48386) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:39.933685 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:39.985996 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f9453f5-3b21-4060-a568-c8eeb33e5f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.067069 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f9453f5-3b21-4060-a568-c8eeb33e5f85 admin admin] Publish callbacks [] for security_group (ea06650e-1cae-4325-a36c-9ec10673d83a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.071560 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f9453f5-3b21-4060-a568-c8eeb33e5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ea06650e-1cae-4325-a36c-9ec10673d83a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.112950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9453f5-3b21-4060-a568-c8eeb33e5f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea06650e-1cae-4325-a36c-9ec10673d83a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:40.119048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3f9453f5-3b21-4060-a568-c8eeb33e5f85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56dfa94e37af483ebabe539d3cf78aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401824 Feb 10 06:38:40.121874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48396) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:40.180334 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b87a909f-d484-4b9d-bb0f-a2ba848bfcd3 admin admin] Publish callbacks [] for security_group (ea06650e-1cae-4325-a36c-9ec10673d83a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.220623 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b87a909f-d484-4b9d-bb0f-a2ba848bfcd3 admin admin] Publish callbacks [] for security_group (ea06650e-1cae-4325-a36c-9ec10673d83a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.293354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b87a909f-d484-4b9d-bb0f-a2ba848bfcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ea06650e-1cae-4325-a36c-9ec10673d83a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.294203 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c245b849-ca31-4586-8113-646be6f7480e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.296026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b87a909f-d484-4b9d-bb0f-a2ba848bfcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.299772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0571-a363-4a80-8bde-f9295b01b406 req-6703c21e-a943-4686-8e4f-66eeea04cb8d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:40.299931 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b87a909f-d484-4b9d-bb0f-a2ba848bfcd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea06650e-1cae-4325-a36c-9ec10673d83a HTTP/1.1" status: 204 len: 168 time: 0.1766539 Feb 10 06:38:40.301296 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e8e0571-a363-4a80-8bde-f9295b01b406 req-6703c21e-a943-4686-8e4f-66eeea04cb8d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 943 time: 0.0779543 Feb 10 06:38:40.310868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a909f-d484-4b9d-bb0f-a2ba848bfcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea06650e-1cae-4325-a36c-9ec10673d83a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:40.397029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e8e0571-a363-4a80-8bde-f9295b01b406 req-78e5d6ae-53d0-4472-8138-16cdb99c7e45 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706406 Feb 10 06:38:40.489323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c36a0-27a7-4b76-aadc-d276927db836 req-790210a3-0cfa-4218-9216-5c8a51e433b6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:40.491403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db1c36a0-27a7-4b76-aadc-d276927db836 req-790210a3-0cfa-4218-9216-5c8a51e433b6 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.0624118 Feb 10 06:38:40.564625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db1c36a0-27a7-4b76-aadc-d276927db836 req-6d1493f0-0537-46b6-95d3-a62ca73a70aa tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582533 Feb 10 06:38:40.665177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8128580-2b8f-4d1d-a00e-76eae146e0e6 req-4b190aea-a6a1-475f-8634-7c243e71f6cf tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:40.674735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8128580-2b8f-4d1d-a00e-76eae146e0e6 req-4b190aea-a6a1-475f-8634-7c243e71f6cf tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.0821905 Feb 10 06:38:40.707070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48434) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:40.721212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0780f704-ac5c-4aba-accf-c6c15f358e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.744002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8128580-2b8f-4d1d-a00e-76eae146e0e6 req-60958a23-cc7f-45a0-bc0d-11029941941a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683594 Feb 10 06:38:40.806131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0780f704-ac5c-4aba-accf-c6c15f358e54 admin admin] Publish callbacks [] for security_group (87b345b9-bdda-4ad0-aeec-7de89016988e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.811457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0780f704-ac5c-4aba-accf-c6c15f358e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (87b345b9-bdda-4ad0-aeec-7de89016988e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.866108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba188a5e-d787-4b3b-aa8f-74271f6bb48c req-3b097432-39a4-44fc-b8c8-496bf6433516 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0445232 Feb 10 06:38:40.881222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780f704-ac5c-4aba-accf-c6c15f358e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b345b9-bdda-4ad0-aeec-7de89016988e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:40.886316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0780f704-ac5c-4aba-accf-c6c15f358e54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9159b79846b14ab1b05208004e34866a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781409 Feb 10 06:38:40.889216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48442) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:40.940431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-247a5785-f4d1-4e4f-afee-7c582328390d admin admin] Publish callbacks [] for security_group (87b345b9-bdda-4ad0-aeec-7de89016988e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:40.963034 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-247a5785-f4d1-4e4f-afee-7c582328390d admin admin] Publish callbacks [] for security_group (87b345b9-bdda-4ad0-aeec-7de89016988e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:41.036279 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-247a5785-f4d1-4e4f-afee-7c582328390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (87b345b9-bdda-4ad0-aeec-7de89016988e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:41.039106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-247a5785-f4d1-4e4f-afee-7c582328390d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:41.040674 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-247a5785-f4d1-4e4f-afee-7c582328390d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87b345b9-bdda-4ad0-aeec-7de89016988e HTTP/1.1" status: 204 len: 168 time: 0.1504920 Feb 10 06:38:41.051700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a5785-f4d1-4e4f-afee-7c582328390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b345b9-bdda-4ad0-aeec-7de89016988e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:41.329319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224f11-ecff-4dfa-8a43-f780ec679c3a req-cc728a57-3c48-466f-bc25-7ab3c635ca07 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:41.332002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05224f11-ecff-4dfa-8a43-f780ec679c3a req-cc728a57-3c48-466f-bc25-7ab3c635ca07 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.0698140 Feb 10 06:38:41.427908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05224f11-ecff-4dfa-8a43-f780ec679c3a req-9083ba3f-58cc-4b41-aa08-066ff088c3e0 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872762 Feb 10 06:38:41.551059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b5681-80e6-4ec1-b701-c87263f28f3d req-e79e7236-9049-4611-8b1c-dd10cf093bfb tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:41.553036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc5b5681-80e6-4ec1-b701-c87263f28f3d req-e79e7236-9049-4611-8b1c-dd10cf093bfb tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 943 time: 0.0639191 Feb 10 06:38:41.578121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48478) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:41.632607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc5b5681-80e6-4ec1-b701-c87263f28f3d req-a236dfff-8a9b-40df-b47b-d93293d42ea2 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Feb 10 06:38:41.774665 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a674e383-8ddc-4f40-ab78-40617f6deefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:41.914968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfaad47-efcd-4d62-a2c1-6edd492d3f50 req-b325c746-e937-4ef6-b1d4-199d8a2fe5c5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:41.918059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adfaad47-efcd-4d62-a2c1-6edd492d3f50 req-b325c746-e937-4ef6-b1d4-199d8a2fe5c5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.0734518 Feb 10 06:38:41.927282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a674e383-8ddc-4f40-ab78-40617f6deefc admin admin] Publish callbacks [] for security_group (e7cd88c6-0cfe-4546-9450-8df88a18ecd3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:41.933361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a674e383-8ddc-4f40-ab78-40617f6deefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e7cd88c6-0cfe-4546-9450-8df88a18ecd3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:41.970879 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a674e383-8ddc-4f40-ab78-40617f6deefc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1e21c01ed0d4ef99f48be85ff2c37ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907475 Feb 10 06:38:41.973769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48498) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:41.977650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adfaad47-efcd-4d62-a2c1-6edd492d3f50 req-b2324817-0741-47b7-907e-2ac06c46fe27 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528994 Feb 10 06:38:42.037641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19d49f2c-aa32-45c4-ab23-223fd3947bdb req-1d6434a6-c694-4888-aa8b-c60bb90068be tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0506189 Feb 10 06:38:42.041021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674e383-8ddc-4f40-ab78-40617f6deefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cd88c6-0cfe-4546-9450-8df88a18ecd3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:42.086467 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1a52-c4aa-4de7-a0a1-a5580ac046c8 admin admin] Publish callbacks [] for security_group (e7cd88c6-0cfe-4546-9450-8df88a18ecd3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:42.115226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1a52-c4aa-4de7-a0a1-a5580ac046c8 admin admin] Publish callbacks [] for security_group (e7cd88c6-0cfe-4546-9450-8df88a18ecd3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:42.172303 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1a52-c4aa-4de7-a0a1-a5580ac046c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e7cd88c6-0cfe-4546-9450-8df88a18ecd3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:42.175903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1a52-c4aa-4de7-a0a1-a5580ac046c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:42.177496 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5b0b1a52-c4aa-4de7-a0a1-a5580ac046c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7cd88c6-0cfe-4546-9450-8df88a18ecd3 HTTP/1.1" status: 204 len: 168 time: 0.2021115 Feb 10 06:38:42.189189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b1a52-c4aa-4de7-a0a1-a5580ac046c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cd88c6-0cfe-4546-9450-8df88a18ecd3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:42.285678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 738a7a7a-2ef1-49e5-9afe-dc4293473323 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:38:42.437066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 738a7a7a-2ef1-49e5-9afe-dc4293473323, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=738a7a7a-2ef1-49e5-9afe-dc4293473323,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:42.451003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '738a7a7a-2ef1-49e5-9afe-dc4293473323', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'port_id': '738a7a7a-2ef1-49e5-9afe-dc4293473323', 'mac_address': 'fa:16:3e:ff:bb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b828090-b45b-45b1-b6c4-67980fdababc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:38:42.490243 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98c25e90-2b49-4d94-b27f-057fefc8de81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:42.553956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 738a7a7a-2ef1-49e5-9afe-dc4293473323 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:42.554640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:42.572317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738a7a7a-2ef1-49e5-9afe-dc4293473323 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:38:42.600914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 738a7a7a-2ef1-49e5-9afe-dc4293473323, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=738a7a7a-2ef1-49e5-9afe-dc4293473323,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:42.606336 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:42.645244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17f2b2-191f-43b2-a9e1-8b3195b491fb req-88d33886-6d0e-4a70-8f55-4f9f6d5e0106 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:42.649027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f17f2b2-191f-43b2-a9e1-8b3195b491fb req-88d33886-6d0e-4a70-8f55-4f9f6d5e0106 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.1319978 Feb 10 06:38:42.672230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=738a7a7a-2ef1-49e5-9afe-dc4293473323,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:42.703499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-77152871-29a4-457f-8230-82308594800b tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:42.705849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48520) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:42.707941 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-77152871-29a4-457f-8230-82308594800b tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 946 time: 0.1229479 Feb 10 06:38:42.738958 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2480e80f-dd7f-4773-bd9b-aa96d4856120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:42.816349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f17f2b2-191f-43b2-a9e1-8b3195b491fb req-844b2a58-6ee3-41c0-b632-e4ed2ab858d9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08877d3-d9f9-49bc-b961-c51258e1102e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527755 Feb 10 06:38:42.884168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894fb1e-c5d9-4080-a769-bbd312c6f298 req-42fe331f-41be-45e2-a5b2-e173488e60cc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:42.886145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e894fb1e-c5d9-4080-a769-bbd312c6f298 req-42fe331f-41be-45e2-a5b2-e173488e60cc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 944 time: 0.1135385 Feb 10 06:38:42.893979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Deleting port c1b3333d-78a5-4931-b90c-6349590f6bd1 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:42.894490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:42.939974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['738a7a7a-2ef1-49e5-9afe-dc4293473323'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:43.028727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e894fb1e-c5d9-4080-a769-bbd312c6f298 req-952dddbb-753b-438b-93dc-036e4d1c7619 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305604 Feb 10 06:38:43.057813 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2480e80f-dd7f-4773-bd9b-aa96d4856120 admin admin] Publish callbacks [] for security_group (5f8e00b7-d7ec-44ce-af1b-6e9ed5f9d6db), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.068653 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2480e80f-dd7f-4773-bd9b-aa96d4856120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5f8e00b7-d7ec-44ce-af1b-6e9ed5f9d6db), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.099530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] For port c1b3333d-78a5-4931-b90c-6349590f6bd1, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c1b3333d-78a5-4931-b90c-6349590f6bd1,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:43.100084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.171250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2480e80f-dd7f-4773-bd9b-aa96d4856120 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fde90d5926041eb90a4ccb9631b26d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581246 Feb 10 06:38:43.172617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:43.190962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e80f-dd7f-4773-bd9b-aa96d4856120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e00b7-d7ec-44ce-af1b-6e9ed5f9d6db,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:43.340850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9761f3b4-d2b0-4e1c-a42f-a4f0a9f40661 req-602a4c7f-d9b5-4120-bf0b-a08da0db614c tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0854466 Feb 10 06:38:43.363007 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.363485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (0ef784d9-449d-4c22-9ec6-6e9a5856c58b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.363818 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Floating IP 0ef784d9-449d-4c22-9ec6-6e9a5856c58b disassociated. External IP: 172.25.8.45, port: c1b3333d-78a5-4931-b90c-6349590f6bd1. Feb 10 06:38:43.364571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Calling delete_port for c1b3333d-78a5-4931-b90c-6349590f6bd1 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:43.392207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4705c1-2588-43a0-bab4-0d5c7ab5c863 req-d3dfe3b8-3fec-4b40-a3a2-8724d2b2c6b2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:43.400990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c4705c1-2588-43a0-bab4-0d5c7ab5c863 req-d3dfe3b8-3fec-4b40-a3a2-8724d2b2c6b2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1687853 Feb 10 06:38:43.437102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-033a538c-e807-4525-913d-e5e9fdff61b8 admin admin] Publish callbacks [] for security_group (5f8e00b7-d7ec-44ce-af1b-6e9ed5f9d6db), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.505026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c4705c1-2588-43a0-bab4-0d5c7ab5c863 req-378e6784-e3b6-49b3-b754-fba0b0c1a0d2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029122 Feb 10 06:38:43.515449 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-033a538c-e807-4525-913d-e5e9fdff61b8 admin admin] Publish callbacks [] for security_group (5f8e00b7-d7ec-44ce-af1b-6e9ed5f9d6db), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.567143 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c1b3333d-78a5-4931-b90c-6349590f6bd1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.576300 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-033a538c-e807-4525-913d-e5e9fdff61b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5f8e00b7-d7ec-44ce-af1b-6e9ed5f9d6db), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.579024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-033a538c-e807-4525-913d-e5e9fdff61b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:43.582622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-033a538c-e807-4525-913d-e5e9fdff61b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f8e00b7-d7ec-44ce-af1b-6e9ed5f9d6db HTTP/1.1" status: 204 len: 168 time: 0.4057748 Feb 10 06:38:43.590507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a538c-e807-4525-913d-e5e9fdff61b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e00b7-d7ec-44ce-af1b-6e9ed5f9d6db,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:43.608539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Pushing event deleted for resources: {'Port': ['ID=c1b3333d-78a5-4931-b90c-6349590f6bd1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:43.718270 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:44.034094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-099418ef-76be-4e27-a4ed-51ac79826bf6 req-f20447fd-bf68-41cf-ad6c-e54cd6df2d80 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 210 time: 0.0769639 Feb 10 06:38:44.202948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0dd70-43bc-4bda-b0c7-698265f075c0 req-aee87525-d885-4c89-8cae-f7199fed2754 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:44.211122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-faf0dd70-43bc-4bda-b0c7-698265f075c0 req-aee87525-d885-4c89-8cae-f7199fed2754 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 944 time: 0.0784695 Feb 10 06:38:44.287599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 738a7a7a-2ef1-49e5-9afe-dc4293473323 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:38:44.306678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-faf0dd70-43bc-4bda-b0c7-698265f075c0 req-575d63f2-51ff-405c-bcd9-f6603f28fb00 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941126 Feb 10 06:38:44.383076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Router c34affb1-21f6-44ca-bc54-fb4d5e5736df has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:38:44.386068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 738a7a7a-2ef1-49e5-9afe-dc4293473323 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:38:44.397145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 738a7a7a-2ef1-49e5-9afe-dc4293473323 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:38:44.397534 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:44.523386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:38:44.540372 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] Sync routers for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:38:44.546215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c3cc888-c2b2-4978-b974-4d60a3363a41 req-09d848a7-480d-45f8-8bfe-61ed64ce3499 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0719488 Feb 10 06:38:44.555179 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:44.557822 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:44.612859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] No DVR routers for this DVR port c1b3333d-78a5-4931-b90c-6349590f6bd1 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:44.620730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:44.624866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 738a7a7a-2ef1-49e5-9afe-dc4293473323 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:38:44.627549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:44.628254 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8a8358ed-a0b7-4703-858b-2377c5550b77 req-fe1421c4-6f1d-455f-b8ed-bdbacbf105b9 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.24 "DELETE /v2.0/ports/c1b3333d-78a5-4931-b90c-6349590f6bd1 HTTP/1.1" status: 204 len: 173 time: 1.9143932 Feb 10 06:38:44.628753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'name': 'network-vif-deleted', 'tag': 'c1b3333d-78a5-4931-b90c-6349590f6bd1'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:44.636132 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cfc3d4-0390-4177-92de-83fa998ce3a3" -d '{"events": [{"server_uuid": "3b96f1b0-112f-4e72-9223-48bcedc4183f", "name": "network-vif-deleted", "tag": "c1b3333d-78a5-4931-b90c-6349590f6bd1"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:44.738292 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ce0139-4ef7-4d58-bff3-f50d993ede9b x-openstack-request-id: req-c9ce0139-4ef7-4d58-bff3-f50d993ede9b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:44.738622 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b96f1b0-112f-4e72-9223-48bcedc4183f", "name": "network-vif-deleted", "tag": "c1b3333d-78a5-4931-b90c-6349590f6bd1", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:44.738883 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9ce0139-4ef7-4d58-bff3-f50d993ede9b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:44.739320 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b96f1b0-112f-4e72-9223-48bcedc4183f', 'name': 'network-vif-deleted', 'tag': 'c1b3333d-78a5-4931-b90c-6349590f6bd1', 'status': 'completed', 'code': 200} Feb 10 06:38:44.776174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16346033-8bad-4036-9963-735ddd74ca19 req-727b7fa2-5776-42db-9d4c-e6efb19b50db tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:44.780225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16346033-8bad-4036-9963-735ddd74ca19 req-727b7fa2-5776-42db-9d4c-e6efb19b50db tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1481576 Feb 10 06:38:44.810936 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:44.876689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16346033-8bad-4036-9963-735ddd74ca19 req-5a020c96-b7c0-4e34-a6c3-25aa0551115e tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876215 Feb 10 06:38:44.984272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78e7cad-dfd5-4d38-958b-84f87692cdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a7a7a-2ef1-49e5-9afe-dc4293473323'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:44.988329 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cb5fe3-c418-479a-9ae3-15b80d1dfa10" -d '{"events": [{"server_uuid": "a78e7cad-dfd5-4d38-958b-84f87692cdff", "name": "network-vif-plugged", "status": "completed", "tag": "738a7a7a-2ef1-49e5-9afe-dc4293473323"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:45.010571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 738a7a7a-2ef1-49e5-9afe-dc4293473323, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=738a7a7a-2ef1-49e5-9afe-dc4293473323,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:45.021407 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:45.100363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48606) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:45.108287 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1068e72a-59c1-4a3a-bf38-5b1460984491 x-openstack-request-id: req-1068e72a-59c1-4a3a-bf38-5b1460984491 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:45.108666 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78e7cad-dfd5-4d38-958b-84f87692cdff", "name": "network-vif-plugged", "status": "completed", "tag": "738a7a7a-2ef1-49e5-9afe-dc4293473323", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:45.108994 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1068e72a-59c1-4a3a-bf38-5b1460984491 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:45.109473 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78e7cad-dfd5-4d38-958b-84f87692cdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a7a7a-2ef1-49e5-9afe-dc4293473323', 'code': 200} Feb 10 06:38:45.182818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=738a7a7a-2ef1-49e5-9afe-dc4293473323,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:45.188583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:45.252621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3096508-8a07-4dcb-b77c-8553a4a1c47e req-fb65e9eb-b92b-432e-bb22-d93211494bf4 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b96f1b0-112f-4e72-9223-48bcedc4183f HTTP/1.1" status: 200 len: 210 time: 0.0712399 Feb 10 06:38:45.279290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca027d9-55d7-49a5-9974-24bd332fd2e1 req-1bba8c10-e6fd-4ae5-90ce-96308574db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:45.279544 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'd98c48a0-9bb6-4be5-8913-e4ddcebdc22c', 'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'mac_address': 'fa:16:3e:15:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:27Z', 'updated_at': '2022-02-10T06:37:34Z', 'revision_number': 5, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'subnets': [{'id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:45.281636 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0ca027d9-55d7-49a5-9974-24bd332fd2e1 req-1bba8c10-e6fd-4ae5-90ce-96308574db9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 1127 time: 0.1237972 Feb 10 06:38:45.361189 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] Checking router: c34affb1-21f6-44ca-bc54-fb4d5e5736df for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:38:45.397367 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:45.399132 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:45.421270 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0ca027d9-55d7-49a5-9974-24bd332fd2e1 req-179641f3-bf1b-4fb1-9929-141fa82dab54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327946 Feb 10 06:38:45.492735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6844572-9ca0-4c5c-aa28-3439715fe781 req-93562efd-551e-4525-bbfc-e0494b473f89 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:45.495252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6844572-9ca0-4c5c-aa28-3439715fe781 req-93562efd-551e-4525-bbfc-e0494b473f89 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 945 time: 0.0753102 Feb 10 06:38:45.556086 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:45.574649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6844572-9ca0-4c5c-aa28-3439715fe781 req-43e2b02f-a7d8-4795-816d-a8bdeaf6f517 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735865 Feb 10 06:38:45.599249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1671342749-network', 'tenant_id': 'd14484cc26a44bdc9b17cc7ac9bc852a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:45.641491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Made reservation on behalf of d14484cc26a44bdc9b17cc7ac9bc852a for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:45.645475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:45.671729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:45.730449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-def67514-e8c2-4768-a81a-1c2cacef0a6d req-e81aa803-2a09-43a6-9bd6-934955147206 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0447962 Feb 10 06:38:45.827399 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Publish callbacks [] for security_group (0b75ea0e-6a99-4265-81fb-fedf0096b285), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:45.833137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0b75ea0e-6a99-4265-81fb-fedf0096b285), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:45.874966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b75ea0e-6a99-4265-81fb-fedf0096b285,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:45.878812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:38:45.893256 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ac67eba6-2651-4157-8718-2693ee5b7b1a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:45.893833 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Added segment ac67eba6-2651-4157-8718-2693ee5b7b1a of type vlan for network 843af2ce-1c24-47f3-bce9-60fcfaebd54e Feb 10 06:38:45.964085 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'd98c48a0-9bb6-4be5-8913-e4ddcebdc22c', 'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'mac_address': 'fa:16:3e:15:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:27Z', 'updated_at': '2022-02-10T06:37:34Z', 'revision_number': 5, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'subnets': [{'id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:45.969205 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (843af2ce-1c24-47f3-bce9-60fcfaebd54e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.012520 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558a160-dd61-40af-8e3d-366abc973d1a None None] The sync data for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 is: [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'd98c48a0-9bb6-4be5-8913-e4ddcebdc22c', 'name': '', 'network_id': '44d0e7ff-45a1-41a7-abd3-83e6807066aa', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'mac_address': 'fa:16:3e:15:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:27Z', 'updated_at': '2022-02-10T06:37:34Z', 'revision_number': 5, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'subnets': [{'id': 'c7a99124-70b6-42cb-a1e8-78f3a2c23505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:38:46.057098 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (843af2ce-1c24-47f3-bce9-60fcfaebd54e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.058417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:46.059083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.121732 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0188236 Feb 10 06:38:46.125123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48630) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:46.131299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Request body: {'subnet': {'network_id': '843af2ce-1c24-47f3-bce9-60fcfaebd54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1671342749-subnet', 'tenant_id': 'd14484cc26a44bdc9b17cc7ac9bc852a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:46.176940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Made reservation on behalf of d14484cc26a44bdc9b17cc7ac9bc852a for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:46.180812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.198755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7174e-4219-4f27-943e-b0b121c23204 req-afbd13e9-8ee1-4b3f-84db-6e5676756a51 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:46.200486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cca7174e-4219-4f27-943e-b0b121c23204 req-afbd13e9-8ee1-4b3f-84db-6e5676756a51 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1905901 Feb 10 06:38:46.201348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7ab8a-f751-44c6-b210-2952e59baea3 admin admin] Pushing event updated for resources: {'Network': ['ID=843af2ce-1c24-47f3-bce9-60fcfaebd54e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:46.222326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 843af2ce-1c24-47f3-bce9-60fcfaebd54e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:38:46.306456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cca7174e-4219-4f27-943e-b0b121c23204 req-45d905e6-43dd-4768-a8e7-d85940a86441 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941293 Feb 10 06:38:46.379391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:46.445241 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.468824 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ed68-828c-4ac2-acfb-aff2a940a5eb tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group (e08877d3-d9f9-49bc-b961-c51258e1102e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.497083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ed68-828c-4ac2-acfb-aff2a940a5eb tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group (e08877d3-d9f9-49bc-b961-c51258e1102e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.501267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c36ad-4db2-4aac-b5ce-91066bfc0bdd None None] New status for floating IP 0ef784d9-449d-4c22-9ec6-6e9a5856c58b: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:38:46.587561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (bd14eea1-d476-4fbd-a11b-d010e1533b3a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.589259 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ed68-828c-4ac2-acfb-aff2a940a5eb tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e08877d3-d9f9-49bc-b961-c51258e1102e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.592464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ed68-828c-4ac2-acfb-aff2a940a5eb tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.595196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-34e4ed68-828c-4ac2-acfb-aff2a940a5eb tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "DELETE /v2.0/security-groups/e08877d3-d9f9-49bc-b961-c51258e1102e HTTP/1.1" status: 204 len: 168 time: 0.2130599 Feb 10 06:38:46.603993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48642) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:46.651818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4ed68-828c-4ac2-acfb-aff2a940a5eb tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08877d3-d9f9-49bc-b961-c51258e1102e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:46.658756 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-977508e6-3fec-4aa1-ac1f-5cc3b4422fb7 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] show failed (client error): The resource could not be found. Feb 10 06:38:46.659941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-977508e6-3fec-4aa1-ac1f-5cc3b4422fb7 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "GET /v2.0/security-groups/e08877d3-d9f9-49bc-b961-c51258e1102e HTTP/1.1" status: 404 len: 347 time: 0.0345373 Feb 10 06:38:46.662582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:46.760504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd14eea1-d476-4fbd-a11b-d010e1533b3a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:46.785176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Checking segment: {'id': 'ac67eba6-2651-4157-8718-2693ee5b7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '843af2ce-1c24-47f3-bce9-60fcfaebd54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:38:46.785543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Network hostable DHCP agents. Network: 843af2ce-1c24-47f3-bce9-60fcfaebd54e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:38:46.815380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Network 843af2ce-1c24-47f3-bce9-60fcfaebd54e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:38:46.849443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 843af2ce-1c24-47f3-bce9-60fcfaebd54e) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:38:46.853969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:46.854679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:46.863292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1befa99c-5f7f-4782-9ff2-c9c183c65576 None None] Network 843af2ce-1c24-47f3-bce9-60fcfaebd54e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:38:46.882500 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-453c5f4f-8a5d-4479-8b14-833686cb6f8d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7558904 Feb 10 06:38:46.974225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312436de-811e-4826-8766-e83933f78bc6 req-f2de6d9d-4139-4c04-9202-abaff1821646 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:46.981596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-312436de-811e-4826-8766-e83933f78bc6 req-f2de6d9d-4139-4c04-9202-abaff1821646 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 945 time: 0.2123659 Feb 10 06:38:47.053383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f37385d-552f-4447-b111-f80534928cd8 req-393ff88c-d683-4a43-b99b-b576d1ce0a75 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.1034219 Feb 10 06:38:47.071514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc173bd8-6b28-4d2b-b0ca-3485e696bc1a None None] Network 843af2ce-1c24-47f3-bce9-60fcfaebd54e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:38:47.137638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Deleting port ae50c1f3-6831-44e8-aaf0-a1cf1a679e13 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:47.138273 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ae50c1f3-6831-44e8-aaf0-a1cf1a679e13), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:47.204774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-312436de-811e-4826-8766-e83933f78bc6 req-0b1673a0-81d0-41c3-9bc7-2438c5708e2e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222350 Feb 10 06:38:47.304989 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ae50c1f3-6831-44e8-aaf0-a1cf1a679e13), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:47.305764 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for floatingip (ae50c1f3-6831-44e8-aaf0-a1cf1a679e13), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:47.322469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Calling delete_port for ae50c1f3-6831-44e8-aaf0-a1cf1a679e13 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:47.525629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357608fd-b39e-4d6f-9a41-3f66e04dfc40 req-ba9f2926-9696-49fc-a60e-1f888363c591 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:47.527378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-357608fd-b39e-4d6f-9a41-3f66e04dfc40 req-ba9f2926-9696-49fc-a60e-1f888363c591 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.0900376 Feb 10 06:38:47.604918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c1b3333d-78a5-4931-b90c-6349590f6bd1 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:47.605853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ae50c1f3-6831-44e8-aaf0-a1cf1a679e13), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:47.633846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: c1b3333d-78a5-4931-b90c-6349590f6bd1 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:47.634188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c1b3333d-78a5-4931-b90c-6349590f6bd1 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:47.712581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks [] for floatingip (0ef784d9-449d-4c22-9ec6-6e9a5856c58b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:47.715667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:47.719541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] 10.222.0.21 "DELETE /v2.0/floatingips/0ef784d9-449d-4c22-9ec6-6e9a5856c58b HTTP/1.1" status: 204 len: 168 time: 1.0530767 Feb 10 06:38:47.720373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-357608fd-b39e-4d6f-9a41-3f66e04dfc40 req-65bfd049-e3b9-4fe4-bba6-77ffd1945ef1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707797 Feb 10 06:38:47.720857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:47.722966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510a0b3-6d73-4b4a-a64f-572ae04c7840 tempest-ServersTestJSON-371805806 tempest-ServersTestJSON-371805806-project] Pushing event deleted for resources: {'Port': ['ID=ae50c1f3-6831-44e8-aaf0-a1cf1a679e13,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:48.028961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48692) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:48.034576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-200346189-network', 'tenant_id': '295cc3ce74c645318ad9dc30056e36ec'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:48.058446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Made reservation on behalf of 295cc3ce74c645318ad9dc30056e36ec for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:48.060767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.070389 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.184248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Publish callbacks [] for security_group (670a2cc8-7fc7-400c-a704-b85f5d7b4f23), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.190931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (670a2cc8-7fc7-400c-a704-b85f5d7b4f23), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.249508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a2cc8-7fc7-400c-a704-b85f5d7b4f23,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:48.254708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb630de7-0869-4497-b06a-3772ddb51666 req-9da979a1-5e18-4523-a5f2-c604f717459c tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0809672 Feb 10 06:38:48.268639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:38:48.288588 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3f1f24aa-6285-4d1f-b89d-e8be282d8809), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.288945 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Added segment 3f1f24aa-6285-4d1f-b89d-e8be282d8809 of type vlan for network 656e6616-3878-45de-8b58-2357bb652d5f Feb 10 06:38:48.303697 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (c34affb1-21f6-44ca-bc54-fb4d5e5736df), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.363049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (656e6616-3878-45de-8b58-2357bb652d5f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.410277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (656e6616-3878-45de-8b58-2357bb652d5f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.412254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:48.412985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.452315 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4215345 Feb 10 06:38:48.455081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48706) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:48.493779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Request body: {'subnet': {'network_id': '656e6616-3878-45de-8b58-2357bb652d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-200346189-subnet', 'tenant_id': '295cc3ce74c645318ad9dc30056e36ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:48.502547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b67681-a1fd-43f5-8b49-15b56e98a00c admin admin] Pushing event updated for resources: {'Network': ['ID=656e6616-3878-45de-8b58-2357bb652d5f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:48.518091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 656e6616-3878-45de-8b58-2357bb652d5f details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:38:48.529608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Made reservation on behalf of 295cc3ce74c645318ad9dc30056e36ec for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:48.532473 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.773893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (3dc030a6-b91b-47c8-8864-6e787d8058ec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.832245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc030a6-b91b-47c8-8864-6e787d8058ec,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:48.859309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Checking segment: {'id': '3f1f24aa-6285-4d1f-b89d-e8be282d8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '656e6616-3878-45de-8b58-2357bb652d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:38:48.859542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Network hostable DHCP agents. Network: 656e6616-3878-45de-8b58-2357bb652d5f, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:38:48.882833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Network 656e6616-3878-45de-8b58-2357bb652d5f is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:38:48.904556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 656e6616-3878-45de-8b58-2357bb652d5f) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:38:48.917319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ac7a89-b195-43b2-a824-10eb827d8977 None None] Network 656e6616-3878-45de-8b58-2357bb652d5f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:38:48.928345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02ba9f-7257-47a6-b248-e6999a0f285d req-c550d659-6f8a-486c-9c28-3a6a3d92a481 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:48.929862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe02ba9f-7257-47a6-b248-e6999a0f285d req-c550d659-6f8a-486c-9c28-3a6a3d92a481 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 945 time: 0.5507216 Feb 10 06:38:48.939148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:48.939874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:48.980464 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3234a2f3-4046-49f4-a190-66a02d8c5579 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5240123 Feb 10 06:38:49.038137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd094ec-d50d-437b-aec4-7144f9cf9b41 req-fd9d8b96-14d6-471d-a6c7-9378f8403b60 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:49.039557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3dd094ec-d50d-437b-aec4-7144f9cf9b41 req-fd9d8b96-14d6-471d-a6c7-9378f8403b60 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1508262 Feb 10 06:38:49.049467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe02ba9f-7257-47a6-b248-e6999a0f285d req-62ed681a-be04-42c3-b2ac-37a5857ec9fb tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116054 Feb 10 06:38:49.130620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aead7680-e627-4812-b7e0-e9f9d85560ec None None] Network 656e6616-3878-45de-8b58-2357bb652d5f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:38:49.133876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3dd094ec-d50d-437b-aec4-7144f9cf9b41 req-e3fe75bf-838f-4e29-88a7-98bb63eaec12 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825503 Feb 10 06:38:49.387681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a0d1f-90ec-4c66-bd07-9a2416997a7c req-4b74374c-89c1-4cae-9653-1ca3e569d46b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:49.395002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-885a0d1f-90ec-4c66-bd07-9a2416997a7c req-4b74374c-89c1-4cae-9653-1ca3e569d46b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 946 time: 0.1787186 Feb 10 06:38:49.458763 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0913ad67-4122-4098-bfe1-bf130d507cd9 req-717c7274-0d6a-4480-b26c-b4858cac5782 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0530698 Feb 10 06:38:49.485724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Deleting port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:49.485724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:49.522007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-885a0d1f-90ec-4c66-bd07-9a2416997a7c req-391dc2fe-e167-4d6b-a037-cdd28cc15eed tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260180 Feb 10 06:38:49.640626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] For port d98c48a0-9bb6-4be5-8913-e4ddcebdc22c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d98c48a0-9bb6-4be5-8913-e4ddcebdc22c,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:49.641000 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:49.664897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Calling delete_port for d98c48a0-9bb6-4be5-8913-e4ddcebdc22c owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:49.682577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01cd4-79dd-49ef-bfce-542778c795fc req-6f97dea2-aeed-432f-a9dc-5c5a526b8190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:49.684102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2e01cd4-79dd-49ef-bfce-542778c795fc req-6f97dea2-aeed-432f-a9dc-5c5a526b8190 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 945 time: 0.0980215 Feb 10 06:38:49.789081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2e01cd4-79dd-49ef-bfce-542778c795fc req-3d4003e5-3175-41ac-aaa3-d4bb1e0f81f2 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716395 Feb 10 06:38:49.964264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d98c48a0-9bb6-4be5-8913-e4ddcebdc22c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.082105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48756) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:50.127711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d98c48a0-9bb6-4be5-8913-e4ddcebdc22c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:50.302019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48764) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:50.391001 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61fcf129-65c5-4ad7-b09b-6da2ea6df2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.439004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-7fa6c63d-5976-4cd1-a210-f932befe8908 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:50.441595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-7fa6c63d-5976-4cd1-a210-f932befe8908 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/networks?id=843af2ce-1c24-47f3-bce9-60fcfaebd54e HTTP/1.1" status: 200 len: 809 time: 0.4658422 Feb 10 06:38:50.462840 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977a79a5-cf01-4ef2-a6d8-0ffe4431423d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.497922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-54a44ebf-f907-498d-87c5-0f8a0cc9eaf4 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/quotas/d14484cc26a44bdc9b17cc7ac9bc852a HTTP/1.1" status: 200 len: 375 time: 0.0432594 Feb 10 06:38:50.565234 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61fcf129-65c5-4ad7-b09b-6da2ea6df2fb admin admin] Publish callbacks [] for security_group (8f813978-2cc5-4707-a052-e8b402dd298c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.573018 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61fcf129-65c5-4ad7-b09b-6da2ea6df2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8f813978-2cc5-4707-a052-e8b402dd298c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.584820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4a073-9afc-431a-b4e0-3a1c06b0ba13 req-173279cf-420e-4b3c-b60f-71f1c217d1e8 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:50.586358 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27b4a073-9afc-431a-b4e0-3a1c06b0ba13 req-173279cf-420e-4b3c-b60f-71f1c217d1e8 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 945 time: 0.1438344 Feb 10 06:38:50.590669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-c41ca659-bcce-4fc9-8fce-4aa329477bce tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d14484cc26a44bdc9b17cc7ac9bc852a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542729 Feb 10 06:38:50.613962 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (c34affb1-21f6-44ca-bc54-fb4d5e5736df), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.633273 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977a79a5-cf01-4ef2-a6d8-0ffe4431423d admin admin] Publish callbacks [] for security_group (d00ceb50-1c43-4f68-8482-06f3dc6330ca), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.636385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcf129-65c5-4ad7-b09b-6da2ea6df2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f813978-2cc5-4707-a052-e8b402dd298c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:50.644411 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-61fcf129-65c5-4ad7-b09b-6da2ea6df2fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34921c36c9a345c1b03cc2b6ce1e8d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5592427 Feb 10 06:38:50.644411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977a79a5-cf01-4ef2-a6d8-0ffe4431423d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d00ceb50-1c43-4f68-8482-06f3dc6330ca), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.645090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48770) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:50.701528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a79a5-cf01-4ef2-a6d8-0ffe4431423d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ceb50-1c43-4f68-8482-06f3dc6330ca,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:50.709203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-977a79a5-cf01-4ef2-a6d8-0ffe4431423d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=629a2abb47dd48c58ceaec6d02a2da1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4060993 Feb 10 06:38:50.715481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48772) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:50.756828 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5957e476-c13e-4f65-a0e1-4128d86b664c admin admin] Publish callbacks [] for security_group (8f813978-2cc5-4707-a052-e8b402dd298c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.783059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27b4a073-9afc-431a-b4e0-3a1c06b0ba13 req-af361fcf-646f-48c7-a38d-2a7b72a332b3 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897020 Feb 10 06:38:50.805876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5957e476-c13e-4f65-a0e1-4128d86b664c admin admin] Publish callbacks [] for security_group (8f813978-2cc5-4707-a052-e8b402dd298c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.818405 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a50c6339-1a20-434c-99c8-7f9ee40cadb6 admin admin] Publish callbacks [] for security_group (d00ceb50-1c43-4f68-8482-06f3dc6330ca), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.867837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a50c6339-1a20-434c-99c8-7f9ee40cadb6 admin admin] Publish callbacks [] for security_group (d00ceb50-1c43-4f68-8482-06f3dc6330ca), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.903566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-0e0fb2f9-32cf-4ade-b79e-bcf1c8e585ce service neutron] 10.222.0.21 "GET /v2.0/networks/843af2ce-1c24-47f3-bce9-60fcfaebd54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976995 Feb 10 06:38:50.929166 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5957e476-c13e-4f65-a0e1-4128d86b664c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8f813978-2cc5-4707-a052-e8b402dd298c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.933306 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5957e476-c13e-4f65-a0e1-4128d86b664c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.936978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5957e476-c13e-4f65-a0e1-4128d86b664c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f813978-2cc5-4707-a052-e8b402dd298c HTTP/1.1" status: 204 len: 168 time: 0.2873971 Feb 10 06:38:50.945157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957e476-c13e-4f65-a0e1-4128d86b664c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f813978-2cc5-4707-a052-e8b402dd298c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:50.947304 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a50c6339-1a20-434c-99c8-7f9ee40cadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d00ceb50-1c43-4f68-8482-06f3dc6330ca), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.949879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a50c6339-1a20-434c-99c8-7f9ee40cadb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:50.951376 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a50c6339-1a20-434c-99c8-7f9ee40cadb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d00ceb50-1c43-4f68-8482-06f3dc6330ca HTTP/1.1" status: 204 len: 168 time: 0.2349200 Feb 10 06:38:51.003952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c6339-1a20-434c-99c8-7f9ee40cadb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ceb50-1c43-4f68-8482-06f3dc6330ca,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:51.079707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b7683-3a47-40f3-bd86-5c8c106a4077 req-dc479ffb-f4ca-4350-9925-f60079e4f694 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:51.081214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a50b7683-3a47-40f3-bd86-5c8c106a4077 req-dc479ffb-f4ca-4350-9925-f60079e4f694 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.2256360 Feb 10 06:38:51.180206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d203bfd8-3898-469d-b98c-487839e945de service neutron] 10.222.0.21 "GET /v2.0/networks/843af2ce-1c24-47f3-bce9-60fcfaebd54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666500 Feb 10 06:38:51.206180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a50b7683-3a47-40f3-bd86-5c8c106a4077 req-a210d369-b12b-4fe5-bea1-69bf8c7c8de4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194417 Feb 10 06:38:51.217360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Router c34affb1-21f6-44ca-bc54-fb4d5e5736df has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:38:51.354102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b63f1940-1cb8-4277-b974-6c26b4b9f1b0 req-770f393c-5e43-4657-8dc0-952b58897491 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0396938 Feb 10 06:38:51.410699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48784) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:51.434523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64c4de11-c717-4813-bfa3-f04c71d6f742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:51.490344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48788) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:51.500561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:38:51.511275 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] Sync routers for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:38:51.526022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5d3451c0-f9d4-4b5a-96af-86599b74a6fd admin admin] 10.222.0.21 "PUT /v2.0/routers/c34affb1-21f6-44ca-bc54-fb4d5e5736df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8034797 Feb 10 06:38:51.531474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c3d97d5-a1ec-4054-b841-a8b7354dba38 req-a11898a1-fb25-4875-bdda-e71b8dd13aa4 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 210 time: 0.0532057 Feb 10 06:38:51.532561 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:51.533975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48790) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:51.534249 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:51.554060 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0ab163b-3189-4900-9f52-6239d268e153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:51.699897 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:51.747180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64c4de11-c717-4813-bfa3-f04c71d6f742 admin admin] Publish callbacks [] for security_group (320d8d17-0c9d-41e3-8d4c-d75c9f8a86ef), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:51.758630 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64c4de11-c717-4813-bfa3-f04c71d6f742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (320d8d17-0c9d-41e3-8d4c-d75c9f8a86ef), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:51.775192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-695df2b1-3365-410d-bce2-b5ea0f5d1577 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:51.776726 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-695df2b1-3365-410d-bce2-b5ea0f5d1577 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 945 time: 0.1824129 Feb 10 06:38:51.848708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks [] for router (c34affb1-21f6-44ca-bc54-fb4d5e5736df), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:51.863572 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-64c4de11-c717-4813-bfa3-f04c71d6f742 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df3921ec109c4709a8848022625c91a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4519362 Feb 10 06:38:51.866451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48800) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:51.931543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4de11-c717-4813-bfa3-f04c71d6f742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d8d17-0c9d-41e3-8d4c-d75c9f8a86ef,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:51.938238 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:38:49Z', 'revision_number': 5, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:51.980662 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] Checking router: c34affb1-21f6-44ca-bc54-fb4d5e5736df for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:38:51.989613 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] Routers {'c34affb1-21f6-44ca-bc54-fb4d5e5736df'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:38:51.990741 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:52.012237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5e98075-7b97-401a-91d9-d4b6c58d30ef admin admin] Publish callbacks [] for security_group (320d8d17-0c9d-41e3-8d4c-d75c9f8a86ef), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.021437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0ab163b-3189-4900-9f52-6239d268e153 admin admin] Publish callbacks [] for security_group (efbc5b2f-8300-49fa-9b20-885a5bc91235), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.027804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ab62d-0b21-4546-b4b4-cc3bb6905a30 req-15851a9a-34cd-412c-a6f9-f731fbfbd0f6 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:52.041642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d6ab62d-0b21-4546-b4b4-cc3bb6905a30 req-15851a9a-34cd-412c-a6f9-f731fbfbd0f6 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 945 time: 0.1268578 Feb 10 06:38:52.056334 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0ab163b-3189-4900-9f52-6239d268e153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (efbc5b2f-8300-49fa-9b20-885a5bc91235), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.093254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5e98075-7b97-401a-91d9-d4b6c58d30ef admin admin] Publish callbacks [] for security_group (320d8d17-0c9d-41e3-8d4c-d75c9f8a86ef), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.126220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d6ab62d-0b21-4546-b4b4-cc3bb6905a30 req-66cc73d0-7a9a-4a08-b407-8ec2104f8e60 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791726 Feb 10 06:38:52.142735 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] Set router c34affb1-21f6-44ca-bc54-fb4d5e5736df gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:38:52.161304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab163b-3189-4900-9f52-6239d268e153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbc5b2f-8300-49fa-9b20-885a5bc91235,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:52.171110 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b0ab163b-3189-4900-9f52-6239d268e153 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83d3d1d11545497d9fd64ac9ec6fde5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6797168 Feb 10 06:38:52.174947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48802) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:52.181999 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5e98075-7b97-401a-91d9-d4b6c58d30ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (320d8d17-0c9d-41e3-8d4c-d75c9f8a86ef), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.185246 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks [] for router_gateway (c34affb1-21f6-44ca-bc54-fb4d5e5736df), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.185412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5e98075-7b97-401a-91d9-d4b6c58d30ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.189905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a5e98075-7b97-401a-91d9-d4b6c58d30ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/320d8d17-0c9d-41e3-8d4c-d75c9f8a86ef HTTP/1.1" status: 204 len: 168 time: 0.3217089 Feb 10 06:38:52.212611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Deleting port 738a7a7a-2ef1-49e5-9afe-dc4293473323 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:52.212904 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.221963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e98075-7b97-401a-91d9-d4b6c58d30ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d8d17-0c9d-41e3-8d4c-d75c9f8a86ef,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:52.397421 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f372b4d4-9c09-4ae4-98f1-76d76f5d5567 admin admin] Publish callbacks [] for security_group (efbc5b2f-8300-49fa-9b20-885a5bc91235), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.399948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90f9a7-dc96-4cf3-a5f7-c545336e0160 req-36a8e7a0-8e35-4b4d-abc0-ae8267666a87 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:52.402949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] For port 738a7a7a-2ef1-49e5-9afe-dc4293473323, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=738a7a7a-2ef1-49e5-9afe-dc4293473323,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:52.403317 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.404510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a90f9a7-dc96-4cf3-a5f7-c545336e0160 req-36a8e7a0-8e35-4b4d-abc0-ae8267666a87 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.0886188 Feb 10 06:38:52.408446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Deleting port bebe53e2-9a75-418b-97c6-fe99637e9566 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:52.408787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.481875 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:38:49Z', 'revision_number': 5, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:52.505161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a90f9a7-dc96-4cf3-a5f7-c545336e0160 req-fecb2baf-61ce-4fc1-8cba-29668232ec81 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938792 Feb 10 06:38:52.546926 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5359fc-9f1e-4ff5-92af-35488d517b32 None None] The sync data for ids ['c34affb1-21f6-44ca-bc54-fb4d5e5736df'] in n-d-828670-1 is: [{'id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'name': 'tempest-ServersTestJSON-2036296348-router', 'tenant_id': '64404c9af09744d9915408d0cdb7e90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:37:18Z', 'updated_at': '2022-02-10T06:38:49Z', 'revision_number': 5, 'project_id': '64404c9af09744d9915408d0cdb7e90b', 'gw_port': {'id': 'bebe53e2-9a75-418b-97c6-fe99637e9566', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34affb1-21f6-44ca-bc54-fb4d5e5736df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:37:20Z', 'updated_at': '2022-02-10T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:38:52.551849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Calling delete_port for 738a7a7a-2ef1-49e5-9afe-dc4293473323 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:52.562552 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f372b4d4-9c09-4ae4-98f1-76d76f5d5567 admin admin] Publish callbacks [] for security_group (efbc5b2f-8300-49fa-9b20-885a5bc91235), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.591059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b49450f-6486-4926-8729-0db4acf544ca req-132b01af-d466-4e3b-8869-497adefaad72 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0555184 Feb 10 06:38:52.624469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] For port bebe53e2-9a75-418b-97c6-fe99637e9566, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bebe53e2-9a75-418b-97c6-fe99637e9566,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:52.625012 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.651199 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a003a38c-1b06-43ca-af8b-b95af7d7cc21 req-9ea20f26-3f3b-4497-a847-a32d03229bec tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 210 time: 0.0322840 Feb 10 06:38:52.675119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Calling delete_port for bebe53e2-9a75-418b-97c6-fe99637e9566 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:52.739992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f372b4d4-9c09-4ae4-98f1-76d76f5d5567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (efbc5b2f-8300-49fa-9b20-885a5bc91235), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.746251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f372b4d4-9c09-4ae4-98f1-76d76f5d5567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:52.746251 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f372b4d4-9c09-4ae4-98f1-76d76f5d5567 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efbc5b2f-8300-49fa-9b20-885a5bc91235 HTTP/1.1" status: 204 len: 168 time: 0.5662591 Feb 10 06:38:52.776921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372b4d4-9c09-4ae4-98f1-76d76f5d5567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbc5b2f-8300-49fa-9b20-885a5bc91235,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:53.063240 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (738a7a7a-2ef1-49e5-9afe-dc4293473323), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.078937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (bebe53e2-9a75-418b-97c6-fe99637e9566), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.079601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['8cc66121-b0d9-4997-8c0a-9471124c3a83'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:53.081833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:53.140463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-c5da28fd-fd28-403b-9ff6-73033a6bd5ce tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:53.142036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-c5da28fd-fd28-403b-9ff6-73033a6bd5ce tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.24 "GET /v2.0/networks?id=843af2ce-1c24-47f3-bce9-60fcfaebd54e HTTP/1.1" status: 200 len: 809 time: 0.2298460 Feb 10 06:38:53.143355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event deleted for resources: {'Port': ['ID=738a7a7a-2ef1-49e5-9afe-dc4293473323,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:53.220230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Request body: {'port': {'device_id': '50ca70cf-13b2-449a-a618-ed6e06a8ee7e', 'network_id': '843af2ce-1c24-47f3-bce9-60fcfaebd54e', 'admin_state_up': True, 'tenant_id': 'd14484cc26a44bdc9b17cc7ac9bc852a'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:53.226177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebe53e2-9a75-418b-97c6-fe99637e9566,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:53.287167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] No DVR routers for this DVR port 738a7a7a-2ef1-49e5-9afe-dc4293473323 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:53.292710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-125ec7bd-7b59-488f-a351-3eeb51622755 req-274a6801-e61d-44ae-8ae9-caf856193136 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78e7cad-dfd5-4d38-958b-84f87692cdff HTTP/1.1" status: 200 len: 210 time: 0.0471547 Feb 10 06:38:53.300966 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.304326 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6e50b1b8-ba44-465f-92f6-929f6fb6c319 req-6d1884a9-b516-4f9b-9e42-d3138138d34b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "DELETE /v2.0/ports/738a7a7a-2ef1-49e5-9afe-dc4293473323 HTTP/1.1" status: 204 len: 173 time: 1.5127687 Feb 10 06:38:53.304709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78e7cad-dfd5-4d38-958b-84f87692cdff', 'name': 'network-vif-deleted', 'tag': '738a7a7a-2ef1-49e5-9afe-dc4293473323'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:53.308457 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd739a9d-4cc1-4926-90b2-ce777de37bca" -d '{"events": [{"server_uuid": "a78e7cad-dfd5-4d38-958b-84f87692cdff", "name": "network-vif-deleted", "tag": "738a7a7a-2ef1-49e5-9afe-dc4293473323"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:53.382431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (c34affb1-21f6-44ca-bc54-fb4d5e5736df), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.520343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (c34affb1-21f6-44ca-bc54-fb4d5e5736df), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.524236 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks [] for router_controller (c34affb1-21f6-44ca-bc54-fb4d5e5736df), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.584039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Made reservation on behalf of d14484cc26a44bdc9b17cc7ac9bc852a for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:53.590268 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.594090 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (c34affb1-21f6-44ca-bc54-fb4d5e5736df), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.595152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c34affb1-21f6-44ca-bc54-fb4d5e5736df {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:38:53.619634 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.621732 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a8935801-b0d5-400e-be2e-6909967b44f6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c34affb1-21f6-44ca-bc54-fb4d5e5736df HTTP/1.1" status: 204 len: 168 time: 2.0765295 Feb 10 06:38:53.624941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48852) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:53.675083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866378c9-f95f-4acd-b6da-a5f3bae35c49 req-ffb65f52-ec0b-49a1-8e18-02c61ee4ca4d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:53.687113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-866378c9-f95f-4acd-b6da-a5f3bae35c49 req-ffb65f52-ec0b-49a1-8e18-02c61ee4ca4d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.0917106 Feb 10 06:38:53.759077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-979291fb-12b0-40fa-b1ef-ba0cfbcdb92a admin admin] Deleting subnet c7a99124-70b6-42cb-a1e8-78f3a2c23505 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:38:53.765389 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-979291fb-12b0-40fa-b1ef-ba0cfbcdb92a admin admin] Publish callbacks [] for subnet (c7a99124-70b6-42cb-a1e8-78f3a2c23505), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.780009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-866378c9-f95f-4acd-b6da-a5f3bae35c49 req-143a664a-6e07-4bd0-b8a2-6da703531a89 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916409 Feb 10 06:38:53.823024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-979291fb-12b0-40fa-b1ef-ba0cfbcdb92a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (c7a99124-70b6-42cb-a1e8-78f3a2c23505), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.906078 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73a8543-f876-4afa-8e31-e0572a624715 x-openstack-request-id: req-d73a8543-f876-4afa-8e31-e0572a624715 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:53.906398 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78e7cad-dfd5-4d38-958b-84f87692cdff", "name": "network-vif-deleted", "tag": "738a7a7a-2ef1-49e5-9afe-dc4293473323", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:53.906659 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d73a8543-f876-4afa-8e31-e0572a624715 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:53.907168 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78e7cad-dfd5-4d38-958b-84f87692cdff', 'name': 'network-vif-deleted', 'tag': '738a7a7a-2ef1-49e5-9afe-dc4293473323', 'status': 'completed', 'code': 200} Feb 10 06:38:53.927856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9276763e-7c54-48df-a50b-3bb847e092e5 req-fc3d3d94-45b5-46bf-a7bc-ba3b4d6cd44d tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 210 time: 0.0734296 Feb 10 06:38:53.933405 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-979291fb-12b0-40fa-b1ef-ba0cfbcdb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (c7a99124-70b6-42cb-a1e8-78f3a2c23505), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:53.990611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f017a5d9-8d7b-4fc8-a3a4-05609ce82552 req-299ee0f4-4d90-4d5f-9c05-423f97407acc tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0654731 Feb 10 06:38:54.026460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Allocated IP 172.20.0.14 (843af2ce-1c24-47f3-bce9-60fcfaebd54e/bd14eea1-d476-4fbd-a11b-d010e1533b3a/b516b490-c2e5-4ce7-88fe-3bd3d8380902) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:38:54.041276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-979291fb-12b0-40fa-b1ef-ba0cfbcdb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (c7a99124-70b6-42cb-a1e8-78f3a2c23505), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.077795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979291fb-12b0-40fa-b1ef-ba0cfbcdb92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a99124-70b6-42cb-a1e8-78f3a2c23505,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:54.081255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-979291fb-12b0-40fa-b1ef-ba0cfbcdb92a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.087473 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-979291fb-12b0-40fa-b1ef-ba0cfbcdb92a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7a99124-70b6-42cb-a1e8-78f3a2c23505 HTTP/1.1" status: 204 len: 168 time: 0.4615459 Feb 10 06:38:54.087779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ee8a2-3e86-4b10-b2f0-9982d7576602 None None] Network 44d0e7ff-45a1-41a7-abd3-83e6807066aa requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:38:54.088486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:54.227718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d98c48a0-9bb6-4be5-8913-e4ddcebdc22c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:54.256227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d98c48a0-9bb6-4be5-8913-e4ddcebdc22c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:54.257061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d98c48a0-9bb6-4be5-8913-e4ddcebdc22c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:54.257689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bebe53e2-9a75-418b-97c6-fe99637e9566 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:54.288654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (44d0e7ff-45a1-41a7-abd3-83e6807066aa), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.292850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: bebe53e2-9a75-418b-97c6-fe99637e9566 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:54.293717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bebe53e2-9a75-418b-97c6-fe99637e9566 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:54.338337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Publish callbacks [] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.360767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 738a7a7a-2ef1-49e5-9afe-dc4293473323 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:54.393439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 738a7a7a-2ef1-49e5-9afe-dc4293473323 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:54.398169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 738a7a7a-2ef1-49e5-9afe-dc4293473323 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:54.400792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Deleting port a3d9fda6-e414-4393-846c-0860c3fa8336 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:54.401137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.422342 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.435456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca10fc79-77ae-4248-be8b-42014fdc6491 None None] DHCP port deletion for 44d0e7ff-45a1-41a7-abd3-83e6807066aa request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:38:54.501644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Network 843af2ce-1c24-47f3-bce9-60fcfaebd54e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:38:54.507763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:38:54.518363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:38:54.534820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] For port a3d9fda6-e414-4393-846c-0860c3fa8336, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a3d9fda6-e414-4393-846c-0860c3fa8336,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:54.535466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.546528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ca10fc79-77ae-4248-be8b-42014fdc6491 None None] Deleting port a3d9fda6-e414-4393-846c-0860c3fa8336 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:54.546906 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca10fc79-77ae-4248-be8b-42014fdc6491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.560977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Calling delete_port for a3d9fda6-e414-4393-846c-0860c3fa8336 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:54.620646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Pushing event updated for resources: {'Port': ['ID=b516b490-c2e5-4ce7-88fe-3bd3d8380902,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:54.672964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ca10fc79-77ae-4248-be8b-42014fdc6491 None None] For port a3d9fda6-e414-4393-846c-0860c3fa8336, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a3d9fda6-e414-4393-846c-0860c3fa8336,segment=NetworkSegment(d2e46c22-be76-4998-9fd1-2110ac326f92),segment_id=d2e46c22-be76-4998-9fd1-2110ac326f92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:54.673602 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca10fc79-77ae-4248-be8b-42014fdc6491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.677532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:54.678963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.689713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ca10fc79-77ae-4248-be8b-42014fdc6491 None None] Calling delete_port for a3d9fda6-e414-4393-846c-0860c3fa8336 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:54.705644 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-d7655252-9cb7-439a-87cd-4478f737cb2c tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4984083 Feb 10 06:38:54.722670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Request body: {'port': {'device_id': '50ca70cf-13b2-449a-a618-ed6e06a8ee7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:54.725373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.752885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] No DVR routers for this DVR port a3d9fda6-e414-4393-846c-0860c3fa8336 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:54.820401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d9fda6-e414-4393-846c-0860c3fa8336,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:54.820738 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca10fc79-77ae-4248-be8b-42014fdc6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (a3d9fda6-e414-4393-846c-0860c3fa8336), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.868180 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac945ae9-0e5e-4db7-862e-3433cc4f2d62 req-9d81b44c-8707-4e03-abce-673687d44754 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.1313999 Feb 10 06:38:54.883304 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (44d0e7ff-45a1-41a7-abd3-83e6807066aa), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.888562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10fc79-77ae-4248-be8b-42014fdc6491 None None] Pushing event deleted for resources: {'Port': ['ID=a3d9fda6-e414-4393-846c-0860c3fa8336,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:54.890865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca10fc79-77ae-4248-be8b-42014fdc6491 None None] No DVR routers for this DVR port a3d9fda6-e414-4393-846c-0860c3fa8336 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:54.918880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:54.943096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d0e7ff-45a1-41a7-abd3-83e6807066aa']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:54.979215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e46c22-be76-4998-9fd1-2110ac326f92') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:54.979215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e46c22-be76-4998-9fd1-2110ac326f92') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:38:55.001501 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (d2e46c22-be76-4998-9fd1-2110ac326f92), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.025048 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d2e46c22-be76-4998-9fd1-2110ac326f92), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.038594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7dfb3-ce3d-41c6-b32c-c65e9813a56d req-05e4313e-0841-4521-9675-3f3d8a61ed50 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:55.046148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7c7dfb3-ce3d-41c6-b32c-c65e9813a56d req-05e4313e-0841-4521-9675-3f3d8a61ed50 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 946 time: 0.2746108 Feb 10 06:38:55.064224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:38:55.064630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (d2e46c22-be76-4998-9fd1-2110ac326f92), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:38:55.066404 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:38:55.139126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8c872-306a-4bcb-90e7-2a5abbdbe014 req-d3c4e629-622e-47ba-a0fa-595f1897579a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:55.146070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adc8c872-306a-4bcb-90e7-2a5abbdbe014 req-d3c4e629-622e-47ba-a0fa-595f1897579a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.2242446 Feb 10 06:38:55.201311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7c7dfb3-ce3d-41c6-b32c-c65e9813a56d req-986cdcb2-2a34-4c35-b0d9-1eb74debc985 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541624 Feb 10 06:38:55.205793 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (44d0e7ff-45a1-41a7-abd3-83e6807066aa), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.240447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.251955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] 10.222.0.21 "DELETE /v2.0/networks/44d0e7ff-45a1-41a7-abd3-83e6807066aa HTTP/1.1" status: 204 len: 168 time: 1.1619086 Feb 10 06:38:55.278032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5016373-b739-4683-95b4-24ee5caf924d admin admin] Pushing event deleted for resources: {'Network': ['ID=44d0e7ff-45a1-41a7-abd3-83e6807066aa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:55.329287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adc8c872-306a-4bcb-90e7-2a5abbdbe014 req-3d9a91aa-e411-4dbd-a6f3-d3ea9ae0974c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822419 Feb 10 06:38:55.357156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b516b490-c2e5-4ce7-88fe-3bd3d8380902 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:38:55.374446 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Publish callbacks [] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.404891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Transition to ACTIVE for port object b516b490-c2e5-4ce7-88fe-3bd3d8380902 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:38:55.411494 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.467558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48914) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:55.499059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b516b490-c2e5-4ce7-88fe-3bd3d8380902,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:55.560357 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-15317ae1-65e6-4d96-9e3a-72f703cfe5cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64404c9af09744d9915408d0cdb7e90b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0915842 Feb 10 06:38:55.580946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48920) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:55.735629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Attempting to bind port b516b490-c2e5-4ce7-88fe-3bd3d8380902 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:38:55.736480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Attempting to bind port b516b490-c2e5-4ce7-88fe-3bd3d8380902 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'ac67eba6-2651-4157-8718-2693ee5b7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '843af2ce-1c24-47f3-bce9-60fcfaebd54e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:38:55.736480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Attempting to bind port b516b490-c2e5-4ce7-88fe-3bd3d8380902 on network 843af2ce-1c24-47f3-bce9-60fcfaebd54e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:38:55.747110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Port b516b490-c2e5-4ce7-88fe-3bd3d8380902 on network 843af2ce-1c24-47f3-bce9-60fcfaebd54e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:38:55.747717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Attempting to bind port b516b490-c2e5-4ce7-88fe-3bd3d8380902 on network 843af2ce-1c24-47f3-bce9-60fcfaebd54e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:38:55.750103 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad955dba-7986-4df1-a91e-e2912d3b091a admin admin] Publish callbacks [] for security_group (87b642b0-1f20-444d-a765-8387de3cac7e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.763194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:38:55.763891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Checking segment: {'id': 'ac67eba6-2651-4157-8718-2693ee5b7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '843af2ce-1c24-47f3-bce9-60fcfaebd54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:38:55.764393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Bound using segment: {'id': 'ac67eba6-2651-4157-8718-2693ee5b7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '843af2ce-1c24-47f3-bce9-60fcfaebd54e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:38:55.765011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Bound port: b516b490-c2e5-4ce7-88fe-3bd3d8380902, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac67eba6-2651-4157-8718-2693ee5b7b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '843af2ce-1c24-47f3-bce9-60fcfaebd54e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:38:55.765673 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.772208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc63f19c-5f19-492c-abef-8ee8d02d47df req-67f2efb0-de3a-4e45-9a2c-176304ae56f7 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0396845 Feb 10 06:38:55.794920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad955dba-7986-4df1-a91e-e2912d3b091a admin admin] Publish callbacks [] for security_group (87b642b0-1f20-444d-a765-8387de3cac7e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.799071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf0ff3-f877-4bdc-9f86-882196fcb44f req-6594f603-a126-4f14-ab21-21e76d08ce09 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:55.800636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7edf0ff3-f877-4bdc-9f86-882196fcb44f req-6594f603-a126-4f14-ab21-21e76d08ce09 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 932 time: 0.4933956 Feb 10 06:38:55.855952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7edf0ff3-f877-4bdc-9f86-882196fcb44f req-97deffeb-1d04-43c7-b4da-dc308a323a1e tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493100 Feb 10 06:38:55.907520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] For port b516b490-c2e5-4ce7-88fe-3bd3d8380902, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:38:55.911221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] For port b516b490-c2e5-4ce7-88fe-3bd3d8380902, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b516b490-c2e5-4ce7-88fe-3bd3d8380902,segment=NetworkSegment(ac67eba6-2651-4157-8718-2693ee5b7b1a),segment_id=ac67eba6-2651-4157-8718-2693ee5b7b1a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:38:55.921277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.955423 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad955dba-7986-4df1-a91e-e2912d3b091a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (87b642b0-1f20-444d-a765-8387de3cac7e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.958002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad955dba-7986-4df1-a91e-e2912d3b091a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.961895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ad955dba-7986-4df1-a91e-e2912d3b091a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87b642b0-1f20-444d-a765-8387de3cac7e HTTP/1.1" status: 204 len: 168 time: 0.3795218 Feb 10 06:38:55.985501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:55.986119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:55.987547 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/b516b490-c2e5-4ce7-88fe-3bd3d8380902 HTTP/1.1" status: 200 len: 1092 time: 1.2733991 Feb 10 06:38:55.991786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ca70cf-13b2-449a-a618-ed6e06a8ee7e', 'tag': 'b516b490-c2e5-4ce7-88fe-3bd3d8380902'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:55.994141 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e" -d '{"events": [{"name": "network-changed", "server_uuid": "50ca70cf-13b2-449a-a618-ed6e06a8ee7e", "tag": "b516b490-c2e5-4ce7-88fe-3bd3d8380902"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:56.010142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad955dba-7986-4df1-a91e-e2912d3b091a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b642b0-1f20-444d-a765-8387de3cac7e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:56.057102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dcd70-6167-4d32-b184-1cba24aa09d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b516b490-c2e5-4ce7-88fe-3bd3d8380902,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:56.096978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-566f8b0a-bf5b-4d2e-8699-08b84a95f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:56.100740 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-566f8b0a-bf5b-4d2e-8699-08b84a95f3f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14484cc26a44bdc9b17cc7ac9bc852a&device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 1126 time: 0.0595057 Feb 10 06:38:56.140517 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854f22ea-946d-48f4-8344-076e3fef2b93 x-openstack-request-id: req-854f22ea-946d-48f4-8344-076e3fef2b93 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:56.140949 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ca70cf-13b2-449a-a618-ed6e06a8ee7e", "tag": "b516b490-c2e5-4ce7-88fe-3bd3d8380902", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:56.141214 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-854f22ea-946d-48f4-8344-076e3fef2b93 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:56.141728 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ca70cf-13b2-449a-a618-ed6e06a8ee7e', 'tag': 'b516b490-c2e5-4ce7-88fe-3bd3d8380902', 'status': 'completed', 'code': 200} Feb 10 06:38:56.226355 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-1b095fb4-8697-4eb9-bf54-9768f680a93d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516b490-c2e5-4ce7-88fe-3bd3d8380902 HTTP/1.1" status: 200 len: 217 time: 0.1093528 Feb 10 06:38:56.274684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-b5395963-8058-4787-8d80-b4fdbfd9ff0f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:56.277173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-b5395963-8058-4787-8d80-b4fdbfd9ff0f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 946 time: 0.1400616 Feb 10 06:38:56.288117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a3d9fda6-e414-4393-846c-0860c3fa8336 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:56.333541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a3d9fda6-e414-4393-846c-0860c3fa8336 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:56.334131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a3d9fda6-e414-4393-846c-0860c3fa8336 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:56.536480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c7b22-55fb-4f4c-84ce-3e858be07e41 req-90253a1f-c4f8-4a27-a03a-c94709bc437f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:56.545740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d51c7b22-55fb-4f4c-84ce-3e858be07e41 req-90253a1f-c4f8-4a27-a03a-c94709bc437f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 946 time: 0.2148073 Feb 10 06:38:56.657801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Deleting port 8cc66121-b0d9-4997-8c0a-9471124c3a83 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:38:56.658151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:56.773370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] For port 8cc66121-b0d9-4997-8c0a-9471124c3a83, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8cc66121-b0d9-4997-8c0a-9471124c3a83,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:38:56.774014 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:56.790142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Calling delete_port for 8cc66121-b0d9-4997-8c0a-9471124c3a83 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:38:56.812479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-dbaa5ab8-8877-4bc0-b257-b0b8785d4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:56.814295 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-dbaa5ab8-8877-4bc0-b257-b0b8785d4288 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd14eea1-d476-4fbd-a11b-d010e1533b3a HTTP/1.1" status: 200 len: 849 time: 0.5808854 Feb 10 06:38:56.819781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1527f-8666-48bf-886c-6d311d9547ae req-a877d5e4-29c1-432c-9a76-3e35380130a4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:56.827820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cad1527f-8666-48bf-886c-6d311d9547ae req-a877d5e4-29c1-432c-9a76-3e35380130a4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.3469272 Feb 10 06:38:56.864386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d51c7b22-55fb-4f4c-84ce-3e858be07e41 req-92cbf456-bb52-427d-bfd7-f2261ad1e7c7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157258 Feb 10 06:38:56.864580 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-db63b7a6-e3fa-4f1e-95ce-34948458dafc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=843af2ce-1c24-47f3-bce9-60fcfaebd54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383976 Feb 10 06:38:56.966365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cad1527f-8666-48bf-886c-6d311d9547ae req-0bea340c-5d7f-499e-906e-5ca220ae3988 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375196 Feb 10 06:38:57.041459 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-f0fa36c3-f67d-4474-933a-c36742284cc5 service neutron] 10.222.0.24 "GET /v2.0/networks/843af2ce-1c24-47f3-bce9-60fcfaebd54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694400 Feb 10 06:38:57.044243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-508ca07f-6745-43da-9e6c-2a99d3625717 req-1c2c8a50-f986-4fe3-a5c8-833f32453eda tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0368671 Feb 10 06:38:57.190906 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8cc66121-b0d9-4997-8c0a-9471124c3a83), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:57.220293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:57.223498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['8cc66121-b0d9-4997-8c0a-9471124c3a83'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:38:57.276669 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ca149d6-8fbb-4a16-8f93-5c5da00ba736 req-900b6c92-3ea8-487b-97e6-065ae825f0c3 service neutron] 10.222.0.24 "GET /v2.0/networks/843af2ce-1c24-47f3-bce9-60fcfaebd54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241049 Feb 10 06:38:57.278502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38848bf6-03e0-4289-ad30-16168e21481c req-6d5b0a4f-2dce-4b31-9187-fe6c13c16772 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:57.280054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38848bf6-03e0-4289-ad30-16168e21481c req-6d5b0a4f-2dce-4b31-9187-fe6c13c16772 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 944 time: 0.1705663 Feb 10 06:38:57.295296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event deleted for resources: {'Port': ['ID=8cc66121-b0d9-4997-8c0a-9471124c3a83,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:57.472288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] No DVR routers for this DVR port 8cc66121-b0d9-4997-8c0a-9471124c3a83 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:38:57.476685 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:57.480631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fcf251-9c13-4df3-b2f3-dd9dd965874d req-44c8cf45-06c5-4b23-a3ef-3b4ff41238ff tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "DELETE /v2.0/ports/8cc66121-b0d9-4997-8c0a-9471124c3a83 HTTP/1.1" status: 204 len: 173 time: 1.1920376 Feb 10 06:38:57.481146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12a361e-681e-42a6-abf8-6ca0ab919507', 'name': 'network-vif-deleted', 'tag': '8cc66121-b0d9-4997-8c0a-9471124c3a83'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:38:57.492953 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-188ee17a-009f-4326-b144-c5b7aed54ce1 req-c64a43fd-e782-41ec-810e-8f5ab1396ee2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e03e72f6bb548e48a0818d4039656b3&device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0840828 Feb 10 06:38:57.495203 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839b4c4f-9ad2-44b0-88f3-4bac3248b527" -d '{"events": [{"server_uuid": "a12a361e-681e-42a6-abf8-6ca0ab919507", "name": "network-vif-deleted", "tag": "8cc66121-b0d9-4997-8c0a-9471124c3a83"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:38:57.537992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48988) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:57.544581 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-188ee17a-009f-4326-b144-c5b7aed54ce1 req-0a34f2d9-f777-4804-8c8a-58bbb54fb354 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0e03e72f6bb548e48a0818d4039656b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404029 Feb 10 06:38:57.601791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38848bf6-03e0-4289-ad30-16168e21481c req-396429e7-5ddf-4377-a0a4-0f21cd3d1fe0 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957022 Feb 10 06:38:57.606109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-930ef3da-f1bd-46a2-a98b-1d232dfdda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:57.607672 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-930ef3da-f1bd-46a2-a98b-1d232dfdda33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d14484cc26a44bdc9b17cc7ac9bc852a&device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 1126 time: 0.2678208 Feb 10 06:38:57.612270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:57.642168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad139747-6d19-4d45-9e72-620bc03c493b req-434845b0-3da2-4be1-9aaf-9274f1c68137 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.1019230 Feb 10 06:38:57.776968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-network', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:57.824109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ee17a-009f-4326-b144-c5b7aed54ce1 req-e9d1fbbf-07b3-4714-82a1-80dcb30f52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:57.825706 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-188ee17a-009f-4326-b144-c5b7aed54ce1 req-e9d1fbbf-07b3-4714-82a1-80dcb30f52ad service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2722957 Feb 10 06:38:57.841295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-c5d91074-c879-456e-9cc2-002104d06581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:57.841433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78dd1d46-818e-46e1-8f48-305ee8d267ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:57.843005 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-c5d91074-c879-456e-9cc2-002104d06581 service neutron] 10.222.0.24 "GET /v2.0/networks?id=843af2ce-1c24-47f3-bce9-60fcfaebd54e HTTP/1.1" status: 200 len: 909 time: 0.2243075 Feb 10 06:38:57.871407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Made reservation on behalf of 323d2c08b6ee422cbd9b777f1645bc27 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:57.873761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:57.918450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:57.938043 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-8b00671f-74cc-4242-8d95-8eebb60c5392 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516b490-c2e5-4ce7-88fe-3bd3d8380902 HTTP/1.1" status: 200 len: 217 time: 0.0840292 Feb 10 06:38:57.986917 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e335540-7da9-4279-838f-19d4183b51f8 x-openstack-request-id: req-2e335540-7da9-4279-838f-19d4183b51f8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:38:57.987223 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12a361e-681e-42a6-abf8-6ca0ab919507", "name": "network-vif-deleted", "tag": "8cc66121-b0d9-4997-8c0a-9471124c3a83", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:38:57.987485 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e335540-7da9-4279-838f-19d4183b51f8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:38:57.987897 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12a361e-681e-42a6-abf8-6ca0ab919507', 'name': 'network-vif-deleted', 'tag': '8cc66121-b0d9-4997-8c0a-9471124c3a83', 'status': 'completed', 'code': 200} Feb 10 06:38:58.022339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Publish callbacks [] for security_group (689ec952-9c70-46b3-9bee-cdf9c093dbdb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.044100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (689ec952-9c70-46b3-9bee-cdf9c093dbdb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.051951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2650c0d-da60-479c-9797-3d2cecff95ca req-c72d8f22-bf5f-4f6a-af5f-90ae4d1a0a8a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=a12a361e-681e-42a6-abf8-6ca0ab919507 HTTP/1.1" status: 200 len: 210 time: 0.0467691 Feb 10 06:38:58.095689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78dd1d46-818e-46e1-8f48-305ee8d267ae admin admin] Publish callbacks [] for security_group (2cad99c8-742f-4e6e-ac9e-911d2a19822c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.110984 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78dd1d46-818e-46e1-8f48-305ee8d267ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2cad99c8-742f-4e6e-ac9e-911d2a19822c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.135009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ec952-9c70-46b3-9bee-cdf9c093dbdb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:58.153182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:38:58.173107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6d601dc8-0cec-4216-b92b-2ad3c44d1a7c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.173560 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Added segment 6d601dc8-0cec-4216-b92b-2ad3c44d1a7c of type vlan for network e43e0ff1-8270-4516-bf01-3cac32ee555d Feb 10 06:38:58.187600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-d104cbbe-a151-42f9-966d-86707871e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:58.189821 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-d104cbbe-a151-42f9-966d-86707871e6ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd14eea1-d476-4fbd-a11b-d010e1533b3a HTTP/1.1" status: 200 len: 849 time: 0.1659834 Feb 10 06:38:58.196093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd1d46-818e-46e1-8f48-305ee8d267ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cad99c8-742f-4e6e-ac9e-911d2a19822c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:58.206936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-78dd1d46-818e-46e1-8f48-305ee8d267ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a55085c0554b42bab1742b853fbea100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5621369 Feb 10 06:38:58.207653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:58.253368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d5026-7475-49b3-806d-a51d3b13b35d req-1c8bdb19-6206-4308-8647-d105065fce1a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:58.255669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef2d5026-7475-49b3-806d-a51d3b13b35d req-1c8bdb19-6206-4308-8647-d105065fce1a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1570189 Feb 10 06:38:58.269507 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-4a08f792-6b33-4664-989d-94a2c283bac6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=843af2ce-1c24-47f3-bce9-60fcfaebd54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388174 Feb 10 06:38:58.273083 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e43e0ff1-8270-4516-bf01-3cac32ee555d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.312872 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36a27ba3-2241-420e-a917-240e767b2172 admin admin] Publish callbacks [] for security_group (2cad99c8-742f-4e6e-ac9e-911d2a19822c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.336205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef2d5026-7475-49b3-806d-a51d3b13b35d req-ded2cfe7-413d-46f8-879b-19241753151d tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725574 Feb 10 06:38:58.345456 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36a27ba3-2241-420e-a917-240e767b2172 admin admin] Publish callbacks [] for security_group (2cad99c8-742f-4e6e-ac9e-911d2a19822c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.360741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e43e0ff1-8270-4516-bf01-3cac32ee555d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.361702 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:58.362291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.396085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36a27ba3-2241-420e-a917-240e767b2172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2cad99c8-742f-4e6e-ac9e-911d2a19822c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.398664 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36a27ba3-2241-420e-a917-240e767b2172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.400665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-36a27ba3-2241-420e-a917-240e767b2172 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cad99c8-742f-4e6e-ac9e-911d2a19822c HTTP/1.1" status: 204 len: 168 time: 0.1884742 Feb 10 06:38:58.413187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a27ba3-2241-420e-a917-240e767b2172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cad99c8-742f-4e6e-ac9e-911d2a19822c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:58.450786 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-2de14321-1eaf-4a8e-a5bb-2202a7559c26 service neutron] 10.222.0.24 "GET /v2.0/networks/843af2ce-1c24-47f3-bce9-60fcfaebd54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731572 Feb 10 06:38:58.454203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9124756 Feb 10 06:38:58.462731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49010) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:58.466693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189fbb2-5757-4efe-895c-deb52e7b65ac admin admin] Pushing event updated for resources: {'Network': ['ID=e43e0ff1-8270-4516-bf01-3cac32ee555d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:58.469542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Request body: {'subnet': {'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-subnet', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:58.482372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e43e0ff1-8270-4516-bf01-3cac32ee555d details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:38:58.494825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Made reservation on behalf of 323d2c08b6ee422cbd9b777f1645bc27 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:38:58.498254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.569706 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e479e69b-efbb-4f7d-ba4e-cb0f0be5192e req-b4930239-9e12-40b1-b03a-2a4a68aa3941 service neutron] 10.222.0.24 "GET /v2.0/networks/843af2ce-1c24-47f3-bce9-60fcfaebd54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114240 Feb 10 06:38:58.702426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (498695d7-0e3e-43d3-a10a-143088f6bc8c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.773505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49022) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:58.789778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bb4c34f-2d1e-4f04-b909-024face4204b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.851577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56b92f55-8df4-40da-a20b-c5769698f46a req-78b9dc6a-190e-49bf-a20e-5880098e388f tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.21 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0807621 Feb 10 06:38:58.870009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Checking segment: {'id': '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:38:58.870401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Network hostable DHCP agents. Network: e43e0ff1-8270-4516-bf01-3cac32ee555d, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:38:58.873087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=498695d7-0e3e-43d3-a10a-143088f6bc8c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:58.892535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bb4c34f-2d1e-4f04-b909-024face4204b admin admin] Publish callbacks [] for security_group (439983c8-824d-4e7d-9f15-ffa158e455d2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.899703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bb4c34f-2d1e-4f04-b909-024face4204b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (439983c8-824d-4e7d-9f15-ffa158e455d2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:58.906974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8f292-01b7-41ad-a8fc-497b1075c0af req-db6130d7-cf53-414d-bdb8-4c4a2f44672b tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:58.908592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52f8f292-01b7-41ad-a8fc-497b1075c0af req-db6130d7-cf53-414d-bdb8-4c4a2f44672b tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 944 time: 0.1340110 Feb 10 06:38:58.923396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Network e43e0ff1-8270-4516-bf01-3cac32ee555d is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:38:58.947721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4c34f-2d1e-4f04-b909-024face4204b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439983c8-824d-4e7d-9f15-ffa158e455d2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:58.955358 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8bb4c34f-2d1e-4f04-b909-024face4204b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d5d5beb394c4c0aac4b88eafe5780be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806824 Feb 10 06:38:58.956039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49032) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:58.984971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e43e0ff1-8270-4516-bf01-3cac32ee555d) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:38:58.994528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b1ccb-d2ff-4c96-9639-db3b10ee8298 None None] Network e43e0ff1-8270-4516-bf01-3cac32ee555d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:38:59.000439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52f8f292-01b7-41ad-a8fc-497b1075c0af req-8b0393bf-56b7-499a-954c-352fdf93093e tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840018 Feb 10 06:38:59.001925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.017419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:59.028550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9f3be918-1721-4636-b51b-7cb89903c767 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5640702 Feb 10 06:38:59.031645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:59.037248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:38:59.040682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56cfcfa9-95b1-42de-b5e2-6e7b9a1ab632 admin admin] Publish callbacks [] for security_group (439983c8-824d-4e7d-9f15-ffa158e455d2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:59.058371 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (fbe56fd0-070e-4059-bb71-f272d8a08a3f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:59.059724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (fbe56fd0-070e-4059-bb71-f272d8a08a3f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:59.071163 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56cfcfa9-95b1-42de-b5e2-6e7b9a1ab632 admin admin] Publish callbacks [] for security_group (439983c8-824d-4e7d-9f15-ffa158e455d2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:59.139779 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56cfcfa9-95b1-42de-b5e2-6e7b9a1ab632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (439983c8-824d-4e7d-9f15-ffa158e455d2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:59.143925 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56cfcfa9-95b1-42de-b5e2-6e7b9a1ab632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:59.155721 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks [] for router_controller (fbe56fd0-070e-4059-bb71-f272d8a08a3f), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:59.161114 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-56cfcfa9-95b1-42de-b5e2-6e7b9a1ab632 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/439983c8-824d-4e7d-9f15-ffa158e455d2 HTTP/1.1" status: 204 len: 168 time: 0.1892161 Feb 10 06:38:59.193004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfcfa9-95b1-42de-b5e2-6e7b9a1ab632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439983c8-824d-4e7d-9f15-ffa158e455d2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:38:59.355015 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-188ee17a-009f-4326-b144-c5b7aed54ce1 req-e968ad1e-3c38-4507-a41b-fa9e71d9e316 tempest-ServerShowV257Test-1938704135 tempest-ServerShowV257Test-1938704135-project] 10.222.0.13 "GET /v2.0/ports?device_id=933e0754-7711-460d-995d-9a943a0079d2 HTTP/1.1" status: 200 len: 210 time: 0.0674055 Feb 10 06:38:59.553388 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks [] for router_gateway (fbe56fd0-070e-4059-bb71-f272d8a08a3f), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:38:59.577086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7607dd-5a83-41bc-9330-c160cfff5a05 None None] Network e43e0ff1-8270-4516-bf01-3cac32ee555d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:38:59.622671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49068) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:38:59.688741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b516b490-c2e5-4ce7-88fe-3bd3d8380902 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:38:59.712217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-4751d7af-ff1d-4422-a53d-674ebc5f761f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.719812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-4751d7af-ff1d-4422-a53d-674ebc5f761f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.1566279 Feb 10 06:38:59.729162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8cc66121-b0d9-4997-8c0a-9471124c3a83 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:38:59.751177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-d45eaa2a-3e61-4a45-a042-2b3f2200abd8 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/quotas/a8d118dc65354c52bdd86b7a07fad05b HTTP/1.1" status: 200 len: 375 time: 0.0303807 Feb 10 06:38:59.807765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 8cc66121-b0d9-4997-8c0a-9471124c3a83 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:38:59.809875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8cc66121-b0d9-4997-8c0a-9471124c3a83 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:38:59.855654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6905-ffca-48f4-9914-3ffb0ec8f529 req-767a3068-4e57-4e2c-b46c-f325d52f3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.857956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6905-ffca-48f4-9914-3ffb0ec8f529 req-767a3068-4e57-4e2c-b46c-f325d52f3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.858665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6905-ffca-48f4-9914-3ffb0ec8f529 req-767a3068-4e57-4e2c-b46c-f325d52f3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.859192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6905-ffca-48f4-9914-3ffb0ec8f529 req-767a3068-4e57-4e2c-b46c-f325d52f3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.860338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6905-ffca-48f4-9914-3ffb0ec8f529 req-767a3068-4e57-4e2c-b46c-f325d52f3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.860338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6905-ffca-48f4-9914-3ffb0ec8f529 req-767a3068-4e57-4e2c-b46c-f325d52f3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.860780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6905-ffca-48f4-9914-3ffb0ec8f529 req-767a3068-4e57-4e2c-b46c-f325d52f3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.863651 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04ad6905-ffca-48f4-9914-3ffb0ec8f529 req-767a3068-4e57-4e2c-b46c-f325d52f3a9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6719 time: 0.2394295 Feb 10 06:38:59.893203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815cfe2-78bc-417e-8db0-8a27981148b5 req-e39c0962-83eb-42df-ab43-0e75bbb95e5f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:38:59.893203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b815cfe2-78bc-417e-8db0-8a27981148b5 req-e39c0962-83eb-42df-ab43-0e75bbb95e5f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.3271699 Feb 10 06:38:59.918937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-ab1c10c4-3cf2-47b9-b97a-b66b4076a0ba tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1667569 Feb 10 06:38:59.981323 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-04ad6905-ffca-48f4-9914-3ffb0ec8f529 req-9145597a-5627-472d-a35c-8d6e175b7765 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22192975-0b13-45f2-87fc-084f0c676305&id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080382 Feb 10 06:39:00.010639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b516b490-c2e5-4ce7-88fe-3bd3d8380902, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b516b490-c2e5-4ce7-88fe-3bd3d8380902,segment=NetworkSegment(ac67eba6-2651-4157-8718-2693ee5b7b1a),segment_id=ac67eba6-2651-4157-8718-2693ee5b7b1a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:00.032342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'b516b490-c2e5-4ce7-88fe-3bd3d8380902', 'network_id': '843af2ce-1c24-47f3-bce9-60fcfaebd54e', 'port_id': 'b516b490-c2e5-4ce7-88fe-3bd3d8380902', 'mac_address': 'fa:16:3e:eb:9b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd14eea1-d476-4fbd-a11b-d010e1533b3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:39:00.079031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b516b490-c2e5-4ce7-88fe-3bd3d8380902 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:00.079712 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:00.094903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b516b490-c2e5-4ce7-88fe-3bd3d8380902 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:39:00.116829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b516b490-c2e5-4ce7-88fe-3bd3d8380902, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b516b490-c2e5-4ce7-88fe-3bd3d8380902,segment=NetworkSegment(ac67eba6-2651-4157-8718-2693ee5b7b1a),segment_id=ac67eba6-2651-4157-8718-2693ee5b7b1a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:00.124042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:00.137078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b815cfe2-78bc-417e-8db0-8a27981148b5 req-f0de5f2f-1f01-42ba-a723-b7eb346f38c0 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087712 Feb 10 06:39:00.189043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b516b490-c2e5-4ce7-88fe-3bd3d8380902,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:00.233952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-bdae7d95-6f33-4eae-86cc-1c8c84270e02 service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141508 Feb 10 06:39:00.436621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['b516b490-c2e5-4ce7-88fe-3bd3d8380902'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:39:00.456818 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks [] for router_gateway (fbe56fd0-070e-4059-bb71-f272d8a08a3f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:00.502662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1a315-102e-4ce9-bbe3-ce05bd1dd206 req-54d3c08d-c256-4bc9-9be7-3b8aaf81453b tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:00.504225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6dd1a315-102e-4ce9-bbe3-ce05bd1dd206 req-54d3c08d-c256-4bc9-9be7-3b8aaf81453b tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 945 time: 0.1763716 Feb 10 06:39:00.506967 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:00.511413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-bf123d56-98c6-4f45-8e11-827967674b4d service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452323 Feb 10 06:39:00.589252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49106) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:00.614749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6dd1a315-102e-4ce9-bbe3-ce05bd1dd206 req-fa13766d-290e-470e-b56b-5ccb52316fe8 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980840 Feb 10 06:39:00.746002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Allocated IP 172.25.8.99 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/769c75bb-d659-49ba-81f4-182a290e3740) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:39:00.818033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f44960f6-a40c-4b19-a396-bdc44385bcbb req-acf829b0-4992-4b32-ad65-7b96001ad94b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 210 time: 0.0548928 Feb 10 06:39:00.950785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks [] for port (769c75bb-d659-49ba-81f4-182a290e3740), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:00.987001 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca9e1822-111b-4161-ad29-a4d62f495177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.000408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (769c75bb-d659-49ba-81f4-182a290e3740), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.021425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:01.025123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:01.059873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:39:01.093002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca9e1822-111b-4161-ad29-a4d62f495177 admin admin] Publish callbacks [] for security_group (ccaa0700-9db2-4c3a-9819-0ae9bfaaec68), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.098630 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca9e1822-111b-4161-ad29-a4d62f495177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ccaa0700-9db2-4c3a-9819-0ae9bfaaec68), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.116419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Pushing event updated for resources: {'Port': ['ID=769c75bb-d659-49ba-81f4-182a290e3740,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:01.146090 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ca9e1822-111b-4161-ad29-a4d62f495177 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e03e72f6bb548e48a0818d4039656b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5557463 Feb 10 06:39:01.148556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49128) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:01.218922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e1822-111b-4161-ad29-a4d62f495177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaa0700-9db2-4c3a-9819-0ae9bfaaec68,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:01.311358 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65e585e1-cce5-489f-949a-af4f6bbdbf37 admin admin] Publish callbacks [] for security_group (ccaa0700-9db2-4c3a-9819-0ae9bfaaec68), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.341059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65e585e1-cce5-489f-949a-af4f6bbdbf37 admin admin] Publish callbacks [] for security_group (ccaa0700-9db2-4c3a-9819-0ae9bfaaec68), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.390198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3c697-631b-429a-b2c1-68cf5db9462f req-46ec7b67-4ecb-49cb-bd3c-c21922247eae tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:01.397118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04a3c697-631b-429a-b2c1-68cf5db9462f req-46ec7b67-4ecb-49cb-bd3c-c21922247eae tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.1121559 Feb 10 06:39:01.414877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65e585e1-cce5-489f-949a-af4f6bbdbf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ccaa0700-9db2-4c3a-9819-0ae9bfaaec68), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.418440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65e585e1-cce5-489f-949a-af4f6bbdbf37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.424652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-65e585e1-cce5-489f-949a-af4f6bbdbf37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccaa0700-9db2-4c3a-9819-0ae9bfaaec68 HTTP/1.1" status: 204 len: 168 time: 0.2712724 Feb 10 06:39:01.437245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e585e1-cce5-489f-949a-af4f6bbdbf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaa0700-9db2-4c3a-9819-0ae9bfaaec68,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:01.637093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b516b490-c2e5-4ce7-88fe-3bd3d8380902 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:01.743648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port b516b490-c2e5-4ce7-88fe-3bd3d8380902 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:39:01.751470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port b516b490-c2e5-4ce7-88fe-3bd3d8380902 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:01.753640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.918860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b516b490-c2e5-4ce7-88fe-3bd3d8380902 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:01.919377 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:01.929041 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-12974595-371a-4661-b4b7-9a35695c99ee req-6c557eaa-de49-4850-bd2f-3d3773d860c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1042747 Feb 10 06:39:01.972983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ca70cf-13b2-449a-a618-ed6e06a8ee7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b516b490-c2e5-4ce7-88fe-3bd3d8380902'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:01.981654 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b08b60-a960-4fe5-b56d-9b6342264629" -d '{"events": [{"server_uuid": "50ca70cf-13b2-449a-a618-ed6e06a8ee7e", "name": "network-vif-plugged", "status": "completed", "tag": "b516b490-c2e5-4ce7-88fe-3bd3d8380902"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:02.011539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b516b490-c2e5-4ce7-88fe-3bd3d8380902, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b516b490-c2e5-4ce7-88fe-3bd3d8380902,segment=NetworkSegment(ac67eba6-2651-4157-8718-2693ee5b7b1a),segment_id=ac67eba6-2651-4157-8718-2693ee5b7b1a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:02.030290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:02.062535 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04a3c697-631b-429a-b2c1-68cf5db9462f req-1bc0f85c-b853-4abf-9cd8-1018ba6b999f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6634834 Feb 10 06:39:02.064537 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks [] for router_gateway (fbe56fd0-070e-4059-bb71-f272d8a08a3f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:02.096037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b516b490-c2e5-4ce7-88fe-3bd3d8380902,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:02.116024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5499686-29bc-4e6e-8d2f-911993108d03 req-b6eeb2bf-a72d-4f8a-a921-82cf58b48497 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:02.117538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5499686-29bc-4e6e-8d2f-911993108d03 req-b6eeb2bf-a72d-4f8a-a921-82cf58b48497 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 945 time: 0.1365054 Feb 10 06:39:02.127901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12974595-371a-4661-b4b7-9a35695c99ee req-bdf66fa7-bf55-495d-9d54-02c32a179545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:02.131662 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-12974595-371a-4661-b4b7-9a35695c99ee req-bdf66fa7-bf55-495d-9d54-02c32a179545 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 1127 time: 0.1223719 Feb 10 06:39:02.246170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5499686-29bc-4e6e-8d2f-911993108d03 req-f1ecd6ba-29fa-4369-89f1-cdef1fea1172 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718536 Feb 10 06:39:02.300103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c881c58-d8ad-402b-9a54-c31c18eb8667 req-5d5f882b-6b4f-4671-8f96-ec4df7015a95 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 210 time: 0.0532606 Feb 10 06:39:02.327669 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baac059b-52f9-4b38-940e-8277e09fc778 x-openstack-request-id: req-baac059b-52f9-4b38-940e-8277e09fc778 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:02.327975 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ca70cf-13b2-449a-a618-ed6e06a8ee7e", "name": "network-vif-plugged", "status": "completed", "tag": "b516b490-c2e5-4ce7-88fe-3bd3d8380902", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:02.328239 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baac059b-52f9-4b38-940e-8277e09fc778 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:02.328644 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ca70cf-13b2-449a-a618-ed6e06a8ee7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b516b490-c2e5-4ce7-88fe-3bd3d8380902', 'code': 200} Feb 10 06:39:02.425407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12974595-371a-4661-b4b7-9a35695c99ee req-970edb84-9700-4318-865e-849db5bb01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:02.427315 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-12974595-371a-4661-b4b7-9a35695c99ee req-970edb84-9700-4318-865e-849db5bb01ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 906 time: 0.2752323 Feb 10 06:39:02.461557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (fbe56fd0-070e-4059-bb71-f272d8a08a3f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:02.481939 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-12974595-371a-4661-b4b7-9a35695c99ee req-69876da2-14fa-4656-bf06-74ea8343d46a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83286f2a-e587-479d-bc83-51796403bcc8 HTTP/1.1" status: 200 len: 217 time: 0.0490997 Feb 10 06:39:02.523424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-c147b1a7-f334-4e73-bebe-6350f978513a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:02.525344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-c147b1a7-f334-4e73-bebe-6350f978513a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.2152305 Feb 10 06:39:02.549305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Request body: {'port': {'device_id': '58a6aba9-0628-4d1f-b7f0-e5fc28202d9c', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'admin_state_up': True, 'tenant_id': 'a8d118dc65354c52bdd86b7a07fad05b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:02.572200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12974595-371a-4661-b4b7-9a35695c99ee req-35a37d0b-2e21-4962-804c-04d93af5d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:02.574184 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-12974595-371a-4661-b4b7-9a35695c99ee req-35a37d0b-2e21-4962-804c-04d93af5d100 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.0866523 Feb 10 06:39:02.617349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-12974595-371a-4661-b4b7-9a35695c99ee req-9b25f2dc-22c5-404f-bb42-4ae91a3f1b1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319364 Feb 10 06:39:02.653297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01ba7e-6fdb-446f-bad4-6ec20eed5cf9 req-7ca6a955-3164-40ba-a6bf-240f3a291be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:02.655109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f01ba7e-6fdb-446f-bad4-6ec20eed5cf9 req-7ca6a955-3164-40ba-a6bf-240f3a291be9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 1128 time: 0.1964505 Feb 10 06:39:02.679884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Router fbe56fd0-070e-4059-bb71-f272d8a08a3f is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:39:02.756925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f01ba7e-6fdb-446f-bad4-6ec20eed5cf9 req-6e2ff294-7ab0-4a7d-8381-449cbd55391b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922601 Feb 10 06:39:02.793682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-12974595-371a-4661-b4b7-9a35695c99ee req-0e591663-c5fd-4c6d-9bba-26ddc3e035a4 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392205 Feb 10 06:39:02.796965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Made reservation on behalf of a8d118dc65354c52bdd86b7a07fad05b for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:39:02.800427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:02.824875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:39:02.838326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Sync routers for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:39:02.850752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:02.853791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:39:02.854289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f5c5749b-22b0-4049-b8eb-d032bf32fd2c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8216593 Feb 10 06:39:02.855470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:02.856925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:03.008040 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-12974595-371a-4661-b4b7-9a35695c99ee req-85142e00-1809-4656-a41e-b9e92f63e5d9 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048986 Feb 10 06:39:03.024256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:39:03.158574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Allocated IP 172.20.0.2 (73416e1f-efbe-4b07-a796-c13d404be009/2b828090-b45b-45b1-b6c4-67980fdababc/a395c45c-900a-4e40-8ca8-8fc6ac7b4e36) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:39:03.366663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:01Z', 'revision_number': 3, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:03.437482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Checking router: fbe56fd0-070e-4059-bb71-f272d8a08a3f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:39:03.438732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Updating router fbe56fd0-070e-4059-bb71-f272d8a08a3f port 769c75bb-d659-49ba-81f4-182a290e3740 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:39:03.507869 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (769c75bb-d659-49ba-81f4-182a290e3740), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:03.517344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks [] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:03.591806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:03.664615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674f5df-c00a-4c3b-980b-4ab76fb349c3 req-eefe149e-a433-477e-aaf3-3ea25686c5e4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:03.666756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7674f5df-c00a-4c3b-980b-4ab76fb349c3 req-eefe149e-a433-477e-aaf3-3ea25686c5e4 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.4097219 Feb 10 06:39:03.680639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event updated for resources: {'Port': ['ID=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:03.699301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Network 73416e1f-efbe-4b07-a796-c13d404be009 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:03.701491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:03.711480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:39:03.737612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:39:03.773453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419a3f-c77d-4298-9242-61719ddb80e2 req-1bf1c359-57a9-421d-b1a5-3e677f9e439f tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:03.775096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12419a3f-c77d-4298-9242-61719ddb80e2 req-1bf1c359-57a9-421d-b1a5-3e677f9e439f tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 946 time: 0.2469416 Feb 10 06:39:03.860552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:03.861641 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:03.893269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7674f5df-c00a-4c3b-980b-4ab76fb349c3 req-9ffdc772-767a-4c39-96ff-66164ad809cc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196414 Feb 10 06:39:03.897935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-337ff885-a4ee-4512-8369-725d818f08d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3550456 Feb 10 06:39:03.909426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Request body: {'port': {'device_id': '58a6aba9-0628-4d1f-b7f0-e5fc28202d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:03.985794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12419a3f-c77d-4298-9242-61719ddb80e2 req-6cb70b96-1df5-4bd3-8d7b-d39bfc6d3935 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853786 Feb 10 06:39:04.127204 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.187192 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.438784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Publish callbacks [] for port (769c75bb-d659-49ba-81f4-182a290e3740), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.454741 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (769c75bb-d659-49ba-81f4-182a290e3740), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.506024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40378670-4e54-4aea-98ef-eb3a2451d048 req-9b23483e-3788-46be-8994-f2d832c6cc6b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:04.514023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40378670-4e54-4aea-98ef-eb3a2451d048 req-9b23483e-3788-46be-8994-f2d832c6cc6b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 931 time: 0.3289521 Feb 10 06:39:04.554863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Allocated IP 172.20.0.1 (e43e0ff1-8270-4516-bf01-3cac32ee555d/498695d7-0e3e-43d3-a10a-143088f6bc8c/a346e4b4-675b-4dd5-975a-6cd4a6ab9816) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:39:04.596441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afdbb1-5cd9-4421-8fa3-e218e592204a None None] Pushing event updated for resources: {'Port': ['ID=769c75bb-d659-49ba-81f4-182a290e3740,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:04.600493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40378670-4e54-4aea-98ef-eb3a2451d048 req-9f2b9426-5ac0-4262-bb21-dbb280b6391d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854704 Feb 10 06:39:04.609450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Attempting to bind port 769c75bb-d659-49ba-81f4-182a290e3740 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:39:04.609819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Attempting to bind port 769c75bb-d659-49ba-81f4-182a290e3740 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:39:04.612842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Attempting to bind port 769c75bb-d659-49ba-81f4-182a290e3740 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:04.626761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:39:04.629377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:39:04.630956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.631506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:39:04.633624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Bound port: 769c75bb-d659-49ba-81f4-182a290e3740, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:39:04.634771 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (769c75bb-d659-49ba-81f4-182a290e3740), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.654098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:39:04.679084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Publish callbacks [] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.702214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Transition to ACTIVE for port object a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:39:04.707604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.751553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] For port 769c75bb-d659-49ba-81f4-182a290e3740, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:39:04.758351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] For port 769c75bb-d659-49ba-81f4-182a290e3740, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=769c75bb-d659-49ba-81f4-182a290e3740,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:39:04.767174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (769c75bb-d659-49ba-81f4-182a290e3740), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.804538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Pushing event updated for resources: {'Port': ['ID=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:04.814767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea4ee6-6414-48e0-a682-07e80f359b75 req-5b6a3b74-f726-4575-8d3f-d2f4d293467f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:04.838246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cea4ee6-6414-48e0-a682-07e80f359b75 req-5b6a3b74-f726-4575-8d3f-d2f4d293467f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.2628787 Feb 10 06:39:04.843197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Attempting to bind port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:39:04.843663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Attempting to bind port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:39:04.843863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Attempting to bind port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:04.853383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 on network 73416e1f-efbe-4b07-a796-c13d404be009 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:39:04.853720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Attempting to bind port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:04.860848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:39:04.861181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Checking segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:39:04.861928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Bound using segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:39:04.862055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Bound port: a395c45c-900a-4e40-8ca8-8fc6ac7b4e36, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:39:04.863457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.877954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afdbb1-5cd9-4421-8fa3-e218e592204a None None] Pushing event updated for resources: {'Port': ['ID=769c75bb-d659-49ba-81f4-182a290e3740,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:04.903522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:39:04.904167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:04.960754 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Publish callbacks [] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:04.988019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cea4ee6-6414-48e0-a682-07e80f359b75 req-d6beeffb-7654-46a7-92a7-84625566f731 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521745 Feb 10 06:39:05.008329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] For port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:39:05.019771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] For port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:39:05.038834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:05.058564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:39:05.093398 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:05.095179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:05.100626 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:05.103626 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] 10.222.0.24 "PUT /v2.0/ports/a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 HTTP/1.1" status: 200 len: 1091 time: 1.1986818 Feb 10 06:39:05.158429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a6aba9-0628-4d1f-b7f0-e5fc28202d9c', 'tag': 'a395c45c-900a-4e40-8ca8-8fc6ac7b4e36'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:05.161199 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb12c640-b61e-4cea-9167-c75e970400e8" -d '{"events": [{"name": "network-changed", "server_uuid": "58a6aba9-0628-4d1f-b7f0-e5fc28202d9c", "tag": "a395c45c-900a-4e40-8ca8-8fc6ac7b4e36"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:05.263172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a346e4b4-675b-4dd5-975a-6cd4a6ab9816,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:05.280933 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68f5207-ab22-4578-bb33-37bcd030ffc8 x-openstack-request-id: req-e68f5207-ab22-4578-bb33-37bcd030ffc8 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:05.281231 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a6aba9-0628-4d1f-b7f0-e5fc28202d9c", "tag": "a395c45c-900a-4e40-8ca8-8fc6ac7b4e36", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:05.281472 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e68f5207-ab22-4578-bb33-37bcd030ffc8 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:05.281871 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a6aba9-0628-4d1f-b7f0-e5fc28202d9c', 'tag': 'a395c45c-900a-4e40-8ca8-8fc6ac7b4e36', 'status': 'completed', 'code': 200} Feb 10 06:39:05.284273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c51f9-fa70-4437-884a-f289be99ab57 service neutron] Pushing event updated for resources: {'Port': ['ID=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:05.291658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Network e43e0ff1-8270-4516-bf01-3cac32ee555d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:05.300547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:05.317708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:39:05.330768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-4b5aa11b-1e61-49fe-a2b0-6fc2e3cb07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:05.332568 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-4b5aa11b-1e61-49fe-a2b0-6fc2e3cb07dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 1125 time: 0.1619818 Feb 10 06:39:05.403845 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-2a8325fd-7cab-4d97-b1f6-31096f19f230 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 HTTP/1.1" status: 200 len: 217 time: 0.0611868 Feb 10 06:39:05.407880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:01Z', 'revision_number': 3, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:05.438595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (fbe56fd0-070e-4059-bb71-f272d8a08a3f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:05.492721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a3f05-0ceb-48dd-b3a3-cda1a9daa3af None None] The sync data for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 is: [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:01Z', 'revision_number': 3, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:39:05.512645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-ee78e7e4-57b8-4528-9493-5b9f74b969db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:05.514130 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-ee78e7e4-57b8-4528-9493-5b9f74b969db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1049027 Feb 10 06:39:05.592490 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-1f35438f-2cf2-4c1c-9366-5bb259f4891a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703213 Feb 10 06:39:05.620154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab411538-fec7-445f-8e3e-7a9fd4c95e29 req-9b908f6c-00ae-4775-bf0b-df8f68b23bdc tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:05.629033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab411538-fec7-445f-8e3e-7a9fd4c95e29 req-9b908f6c-00ae-4775-bf0b-df8f68b23bdc tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 946 time: 0.4965832 Feb 10 06:39:05.703873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:05.764898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab411538-fec7-445f-8e3e-7a9fd4c95e29 req-8196ad90-3ea4-4b41-ba1e-aa8636c348e0 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345778 Feb 10 06:39:05.949377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-591babea-a2a1-44b5-8e68-07cc0eae49a3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:05.951777 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-591babea-a2a1-44b5-8e68-07cc0eae49a3 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 946 time: 0.2535787 Feb 10 06:39:05.955823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-1efa56be-7c0b-49d4-bda4-a1ccb97d3ffb service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540447 Feb 10 06:39:06.237199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 769c75bb-d659-49ba-81f4-182a290e3740 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:06.395246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 769c75bb-d659-49ba-81f4-182a290e3740 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:06.395636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (769c75bb-d659-49ba-81f4-182a290e3740), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:06.504602 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f9a3dce8-2991-4e08-bef8-c2702b8abb9e req-0eab8ffa-2acb-43d9-8c9e-5c92a8b430ea service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372055 Feb 10 06:39:06.531847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Deleting port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:39:06.532328 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:06.607742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 769c75bb-d659-49ba-81f4-182a290e3740 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:06.608389 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (769c75bb-d659-49ba-81f4-182a290e3740), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:06.667335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 769c75bb-d659-49ba-81f4-182a290e3740, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=769c75bb-d659-49ba-81f4-182a290e3740,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:06.674443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (769c75bb-d659-49ba-81f4-182a290e3740), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:06.727873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] For port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:06.728377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:06.750123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-5ec5b539-2f3d-467e-8d3c-5d55aee9608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:06.752456 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-5ec5b539-2f3d-467e-8d3c-5d55aee9608f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 1125 time: 0.1681132 Feb 10 06:39:06.757132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Calling delete_port for 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:39:06.884285 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:06.895255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=769c75bb-d659-49ba-81f4-182a290e3740,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:06.996457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-38a5ca08-1fc6-4d67-bb66-6bbab5d97504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:06.998029 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-38a5ca08-1fc6-4d67-bb66-6bbab5d97504 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 906 time: 0.2351837 Feb 10 06:39:07.051516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30ef91-1969-4651-87f1-816ad2011019 req-84b82d96-86ba-4aae-8721-551cbcfc1323 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:07.057504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a30ef91-1969-4651-87f1-816ad2011019 req-84b82d96-86ba-4aae-8721-551cbcfc1323 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 943 time: 1.1927657 Feb 10 06:39:07.090336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-15607808-0ec3-4f27-a8cb-409e20ecf06e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 HTTP/1.1" status: 200 len: 217 time: 0.0600400 Feb 10 06:39:07.174167 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Publish callbacks [] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:07.204286 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:07.237999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-09cacdf5-cd6a-43a8-ab7b-02ee7f829ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:07.240617 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-09cacdf5-cd6a-43a8-ab7b-02ee7f829ff1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1429322 Feb 10 06:39:07.242577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (087e4c8b-ad4a-4d69-b3e3-214a0f433a8f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:07.299891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event deleted for resources: {'Port': ['ID=087e4c8b-ad4a-4d69-b3e3-214a0f433a8f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:07.308982 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-41a00522-cd22-4666-a354-76f3b7d6ed04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562530 Feb 10 06:39:07.312123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a346e4b4-675b-4dd5-975a-6cd4a6ab9816,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:07.378727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a30ef91-1969-4651-87f1-816ad2011019 req-d0d2aa3a-76df-489d-a130-08c763f289cd tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994598 Feb 10 06:39:07.392548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] No DVR routers for this DVR port 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:39:07.399358 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:07.403549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8327-555f-400c-809d-b4ea741b92c7 req-e2350b52-6240-457c-9f8d-32bf3317dc93 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:07.405160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5ae8327-555f-400c-809d-b4ea741b92c7 req-e2350b52-6240-457c-9f8d-32bf3317dc93 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=b743dd84-2124-47fa-9168-f2c215db19c9 HTTP/1.1" status: 200 len: 867 time: 0.4516218 Feb 10 06:39:07.406598 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb4a126b-8892-4983-b618-0b18d9bd31d6 req-2b695f6a-84ca-4b86-a65e-9b67be8980c8 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "DELETE /v2.0/ports/087e4c8b-ad4a-4d69-b3e3-214a0f433a8f HTTP/1.1" status: 204 len: 173 time: 1.4486213 Feb 10 06:39:07.406881 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (fbe56fd0-070e-4059-bb71-f272d8a08a3f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:07.407064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b743dd84-2124-47fa-9168-f2c215db19c9', 'name': 'network-vif-deleted', 'tag': '087e4c8b-ad4a-4d69-b3e3-214a0f433a8f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:07.409358 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb33ad-98ae-4a6d-8449-6f76b48ddd2f" -d '{"events": [{"server_uuid": "b743dd84-2124-47fa-9168-f2c215db19c9", "name": "network-vif-deleted", "tag": "087e4c8b-ad4a-4d69-b3e3-214a0f433a8f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:07.542807 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de24740-0903-4a6a-b77c-541a630c8932 x-openstack-request-id: req-4de24740-0903-4a6a-b77c-541a630c8932 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:07.547188 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b743dd84-2124-47fa-9168-f2c215db19c9", "name": "network-vif-deleted", "tag": "087e4c8b-ad4a-4d69-b3e3-214a0f433a8f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:07.548432 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4de24740-0903-4a6a-b77c-541a630c8932 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:07.549273 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b743dd84-2124-47fa-9168-f2c215db19c9', 'name': 'network-vif-deleted', 'tag': '087e4c8b-ad4a-4d69-b3e3-214a0f433a8f', 'status': 'completed', 'code': 200} Feb 10 06:39:07.568103 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-f76f125f-2ff2-44a1-984e-0ab0c12fe051 service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352598 Feb 10 06:39:07.648255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5ae8327-555f-400c-809d-b4ea741b92c7 req-363a4d3c-ca9b-42d3-ae3b-f9f46090e1cb tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774707 Feb 10 06:39:07.685562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Network e43e0ff1-8270-4516-bf01-3cac32ee555d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:07.687219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:07.757859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49324) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:07.818625 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fb12c640-b61e-4cea-9167-c75e970400e8 req-3dee7889-d4fe-40f0-9f8e-83cec17a18b4 service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452884 Feb 10 06:39:07.895633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Router fbe56fd0-070e-4059-bb71-f272d8a08a3f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:39:08.122860 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd8b0-94ec-4e16-8987-ddba6556ea91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:08.167481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 769c75bb-d659-49ba-81f4-182a290e3740 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:08.241702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:39:08.258050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eccb9f51-f17e-48eb-8838-cd3edbb760e1 admin admin] 10.222.0.21 "PUT /v2.0/routers/fbe56fd0-070e-4059-bb71-f272d8a08a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3996150 Feb 10 06:39:08.275737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd8b0-94ec-4e16-8987-ddba6556ea91 admin admin] Publish callbacks [] for security_group (175eadcc-d05e-451c-8772-92e0fa3181d5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:08.280860 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd8b0-94ec-4e16-8987-ddba6556ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (175eadcc-d05e-451c-8772-92e0fa3181d5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:08.283996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 769c75bb-d659-49ba-81f4-182a290e3740 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:08.285879 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (769c75bb-d659-49ba-81f4-182a290e3740), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:08.313741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cd8b0-94ec-4e16-8987-ddba6556ea91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175eadcc-d05e-451c-8772-92e0fa3181d5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:08.359088 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ab4cd8b0-94ec-4e16-8987-ddba6556ea91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a1b3ba17d1d4ad495adec295b1ce4ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5979671 Feb 10 06:39:08.359777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:08.450746 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb669c16-d1cc-4df6-b531-fd742657234c admin admin] Publish callbacks [] for security_group (175eadcc-d05e-451c-8772-92e0fa3181d5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:08.467361 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Sync routers for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:39:08.485119 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:39:08.485758 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:08.504203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 769c75bb-d659-49ba-81f4-182a290e3740 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:08.512898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:39:08.532525 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb669c16-d1cc-4df6-b531-fd742657234c admin admin] Publish callbacks [] for security_group (175eadcc-d05e-451c-8772-92e0fa3181d5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:08.563870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:39:08.564268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 087e4c8b-ad4a-4d69-b3e3-214a0f433a8f not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:39:08.648102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb669c16-d1cc-4df6-b531-fd742657234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (175eadcc-d05e-451c-8772-92e0fa3181d5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:08.653306 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb669c16-d1cc-4df6-b531-fd742657234c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:08.657721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bb669c16-d1cc-4df6-b531-fd742657234c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/175eadcc-d05e-451c-8772-92e0fa3181d5 HTTP/1.1" status: 204 len: 168 time: 0.2969489 Feb 10 06:39:08.681983 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:39:08.684303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb669c16-d1cc-4df6-b531-fd742657234c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175eadcc-d05e-451c-8772-92e0fa3181d5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:08.719255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ee0c3-3be7-4679-8a80-79ac1da9dc33 req-6daf73da-8ddc-4410-9a37-31a87ad7dcc9 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:08.720821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d3ee0c3-3be7-4679-8a80-79ac1da9dc33 req-6daf73da-8ddc-4410-9a37-31a87ad7dcc9 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 943 time: 0.1007748 Feb 10 06:39:08.801853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d3ee0c3-3be7-4679-8a80-79ac1da9dc33 req-1e199daf-22be-453c-9321-b1d35b680c3f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729694 Feb 10 06:39:08.949308 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'a346e4b4-675b-4dd5-975a-6cd4a6ab9816', 'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'mac_address': 'fa:16:3e:6d:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:04Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 2, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'subnets': [{'id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:08.984209 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Checking router: fbe56fd0-070e-4059-bb71-f272d8a08a3f for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:39:08.984606 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Updating router fbe56fd0-070e-4059-bb71-f272d8a08a3f port a346e4b4-675b-4dd5-975a-6cd4a6ab9816 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:39:09.028874 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:09.537963 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Publish callbacks [] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:09.543922 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:09.567670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-134dae44-5993-4443-9e65-426d17c5c682 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:09.575428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-134dae44-5993-4443-9e65-426d17c5c682 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 820 time: 0.1519990 Feb 10 06:39:09.591549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-1864382a-5abc-4cf1-bea6-78cb843ea72c tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/quotas/323d2c08b6ee422cbd9b777f1645bc27 HTTP/1.1" status: 200 len: 375 time: 0.0150654 Feb 10 06:39:09.656741 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Pushing event updated for resources: {'Port': ['ID=a346e4b4-675b-4dd5-975a-6cd4a6ab9816,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:09.670659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-6862770a-ed42-4d71-8828-18b8a6021e13 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780923 Feb 10 06:39:09.684386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:39:09.708680 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.709009 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.709343 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.709675 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.710004 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.710342 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.710670 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.710987 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.711311 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.711620 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.711937 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.712797 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.713110 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:09.752319 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Attempting to bind port a346e4b4-675b-4dd5-975a-6cd4a6ab9816 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:39:09.752687 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Attempting to bind port a346e4b4-675b-4dd5-975a-6cd4a6ab9816 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:39:09.753051 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Attempting to bind port a346e4b4-675b-4dd5-975a-6cd4a6ab9816 on network e43e0ff1-8270-4516-bf01-3cac32ee555d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:09.759972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49386) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:09.766114 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:39:09.766529 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Checking segment: {'id': '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:39:09.767123 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:09.767684 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Bound using segment: {'id': '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:39:09.768317 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Bound port: a346e4b4-675b-4dd5-975a-6cd4a6ab9816, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:39:09.771407 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:09.786430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0d806797-3dc7-433b-8341-aa70cba651c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:09.914313 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] For port a346e4b4-675b-4dd5-975a-6cd4a6ab9816, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:39:09.926421 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] For port a346e4b4-675b-4dd5-975a-6cd4a6ab9816, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a346e4b4-675b-4dd5-975a-6cd4a6ab9816,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:39:09.946394 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.018015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-177a7780-7b68-4f6e-aa2b-e2f7cc17524f service neutron] 10.222.0.21 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399279 Feb 10 06:39:10.048798 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0d806797-3dc7-433b-8341-aa70cba651c5 admin admin] Publish callbacks [] for security_group (b5480afe-80e7-4e6c-be82-f245b52f809e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.061422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0d806797-3dc7-433b-8341-aa70cba651c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b5480afe-80e7-4e6c-be82-f245b52f809e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.075460 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e1c3-f9ae-4f51-87e0-aa7c61814b36 None None] Pushing event updated for resources: {'Port': ['ID=a346e4b4-675b-4dd5-975a-6cd4a6ab9816,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:10.089924 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.121487 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:39:10.122263 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:38:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:10.144875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:10.183849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'a395c45c-900a-4e40-8ca8-8fc6ac7b4e36', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'port_id': 'a395c45c-900a-4e40-8ca8-8fc6ac7b4e36', 'mac_address': 'fa:16:3e:46:1f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b828090-b45b-45b1-b6c4-67980fdababc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:39:10.189300 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0d806797-3dc7-433b-8341-aa70cba651c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=260d90843455464b896b3cc5c27a3244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4275272 Feb 10 06:39:10.194055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49402) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:10.215981 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d806797-3dc7-433b-8341-aa70cba651c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5480afe-80e7-4e6c-be82-f245b52f809e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:10.277921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-4fefcc44-51a7-4901-80ab-78503307abc3 service neutron] 10.222.0.21 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586994 Feb 10 06:39:10.324854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-58013893-f61c-4d11-bef6-f175bf122930 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:10.340506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-58013893-f61c-4d11-bef6-f175bf122930 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.2858720 Feb 10 06:39:10.376885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-89d6391b-616d-40c9-b1b8-97b12753531f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/quotas/59b7addecd8041dea544b8fc79c768ac HTTP/1.1" status: 200 len: 375 time: 0.0327413 Feb 10 06:39:10.377238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:10.377851 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.381611 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:39:10.428468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:39:10.430428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-348208a9-a762-4242-960a-c605c485b098 admin admin] Publish callbacks [] for security_group (b5480afe-80e7-4e6c-be82-f245b52f809e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.472382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-e913cb43-da9c-4854-8c66-60d48870ba58 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893910 Feb 10 06:39:10.495697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:10.503394 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b8533160-a65b-4591-a395-8798b4e70052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.505180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-348208a9-a762-4242-960a-c605c485b098 admin admin] Publish callbacks [] for security_group (b5480afe-80e7-4e6c-be82-f245b52f809e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.509441 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.631424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-348208a9-a762-4242-960a-c605c485b098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b5480afe-80e7-4e6c-be82-f245b52f809e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.636790 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-348208a9-a762-4242-960a-c605c485b098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:10.644266 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-348208a9-a762-4242-960a-c605c485b098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5480afe-80e7-4e6c-be82-f245b52f809e HTTP/1.1" status: 204 len: 168 time: 0.4285679 Feb 10 06:39:10.649657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:10.667864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348208a9-a762-4242-960a-c605c485b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5480afe-80e7-4e6c-be82-f245b52f809e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:10.819924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a395c45c-900a-4e40-8ca8-8fc6ac7b4e36'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:39:10.834772 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'a346e4b4-675b-4dd5-975a-6cd4a6ab9816', 'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'mac_address': 'fa:16:3e:6d:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:04Z', 'updated_at': '2022-02-10T06:39:09Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'subnets': [{'id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:10.888130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-2efe3966-5d12-4644-b7d2-f3e61560ec28 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136739 Feb 10 06:39:10.921328 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb35a9c-a1d9-4149-85f2-1839bb4a1e97 None None] The sync data for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 is: [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'a346e4b4-675b-4dd5-975a-6cd4a6ab9816', 'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'mac_address': 'fa:16:3e:6d:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:04Z', 'updated_at': '2022-02-10T06:39:09Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'subnets': [{'id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:39:10.927080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14419dcd-9962-41f3-a123-703b7a5cbedf req-92fbf3bf-e766-4b07-8392-f6c72483e8ac tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:10.938079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14419dcd-9962-41f3-a123-703b7a5cbedf req-92fbf3bf-e766-4b07-8392-f6c72483e8ac tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 944 time: 0.1871057 Feb 10 06:39:11.136590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14419dcd-9962-41f3-a123-703b7a5cbedf req-d79dca54-7843-4659-b708-e4d834a2b8b9 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930122 Feb 10 06:39:11.241443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-ca48c02d-bc03-4f35-8d9a-032c90aa6194 service neutron] 10.222.0.21 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505430 Feb 10 06:39:11.377095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45c52d90-500d-427c-954b-cd286d134a91 req-4b545ce6-73f4-42c2-9d53-9faa78b56753 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 210 time: 0.1328776 Feb 10 06:39:11.735577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4f0136e-abab-430c-831b-a52a2ee0c9fa req-ed3d5650-858d-4851-998a-f74e7fea99c5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 210 time: 0.1074955 Feb 10 06:39:12.269576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a346e4b4-675b-4dd5-975a-6cd4a6ab9816 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:12.476218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae807d-ba69-480e-8d8f-767a44dfb9e6 req-f816abdd-5ff1-4dd2-8252-cfd611c37071 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:12.491304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19ae807d-ba69-480e-8d8f-767a44dfb9e6 req-f816abdd-5ff1-4dd2-8252-cfd611c37071 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 944 time: 0.2033062 Feb 10 06:39:12.571047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a346e4b4-675b-4dd5-975a-6cd4a6ab9816 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:12.574728 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:12.650317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38fe78ec-2be4-4569-98e3-c7403bc5620a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:12.686546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19ae807d-ba69-480e-8d8f-767a44dfb9e6 req-428122c0-d5fc-4d1b-ac7c-4f394cc280fb tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934481 Feb 10 06:39:12.793824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-b5c89306-6529-4e02-9cc0-e9fc371d6834 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:12.803049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a346e4b4-675b-4dd5-975a-6cd4a6ab9816 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:12.803049 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:12.803811 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-b5c89306-6529-4e02-9cc0-e9fc371d6834 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.13 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 820 time: 0.4401724 Feb 10 06:39:12.814182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Request body: {'port': {'device_id': '72d2613d-1134-42d7-9bad-641b562f71c7', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'admin_state_up': True, 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:12.858161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc21d0c2-9342-40db-a3e8-bb8f6caa93fb req-e3e23d57-3936-4404-b991-7bfd59677da6 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 210 time: 0.0760963 Feb 10 06:39:12.950466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port a346e4b4-675b-4dd5-975a-6cd4a6ab9816, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a346e4b4-675b-4dd5-975a-6cd4a6ab9816,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:12.958910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:13.074887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae6699-9c1d-4b8a-aaa5-0f18d7bdc4df req-6ee1c2df-4088-4241-9ee7-4ac2589a1266 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:13.082218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0ae6699-9c1d-4b8a-aaa5-0f18d7bdc4df req-6ee1c2df-4088-4241-9ee7-4ac2589a1266 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 946 time: 0.2120397 Feb 10 06:39:13.146292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Made reservation on behalf of 323d2c08b6ee422cbd9b777f1645bc27 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:39:13.154461 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:13.220434 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e8a3e1b-21b8-4cd3-8f8f-1a2bff078466 req-90ca303e-a587-4165-8a9d-114454ba591c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 210 time: 0.1120839 Feb 10 06:39:13.357597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0ae6699-9c1d-4b8a-aaa5-0f18d7bdc4df req-4145d1bf-a837-414d-8f40-07f0ec04bbe9 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725952 Feb 10 06:39:13.556427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=a346e4b4-675b-4dd5-975a-6cd4a6ab9816,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:13.718361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:13.813382 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:13.880530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:39:13.889092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:13.889834 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:13.974786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defb64-281d-4923-8ca5-685b9ecb8e44 req-87f738f7-68b6-417c-97fb-fc60ae8f38d6 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:13.989183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5defb64-281d-4923-8ca5-685b9ecb8e44 req-87f738f7-68b6-417c-97fb-fc60ae8f38d6 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 944 time: 0.1570454 Feb 10 06:39:14.001109 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:39:14.119770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5defb64-281d-4923-8ca5-685b9ecb8e44 req-ccaf4b38-14f1-4e14-ab59-00693a996679 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272216 Feb 10 06:39:14.192225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:14.192225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:14.232518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a346e4b4-675b-4dd5-975a-6cd4a6ab9816 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:14.235527 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d294091-8a7c-4ec2-a996-a0c422fa64be req-9e29f35e-28bf-4697-86ec-49d9d866e82d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 210 time: 0.1329167 Feb 10 06:39:14.371555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca0c531f-9c52-40ef-82b6-c05a98969a9c req-db3f6a11-623e-4805-810f-14f2f8aa3258 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 210 time: 0.0572333 Feb 10 06:39:14.395998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Allocated IP 172.20.0.6 (e43e0ff1-8270-4516-bf01-3cac32ee555d/498695d7-0e3e-43d3-a10a-143088f6bc8c/f6ae7ce0-7b5e-429b-9258-ca60b9544a85) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:39:14.415786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:14.419014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a6aba9-0628-4d1f-b7f0-e5fc28202d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a395c45c-900a-4e40-8ca8-8fc6ac7b4e36'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:14.422272 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f4f301-58fb-4e03-ba1f-9ca79fd992bf" -d '{"events": [{"server_uuid": "58a6aba9-0628-4d1f-b7f0-e5fc28202d9c", "name": "network-vif-plugged", "status": "completed", "tag": "a395c45c-900a-4e40-8ca8-8fc6ac7b4e36"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:14.444944 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:14.546156 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23d8d6f-94bb-42c9-bf9d-a32dd1ece349 x-openstack-request-id: req-e23d8d6f-94bb-42c9-bf9d-a32dd1ece349 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:14.560657 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a6aba9-0628-4d1f-b7f0-e5fc28202d9c", "name": "network-vif-plugged", "status": "completed", "tag": "a395c45c-900a-4e40-8ca8-8fc6ac7b4e36", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:14.561470 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e23d8d6f-94bb-42c9-bf9d-a32dd1ece349 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:14.564849 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a6aba9-0628-4d1f-b7f0-e5fc28202d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a395c45c-900a-4e40-8ca8-8fc6ac7b4e36', 'code': 200} Feb 10 06:39:14.620648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a346e4b4-675b-4dd5-975a-6cd4a6ab9816 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:14.621256 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:14.691209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953640aa-281a-4343-82c9-797648f8fc76 req-8d50e0df-0a7b-44fd-a3f7-4aa0b1169133 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:14.697052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-953640aa-281a-4343-82c9-797648f8fc76 req-8d50e0df-0a7b-44fd-a3f7-4aa0b1169133 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 946 time: 0.1917796 Feb 10 06:39:14.706685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:14.776777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a346e4b4-675b-4dd5-975a-6cd4a6ab9816 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:14.816565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47672e-82c7-4fce-ba05-5b798c687df7 req-23fddeac-cb2a-4702-a662-6ce095298afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:14.818091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d47672e-82c7-4fce-ba05-5b798c687df7 req-23fddeac-cb2a-4702-a662-6ce095298afd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 1127 time: 0.2112441 Feb 10 06:39:14.852362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-953640aa-281a-4343-82c9-797648f8fc76 req-79a4891a-3373-4684-bcf5-d621d5f5640b tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457679 Feb 10 06:39:14.897659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d47672e-82c7-4fce-ba05-5b798c687df7 req-7d11ea50-f4fb-46b3-9fd2-1e2c2518efb4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660987 Feb 10 06:39:15.009856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-a277aa14-6711-425b-bb11-0d5ae7b57b8e tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:15.011559 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-a277aa14-6711-425b-bb11-0d5ae7b57b8e tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.24 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 946 time: 0.8330703 Feb 10 06:39:15.018654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-b5014a6f-6a16-4331-a835-b74c3461a20c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:15.020240 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-b5014a6f-6a16-4331-a835-b74c3461a20c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 811 time: 0.8431654 Feb 10 06:39:15.044940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Request body: {'port': {'device_id': '043a4206-6b41-4618-a9a4-df986aff9c62', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'admin_state_up': True, 'tenant_id': '59b7addecd8041dea544b8fc79c768ac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:15.055115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:15.199583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:15.341723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f42145-84e1-4707-8507-9a17e7c9853d req-7f73e470-b3d9-4d19-998c-2e6909a05015 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:15.358796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33f42145-84e1-4707-8507-9a17e7c9853d req-7f73e470-b3d9-4d19-998c-2e6909a05015 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 945 time: 0.1099994 Feb 10 06:39:15.411832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:15.536923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33f42145-84e1-4707-8507-9a17e7c9853d req-b0830a6d-c424-4112-b401-a0fb573904d8 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770599 Feb 10 06:39:15.538589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:15.563410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Network e43e0ff1-8270-4516-bf01-3cac32ee555d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:15.615077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:15.621076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:39:15.640307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957347-f611-4b2b-a8a9-26aaa638ce46 req-d34e429a-8b61-4bcb-b547-f4856703a5a1 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:15.643183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b957347-f611-4b2b-a8a9-26aaa638ce46 req-d34e429a-8b61-4bcb-b547-f4856703a5a1 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 931 time: 0.2396364 Feb 10 06:39:15.724864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc7614ed-ec48-4a07-a0f3-b4e0f16f8d7a req-153a9435-e6ee-4272-9cc4-38b2e6c3c0af tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 210 time: 0.0491683 Feb 10 06:39:15.778945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Made reservation on behalf of 59b7addecd8041dea544b8fc79c768ac for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:39:15.782169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:15.784147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Pushing event updated for resources: {'Port': ['ID=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:15.798862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b957347-f611-4b2b-a8a9-26aaa638ce46 req-a809c587-b6d7-45b6-ba70-f3201b7fb23b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498239 Feb 10 06:39:15.824449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:15.825282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:15.836185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Deleting port b516b490-c2e5-4ce7-88fe-3bd3d8380902 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:39:15.836528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:15.880516 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-75fbc1f3-4ed4-4dcf-a572-68bd67bd22d2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0746007 Feb 10 06:39:15.916885 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a6a856c-9afd-4075-a8c6-279bca65cc7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:15.970331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Request body: {'port': {'device_id': '72d2613d-1134-42d7-9bad-641b562f71c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:16.166000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8211-bc49-4693-88ff-73b177006f39 req-4375354c-90fa-46d8-b95d-6058b83df58e tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:16.172055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] For port b516b490-c2e5-4ce7-88fe-3bd3d8380902, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b516b490-c2e5-4ce7-88fe-3bd3d8380902,segment=NetworkSegment(ac67eba6-2651-4157-8718-2693ee5b7b1a),segment_id=ac67eba6-2651-4157-8718-2693ee5b7b1a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:16.172428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.175114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-476c8211-bc49-4693-88ff-73b177006f39 req-4375354c-90fa-46d8-b95d-6058b83df58e tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 946 time: 0.1690047 Feb 10 06:39:16.221179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49582) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:16.238083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Calling delete_port for b516b490-c2e5-4ce7-88fe-3bd3d8380902 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:39:16.249488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.274934 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Allocated IP 172.20.0.11 (c4a92f9c-613f-477d-a248-dee21328e6c3/5ed5b7f9-6f2a-4322-880d-c5882d9f2360/927ba143-b428-4121-9e0c-63e2af2c116a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:39:16.275759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a6a856c-9afd-4075-a8c6-279bca65cc7a admin admin] Publish callbacks [] for security_group (76e9c138-999f-4051-b540-a764f9e714d4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.338136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-476c8211-bc49-4693-88ff-73b177006f39 req-1a023366-e9f9-4c88-bf26-967c7e168542 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b75ea0e-6a99-4265-81fb-fedf0096b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522753 Feb 10 06:39:16.340605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a6a856c-9afd-4075-a8c6-279bca65cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (76e9c138-999f-4051-b540-a764f9e714d4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.404562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49588) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:16.406885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a6a856c-9afd-4075-a8c6-279bca65cc7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c686760e4bd4f84b7fce8056797c815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8428307 Feb 10 06:39:16.407730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a856c-9afd-4075-a8c6-279bca65cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e9c138-999f-4051-b540-a764f9e714d4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:16.428593 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.467521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fde55870-92da-4417-8afc-45de8f2457db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.578268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fde55870-92da-4417-8afc-45de8f2457db admin admin] Publish callbacks [] for security_group (d3697406-05f4-49df-a08a-4ed0eeb8c9d3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.585755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fde55870-92da-4417-8afc-45de8f2457db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d3697406-05f4-49df-a08a-4ed0eeb8c9d3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.619608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fde55870-92da-4417-8afc-45de8f2457db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=821a65a873654f74b76f52dc4e87c2bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961775 Feb 10 06:39:16.622181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:16.702711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Publish callbacks [] for security_group (76e9c138-999f-4051-b540-a764f9e714d4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.711273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde55870-92da-4417-8afc-45de8f2457db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3697406-05f4-49df-a08a-4ed0eeb8c9d3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:16.728149 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Publish callbacks [] for security_group (76e9c138-999f-4051-b540-a764f9e714d4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.749830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621dc1f-b07e-4321-a685-ec4dd6f5ddbb req-e98bdd57-ed3d-4106-aa67-ccc23e045916 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:16.751510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e621dc1f-b07e-4321-a685-ec4dd6f5ddbb req-e98bdd57-ed3d-4106-aa67-ccc23e045916 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 945 time: 0.0978596 Feb 10 06:39:16.772605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20ab4d64-5f66-40bc-b11f-9a16162098ca admin admin] Publish callbacks [] for security_group (d3697406-05f4-49df-a08a-4ed0eeb8c9d3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.836398 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20ab4d64-5f66-40bc-b11f-9a16162098ca admin admin] Publish callbacks [] for security_group (d3697406-05f4-49df-a08a-4ed0eeb8c9d3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.860787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (76e9c138-999f-4051-b540-a764f9e714d4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.863947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.866322 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76e9c138-999f-4051-b540-a764f9e714d4 HTTP/1.1" status: 204 len: 168 time: 0.4589448 Feb 10 06:39:16.891746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15df6785-14ab-4791-b6f0-d6cfee44335e req-23a0e5bb-4b27-4368-8440-d5735448edcc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 210 time: 0.0522578 Feb 10 06:39:16.894919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e621dc1f-b07e-4321-a685-ec4dd6f5ddbb req-470926c6-9f33-4645-aa7e-e3015dbaa4fd tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349757 Feb 10 06:39:16.910644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e9c138-999f-4051-b540-a764f9e714d4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:16.950119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20ab4d64-5f66-40bc-b11f-9a16162098ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d3697406-05f4-49df-a08a-4ed0eeb8c9d3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.952947 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20ab4d64-5f66-40bc-b11f-9a16162098ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:16.954153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20ab4d64-5f66-40bc-b11f-9a16162098ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3697406-05f4-49df-a08a-4ed0eeb8c9d3 HTTP/1.1" status: 204 len: 168 time: 0.3308387 Feb 10 06:39:16.965441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4d64-5f66-40bc-b11f-9a16162098ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3697406-05f4-49df-a08a-4ed0eeb8c9d3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:17.115773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ae7ce0-7b5e-429b-9258-ca60b9544a85 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:39:17.129511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Publish callbacks [] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.148128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Transition to ACTIVE for port object f6ae7ce0-7b5e-429b-9258-ca60b9544a85 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:39:17.150707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.151072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.151477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.151919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.152471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.152797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.153167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.153465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.154085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.154460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.154870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.155208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.155537 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02773a5b-a4dc-4e2d-9317-cb01812d3130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:17.159414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acae97-027f-4914-ab54-716cdcc44757 req-6b757d66-2dc2-4e72-a84c-49d6262ef138 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:17.160854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.162936 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b516b490-c2e5-4ce7-88fe-3bd3d8380902), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.168702 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks [] for port (927ba143-b428-4121-9e0c-63e2af2c116a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.182882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69acae97-027f-4914-ab54-716cdcc44757 req-6b757d66-2dc2-4e72-a84c-49d6262ef138 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 931 time: 0.1103480 Feb 10 06:39:17.221954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Pushing event updated for resources: {'Port': ['ID=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:17.265236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Pushing event deleted for resources: {'Port': ['ID=b516b490-c2e5-4ce7-88fe-3bd3d8380902,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:17.338876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] No DVR routers for this DVR port b516b490-c2e5-4ce7-88fe-3bd3d8380902 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:39:17.346577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.350124 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a84991cc-45b0-4878-af7f-fe6e4ff064f5 req-2443d787-c155-42fc-bce8-7648c5062ce1 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.24 "DELETE /v2.0/ports/b516b490-c2e5-4ce7-88fe-3bd3d8380902 HTTP/1.1" status: 204 len: 173 time: 2.2152894 Feb 10 06:39:17.356987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ca70cf-13b2-449a-a618-ed6e06a8ee7e', 'name': 'network-vif-deleted', 'tag': 'b516b490-c2e5-4ce7-88fe-3bd3d8380902'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:17.359381 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2853a22-9597-40e0-9a17-070d09797e69" -d '{"events": [{"server_uuid": "50ca70cf-13b2-449a-a618-ed6e06a8ee7e", "name": "network-vif-deleted", "tag": "b516b490-c2e5-4ce7-88fe-3bd3d8380902"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:17.437370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Attempting to bind port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:39:17.438001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Attempting to bind port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:39:17.438610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Attempting to bind port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 on network e43e0ff1-8270-4516-bf01-3cac32ee555d {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:17.443722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 on network e43e0ff1-8270-4516-bf01-3cac32ee555d not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:39:17.444308 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Attempting to bind port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 on network e43e0ff1-8270-4516-bf01-3cac32ee555d {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:17.451182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:39:17.451670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69acae97-027f-4914-ab54-716cdcc44757 req-359b24fd-e3b0-424f-b0d2-7e3be4d4ea08 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632842 Feb 10 06:39:17.452380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Checking segment: {'id': '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:39:17.452954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Bound using segment: {'id': '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:39:17.453720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Bound port: f6ae7ce0-7b5e-429b-9258-ca60b9544a85, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:39:17.454261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.460911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.514478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c2762-9d36-459b-9a25-0c66848a458c req-4ad2dbe6-183d-4907-b1fc-24c414f9e7b2 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:17.516345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc2c2762-9d36-459b-9a25-0c66848a458c req-4ad2dbe6-183d-4907-b1fc-24c414f9e7b2 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 945 time: 0.3305454 Feb 10 06:39:17.619068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Network c4a92f9c-613f-477d-a248-dee21328e6c3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:17.661534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:17.665246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:39:17.698511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc2c2762-9d36-459b-9a25-0c66848a458c req-eb401671-dab1-4197-965f-8b4f46ff0355 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671722 Feb 10 06:39:17.728318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b516b490-c2e5-4ce7-88fe-3bd3d8380902 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:39:17.735334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-678e8969-6bb9-499c-a6f5-cf094812d992 req-a665e909-4013-4428-85f2-cde5b80b9107 tempest-VolumesActionsTest-1192552490 tempest-VolumesActionsTest-1192552490-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ca70cf-13b2-449a-a618-ed6e06a8ee7e HTTP/1.1" status: 200 len: 210 time: 0.0894697 Feb 10 06:39:17.755112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event updated for resources: {'Port': ['ID=927ba143-b428-4121-9e0c-63e2af2c116a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:17.778925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:17.802966 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7f8b-0a0e-488b-adcd-a1718abd7044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.813753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49620) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:17.820544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: b516b490-c2e5-4ce7-88fe-3bd3d8380902 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:39:17.824950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b516b490-c2e5-4ce7-88fe-3bd3d8380902 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:39:17.838847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b54878af-11ac-4881-9ac6-11d29c0c27a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.847390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] For port f6ae7ce0-7b5e-429b-9258-ca60b9544a85, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:39:17.856471 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102e4507-835a-4dee-9ae3-67820e1cba97 x-openstack-request-id: req-102e4507-835a-4dee-9ae3-67820e1cba97 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:17.856782 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ca70cf-13b2-449a-a618-ed6e06a8ee7e", "name": "network-vif-deleted", "tag": "b516b490-c2e5-4ce7-88fe-3bd3d8380902", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:17.857548 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-102e4507-835a-4dee-9ae3-67820e1cba97 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:17.857976 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ca70cf-13b2-449a-a618-ed6e06a8ee7e', 'name': 'network-vif-deleted', 'tag': 'b516b490-c2e5-4ce7-88fe-3bd3d8380902', 'status': 'completed', 'code': 200} Feb 10 06:39:17.866527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:17.867280 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.898456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] For port f6ae7ce0-7b5e-429b-9258-ca60b9544a85, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:39:17.925270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:17.994221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc3c7e-25f3-404f-9b9a-bdf7d0ea56a4 req-84f43048-5616-49a0-bdec-75da041c6754 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:18.008110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8cc3c7e-25f3-404f-9b9a-bdf7d0ea56a4 req-84f43048-5616-49a0-bdec-75da041c6754 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 945 time: 0.1228063 Feb 10 06:39:18.012402 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-3ff4ac08-a315-43b0-9b37-bce1261b3fb2 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9728215 Feb 10 06:39:18.014809 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7f8b-0a0e-488b-adcd-a1718abd7044 admin admin] Publish callbacks [] for security_group (9a5d6fb6-31d4-4881-ba43-102462abcafe), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.035608 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7f8b-0a0e-488b-adcd-a1718abd7044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9a5d6fb6-31d4-4881-ba43-102462abcafe), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.045727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Request body: {'port': {'device_id': '043a4206-6b41-4618-a9a4-df986aff9c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:18.079878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:18.080898 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.082912 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] 10.222.0.13 "PUT /v2.0/ports/f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 1091 time: 2.1570613 Feb 10 06:39:18.160191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.176703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd01dd-6915-4d1c-b7cb-8b69d1f56dcf service neutron] Pushing event updated for resources: {'Port': ['ID=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:18.218464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7c1b7f8b-0a0e-488b-adcd-a1718abd7044 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c884d8b233b7421c9eca7680555edbf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375839 Feb 10 06:39:18.219251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:18.230598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b7f8b-0a0e-488b-adcd-a1718abd7044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5d6fb6-31d4-4881-ba43-102462abcafe,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:18.273656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8cc3c7e-25f3-404f-9b9a-bdf7d0ea56a4 req-79b5214a-c278-400b-aad9-11e05809f4b5 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568421 Feb 10 06:39:18.397606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b54878af-11ac-4881-9ac6-11d29c0c27a6 admin admin] Publish callbacks [] for security_group (d381d849-b76c-458b-ac14-08d2053105e9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.408235 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b54878af-11ac-4881-9ac6-11d29c0c27a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d381d849-b76c-458b-ac14-08d2053105e9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.445106 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f954c9a-a773-4b00-bf5d-ab6b6bc27b76 admin admin] Publish callbacks [] for security_group (9a5d6fb6-31d4-4881-ba43-102462abcafe), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.480411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fe821-d246-4548-be0b-feb2dd6499ac req-b2581dfc-f70f-468e-b60f-9183fcad5064 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:18.482037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-418fe821-d246-4548-be0b-feb2dd6499ac req-b2581dfc-f70f-468e-b60f-9183fcad5064 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 932 time: 0.2618604 Feb 10 06:39:18.530381 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f954c9a-a773-4b00-bf5d-ab6b6bc27b76 admin admin] Publish callbacks [] for security_group (9a5d6fb6-31d4-4881-ba43-102462abcafe), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.566453 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b54878af-11ac-4881-9ac6-11d29c0c27a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c41be7f1d234d28b8db5105f8f92474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7501514 Feb 10 06:39:18.572029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-c493280b-bbc1-42a7-8915-b0d71bd8b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:18.573672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:18.574831 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-c493280b-bbc1-42a7-8915-b0d71bd8b42e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1125 time: 0.4153342 Feb 10 06:39:18.577758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54878af-11ac-4881-9ac6-11d29c0c27a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d381d849-b76c-458b-ac14-08d2053105e9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:18.600868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-418fe821-d246-4548-be0b-feb2dd6499ac req-87776332-5b4e-4e9c-bf8e-d73db2e47e1f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107574 Feb 10 06:39:18.657549 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-1638236e-afa6-4058-833a-b9d8d742f883 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 217 time: 0.0714290 Feb 10 06:39:18.753976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-230df490-0e4d-414e-b15a-bfdc78a24bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:18.755488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-230df490-0e4d-414e-b15a-bfdc78a24bb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 200 len: 860 time: 0.0797617 Feb 10 06:39:18.774693 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f954c9a-a773-4b00-bf5d-ab6b6bc27b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9a5d6fb6-31d4-4881-ba43-102462abcafe), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.777311 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f954c9a-a773-4b00-bf5d-ab6b6bc27b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.778710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f954c9a-a773-4b00-bf5d-ab6b6bc27b76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a5d6fb6-31d4-4881-ba43-102462abcafe HTTP/1.1" status: 204 len: 168 time: 0.5043952 Feb 10 06:39:18.802705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b2c50d1-6a67-4c9d-a3e8-0ec48c8664e3 admin admin] Publish callbacks [] for security_group (d381d849-b76c-458b-ac14-08d2053105e9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.811823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f954c9a-a773-4b00-bf5d-ab6b6bc27b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5d6fb6-31d4-4881-ba43-102462abcafe,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:18.815830 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-4c7cf19f-f0bc-4615-adfa-2f9eed04313a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e43e0ff1-8270-4516-bf01-3cac32ee555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380528 Feb 10 06:39:18.872878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927ba143-b428-4121-9e0c-63e2af2c116a {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:39:18.883503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Publish callbacks [] for port (927ba143-b428-4121-9e0c-63e2af2c116a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.900512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a20060-994c-43bf-85dc-d221d42ca05d req-51c3cdde-05f0-4743-957d-8456324367c3 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:18.902744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3a20060-994c-43bf-85dc-d221d42ca05d req-51c3cdde-05f0-4743-957d-8456324367c3 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 943 time: 0.2412000 Feb 10 06:39:18.911162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b2c50d1-6a67-4c9d-a3e8-0ec48c8664e3 admin admin] Publish callbacks [] for security_group (d381d849-b76c-458b-ac14-08d2053105e9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.933356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Transition to ACTIVE for port object 927ba143-b428-4121-9e0c-63e2af2c116a will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:39:18.949664 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:18.963764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95161c4-3660-44f1-a43c-ccfecb052ebc req-dfad582c-6c64-4b88-a410-07a0ee6d2065 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:18.965356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f95161c4-3660-44f1-a43c-ccfecb052ebc req-dfad582c-6c64-4b88-a410-07a0ee6d2065 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 945 time: 0.2300994 Feb 10 06:39:19.016343 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-9c91a342-fa3b-4cc9-9db2-59e2236a9a75 service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844864 Feb 10 06:39:19.136597 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9c16cc88-b842-4dfa-910d-5695418d5746 req-487b9f2a-76dd-4052-b916-506fd17112a7 service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130385 Feb 10 06:39:19.141148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f95161c4-3660-44f1-a43c-ccfecb052ebc req-12711490-b782-4a59-947d-7269b713e04b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556365 Feb 10 06:39:19.164874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=927ba143-b428-4121-9e0c-63e2af2c116a,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:19.189473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3a20060-994c-43bf-85dc-d221d42ca05d req-91191717-7fe3-41d2-a3a0-b5f82fa396f8 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803898 Feb 10 06:39:19.225016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b2c50d1-6a67-4c9d-a3e8-0ec48c8664e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d381d849-b76c-458b-ac14-08d2053105e9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:19.228292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b2c50d1-6a67-4c9d-a3e8-0ec48c8664e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:19.235008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b2c50d1-6a67-4c9d-a3e8-0ec48c8664e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d381d849-b76c-458b-ac14-08d2053105e9 HTTP/1.1" status: 204 len: 168 time: 0.6577065 Feb 10 06:39:19.260773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c50d1-6a67-4c9d-a3e8-0ec48c8664e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d381d849-b76c-458b-ac14-08d2053105e9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:19.326728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Attempting to bind port 927ba143-b428-4121-9e0c-63e2af2c116a on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:39:19.327079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Attempting to bind port 927ba143-b428-4121-9e0c-63e2af2c116a by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:39:19.327418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Attempting to bind port 927ba143-b428-4121-9e0c-63e2af2c116a on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:19.332250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Port 927ba143-b428-4121-9e0c-63e2af2c116a on network c4a92f9c-613f-477d-a248-dee21328e6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:39:19.332760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Attempting to bind port 927ba143-b428-4121-9e0c-63e2af2c116a on network c4a92f9c-613f-477d-a248-dee21328e6c3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:19.341465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:39:19.341800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Checking segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:39:19.342818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Bound using segment: {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:39:19.344658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Bound port: 927ba143-b428-4121-9e0c-63e2af2c116a, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c70a8-7c13-4572-ac50-58396ab4b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:39:19.345038 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:19.467271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] For port 927ba143-b428-4121-9e0c-63e2af2c116a, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:39:19.475443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] For port 927ba143-b428-4121-9e0c-63e2af2c116a, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=927ba143-b428-4121-9e0c-63e2af2c116a,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:39:19.492145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:19.625308 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:19.625837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:19.628091 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] 10.222.0.13 "PUT /v2.0/ports/927ba143-b428-4121-9e0c-63e2af2c116a HTTP/1.1" status: 200 len: 1092 time: 1.6052408 Feb 10 06:39:19.685361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d36945-3b5c-46ea-8844-c05e13df8fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=927ba143-b428-4121-9e0c-63e2af2c116a,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:19.847133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-10fd8068-525d-4e5d-9fdd-d2358452c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:19.851507 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-10fd8068-525d-4e5d-9fdd-d2358452c1de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 1126 time: 0.1241047 Feb 10 06:39:19.862871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85'}, {'name': 'network-changed', 'server_uuid': '043a4206-6b41-4618-a9a4-df986aff9c62', 'tag': '927ba143-b428-4121-9e0c-63e2af2c116a'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:19.865803 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50138d7b-1135-4a80-8a41-af3aa888bfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85"}, {"name": "network-changed", "server_uuid": "043a4206-6b41-4618-a9a4-df986aff9c62", "tag": "927ba143-b428-4121-9e0c-63e2af2c116a"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:19.960283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e9af0-895d-461a-81e2-5c8c2228fc35 req-b6d639e0-bff0-41b0-a1bb-a96dbdc68864 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:19.998871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-015e9af0-895d-461a-81e2-5c8c2228fc35 req-b6d639e0-bff0-41b0-a1bb-a96dbdc68864 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 944 time: 0.2208416 Feb 10 06:39:20.082549 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bb9b9a-1dcb-43f1-9a14-d76fda1d35bf x-openstack-request-id: req-b2bb9b9a-1dcb-43f1-9a14-d76fda1d35bf {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:20.085068 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "043a4206-6b41-4618-a9a4-df986aff9c62", "tag": "927ba143-b428-4121-9e0c-63e2af2c116a", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:20.086392 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2bb9b9a-1dcb-43f1-9a14-d76fda1d35bf {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:20.087962 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'status': 'completed', 'code': 200} Feb 10 06:39:20.087962 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043a4206-6b41-4618-a9a4-df986aff9c62', 'tag': '927ba143-b428-4121-9e0c-63e2af2c116a', 'status': 'completed', 'code': 200} Feb 10 06:39:20.093285 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-5dcae5e6-5bd9-40f1-82b8-7fc3400b901c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927ba143-b428-4121-9e0c-63e2af2c116a HTTP/1.1" status: 200 len: 217 time: 0.2193315 Feb 10 06:39:20.125509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-015e9af0-895d-461a-81e2-5c8c2228fc35 req-44e11175-0dd8-4f64-98a5-4f91aa4c63cf tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255877 Feb 10 06:39:20.350269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-c9fb279f-3a57-4581-b4c8-69211b05c219 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:20.351901 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-c9fb279f-3a57-4581-b4c8-69211b05c219 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 945 time: 0.4564908 Feb 10 06:39:20.398940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-5f391d57-972e-4127-ab29-56613074327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:20.401476 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-5f391d57-972e-4127-ab29-56613074327e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.2804203 Feb 10 06:39:20.543046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b961d93-0764-497b-bb0f-222021b8a0e1 req-88f83c7b-0e5b-44ee-aaca-4f32a9c75b42 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:20.547013 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-9ebae214-ef86-44ea-a26e-efac93347ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061304 Feb 10 06:39:20.550399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b961d93-0764-497b-bb0f-222021b8a0e1 req-88f83c7b-0e5b-44ee-aaca-4f32a9c75b42 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 945 time: 0.2677162 Feb 10 06:39:20.562594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-51ef15f7-e84a-45ab-8a1b-ef944384c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:20.564461 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-51ef15f7-e84a-45ab-8a1b-ef944384c891 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1125 time: 0.4405518 Feb 10 06:39:20.570883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada2be-ec67-4e86-84bb-b3354192743d req-4768b45b-5372-4abe-abce-d078da2bc06a tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:20.582802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ada2be-ec67-4e86-84bb-b3354192743d req-4768b45b-5372-4abe-abce-d078da2bc06a tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 943 time: 0.2130256 Feb 10 06:39:20.741692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ada2be-ec67-4e86-84bb-b3354192743d req-d1f284b3-75fc-4342-9da8-97a0d994decc tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577835 Feb 10 06:39:20.814876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b961d93-0764-497b-bb0f-222021b8a0e1 req-905e6290-55a9-41ca-b087-1c0cf8290096 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635782 Feb 10 06:39:20.849220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-302fb952-4a04-4c5d-a54a-8b0474ccd077 service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786422 Feb 10 06:39:21.401500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776ae72-40f7-416d-96c4-adb8852709ff req-4ac58f46-05fc-4449-96d6-05120cebc255 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:21.408053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d776ae72-40f7-416d-96c4-adb8852709ff req-4ac58f46-05fc-4449-96d6-05120cebc255 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 944 time: 0.1349323 Feb 10 06:39:21.517601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d776ae72-40f7-416d-96c4-adb8852709ff req-0a46ef30-c64a-4f77-ae42-8ce331f4ce40 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039491 Feb 10 06:39:21.736420 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-15dbe1c1-69a0-4a9b-9d4c-f607789eec8f req-760d2884-d43a-4e02-8df8-cd7e87c3a7db service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8787670 Feb 10 06:39:21.782403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Deleting port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:39:21.782798 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:21.813698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-793440c4-a5ea-4770-be23-8040468c15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:21.826284 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-793440c4-a5ea-4770-be23-8040468c15a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 920 time: 1.2374928 Feb 10 06:39:22.019866 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-1fed1cda-885e-493c-86e8-6bac94d9faff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 217 time: 0.1783078 Feb 10 06:39:22.048721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aeb18-3e54-4f6d-96ff-0e5fec6e782f req-e80124d2-b249-4db4-96ee-2f58fffc1b46 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:22.054085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f54aeb18-3e54-4f6d-96ff-0e5fec6e782f req-e80124d2-b249-4db4-96ee-2f58fffc1b46 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 943 time: 0.1912534 Feb 10 06:39:22.115945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597eb8-b4ef-43dd-a1c0-2252ada891b5 req-26f08fda-d457-46e3-a63a-6c85e2c39195 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:22.125780 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58597eb8-b4ef-43dd-a1c0-2252ada891b5 req-26f08fda-d457-46e3-a63a-6c85e2c39195 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 945 time: 0.2022097 Feb 10 06:39:22.155442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-65fced59-055d-4f97-a2f8-557d0e603557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:22.159166 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-65fced59-055d-4f97-a2f8-557d0e603557 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 200 len: 860 time: 0.1301167 Feb 10 06:39:22.252862 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-db7165d8-62c6-4de8-8a3c-f1b92412a4ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e43e0ff1-8270-4516-bf01-3cac32ee555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805874 Feb 10 06:39:22.270390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58597eb8-b4ef-43dd-a1c0-2252ada891b5 req-3593bdb4-faa0-4fc1-82de-6098b1d64550 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436212 Feb 10 06:39:22.379853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f54aeb18-3e54-4f6d-96ff-0e5fec6e782f req-bf0a4e27-c62f-4eab-9227-5e93bad79178 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131680 Feb 10 06:39:22.455532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] For port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:22.456220 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:22.476587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f6ae7ce0-7b5e-429b-9258-ca60b9544a85 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:39:22.582733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Calling delete_port for a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:39:22.619404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port f6ae7ce0-7b5e-429b-9258-ca60b9544a85, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:22.637780 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'port_id': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'mac_address': 'fa:16:3e:40:5c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:39:22.710796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:22.711417 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:22.731530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ae7ce0-7b5e-429b-9258-ca60b9544a85 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:39:22.784465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port f6ae7ce0-7b5e-429b-9258-ca60b9544a85, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:22.793727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9909d06-2dad-416e-aa3a-6b47c990e3b3 req-f38c1b1c-4531-46bc-a8a6-0569523cd21c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:22.795989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9909d06-2dad-416e-aa3a-6b47c990e3b3 req-f38c1b1c-4531-46bc-a8a6-0569523cd21c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 944 time: 0.1411054 Feb 10 06:39:22.796404 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:22.799096 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-30321056-df70-406a-9de6-cc102ea1bc0a service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298562 Feb 10 06:39:22.880275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:22.948178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9909d06-2dad-416e-aa3a-6b47c990e3b3 req-d2534873-a231-48bd-b038-3ff11076ff6a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368706 Feb 10 06:39:23.103689 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-74d2ddf4-c5cc-431c-bd6d-4027a5791cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854753 Feb 10 06:39:23.191226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a395c45c-900a-4e40-8ca8-8fc6ac7b4e36), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:23.205673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:39:23.263024 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f6ae7ce0-7b5e-429b-9258-ca60b9544a85'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:39:23.297972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event deleted for resources: {'Port': ['ID=a395c45c-900a-4e40-8ca8-8fc6ac7b4e36,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:23.523824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] No DVR routers for this DVR port a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:39:23.531485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:23.541044 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-347fa6f2-b915-4702-9d50-96c6ba177725 req-f524adab-97c9-43da-a74f-48390fc91f0a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "DELETE /v2.0/ports/a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 HTTP/1.1" status: 204 len: 173 time: 3.1696100 Feb 10 06:39:23.553258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-4774931c-dd4b-46fd-b58e-8f9202c56ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:23.562701 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-4774931c-dd4b-46fd-b58e-8f9202c56ba7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b7addecd8041dea544b8fc79c768ac&device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 1126 time: 0.3861928 Feb 10 06:39:23.563448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb0f0ead-a227-46d0-9a0f-d462f576e059 req-6f1f6f70-ef29-45d9-990f-9d951b82d0e1 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a6aba9-0628-4d1f-b7f0-e5fc28202d9c HTTP/1.1" status: 200 len: 210 time: 0.1023474 Feb 10 06:39:23.565770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a6aba9-0628-4d1f-b7f0-e5fc28202d9c', 'name': 'network-vif-deleted', 'tag': 'a395c45c-900a-4e40-8ca8-8fc6ac7b4e36'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:23.572157 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8499a4-5b0b-43e7-8a7a-09153ac2d7ef" -d '{"events": [{"server_uuid": "58a6aba9-0628-4d1f-b7f0-e5fc28202d9c", "name": "network-vif-deleted", "tag": "a395c45c-900a-4e40-8ca8-8fc6ac7b4e36"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:23.704832 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e71b343-306c-4ca1-84e5-1f7119acf305 x-openstack-request-id: req-4e71b343-306c-4ca1-84e5-1f7119acf305 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:23.705213 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a6aba9-0628-4d1f-b7f0-e5fc28202d9c", "name": "network-vif-deleted", "tag": "a395c45c-900a-4e40-8ca8-8fc6ac7b4e36", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:23.705536 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e71b343-306c-4ca1-84e5-1f7119acf305 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:23.706027 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a6aba9-0628-4d1f-b7f0-e5fc28202d9c', 'name': 'network-vif-deleted', 'tag': 'a395c45c-900a-4e40-8ca8-8fc6ac7b4e36', 'status': 'completed', 'code': 200} Feb 10 06:39:23.715108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56535-9bd1-442c-ba89-42ce88c63a38 req-77bc45cc-60c6-4260-b35a-cbc850e6a5d4 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:23.725550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abb56535-9bd1-442c-ba89-42ce88c63a38 req-77bc45cc-60c6-4260-b35a-cbc850e6a5d4 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 944 time: 0.1567316 Feb 10 06:39:23.868667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:39:23.874408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abb56535-9bd1-442c-ba89-42ce88c63a38 req-1d09221f-4288-492a-b1e9-9ee7abd23a49 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411717 Feb 10 06:39:23.887962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-9b5e495e-a48e-4605-94e7-d7eb2f72d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:23.889478 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-9b5e495e-a48e-4605-94e7-d7eb2f72d62a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 200 len: 911 time: 0.3078194 Feb 10 06:39:23.942466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:39:23.943029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a395c45c-900a-4e40-8ca8-8fc6ac7b4e36 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:39:24.044000 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-3f8f1633-1c49-413b-ba99-cabe091e6ba0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927ba143-b428-4121-9e0c-63e2af2c116a HTTP/1.1" status: 200 len: 217 time: 0.1482995 Feb 10 06:39:24.175750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-3f10f12f-5757-4d06-a24d-9805df64033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:24.178755 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-3f10f12f-5757-4d06-a24d-9805df64033a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 200 len: 851 time: 0.1236188 Feb 10 06:39:24.268584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944978de-0691-4821-9356-ed93c4d32a0a req-b380eaf7-68ea-48f5-b4e0-3552f38f0019 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:24.276465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-944978de-0691-4821-9356-ed93c4d32a0a req-b380eaf7-68ea-48f5-b4e0-3552f38f0019 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 944 time: 0.1913745 Feb 10 06:39:24.300863 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-61b488eb-68d3-4c31-9f54-d65d23d1f0ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4a92f9c-613f-477d-a248-dee21328e6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142042 Feb 10 06:39:24.391493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-944978de-0691-4821-9356-ed93c4d32a0a req-df00a4a3-d6ec-4ac8-a3fa-238df821369f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080751 Feb 10 06:39:24.479767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-a2cf544f-22fa-43b9-a0f8-7fe1c55cab24 service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645031 Feb 10 06:39:24.486854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 927ba143-b428-4121-9e0c-63e2af2c116a details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:39:24.668428 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-50138d7b-1135-4a80-8a41-af3aa888bfaf req-89ca1a4c-a08b-444e-816d-fc031de1f0a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817317 Feb 10 06:39:24.717040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 927ba143-b428-4121-9e0c-63e2af2c116a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=927ba143-b428-4121-9e0c-63e2af2c116a,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:24.747645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '927ba143-b428-4121-9e0c-63e2af2c116a', 'network_id': 'c4a92f9c-613f-477d-a248-dee21328e6c3', 'port_id': '927ba143-b428-4121-9e0c-63e2af2c116a', 'mac_address': 'fa:16:3e:e3:3a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed5b7f9-6f2a-4322-880d-c5882d9f2360', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:39:24.825385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 927ba143-b428-4121-9e0c-63e2af2c116a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:24.826677 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:24.880184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927ba143-b428-4121-9e0c-63e2af2c116a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:39:24.980455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 927ba143-b428-4121-9e0c-63e2af2c116a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=927ba143-b428-4121-9e0c-63e2af2c116a,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:25.012451 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:25.146965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=927ba143-b428-4121-9e0c-63e2af2c116a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:25.181741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20b1b-9337-4e2c-b2e7-3482b992c834 req-180b20e1-3eab-44e5-8cf8-f2590b8a8937 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:25.192814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50f20b1b-9337-4e2c-b2e7-3482b992c834 req-180b20e1-3eab-44e5-8cf8-f2590b8a8937 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 944 time: 0.1918797 Feb 10 06:39:25.232825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-5de678da-225f-45a5-9817-9d424e6b3b29 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:25.240505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-5de678da-225f-45a5-9817-9d424e6b3b29 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.2279670 Feb 10 06:39:25.251910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49852) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:25.275735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-5efbecfa-d341-4a6a-9e10-3ede183547b6 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/quotas/a8d118dc65354c52bdd86b7a07fad05b HTTP/1.1" status: 200 len: 375 time: 0.0343032 Feb 10 06:39:25.307621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50f20b1b-9337-4e2c-b2e7-3482b992c834 req-fcb7eaca-08fe-460b-a98a-bbd9a284cebe tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075795 Feb 10 06:39:25.309886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['927ba143-b428-4121-9e0c-63e2af2c116a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:39:25.392304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-f525ee8d-edd0-4eca-adb2-f73a8b9bd624 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156316 Feb 10 06:39:25.639527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691945f-fd5a-4c95-a47f-df1aeddd135c req-7dbaf73d-f1a6-4a02-ba7e-49f38f682bdb tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:25.646832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c691945f-fd5a-4c95-a47f-df1aeddd135c req-7dbaf73d-f1a6-4a02-ba7e-49f38f682bdb tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 945 time: 0.1315248 Feb 10 06:39:25.662975 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-ac98e50f-9608-4b72-985d-51c376d94889 service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695761 Feb 10 06:39:25.701935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-498864f8-7643-4cd2-9962-444363e6c76b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:25.788012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-0e5bb99a-facb-4e32-bbeb-868c3da4166b service neutron] 10.222.0.21 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237857 Feb 10 06:39:25.877553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-498864f8-7643-4cd2-9962-444363e6c76b admin admin] Publish callbacks [] for security_group (3fa09aaf-0b16-45c8-9903-d62a77f2d28c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:25.886363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c691945f-fd5a-4c95-a47f-df1aeddd135c req-aff1e849-e71f-4922-84ca-cdba584473a9 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359290 Feb 10 06:39:25.887260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-498864f8-7643-4cd2-9962-444363e6c76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3fa09aaf-0b16-45c8-9903-d62a77f2d28c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:26.031252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-498864f8-7643-4cd2-9962-444363e6c76b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2775755a804940b0a5a4288c70918012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7752581 Feb 10 06:39:26.031920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498864f8-7643-4cd2-9962-444363e6c76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa09aaf-0b16-45c8-9903-d62a77f2d28c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:26.036200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0a61b61-baa6-484d-a5b7-2d6dd4e66c69 req-d2daaa89-d8e6-493e-ae99-ba58d6b95dfa tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 210 time: 0.0310047 Feb 10 06:39:26.036964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:26.157630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Publish callbacks [] for security_group (3fa09aaf-0b16-45c8-9903-d62a77f2d28c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:26.198605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Publish callbacks [] for security_group (3fa09aaf-0b16-45c8-9903-d62a77f2d28c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:26.304892 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3fa09aaf-0b16-45c8-9903-d62a77f2d28c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:26.311896 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:26.314433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fa09aaf-0b16-45c8-9903-d62a77f2d28c HTTP/1.1" status: 204 len: 168 time: 0.2754917 Feb 10 06:39:26.345958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa09aaf-0b16-45c8-9903-d62a77f2d28c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:26.373464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.374759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.375353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.375857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.376530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.377153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.377491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.378073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.378714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.379099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.379613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.379814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.380121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e13746-5746-4e82-89c9-eca03e3b1110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:26.504277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 927ba143-b428-4121-9e0c-63e2af2c116a up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:26.601408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 927ba143-b428-4121-9e0c-63e2af2c116a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:39:26.615292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 927ba143-b428-4121-9e0c-63e2af2c116a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:26.615654 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:26.891184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 927ba143-b428-4121-9e0c-63e2af2c116a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:26.893874 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:26.947836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0adcb0-9426-4ae8-838b-4fcfa15a3d02 req-8145d209-d7f5-4dbf-8947-90bc673fa500 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:26.958844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b0adcb0-9426-4ae8-838b-4fcfa15a3d02 req-8145d209-d7f5-4dbf-8947-90bc673fa500 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 944 time: 0.5249400 Feb 10 06:39:27.026925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043a4206-6b41-4618-a9a4-df986aff9c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927ba143-b428-4121-9e0c-63e2af2c116a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:27.033944 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bdc138-07cd-4b5b-b782-1a90bdc989af" -d '{"events": [{"server_uuid": "043a4206-6b41-4618-a9a4-df986aff9c62", "name": "network-vif-plugged", "status": "completed", "tag": "927ba143-b428-4121-9e0c-63e2af2c116a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:27.067422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 927ba143-b428-4121-9e0c-63e2af2c116a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=927ba143-b428-4121-9e0c-63e2af2c116a,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:27.080743 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:27.081826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f6ae7ce0-7b5e-429b-9258-ca60b9544a85 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:27.220684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=927ba143-b428-4121-9e0c-63e2af2c116a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:27.280920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:39:27.285271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:27.285798 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:27.292798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b0adcb0-9426-4ae8-838b-4fcfa15a3d02 req-3edce082-e58a-4426-a3f5-97ae11e978ba tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288102 Feb 10 06:39:27.332406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49920) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:27.343750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24c424-2b97-41a1-9408-f063fffd8a0d req-5b7e1fb1-9052-48b6-a75a-7ecea48f7586 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:27.356020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d24c424-2b97-41a1-9408-f063fffd8a0d req-5b7e1fb1-9052-48b6-a75a-7ecea48f7586 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 946 time: 0.2901630 Feb 10 06:39:27.378752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9613f51e-a9c3-4746-aa1d-7c0b43a40564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:27.474853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:27.476060 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:27.508837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d24c424-2b97-41a1-9408-f063fffd8a0d req-b4790dcf-3234-4435-82af-a57cb58448fa tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405437 Feb 10 06:39:27.582976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb76d27f-bcb7-4bf3-82dc-43255cd4ab32 req-a6edde8b-888b-49f8-b9ea-bc3aabbe289e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 210 time: 0.0606549 Feb 10 06:39:27.616304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port f6ae7ce0-7b5e-429b-9258-ca60b9544a85, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:27.625937 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:27.639969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9613f51e-a9c3-4746-aa1d-7c0b43a40564 admin admin] Publish callbacks [] for security_group (232c5ae2-ccbc-4768-8217-72fcb4e46c8e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:27.651386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9613f51e-a9c3-4746-aa1d-7c0b43a40564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (232c5ae2-ccbc-4768-8217-72fcb4e46c8e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:27.684638 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ca5f8-7d5c-48a9-85db-181c3d68b658 x-openstack-request-id: req-0e3ca5f8-7d5c-48a9-85db-181c3d68b658 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:27.685237 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043a4206-6b41-4618-a9a4-df986aff9c62", "name": "network-vif-plugged", "status": "completed", "tag": "927ba143-b428-4121-9e0c-63e2af2c116a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:27.685802 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e3ca5f8-7d5c-48a9-85db-181c3d68b658 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:27.686485 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043a4206-6b41-4618-a9a4-df986aff9c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927ba143-b428-4121-9e0c-63e2af2c116a', 'code': 200} Feb 10 06:39:27.733896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613f51e-a9c3-4746-aa1d-7c0b43a40564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232c5ae2-ccbc-4768-8217-72fcb4e46c8e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:27.762729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:27.794490 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9613f51e-a9c3-4746-aa1d-7c0b43a40564 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f76ac07896e545549f350e67ed9397d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4584804 Feb 10 06:39:27.795873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49928) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:27.952681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d46b1fa2-e083-4feb-89f0-4a9758b3bcec admin admin] Publish callbacks [] for security_group (232c5ae2-ccbc-4768-8217-72fcb4e46c8e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:28.006209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d46b1fa2-e083-4feb-89f0-4a9758b3bcec admin admin] Publish callbacks [] for security_group (232c5ae2-ccbc-4768-8217-72fcb4e46c8e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:28.120394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d46b1fa2-e083-4feb-89f0-4a9758b3bcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (232c5ae2-ccbc-4768-8217-72fcb4e46c8e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:28.123661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d46b1fa2-e083-4feb-89f0-4a9758b3bcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:28.128480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d46b1fa2-e083-4feb-89f0-4a9758b3bcec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/232c5ae2-ccbc-4768-8217-72fcb4e46c8e HTTP/1.1" status: 204 len: 168 time: 0.3270576 Feb 10 06:39:28.145072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b1fa2-e083-4feb-89f0-4a9758b3bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232c5ae2-ccbc-4768-8217-72fcb4e46c8e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:28.167240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bb65b-9bb1-4b03-9b2d-5deda9cb0ffb req-bb9b9300-6a42-4354-ae07-fe0fa44472c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:28.182031 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-366bb65b-9bb1-4b03-9b2d-5deda9cb0ffb req-bb9b9300-6a42-4354-ae07-fe0fa44472c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 1128 time: 0.3099906 Feb 10 06:39:28.259020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-503ecbb4-6148-476c-b04b-fef02c7496cc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:28.266062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-503ecbb4-6148-476c-b04b-fef02c7496cc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 806 time: 0.4687021 Feb 10 06:39:28.284776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Request body: {'port': {'device_id': '8dcdb0ac-58ba-43be-a19f-133295ed45ab', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'admin_state_up': True, 'tenant_id': 'a8d118dc65354c52bdd86b7a07fad05b'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:28.321255 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-366bb65b-9bb1-4b03-9b2d-5deda9cb0ffb req-2a5d59dc-644f-4189-972b-dd77d1d6e76f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380153 Feb 10 06:39:28.453668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910a10d-ae2b-4ef3-aff8-7a42ffed8f32 req-f87e0839-818f-4f1d-a60a-be494a727c3c tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:28.462948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6910a10d-ae2b-4ef3-aff8-7a42ffed8f32 req-f87e0839-818f-4f1d-a60a-be494a727c3c tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.0718620 Feb 10 06:39:28.506448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Made reservation on behalf of a8d118dc65354c52bdd86b7a07fad05b for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:39:28.516572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:28.557171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6910a10d-ae2b-4ef3-aff8-7a42ffed8f32 req-74dca0be-787f-47f9-b6f0-940822a8ae7c tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903723 Feb 10 06:39:28.830698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-623b251e-1e82-44bf-9703-5e31118b7273 req-b32f93c1-65d4-4622-9fcf-aa6e231639b4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 210 time: 0.0827477 Feb 10 06:39:28.830970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Allocated IP 172.20.0.8 (73416e1f-efbe-4b07-a796-c13d404be009/2b828090-b45b-45b1-b6c4-67980fdababc/d13254df-4ed6-4937-9e52-25cbe229e35b) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:39:28.855938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d227ddc-a78d-4cf3-874a-0b5cd3e9e98a req-a5088525-ba38-4df1-b72c-2831ea367b56 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:28.861033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d227ddc-a78d-4cf3-874a-0b5cd3e9e98a req-a5088525-ba38-4df1-b72c-2831ea367b56 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 946 time: 0.2058427 Feb 10 06:39:28.960910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d227ddc-a78d-4cf3-874a-0b5cd3e9e98a req-558b455d-8c8e-473c-872c-cdfa64ca9d8c tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944049 Feb 10 06:39:29.120432 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks [] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:29.247047 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:29.260761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:39:29.362025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Network 73416e1f-efbe-4b07-a796-c13d404be009 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:29.371085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:29.379209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:39:29.467459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event updated for resources: {'Port': ['ID=d13254df-4ed6-4937-9e52-25cbe229e35b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:29.543943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:29.546593 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:29.579532 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-df8a3aec-b309-4cc9-a9f1-ab17e64b6e61 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3033395 Feb 10 06:39:29.596309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Request body: {'port': {'device_id': '8dcdb0ac-58ba-43be-a19f-133295ed45ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:29.687774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:29.707248 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2e5501-08dc-4cd4-a2ac-22642ab3d6c3" -d '{"events": [{"server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:29.781334 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:29.866432 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16359615-ac45-43cb-9b27-27fe722c8c16 x-openstack-request-id: req-16359615-ac45-43cb-9b27-27fe722c8c16 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:29.867114 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:29.867652 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16359615-ac45-43cb-9b27-27fe722c8c16 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:29.869828 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'code': 200} Feb 10 06:39:29.909685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f61c-018e-4e60-b18b-617664800dde req-dacafca0-97d1-4e99-b8c5-4164909238d6 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:29.915623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f30f61c-018e-4e60-b18b-617664800dde req-dacafca0-97d1-4e99-b8c5-4164909238d6 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1795623 Feb 10 06:39:30.062198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f30f61c-018e-4e60-b18b-617664800dde req-16d59215-1767-49ea-beb8-a674625c0ecd tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444778 Feb 10 06:39:30.092587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2357b-f7d9-4025-9149-37c14cf80344 req-43b4d2b4-1c60-48ef-a387-942982a271ef tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:30.092587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3dd2357b-f7d9-4025-9149-37c14cf80344 req-43b4d2b4-1c60-48ef-a387-942982a271ef tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 931 time: 0.1271374 Feb 10 06:39:30.169913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3dd2357b-f7d9-4025-9149-37c14cf80344 req-674c04e3-cc28-47b8-b04d-c1c8bc5444ac tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766163 Feb 10 06:39:30.301596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad8c38-f758-4151-92dd-7d4d4a7e6243 req-6f1ae6ae-0e62-4e0b-a118-8346287b60c1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:30.304263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18ad8c38-f758-4151-92dd-7d4d4a7e6243 req-6f1ae6ae-0e62-4e0b-a118-8346287b60c1 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 946 time: 0.1174786 Feb 10 06:39:30.339554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8a16-33c5-4c62-a8b5-03ff2f3e9ced req-419673f4-e27a-462a-8892-e349037f1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:30.347416 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19bf8a16-33c5-4c62-a8b5-03ff2f3e9ced req-419673f4-e27a-462a-8892-e349037f1624 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1127 time: 0.2676284 Feb 10 06:39:30.428050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18ad8c38-f758-4151-92dd-7d4d4a7e6243 req-ce71259f-fe19-4ce1-bd59-527597d375aa tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144555 Feb 10 06:39:30.498186 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19bf8a16-33c5-4c62-a8b5-03ff2f3e9ced req-ea87a74f-ac05-4b5e-852d-2e93ce13b438 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396015 Feb 10 06:39:30.511035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13254df-4ed6-4937-9e52-25cbe229e35b {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:39:30.519546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Publish callbacks [] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:30.533182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Transition to ACTIVE for port object d13254df-4ed6-4937-9e52-25cbe229e35b will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:39:30.539106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:30.604691 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Pushing event updated for resources: {'Port': ['ID=d13254df-4ed6-4937-9e52-25cbe229e35b,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:30.685913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Attempting to bind port d13254df-4ed6-4937-9e52-25cbe229e35b on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:39:30.686291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Attempting to bind port d13254df-4ed6-4937-9e52-25cbe229e35b by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:39:30.686771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Attempting to bind port d13254df-4ed6-4937-9e52-25cbe229e35b on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:30.700763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Port d13254df-4ed6-4937-9e52-25cbe229e35b on network 73416e1f-efbe-4b07-a796-c13d404be009 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:39:30.701074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Attempting to bind port d13254df-4ed6-4937-9e52-25cbe229e35b on network 73416e1f-efbe-4b07-a796-c13d404be009 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:30.710788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:39:30.711134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Checking segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:39:30.712035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Bound using segment: {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:39:30.714765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Bound port: d13254df-4ed6-4937-9e52-25cbe229e35b, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ebde3-32c6-47dd-b523-65d2d0b12686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:39:30.715134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:30.867799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] For port d13254df-4ed6-4937-9e52-25cbe229e35b, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:39:30.874221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] For port d13254df-4ed6-4937-9e52-25cbe229e35b, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d13254df-4ed6-4937-9e52-25cbe229e35b,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:39:30.884413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:30.940118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:30.942505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:30.945799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] 10.222.0.24 "PUT /v2.0/ports/d13254df-4ed6-4937-9e52-25cbe229e35b HTTP/1.1" status: 200 len: 1091 time: 1.3541896 Feb 10 06:39:30.957720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcdb0ac-58ba-43be-a19f-133295ed45ab', 'tag': 'd13254df-4ed6-4937-9e52-25cbe229e35b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:30.960824 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc6916b-acdb-44c1-89b2-91d415de93b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcdb0ac-58ba-43be-a19f-133295ed45ab", "tag": "d13254df-4ed6-4937-9e52-25cbe229e35b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:31.209437 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeeb36b-bd3e-43ce-b96d-eadd065826a0 x-openstack-request-id: req-abeeb36b-bd3e-43ce-b96d-eadd065826a0 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:31.219753 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcdb0ac-58ba-43be-a19f-133295ed45ab", "tag": "d13254df-4ed6-4937-9e52-25cbe229e35b", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:31.235275 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abeeb36b-bd3e-43ce-b96d-eadd065826a0 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:31.236064 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcdb0ac-58ba-43be-a19f-133295ed45ab', 'tag': 'd13254df-4ed6-4937-9e52-25cbe229e35b', 'status': 'completed', 'code': 200} Feb 10 06:39:31.256738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996614cf-3633-4895-b5be-afc451d9de85 req-f54e6b8a-ea7b-466b-b9c5-4ca2cf84f34a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:31.276462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-996614cf-3633-4895-b5be-afc451d9de85 req-f54e6b8a-ea7b-466b-b9c5-4ca2cf84f34a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 946 time: 0.2635512 Feb 10 06:39:31.288285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734e4af-76f9-45a1-be12-95dee1c4dc7a service neutron] Pushing event updated for resources: {'Port': ['ID=d13254df-4ed6-4937-9e52-25cbe229e35b,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:31.341359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-0d9da0bc-6075-4383-831e-f4dfafb036f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:31.342550 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-0d9da0bc-6075-4383-831e-f4dfafb036f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 1125 time: 0.3370080 Feb 10 06:39:31.444988 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-918dda90-3a1a-493d-bdd2-a66d8b1e5f93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13254df-4ed6-4937-9e52-25cbe229e35b HTTP/1.1" status: 200 len: 217 time: 0.0880711 Feb 10 06:39:31.539263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-996614cf-3633-4895-b5be-afc451d9de85 req-039d2197-4988-4990-89bc-16b84f5264d6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454154 Feb 10 06:39:31.576365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-e8022dd5-4dd3-401a-9f3f-29a45382a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:31.581115 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-e8022dd5-4dd3-401a-9f3f-29a45382a129 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1265755 Feb 10 06:39:31.645824 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-b94daec2-00e6-454e-9cfe-492b452c7637 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563171 Feb 10 06:39:31.691750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012ad54-a532-4e51-b231-805261f28de6 req-e39e42ec-a7d9-4fc0-b899-8beb80bf2c11 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:31.704188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0012ad54-a532-4e51-b231-805261f28de6 req-e39e42ec-a7d9-4fc0-b899-8beb80bf2c11 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.3702428 Feb 10 06:39:31.924916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-7a3284d9-6be0-41d3-940c-7b4f773800bf service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716415 Feb 10 06:39:31.965072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0012ad54-a532-4e51-b231-805261f28de6 req-a0788654-d971-449f-a8d9-54fda82ea0fd tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591207 Feb 10 06:39:32.055247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc94f-f216-43d0-8923-585a595d13c6 req-dbace1ad-fe0c-40b3-841e-e9d3ab703d75 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:32.069112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91bcc94f-f216-43d0-8923-585a595d13c6 req-dbace1ad-fe0c-40b3-841e-e9d3ab703d75 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 943 time: 0.3579390 Feb 10 06:39:32.120851 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f840cf93-7ba9-4346-b8be-2b93cce436c2 req-e693f77f-25da-428b-b41a-78b9f977b83d service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862073 Feb 10 06:39:32.162123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91bcc94f-f216-43d0-8923-585a595d13c6 req-341eea64-38c0-4607-989b-21bad9dbbb71 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909767 Feb 10 06:39:32.319028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-64849134-c215-4667-a99c-0290483c0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:32.325558 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-64849134-c215-4667-a99c-0290483c0a21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 1125 time: 0.1370974 Feb 10 06:39:32.524993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-c46c4f95-f857-4e56-860e-2b66aeaf1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:32.526485 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-c46c4f95-f857-4e56-860e-2b66aeaf1828 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 906 time: 0.1911075 Feb 10 06:39:32.586597 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-8902ac19-0bbb-4b42-bf0e-7371946afd7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13254df-4ed6-4937-9e52-25cbe229e35b HTTP/1.1" status: 200 len: 217 time: 0.0506444 Feb 10 06:39:32.707174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-8ebf0ea8-2af5-41c6-a933-8550e3b0173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:32.708622 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-8ebf0ea8-2af5-41c6-a933-8550e3b0173f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1154418 Feb 10 06:39:32.772605 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-34e27195-a341-47a4-828f-af632d160150 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564137 Feb 10 06:39:32.803123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7066-2ece-4de8-a086-34bbd1edf377 req-31ec9461-e255-41b2-a10f-663dfd120ff7 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:32.815187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-644c7066-2ece-4de8-a086-34bbd1edf377 req-31ec9461-e255-41b2-a10f-663dfd120ff7 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 946 time: 0.1518354 Feb 10 06:39:32.941703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-644c7066-2ece-4de8-a086-34bbd1edf377 req-11ff4671-1568-447b-ac4c-c69ac3a3626f tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172547 Feb 10 06:39:33.027391 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-1543e96f-2bef-471f-9523-eded46a35bfe service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460294 Feb 10 06:39:33.214145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95f27c-f20c-4f72-9bcb-0ea4b968e3b8 req-5879dd55-3c25-4942-afee-f1ac16715616 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:33.227853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f95f27c-f20c-4f72-9bcb-0ea4b968e3b8 req-5879dd55-3c25-4942-afee-f1ac16715616 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1347618 Feb 10 06:39:33.236389 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dcc6916b-acdb-44c1-89b2-91d415de93b4 req-dd3c8163-431b-4d8b-84dc-9b4591dac145 service neutron] 10.222.0.24 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982121 Feb 10 06:39:33.416428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f95f27c-f20c-4f72-9bcb-0ea4b968e3b8 req-6b2fc793-9c01-4d07-ad99-52a3aa4e8c46 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842539 Feb 10 06:39:33.486236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc198-c372-45e7-be1a-97314baeccac req-cc212987-6bc0-4f79-85bc-18e2f1789570 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:33.491781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7bfc198-c372-45e7-be1a-97314baeccac req-cc212987-6bc0-4f79-85bc-18e2f1789570 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 943 time: 0.1553223 Feb 10 06:39:33.657553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7bfc198-c372-45e7-be1a-97314baeccac req-4eac8209-6fe8-496e-9d7f-c5bf67f24582 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553631 Feb 10 06:39:33.754732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad16fa-2213-4b52-8009-8f522c58465f req-68690001-b89b-4a3f-83d2-3f7caf026a55 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:33.770862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52ad16fa-2213-4b52-8009-8f522c58465f req-68690001-b89b-4a3f-83d2-3f7caf026a55 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 946 time: 0.2184365 Feb 10 06:39:33.891162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52ad16fa-2213-4b52-8009-8f522c58465f req-71fdb9fc-7cfd-4286-815d-be413a94fbe6 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190329 Feb 10 06:39:34.133045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25395adc-5448-4585-86cc-855abf70e111 req-f5c188cc-a837-448f-9d82-6a17c4b7548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:34.135861 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-25395adc-5448-4585-86cc-855abf70e111 req-f5c188cc-a837-448f-9d82-6a17c4b7548d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1127 time: 0.1076760 Feb 10 06:39:34.226968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95abba2-74a1-4c5c-87d9-506e69d8f5f8 req-a32cb8f7-17d8-4a24-be31-e6974a0f5c37 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:34.229205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c95abba2-74a1-4c5c-87d9-506e69d8f5f8 req-a32cb8f7-17d8-4a24-be31-e6974a0f5c37 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1086986 Feb 10 06:39:34.277036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25395adc-5448-4585-86cc-855abf70e111 req-eb37d2e8-5cf9-4300-ae4e-560ea3768273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:34.277545 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-25395adc-5448-4585-86cc-855abf70e111 req-eb37d2e8-5cf9-4300-ae4e-560ea3768273 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 920 time: 0.1358142 Feb 10 06:39:34.282885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c95abba2-74a1-4c5c-87d9-506e69d8f5f8 req-41311c45-b1c4-4421-8456-3a216714c99e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Feb 10 06:39:34.348227 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-25395adc-5448-4585-86cc-855abf70e111 req-8108cd3c-cbbe-4b8c-965d-cbb857f7d493 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 217 time: 0.0506949 Feb 10 06:39:34.410894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25395adc-5448-4585-86cc-855abf70e111 req-37241aa9-2d33-4ac4-a707-4bb6e2622d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:34.412597 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-25395adc-5448-4585-86cc-855abf70e111 req-37241aa9-2d33-4ac4-a707-4bb6e2622d19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 200 len: 860 time: 0.0576031 Feb 10 06:39:34.450681 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-25395adc-5448-4585-86cc-855abf70e111 req-819aa1c2-157c-4df9-9f78-0784c1a9e7d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e43e0ff1-8270-4516-bf01-3cac32ee555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324972 Feb 10 06:39:34.581550 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-25395adc-5448-4585-86cc-855abf70e111 req-cb0ce128-98b8-4239-90bb-a753267c5011 service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247602 Feb 10 06:39:34.730287 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-25395adc-5448-4585-86cc-855abf70e111 req-597ecb5e-e65b-4851-8cdd-e031c9f341f0 service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406755 Feb 10 06:39:34.810514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd2aaa-4640-47b5-a169-0e08f7ead742 req-6f194c1b-2186-498f-9a69-03d4d369b5ac tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:34.813125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0bd2aaa-4640-47b5-a169-0e08f7ead742 req-6f194c1b-2186-498f-9a69-03d4d369b5ac tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 943 time: 0.0728018 Feb 10 06:39:34.898279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0bd2aaa-4640-47b5-a169-0e08f7ead742 req-b11c9b6e-92d1-4f67-a9cd-9b832a452795 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774379 Feb 10 06:39:34.959413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-ea7cb0da-34b2-41c2-81fc-97a8368779b5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:34.961208 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-ea7cb0da-34b2-41c2-81fc-97a8368779b5 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 946 time: 0.0989063 Feb 10 06:39:35.061107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51b5e5-8b78-4a7e-b00e-65c6f11ad5bb req-1f29f20e-8110-4164-8dcd-6eff9d5a6071 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:35.063245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f51b5e5-8b78-4a7e-b00e-65c6f11ad5bb req-1f29f20e-8110-4164-8dcd-6eff9d5a6071 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 946 time: 0.0673804 Feb 10 06:39:35.115679 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Deleting port 927ba143-b428-4121-9e0c-63e2af2c116a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:39:35.116856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:35.175185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f51b5e5-8b78-4a7e-b00e-65c6f11ad5bb req-b825b1d8-04cb-429d-9820-22caf3b784cc tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec48d0c6-3710-49f1-a2bb-a73781c54b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047578 Feb 10 06:39:35.297503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] For port 927ba143-b428-4121-9e0c-63e2af2c116a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=927ba143-b428-4121-9e0c-63e2af2c116a,segment=NetworkSegment(3f6c70a8-7c13-4572-ac50-58396ab4b257),segment_id=3f6c70a8-7c13-4572-ac50-58396ab4b257)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:35.297997 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:35.318561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Calling delete_port for 927ba143-b428-4121-9e0c-63e2af2c116a owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:39:35.388152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:35.507795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9ae9e-bdb6-438d-830d-b776b1b94458 req-35f22cdc-1803-49fe-b560-7962d7172824 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:35.527004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49d9ae9e-bdb6-438d-830d-b776b1b94458 req-35f22cdc-1803-49fe-b560-7962d7172824 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1223149 Feb 10 06:39:35.530207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (927ba143-b428-4121-9e0c-63e2af2c116a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:35.547416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['927ba143-b428-4121-9e0c-63e2af2c116a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:39:35.619143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49d9ae9e-bdb6-438d-830d-b776b1b94458 req-f37f9496-a2a2-46cd-a1d5-4c496a73ac81 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911846 Feb 10 06:39:35.631884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Pushing event deleted for resources: {'Port': ['ID=927ba143-b428-4121-9e0c-63e2af2c116a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:35.696253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] No DVR routers for this DVR port 927ba143-b428-4121-9e0c-63e2af2c116a on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:39:35.699591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:35.704036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a12a6d5b-cc8a-4860-b9c6-90e431732b44 req-6a64d36a-d77a-463f-9a85-1541e0d3e23a tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.13 "DELETE /v2.0/ports/927ba143-b428-4121-9e0c-63e2af2c116a HTTP/1.1" status: 204 len: 173 time: 0.7350917 Feb 10 06:39:35.704836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043a4206-6b41-4618-a9a4-df986aff9c62', 'name': 'network-vif-deleted', 'tag': '927ba143-b428-4121-9e0c-63e2af2c116a'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:35.707894 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c06b7-67df-4359-bcc0-45b4ad89d752" -d '{"events": [{"server_uuid": "043a4206-6b41-4618-a9a4-df986aff9c62", "name": "network-vif-deleted", "tag": "927ba143-b428-4121-9e0c-63e2af2c116a"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:35.786689 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50950517-062a-4843-ad34-c61dc290175f x-openstack-request-id: req-50950517-062a-4843-ad34-c61dc290175f {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:35.787926 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043a4206-6b41-4618-a9a4-df986aff9c62", "name": "network-vif-deleted", "tag": "927ba143-b428-4121-9e0c-63e2af2c116a", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:35.788405 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50950517-062a-4843-ad34-c61dc290175f {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:35.789064 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043a4206-6b41-4618-a9a4-df986aff9c62', 'name': 'network-vif-deleted', 'tag': '927ba143-b428-4121-9e0c-63e2af2c116a', 'status': 'completed', 'code': 200} Feb 10 06:39:35.812183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d13254df-4ed6-4937-9e52-25cbe229e35b details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:39:35.920812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a8bf61-cdc0-4704-bd09-c7ff2274b358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.009418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d13254df-4ed6-4937-9e52-25cbe229e35b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d13254df-4ed6-4937-9e52-25cbe229e35b,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:36.043697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'd13254df-4ed6-4937-9e52-25cbe229e35b', 'network_id': '73416e1f-efbe-4b07-a796-c13d404be009', 'port_id': 'd13254df-4ed6-4937-9e52-25cbe229e35b', 'mac_address': 'fa:16:3e:63:e5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b828090-b45b-45b1-b6c4-67980fdababc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:39:36.144401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port d13254df-4ed6-4937-9e52-25cbe229e35b is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:36.144789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.171819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13254df-4ed6-4937-9e52-25cbe229e35b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:39:36.202688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d13254df-4ed6-4937-9e52-25cbe229e35b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d13254df-4ed6-4937-9e52-25cbe229e35b,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:36.220857 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.271200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891276b-a425-4160-a263-f96843549f24 req-1f2b2773-481d-4e43-927d-95bbb9cb6091 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:36.287972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f891276b-a425-4160-a263-f96843549f24 req-1f2b2773-481d-4e43-927d-95bbb9cb6091 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 943 time: 0.2563295 Feb 10 06:39:36.338862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=d13254df-4ed6-4937-9e52-25cbe229e35b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:36.357915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.358333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.358822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.359076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.359428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.359762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.360199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.360586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.361085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.361292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.361629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.361954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.362281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:39:36.384136 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a8bf61-cdc0-4704-bd09-c7ff2274b358 admin admin] Publish callbacks [] for security_group (1391325c-426a-46ca-9c5b-7ac7c040be40), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.431233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a8bf61-cdc0-4704-bd09-c7ff2274b358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1391325c-426a-46ca-9c5b-7ac7c040be40), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.516532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0af7431-22ec-4c55-99d2-228d99b9c901 req-8269aaa0-8c12-4d98-a8bd-303132772178 tempest-DeleteServersTestJSON-1865302684 tempest-DeleteServersTestJSON-1865302684-project] 10.222.0.21 "GET /v2.0/ports?device_id=043a4206-6b41-4618-a9a4-df986aff9c62 HTTP/1.1" status: 200 len: 210 time: 0.1304240 Feb 10 06:39:36.552851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['d13254df-4ed6-4937-9e52-25cbe229e35b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:39:36.591857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f891276b-a425-4160-a263-f96843549f24 req-580d67c6-2f1a-449f-9729-3bbae50dc6dc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995365 Feb 10 06:39:36.606274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-52a8bf61-cdc0-4704-bd09-c7ff2274b358 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=026a50413ab143cd9f80278e0c84b9e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2170427 Feb 10 06:39:36.608875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50198) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:36.644590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8bf61-cdc0-4704-bd09-c7ff2274b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1391325c-426a-46ca-9c5b-7ac7c040be40,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:36.694402 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34d8432f-2b3f-41bc-997a-0e8af82d9504 admin admin] Publish callbacks [] for security_group (1391325c-426a-46ca-9c5b-7ac7c040be40), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.743780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34d8432f-2b3f-41bc-997a-0e8af82d9504 admin admin] Publish callbacks [] for security_group (1391325c-426a-46ca-9c5b-7ac7c040be40), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.849952 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.850339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4c1c7-58a1-4eed-8c2a-2a37433a517b req-38d8b101-fd8d-4640-b032-68b000d0ddc5 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:36.863140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14c4c1c7-58a1-4eed-8c2a-2a37433a517b req-38d8b101-fd8d-4640-b032-68b000d0ddc5 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1170843 Feb 10 06:39:36.872552 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34d8432f-2b3f-41bc-997a-0e8af82d9504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1391325c-426a-46ca-9c5b-7ac7c040be40), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.877660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34d8432f-2b3f-41bc-997a-0e8af82d9504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:36.882744 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-34d8432f-2b3f-41bc-997a-0e8af82d9504 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1391325c-426a-46ca-9c5b-7ac7c040be40 HTTP/1.1" status: 204 len: 168 time: 0.2710240 Feb 10 06:39:36.908133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8432f-2b3f-41bc-997a-0e8af82d9504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1391325c-426a-46ca-9c5b-7ac7c040be40,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:36.962940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14c4c1c7-58a1-4eed-8c2a-2a37433a517b req-bbc7e454-689e-402a-add3-88317865e045 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917203 Feb 10 06:39:37.445685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50226) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:37.460984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dffaec85-7b75-4f0b-ab21-0c3b5b5d1f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:37.590522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dffaec85-7b75-4f0b-ab21-0c3b5b5d1f45 admin admin] Publish callbacks [] for security_group (12332c1e-a9cc-428e-87cc-613197927845), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:37.595816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dffaec85-7b75-4f0b-ab21-0c3b5b5d1f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (12332c1e-a9cc-428e-87cc-613197927845), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:37.670446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dffaec85-7b75-4f0b-ab21-0c3b5b5d1f45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5d3388681a6446a8e7248641310f563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2215490 Feb 10 06:39:37.670446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaec85-7b75-4f0b-ab21-0c3b5b5d1f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12332c1e-a9cc-428e-87cc-613197927845,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:37.672540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:37.799536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edaccf1c-9014-4a87-bc6a-d85a561470e5 admin admin] Publish callbacks [] for security_group (12332c1e-a9cc-428e-87cc-613197927845), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:37.809744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d13254df-4ed6-4937-9e52-25cbe229e35b up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:37.877237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bef16c-06d3-41b3-aee6-a955845e35ec req-273a1f83-9431-40e9-8df4-b0c2b82019dc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:37.891848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46bef16c-06d3-41b3-aee6-a955845e35ec req-273a1f83-9431-40e9-8df4-b0c2b82019dc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 944 time: 0.1879025 Feb 10 06:39:37.898366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port d13254df-4ed6-4937-9e52-25cbe229e35b completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:39:37.904714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port d13254df-4ed6-4937-9e52-25cbe229e35b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:37.905385 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:37.948511 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edaccf1c-9014-4a87-bc6a-d85a561470e5 admin admin] Publish callbacks [] for security_group (12332c1e-a9cc-428e-87cc-613197927845), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:38.002396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port d13254df-4ed6-4937-9e52-25cbe229e35b is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:38.003030 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:38.046062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d13254df-4ed6-4937-9e52-25cbe229e35b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d13254df-4ed6-4937-9e52-25cbe229e35b,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:38.047818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcdb0ac-58ba-43be-a19f-133295ed45ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13254df-4ed6-4937-9e52-25cbe229e35b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:39:38.052766 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728cd4e2-0a6f-4875-b46b-01d0652fc128" -d '{"events": [{"server_uuid": "8dcdb0ac-58ba-43be-a19f-133295ed45ab", "name": "network-vif-plugged", "status": "completed", "tag": "d13254df-4ed6-4937-9e52-25cbe229e35b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:39:38.059477 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:38.087581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46bef16c-06d3-41b3-aee6-a955845e35ec req-1d442b45-5e59-40a4-8e1f-46f504ea8a4a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941869 Feb 10 06:39:38.128413 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edaccf1c-9014-4a87-bc6a-d85a561470e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (12332c1e-a9cc-428e-87cc-613197927845), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:38.131435 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edaccf1c-9014-4a87-bc6a-d85a561470e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:38.135487 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-edaccf1c-9014-4a87-bc6a-d85a561470e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12332c1e-a9cc-428e-87cc-613197927845 HTTP/1.1" status: 204 len: 168 time: 0.4593539 Feb 10 06:39:38.159700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccf1c-9014-4a87-bc6a-d85a561470e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12332c1e-a9cc-428e-87cc-613197927845,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:38.178785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=d13254df-4ed6-4937-9e52-25cbe229e35b,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:38.231544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df50be-93c5-4300-8a4b-098d0da9b0c4 req-41851cb4-7027-4ca2-a0ed-92eaed74c989 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:38.233253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78df50be-93c5-4300-8a4b-098d0da9b0c4 req-41851cb4-7027-4ca2-a0ed-92eaed74c989 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.0944369 Feb 10 06:39:38.248323 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cee1e8-9ea3-44ab-acad-119d014c0cc0 x-openstack-request-id: req-37cee1e8-9ea3-44ab-acad-119d014c0cc0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:39:38.248638 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcdb0ac-58ba-43be-a19f-133295ed45ab", "name": "network-vif-plugged", "status": "completed", "tag": "d13254df-4ed6-4937-9e52-25cbe229e35b", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:39:38.248910 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37cee1e8-9ea3-44ab-acad-119d014c0cc0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:39:38.249307 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcdb0ac-58ba-43be-a19f-133295ed45ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13254df-4ed6-4937-9e52-25cbe229e35b', 'code': 200} Feb 10 06:39:38.313504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78df50be-93c5-4300-8a4b-098d0da9b0c4 req-51dcbd8b-bca9-4124-8a69-487714b812c2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712919 Feb 10 06:39:38.401146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaabf8d-95da-405b-bdb8-fc67e5645f6f req-e5b8b364-19fb-4168-b5a1-17f8b704928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:38.402687 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bbaabf8d-95da-405b-bdb8-fc67e5645f6f req-e5b8b364-19fb-4168-b5a1-17f8b704928e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 1127 time: 0.0856044 Feb 10 06:39:38.491440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bbaabf8d-95da-405b-bdb8-fc67e5645f6f req-f38131f4-3b87-4bf5-b54f-b9e7f2b7530a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785224 Feb 10 06:39:38.628072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 927ba143-b428-4121-9e0c-63e2af2c116a no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:39:38.654616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 927ba143-b428-4121-9e0c-63e2af2c116a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:39:38.655205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 927ba143-b428-4121-9e0c-63e2af2c116a not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:39:39.287749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31481ab6-c3b2-414e-bc64-0876296e16af req-64c8ed6e-6785-4e82-aeed-b808a9746603 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:39.289259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31481ab6-c3b2-414e-bc64-0876296e16af req-64c8ed6e-6785-4e82-aeed-b808a9746603 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.1144214 Feb 10 06:39:39.433560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31481ab6-c3b2-414e-bc64-0876296e16af req-e205170d-2444-4c19-a39c-f1236cd3d3ee tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374469 Feb 10 06:39:39.542451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14636f-2505-4a8c-93c5-b7e2c01ca73a req-b3544e44-5e26-442c-a1fe-d19273e01966 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:39.554744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b14636f-2505-4a8c-93c5-b7e2c01ca73a req-b3544e44-5e26-442c-a1fe-d19273e01966 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.0911186 Feb 10 06:39:39.633613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b14636f-2505-4a8c-93c5-b7e2c01ca73a req-7a452e11-474e-4794-a42e-a5bef6532620 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731034 Feb 10 06:39:39.941305 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:40.301992 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-babaf033-cc33-4717-9e34-b912e888e0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:40.590118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66673d-0226-470d-838c-3cdb9ae4b3d9 req-1ceabe92-8397-4898-8d3a-c78ca85d8c65 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:40.599516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea66673d-0226-470d-838c-3cdb9ae4b3d9 req-1ceabe92-8397-4898-8d3a-c78ca85d8c65 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.0660725 Feb 10 06:39:40.728336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea66673d-0226-470d-838c-3cdb9ae4b3d9 req-8a611b80-e71d-420a-9bb6-7b397798fce7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276724 Feb 10 06:39:40.957366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc116-18b4-49b2-aada-855d91d2d982 req-26e1a15c-16f2-44b9-965a-665f513f86ad tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:40.964158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce4fc116-18b4-49b2-aada-855d91d2d982 req-26e1a15c-16f2-44b9-965a-665f513f86ad tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1515164 Feb 10 06:39:41.053604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce4fc116-18b4-49b2-aada-855d91d2d982 req-8b568df9-c4bf-4632-8c21-b77a46cfb9b3 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884652 Feb 10 06:39:41.282825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e140dc9-7eda-471f-8bcb-1675f79f8ea2 req-ef986aee-6e81-450e-b056-1ee081f098c5 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:41.284430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e140dc9-7eda-471f-8bcb-1675f79f8ea2 req-ef986aee-6e81-450e-b056-1ee081f098c5 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.1472838 Feb 10 06:39:41.401857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e140dc9-7eda-471f-8bcb-1675f79f8ea2 req-0dc45b12-17d3-4590-a30d-ae5c306f3781 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054113 Feb 10 06:39:41.636121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3627e57-cd26-4a9e-96c8-570f5c5947ce req-b3600992-9e36-4a44-a7a8-1d493530326a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:41.650790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3627e57-cd26-4a9e-96c8-570f5c5947ce req-b3600992-9e36-4a44-a7a8-1d493530326a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.1083446 Feb 10 06:39:41.728450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3627e57-cd26-4a9e-96c8-570f5c5947ce req-6ddb6f4a-6402-4cb6-a51f-b4a43a2c40a3 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748143 Feb 10 06:39:42.031416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737014a1-3bb2-4047-a3fb-31a3a00baeb5 req-b7b89429-19bd-46bc-8fa0-8e81b2f5fe2b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:42.039404 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-737014a1-3bb2-4047-a3fb-31a3a00baeb5 req-b7b89429-19bd-46bc-8fa0-8e81b2f5fe2b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.0853012 Feb 10 06:39:42.130524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-737014a1-3bb2-4047-a3fb-31a3a00baeb5 req-59462300-49d9-4d9f-b4c6-65e4d641cc68 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824718 Feb 10 06:39:42.239284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd3e2e-3a93-4b89-be68-6af3c969c4d5 req-83786b76-6e21-48a3-bb4e-548c9f3aef2b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:42.250865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67bd3e2e-3a93-4b89-be68-6af3c969c4d5 req-83786b76-6e21-48a3-bb4e-548c9f3aef2b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.0877609 Feb 10 06:39:42.363297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50418) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:42.393905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67bd3e2e-3a93-4b89-be68-6af3c969c4d5 req-3a90b964-6985-4c81-ac4e-22fe0b5f5ea3 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417613 Feb 10 06:39:42.494516 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-add14ad1-204b-4424-88dc-bf6c4a880831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:42.551373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c70e0f31-78d0-4334-b31b-6d4aed1faafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:42.737060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c70e0f31-78d0-4334-b31b-6d4aed1faafe admin admin] Publish callbacks [] for security_group (65d92b25-1eef-437a-a4a9-c9d07ac280dd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:42.744139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c70e0f31-78d0-4334-b31b-6d4aed1faafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (65d92b25-1eef-437a-a4a9-c9d07ac280dd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:42.831439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c70e0f31-78d0-4334-b31b-6d4aed1faafe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b50f259e48a458ebf454b46790962a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4670660 Feb 10 06:39:42.832323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e0f31-78d0-4334-b31b-6d4aed1faafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d92b25-1eef-437a-a4a9-c9d07ac280dd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:42.835058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50434) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:42.933479 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2657d37b-34d4-4614-9bf4-24b9e18aeb07 admin admin] Publish callbacks [] for security_group (65d92b25-1eef-437a-a4a9-c9d07ac280dd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:42.967076 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2657d37b-34d4-4614-9bf4-24b9e18aeb07 admin admin] Publish callbacks [] for security_group (65d92b25-1eef-437a-a4a9-c9d07ac280dd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:43.034810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2657d37b-34d4-4614-9bf4-24b9e18aeb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (65d92b25-1eef-437a-a4a9-c9d07ac280dd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:43.042416 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2657d37b-34d4-4614-9bf4-24b9e18aeb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:43.046781 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2657d37b-34d4-4614-9bf4-24b9e18aeb07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65d92b25-1eef-437a-a4a9-c9d07ac280dd HTTP/1.1" status: 204 len: 168 time: 0.2106757 Feb 10 06:39:43.064818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657d37b-34d4-4614-9bf4-24b9e18aeb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d92b25-1eef-437a-a4a9-c9d07ac280dd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:43.288337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11091ec3-857a-40fb-9c53-fe52af4b9f70 req-48b597d7-7336-4af9-a74c-773019b0a06c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:43.297508 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11091ec3-857a-40fb-9c53-fe52af4b9f70 req-48b597d7-7336-4af9-a74c-773019b0a06c tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.1000252 Feb 10 06:39:43.359407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11091ec3-857a-40fb-9c53-fe52af4b9f70 req-0425c6df-294b-4d60-86b0-0e9ea8dab4f7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608311 Feb 10 06:39:43.574026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc332494-4ad8-4300-8646-eb7f70498370 req-05511153-bf5a-4714-b02f-80a4aba56d5d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:43.575755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc332494-4ad8-4300-8646-eb7f70498370 req-05511153-bf5a-4714-b02f-80a4aba56d5d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.0739684 Feb 10 06:39:43.640127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc332494-4ad8-4300-8646-eb7f70498370 req-13e52f3c-9f0a-4304-979a-5af13d9d09e0 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564146 Feb 10 06:39:43.667531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50460) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:43.685172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1e3f-b719-4d97-8c38-ccaee10c179d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:43.730133 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:44.256209 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1e3f-b719-4d97-8c38-ccaee10c179d admin admin] Publish callbacks [] for security_group (25e893d4-4d5c-4dad-9f02-bdb3aa501f13), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:44.263140 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1e3f-b719-4d97-8c38-ccaee10c179d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (25e893d4-4d5c-4dad-9f02-bdb3aa501f13), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:44.304343 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d2ac1e3f-b719-4d97-8c38-ccaee10c179d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3205e2ef8b3c4618a5ea025467c18d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6357002 Feb 10 06:39:44.307103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50476) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:44.309653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac1e3f-b719-4d97-8c38-ccaee10c179d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e893d4-4d5c-4dad-9f02-bdb3aa501f13,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:44.408705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc1fa-0fe9-4bf0-88d9-8bb15f63b912 admin admin] Publish callbacks [] for security_group (25e893d4-4d5c-4dad-9f02-bdb3aa501f13), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:44.468908 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc1fa-0fe9-4bf0-88d9-8bb15f63b912 admin admin] Publish callbacks [] for security_group (25e893d4-4d5c-4dad-9f02-bdb3aa501f13), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:44.648647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab33785-a0b0-4a3e-a9c5-44bc50811a16 req-f69c3f10-2741-4fd6-949f-df11211c04c0 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:44.661753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dab33785-a0b0-4a3e-a9c5-44bc50811a16 req-f69c3f10-2741-4fd6-949f-df11211c04c0 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.1948955 Feb 10 06:39:44.675476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc1fa-0fe9-4bf0-88d9-8bb15f63b912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (25e893d4-4d5c-4dad-9f02-bdb3aa501f13), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:44.679265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc1fa-0fe9-4bf0-88d9-8bb15f63b912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:44.680786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b1dfc1fa-0fe9-4bf0-88d9-8bb15f63b912 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25e893d4-4d5c-4dad-9f02-bdb3aa501f13 HTTP/1.1" status: 204 len: 168 time: 0.3726807 Feb 10 06:39:44.727378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfc1fa-0fe9-4bf0-88d9-8bb15f63b912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e893d4-4d5c-4dad-9f02-bdb3aa501f13,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:44.868259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dab33785-a0b0-4a3e-a9c5-44bc50811a16 req-ccf8132a-450b-482d-a894-3e34b21df146 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861484 Feb 10 06:39:44.904209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7479c82-616b-4307-b64c-3b86120b4bd5 req-5895827f-e73c-43fb-aff2-bd0f27ff1fb8 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:44.912073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7479c82-616b-4307-b64c-3b86120b4bd5 req-5895827f-e73c-43fb-aff2-bd0f27ff1fb8 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1549513 Feb 10 06:39:45.018927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7479c82-616b-4307-b64c-3b86120b4bd5 req-f38cc473-15c5-4aaf-a996-d46bdf108ea1 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007421 Feb 10 06:39:45.161624 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:45.626551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50512) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:45.940685 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f754732-ad18-4df5-b9d3-e6040ef157fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:46.256684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936873a-0c4b-49cf-9e0c-484d9d9fc3f3 req-80bfb936-5e94-4563-b4c4-23782d38b8dc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:46.263963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8936873a-0c4b-49cf-9e0c-484d9d9fc3f3 req-80bfb936-5e94-4563-b4c4-23782d38b8dc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2564051 Feb 10 06:39:46.343536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f754732-ad18-4df5-b9d3-e6040ef157fe admin admin] Publish callbacks [] for security_group (1fa6b8f2-cac0-4070-8d63-7e5401e87d00), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:46.378464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f754732-ad18-4df5-b9d3-e6040ef157fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1fa6b8f2-cac0-4070-8d63-7e5401e87d00), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:46.436637 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:46.445001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd629b-bf3a-4f51-8ea2-e5f9e8afcc00 req-83b18fb2-6863-41a6-a4ca-9349858c746f tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:46.446696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94fd629b-bf3a-4f51-8ea2-e5f9e8afcc00 req-83b18fb2-6863-41a6-a4ca-9349858c746f tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.2327385 Feb 10 06:39:46.465819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f754732-ad18-4df5-b9d3-e6040ef157fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37f004c2ed544b809c5e6ab74a0a7407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8352890 Feb 10 06:39:46.466808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50540) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:46.479283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8936873a-0c4b-49cf-9e0c-484d9d9fc3f3 req-3ebb7c35-baf8-46cf-a6c6-54b8b3869608 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141652 Feb 10 06:39:46.603017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-622171ea-f0ce-49d6-99eb-5c38a3cc1e3d admin admin] Publish callbacks [] for security_group (1fa6b8f2-cac0-4070-8d63-7e5401e87d00), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:46.620746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94fd629b-bf3a-4f51-8ea2-e5f9e8afcc00 req-fbccc810-bada-44fd-9066-03e0a9b2c9c8 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642067 Feb 10 06:39:46.625797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f754732-ad18-4df5-b9d3-e6040ef157fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa6b8f2-cac0-4070-8d63-7e5401e87d00,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:46.675197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-622171ea-f0ce-49d6-99eb-5c38a3cc1e3d admin admin] Publish callbacks [] for security_group (1fa6b8f2-cac0-4070-8d63-7e5401e87d00), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:46.770179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50550) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:46.797696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-622171ea-f0ce-49d6-99eb-5c38a3cc1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1fa6b8f2-cac0-4070-8d63-7e5401e87d00), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:46.798365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-622171ea-f0ce-49d6-99eb-5c38a3cc1e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:46.800718 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-622171ea-f0ce-49d6-99eb-5c38a3cc1e3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fa6b8f2-cac0-4070-8d63-7e5401e87d00 HTTP/1.1" status: 204 len: 168 time: 0.3319774 Feb 10 06:39:46.828428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622171ea-f0ce-49d6-99eb-5c38a3cc1e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa6b8f2-cac0-4070-8d63-7e5401e87d00,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:47.103538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ed95c9-ed5a-44b2-bbe7-535112df0898 admin admin] Deleting subnet 5ed5b7f9-6f2a-4322-880d-c5882d9f2360 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:39:47.115036 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46ed95c9-ed5a-44b2-bbe7-535112df0898 admin admin] Publish callbacks [] for subnet (5ed5b7f9-6f2a-4322-880d-c5882d9f2360), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.172562 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46ed95c9-ed5a-44b2-bbe7-535112df0898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (5ed5b7f9-6f2a-4322-880d-c5882d9f2360), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.237135 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46ed95c9-ed5a-44b2-bbe7-535112df0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5ed5b7f9-6f2a-4322-880d-c5882d9f2360), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.299642 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46ed95c9-ed5a-44b2-bbe7-535112df0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5ed5b7f9-6f2a-4322-880d-c5882d9f2360), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.338217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed95c9-ed5a-44b2-bbe7-535112df0898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed5b7f9-6f2a-4322-880d-c5882d9f2360,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:47.349898 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46ed95c9-ed5a-44b2-bbe7-535112df0898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.355602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-46ed95c9-ed5a-44b2-bbe7-535112df0898 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5ed5b7f9-6f2a-4322-880d-c5882d9f2360 HTTP/1.1" status: 204 len: 168 time: 0.5822878 Feb 10 06:39:47.358130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:47.362647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50570) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:47.380658 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd762caf-f3ac-4554-bee4-79d22f2aa0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.451331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c4a92f9c-613f-477d-a248-dee21328e6c3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.572523 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c4a92f9c-613f-477d-a248-dee21328e6c3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.597366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a92f9c-613f-477d-a248-dee21328e6c3']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:47.607762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd762caf-f3ac-4554-bee4-79d22f2aa0da admin admin] Publish callbacks [] for security_group (f74d0e04-664e-42af-b883-84cd7edbd714), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.609954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6c70a8-7c13-4572-ac50-58396ab4b257') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:47.610498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6c70a8-7c13-4572-ac50-58396ab4b257') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:47.619009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd762caf-f3ac-4554-bee4-79d22f2aa0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f74d0e04-664e-42af-b883-84cd7edbd714), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.621960 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (3f6c70a8-7c13-4572-ac50-58396ab4b257), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.640073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3f6c70a8-7c13-4572-ac50-58396ab4b257), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.651002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:39:47.651002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (3f6c70a8-7c13-4572-ac50-58396ab4b257), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.705015 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fd762caf-f3ac-4554-bee4-79d22f2aa0da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d348ce9d6b84689a4c9f670f48470bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3399327 Feb 10 06:39:47.716838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50584) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:39:47.719690 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:39:47.739814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd762caf-f3ac-4554-bee4-79d22f2aa0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74d0e04-664e-42af-b883-84cd7edbd714,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:47.749530 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c4a92f9c-613f-477d-a248-dee21328e6c3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.794348 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:47.799709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c4a92f9c-613f-477d-a248-dee21328e6c3 HTTP/1.1" status: 204 len: 168 time: 0.4403298 Feb 10 06:39:47.834639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f441fcf-56b8-4bf9-ae4c-3be6470a5911 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a92f9c-613f-477d-a248-dee21328e6c3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:47.909044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b3022-90d6-416c-af18-10c636679695 req-94da0842-892b-45bd-86ab-82fb58a95032 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:47.911189 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-188b3022-90d6-416c-af18-10c636679695 req-94da0842-892b-45bd-86ab-82fb58a95032 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1381896 Feb 10 06:39:47.943051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ca8ad-7942-4a75-9dee-8fc4c7a0ac8f req-a39182f7-2745-416d-beac-2e03e6f6d0fd tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:47.944663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e1ca8ad-7942-4a75-9dee-8fc4c7a0ac8f req-a39182f7-2745-416d-beac-2e03e6f6d0fd tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2264714 Feb 10 06:39:47.956182 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ba304fc-2836-4cca-8c6c-5d465951848e admin admin] Publish callbacks [] for security_group (f74d0e04-664e-42af-b883-84cd7edbd714), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:48.024813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-188b3022-90d6-416c-af18-10c636679695 req-ef776167-0f94-4fe9-8a13-ad32c57345fb tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023459 Feb 10 06:39:48.049323 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ba304fc-2836-4cca-8c6c-5d465951848e admin admin] Publish callbacks [] for security_group (f74d0e04-664e-42af-b883-84cd7edbd714), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:48.070479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e1ca8ad-7942-4a75-9dee-8fc4c7a0ac8f req-a86e503f-be1c-42ff-8a4b-7f352e1e5ca5 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152368 Feb 10 06:39:48.156981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ba304fc-2836-4cca-8c6c-5d465951848e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f74d0e04-664e-42af-b883-84cd7edbd714), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:48.162896 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ba304fc-2836-4cca-8c6c-5d465951848e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:48.169882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6ba304fc-2836-4cca-8c6c-5d465951848e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f74d0e04-664e-42af-b883-84cd7edbd714 HTTP/1.1" status: 204 len: 168 time: 0.4442210 Feb 10 06:39:48.214869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba304fc-2836-4cca-8c6c-5d465951848e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74d0e04-664e-42af-b883-84cd7edbd714,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:48.235661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50612) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:48.353000 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d3db2649-2cfb-41df-b485-14eea1dadfbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59b7addecd8041dea544b8fc79c768ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1134174 Feb 10 06:39:48.353844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:48.455903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e33872bb-8b22-48e9-935f-92dda568b008 admin admin] Publish callbacks [] for security_group (ec48d0c6-3710-49f1-a2bb-a73781c54b96), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:48.506605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e33872bb-8b22-48e9-935f-92dda568b008 admin admin] Publish callbacks [] for security_group (ec48d0c6-3710-49f1-a2bb-a73781c54b96), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:48.582729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e33872bb-8b22-48e9-935f-92dda568b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ec48d0c6-3710-49f1-a2bb-a73781c54b96), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:48.585640 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e33872bb-8b22-48e9-935f-92dda568b008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:48.590330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e33872bb-8b22-48e9-935f-92dda568b008 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec48d0c6-3710-49f1-a2bb-a73781c54b96 HTTP/1.1" status: 204 len: 168 time: 0.2328699 Feb 10 06:39:48.601043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33872bb-8b22-48e9-935f-92dda568b008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec48d0c6-3710-49f1-a2bb-a73781c54b96,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:49.100324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:49.405408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b2e62-a5fb-4bb0-a869-0b970bec37ee req-494a3529-9724-47f0-ba12-7a4df6d9ea1c tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:49.409636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-088b2e62-a5fb-4bb0-a869-0b970bec37ee req-494a3529-9724-47f0-ba12-7a4df6d9ea1c tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.2215347 Feb 10 06:39:49.419806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e8bb5ba-0fe1-45db-83c8-8ee37273987c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:49.548326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479c46-6764-43ad-b0dd-e6f76e261fd1 req-a194af48-cddb-4eb8-a42e-75ed66fc459f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:49.549860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06479c46-6764-43ad-b0dd-e6f76e261fd1 req-a194af48-cddb-4eb8-a42e-75ed66fc459f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2759914 Feb 10 06:39:49.612086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-088b2e62-a5fb-4bb0-a869-0b970bec37ee req-1f2e9ecc-78ae-46c1-9b14-7a61c6944219 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596150 Feb 10 06:39:49.676278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06479c46-6764-43ad-b0dd-e6f76e261fd1 req-e8f66e23-7407-4428-936e-07030e3045e8 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147821 Feb 10 06:39:49.735740 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e8bb5ba-0fe1-45db-83c8-8ee37273987c admin admin] Publish callbacks [] for security_group (42330fc4-87a2-43a4-9ce7-ec69037ceebb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:49.746531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e8bb5ba-0fe1-45db-83c8-8ee37273987c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (42330fc4-87a2-43a4-9ce7-ec69037ceebb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:49.823598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8e8bb5ba-0fe1-45db-83c8-8ee37273987c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1673399dfdcb40a89a480a233525a5be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7221696 Feb 10 06:39:49.826712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50686) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:49.880152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bb5ba-0fe1-45db-83c8-8ee37273987c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42330fc4-87a2-43a4-9ce7-ec69037ceebb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:50.016407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08459bf-3dd6-4224-ba4c-24010d34b1e9 admin admin] Publish callbacks [] for security_group (42330fc4-87a2-43a4-9ce7-ec69037ceebb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:50.098634 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08459bf-3dd6-4224-ba4c-24010d34b1e9 admin admin] Publish callbacks [] for security_group (42330fc4-87a2-43a4-9ce7-ec69037ceebb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:50.223969 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08459bf-3dd6-4224-ba4c-24010d34b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (42330fc4-87a2-43a4-9ce7-ec69037ceebb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:50.233805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08459bf-3dd6-4224-ba4c-24010d34b1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:50.236492 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a08459bf-3dd6-4224-ba4c-24010d34b1e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42330fc4-87a2-43a4-9ce7-ec69037ceebb HTTP/1.1" status: 204 len: 168 time: 0.4088426 Feb 10 06:39:50.266631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08459bf-3dd6-4224-ba4c-24010d34b1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42330fc4-87a2-43a4-9ce7-ec69037ceebb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:50.534991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50718) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:50.689144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50726) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:50.711463 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d451488-33c7-48e6-a186-f164c3ac12f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:50.915125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d451488-33c7-48e6-a186-f164c3ac12f7 admin admin] Publish callbacks [] for security_group (9bd8cacb-5f43-44c0-9463-8bad7cbb228d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:50.922717 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d451488-33c7-48e6-a186-f164c3ac12f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9bd8cacb-5f43-44c0-9463-8bad7cbb228d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:50.979201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593369-5780-420f-9e87-bac20d1cceec req-b1735fca-0a5f-433c-92ec-32dc5e4e22a9 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:50.986584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54593369-5780-420f-9e87-bac20d1cceec req-b1735fca-0a5f-433c-92ec-32dc5e4e22a9 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2067723 Feb 10 06:39:51.002953 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:39:51.022956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22910d5-9348-44c9-82a3-58b08e776a83 req-889bcee9-6b05-4504-9d3e-bd8ca6e0f5d6 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:51.025826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d22910d5-9348-44c9-82a3-58b08e776a83 req-889bcee9-6b05-4504-9d3e-bd8ca6e0f5d6 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.2640073 Feb 10 06:39:51.039036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2d451488-33c7-48e6-a186-f164c3ac12f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd6d5639bfe8411db84abdb4db6cd5ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480937 Feb 10 06:39:51.039844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d451488-33c7-48e6-a186-f164c3ac12f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd8cacb-5f43-44c0-9463-8bad7cbb228d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:51.051157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50734) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:51.085439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-856830260-network', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:51.132248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:39:51.136457 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.168244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24976877-bdbb-4eb8-a14c-3d2946162e48 admin admin] Publish callbacks [] for security_group (9bd8cacb-5f43-44c0-9463-8bad7cbb228d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.176869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.231114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24976877-bdbb-4eb8-a14c-3d2946162e48 admin admin] Publish callbacks [] for security_group (9bd8cacb-5f43-44c0-9463-8bad7cbb228d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.235172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54593369-5780-420f-9e87-bac20d1cceec req-eae770af-97ee-4bc8-9e94-0006c9c1a311 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477326 Feb 10 06:39:51.339752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Publish callbacks [] for security_group (b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.342134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24976877-bdbb-4eb8-a14c-3d2946162e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9bd8cacb-5f43-44c0-9463-8bad7cbb228d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.349401 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24976877-bdbb-4eb8-a14c-3d2946162e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.352249 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-24976877-bdbb-4eb8-a14c-3d2946162e48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bd8cacb-5f43-44c0-9463-8bad7cbb228d HTTP/1.1" status: 204 len: 168 time: 0.3002656 Feb 10 06:39:51.365593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d22910d5-9348-44c9-82a3-58b08e776a83 req-162cf8ee-eb01-441f-9820-3acf0c981f78 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060017 Feb 10 06:39:51.367522 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.371574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24976877-bdbb-4eb8-a14c-3d2946162e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd8cacb-5f43-44c0-9463-8bad7cbb228d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:51.394663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:39:51.423766 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.428089 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Added segment 5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5 of type vlan for network e519246c-5187-4df4-b098-e72e83a7f300 Feb 10 06:39:51.431761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:51.536253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e519246c-5187-4df4-b098-e72e83a7f300), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.568641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e519246c-5187-4df4-b098-e72e83a7f300), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.572556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:51.574934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:51.719495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] Pushing event updated for resources: {'Network': ['ID=e519246c-5187-4df4-b098-e72e83a7f300,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:51.733315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e519246c-5187-4df4-b098-e72e83a7f300 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:39:51.743375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f52dcab6-6268-4246-a3b1-5c00743b57af admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2071750 Feb 10 06:39:51.746260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:51.753872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Request body: {'subnet': {'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-856830260-subnet', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:51.798411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:39:51.800914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:52.261171 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (878a9127-c7ce-43cb-8b3b-0187b698c9de), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:52.474610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50776) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:52.647995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=878a9127-c7ce-43cb-8b3b-0187b698c9de,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:52.686290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Checking segment: {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:39:52.687644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Network hostable DHCP agents. Network: e519246c-5187-4df4-b098-e72e83a7f300, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:39:52.720288 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-735b09b4-b830-430c-8d6d-5f1d254e9f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:52.730540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaa912-02ff-44e9-a981-3150c6e7732b req-af89b97f-718b-4434-a860-08ad492c6337 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:52.740106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-babaa912-02ff-44e9-a981-3150c6e7732b req-af89b97f-718b-4434-a860-08ad492c6337 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.3297060 Feb 10 06:39:52.759840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87594e-ca55-445a-943d-25fb805ea0b4 req-5f96fdad-31f0-4d86-bb65-d066c86c5227 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:52.761450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a87594e-ca55-445a-943d-25fb805ea0b4 req-5f96fdad-31f0-4d86-bb65-d066c86c5227 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1747925 Feb 10 06:39:52.819068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Network e519246c-5187-4df4-b098-e72e83a7f300 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:39:52.853056 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-735b09b4-b830-430c-8d6d-5f1d254e9f04 admin admin] Publish callbacks [] for security_group (a17bfb73-f26a-4e44-8e33-5b7dc4cfc54b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:52.859817 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-735b09b4-b830-430c-8d6d-5f1d254e9f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a17bfb73-f26a-4e44-8e33-5b7dc4cfc54b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:52.863453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e519246c-5187-4df4-b098-e72e83a7f300) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:52.870876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:52.871910 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:52.876192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69d6b2b-dbe9-4043-9bfe-dc9024c1ba84 None None] Network e519246c-5187-4df4-b098-e72e83a7f300 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:39:52.898674 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-babaa912-02ff-44e9-a981-3150c6e7732b req-d9da4be8-87a2-434d-823c-fa335796e5ca tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573219 Feb 10 06:39:52.906162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a87594e-ca55-445a-943d-25fb805ea0b4 req-43d60135-81cf-410b-ae44-b67b79f5db71 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331451 Feb 10 06:39:52.937103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50788) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:52.937440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f3b42270-8cec-4c7c-8caa-51675ef76f63 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1740355 Feb 10 06:39:52.949897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:39:53.000328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b09b4-b830-430c-8d6d-5f1d254e9f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17bfb73-f26a-4e44-8e33-5b7dc4cfc54b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:53.033379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50796) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:53.036799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-735b09b4-b830-430c-8d6d-5f1d254e9f04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f5543e199484ed58a12c60ff27b3e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5597651 Feb 10 06:39:53.057381 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.058811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.116898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-e519246c-5187-4df4-b098-e72e83a7f300', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:39:53.118345 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.126540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a23c3fff-8f3f-45c1-b449-6c10aaf65a12 admin admin] Publish callbacks [] for security_group (a17bfb73-f26a-4e44-8e33-5b7dc4cfc54b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.157088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a23c3fff-8f3f-45c1-b449-6c10aaf65a12 admin admin] Publish callbacks [] for security_group (a17bfb73-f26a-4e44-8e33-5b7dc4cfc54b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.169748 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks [] for router_controller (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.228585 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a23c3fff-8f3f-45c1-b449-6c10aaf65a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a17bfb73-f26a-4e44-8e33-5b7dc4cfc54b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.232300 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a23c3fff-8f3f-45c1-b449-6c10aaf65a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.233609 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a23c3fff-8f3f-45c1-b449-6c10aaf65a12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a17bfb73-f26a-4e44-8e33-5b7dc4cfc54b HTTP/1.1" status: 204 len: 168 time: 0.1957607 Feb 10 06:39:53.267437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c3fff-8f3f-45c1-b449-6c10aaf65a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17bfb73-f26a-4e44-8e33-5b7dc4cfc54b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:53.356062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Allocated IP 172.20.0.2 (e519246c-5187-4df4-b098-e72e83a7f300/878a9127-c7ce-43cb-8b3b-0187b698c9de/c07fce48-eb14-483e-86fc-665deec6d9a3) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:39:53.496282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks [] for router_gateway (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.538747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Publish callbacks [] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.551767 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.610962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Network e519246c-5187-4df4-b098-e72e83a7f300 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:53.616705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:53.621474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:39:53.643581 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Pushing event updated for resources: {'Port': ['ID=c07fce48-eb14-483e-86fc-665deec6d9a3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:53.692636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Attempting to bind port c07fce48-eb14-483e-86fc-665deec6d9a3 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:39:53.693250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Attempting to bind port c07fce48-eb14-483e-86fc-665deec6d9a3 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:39:53.693807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Attempting to bind port c07fce48-eb14-483e-86fc-665deec6d9a3 on network e519246c-5187-4df4-b098-e72e83a7f300 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:53.718976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:39:53.719765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Checking segment: {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:39:53.720398 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.721199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Bound using segment: {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:39:53.721898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Bound port: c07fce48-eb14-483e-86fc-665deec6d9a3, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:39:53.722528 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.807080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] For port c07fce48-eb14-483e-86fc-665deec6d9a3, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:39:53.811697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] For port c07fce48-eb14-483e-86fc-665deec6d9a3, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c07fce48-eb14-483e-86fc-665deec6d9a3,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:39:53.821148 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.880276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks [] for router_gateway (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.905918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:53.924705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0aee99b8-06da-4366-b84a-fccef69a906c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:53.955949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a3fc9-9753-4e08-8869-b72a388e2beb None None] Pushing event updated for resources: {'Port': ['ID=c07fce48-eb14-483e-86fc-665deec6d9a3,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:53.957609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:54.173100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Allocated IP 172.25.8.214 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/b68eb4d0-0e47-4989-8e6f-007cc4112c7c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:39:54.189103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0aee99b8-06da-4366-b84a-fccef69a906c admin admin] Publish callbacks [] for security_group (e63240da-39b1-4392-96e1-aa2a09ecb26c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:54.298035 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0aee99b8-06da-4366-b84a-fccef69a906c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e63240da-39b1-4392-96e1-aa2a09ecb26c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:54.392931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks [] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:54.450634 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:54.474768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7dd5a-fb8c-496b-9c23-5fd5707b7387 req-d50c5dd4-9474-4d1f-ab17-c1527e043419 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:54.478602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:54.481480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14c7dd5a-fb8c-496b-9c23-5fd5707b7387 req-d50c5dd4-9474-4d1f-ab17-c1527e043419 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.4574430 Feb 10 06:39:54.481629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:54.485162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee99b8-06da-4366-b84a-fccef69a906c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63240da-39b1-4392-96e1-aa2a09ecb26c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:54.500605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:39:54.510056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0aee99b8-06da-4366-b84a-fccef69a906c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=560868a1c69c469faa08c1cbfdc7506a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6028531 Feb 10 06:39:54.517460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 50862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:54.555322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Pushing event updated for resources: {'Port': ['ID=b68eb4d0-0e47-4989-8e6f-007cc4112c7c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:54.572601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28003b5c-df18-41fe-b4cb-f17e390e5009 req-54fcfe90-1ddf-4420-aa11-3758a3030915 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:54.579715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28003b5c-df18-41fe-b4cb-f17e390e5009 req-54fcfe90-1ddf-4420-aa11-3758a3030915 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.4056659 Feb 10 06:39:54.686274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14c7dd5a-fb8c-496b-9c23-5fd5707b7387 req-89c78d87-684a-41bb-834a-f0722e63f5eb tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730685 Feb 10 06:39:54.785216 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28003b5c-df18-41fe-b4cb-f17e390e5009 req-15356c02-814b-4d82-ac01-19eb2d7560de tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912556 Feb 10 06:39:54.812989 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c52-da61-43c3-8a2a-9bb895a2277e admin admin] Publish callbacks [] for security_group (e63240da-39b1-4392-96e1-aa2a09ecb26c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:54.859542 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c52-da61-43c3-8a2a-9bb895a2277e admin admin] Publish callbacks [] for security_group (e63240da-39b1-4392-96e1-aa2a09ecb26c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:54.928617 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c52-da61-43c3-8a2a-9bb895a2277e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e63240da-39b1-4392-96e1-aa2a09ecb26c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:54.932871 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c52-da61-43c3-8a2a-9bb895a2277e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:54.934097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7ba6c52-da61-43c3-8a2a-9bb895a2277e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e63240da-39b1-4392-96e1-aa2a09ecb26c HTTP/1.1" status: 204 len: 168 time: 0.4083307 Feb 10 06:39:54.948165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba6c52-da61-43c3-8a2a-9bb895a2277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63240da-39b1-4392-96e1-aa2a09ecb26c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:54.974460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks [] for router_gateway (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:55.525063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:55.547220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba66189a-887d-47cf-a982-15d5bad5564d None None] Network e519246c-5187-4df4-b098-e72e83a7f300 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:39:55.813210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-d0753b72-cf8f-4c08-8902-53fa3ca727e4 req-8b71ae40-cb8e-48ba-9e53-016c54c498f4 service neutron] (103214) timed out ('10.222.0.24', 60841) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 06:39:55.864031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:39:55.988103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938884-8ce6-4dc1-88a9-9f414063cf14 req-61ec44c7-3da3-45fa-a98a-20ff9201d65f tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:55.990107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47938884-8ce6-4dc1-88a9-9f414063cf14 req-61ec44c7-3da3-45fa-a98a-20ff9201d65f tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1608863 Feb 10 06:39:56.172042 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47938884-8ce6-4dc1-88a9-9f414063cf14 req-d64feac7-7c4b-4db2-acab-4f119e98a59b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562860 Feb 10 06:39:56.237992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7580472-87da-4d06-a64b-17d92765e409 req-b13889ac-c0c9-4651-9c86-f02a047d1c05 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:56.255510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7580472-87da-4d06-a64b-17d92765e409 req-b13889ac-c0c9-4651-9c86-f02a047d1c05 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2641416 Feb 10 06:39:56.296009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:39:56.322519 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:56.324329 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-482211e2-2124-46b9-b6f2-bae07c0bcd7e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3797340 Feb 10 06:39:56.327324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 50952) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:39:56.393169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7580472-87da-4d06-a64b-17d92765e409 req-6224a112-6574-422d-8051-793693c67d10 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262374 Feb 10 06:39:56.480914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Sync routers for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:39:56.491269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c07fce48-eb14-483e-86fc-665deec6d9a3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:56.565760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4b2e9d75-78d2-40c2-aac9-6a048c242dd3 None None] Provisioning complete for port c07fce48-eb14-483e-86fc-665deec6d9a3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:56.566449 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9d75-78d2-40c2-aac9-6a048c242dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:56.660968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:39:56.661613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:39:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:56.796673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e9d75-78d2-40c2-aac9-6a048c242dd3 None None] Current status of the port c07fce48-eb14-483e-86fc-665deec6d9a3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:56.797329 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9d75-78d2-40c2-aac9-6a048c242dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:57.066161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:39:57.195113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4b2e9d75-78d2-40c2-aac9-6a048c242dd3 None None] For port c07fce48-eb14-483e-86fc-665deec6d9a3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c07fce48-eb14-483e-86fc-665deec6d9a3,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:39:57.262656 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9d75-78d2-40c2-aac9-6a048c242dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:57.275319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c07fce48-eb14-483e-86fc-665deec6d9a3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:57.290382 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:57.339133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:57.464453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350a1a1-d3d6-4932-b76a-1dc732fc4d12 req-f460ac5a-4ec7-4b8a-8363-6ea603ed5b36 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:57.476181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6350a1a1-d3d6-4932-b76a-1dc732fc4d12 req-f460ac5a-4ec7-4b8a-8363-6ea603ed5b36 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1442945 Feb 10 06:39:57.597000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6350a1a1-d3d6-4932-b76a-1dc732fc4d12 req-ae921103-65a3-4271-977b-9468ab50013b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190319 Feb 10 06:39:57.682385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Allocated IP 172.20.0.1 (e519246c-5187-4df4-b098-e72e83a7f300/878a9127-c7ce-43cb-8b3b-0187b698c9de/49b8a46f-5d69-4640-a23c-d7876195e50f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:39:57.703285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-19a400cc-9b23-48ab-8c35-26aa1eb1a8cf None None] Provisioning complete for port c07fce48-eb14-483e-86fc-665deec6d9a3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:57.703860 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19a400cc-9b23-48ab-8c35-26aa1eb1a8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:57.731576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e9d75-78d2-40c2-aac9-6a048c242dd3 None None] Pushing event updated for resources: {'Port': ['ID=c07fce48-eb14-483e-86fc-665deec6d9a3,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:57.735964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcb3a9-0b41-4405-9306-2edf790c0bde req-a645ff2d-54dd-4dc2-a05d-b6b0cf9805ae tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:57.746642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06fcb3a9-0b41-4405-9306-2edf790c0bde req-a645ff2d-54dd-4dc2-a05d-b6b0cf9805ae tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.1683347 Feb 10 06:39:57.843371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06fcb3a9-0b41-4405-9306-2edf790c0bde req-4df12dc9-73c7-43fe-a1a2-184c5b9be608 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920885 Feb 10 06:39:57.883731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c07fce48-eb14-483e-86fc-665deec6d9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:57.985033 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Publish callbacks [] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:58.025427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:58.069283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-19a400cc-9b23-48ab-8c35-26aa1eb1a8cf None None] Current status of the port c07fce48-eb14-483e-86fc-665deec6d9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:58.074096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:54Z', 'revision_number': 3, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:58.106085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Checking router: 22b44205-1aeb-4d90-92a2-3b2be8bbb89d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:39:58.106671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Updating router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d port b68eb4d0-0e47-4989-8e6f-007cc4112c7c binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:39:58.132353 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Network e519246c-5187-4df4-b098-e72e83a7f300 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:58.168767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:58.186213 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:58.192563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:39:58.277250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c07fce48-eb14-483e-86fc-665deec6d9a3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:39:58.306572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:58.311237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Pushing event updated for resources: {'Port': ['ID=49b8a46f-5d69-4640-a23c-d7876195e50f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:58.530013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c07fce48-eb14-483e-86fc-665deec6d9a3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:58.534691 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:58.729559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:58.870179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0d709-0351-429e-aa84-a8ec0c052377 req-3a9211ee-bc7e-4632-acb3-1603608eb8f0 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:58.881876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5da0d709-0351-429e-aa84-a8ec0c052377 req-3a9211ee-bc7e-4632-acb3-1603608eb8f0 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1520350 Feb 10 06:39:58.936535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Publish callbacks [] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:59.012288 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:59.027173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5da0d709-0351-429e-aa84-a8ec0c052377 req-233ce152-64a4-44f0-9d87-63e22d16c65b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320727 Feb 10 06:39:59.125355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a86daf-a70d-4883-bd44-367a5952f598 req-48723a5c-8ffd-4b8e-aa07-3e57d5494407 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:39:59.125646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9da2cdf0-9eaa-4ad2-a1ea-ffab626ebcfb None None] Provisioning complete for port 49b8a46f-5d69-4640-a23c-d7876195e50f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:39:59.126914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8a86daf-a70d-4883-bd44-367a5952f598 req-48723a5c-8ffd-4b8e-aa07-3e57d5494407 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.0894845 Feb 10 06:39:59.129255 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9da2cdf0-9eaa-4ad2-a1ea-ffab626ebcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:59.156097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Publish callbacks [] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:59.181353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:59.187474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9da2cdf0-9eaa-4ad2-a1ea-ffab626ebcfb None None] Port 49b8a46f-5d69-4640-a23c-d7876195e50f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:39:59.244232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8a86daf-a70d-4883-bd44-367a5952f598 req-0923712a-1ac1-4bc9-9e06-8dece6ca7ba1 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995746 Feb 10 06:39:59.260352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Attempting to bind port b68eb4d0-0e47-4989-8e6f-007cc4112c7c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:39:59.260985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Attempting to bind port b68eb4d0-0e47-4989-8e6f-007cc4112c7c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:39:59.261515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Attempting to bind port b68eb4d0-0e47-4989-8e6f-007cc4112c7c on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:39:59.267251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef85937-183d-4735-a43f-9512f01eea11 None None] Pushing event updated for resources: {'Port': ['ID=b68eb4d0-0e47-4989-8e6f-007cc4112c7c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:59.318853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:39:59.319612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:39:59.320770 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:59.321358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:39:59.322150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Bound port: b68eb4d0-0e47-4989-8e6f-007cc4112c7c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:39:59.323392 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:59.417032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c07fce48-eb14-483e-86fc-665deec6d9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:39:59.458073 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:59.458860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Pushing event updated for resources: {'Port': ['ID=49b8a46f-5d69-4640-a23c-d7876195e50f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:59.464512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] For port b68eb4d0-0e47-4989-8e6f-007cc4112c7c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:39:59.468340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] For port b68eb4d0-0e47-4989-8e6f-007cc4112c7c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b68eb4d0-0e47-4989-8e6f-007cc4112c7c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:39:59.479465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:39:59.568096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:39:59.568874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:39:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:39:59.641369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef85937-183d-4735-a43f-9512f01eea11 None None] Pushing event updated for resources: {'Port': ['ID=b68eb4d0-0e47-4989-8e6f-007cc4112c7c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:39:59.787424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Network e519246c-5187-4df4-b098-e72e83a7f300 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:39:59.791572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:39:59.810464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:39:59.896703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:00.062112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51164) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:00.135558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:40:00.256320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db803d-6a69-4967-85ef-b8efc7f0b9f9 req-abbcbf6b-812c-47c0-b5aa-590edc59eb1b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:00.259575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8db803d-6a69-4967-85ef-b8efc7f0b9f9 req-abbcbf6b-812c-47c0-b5aa-590edc59eb1b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1188612 Feb 10 06:40:00.267656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d120ce0-88cb-4fb0-8792-b2195a2b8d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:00.347539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:40:00.355235 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0f7d31ef-5502-4922-b72f-8eebf420f71d admin admin] 10.222.0.21 "PUT /v2.0/routers/22b44205-1aeb-4d90-92a2-3b2be8bbb89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0266063 Feb 10 06:40:00.379520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-277cb329-b162-4b99-8fdb-727fcb907282 None None] Provisioning complete for port 49b8a46f-5d69-4640-a23c-d7876195e50f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:00.380088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-277cb329-b162-4b99-8fdb-727fcb907282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:00.383947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 2, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:00.471761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71116996-3546-45bb-b0e0-0dce79c9ce6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:00.480966 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d120ce0-88cb-4fb0-8792-b2195a2b8d87 admin admin] Publish callbacks [] for security_group (0a884658-9acb-4244-ad1e-3551702e5f83), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:00.544863 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d120ce0-88cb-4fb0-8792-b2195a2b8d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0a884658-9acb-4244-ad1e-3551702e5f83), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:00.676545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f8799-361c-411d-b723-cca320a76fb4 None None] The sync data for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 is: [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 2, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:40:00.696912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-277cb329-b162-4b99-8fdb-727fcb907282 None None] Port 49b8a46f-5d69-4640-a23c-d7876195e50f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:40:00.698863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8db803d-6a69-4967-85ef-b8efc7f0b9f9 req-239947ed-0a40-4c8f-b73b-f920f5a4041e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322708 Feb 10 06:40:00.701758 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71116996-3546-45bb-b0e0-0dce79c9ce6e admin admin] Publish callbacks [] for security_group (70d88352-92af-4400-83e6-e563c8bf4452), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:00.722494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71116996-3546-45bb-b0e0-0dce79c9ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (70d88352-92af-4400-83e6-e563c8bf4452), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:00.729369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4d120ce0-88cb-4fb0-8792-b2195a2b8d87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9103b0b1d9d41668b39856f47332b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8313725 Feb 10 06:40:00.734921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51182) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:00.768446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac81f6-d584-4fc3-bae2-1fc4db2a39b5 req-abc6ba88-b451-4cf1-b8de-e5ba35846090 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:00.769908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62ac81f6-d584-4fc3-bae2-1fc4db2a39b5 req-abc6ba88-b451-4cf1-b8de-e5ba35846090 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.3020675 Feb 10 06:40:00.770630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d120ce0-88cb-4fb0-8792-b2195a2b8d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a884658-9acb-4244-ad1e-3551702e5f83,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:00.826425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-71116996-3546-45bb-b0e0-0dce79c9ce6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4e69995643942a1a6efff87bde3a67a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7589712 Feb 10 06:40:00.837107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51184) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:00.854713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71116996-3546-45bb-b0e0-0dce79c9ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d88352-92af-4400-83e6-e563c8bf4452,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:00.894721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62ac81f6-d584-4fc3-bae2-1fc4db2a39b5 req-e68d3354-a731-4e2c-b0ff-cc2153e22211 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086426 Feb 10 06:40:00.958227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a425315-b913-4319-b4d7-1471603e0219 admin admin] Publish callbacks [] for security_group (0a884658-9acb-4244-ad1e-3551702e5f83), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:00.990781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a425315-b913-4319-b4d7-1471603e0219 admin admin] Publish callbacks [] for security_group (0a884658-9acb-4244-ad1e-3551702e5f83), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.108359 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7df908ed-0ee2-42af-b107-43451f928019 admin admin] Publish callbacks [] for security_group (70d88352-92af-4400-83e6-e563c8bf4452), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.174428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a425315-b913-4319-b4d7-1471603e0219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0a884658-9acb-4244-ad1e-3551702e5f83), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.176002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a425315-b913-4319-b4d7-1471603e0219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.177168 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7a425315-b913-4319-b4d7-1471603e0219 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a884658-9acb-4244-ad1e-3551702e5f83 HTTP/1.1" status: 204 len: 168 time: 0.4412067 Feb 10 06:40:01.240811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7df908ed-0ee2-42af-b107-43451f928019 admin admin] Publish callbacks [] for security_group (70d88352-92af-4400-83e6-e563c8bf4452), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.288301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a425315-b913-4319-b4d7-1471603e0219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a884658-9acb-4244-ad1e-3551702e5f83,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:01.325074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51210) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:01.337615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-8793068-network', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:01.432714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Made reservation on behalf of 9e1b8b2db97d46eda3c6b6bc17d1e961 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:01.442731 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.454009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7df908ed-0ee2-42af-b107-43451f928019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (70d88352-92af-4400-83e6-e563c8bf4452), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.474089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7df908ed-0ee2-42af-b107-43451f928019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.478258 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7df908ed-0ee2-42af-b107-43451f928019 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70d88352-92af-4400-83e6-e563c8bf4452 HTTP/1.1" status: 204 len: 168 time: 0.6258502 Feb 10 06:40:01.490850 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.504461 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-0e381558-c531-46ef-89ea-30679168400a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3541374 Feb 10 06:40:01.519465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df908ed-0ee2-42af-b107-43451f928019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d88352-92af-4400-83e6-e563c8bf4452,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:01.701975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b287d7a-c977-42b0-a8dd-deafeb1ea3ca req-f756388d-2bc1-4901-8334-5ce6a662b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:01.704871 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5b287d7a-c977-42b0-a8dd-deafeb1ea3ca req-f756388d-2bc1-4901-8334-5ce6a662b7b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1127 time: 0.1927876 Feb 10 06:40:01.716883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-81b21dcb-70f1-48f3-b762-8697debda4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:01.717835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-81b21dcb-70f1-48f3-b762-8697debda4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:01.718547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-81b21dcb-70f1-48f3-b762-8697debda4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:01.719164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-81b21dcb-70f1-48f3-b762-8697debda4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:01.719807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-81b21dcb-70f1-48f3-b762-8697debda4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:01.720806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-81b21dcb-70f1-48f3-b762-8697debda4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:01.721547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-81b21dcb-70f1-48f3-b762-8697debda4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:01.725560 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-81b21dcb-70f1-48f3-b762-8697debda4fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 6719 time: 0.0994949 Feb 10 06:40:01.816323 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Publish callbacks [] for security_group (e1e682ed-112e-4295-892b-819d3955b8e3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.825679 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e1e682ed-112e-4295-892b-819d3955b8e3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:01.968107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e682ed-112e-4295-892b-819d3955b8e3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:02.020206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51226) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:02.029172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:02.319596 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5b287d7a-c977-42b0-a8dd-deafeb1ea3ca req-dcda793a-1483-486b-af08-d48a36e40b14 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904958 Feb 10 06:40:02.331293 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3de52d11-9872-4a9e-98cf-0112e11efc99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:02.348324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:02.350196 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Added segment e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6 of type vlan for network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 Feb 10 06:40:02.397412 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80db1fa5-32f0-4129-b751-f84770e93351 req-36ffb42c-fe69-4ab8-9054-3c71d3655911 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5928059 Feb 10 06:40:02.429009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b68eb4d0-0e47-4989-8e6f-007cc4112c7c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:02.543874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8cc08067-a2a5-4b58-bdc4-6fb77e6bf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:02.544862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8cc08067-a2a5-4b58-bdc4-6fb77e6bf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:02.545481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8cc08067-a2a5-4b58-bdc4-6fb77e6bf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:02.549435 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8cc08067-a2a5-4b58-bdc4-6fb77e6bf6a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=caf617e0-e951-444f-8ae2-5a5d34fd7640&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=0e46ffab-9e24-4623-8d12-e600966d7e4e&id=96673c65-bae2-4e6a-8549-56b103feb668&id=96673c65-bae2-4e6a-8549-56b103feb668 HTTP/1.1" status: 200 len: 2295 time: 0.7830119 Feb 10 06:40:02.579907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b68eb4d0-0e47-4989-8e6f-007cc4112c7c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:02.580720 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:02.776096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b68eb4d0-0e47-4989-8e6f-007cc4112c7c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:02.776496 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:02.824646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port b68eb4d0-0e47-4989-8e6f-007cc4112c7c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b68eb4d0-0e47-4989-8e6f-007cc4112c7c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:02.837185 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:02.951529 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-adbc2fb1-bc5a-499f-a9a9-ffc4c115d7dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bb8675d-850c-43e4-97ed-c318acc32abf HTTP/1.1" status: 200 len: 1001 time: 0.3912578 Feb 10 06:40:02.953641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=b68eb4d0-0e47-4989-8e6f-007cc4112c7c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:03.122280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1fa5-32f0-4129-b751-f84770e93351 req-96790de4-995c-4c6c-a178-575638f76911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:03.122280 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80db1fa5-32f0-4129-b751-f84770e93351 req-96790de4-995c-4c6c-a178-575638f76911 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 1127 time: 0.4881198 Feb 10 06:40:03.138522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35b453-ac82-4044-80b4-1f75383afa26 req-1670de82-434d-430f-8d21-da12bd71f897 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:03.141650 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3de52d11-9872-4a9e-98cf-0112e11efc99 admin admin] Publish callbacks [] for security_group (c8c6575e-992d-4a3b-9d77-e590f7bf6e8a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.149351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e35b453-ac82-4044-80b4-1f75383afa26 req-1670de82-434d-430f-8d21-da12bd71f897 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 1.1890349 Feb 10 06:40:03.172245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3de52d11-9872-4a9e-98cf-0112e11efc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c8c6575e-992d-4a3b-9d77-e590f7bf6e8a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.283969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d9a6c-584a-43ac-bb39-8a24edce9391 req-1be72d17-d915-4fa0-b260-e22e79b1f707 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:03.288428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d25d9a6c-584a-43ac-bb39-8a24edce9391 req-1be72d17-d915-4fa0-b260-e22e79b1f707 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 1.2138071 Feb 10 06:40:03.290062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de52d11-9872-4a9e-98cf-0112e11efc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c6575e-992d-4a3b-9d77-e590f7bf6e8a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:03.331948 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7b080b2e-ccb5-44c3-b58a-7e493395cce6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.353234 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3de52d11-9872-4a9e-98cf-0112e11efc99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc90db3bfa5844d1bb0f7402ef6be69d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2635694 Feb 10 06:40:03.357872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51256) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:03.366458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-b21844e0-a967-485a-aafb-b4025e916c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:03.368406 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-b21844e0-a967-485a-aafb-b4025e916c2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fdc9898-3f5a-4a18-a218-5792aa9ee64f HTTP/1.1" status: 200 len: 856 time: 0.3694372 Feb 10 06:40:03.458819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e35b453-ac82-4044-80b4-1f75383afa26 req-3fbaa6cb-937f-4c3f-8e95-9a96590c5084 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045995 Feb 10 06:40:03.491487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:40:03.575515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d25d9a6c-584a-43ac-bb39-8a24edce9391 req-b300a3c1-e336-4e64-9a54-c84eba578e8f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493813 Feb 10 06:40:03.579642 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7b080b2e-ccb5-44c3-b58a-7e493395cce6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.580625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:03.581211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.691321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-a58f6d37-94ff-46f0-8928-46c000b4072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:03.692916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-a58f6d37-94ff-46f0-8928-46c000b4072c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=caf617e0-e951-444f-8ae2-5a5d34fd7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1243351 Feb 10 06:40:03.693576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4fac2f4b-d376-40d8-88bc-5f79c3025e27 admin admin] Publish callbacks [] for security_group (c8c6575e-992d-4a3b-9d77-e590f7bf6e8a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.722749 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4fac2f4b-d376-40d8-88bc-5f79c3025e27 admin admin] Publish callbacks [] for security_group (c8c6575e-992d-4a3b-9d77-e590f7bf6e8a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.729139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=7b080b2e-ccb5-44c3-b58a-7e493395cce6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:03.741251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:03.763803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f10c91e3-441d-4aea-a2b9-6eb81c379fe1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4366138 Feb 10 06:40:03.767321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51262) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:03.781332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Request body: {'subnet': {'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-8793068-subnet', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:03.822888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1fa5-32f0-4129-b751-f84770e93351 req-eaeb3078-1801-4392-8cc7-1a01a809d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:03.824876 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80db1fa5-32f0-4129-b751-f84770e93351 req-eaeb3078-1801-4392-8cc7-1a01a809d027 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 200 len: 906 time: 0.6788499 Feb 10 06:40:03.826011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4fac2f4b-d376-40d8-88bc-5f79c3025e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c8c6575e-992d-4a3b-9d77-e590f7bf6e8a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.829123 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4fac2f4b-d376-40d8-88bc-5f79c3025e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.830683 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4fac2f4b-d376-40d8-88bc-5f79c3025e27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8c6575e-992d-4a3b-9d77-e590f7bf6e8a HTTP/1.1" status: 204 len: 168 time: 0.4586296 Feb 10 06:40:03.837565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Made reservation on behalf of 9e1b8b2db97d46eda3c6b6bc17d1e961 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:03.842990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:03.892466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac2f4b-d376-40d8-88bc-5f79c3025e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c6575e-992d-4a3b-9d77-e590f7bf6e8a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:03.895346 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80db1fa5-32f0-4129-b751-f84770e93351 req-d24c1faa-9599-4627-9a70-d982cde004f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83286f2a-e587-479d-bc83-51796403bcc8 HTTP/1.1" status: 200 len: 217 time: 0.0630870 Feb 10 06:40:04.056845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1fa5-32f0-4129-b751-f84770e93351 req-d74fb201-25f2-4f64-b69f-e74e4b9b869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:04.058493 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80db1fa5-32f0-4129-b751-f84770e93351 req-d74fb201-25f2-4f64-b69f-e74e4b9b869f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 200 len: 846 time: 0.1065829 Feb 10 06:40:04.060476 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-ca1fa46e-2795-46eb-8f7c-99e4be82af61 service neutron] 10.222.0.24 "GET /v2.0/networks/caf617e0-e951-444f-8ae2-5a5d34fd7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947824 Feb 10 06:40:04.184179 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (6354f449-caed-430d-a7bf-0a70888f7d77), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:04.251555 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80db1fa5-32f0-4129-b751-f84770e93351 req-9b22681a-5431-4a7c-a285-f0f89f63941f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73416e1f-efbe-4b07-a796-c13d404be009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851201 Feb 10 06:40:04.294041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b68eb4d0-0e47-4989-8e6f-007cc4112c7c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:04.364129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6354f449-caed-430d-a7bf-0a70888f7d77,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:04.370507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Checking segment: {'id': 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:04.370861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Network hostable DHCP agents. Network: 7b080b2e-ccb5-44c3-b58a-7e493395cce6, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:04.403261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:04.415670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 7b080b2e-ccb5-44c3-b58a-7e493395cce6) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:04.421093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:04.421694 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:04.448363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-612a094f-bebe-471f-91a2-e4e0525d8a9e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6791112 Feb 10 06:40:04.451400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51280) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:04.459171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf40400-1688-4fc4-ae16-aeaefcd9dd39 None None] Network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:04.462675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:04.496440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (c0be15e9-575b-4c6c-8741-42ffb214231c), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:04.497555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (c0be15e9-575b-4c6c-8741-42ffb214231c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:04.586288 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-f050d959-d274-46c4-a9cf-c97fcb1b5988 service neutron] 10.222.0.24 "GET /v2.0/networks/caf617e0-e951-444f-8ae2-5a5d34fd7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180829 Feb 10 06:40:04.603830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks [] for router_controller (c0be15e9-575b-4c6c-8741-42ffb214231c), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:04.752237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b68eb4d0-0e47-4989-8e6f-007cc4112c7c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:04.753243 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:04.931502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-7b080b2e-ccb5-44c3-b58a-7e493395cce6', 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6', 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'fixed_ips': [{'subnet_id': '6354f449-caed-430d-a7bf-0a70888f7d77'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:40:04.932416 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:05.037500 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Sync routers for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:40:05.057152 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:05.058064 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:39:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:05.090732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks [] for router_gateway (c0be15e9-575b-4c6c-8741-42ffb214231c), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:05.189039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e924d-b76f-481d-9d25-db5da1ab223b req-4ce652a5-a18f-4300-a4db-ed134225feb7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:05.211038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-586e924d-b76f-481d-9d25-db5da1ab223b req-4ce652a5-a18f-4300-a4db-ed134225feb7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.3995440 Feb 10 06:40:05.223875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ab288-12c3-4317-bd86-52e3505541f9 req-d42c6d0b-a733-4712-a478-9beb2f62e79f tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:05.244077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-020ab288-12c3-4317-bd86-52e3505541f9 req-d42c6d0b-a733-4712-a478-9beb2f62e79f tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.4350069 Feb 10 06:40:05.325525 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:05.437225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-020ab288-12c3-4317-bd86-52e3505541f9 req-1521ee52-24e1-4dd5-b673-3623ab2ce165 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912992 Feb 10 06:40:05.503790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b68eb4d0-0e47-4989-8e6f-007cc4112c7c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:05.560789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Allocated IP 172.20.0.2 (7b080b2e-ccb5-44c3-b58a-7e493395cce6/6354f449-caed-430d-a7bf-0a70888f7d77/d5a55536-e0aa-46a6-abd0-0c901010a6f2) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:05.592307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b5d9643f-be91-4d38-97e0-7e5711dd9ab0 req-42ff64df-e986-4fbb-8a34-343e549d923e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1003500947', 'description': 'tempest-description-1228146969'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:05.613247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-586e924d-b76f-481d-9d25-db5da1ab223b req-d64ffaad-40f9-4b45-a441-625914f8abbc tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010491 Feb 10 06:40:05.704302 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b5d9643f-be91-4d38-97e0-7e5711dd9ab0 req-42ff64df-e986-4fbb-8a34-343e549d923e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:05.942129 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80db1fa5-32f0-4129-b751-f84770e93351 req-4f6376e3-c88b-49ce-9d38-ab3d9fa0e39f service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6728556 Feb 10 06:40:05.974199 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-6474c9ab-82aa-495a-a0b3-903c4c1564fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=88a6fc0a-bc63-4ec1-b7df-dffe5735952a HTTP/1.1" status: 200 len: 217 time: 1.3791323 Feb 10 06:40:05.988668 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Publish callbacks [] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:05.999660 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.002420 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 2, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:06.041233 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Checking router: 22b44205-1aeb-4d90-92a2-3b2be8bbb89d for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:40:06.041799 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Updating router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d port 49b8a46f-5d69-4640-a23c-d7876195e50f binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:40:06.054033 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks [] for router_gateway (c0be15e9-575b-4c6c-8741-42ffb214231c), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.104268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:06.116918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.119238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:06.119822 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.126593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:06.231015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Pushing event updated for resources: {'Port': ['ID=d5a55536-e0aa-46a6-abd0-0c901010a6f2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:06.297192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Attempting to bind port d5a55536-e0aa-46a6-abd0-0c901010a6f2 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:06.297568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Attempting to bind port d5a55536-e0aa-46a6-abd0-0c901010a6f2 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:06.297943 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Attempting to bind port d5a55536-e0aa-46a6-abd0-0c901010a6f2 on network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:06.323240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:06.323632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Checking segment: {'id': 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:06.324046 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.324450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Bound using segment: {'id': 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:06.324944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Bound port: d5a55536-e0aa-46a6-abd0-0c901010a6f2, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:06.325328 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.383672 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80db1fa5-32f0-4129-b751-f84770e93351 req-607301c7-2ed9-4b4a-8839-9621568b9e31 service neutron] 10.222.0.13 "GET /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406130 Feb 10 06:40:06.390285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-9599aded-73b3-40b3-9b48-808d675336b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:06.391756 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-9599aded-73b3-40b3-9b48-808d675336b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=431e162a-1c63-47d8-a081-de739e99977e HTTP/1.1" status: 200 len: 797 time: 0.3843641 Feb 10 06:40:06.450506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Allocated IP 172.25.8.238 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/35f9eee8-a204-40af-9edc-5dc0cb4dcbb5) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:06.477803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] For port d5a55536-e0aa-46a6-abd0-0c901010a6f2, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:06.481453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] For port d5a55536-e0aa-46a6-abd0-0c901010a6f2, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d5a55536-e0aa-46a6-abd0-0c901010a6f2,segment=NetworkSegment(e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6),segment_id=e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:06.488801 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.526699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-12ac5298-ceda-4476-afab-3244ede73a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:06.528204 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-12ac5298-ceda-4476-afab-3244ede73a0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e46ffab-9e24-4623-8d12-e600966d7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1293666 Feb 10 06:40:06.564315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f936c-2a88-4024-80de-aabde2ede279 None None] Pushing event updated for resources: {'Port': ['ID=d5a55536-e0aa-46a6-abd0-0c901010a6f2,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:06.607343 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks [] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.674566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.719271 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.832159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Pushing event updated for resources: {'Port': ['ID=35f9eee8-a204-40af-9edc-5dc0cb4dcbb5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:06.835735 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Publish callbacks [] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.843068 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.877388 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-6124d91b-3d3e-4321-a491-c821219c75ff service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394172 Feb 10 06:40:06.883782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b5d9643f-be91-4d38-97e0-7e5711dd9ab0 req-42ff64df-e986-4fbb-8a34-343e549d923e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for security_group (2bfe62bb-2ea0-4b0f-99e4-413bb4089c67), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.922157 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ff6fc-5606-4ba0-a793-8e1fd97aec5f None None] Pushing event updated for resources: {'Port': ['ID=49b8a46f-5d69-4640-a23c-d7876195e50f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:06.942974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b5d9643f-be91-4d38-97e0-7e5711dd9ab0 req-42ff64df-e986-4fbb-8a34-343e549d923e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2bfe62bb-2ea0-4b0f-99e4-413bb4089c67), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:06.971822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:06.989829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:06.997398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:07.042747 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b5d9643f-be91-4d38-97e0-7e5711dd9ab0 req-42ff64df-e986-4fbb-8a34-343e549d923e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:07.048192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5d9643f-be91-4d38-97e0-7e5711dd9ab0 req-42ff64df-e986-4fbb-8a34-343e549d923e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.4767554 Feb 10 06:40:07.124908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057ac89-f4e0-4d68-b4b4-64229e0e57e5 req-0ff05c40-7d2a-4db3-9976-da57b6f683e7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:07.125663 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Attempting to bind port 49b8a46f-5d69-4640-a23c-d7876195e50f on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:07.127595 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Attempting to bind port 49b8a46f-5d69-4640-a23c-d7876195e50f by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:07.128772 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Attempting to bind port 49b8a46f-5d69-4640-a23c-d7876195e50f on network e519246c-5187-4df4-b098-e72e83a7f300 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:07.136328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5057ac89-f4e0-4d68-b4b4-64229e0e57e5 req-0ff05c40-7d2a-4db3-9976-da57b6f683e7 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2856147 Feb 10 06:40:07.145502 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-2184992b-8bb7-451f-b39a-a0baa31b3275 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592895 Feb 10 06:40:07.149493 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:07.150161 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Checking segment: {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:07.150736 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:07.151435 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Bound using segment: {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:07.156086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff64df-e986-4fbb-8a34-343e549d923e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfe62bb-2ea0-4b0f-99e4-413bb4089c67,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:07.156289 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Bound port: 49b8a46f-5d69-4640-a23c-d7876195e50f, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:07.156840 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:07.257035 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-595283f4-24ef-45d9-8a52-23e3cf1c7f5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=6f2b8a67-e1c6-4461-b239-07f5c88255db HTTP/1.1" status: 200 len: 217 time: 0.1041775 Feb 10 06:40:07.396636 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] For port 49b8a46f-5d69-4640-a23c-d7876195e50f, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:07.403547 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] For port 49b8a46f-5d69-4640-a23c-d7876195e50f, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=49b8a46f-5d69-4640-a23c-d7876195e50f,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:07.423687 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:07.483196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-4793a803-c684-439e-b621-0c3614e1ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:07.484903 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-4793a803-c684-439e-b621-0c3614e1ab83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=431e162a-1c63-47d8-a081-de739e99977e HTTP/1.1" status: 200 len: 797 time: 0.2186344 Feb 10 06:40:07.568686 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:07.572032 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:39:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:07.596747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-dd74a386-772f-4fe1-bc8a-d3b6623cc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:07.599469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-dd74a386-772f-4fe1-bc8a-d3b6623cc6ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e46ffab-9e24-4623-8d12-e600966d7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1048381 Feb 10 06:40:07.612244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51414) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:07.649113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5057ac89-f4e0-4d68-b4b4-64229e0e57e5 req-89d90f2d-260a-4334-abc5-a78fbd2134ac tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105572 Feb 10 06:40:07.709699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-52af878c-01eb-406e-84d8-c088a20781c9 None None] Provisioning complete for port 49b8a46f-5d69-4640-a23c-d7876195e50f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:07.710329 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52af878c-01eb-406e-84d8-c088a20781c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:07.744300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-ded942dc-d1ba-4891-940c-49c9a82d4289 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1003500947&fields=id&tenant_id=323d2c08b6ee422cbd9b777f1645bc27 HTTP/1.1" status: 200 len: 267 time: 0.5117211 Feb 10 06:40:07.943182 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-5d587971-53cc-4c54-8ef6-440066b3c1f5 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299055 Feb 10 06:40:08.007195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-52af878c-01eb-406e-84d8-c088a20781c9 None None] Current status of the port 49b8a46f-5d69-4640-a23c-d7876195e50f is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:08.008622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52af878c-01eb-406e-84d8-c088a20781c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.065965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-52af878c-01eb-406e-84d8-c088a20781c9 None None] For port 49b8a46f-5d69-4640-a23c-d7876195e50f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=49b8a46f-5d69-4640-a23c-d7876195e50f,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:08.072092 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52af878c-01eb-406e-84d8-c088a20781c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.094178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93a15339-ed6a-4c39-8328-25d115c53f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.096638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-aa933577-7442-4bd4-990b-9fa45c55aebd tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:08.109258 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-aa933577-7442-4bd4-990b-9fa45c55aebd tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.3634996 Feb 10 06:40:08.145503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-f264b1d0-5e16-4188-9bdb-ce44f5995d59 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Request body: {'port': {'security_groups': ['689ec952-9c70-46b3-9bee-cdf9c093dbdb', '2bfe62bb-2ea0-4b0f-99e4-413bb4089c67']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:08.212700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51430) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:08.238538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af878c-01eb-406e-84d8-c088a20781c9 None None] Pushing event updated for resources: {'Port': ['ID=49b8a46f-5d69-4640-a23c-d7876195e50f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:08.287842 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ff6fc-5606-4ba0-a793-8e1fd97aec5f None None] Pushing event updated for resources: {'Port': ['ID=49b8a46f-5d69-4640-a23c-d7876195e50f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:08.306037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-288b2e30-78de-45f2-82ed-79f418495715 None None] Provisioning complete for port 49b8a46f-5d69-4640-a23c-d7876195e50f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:08.308241 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-288b2e30-78de-45f2-82ed-79f418495715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.348728 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:08.409593 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-73e1f0fc-8bcf-4dcc-9338-01c708248b37 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567626 Feb 10 06:40:08.442043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d5a55536-e0aa-46a6-abd0-0c901010a6f2 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:08.486124 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-f264b1d0-5e16-4188-9bdb-ce44f5995d59 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.510003 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-23e1554b-400f-4a13-9c2a-7b1383003434 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=cd9264d1-044c-425b-93c2-41ff9e11132c HTTP/1.1" status: 200 len: 217 time: 0.0906715 Feb 10 06:40:08.599708 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-288b2e30-78de-45f2-82ed-79f418495715 None None] Current status of the port 49b8a46f-5d69-4640-a23c-d7876195e50f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:08.603921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d5a55536-e0aa-46a6-abd0-0c901010a6f2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:08.604296 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.642771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8812d4ae-e582-41ef-84a0-de6a4de2d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:08.644636 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8812d4ae-e582-41ef-84a0-de6a4de2d921 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=431e162a-1c63-47d8-a081-de739e99977e HTTP/1.1" status: 200 len: 797 time: 0.1254601 Feb 10 06:40:08.647811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks [] for router_gateway (c0be15e9-575b-4c6c-8741-42ffb214231c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.662701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef45e65b-c094-44de-ac9c-6e0b90356d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.743148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd593d5a-9e94-4d58-90cb-0d1d87604bb8 None None] Network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:08.778674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93a15339-ed6a-4c39-8328-25d115c53f8b admin admin] Publish callbacks [] for security_group (61c7f079-f00e-4725-97ec-d35205ae9ffc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.782075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-12cdc3b3-7c83-4e60-a210-0d7ee9fb43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:08.783920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-12cdc3b3-7c83-4e60-a210-0d7ee9fb43c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e46ffab-9e24-4623-8d12-e600966d7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1133971 Feb 10 06:40:08.789652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93a15339-ed6a-4c39-8328-25d115c53f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (61c7f079-f00e-4725-97ec-d35205ae9ffc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.831641 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:40:07Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:08.903856 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27b953-a5ac-4f48-8f59-7e41786fd4c6 None None] The sync data for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 is: [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:40:07Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:40:08.916825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d5a55536-e0aa-46a6-abd0-0c901010a6f2 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:08.917486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:08.968637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-93a15339-ed6a-4c39-8328-25d115c53f8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4815fe9730d942a7b4e9cc71477768dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3541639 Feb 10 06:40:08.970701 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-402388e6-1b05-48c9-a969-cbf1e26be496 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514940 Feb 10 06:40:08.974629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51436) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:08.975290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a15339-ed6a-4c39-8328-25d115c53f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c7f079-f00e-4725-97ec-d35205ae9ffc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:09.018922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ef33297d-a8ff-44a9-ac36-8022dc3e16ab None None] Provisioning complete for port d5a55536-e0aa-46a6-abd0-0c901010a6f2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:09.019314 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef33297d-a8ff-44a9-ac36-8022dc3e16ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.080108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610fbca-11b9-4f4f-abc0-88d21e7962f4 req-3b27294b-cd9f-40ba-b8ed-a340a593ae54 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:09.082472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f610fbca-11b9-4f4f-abc0-88d21e7962f4 req-3b27294b-cd9f-40ba-b8ed-a340a593ae54 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2892258 Feb 10 06:40:09.154647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eb42ef9-b1d5-402a-9112-d5c19cef1b3d admin admin] Publish callbacks [] for security_group (61c7f079-f00e-4725-97ec-d35205ae9ffc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.178425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port d5a55536-e0aa-46a6-abd0-0c901010a6f2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d5a55536-e0aa-46a6-abd0-0c901010a6f2,segment=NetworkSegment(e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6),segment_id=e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:09.185264 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.193159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eb42ef9-b1d5-402a-9112-d5c19cef1b3d admin admin] Publish callbacks [] for security_group (61c7f079-f00e-4725-97ec-d35205ae9ffc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.360765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef45e65b-c094-44de-ac9c-6e0b90356d63 admin admin] Publish callbacks [] for security_group (70240bfc-de2c-4350-aa98-a6103f52dd5d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.360765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eb42ef9-b1d5-402a-9112-d5c19cef1b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (61c7f079-f00e-4725-97ec-d35205ae9ffc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.371975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eb42ef9-b1d5-402a-9112-d5c19cef1b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.373212 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1eb42ef9-b1d5-402a-9112-d5c19cef1b3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61c7f079-f00e-4725-97ec-d35205ae9ffc HTTP/1.1" status: 204 len: 168 time: 0.3950436 Feb 10 06:40:09.389871 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ef33297d-a8ff-44a9-ac36-8022dc3e16ab None None] Current status of the port d5a55536-e0aa-46a6-abd0-0c901010a6f2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:09.395296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=d5a55536-e0aa-46a6-abd0-0c901010a6f2,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:09.415621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef45e65b-c094-44de-ac9c-6e0b90356d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (70240bfc-de2c-4350-aa98-a6103f52dd5d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.431473 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-edb52631-ee72-4169-a7c6-2a58f6882e01 service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480166 Feb 10 06:40:09.449793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb42ef9-b1d5-402a-9112-d5c19cef1b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c7f079-f00e-4725-97ec-d35205ae9ffc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:09.470924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f610fbca-11b9-4f4f-abc0-88d21e7962f4 req-eb99c138-98ed-4d54-b4cd-9f3962dfed25 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772957 Feb 10 06:40:09.522661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (c0be15e9-575b-4c6c-8741-42ffb214231c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.622869 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-081c632d-8b23-4c6e-9cb1-365d71e0a619 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=fa3ca41a-3e9f-4a49-96df-982dcb784553 HTTP/1.1" status: 200 len: 217 time: 0.1133854 Feb 10 06:40:09.669646 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ef45e65b-c094-44de-ac9c-6e0b90356d63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d99cd645eea41af87d5814b2a94f1b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4454832 Feb 10 06:40:09.673672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51448) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:09.796403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45e65b-c094-44de-ac9c-6e0b90356d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70240bfc-de2c-4350-aa98-a6103f52dd5d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:09.849918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-f264b1d0-5e16-4188-9bdb-ce44f5995d59 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] For port f6ae7ce0-7b5e-429b-9258-ca60b9544a85, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:09.896277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-f264b1d0-5e16-4188-9bdb-ce44f5995d59 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.903381 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-f264b1d0-5e16-4188-9bdb-ce44f5995d59 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:09.916642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-ff31117a-8161-4b7f-abc5-7d6783098c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:09.920921 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-ff31117a-8161-4b7f-abc5-7d6783098c15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=431e162a-1c63-47d8-a081-de739e99977e HTTP/1.1" status: 200 len: 797 time: 0.2800031 Feb 10 06:40:09.934487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f6ae7ce0-7b5e-429b-9258-ca60b9544a85'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:40:09.977345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6689fb6-9916-4cba-93fb-6803f512cb16 admin admin] Publish callbacks [] for security_group (70240bfc-de2c-4350-aa98-a6103f52dd5d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:10.020655 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6689fb6-9916-4cba-93fb-6803f512cb16 admin admin] Publish callbacks [] for security_group (70240bfc-de2c-4350-aa98-a6103f52dd5d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:10.038122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8f5c8f5a-5fa1-401a-a231-abbde474a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:10.046520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8f5c8f5a-5fa1-401a-a231-abbde474a865 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e46ffab-9e24-4623-8d12-e600966d7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1125443 Feb 10 06:40:10.093121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a2b4394f-0b05-41a6-82e1-d0d6f9cf56ef None None] Provisioning complete for port d5a55536-e0aa-46a6-abd0-0c901010a6f2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:10.094184 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2b4394f-0b05-41a6-82e1-d0d6f9cf56ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:10.129757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264b1d0-5e16-4188-9bdb-ce44f5995d59 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Pushing event updated for resources: {'Port': ['ID=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:10.255331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-f264b1d0-5e16-4188-9bdb-ce44f5995d59 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:10.255942 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:10.259061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-f264b1d0-5e16-4188-9bdb-ce44f5995d59 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:10.263316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f0fc172-0876-42e5-89f9-cc928d29ab99 req-f264b1d0-5e16-4188-9bdb-ce44f5995d59 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "PUT /v2.0/ports/f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 981 time: 2.1465392 Feb 10 06:40:10.264197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:40:10.271823 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f350c-882d-4326-865d-f850aa72e243" -d '{"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:40:10.330016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Router c0be15e9-575b-4c6c-8741-42ffb214231c is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:40:10.364349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b345a-0f68-4bbc-b41a-ae0eefe17a6e req-d9d897de-8811-42f5-9ffc-9ad40af3709f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:10.368976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b30b345a-0f68-4bbc-b41a-ae0eefe17a6e req-d9d897de-8811-42f5-9ffc-9ad40af3709f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2726691 Feb 10 06:40:10.411180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4394f-0b05-41a6-82e1-d0d6f9cf56ef None None] Current status of the port d5a55536-e0aa-46a6-abd0-0c901010a6f2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:10.434421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f6ae7ce0-7b5e-429b-9258-ca60b9544a85'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:40:10.508663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6689fb6-9916-4cba-93fb-6803f512cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (70240bfc-de2c-4350-aa98-a6103f52dd5d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:10.525309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6689fb6-9916-4cba-93fb-6803f512cb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:10.535705 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b6689fb6-9916-4cba-93fb-6803f512cb16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70240bfc-de2c-4350-aa98-a6103f52dd5d HTTP/1.1" status: 204 len: 168 time: 0.8042524 Feb 10 06:40:10.542372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 49b8a46f-5d69-4640-a23c-d7876195e50f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:10.598469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6689fb6-9916-4cba-93fb-6803f512cb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70240bfc-de2c-4350-aa98-a6103f52dd5d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:10.619452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-dcb88549-b505-4cc4-80ce-b051c20d85ac service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192764 Feb 10 06:40:10.690885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d419717-35b1-4383-84b7-579c1ee34035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:10.740833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 49b8a46f-5d69-4640-a23c-d7876195e50f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:10.741266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:10.844299 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-3e3b92eb-024a-4681-bc5a-fd1458a48edf service neutron] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144840 Feb 10 06:40:10.929128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-65532473-6a8d-416f-9eb9-1bf381c48678 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a0dd3913-9d62-4170-866e-737160d2ed68 HTTP/1.1" status: 200 len: 217 time: 0.0751653 Feb 10 06:40:11.017389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8642494a-e6dd-4b2d-9a1d-b42537ffcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:11.019227 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-8642494a-e6dd-4b2d-9a1d-b42537ffcfe3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81689dba-08a2-45b2-bc08-107913a6082f HTTP/1.1" status: 200 len: 797 time: 0.0814254 Feb 10 06:40:11.088290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51486) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:11.088633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51488) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:11.144038 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba765-c0e4-470b-bf1c-06d2368cc35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:11.163686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 49b8a46f-5d69-4640-a23c-d7876195e50f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:11.165996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d5a55536-e0aa-46a6-abd0-0c901010a6f2 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:11.316498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba765-c0e4-470b-bf1c-06d2368cc35f admin admin] Publish callbacks [] for security_group (291c314e-e769-4807-8dca-35109371ffed), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:11.332006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba765-c0e4-470b-bf1c-06d2368cc35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (291c314e-e769-4807-8dca-35109371ffed), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:11.376690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ba765-c0e4-470b-bf1c-06d2368cc35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291c314e-e769-4807-8dca-35109371ffed,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:11.415962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d5a55536-e0aa-46a6-abd0-0c901010a6f2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:11.416347 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:11.456301 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b30b345a-0f68-4bbc-b41a-ae0eefe17a6e req-1d9d57d9-9345-46da-99b2-bbf9beb0c041 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653860 Feb 10 06:40:11.473638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:40:11.485734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-87bca8a7-b3c9-4868-9b7c-2ac7a943d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:11.487329 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-87bca8a7-b3c9-4868-9b7c-2ac7a943d49b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96673c65-bae2-4e6a-8549-56b103feb668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4592834 Feb 10 06:40:11.509736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:11.516692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-18ed3453-cd0a-4839-a9fb-8a7d892d5446 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0642760 Feb 10 06:40:11.521417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51498) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:11.523229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Sync routers for ids ['c0be15e9-575b-4c6c-8741-42ffb214231c'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:40:11.525115 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6a8ba765-c0e4-470b-bf1c-06d2368cc35f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfc7c33e0f0a40e4a52130809fd44d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132395 Feb 10 06:40:11.542519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51500) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:11.542867 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d100aa87-b58b-4e48-92b9-af4cf19ff80b x-openstack-request-id: req-d100aa87-b58b-4e48-92b9-af4cf19ff80b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:40:11.543098 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:40:11.543364 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d100aa87-b58b-4e48-92b9-af4cf19ff80b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:40:11.543790 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'status': 'completed', 'code': 200} Feb 10 06:40:11.557196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6c7da92-7913-4916-941c-38bfc263e6be req-28336817-d64a-4767-ba94-d11a0dd4d17c tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1003500947&fields=id&tenant_id=323d2c08b6ee422cbd9b777f1645bc27 HTTP/1.1" status: 200 len: 267 time: 0.2722979 Feb 10 06:40:11.564041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Routers {'c0be15e9-575b-4c6c-8741-42ffb214231c'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:11.564674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:39:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c0be15e9-575b-4c6c-8741-42ffb214231c'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:11.691236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d5a55536-e0aa-46a6-abd0-0c901010a6f2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:11.803845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Set router c0be15e9-575b-4c6c-8741-42ffb214231c gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:11.867666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-561bc335-16a3-4dea-a7c6-55b123cdbc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:11.892913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ecbd4-4285-4b27-9745-586638d5c39b req-a75ebefd-5e14-42bd-9e76-4665c4d5cc09 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:11.897194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b4ecbd4-4285-4b27-9745-586638d5c39b req-a75ebefd-5e14-42bd-9e76-4665c4d5cc09 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2699263 Feb 10 06:40:11.933973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7da92-7913-4916-941c-38bfc263e6be req-c4ca2f83-0646-446e-b389-0886b6b48e1d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:11.935569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6c7da92-7913-4916-941c-38bfc263e6be req-c4ca2f83-0646-446e-b389-0886b6b48e1d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 984 time: 0.3072159 Feb 10 06:40:11.939955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f350c-882d-4326-865d-f850aa72e243 req-367a94ec-43ee-483f-880b-4d65d7634f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:11.941734 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8b3f350c-882d-4326-865d-f850aa72e243 req-367a94ec-43ee-483f-880b-4d65d7634f3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1166 time: 0.2771671 Feb 10 06:40:11.942584 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc312511-dceb-4bf6-9bf5-020bfd022f73 admin admin] Publish callbacks [] for security_group (291c314e-e769-4807-8dca-35109371ffed), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:11.995969 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-acbded84-0fae-42cb-a52b-23147108cd0c service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523580 Feb 10 06:40:12.029010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b4ecbd4-4285-4b27-9745-586638d5c39b req-868a776a-3a7d-4e3e-bca6-38b110fd34f1 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197407 Feb 10 06:40:12.053038 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc312511-dceb-4bf6-9bf5-020bfd022f73 admin admin] Publish callbacks [] for security_group (291c314e-e769-4807-8dca-35109371ffed), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:12.192897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a6c7da92-7913-4916-941c-38bfc263e6be req-ebc470b8-db80-4ef3-a1c9-f8f36f4a5c14 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Request body: {'port': {'security_groups': ['689ec952-9c70-46b3-9bee-cdf9c093dbdb']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:12.276413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f350c-882d-4326-865d-f850aa72e243 req-72805170-fe4f-4beb-933c-a0de4ed17004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:12.278476 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8b3f350c-882d-4326-865d-f850aa72e243 req-72805170-fe4f-4beb-933c-a0de4ed17004 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 920 time: 0.3247502 Feb 10 06:40:12.383004 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8b3f350c-882d-4326-865d-f850aa72e243 req-c5d52a7c-00a3-4c33-8728-349cd7c25215 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 217 time: 0.0955796 Feb 10 06:40:12.388812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-561bc335-16a3-4dea-a7c6-55b123cdbc36 admin admin] Publish callbacks [] for security_group (c5c75278-b4e9-47b3-a9f8-87e3f2339a30), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:12.423739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc312511-dceb-4bf6-9bf5-020bfd022f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (291c314e-e769-4807-8dca-35109371ffed), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:12.426990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc312511-dceb-4bf6-9bf5-020bfd022f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:12.428148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fc312511-dceb-4bf6-9bf5-020bfd022f73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/291c314e-e769-4807-8dca-35109371ffed HTTP/1.1" status: 204 len: 168 time: 0.8376577 Feb 10 06:40:12.428964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-561bc335-16a3-4dea-a7c6-55b123cdbc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c5c75278-b4e9-47b3-a9f8-87e3f2339a30), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:12.481387 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-ad99171c-6c04-45d7-a2c0-9bbc2ddebd30 service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627721 Feb 10 06:40:12.547724 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36dfe9be-f5a7-4d0b-9c2e-e51d7804ab80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:12.555249 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-1838a85d-aeb8-4f5f-b715-b272a98e220a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e2acc3-4ffa-4bf6-bded-f3e46180b824 HTTP/1.1" status: 200 len: 217 time: 0.0598972 Feb 10 06:40:12.556839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc312511-dceb-4bf6-9bf5-020bfd022f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291c314e-e769-4807-8dca-35109371ffed,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:12.676995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51522) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:12.687353 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a6c7da92-7913-4916-941c-38bfc263e6be req-ebc470b8-db80-4ef3-a1c9-f8f36f4a5c14 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:12.693720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:40:04Z', 'updated_at': '2022-02-10T06:40:07Z', 'revision_number': 3, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'gw_port': {'id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:06Z', 'updated_at': '2022-02-10T06:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:12.731134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Checking router: c0be15e9-575b-4c6c-8741-42ffb214231c for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:40:12.731365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Updating router c0be15e9-575b-4c6c-8741-42ffb214231c port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:40:12.766163 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-561bc335-16a3-4dea-a7c6-55b123cdbc36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62f5c15f00774fbf81eb3da40a3bbcca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6539388 Feb 10 06:40:12.776610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51528) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:12.796243 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:12.806753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bc335-16a3-4dea-a7c6-55b123cdbc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c75278-b4e9-47b3-a9f8-87e3f2339a30,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:12.833832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-2aa85687-5be7-4932-bf3e-66b98e02fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:12.835517 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-2aa85687-5be7-4932-bf3e-66b98e02fff2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81689dba-08a2-45b2-bc08-107913a6082f HTTP/1.1" status: 200 len: 797 time: 0.2711186 Feb 10 06:40:12.838847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f350c-882d-4326-865d-f850aa72e243 req-3e46b910-1c34-49db-9a30-925aa05fe229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:12.840372 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8b3f350c-882d-4326-865d-f850aa72e243 req-3e46b910-1c34-49db-9a30-925aa05fe229 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 200 len: 860 time: 0.4421518 Feb 10 06:40:12.926436 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8b3f350c-882d-4326-865d-f850aa72e243 req-8614d83c-33a0-4b12-ba43-8ac63ca5915e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e43e0ff1-8270-4516-bf01-3cac32ee555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466902 Feb 10 06:40:12.935875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a6c7da92-7913-4916-941c-38bfc263e6be req-ebc470b8-db80-4ef3-a1c9-f8f36f4a5c14 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] For port f6ae7ce0-7b5e-429b-9258-ca60b9544a85, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:12.990866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9334880f-1410-4745-b2d9-6d8d90fd3327 admin admin] Publish callbacks [] for security_group (c5c75278-b4e9-47b3-a9f8-87e3f2339a30), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:12.995821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-c16c8d41-c00d-40a8-931c-935abe034107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:12.997732 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-c16c8d41-c00d-40a8-931c-935abe034107 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96673c65-bae2-4e6a-8549-56b103feb668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1539593 Feb 10 06:40:13.095157 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9334880f-1410-4745-b2d9-6d8d90fd3327 admin admin] Publish callbacks [] for security_group (c5c75278-b4e9-47b3-a9f8-87e3f2339a30), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.138544 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a6c7da92-7913-4916-941c-38bfc263e6be req-ebc470b8-db80-4ef3-a1c9-f8f36f4a5c14 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.150620 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a6c7da92-7913-4916-941c-38bfc263e6be req-ebc470b8-db80-4ef3-a1c9-f8f36f4a5c14 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.217709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7da92-7913-4916-941c-38bfc263e6be req-ebc470b8-db80-4ef3-a1c9-f8f36f4a5c14 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:13.218401 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a6c7da92-7913-4916-941c-38bfc263e6be req-ebc470b8-db80-4ef3-a1c9-f8f36f4a5c14 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.220246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6c7da92-7913-4916-941c-38bfc263e6be req-ebc470b8-db80-4ef3-a1c9-f8f36f4a5c14 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "PUT /v2.0/ports/f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 942 time: 1.1986065 Feb 10 06:40:13.232316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f6ae7ce0-7b5e-429b-9258-ca60b9544a85'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:40:13.245175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32ea9c-3531-41fd-9e44-9ce8243e8b09 req-3ba68ac6-5187-4e47-bea5-83aa2e6ac217 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:13.255435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae32ea9c-3531-41fd-9e44-9ce8243e8b09 req-3ba68ac6-5187-4e47-bea5-83aa2e6ac217 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.5754182 Feb 10 06:40:13.283348 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-9ccda5c0-ee6d-4e29-baf3-89b97291d993 service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680504 Feb 10 06:40:13.285701 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8b3f350c-882d-4326-865d-f850aa72e243 req-358ceee6-1e11-4378-9a3d-27bbd0632dee service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427281 Feb 10 06:40:13.362110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f6ae7ce0-7b5e-429b-9258-ca60b9544a85'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:40:13.476754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9334880f-1410-4745-b2d9-6d8d90fd3327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c5c75278-b4e9-47b3-a9f8-87e3f2339a30), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.481365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9334880f-1410-4745-b2d9-6d8d90fd3327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.483132 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9334880f-1410-4745-b2d9-6d8d90fd3327 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5c75278-b4e9-47b3-a9f8-87e3f2339a30 HTTP/1.1" status: 204 len: 168 time: 0.7042007 Feb 10 06:40:13.485825 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8b3f350c-882d-4326-865d-f850aa72e243 req-37d950ae-e904-4adc-b9d5-bd1f61ce2c3a service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929014 Feb 10 06:40:13.531157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334880f-1410-4745-b2d9-6d8d90fd3327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c75278-b4e9-47b3-a9f8-87e3f2339a30,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:13.584459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:40:13.588654 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae70968-1514-4179-a966-b5307ce4d36d" -d '{"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:40:13.632469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cb45f809-9d58-4e1f-916e-e93a7cd427a7 req-c46674ae-4ab3-4b2f-9bb7-0ffbb1d0b9da service neutron] 10.222.0.24 "GET /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203468 Feb 10 06:40:13.643067 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Publish callbacks [] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.704711 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.708673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc470b8-db80-4ef3-a1c9-f8f36f4a5c14 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Pushing event updated for resources: {'Port': ['ID=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:13.733268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e6f68d53-4e4f-47ea-9ba9-f7a2a36a2cc9 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1185063257'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:13.733747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e6f68d53-4e4f-47ea-9ba9-f7a2a36a2cc9 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Unknown quota resources ['metering_label']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:40:13.862087 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.956591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e9c93-53c6-463b-b395-5ae7fc98a824 None None] Pushing event updated for resources: {'Port': ['ID=35f9eee8-a204-40af-9edc-5dc0cb4dcbb5,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:13.967400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Attempting to bind port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:13.967953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Attempting to bind port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:13.968429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Attempting to bind port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:13.990491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:13.991067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:13.993635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:13.994216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:13.994850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Bound port: 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:13.995380 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:14.005765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-d0969c9d-c5e6-40b9-9ea9-8370910674d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:14.007673 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-d0969c9d-c5e6-40b9-9ea9-8370910674d4 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.1761127 Feb 10 06:40:14.138617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] For port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:14.147698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] For port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=35f9eee8-a204-40af-9edc-5dc0cb4dcbb5,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:14.161936 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:14.234526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Routers {'c0be15e9-575b-4c6c-8741-42ffb214231c'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:14.235304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:40:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c0be15e9-575b-4c6c-8741-42ffb214231c'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:14.300361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:14.314164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e9c93-53c6-463b-b395-5ae7fc98a824 None None] Pushing event updated for resources: {'Port': ['ID=35f9eee8-a204-40af-9edc-5dc0cb4dcbb5,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:14.355854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Deleting port d13254df-4ed6-4937-9e52-25cbe229e35b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:14.356204 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:14.401000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae32ea9c-3531-41fd-9e44-9ce8243e8b09 req-c7c7b2ae-dec0-415c-befc-804423dce55e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1445985 Feb 10 06:40:14.415923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] Set router c0be15e9-575b-4c6c-8741-42ffb214231c gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:14.458144 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6f68d53-4e4f-47ea-9ba9-f7a2a36a2cc9 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:14.461890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e6f68d53-4e4f-47ea-9ba9-f7a2a36a2cc9 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.7317202 Feb 10 06:40:14.462678 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2738e3-2372-48d8-ba5b-bc51d124eb35 x-openstack-request-id: req-5b2738e3-2372-48d8-ba5b-bc51d124eb35 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:40:14.462974 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:40:14.463234 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b2738e3-2372-48d8-ba5b-bc51d124eb35 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:40:14.463631 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'status': 'completed', 'code': 200} Feb 10 06:40:14.469268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51566) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:14.480405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c18a894e-4218-4741-a06a-8b9b1704a3a5 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '861f129e-969c-4b83-a1b0-4291a18214c0'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:14.480914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c18a894e-4218-4741-a06a-8b9b1704a3a5 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103213) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:40:14.484033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-2b0d2b75-054e-475e-946e-577edf96dec1 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1893206 Feb 10 06:40:14.484719 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0e4d-17d0-4a98-ac97-d0ae1720c6af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:14.500172 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:14.545820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:14.657368 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:14.831085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-63949290-df45-4702-abe8-43e9555ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:40:04Z', 'updated_at': '2022-02-10T06:40:07Z', 'revision_number': 3, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'gw_port': {'id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:06Z', 'updated_at': '2022-02-10T06:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:14.867325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63949290-df45-4702-abe8-43e9555ddbca None None] The sync data for ids ['c0be15e9-575b-4c6c-8741-42ffb214231c'] in n-d-828670-1 is: [{'id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:40:04Z', 'updated_at': '2022-02-10T06:40:07Z', 'revision_number': 3, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'gw_port': {'id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:06Z', 'updated_at': '2022-02-10T06:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:40:15.023469 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0e4d-17d0-4a98-ac97-d0ae1720c6af admin admin] Publish callbacks [] for security_group (82b03bb8-c0e1-44d2-9ff3-879050b5471e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.034954 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0e4d-17d0-4a98-ac97-d0ae1720c6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (82b03bb8-c0e1-44d2-9ff3-879050b5471e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.095434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Allocated IP 172.20.0.1 (7b080b2e-ccb5-44c3-b58a-7e493395cce6/6354f449-caed-430d-a7bf-0a70888f7d77/1f8d9b70-a9dd-4519-9158-3c64020f9b14) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:15.111274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ffd0e4d-17d0-4a98-ac97-d0ae1720c6af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74ad7814d1724544b4cafb2ea19fa23a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7929022 Feb 10 06:40:15.116418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:15.127059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd0e4d-17d0-4a98-ac97-d0ae1720c6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b03bb8-c0e1-44d2-9ff3-879050b5471e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:15.134089 n-d-828670-1 neutron-server[103213]: WARNING neutron.services.metering.metering_plugin [None req-c18a894e-4218-4741-a06a-8b9b1704a3a5 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 06:40:15.138768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] For port d13254df-4ed6-4937-9e52-25cbe229e35b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d13254df-4ed6-4937-9e52-25cbe229e35b,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:15.139133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.169048 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.230471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Calling delete_port for d13254df-4ed6-4937-9e52-25cbe229e35b owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:15.317765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c18a894e-4218-4741-a06a-8b9b1704a3a5 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.321767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c18a894e-4218-4741-a06a-8b9b1704a3a5 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8478122 Feb 10 06:40:15.384098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51588) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:15.386055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae70968-1514-4179-a966-b5307ce4d36d req-b204318a-98c2-4103-8025-638fd1217425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:15.387582 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dae70968-1514-4179-a966-b5307ce4d36d req-b204318a-98c2-4103-8025-638fd1217425 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1127 time: 0.8968091 Feb 10 06:40:15.394929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d8ba0a76-cc14-446c-b9ee-4bd21710cf6b tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '861f129e-969c-4b83-a1b0-4291a18214c0'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:15.395425 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d8ba0a76-cc14-446c-b9ee-4bd21710cf6b tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103213) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:40:15.404899 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.421581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Publish callbacks [] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.518695 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4276-123a-4673-afd9-b98341bf82c1 admin admin] Publish callbacks [] for security_group (82b03bb8-c0e1-44d2-9ff3-879050b5471e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.618279 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4276-123a-4673-afd9-b98341bf82c1 admin admin] Publish callbacks [] for security_group (82b03bb8-c0e1-44d2-9ff3-879050b5471e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.623965 n-d-828670-1 neutron-server[103213]: WARNING neutron.services.metering.metering_plugin [None req-d8ba0a76-cc14-446c-b9ee-4bd21710cf6b tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 06:40:15.669478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae70968-1514-4179-a966-b5307ce4d36d req-34a7c421-3b68-4f4c-a140-acccb94e45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:15.671434 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dae70968-1514-4179-a966-b5307ce4d36d req-34a7c421-3b68-4f4c-a140-acccb94e45ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 920 time: 0.2713974 Feb 10 06:40:15.704216 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.780889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:15.786900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:15.790210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:15.792328 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4276-123a-4673-afd9-b98341bf82c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (82b03bb8-c0e1-44d2-9ff3-879050b5471e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.794823 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4276-123a-4673-afd9-b98341bf82c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.795966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3d0f4276-123a-4673-afd9-b98341bf82c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82b03bb8-c0e1-44d2-9ff3-879050b5471e HTTP/1.1" status: 204 len: 168 time: 0.6782997 Feb 10 06:40:15.804698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c26eec-0887-42ab-9bf6-3d1291d7d299 req-1e32192c-c07c-45a5-b586-870635347e6b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:15.806290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56c26eec-0887-42ab-9bf6-3d1291d7d299 req-1e32192c-c07c-45a5-b586-870635347e6b tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcdb0ac-58ba-43be-a19f-133295ed45ab HTTP/1.1" status: 200 len: 945 time: 0.2949963 Feb 10 06:40:15.870246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f4276-123a-4673-afd9-b98341bf82c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b03bb8-c0e1-44d2-9ff3-879050b5471e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:15.932715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Allocated IP 172.25.8.83 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:15.935084 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (c0be15e9-575b-4c6c-8741-42ffb214231c), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.988004 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0a76-cc14-446c-b9ee-4bd21710cf6b tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:15.993016 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d8ba0a76-cc14-446c-b9ee-4bd21710cf6b tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6007483 Feb 10 06:40:16.020809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51620) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:16.030275 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dae70968-1514-4179-a966-b5307ce4d36d req-1b70a347-be74-4625-855e-2fbb011fadea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 217 time: 0.2604089 Feb 10 06:40:16.063525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d13254df-4ed6-4937-9e52-25cbe229e35b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:16.077149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83286f2a-e587-479d-bc83-51796403bcc8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:40:16.204662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8d9b70-a9dd-4519-9158-3c64020f9b14,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:16.271820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event deleted for resources: {'Port': ['ID=d13254df-4ed6-4937-9e52-25cbe229e35b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:16.392545 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2bab2026-e95f-4cc6-9e95-d0ed810ba8b3 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=9f872d27-eef3-45db-92ff-a3777fbfd8af HTTP/1.1" status: 200 len: 462 time: 0.3683863 Feb 10 06:40:16.403257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51642) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:16.498411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:16.531086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56c26eec-0887-42ab-9bf6-3d1291d7d299 req-7996b213-1291-42c9-bc4c-a919f9f59c16 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911232 Feb 10 06:40:16.568413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] No DVR routers for this DVR port d13254df-4ed6-4937-9e52-25cbe229e35b on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:40:16.572360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:16.582635 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d483f9a0-5c63-4ac1-85ef-21ff1807b019 req-992e749d-8d62-4215-b5bb-f0d0f9b4549a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.24 "DELETE /v2.0/ports/d13254df-4ed6-4937-9e52-25cbe229e35b HTTP/1.1" status: 204 len: 173 time: 2.5650437 Feb 10 06:40:16.593567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcdb0ac-58ba-43be-a19f-133295ed45ab', 'name': 'network-vif-deleted', 'tag': 'd13254df-4ed6-4937-9e52-25cbe229e35b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:40:16.598176 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274d9567-d5ed-44a0-a24c-fe4c1040b0e7" -d '{"events": [{"server_uuid": "8dcdb0ac-58ba-43be-a19f-133295ed45ab", "name": "network-vif-deleted", "tag": "d13254df-4ed6-4937-9e52-25cbe229e35b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:40:16.666043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae70968-1514-4179-a966-b5307ce4d36d req-b68b17b7-6d57-4a86-8831-ab2bc311066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:16.667583 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dae70968-1514-4179-a966-b5307ce4d36d req-b68b17b7-6d57-4a86-8831-ab2bc311066e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 200 len: 860 time: 0.6136653 Feb 10 06:40:16.678045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:16.715115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:16.771586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9194dd11-2723-4f91-99d1-8d9cc33dc24c None None] Provisioning complete for port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:16.772087 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9194dd11-2723-4f91-99d1-8d9cc33dc24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:16.780600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-343a29df-a9a4-447b-9998-2ab0db154c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:16.839477 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc07072d-07a9-4a25-904c-99473dbcd02e x-openstack-request-id: req-bc07072d-07a9-4a25-904c-99473dbcd02e {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:40:16.839477 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcdb0ac-58ba-43be-a19f-133295ed45ab", "name": "network-vif-deleted", "tag": "d13254df-4ed6-4937-9e52-25cbe229e35b", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:40:16.839477 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc07072d-07a9-4a25-904c-99473dbcd02e {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:40:16.839891 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcdb0ac-58ba-43be-a19f-133295ed45ab', 'name': 'network-vif-deleted', 'tag': 'd13254df-4ed6-4937-9e52-25cbe229e35b', 'status': 'completed', 'code': 200} Feb 10 06:40:16.900468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:16.903647 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:16.910254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9194dd11-2723-4f91-99d1-8d9cc33dc24c None None] Port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:40:16.927580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e3057ae-2e70-46d6-b8c4-7af884736fad tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:16.933008 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0e3057ae-2e70-46d6-b8c4-7af884736fad tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/9f872d27-eef3-45db-92ff-a3777fbfd8af HTTP/1.1" status: 204 len: 168 time: 0.5262606 Feb 10 06:40:16.933818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51652) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:16.967905 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dae70968-1514-4179-a966-b5307ce4d36d req-7f35e305-e3b6-4099-aebf-2f2ee5ef2a37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e43e0ff1-8270-4516-bf01-3cac32ee555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401024 Feb 10 06:40:16.973914 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-affb2b15-48b3-4ec1-8569-7b085b4fba34 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=9f872d27-eef3-45db-92ff-a3777fbfd8af HTTP/1.1" status: 200 len: 221 time: 0.0166481 Feb 10 06:40:17.086951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51654) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:17.089067 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dae70968-1514-4179-a966-b5307ce4d36d req-2b1ff1a1-0af0-4bf5-9b0d-6882f5e47c4e service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138566 Feb 10 06:40:17.093361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-db36ffd0-b548-43fa-b858-a34bb1a78f7b tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1789138289', 'description': 'label created by tempest'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:17.093962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-db36ffd0-b548-43fa-b858-a34bb1a78f7b tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Unknown quota resources ['metering_label']. {{(pid=103213) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:40:17.125828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:17.127871 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:17.200105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=35f9eee8-a204-40af-9edc-5dc0cb4dcbb5,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:17.205947 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:17.286961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=35f9eee8-a204-40af-9edc-5dc0cb4dcbb5,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:17.497348 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db36ffd0-b548-43fa-b858-a34bb1a78f7b tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:17.501423 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-db36ffd0-b548-43fa-b858-a34bb1a78f7b tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4114473 Feb 10 06:40:17.505518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51674) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:17.604444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aac6efff-d628-4aa0-ba3d-69b387aaccd7 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=1dbf9781-80c8-4045-a307-c2cb2090f7b9 HTTP/1.1" status: 200 len: 468 time: 0.0874293 Feb 10 06:40:17.604444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51682) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:17.661574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-343a29df-a9a4-447b-9998-2ab0db154c87 admin admin] Publish callbacks [] for security_group (3b6e1b81-e499-4154-a775-ee5975491fad), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:17.677525 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-343a29df-a9a4-447b-9998-2ab0db154c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3b6e1b81-e499-4154-a775-ee5975491fad), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:17.763167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a29df-a9a4-447b-9998-2ab0db154c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e1b81-e499-4154-a775-ee5975491fad,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:17.779907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for port (ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:17.818626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:17.861449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-343a29df-a9a4-447b-9998-2ab0db154c87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=734f2856e17f448fba4093e04eee3dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1296179 Feb 10 06:40:17.864260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 51704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:17.943467 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dae70968-1514-4179-a966-b5307ce4d36d req-692819a4-c67e-445f-acbd-9c2ff260f2cb service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8466923 Feb 10 06:40:17.954731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3251-b6a9-4f82-9e76-0fc9dc00ac3c tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:17.956464 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7b8d3251-b6a9-4f82-9e76-0fc9dc00ac3c tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/1dbf9781-80c8-4045-a307-c2cb2090f7b9 HTTP/1.1" status: 204 len: 168 time: 0.3590310 Feb 10 06:40:17.959100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51712) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:17.969104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d13254df-4ed6-4937-9e52-25cbe229e35b no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:40:18.003298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: d13254df-4ed6-4937-9e52-25cbe229e35b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:40:18.003882 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4ce3c630-0d04-4856-9f09-71fc1d2be44c tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=1dbf9781-80c8-4045-a307-c2cb2090f7b9 HTTP/1.1" status: 200 len: 216 time: 0.0283170 Feb 10 06:40:18.004341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d13254df-4ed6-4937-9e52-25cbe229e35b not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:40:18.004707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51716) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:18.026430 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3fe82eae-5d8f-40e9-8adf-c7a7935a7684 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0175254 Feb 10 06:40:18.026667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51720) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:18.051781 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9335f446-88af-4e56-9325-3ab220813626 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209026 Feb 10 06:40:18.052680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51722) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:18.136866 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-283b9244-f6d2-4169-a447-aef84dbe5778 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/861f129e-969c-4b83-a1b0-4291a18214c0 HTTP/1.1" status: 200 len: 473 time: 0.0755553 Feb 10 06:40:18.137190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51732) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:18.158567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.158746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6db252ba-d6f4-4c89-8b07-c8a8d98b7627 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/c0e6fdc9-2faf-4480-b0b5-523a6f57bb7e HTTP/1.1" status: 200 len: 459 time: 0.0175357 Feb 10 06:40:18.159067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51736) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:18.313055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:18.372009 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-439aece6-140c-4535-bcd6-f194ede4e274 admin admin] Publish callbacks [] for security_group (3b6e1b81-e499-4154-a775-ee5975491fad), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.390256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:18.397227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:18.397883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.410625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-242b7b9c-3bb9-4b5e-a70f-c53e8ed18051 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.412645 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-242b7b9c-3bb9-4b5e-a70f-c53e8ed18051 tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/c0e6fdc9-2faf-4480-b0b5-523a6f57bb7e HTTP/1.1" status: 204 len: 168 time: 0.2525010 Feb 10 06:40:18.415727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51756) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:18.530225 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Publish callbacks [] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.545243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:18.567967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Pushing event updated for resources: {'Port': ['ID=ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:18.577734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:18.588296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:18.593784 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.678152 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55bae63a-0a46-4cda-9b64-985688cbb2cb tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.687947 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-55bae63a-0a46-4cda-9b64-985688cbb2cb tempest-MeteringIpV6TestJSON-1146872341 tempest-MeteringIpV6TestJSON-1146872341-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/861f129e-969c-4b83-a1b0-4291a18214c0 HTTP/1.1" status: 204 len: 168 time: 0.2670002 Feb 10 06:40:18.768309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-439aece6-140c-4535-bcd6-f194ede4e274 admin admin] Publish callbacks [] for security_group (3b6e1b81-e499-4154-a775-ee5975491fad), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.845896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8d9b70-a9dd-4519-9158-3c64020f9b14,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:18.851399 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (c0be15e9-575b-4c6c-8741-42ffb214231c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.984761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-439aece6-140c-4535-bcd6-f194ede4e274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3b6e1b81-e499-4154-a775-ee5975491fad), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.990808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-439aece6-140c-4535-bcd6-f194ede4e274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:18.992139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-439aece6-140c-4535-bcd6-f194ede4e274 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b6e1b81-e499-4154-a775-ee5975491fad HTTP/1.1" status: 204 len: 168 time: 1.1144805 Feb 10 06:40:19.018735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for floatingip (96fe9244-0b6e-43be-a13a-2bbb3f437a07), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:19.075730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439aece6-140c-4535-bcd6-f194ede4e274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e1b81-e499-4154-a775-ee5975491fad,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:19.224888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51814) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:19.248606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:19.264068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:19.267200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:19.446654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61e6e4-4c83-4895-89d9-253d801ee22f req-3f3827e2-c1f8-4530-b56f-2236574df64e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:19.459577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b61e6e4-4c83-4895-89d9-253d801ee22f req-3f3827e2-c1f8-4530-b56f-2236574df64e tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 945 time: 0.4005823 Feb 10 06:40:19.692133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:19.774912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8cfbeefc-bb13-49ca-bf67-62fec664f233 None None] Provisioning complete for port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:19.775977 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8cfbeefc-bb13-49ca-bf67-62fec664f233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:19.815495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b61e6e4-4c83-4895-89d9-253d801ee22f req-af96c24b-b128-432a-b549-dc5facb78b3a tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503277 Feb 10 06:40:19.839226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for port (ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:19.846497 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:19.886427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8cfbeefc-bb13-49ca-bf67-62fec664f233 None None] Port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:40:19.889812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Publish callbacks [] for security_group (7a9a497a-201c-492c-a797-90429a0fa87b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:19.900206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7a9a497a-201c-492c-a797-90429a0fa87b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:19.939786 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b17b165509454c369748ef03d88dab60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7137988 Feb 10 06:40:19.940387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51862) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:20.015122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9a497a-201c-492c-a797-90429a0fa87b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:20.018007 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b6481b-59c3-4688-8227-3241c73a0415 admin admin] Publish callbacks [] for security_group (7a9a497a-201c-492c-a797-90429a0fa87b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:20.047733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b6481b-59c3-4688-8227-3241c73a0415 admin admin] Publish callbacks [] for security_group (7a9a497a-201c-492c-a797-90429a0fa87b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:20.055461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Pushing event updated for resources: {'Port': ['ID=ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:20.077201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (96fe9244-0b6e-43be-a13a-2bbb3f437a07), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:20.100098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Router c0be15e9-575b-4c6c-8741-42ffb214231c has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:40:20.103883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.105143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.105510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.105853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.106192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.106706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.106912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.107246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.107653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.108013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.108348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.108669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.108993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a9bf6-9129-4bff-888a-d2b5d85590e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:20.142613 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b6481b-59c3-4688-8227-3241c73a0415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7a9a497a-201c-492c-a797-90429a0fa87b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:20.150566 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39b6481b-59c3-4688-8227-3241c73a0415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:20.154121 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-39b6481b-59c3-4688-8227-3241c73a0415 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a9a497a-201c-492c-a797-90429a0fa87b HTTP/1.1" status: 204 len: 168 time: 0.2103720 Feb 10 06:40:20.197836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6481b-59c3-4688-8227-3241c73a0415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9a497a-201c-492c-a797-90429a0fa87b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:20.335644 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:20.337341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-8efc770e-48a5-40f8-bb8b-be7a754cdf94 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8349237 Feb 10 06:40:20.338676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:40:20.345057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c76c7d2a-4e75-4107-9035-07e15d404732 admin admin] 10.222.0.21 "PUT /v2.0/routers/c0be15e9-575b-4c6c-8741-42ffb214231c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8138456 Feb 10 06:40:20.361152 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Sync routers for ids ['c0be15e9-575b-4c6c-8741-42ffb214231c'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:40:20.379643 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Routers {'c0be15e9-575b-4c6c-8741-42ffb214231c'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:20.380429 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:40:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c0be15e9-575b-4c6c-8741-42ffb214231c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:20.428548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-87de326d-a0a4-400d-8cd7-301268b140a3 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0819778 Feb 10 06:40:20.545856 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Set router c0be15e9-575b-4c6c-8741-42ffb214231c gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:20.582543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-e3b69d2b-8dad-4598-bca0-ab5234f143d1 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:20.584397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-01605fdc-06be-41f9-b59b-5faab4708a8d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:20.585901 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-01605fdc-06be-41f9-b59b-5faab4708a8d tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 945 time: 0.0990298 Feb 10 06:40:20.589813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-e3b69d2b-8dad-4598-bca0-ab5234f143d1 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.1558042 Feb 10 06:40:20.595901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-335ee7b8-8f92-4109-a321-6bcee7e83806 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:40:20.602196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f09ec6cb-4af8-411b-8138-a5d400f84b04 req-335ee7b8-8f92-4109-a321-6bcee7e83806 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115035 Feb 10 06:40:20.815292 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:40:04Z', 'updated_at': '2022-02-10T06:40:16Z', 'revision_number': 4, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'gw_port': {'id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:06Z', 'updated_at': '2022-02-10T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '1f8d9b70-a9dd-4519-9158-3c64020f9b14', 'name': '', 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'mac_address': 'fa:16:3e:ac:4c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6354f449-caed-430d-a7bf-0a70888f7d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:14Z', 'updated_at': '2022-02-10T06:40:18Z', 'revision_number': 2, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'subnets': [{'id': '6354f449-caed-430d-a7bf-0a70888f7d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:20.829787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-6ae6c83c-400f-4b1b-a78c-286953718acb tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:20.839778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Deleting port 83286f2a-e587-479d-bc83-51796403bcc8 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:20.840276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (83286f2a-e587-479d-bc83-51796403bcc8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:20.850985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-6ae6c83c-400f-4b1b-a78c-286953718acb tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1377251 Feb 10 06:40:20.853669 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Checking router: c0be15e9-575b-4c6c-8741-42ffb214231c for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:40:20.854205 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Updating router c0be15e9-575b-4c6c-8741-42ffb214231c port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:40:20.885965 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:20.903993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51916) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:20.953170 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-44451a75-d911-49ce-ad27-75882b7bee1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.014578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-58a51ada-9e2d-4cc0-a4a8-fb03512df28b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.1610601 Feb 10 06:40:21.023105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-1ac58d47-f468-4ead-8829-33b7d186d7ff tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Request body: {'floatingip': {'port_id': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:21.081591 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-1ac58d47-f468-4ead-8829-33b7d186d7ff tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for floatingip (96fe9244-0b6e-43be-a13a-2bbb3f437a07), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.169792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517f2a4-128f-4b56-89aa-07e1602c2a27 req-3652d68e-e1eb-4514-ba1a-99a76111ae65 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:21.174155 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5517f2a4-128f-4b56-89aa-07e1602c2a27 req-3652d68e-e1eb-4514-ba1a-99a76111ae65 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 945 time: 0.2155423 Feb 10 06:40:21.238113 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-44451a75-d911-49ce-ad27-75882b7bee1a admin admin] Publish callbacks [] for security_group (baa25159-cafd-44f0-8b36-af49a7dd6da2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.243969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-44451a75-d911-49ce-ad27-75882b7bee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (baa25159-cafd-44f0-8b36-af49a7dd6da2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.301977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] For port 83286f2a-e587-479d-bc83-51796403bcc8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83286f2a-e587-479d-bc83-51796403bcc8,segment=NetworkSegment(c72ebde3-32c6-47dd-b523-65d2d0b12686),segment_id=c72ebde3-32c6-47dd-b523-65d2d0b12686)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:21.301977 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (83286f2a-e587-479d-bc83-51796403bcc8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.325481 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-44451a75-d911-49ce-ad27-75882b7bee1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92ec29e9918b49eebfbd165e103403b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086826 Feb 10 06:40:21.331464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 51968) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:21.342703 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Publish callbacks [] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.344669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Calling delete_port for 83286f2a-e587-479d-bc83-51796403bcc8 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:21.348802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44451a75-d911-49ce-ad27-75882b7bee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa25159-cafd-44f0-8b36-af49a7dd6da2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:21.363408 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.483177 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Pushing event updated for resources: {'Port': ['ID=1f8d9b70-a9dd-4519-9158-3c64020f9b14,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:21.504485 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.507606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5517f2a4-128f-4b56-89aa-07e1602c2a27 req-1d9d8411-7eab-4cc7-8047-44cd5d4583b0 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3a5dda5-3d17-435b-853d-586049afb656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195815 Feb 10 06:40:21.509392 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.509941 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.510460 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.510945 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.515000 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.525125 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.525617 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.526286 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.526792 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.527270 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.527920 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.531027 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:21.704099 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Attempting to bind port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:21.704820 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Attempting to bind port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:21.705438 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Attempting to bind port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 on network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:21.726360 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:21.727187 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Checking segment: {'id': 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:21.727811 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.728409 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Bound using segment: {'id': 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:21.729111 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Bound port: 1f8d9b70-a9dd-4519-9158-3c64020f9b14, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:21.729702 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.748146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (83286f2a-e587-479d-bc83-51796403bcc8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.750778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07a26773-4d3e-4f00-b5e9-866df0a34a1e admin admin] Publish callbacks [] for security_group (baa25159-cafd-44f0-8b36-af49a7dd6da2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.857162 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] For port 1f8d9b70-a9dd-4519-9158-3c64020f9b14, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:21.864550 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] For port 1f8d9b70-a9dd-4519-9158-3c64020f9b14, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1f8d9b70-a9dd-4519-9158-3c64020f9b14,segment=NetworkSegment(e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6),segment_id=e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:21.888122 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:21.912849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Pushing event deleted for resources: {'Port': ['ID=83286f2a-e587-479d-bc83-51796403bcc8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:22.000919 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07a26773-4d3e-4f00-b5e9-866df0a34a1e admin admin] Publish callbacks [] for security_group (baa25159-cafd-44f0-8b36-af49a7dd6da2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.040492 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5f106-b793-4c6b-a413-86dc7a82d44a None None] Pushing event updated for resources: {'Port': ['ID=1f8d9b70-a9dd-4519-9158-3c64020f9b14,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:22.070831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] No DVR routers for this DVR port 83286f2a-e587-479d-bc83-51796403bcc8 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:40:22.078398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.083462 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1b4c603e-88f7-4c3d-a51a-319da718c99b req-2b770c0f-7829-4ddc-a559-8ea97e85812f tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.13 "DELETE /v2.0/ports/83286f2a-e587-479d-bc83-51796403bcc8 HTTP/1.1" status: 204 len: 173 time: 1.4918449 Feb 10 06:40:22.084735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8de341-be01-4e20-a12f-8277c1b66ffc', 'name': 'network-vif-deleted', 'tag': '83286f2a-e587-479d-bc83-51796403bcc8'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:40:22.084949 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Routers {'c0be15e9-575b-4c6c-8741-42ffb214231c'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:22.086940 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:40:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c0be15e9-575b-4c6c-8741-42ffb214231c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:22.087778 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d09a5d-1666-4f31-84be-c05229d587e9" -d '{"events": [{"server_uuid": "af8de341-be01-4e20-a12f-8277c1b66ffc", "name": "network-vif-deleted", "tag": "83286f2a-e587-479d-bc83-51796403bcc8"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:40:22.098443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fa64ad03-d2c8-45bf-8ede-03b9faf9f994 None None] Provisioning complete for port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:22.099049 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa64ad03-d2c8-45bf-8ede-03b9faf9f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.190408 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07a26773-4d3e-4f00-b5e9-866df0a34a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (baa25159-cafd-44f0-8b36-af49a7dd6da2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.193378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07a26773-4d3e-4f00-b5e9-866df0a34a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.194643 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-07a26773-4d3e-4f00-b5e9-866df0a34a1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baa25159-cafd-44f0-8b36-af49a7dd6da2 HTTP/1.1" status: 204 len: 168 time: 0.8603818 Feb 10 06:40:22.221642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a26773-4d3e-4f00-b5e9-866df0a34a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa25159-cafd-44f0-8b36-af49a7dd6da2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:22.239889 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979c89df-11c3-4fac-b061-854e20ca0bea x-openstack-request-id: req-979c89df-11c3-4fac-b061-854e20ca0bea {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:40:22.241008 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8de341-be01-4e20-a12f-8277c1b66ffc", "name": "network-vif-deleted", "tag": "83286f2a-e587-479d-bc83-51796403bcc8", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:40:22.242144 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-979c89df-11c3-4fac-b061-854e20ca0bea {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:40:22.243372 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8de341-be01-4e20-a12f-8277c1b66ffc', 'name': 'network-vif-deleted', 'tag': '83286f2a-e587-479d-bc83-51796403bcc8', 'status': 'completed', 'code': 200} Feb 10 06:40:22.475910 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] Set router c0be15e9-575b-4c6c-8741-42ffb214231c gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:22.494808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fa64ad03-d2c8-45bf-8ede-03b9faf9f994 None None] Current status of the port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:22.496166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa64ad03-d2c8-45bf-8ede-03b9faf9f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.513625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-1ac58d47-f468-4ead-8829-33b7d186d7ff tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.519590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-1ac58d47-f468-4ead-8829-33b7d186d7ff tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (96fe9244-0b6e-43be-a13a-2bbb3f437a07), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.542367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fa64ad03-d2c8-45bf-8ede-03b9faf9f994 None None] For port 1f8d9b70-a9dd-4519-9158-3c64020f9b14, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1f8d9b70-a9dd-4519-9158-3c64020f9b14,segment=NetworkSegment(e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6),segment_id=e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:22.549207 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa64ad03-d2c8-45bf-8ede-03b9faf9f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.706327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ffb84b10-394f-497e-aab8-61b0c5e38d3f None None] Provisioning complete for port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:22.708042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffb84b10-394f-497e-aab8-61b0c5e38d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:22.712089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64ad03-d2c8-45bf-8ede-03b9faf9f994 None None] Pushing event updated for resources: {'Port': ['ID=1f8d9b70-a9dd-4519-9158-3c64020f9b14,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:22.962550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83286f2a-e587-479d-bc83-51796403bcc8 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:40:22.968948 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:40:04Z', 'updated_at': '2022-02-10T06:40:16Z', 'revision_number': 4, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'gw_port': {'id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:06Z', 'updated_at': '2022-02-10T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '1f8d9b70-a9dd-4519-9158-3c64020f9b14', 'name': '', 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'mac_address': 'fa:16:3e:ac:4c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6354f449-caed-430d-a7bf-0a70888f7d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:14Z', 'updated_at': '2022-02-10T06:40:21Z', 'revision_number': 4, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'subnets': [{'id': '6354f449-caed-430d-a7bf-0a70888f7d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:23.034429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 83286f2a-e587-479d-bc83-51796403bcc8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:40:23.037028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83286f2a-e587-479d-bc83-51796403bcc8 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:40:23.041638 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa7983-ffaf-4ec7-8e4c-e58b27fe40b0 None None] The sync data for ids ['c0be15e9-575b-4c6c-8741-42ffb214231c'] in n-d-828670-1 is: [{'id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:40:04Z', 'updated_at': '2022-02-10T06:40:16Z', 'revision_number': 4, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'gw_port': {'id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:06Z', 'updated_at': '2022-02-10T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '1f8d9b70-a9dd-4519-9158-3c64020f9b14', 'name': '', 'network_id': '7b080b2e-ccb5-44c3-b58a-7e493395cce6', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'mac_address': 'fa:16:3e:ac:4c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6354f449-caed-430d-a7bf-0a70888f7d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:14Z', 'updated_at': '2022-02-10T06:40:21Z', 'revision_number': 4, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'subnets': [{'id': '6354f449-caed-430d-a7bf-0a70888f7d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:40:23.062613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ffb84b10-394f-497e-aab8-61b0c5e38d3f None None] Current status of the port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:23.495573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b171a-ffcf-402c-94a2-ccb8281d5252 req-84050533-8e16-4c25-a31b-97525cd84176 tempest-ServersTestJSON-1811353916 tempest-ServersTestJSON-1811353916-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8de341-be01-4e20-a12f-8277c1b66ffc HTTP/1.1" status: 200 len: 210 time: 0.0593913 Feb 10 06:40:23.527234 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-1ac58d47-f468-4ead-8829-33b7d186d7ff tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Floating IP 96fe9244-0b6e-43be-a13a-2bbb3f437a07 associated. External IP: 172.25.8.83, port: f6ae7ce0-7b5e-429b-9258-ca60b9544a85. Feb 10 06:40:23.895627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-1ac58d47-f468-4ead-8829-33b7d186d7ff tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Router fbe56fd0-070e-4059-bb71-f272d8a08a3f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:40:24.083308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-1ac58d47-f468-4ead-8829-33b7d186d7ff tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:40:24.092071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-1ac58d47-f468-4ead-8829-33b7d186d7ff tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:24.096642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] Sync routers for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:40:24.117305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:24.117948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:40:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:24.212724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-1ac58d47-f468-4ead-8829-33b7d186d7ff tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "PUT /v2.0/floatingips/96fe9244-0b6e-43be-a13a-2bbb3f437a07 HTTP/1.1" status: 200 len: 995 time: 3.1972160 Feb 10 06:40:24.213190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:40:24.225195 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d2e043-5161-4403-89fc-1cac8d1a0fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:40:24.275626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:24.448112 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57379000-f77a-4dad-b645-9a266f0f85a3 x-openstack-request-id: req-57379000-f77a-4dad-b645-9a266f0f85a3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:40:24.448420 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:40:24.448662 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57379000-f77a-4dad-b645-9a266f0f85a3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:40:24.459294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-f43757db-f3b4-4e32-8482-9aeb264fc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:24.460246 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'status': 'completed', 'code': 200} Feb 10 06:40:24.467272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beee5ff-fe83-465c-81ae-6cb9ebf1a3da admin admin] Deleting subnet bd14eea1-d476-4fbd-a11b-d010e1533b3a {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:40:24.469740 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-f43757db-f3b4-4e32-8482-9aeb264fc955 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1127 time: 0.1041348 Feb 10 06:40:24.482103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beee5ff-fe83-465c-81ae-6cb9ebf1a3da admin admin] Publish callbacks [] for subnet (bd14eea1-d476-4fbd-a11b-d010e1533b3a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:24.482645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:24.582173 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beee5ff-fe83-465c-81ae-6cb9ebf1a3da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (bd14eea1-d476-4fbd-a11b-d010e1533b3a), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:24.607638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52190) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:24.660183 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beee5ff-fe83-465c-81ae-6cb9ebf1a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (bd14eea1-d476-4fbd-a11b-d010e1533b3a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:24.801047 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-7931a8b5-b11e-4f00-b51c-91ce5c608e7b admin admin] Deleting subnet 2b828090-b45b-45b1-b6c4-67980fdababc {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:40:24.806393 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7931a8b5-b11e-4f00-b51c-91ce5c608e7b admin admin] Publish callbacks [] for subnet (2b828090-b45b-45b1-b6c4-67980fdababc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:24.826788 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beee5ff-fe83-465c-81ae-6cb9ebf1a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (bd14eea1-d476-4fbd-a11b-d010e1533b3a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:24.895932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beee5ff-fe83-465c-81ae-6cb9ebf1a3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd14eea1-d476-4fbd-a11b-d010e1533b3a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:24.909643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-e7bdd41f-fbaf-4e96-8bbe-35bb45c6441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:24.913401 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-e7bdd41f-fbaf-4e96-8bbe-35bb45c6441c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 920 time: 0.4400086 Feb 10 06:40:24.929969 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6beee5ff-fe83-465c-81ae-6cb9ebf1a3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:24.948113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6beee5ff-fe83-465c-81ae-6cb9ebf1a3da admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd14eea1-d476-4fbd-a11b-d010e1533b3a HTTP/1.1" status: 204 len: 168 time: 0.6692376 Feb 10 06:40:24.949826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52196) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:24.954041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-47f3a4ea-7fd2-4ff6-807e-38d73cbaacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:24.955790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-47f3a4ea-7fd2-4ff6-807e-38d73cbaacaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1127 time: 0.6899755 Feb 10 06:40:25.009651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7931a8b5-b11e-4f00-b51c-91ce5c608e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (2b828090-b45b-45b1-b6c4-67980fdababc), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:25.075807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1f8d9b70-a9dd-4519-9158-3c64020f9b14 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:25.160768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52200) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:25.185855 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7931a8b5-b11e-4f00-b51c-91ce5c608e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (2b828090-b45b-45b1-b6c4-67980fdababc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:25.201982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-b5ec4d92-2fe4-4929-8ce8-e3e2a33e0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:25.203560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-b5ec4d92-2fe4-4929-8ce8-e3e2a33e0894 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 920 time: 0.2391684 Feb 10 06:40:25.280883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:25.281869 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:25.415242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-417e94be-7752-4fbc-9f0b-46be35ddf574 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 998 time: 0.2024643 Feb 10 06:40:25.425783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1c537bc1-8038-4521-8bd5-2fcce004555a tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1590987143'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:25.426116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1c537bc1-8038-4521-8bd5-2fcce004555a tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Unknown quota resources ['metering_label']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:40:25.450834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:25.500144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '96fe9244-0b6e-43be-a13a-2bbb3f437a07', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'port_id': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'mac_address': 'fa:16:3e:40:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2613d-1134-42d7-9bad-641b562f71c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:40:18Z', 'updated_at': '2022-02-10T06:40:22Z', 'revision_number': 1, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a346e4b4-675b-4dd5-975a-6cd4a6ab9816', 'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'mac_address': 'fa:16:3e:6d:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:04Z', 'updated_at': '2022-02-10T06:39:12Z', 'revision_number': 5, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'subnets': [{'id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:25.524730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-a2a13c5a-5ee3-4675-bd62-2c9f2327952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:25.526216 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-a2a13c5a-5ee3-4675-bd62-2c9f2327952b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 200 len: 860 time: 0.0975637 Feb 10 06:40:25.551843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] Checking router: fbe56fd0-070e-4059-bb71-f272d8a08a3f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:40:25.566960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:25.567912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:40:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:25.617677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-36fe18e7-e108-4c46-9e99-f4cb4ca5c1fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e43e0ff1-8270-4516-bf01-3cac32ee555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844710 Feb 10 06:40:25.759035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:25.874842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c537bc1-8038-4521-8bd5-2fcce004555a tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:25.876241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1c537bc1-8038-4521-8bd5-2fcce004555a tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7095335 Feb 10 06:40:25.879051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52208) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:25.888973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c1a09f2f-e72d-49ca-99b9-8f41c3d195b8 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9323a4ce-279c-4e4a-aa09-6a139bbef935'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:25.889990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c1a09f2f-e72d-49ca-99b9-8f41c3d195b8 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:40:25.899913 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-5710d8f4-27d7-4da8-8bd6-1b295e1a3aa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 998 time: 0.9761457 Feb 10 06:40:25.910396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (843af2ce-1c24-47f3-bce9-60fcfaebd54e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.026548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-3512b6f9-376d-4829-806b-af24c6824917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:26.027978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-3512b6f9-376d-4829-806b-af24c6824917 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 200 len: 860 time: 0.1156406 Feb 10 06:40:26.053198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7931a8b5-b11e-4f00-b51c-91ce5c608e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (2b828090-b45b-45b1-b6c4-67980fdababc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.112195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7931a8b5-b11e-4f00-b51c-91ce5c608e7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.119365 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7931a8b5-b11e-4f00-b51c-91ce5c608e7b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2b828090-b45b-45b1-b6c4-67980fdababc HTTP/1.1" status: 204 len: 168 time: 1.5085361 Feb 10 06:40:26.131608 n-d-828670-1 neutron-server[103214]: WARNING neutron.services.metering.metering_plugin [None req-c1a09f2f-e72d-49ca-99b9-8f41c3d195b8 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 06:40:26.140209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52210) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:26.145508 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-6d5ec4f4-b1eb-44b8-9d3c-069a37f3176a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e43e0ff1-8270-4516-bf01-3cac32ee555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033607 Feb 10 06:40:26.147314 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (843af2ce-1c24-47f3-bce9-60fcfaebd54e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.149005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '96fe9244-0b6e-43be-a13a-2bbb3f437a07', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'port_id': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'mac_address': 'fa:16:3e:40:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2613d-1134-42d7-9bad-641b562f71c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:40:18Z', 'updated_at': '2022-02-10T06:40:22Z', 'revision_number': 1, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a346e4b4-675b-4dd5-975a-6cd4a6ab9816', 'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'mac_address': 'fa:16:3e:6d:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:04Z', 'updated_at': '2022-02-10T06:39:12Z', 'revision_number': 5, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'subnets': [{'id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:26.158674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931a8b5-b11e-4f00-b51c-91ce5c608e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b828090-b45b-45b1-b6c4-67980fdababc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:26.191389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e544bc-f7db-48ab-b8fa-7415a1496dfd None None] The sync data for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 is: [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '96fe9244-0b6e-43be-a13a-2bbb3f437a07', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'port_id': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'mac_address': 'fa:16:3e:40:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2613d-1134-42d7-9bad-641b562f71c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:40:18Z', 'updated_at': '2022-02-10T06:40:22Z', 'revision_number': 1, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a346e4b4-675b-4dd5-975a-6cd4a6ab9816', 'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'mac_address': 'fa:16:3e:6d:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:04Z', 'updated_at': '2022-02-10T06:39:12Z', 'revision_number': 5, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'subnets': [{'id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:40:26.206500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843af2ce-1c24-47f3-bce9-60fcfaebd54e']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:26.261922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac67eba6-2651-4157-8718-2693ee5b7b1a') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:26.262226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac67eba6-2651-4157-8718-2693ee5b7b1a') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:26.279738 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (ac67eba6-2651-4157-8718-2693ee5b7b1a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.301829 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ac67eba6-2651-4157-8718-2693ee5b7b1a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.319001 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-7a0e6ae6-7f71-4546-bd18-c092bbae9bce service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614900 Feb 10 06:40:26.325281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:26.326007 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (ac67eba6-2651-4157-8718-2693ee5b7b1a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.346173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-48ca2472-6b9b-432c-b8ed-75eaa62c57d4 service neutron] 10.222.0.21 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197857 Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:26.389935 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:26.404582 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (843af2ce-1c24-47f3-bce9-60fcfaebd54e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.423567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1a09f2f-e72d-49ca-99b9-8f41c3d195b8 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.424815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c1a09f2f-e72d-49ca-99b9-8f41c3d195b8 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5448568 Feb 10 06:40:26.432609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.441484 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] 10.222.0.21 "DELETE /v2.0/networks/843af2ce-1c24-47f3-bce9-60fcfaebd54e HTTP/1.1" status: 204 len: 168 time: 1.4909399 Feb 10 06:40:26.442037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:26.454276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:26.457251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b482828f-2bd5-4053-97c5-503515fe9b04 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9323a4ce-279c-4e4a-aa09-6a139bbef935'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:26.458033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b482828f-2bd5-4053-97c5-503515fe9b04 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:40:26.475219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc380b-0326-4b69-9aab-1e6c2193e832 admin admin] Pushing event deleted for resources: {'Network': ['ID=843af2ce-1c24-47f3-bce9-60fcfaebd54e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:26.545320 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc1dee-0f92-4e94-a243-d9107f56549c None None] New status for floating IP 96fe9244-0b6e-43be-a13a-2bbb3f437a07: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:40:26.621076 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-14d2e043-5161-4403-89fc-1cac8d1a0fdc req-63e92d39-fb37-4ce7-9597-33e3e1976fd4 service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300160 Feb 10 06:40:26.661304 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (73416e1f-efbe-4b07-a796-c13d404be009), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.743965 n-d-828670-1 neutron-server[103214]: WARNING neutron.services.metering.metering_plugin [None req-b482828f-2bd5-4053-97c5-503515fe9b04 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 06:40:26.748249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-645f5ea5-b647-4d2a-9817-fbb5dd876686 admin admin] Deleting subnet 3dc030a6-b91b-47c8-8864-6e787d8058ec {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:40:26.787711 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-645f5ea5-b647-4d2a-9817-fbb5dd876686 admin admin] Publish callbacks [] for subnet (3dc030a6-b91b-47c8-8864-6e787d8058ec), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.913637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d3b0ab6-0b32-482d-9a93-9d0cbc6af6df req-2af11ee2-7d9c-42ee-8411-99ed4689a365 service neutron] 10.222.0.21 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977794 Feb 10 06:40:26.981234 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b482828f-2bd5-4053-97c5-503515fe9b04 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:26.984981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b482828f-2bd5-4053-97c5-503515fe9b04 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5294521 Feb 10 06:40:26.986149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52222) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:26.994649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-645f5ea5-b647-4d2a-9817-fbb5dd876686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (3dc030a6-b91b-47c8-8864-6e787d8058ec), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.008297 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2f9619db-2724-4d65-adb2-450e707508a4 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=f95901af-cda3-455a-9066-5ef68ba798f5 HTTP/1.1" status: 200 len: 464 time: 0.0200882 Feb 10 06:40:27.009524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52224) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.097166 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (73416e1f-efbe-4b07-a796-c13d404be009), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.157644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cefa2e7f-c21c-4cc9-90f3-7ff263689271 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.161860 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cefa2e7f-c21c-4cc9-90f3-7ff263689271 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/f95901af-cda3-455a-9066-5ef68ba798f5 HTTP/1.1" status: 204 len: 168 time: 0.1487808 Feb 10 06:40:27.162382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52226) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.163681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73416e1f-efbe-4b07-a796-c13d404be009']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:27.177434 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0332bcff-bfd3-4d7a-ae0c-8a390412e231 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=f95901af-cda3-455a-9066-5ef68ba798f5 HTTP/1.1" status: 200 len: 221 time: 0.0098073 Feb 10 06:40:27.179320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52228) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.185185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d21b4220-51da-46bc-9928-f7c3923185ae tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--966348', 'description': 'label created by tempest'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:27.185630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d21b4220-51da-46bc-9928-f7c3923185ae tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Unknown quota resources ['metering_label']. {{(pid=103213) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 06:40:27.194359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72ebde3-32c6-47dd-b523-65d2d0b12686') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:27.194679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72ebde3-32c6-47dd-b523-65d2d0b12686') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:27.207018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-1776aa70-33f1-4aa8-8a86-8d637974b831 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 1000 time: 0.2332520 Feb 10 06:40:27.216629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-645f5ea5-b647-4d2a-9817-fbb5dd876686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (3dc030a6-b91b-47c8-8864-6e787d8058ec), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.280987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076021-d00a-4337-9559-be20b2851c28 req-b218452a-772d-496b-9ce7-4a86baf2be92 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:27.293417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-b218452a-772d-496b-9ce7-4a86baf2be92 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports/f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 942 time: 0.0853860 Feb 10 06:40:27.303108 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (c72ebde3-32c6-47dd-b523-65d2d0b12686), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.354557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c72ebde3-32c6-47dd-b523-65d2d0b12686), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.414765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d21b4220-51da-46bc-9928-f7c3923185ae tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.415989 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d21b4220-51da-46bc-9928-f7c3923185ae tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 466 time: 0.2370243 Feb 10 06:40:27.419242 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52230) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.485947 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ecde0b70-5471-4206-ba48-bf4dd4cd8ba6 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=481d761a-efd1-4d1e-b7d2-4d39df0d8abc HTTP/1.1" status: 200 len: 464 time: 0.0650771 Feb 10 06:40:27.490906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52234) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.730659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b491-40f1-49b5-93aa-a8d56d111871 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.733421 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e0e2b491-40f1-49b5-93aa-a8d56d111871 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/481d761a-efd1-4d1e-b7d2-4d39df0d8abc HTTP/1.1" status: 204 len: 168 time: 0.2404256 Feb 10 06:40:27.735372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52238) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.744960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:27.745529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (c72ebde3-32c6-47dd-b523-65d2d0b12686), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:27.747074 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:27.754750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ee55fb49-ea87-4c97-969b-70d0f9cd69fb tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=481d761a-efd1-4d1e-b7d2-4d39df0d8abc HTTP/1.1" status: 200 len: 216 time: 0.0150063 Feb 10 06:40:27.755222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52240) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.766784 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-70618ad3-ab84-4bc2-8157-85411b4ea948 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0075519 Feb 10 06:40:27.767008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52242) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.782381 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bcdced03-702d-4d80-9f25-6c060184ac35 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0142097 Feb 10 06:40:27.785751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52244) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.826643 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-8438e54c-786d-45a1-b215-3b6d8333f599 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 1000 time: 0.4929166 Feb 10 06:40:27.828330 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (73416e1f-efbe-4b07-a796-c13d404be009), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.834798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.838595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] 10.222.0.21 "DELETE /v2.0/networks/73416e1f-efbe-4b07-a796-c13d404be009 HTTP/1.1" status: 204 len: 168 time: 1.6972733 Feb 10 06:40:27.843344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a95b762d-34b7-46d2-9eba-747f81490c89 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/9323a4ce-279c-4e4a-aa09-6a139bbef935 HTTP/1.1" status: 200 len: 473 time: 0.0564051 Feb 10 06:40:27.846826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52248) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.855838 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-645f5ea5-b647-4d2a-9817-fbb5dd876686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (3dc030a6-b91b-47c8-8864-6e787d8058ec), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.857573 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dd20266b-d245-479a-8465-ee7ce3512541 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/715441eb-958f-48d1-941e-ed15571a33ba HTTP/1.1" status: 200 len: 461 time: 0.0095694 Feb 10 06:40:27.862514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52250) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:27.908761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Pushing event deleted for resources: {'Network': ['ID=73416e1f-efbe-4b07-a796-c13d404be009,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:27.922088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.922482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.922898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.923165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.923496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.923842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.926257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.926708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.926924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.927291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.927617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.927990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.928264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfe5f0-4b77-4c4e-9d6c-b32fb494dc95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:27.937065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f5ea5-b647-4d2a-9817-fbb5dd876686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc030a6-b91b-47c8-8864-6e787d8058ec,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:27.945572 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-645f5ea5-b647-4d2a-9817-fbb5dd876686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:27.948819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-645f5ea5-b647-4d2a-9817-fbb5dd876686 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3dc030a6-b91b-47c8-8864-6e787d8058ec HTTP/1.1" status: 204 len: 168 time: 1.4790926 Feb 10 06:40:27.954853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52252) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:28.005402 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:40:28.010735 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-090fc423-eb41-42ee-b979-dcbc22702709 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.012037 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-090fc423-eb41-42ee-b979-dcbc22702709 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/715441eb-958f-48d1-941e-ed15571a33ba HTTP/1.1" status: 204 len: 168 time: 0.1485524 Feb 10 06:40:28.016000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52254) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:28.070440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (656e6616-3878-45de-8b58-2357bb652d5f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.091388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52256) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:28.108815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076021-d00a-4337-9559-be20b2851c28 req-94272b40-c8f7-410c-8c84-9386cde04c65 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:28.110161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-94272b40-c8f7-410c-8c84-9386cde04c65 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.2704852 Feb 10 06:40:28.234046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (656e6616-3878-45de-8b58-2357bb652d5f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.248920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bf9e7cf5-8d94-45f7-809e-a6f46cfe6911 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8d118dc65354c52bdd86b7a07fad05b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1562760 Feb 10 06:40:28.253479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52258) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:28.273675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656e6616-3878-45de-8b58-2357bb652d5f']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:28.292662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1f24aa-6285-4d1f-b89d-e8be282d8809') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:28.293190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1f24aa-6285-4d1f-b89d-e8be282d8809') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:28.317006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (3f1f24aa-6285-4d1f-b89d-e8be282d8809), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.335976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3f1f24aa-6285-4d1f-b89d-e8be282d8809), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.345491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e443bcd-3fb2-4d7f-a8f8-bd4ad8d56590 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.349607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e443bcd-3fb2-4d7f-a8f8-bd4ad8d56590 tempest-MeteringTestJSON-469038806 tempest-MeteringTestJSON-469038806-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/9323a4ce-279c-4e4a-aa09-6a139bbef935 HTTP/1.1" status: 204 len: 168 time: 0.3326063 Feb 10 06:40:28.351689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:28.351983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (3f1f24aa-6285-4d1f-b89d-e8be282d8809), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:28.353699 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:28.359645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-60e75719-aa5b-46d0-bb57-4f6245b6635b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 1000 time: 0.2206223 Feb 10 06:40:28.363882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75e65564-eb7b-4c05-9f81-c56fc8bbbd73 admin admin] Publish callbacks [] for security_group (f3a5dda5-3d17-435b-853d-586049afb656), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.366712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b5076021-d00a-4337-9559-be20b2851c28 req-5bcd1b56-acdd-4809-be26-36e3d351cf15 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:28.431322 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75e65564-eb7b-4c05-9f81-c56fc8bbbd73 admin admin] Publish callbacks [] for security_group (f3a5dda5-3d17-435b-853d-586049afb656), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.440282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (656e6616-3878-45de-8b58-2357bb652d5f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.445413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.449126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] 10.222.0.21 "DELETE /v2.0/networks/656e6616-3878-45de-8b58-2357bb652d5f HTTP/1.1" status: 204 len: 168 time: 0.4930601 Feb 10 06:40:28.468419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b5076021-d00a-4337-9559-be20b2851c28 req-5bcd1b56-acdd-4809-be26-36e3d351cf15 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for floatingip (96fe9244-0b6e-43be-a13a-2bbb3f437a07), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.473001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393ca20-c537-468d-93bc-c0a21bbcb549 admin admin] Pushing event deleted for resources: {'Network': ['ID=656e6616-3878-45de-8b58-2357bb652d5f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:28.533307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75e65564-eb7b-4c05-9f81-c56fc8bbbd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f3a5dda5-3d17-435b-853d-586049afb656), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.536730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75e65564-eb7b-4c05-9f81-c56fc8bbbd73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.538078 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-75e65564-eb7b-4c05-9f81-c56fc8bbbd73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3a5dda5-3d17-435b-853d-586049afb656 HTTP/1.1" status: 204 len: 168 time: 0.2836590 Feb 10 06:40:28.549009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e65564-eb7b-4c05-9f81-c56fc8bbbd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a5dda5-3d17-435b-853d-586049afb656,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:28.694015 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b5076021-d00a-4337-9559-be20b2851c28 req-5bcd1b56-acdd-4809-be26-36e3d351cf15 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.705773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52272) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:28.708110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b5076021-d00a-4337-9559-be20b2851c28 req-5bcd1b56-acdd-4809-be26-36e3d351cf15 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (96fe9244-0b6e-43be-a13a-2bbb3f437a07), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.708456 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-b5076021-d00a-4337-9559-be20b2851c28 req-5bcd1b56-acdd-4809-be26-36e3d351cf15 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Floating IP 96fe9244-0b6e-43be-a13a-2bbb3f437a07 disassociated. External IP: 172.25.8.83, port: f6ae7ce0-7b5e-429b-9258-ca60b9544a85. Feb 10 06:40:28.763032 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4b68f02d-9637-4d0e-bd55-5bea0ddaa929 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d14484cc26a44bdc9b17cc7ac9bc852a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554416 Feb 10 06:40:28.765162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52274) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:28.839791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52276) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:28.865687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76e507a1-6b09-4445-aec5-07644dcf6df4 admin admin] Publish callbacks [] for security_group (0b75ea0e-6a99-4265-81fb-fedf0096b285), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.921676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76e507a1-6b09-4445-aec5-07644dcf6df4 admin admin] Publish callbacks [] for security_group (0b75ea0e-6a99-4265-81fb-fedf0096b285), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.980547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76e507a1-6b09-4445-aec5-07644dcf6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0b75ea0e-6a99-4265-81fb-fedf0096b285), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.984413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76e507a1-6b09-4445-aec5-07644dcf6df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:28.985614 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-76e507a1-6b09-4445-aec5-07644dcf6df4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b75ea0e-6a99-4265-81fb-fedf0096b285 HTTP/1.1" status: 204 len: 168 time: 0.2192838 Feb 10 06:40:28.995760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e507a1-6b09-4445-aec5-07644dcf6df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b75ea0e-6a99-4265-81fb-fedf0096b285,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:29.045910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5076021-d00a-4337-9559-be20b2851c28 req-5bcd1b56-acdd-4809-be26-36e3d351cf15 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Router fbe56fd0-070e-4059-bb71-f272d8a08a3f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:40:29.154808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c161c94-f95c-46c5-9389-16a16c4cc697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:29.224033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5076021-d00a-4337-9559-be20b2851c28 req-5bcd1b56-acdd-4809-be26-36e3d351cf15 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:40:29.238543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] Sync routers for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:40:29.244052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b5076021-d00a-4337-9559-be20b2851c28 req-5bcd1b56-acdd-4809-be26-36e3d351cf15 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:29.256856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:29.258778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:40:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:29.293170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-5bcd1b56-acdd-4809-be26-36e3d351cf15 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "PUT /v2.0/floatingips/96fe9244-0b6e-43be-a13a-2bbb3f437a07 HTTP/1.1" status: 200 len: 694 time: 0.9309924 Feb 10 06:40:29.293689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:40:29.297896 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c57ed-8ef6-43b9-9954-010cce10b6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:40:29.380223 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c161c94-f95c-46c5-9389-16a16c4cc697 admin admin] Publish callbacks [] for security_group (2e80fdc9-d497-405e-b225-3d867005bf93), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:29.387816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c161c94-f95c-46c5-9389-16a16c4cc697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2e80fdc9-d497-405e-b225-3d867005bf93), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:29.402619 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ad4a9c-fcfa-4571-b7fd-86f1c43a0e8e x-openstack-request-id: req-43ad4a9c-fcfa-4571-b7fd-86f1c43a0e8e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:40:29.403786 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:40:29.404252 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43ad4a9c-fcfa-4571-b7fd-86f1c43a0e8e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:40:29.411089 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'status': 'completed', 'code': 200} Feb 10 06:40:29.417047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076021-d00a-4337-9559-be20b2851c28 req-f44ce128-59f0-47c3-becb-21a42f326241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:29.420281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-f44ce128-59f0-47c3-becb-21a42f326241 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1127 time: 0.1110330 Feb 10 06:40:29.494415 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6c161c94-f95c-46c5-9389-16a16c4cc697 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba51d97c2b214d248b75b4289650b7e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6533482 Feb 10 06:40:29.496881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c161c94-f95c-46c5-9389-16a16c4cc697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e80fdc9-d497-405e-b225-3d867005bf93,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:29.498470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:29.523400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-eb560808-77ea-4461-b7ef-831c40806500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:29.525895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-eb560808-77ea-4461-b7ef-831c40806500 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 1127 time: 0.1182663 Feb 10 06:40:29.542334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:29.617739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076021-d00a-4337-9559-be20b2851c28 req-f764e7e0-8622-44d6-9311-c1025c228bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:29.619405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-f764e7e0-8622-44d6-9311-c1025c228bef service neutron] 10.222.0.21 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 920 time: 0.1912220 Feb 10 06:40:29.635727 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2f6b-54cb-408c-8dd0-675ff325720e admin admin] Publish callbacks [] for security_group (2e80fdc9-d497-405e-b225-3d867005bf93), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:29.667959 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2f6b-54cb-408c-8dd0-675ff325720e admin admin] Publish callbacks [] for security_group (2e80fdc9-d497-405e-b225-3d867005bf93), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:29.701875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52300) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:29.766767 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2f6b-54cb-408c-8dd0-675ff325720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2e80fdc9-d497-405e-b225-3d867005bf93), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:29.769695 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2f6b-54cb-408c-8dd0-675ff325720e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:29.773395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5ceb2f6b-54cb-408c-8dd0-675ff325720e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e80fdc9-d497-405e-b225-3d867005bf93 HTTP/1.1" status: 204 len: 168 time: 0.2739553 Feb 10 06:40:29.783495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb2f6b-54cb-408c-8dd0-675ff325720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e80fdc9-d497-405e-b225-3d867005bf93,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:29.786586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-ccb7d0ca-01b2-4508-81dd-3593126f1d33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 217 time: 0.1601985 Feb 10 06:40:29.860571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-cca621f1-35b0-415b-a3a6-0b239a7646de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:29.863003 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-cca621f1-35b0-415b-a3a6-0b239a7646de service neutron] 10.222.0.13 "GET /v2.0/networks?id=e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 200 len: 920 time: 0.3285115 Feb 10 06:40:29.869222 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-32691c3e-c404-41a1-91ae-c48edb5494af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=295cc3ce74c645318ad9dc30056e36ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647582 Feb 10 06:40:29.872364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:29.919489 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-ef974201-1480-4185-9645-b698d4ccf9ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 200 len: 217 time: 0.0476029 Feb 10 06:40:29.943826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076021-d00a-4337-9559-be20b2851c28 req-6bbe3162-9e85-419e-8cb6-8109b9914677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:29.945542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-6bbe3162-9e85-419e-8cb6-8109b9914677 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 200 len: 860 time: 0.1520493 Feb 10 06:40:29.982653 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c035e7a0-9ddf-4678-9e06-f5bf2a42c9b2 admin admin] Publish callbacks [] for security_group (670a2cc8-7fc7-400c-a704-b85f5d7b4f23), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:30.007843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'a346e4b4-675b-4dd5-975a-6cd4a6ab9816', 'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'mac_address': 'fa:16:3e:6d:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:04Z', 'updated_at': '2022-02-10T06:39:12Z', 'revision_number': 5, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'subnets': [{'id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:30.011789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c035e7a0-9ddf-4678-9e06-f5bf2a42c9b2 admin admin] Publish callbacks [] for security_group (670a2cc8-7fc7-400c-a704-b85f5d7b4f23), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:30.032029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-9dd723d3-5951-4895-8639-7df1db34298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:30.033725 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-9dd723d3-5951-4895-8639-7df1db34298c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 200 len: 860 time: 0.1057768 Feb 10 06:40:30.084972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-a210f012-7f85-499f-9e42-4efca7f7af2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e43e0ff1-8270-4516-bf01-3cac32ee555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176858 Feb 10 06:40:30.088408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c035e7a0-9ddf-4678-9e06-f5bf2a42c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (670a2cc8-7fc7-400c-a704-b85f5d7b4f23), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:30.091606 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c035e7a0-9ddf-4678-9e06-f5bf2a42c9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:30.095646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c035e7a0-9ddf-4678-9e06-f5bf2a42c9b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/670a2cc8-7fc7-400c-a704-b85f5d7b4f23 HTTP/1.1" status: 204 len: 168 time: 0.2197065 Feb 10 06:40:30.120946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] Checking router: fbe56fd0-070e-4059-bb71-f272d8a08a3f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:40:30.138849 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-e7ec3748-b660-4b6b-bec5-5f692d97dc6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e43e0ff1-8270-4516-bf01-3cac32ee555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923877 Feb 10 06:40:30.143338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:30.149921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:40:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:30.212217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035e7a0-9ddf-4678-9e06-f5bf2a42c9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a2cc8-7fc7-400c-a704-b85f5d7b4f23,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:30.289980 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-16b3866d-23a5-4e5f-9a37-a5f165829afe service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452250 Feb 10 06:40:30.307970 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-17edcfe0-a139-4368-bd30-ce088b0c361d service neutron] 10.222.0.21 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136176 Feb 10 06:40:30.433439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:30.527041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5076021-d00a-4337-9559-be20b2851c28 req-1ab2eb6c-a17b-458a-8b53-d4b26a1e2fdb service neutron] 10.222.0.21 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176969 Feb 10 06:40:30.546917 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-302c57ed-8ef6-43b9-9954-010cce10b6d9 req-02244a76-c246-4e7c-aa6f-c7ce180e401a service neutron] 10.222.0.13 "GET /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448649 Feb 10 06:40:30.589368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52324) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:30.612006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f56e1aff-0266-4444-be08-4a439253b471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:30.723119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d754288c-a442-414f-b02d-573202c48582 req-d0f550d0-ff58-4c26-9698-c8dfe29a2572 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/floatingips/96fe9244-0b6e-43be-a13a-2bbb3f437a07 HTTP/1.1" status: 200 len: 694 time: 0.1365139 Feb 10 06:40:30.775196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'a346e4b4-675b-4dd5-975a-6cd4a6ab9816', 'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'mac_address': 'fa:16:3e:6d:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:04Z', 'updated_at': '2022-02-10T06:39:12Z', 'revision_number': 5, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'subnets': [{'id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:30.822201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52330) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:30.823440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89662c-4e5a-4a37-a0de-a0048b3b14e5 None None] The sync data for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 is: [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:39:05Z', 'revision_number': 4, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'a346e4b4-675b-4dd5-975a-6cd4a6ab9816', 'name': '', 'network_id': 'e43e0ff1-8270-4516-bf01-3cac32ee555d', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'mac_address': 'fa:16:3e:6d:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:04Z', 'updated_at': '2022-02-10T06:39:12Z', 'revision_number': 5, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'subnets': [{'id': '498695d7-0e3e-43d3-a10a-143088f6bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:40:30.825092 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f56e1aff-0266-4444-be08-4a439253b471 admin admin] Publish callbacks [] for security_group (696ab176-5744-41f4-a911-a0c87516cdf0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:30.840868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f56e1aff-0266-4444-be08-4a439253b471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (696ab176-5744-41f4-a911-a0c87516cdf0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:30.948128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f56e1aff-0266-4444-be08-4a439253b471 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03f1b93bff064a26939601351cdfb17d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575006 Feb 10 06:40:30.952775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:30.960632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e1aff-0266-4444-be08-4a439253b471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696ab176-5744-41f4-a911-a0c87516cdf0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:31.050621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1637505201-network', 'tenant_id': '8ca1b98a533c479f86f45437134a1219'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:31.077591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754288c-a442-414f-b02d-573202c48582 req-78833971-e7bf-463d-bcbe-7602cab8e0b2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:31.084180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d754288c-a442-414f-b02d-573202c48582 req-78833971-e7bf-463d-bcbe-7602cab8e0b2 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 784 time: 0.3570018 Feb 10 06:40:31.093823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-d754288c-a442-414f-b02d-573202c48582 req-01fe740b-d262-4b80-bcc2-d4b8100ac597 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:40:31.101530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d754288c-a442-414f-b02d-573202c48582 req-01fe740b-d262-4b80-bcc2-d4b8100ac597 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164952 Feb 10 06:40:31.103489 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de63533f-755f-41c7-b41b-720798345144 admin admin] Publish callbacks [] for security_group (696ab176-5744-41f4-a911-a0c87516cdf0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.169294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Made reservation on behalf of 8ca1b98a533c479f86f45437134a1219 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:31.174316 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.197337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.209287 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de63533f-755f-41c7-b41b-720798345144 admin admin] Publish callbacks [] for security_group (696ab176-5744-41f4-a911-a0c87516cdf0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.219291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d754288c-a442-414f-b02d-573202c48582 req-24c44470-c64d-4ddb-a4c2-9666cebe7ff5 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 697 time: 0.1169183 Feb 10 06:40:31.373704 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa4166-6048-42ee-ae3f-b9d0143fc23d None None] New status for floating IP 96fe9244-0b6e-43be-a13a-2bbb3f437a07: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:40:31.374352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d754288c-a442-414f-b02d-573202c48582 req-be5021cb-ecc9-4283-8b3c-73dfbdc53e1b tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 697 time: 0.1346977 Feb 10 06:40:31.406337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de63533f-755f-41c7-b41b-720798345144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (696ab176-5744-41f4-a911-a0c87516cdf0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.408808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de63533f-755f-41c7-b41b-720798345144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.409887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-de63533f-755f-41c7-b41b-720798345144 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/696ab176-5744-41f4-a911-a0c87516cdf0 HTTP/1.1" status: 204 len: 168 time: 0.4509616 Feb 10 06:40:31.452198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63533f-755f-41c7-b41b-720798345144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696ab176-5744-41f4-a911-a0c87516cdf0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:31.546224 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Publish callbacks [] for security_group (3a9359b9-510b-410e-99db-c1b397edfa4a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.560053 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3a9359b9-510b-410e-99db-c1b397edfa4a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.580985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:31.592379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (452681c7-dd05-44aa-ac08-d1d1afc5bb39), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.593739 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Added segment 452681c7-dd05-44aa-ac08-d1d1afc5bb39 of type vlan for network cd0706e0-6dfd-4702-8ac5-624abd42e900 Feb 10 06:40:31.694611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9359b9-510b-410e-99db-c1b397edfa4a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:31.742321 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (cd0706e0-6dfd-4702-8ac5-624abd42e900), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.777709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d754288c-a442-414f-b02d-573202c48582 req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Deleting port ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:31.778070 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d754288c-a442-414f-b02d-573202c48582 req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.873419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d754288c-a442-414f-b02d-573202c48582 req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.873789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d754288c-a442-414f-b02d-573202c48582 req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for floatingip (ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.887403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d754288c-a442-414f-b02d-573202c48582 req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Calling delete_port for ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:31.938882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (cd0706e0-6dfd-4702-8ac5-624abd42e900), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.939859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:31.940449 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:31.990630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1600575 Feb 10 06:40:31.992118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52366) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:32.008115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Request body: {'subnet': {'network_id': 'cd0706e0-6dfd-4702-8ac5-624abd42e900', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1637505201-subnet', 'tenant_id': '8ca1b98a533c479f86f45437134a1219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:32.129360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05038ee1-4de0-4912-8257-3511dd139912 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0706e0-6dfd-4702-8ac5-624abd42e900,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:32.148626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network cd0706e0-6dfd-4702-8ac5-624abd42e900 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:32.166801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Made reservation on behalf of 8ca1b98a533c479f86f45437134a1219 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:32.169607 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.335305 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d754288c-a442-414f-b02d-573202c48582 req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.379026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Pushing event deleted for resources: {'Port': ['ID=ffdd5f38-b4d6-4389-82ae-a8bdcdef2b5d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:32.387220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:32.525814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d754288c-a442-414f-b02d-573202c48582 req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for floatingip (96fe9244-0b6e-43be-a13a-2bbb3f437a07), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.529614 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d754288c-a442-414f-b02d-573202c48582 req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.531310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d754288c-a442-414f-b02d-573202c48582 req-088db6fc-6fe5-4be0-90a7-9e184e090cda tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "DELETE /v2.0/floatingips/96fe9244-0b6e-43be-a13a-2bbb3f437a07 HTTP/1.1" status: 204 len: 173 time: 1.1369162 Feb 10 06:40:32.591131 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (902b0cee-51de-4314-a4bd-86df166d0f06), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.615709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-673c203d-74d0-4fc1-a61f-17304e7df635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.685724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-208e3d04-22a6-47ec-9584-7f9d0ed4aa35 req-4c1c05bd-6d0d-4e8b-8245-80ad4d49f433 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups/2bfe62bb-2ea0-4b0f-99e4-413bb4089c67 HTTP/1.1" status: 200 len: 1827 time: 0.1272557 Feb 10 06:40:32.717265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=902b0cee-51de-4314-a4bd-86df166d0f06,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:32.769757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Checking segment: {'id': '452681c7-dd05-44aa-ac08-d1d1afc5bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd0706e0-6dfd-4702-8ac5-624abd42e900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:32.771021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Network hostable DHCP agents. Network: cd0706e0-6dfd-4702-8ac5-624abd42e900, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:32.815420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52392) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:32.830437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Network cd0706e0-6dfd-4702-8ac5-624abd42e900 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:32.853629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-208e3d04-22a6-47ec-9584-7f9d0ed4aa35 req-a68b293e-a0a0-4e6e-804b-1b2907285ff0 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for security_group (2bfe62bb-2ea0-4b0f-99e4-413bb4089c67), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.858025 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-673c203d-74d0-4fc1-a61f-17304e7df635 admin admin] Publish callbacks [] for security_group (16ba0496-483a-4c5d-b1b7-b3c6bcc96569), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.862985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, cd0706e0-6dfd-4702-8ac5-624abd42e900) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:32.867704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:32.868316 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.874601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e07d11-3e57-460b-9247-04c6f21023fb None None] Network cd0706e0-6dfd-4702-8ac5-624abd42e900 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:32.880902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-673c203d-74d0-4fc1-a61f-17304e7df635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (16ba0496-483a-4c5d-b1b7-b3c6bcc96569), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.919149 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-208e3d04-22a6-47ec-9584-7f9d0ed4aa35 req-a68b293e-a0a0-4e6e-804b-1b2907285ff0 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for security_group (2bfe62bb-2ea0-4b0f-99e4-413bb4089c67), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:32.959303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2042868589'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:32.965378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-996b1df6-a87b-4998-b56f-1d0bc8c8a21e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9610763 Feb 10 06:40:32.998270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:33.002269 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.006453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-673c203d-74d0-4fc1-a61f-17304e7df635 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f94cb0ee84cd4f93ac90a9371a3c302d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6158299 Feb 10 06:40:33.013294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52400) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:33.019890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c203d-74d0-4fc1-a61f-17304e7df635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ba0496-483a-4c5d-b1b7-b3c6bcc96569,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:33.027137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.058968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa2397-9361-4ab7-9ab4-7250b65e89da None None] Network cd0706e0-6dfd-4702-8ac5-624abd42e900 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:33.071535 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-208e3d04-22a6-47ec-9584-7f9d0ed4aa35 req-a68b293e-a0a0-4e6e-804b-1b2907285ff0 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2bfe62bb-2ea0-4b0f-99e4-413bb4089c67), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.074445 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-208e3d04-22a6-47ec-9584-7f9d0ed4aa35 req-a68b293e-a0a0-4e6e-804b-1b2907285ff0 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.075728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-208e3d04-22a6-47ec-9584-7f9d0ed4aa35 req-a68b293e-a0a0-4e6e-804b-1b2907285ff0 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "DELETE /v2.0/security-groups/2bfe62bb-2ea0-4b0f-99e4-413bb4089c67 HTTP/1.1" status: 204 len: 173 time: 0.3827531 Feb 10 06:40:33.095380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b293e-a0a0-4e6e-804b-1b2907285ff0 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfe62bb-2ea0-4b0f-99e4-413bb4089c67,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:33.146923 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b8158cf-ce65-45a7-9831-9b170de3a90e admin admin] Publish callbacks [] for security_group (16ba0496-483a-4c5d-b1b7-b3c6bcc96569), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.228475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b8158cf-ce65-45a7-9831-9b170de3a90e admin admin] Publish callbacks [] for security_group (16ba0496-483a-4c5d-b1b7-b3c6bcc96569), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.308259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for security_group (0c22c354-8bde-4510-8a41-511ccc78c6b7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.316715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0c22c354-8bde-4510-8a41-511ccc78c6b7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.346068 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b8158cf-ce65-45a7-9831-9b170de3a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (16ba0496-483a-4c5d-b1b7-b3c6bcc96569), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.350134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b8158cf-ce65-45a7-9831-9b170de3a90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.353463 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2b8158cf-ce65-45a7-9831-9b170de3a90e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16ba0496-483a-4c5d-b1b7-b3c6bcc96569 HTTP/1.1" status: 204 len: 168 time: 0.3323121 Feb 10 06:40:33.361887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:33.379331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c22c354-8bde-4510-8a41-511ccc78c6b7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:33.385603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b83a8955-9103-456c-bb98-c31ab97ef8d8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.386448 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment b83a8955-9103-456c-bb98-c31ab97ef8d8 of type vlan for network 1d440ebf-c5ae-4bed-9661-5195097b799d Feb 10 06:40:33.405505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8158cf-ce65-45a7-9831-9b170de3a90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ba0496-483a-4c5d-b1b7-b3c6bcc96569,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:33.446380 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (1d440ebf-c5ae-4bed-9661-5195097b799d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.507040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092c82-b16c-4e11-ae0a-460ce89526e3 req-abd3d888-9619-49ea-b89d-af3bcc53a107 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:33.508663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2092c82-b16c-4e11-ae0a-460ce89526e3 req-abd3d888-9619-49ea-b89d-af3bcc53a107 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.0850296 Feb 10 06:40:33.516962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (1d440ebf-c5ae-4bed-9661-5195097b799d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.523817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:33.524700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.572986 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7564027 Feb 10 06:40:33.613840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d51451-abca-419d-9a80-a0d23e05e679 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=1d440ebf-c5ae-4bed-9661-5195097b799d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:33.636819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 1d440ebf-c5ae-4bed-9661-5195097b799d details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:33.671687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2092c82-b16c-4e11-ae0a-460ce89526e3 req-536b83b5-407f-4b3a-8d32-b95bceb7dc24 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522710 Feb 10 06:40:33.707512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52418) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:33.714138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': '1d440ebf-c5ae-4bed-9661-5195097b799d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:33.877275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:33.882748 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.883693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52428) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:33.888667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1210411695-network', 'tenant_id': '9de4eac7310c408da12ce376a881fcbe'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:33.911460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Made reservation on behalf of 9de4eac7310c408da12ce376a881fcbe for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:33.915318 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:33.945889 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.062766 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Publish callbacks [] for security_group (718ec5d4-9891-42f8-81ef-766957124d84), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.067649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (718ec5d4-9891-42f8-81ef-766957124d84), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.107701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:34.116538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718ec5d4-9891-42f8-81ef-766957124d84,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:34.126231 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (528969a7-69d8-4b3b-b98a-932e66aa9cda), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.138682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a550f10e-9d8c-45e9-be15-8afa06c67b80), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.139040 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Added segment a550f10e-9d8c-45e9-be15-8afa06c67b80 of type vlan for network 93ed43a8-8571-4f92-bd92-c0b95c0d5e62 Feb 10 06:40:34.229053 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (93ed43a8-8571-4f92-bd92-c0b95c0d5e62), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.233391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=528969a7-69d8-4b3b-b98a-932e66aa9cda,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:34.245953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': 'b83a8955-9103-456c-bb98-c31ab97ef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1d440ebf-c5ae-4bed-9661-5195097b799d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:34.246484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: 1d440ebf-c5ae-4bed-9661-5195097b799d, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:34.270438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network 1d440ebf-c5ae-4bed-9661-5195097b799d is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:34.285616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 1d440ebf-c5ae-4bed-9661-5195097b799d) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:34.290472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:34.291096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.293075 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (93ed43a8-8571-4f92-bd92-c0b95c0d5e62), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.296256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:34.296868 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.316308 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e9b68abe-7307-42e2-bf5b-c4afc6dedc49 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6074898 Feb 10 06:40:34.319436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628182e2-70b0-4ea3-8a05-5df8136a4b77 None None] Network 1d440ebf-c5ae-4bed-9661-5195097b799d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:34.319595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52442) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:34.326646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-855449869'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:34.340175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4549246 Feb 10 06:40:34.343426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52444) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:34.348134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Request body: {'subnet': {'network_id': '93ed43a8-8571-4f92-bd92-c0b95c0d5e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1210411695-subnet', 'tenant_id': '9de4eac7310c408da12ce376a881fcbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:34.360004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:34.365466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.394483 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:34.408203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb926ebd-9051-41d7-9407-c125dff8cf25 admin admin] Pushing event updated for resources: {'Network': ['ID=93ed43a8-8571-4f92-bd92-c0b95c0d5e62,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:34.420740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Made reservation on behalf of 9de4eac7310c408da12ce376a881fcbe for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:34.423919 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.424189 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (68066737-8cc4-4445-8a43-015e5ab764e6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.424458 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment 68066737-8cc4-4445-8a43-015e5ab764e6 of type vlan for network 039241ea-168e-45ca-b974-30b86ca16805 Feb 10 06:40:34.440779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 93ed43a8-8571-4f92-bd92-c0b95c0d5e62 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:34.507339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (039241ea-168e-45ca-b974-30b86ca16805), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.549415 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (039241ea-168e-45ca-b974-30b86ca16805), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.558157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:34.559106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:34.622855 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3012643 Feb 10 06:40:34.626150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:34.640888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': '039241ea-168e-45ca-b974-30b86ca16805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:34.702688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875f69b-406b-449a-b6d5-b0def1b6e2ac tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=039241ea-168e-45ca-b974-30b86ca16805,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:34.781919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 039241ea-168e-45ca-b974-30b86ca16805 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:34.884103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-1d440ebf-c5ae-4bed-9661-5195097b799d', 'network_id': '1d440ebf-c5ae-4bed-9661-5195097b799d', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': '528969a7-69d8-4b3b-b98a-932e66aa9cda'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:40:34.884964 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.065324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Allocated IP 172.20.255.242 (1d440ebf-c5ae-4bed-9661-5195097b799d/528969a7-69d8-4b3b-b98a-932e66aa9cda/47f61de3-6699-427d-8fff-25654fff5b3d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:35.257117 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (611d4736-dc7c-4882-98fa-c8701e5a49b8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.291800 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Publish callbacks [] for port (47f61de3-6699-427d-8fff-25654fff5b3d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.306997 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.376941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Network 1d440ebf-c5ae-4bed-9661-5195097b799d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:35.382252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:35.386276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:35.398033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Pushing event updated for resources: {'Port': ['ID=47f61de3-6699-427d-8fff-25654fff5b3d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:35.443701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9369190-28c4-4d6d-a430-7481951fcbed req-2e5601e6-baec-421f-815e-44e6b3a7daf7 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:35.445258 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9369190-28c4-4d6d-a430-7481951fcbed req-2e5601e6-baec-421f-815e-44e6b3a7daf7 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.2559664 Feb 10 06:40:35.449727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=611d4736-dc7c-4882-98fa-c8701e5a49b8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:35.469315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Attempting to bind port 47f61de3-6699-427d-8fff-25654fff5b3d on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:35.469945 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Attempting to bind port 47f61de3-6699-427d-8fff-25654fff5b3d by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'b83a8955-9103-456c-bb98-c31ab97ef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1d440ebf-c5ae-4bed-9661-5195097b799d'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:35.470448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Attempting to bind port 47f61de3-6699-427d-8fff-25654fff5b3d on network 1d440ebf-c5ae-4bed-9661-5195097b799d {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:35.477147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:35.477643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Checking segment: {'id': 'b83a8955-9103-456c-bb98-c31ab97ef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1d440ebf-c5ae-4bed-9661-5195097b799d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:35.478186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.479198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Bound using segment: {'id': 'b83a8955-9103-456c-bb98-c31ab97ef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1d440ebf-c5ae-4bed-9661-5195097b799d'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:35.479550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Checking segment: {'id': 'a550f10e-9d8c-45e9-be15-8afa06c67b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '93ed43a8-8571-4f92-bd92-c0b95c0d5e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:35.480230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Network hostable DHCP agents. Network: 93ed43a8-8571-4f92-bd92-c0b95c0d5e62, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:35.480488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Bound port: 47f61de3-6699-427d-8fff-25654fff5b3d, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83a8955-9103-456c-bb98-c31ab97ef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1d440ebf-c5ae-4bed-9661-5195097b799d'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:35.480987 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.487052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:35.491729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.570978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] For port 47f61de3-6699-427d-8fff-25654fff5b3d, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:35.575304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] For port 47f61de3-6699-427d-8fff-25654fff5b3d, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=47f61de3-6699-427d-8fff-25654fff5b3d,segment=NetworkSegment(b83a8955-9103-456c-bb98-c31ab97ef8d8),segment_id=b83a8955-9103-456c-bb98-c31ab97ef8d8)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:35.583535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.584274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9369190-28c4-4d6d-a430-7481951fcbed req-8c9763e2-1508-46c5-8ecd-c02f849dafb1 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321590 Feb 10 06:40:35.589258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Network 93ed43a8-8571-4f92-bd92-c0b95c0d5e62 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:35.614761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 93ed43a8-8571-4f92-bd92-c0b95c0d5e62) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:35.623639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:35.624371 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.647135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65a842-7e40-42e8-9faf-a8da690645c7 None None] Network 93ed43a8-8571-4f92-bd92-c0b95c0d5e62 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:35.651770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e48a40de-90b2-4031-a984-bd56196708bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3080125 Feb 10 06:40:35.794004 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (5ddc52e0-0cce-4631-9655-5a113afb17f8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:35.803122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-12973579-4a9c-4d6a-9b4c-e28c4e368722 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:35.808674 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-12973579-4a9c-4d6a-9b4c-e28c4e368722 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 945 time: 0.1733365 Feb 10 06:40:35.873637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d29b00-6345-4718-911f-73b960ac13c0 None None] Pushing event updated for resources: {'Port': ['ID=47f61de3-6699-427d-8fff-25654fff5b3d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:35.917657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=5ddc52e0-0cce-4631-9655-5a113afb17f8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:35.937798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': '68066737-8cc4-4445-8a43-015e5ab764e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '039241ea-168e-45ca-b974-30b86ca16805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:35.938493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: 039241ea-168e-45ca-b974-30b86ca16805, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:35.963064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network 039241ea-168e-45ca-b974-30b86ca16805 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:35.975267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e4cee-0870-44dd-bb44-24e02fb46ef9 None None] Network 93ed43a8-8571-4f92-bd92-c0b95c0d5e62 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:35.983466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 039241ea-168e-45ca-b974-30b86ca16805) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:35.998505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:36.000543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.039312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-56217601-80a7-4c5d-b8e4-75689cf53637 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4068537 Feb 10 06:40:36.041790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52484) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:36.091965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Deleting port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:36.092309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.153996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28caf24-9326-41c9-9210-39bb6a37fc37 None None] Network 039241ea-168e-45ca-b974-30b86ca16805 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:36.243101 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (039241ea-168e-45ca-b974-30b86ca16805), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.397679 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] For port f6ae7ce0-7b5e-429b-9258-ca60b9544a85, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:36.399339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.400622 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5ddc52e0-0cce-4631-9655-5a113afb17f8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.447946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Calling delete_port for f6ae7ce0-7b5e-429b-9258-ca60b9544a85 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:36.461565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 47f61de3-6699-427d-8fff-25654fff5b3d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:36.564353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1835078-0516-4256-b270-d60a92f99a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-039241ea-168e-45ca-b974-30b86ca16805', 'network_id': '039241ea-168e-45ca-b974-30b86ca16805', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': '5ddc52e0-0cce-4631-9655-5a113afb17f8'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:40:36.565746 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1835078-0516-4256-b270-d60a92f99a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.567849 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5ddc52e0-0cce-4631-9655-5a113afb17f8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.580909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 47f61de3-6699-427d-8fff-25654fff5b3d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:36.581594 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.667569 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddc52e0-0cce-4631-9655-5a113afb17f8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:36.801692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f6ae7ce0-7b5e-429b-9258-ca60b9544a85), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.840288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['f6ae7ce0-7b5e-429b-9258-ca60b9544a85'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:40:36.890446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Pushing event deleted for resources: {'Port': ['ID=f6ae7ce0-7b5e-429b-9258-ca60b9544a85,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:36.912463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (039241ea-168e-45ca-b974-30b86ca16805), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:36.917901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926766c-9550-40d0-ae41-7e820835f2db None None] Network 039241ea-168e-45ca-b974-30b86ca16805 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:36.961007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039241ea-168e-45ca-b974-30b86ca16805']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:36.997249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01469a0c-ffe5-4371-938e-e7b19ef61136 req-56867114-b366-4619-bfe6-a9b5dc3bbe9e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:37.005080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01469a0c-ffe5-4371-938e-e7b19ef61136 req-56867114-b366-4619-bfe6-a9b5dc3bbe9e tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d2613d-1134-42d7-9bad-641b562f71c7 HTTP/1.1" status: 200 len: 867 time: 0.2725923 Feb 10 06:40:37.019304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68066737-8cc4-4445-8a43-015e5ab764e6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:37.019910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68066737-8cc4-4445-8a43-015e5ab764e6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:37.035048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] No DVR routers for this DVR port f6ae7ce0-7b5e-429b-9258-ca60b9544a85 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:40:37.038842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.042722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.051937 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-faf25d21-86eb-4d04-9bb9-715ec4900877 req-c6be22ca-3e10-4584-91ed-fbf5a86ba02d tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.13 "DELETE /v2.0/ports/f6ae7ce0-7b5e-429b-9258-ca60b9544a85 HTTP/1.1" status: 204 len: 173 time: 1.2318370 Feb 10 06:40:37.052512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'name': 'network-vif-deleted', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:40:37.056229 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e410c2-f918-4b6d-9ed3-e91498a915e8" -d '{"events": [{"server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "name": "network-vif-deleted", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:40:37.082158 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (68066737-8cc4-4445-8a43-015e5ab764e6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.091610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 47f61de3-6699-427d-8fff-25654fff5b3d is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:37.092021 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.176141 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (68066737-8cc4-4445-8a43-015e5ab764e6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.180418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 47f61de3-6699-427d-8fff-25654fff5b3d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=47f61de3-6699-427d-8fff-25654fff5b3d,segment=NetworkSegment(b83a8955-9103-456c-bb98-c31ab97ef8d8),segment_id=b83a8955-9103-456c-bb98-c31ab97ef8d8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:37.188100 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.188356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:37.188927 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (68066737-8cc4-4445-8a43-015e5ab764e6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:37.277012 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:37.279459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=47f61de3-6699-427d-8fff-25654fff5b3d,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:37.281264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (039241ea-168e-45ca-b974-30b86ca16805), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.294379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.299420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.299687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/039241ea-168e-45ca-b974-30b86ca16805 HTTP/1.1" status: 204 len: 168 time: 1.2553961 Feb 10 06:40:37.299801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.300152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.302221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52510) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:37.306648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.308191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.308560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.308910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.309257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.309596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.309949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2086235030'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:37.310209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.310593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.310912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.311260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:40:37.338121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01469a0c-ffe5-4371-938e-e7b19ef61136 req-5a5abdb1-2404-43cb-aa70-5f761bf48097 tempest-ServerRescueTestJSONUnderV235-266400074 tempest-ServerRescueTestJSONUnderV235-266400074-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ec952-9c70-46b3-9bee-cdf9c093dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313925 Feb 10 06:40:37.396146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:37.404386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.410586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77538844-22d8-4b29-957c-6c0545aeb771 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=039241ea-168e-45ca-b974-30b86ca16805,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:37.479364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:37.495644 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3155df0-18a9-4dfb-a633-e32395cc3863 x-openstack-request-id: req-a3155df0-18a9-4dfb-a633-e32395cc3863 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:40:37.498397 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d2613d-1134-42d7-9bad-641b562f71c7", "name": "network-vif-deleted", "tag": "f6ae7ce0-7b5e-429b-9258-ca60b9544a85", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:40:37.498913 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3155df0-18a9-4dfb-a633-e32395cc3863 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:40:37.499410 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d2613d-1134-42d7-9bad-641b562f71c7', 'name': 'network-vif-deleted', 'tag': 'f6ae7ce0-7b5e-429b-9258-ca60b9544a85', 'status': 'completed', 'code': 200} Feb 10 06:40:37.513092 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (43746381-4298-4825-b00a-5e600390f7b5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.513566 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment 43746381-4298-4825-b00a-5e600390f7b5 of type vlan for network b57d471d-ca57-4df1-933c-68496f87a361 Feb 10 06:40:37.594015 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b57d471d-ca57-4df1-933c-68496f87a361), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.620009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55649e-c156-434e-9f69-42ea5fa0746b None None] Network 1d440ebf-c5ae-4bed-9661-5195097b799d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:37.628474 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b57d471d-ca57-4df1-933c-68496f87a361), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.636299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:37.637218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.677852 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3743467 Feb 10 06:40:37.681110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52522) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:37.688640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': 'b57d471d-ca57-4df1-933c-68496f87a361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:37.750669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902a785-2ebc-4636-b3a3-07306dc04b91 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=b57d471d-ca57-4df1-933c-68496f87a361,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:37.778604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b57d471d-ca57-4df1-933c-68496f87a361 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:37.801941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dad2f6d6-1a13-4116-a1fb-cc14f70972fe None None] Provisioning complete for port 47f61de3-6699-427d-8fff-25654fff5b3d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:37.802353 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dad2f6d6-1a13-4116-a1fb-cc14f70972fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.832851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:37.839458 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:37.941299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_backend_mixin [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing IP validity checks on allocation pools {{(pid=103213) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 06:40:37.942110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_backend_mixin [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103213) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 06:40:37.998667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dad2f6d6-1a13-4116-a1fb-cc14f70972fe None None] Current status of the port 47f61de3-6699-427d-8fff-25654fff5b3d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:38.121183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (cf1b36ee-537d-4af5-bdb4-0d034438b376), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.186436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=cf1b36ee-537d-4af5-bdb4-0d034438b376,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:38.213958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': '43746381-4298-4825-b00a-5e600390f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b57d471d-ca57-4df1-933c-68496f87a361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:38.213958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: b57d471d-ca57-4df1-933c-68496f87a361, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:38.235070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6b7a57a5-d838-44d1-bf9a-137a196f5c39 None None] Provisioning complete for port 47f61de3-6699-427d-8fff-25654fff5b3d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:38.235612 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b7a57a5-d838-44d1-bf9a-137a196f5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.237564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network b57d471d-ca57-4df1-933c-68496f87a361 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:38.247609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b57d471d-ca57-4df1-933c-68496f87a361) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:38.262464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:38.264013 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.290708 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ad52b677-3bf1-4cd2-8615-3288531a1e36 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6082835 Feb 10 06:40:38.293382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:38.319243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cfda6-d597-45b9-9b0f-a316fffac303 None None] Network b57d471d-ca57-4df1-933c-68496f87a361 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:38.355296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 47f61de3-6699-427d-8fff-25654fff5b3d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:40:38.437230 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b57d471d-ca57-4df1-933c-68496f87a361), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.447891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52528) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:38.543835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (cf1b36ee-537d-4af5-bdb4-0d034438b376), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.591053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a57a5-d838-44d1-bf9a-137a196f5c39 None None] Current status of the port 47f61de3-6699-427d-8fff-25654fff5b3d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:38.668269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (cf1b36ee-537d-4af5-bdb4-0d034438b376), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.671380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 47f61de3-6699-427d-8fff-25654fff5b3d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:40:38.671849 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.715522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1b36ee-537d-4af5-bdb4-0d034438b376,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:38.745736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227bdda5-1eb9-49c0-a8ae-00ff090d2b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b57d471d-ca57-4df1-933c-68496f87a361', 'network_id': 'b57d471d-ca57-4df1-933c-68496f87a361', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': 'cf1b36ee-537d-4af5-bdb4-0d034438b376'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:40:38.746976 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-227bdda5-1eb9-49c0-a8ae-00ff090d2b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.801342 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b57d471d-ca57-4df1-933c-68496f87a361), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.856891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57d471d-ca57-4df1-933c-68496f87a361']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:38.871472 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43746381-4298-4825-b00a-5e600390f7b5') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:38.871765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43746381-4298-4825-b00a-5e600390f7b5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:38.901058 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (43746381-4298-4825-b00a-5e600390f7b5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.913492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f004871a-47c1-4362-a9fa-fe72191e8e82 None None] Network b57d471d-ca57-4df1-933c-68496f87a361 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:38.927893 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (43746381-4298-4825-b00a-5e600390f7b5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.942950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:38.943348 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (43746381-4298-4825-b00a-5e600390f7b5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:38.946462 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:39.005648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f6ae7ce0-7b5e-429b-9258-ca60b9544a85 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:40:39.025829 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (fbe56fd0-070e-4059-bb71-f272d8a08a3f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.073379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b57d471d-ca57-4df1-933c-68496f87a361), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.108061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.111721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/b57d471d-ca57-4df1-933c-68496f87a361 HTTP/1.1" status: 204 len: 168 time: 0.8167186 Feb 10 06:40:39.112620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cd7be-69a5-4c68-8fee-7c9012c5732c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=b57d471d-ca57-4df1-933c-68496f87a361,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:39.118561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52536) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:39.124230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-723969837'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:39.149186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:39.154444 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.182407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:39.196192 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.197272 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5 of type vlan for network 52d03aa9-1a4c-49bb-8361-61d6c1cda39d Feb 10 06:40:39.308897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (52d03aa9-1a4c-49bb-8361-61d6c1cda39d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.357174 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (52d03aa9-1a4c-49bb-8361-61d6c1cda39d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.363029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:39.363673 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.388489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2663147 Feb 10 06:40:39.398775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:39.404105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': '52d03aa9-1a4c-49bb-8361-61d6c1cda39d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:39.428276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: f6ae7ce0-7b5e-429b-9258-ca60b9544a85 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:40:39.429193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device f6ae7ce0-7b5e-429b-9258-ca60b9544a85 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:40:39.432796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 47f61de3-6699-427d-8fff-25654fff5b3d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:39.496922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a9995-a83d-4380-9529-823c7a8ede22 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=52d03aa9-1a4c-49bb-8361-61d6c1cda39d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:39.510561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 52d03aa9-1a4c-49bb-8361-61d6c1cda39d details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:39.606642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:39.610067 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.904329 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (173505c5-73bd-47a0-a0c2-74b4dde994bf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.940824 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.947545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Deleting port a346e4b4-675b-4dd5-975a-6cd4a6ab9816 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:39.947813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:39.994841 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=173505c5-73bd-47a0-a0c2-74b4dde994bf,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:40.000302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': 'd9ef6a9c-cbd2-45f6-9db9-78830f74c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52d03aa9-1a4c-49bb-8361-61d6c1cda39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:40.000820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: 52d03aa9-1a4c-49bb-8361-61d6c1cda39d, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:40.025690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network 52d03aa9-1a4c-49bb-8361-61d6c1cda39d is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:40.041409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 52d03aa9-1a4c-49bb-8361-61d6c1cda39d) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:40.052042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12666eae-8d65-4206-9a8b-1d31c31e3cb7 None None] Network 52d03aa9-1a4c-49bb-8361-61d6c1cda39d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:40.058445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:40.061065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.067321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] For port a346e4b4-675b-4dd5-975a-6cd4a6ab9816, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a346e4b4-675b-4dd5-975a-6cd4a6ab9816,segment=NetworkSegment(6d601dc8-0cec-4216-b92b-2ad3c44d1a7c),segment_id=6d601dc8-0cec-4216-b92b-2ad3c44d1a7c)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:40.067879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.082130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8a1841e6-e5ef-4ac9-938a-b07e1a3b1512 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6821530 Feb 10 06:40:40.085532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:40.095752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Calling delete_port for a346e4b4-675b-4dd5-975a-6cd4a6ab9816 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:40.230210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-52d03aa9-1a4c-49bb-8361-61d6c1cda39d', 'network_id': '52d03aa9-1a4c-49bb-8361-61d6c1cda39d', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': '173505c5-73bd-47a0-a0c2-74b4dde994bf'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:40:40.231120 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.287038 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (52d03aa9-1a4c-49bb-8361-61d6c1cda39d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.386241 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a684d572-bb73-4d0a-a4a6-849f4cc245cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.393920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (173505c5-73bd-47a0-a0c2-74b4dde994bf), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.412737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a346e4b4-675b-4dd5-975a-6cd4a6ab9816), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.458608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Pushing event deleted for resources: {'Port': ['ID=a346e4b4-675b-4dd5-975a-6cd4a6ab9816,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:40.463779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Allocated IP 172.20.0.1 (52d03aa9-1a4c-49bb-8361-61d6c1cda39d/173505c5-73bd-47a0-a0c2-74b4dde994bf/cf315a58-67aa-4aab-bc9e-b89ae459bb90) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:40.722210 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (fbe56fd0-070e-4059-bb71-f272d8a08a3f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.728634 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Publish callbacks [] for port (cf315a58-67aa-4aab-bc9e-b89ae459bb90), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.741966 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (cf315a58-67aa-4aab-bc9e-b89ae459bb90), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.775825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (173505c5-73bd-47a0-a0c2-74b4dde994bf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.791762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Network 52d03aa9-1a4c-49bb-8361-61d6c1cda39d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:40.798111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:40.802861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:40.810560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Pushing event updated for resources: {'Port': ['ID=cf315a58-67aa-4aab-bc9e-b89ae459bb90,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:40.884558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=173505c5-73bd-47a0-a0c2-74b4dde994bf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:40.935762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Attempting to bind port cf315a58-67aa-4aab-bc9e-b89ae459bb90 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:40.936275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Attempting to bind port cf315a58-67aa-4aab-bc9e-b89ae459bb90 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd9ef6a9c-cbd2-45f6-9db9-78830f74c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52d03aa9-1a4c-49bb-8361-61d6c1cda39d'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:40.936735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Attempting to bind port cf315a58-67aa-4aab-bc9e-b89ae459bb90 on network 52d03aa9-1a4c-49bb-8361-61d6c1cda39d {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:40.943374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:40.944549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Checking segment: {'id': 'd9ef6a9c-cbd2-45f6-9db9-78830f74c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52d03aa9-1a4c-49bb-8361-61d6c1cda39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:40.945408 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.946003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Bound using segment: {'id': 'd9ef6a9c-cbd2-45f6-9db9-78830f74c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52d03aa9-1a4c-49bb-8361-61d6c1cda39d'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:40.946716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Bound port: cf315a58-67aa-4aab-bc9e-b89ae459bb90, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ef6a9c-cbd2-45f6-9db9-78830f74c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52d03aa9-1a4c-49bb-8361-61d6c1cda39d'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:40.947303 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cf315a58-67aa-4aab-bc9e-b89ae459bb90), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:40.979006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (52d03aa9-1a4c-49bb-8361-61d6c1cda39d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.028459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d03aa9-1a4c-49bb-8361-61d6c1cda39d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:41.047033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] For port cf315a58-67aa-4aab-bc9e-b89ae459bb90, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:41.053854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] For port cf315a58-67aa-4aab-bc9e-b89ae459bb90, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cf315a58-67aa-4aab-bc9e-b89ae459bb90,segment=NetworkSegment(d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5),segment_id=d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:41.057162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Router fbe56fd0-070e-4059-bb71-f272d8a08a3f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:40:41.066921 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cf315a58-67aa-4aab-bc9e-b89ae459bb90), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.069275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ef6a9c-cbd2-45f6-9db9-78830f74c6b5') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:41.069578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ef6a9c-cbd2-45f6-9db9-78830f74c6b5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:41.092616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.126901 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.139861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:41.140270 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:41.148386 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:41.178071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d24945-c5d1-477f-97ca-64bfc4e5a370 None None] Pushing event updated for resources: {'Port': ['ID=cf315a58-67aa-4aab-bc9e-b89ae459bb90,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:41.235158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:40:41.249087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] Sync routers for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:40:41.249815 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4b557704-84cb-4203-a1a2-f833e0f0d75a admin admin] 10.222.0.21 "PUT /v2.0/routers/fbe56fd0-070e-4059-bb71-f272d8a08a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8004332 Feb 10 06:40:41.251864 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:40:41.251864 n-d-828670-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:40:41.251864 n-d-828670-1 neutron-server[103214]: [parameters: {'id': '52d03aa9-1a4c-49bb-8361-61d6c1cda39d'}] Feb 10 06:40:41.251864 n-d-828670-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:40:41.252527 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:40:41.253194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:41.272858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:41.273470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:40:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:41.327953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d9052-444b-4c8a-b077-0c43f7ab1841 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:40:41.402472 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks [] for router (fbe56fd0-070e-4059-bb71-f272d8a08a3f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.465203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:41.583251 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks [] for router_gateway (fbe56fd0-070e-4059-bb71-f272d8a08a3f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.622870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d9052-444b-4c8a-b077-0c43f7ab1841 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:40:41.664211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Deleting port 769c75bb-d659-49ba-81f4-182a290e3740 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:41.664859 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (769c75bb-d659-49ba-81f4-182a290e3740), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.753544 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (52d03aa9-1a4c-49bb-8361-61d6c1cda39d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.767429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '769c75bb-d659-49ba-81f4-182a290e3740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:40:40Z', 'revision_number': 5, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port': {'id': '769c75bb-d659-49ba-81f4-182a290e3740', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:00Z', 'updated_at': '2022-02-10T06:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:41.807315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] For port 769c75bb-d659-49ba-81f4-182a290e3740, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=769c75bb-d659-49ba-81f4-182a290e3740,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:41.808328 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (769c75bb-d659-49ba-81f4-182a290e3740), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:41.810936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] Checking router: fbe56fd0-070e-4059-bb71-f272d8a08a3f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:40:41.842191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] Routers {'fbe56fd0-070e-4059-bb71-f272d8a08a3f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:40:41.842191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:40:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:41.865197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Calling delete_port for 769c75bb-d659-49ba-81f4-182a290e3740 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:41.967297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting port cf315a58-67aa-4aab-bc9e-b89ae459bb90 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:41.967641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cf315a58-67aa-4aab-bc9e-b89ae459bb90), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.004000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] Set router fbe56fd0-070e-4059-bb71-f272d8a08a3f gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:40:42.047021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095bf73-a06d-46b0-8aff-48defea1ef6e None None] Network 52d03aa9-1a4c-49bb-8361-61d6c1cda39d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:42.077057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:40:41Z', 'revision_number': 6, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:42.120568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179154ea-9404-419a-b940-caa8dac12fbb None None] The sync data for ids ['fbe56fd0-070e-4059-bb71-f272d8a08a3f'] in n-d-828670-1 is: [{'id': 'fbe56fd0-070e-4059-bb71-f272d8a08a3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1180147060-router', 'tenant_id': '323d2c08b6ee422cbd9b777f1645bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:38:59Z', 'updated_at': '2022-02-10T06:40:41Z', 'revision_number': 6, 'project_id': '323d2c08b6ee422cbd9b777f1645bc27', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:40:42.141198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] For port cf315a58-67aa-4aab-bc9e-b89ae459bb90, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cf315a58-67aa-4aab-bc9e-b89ae459bb90,segment=NetworkSegment(d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5),segment_id=d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:42.141911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cf315a58-67aa-4aab-bc9e-b89ae459bb90), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.192732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Calling delete_port for cf315a58-67aa-4aab-bc9e-b89ae459bb90 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:42.343322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cf315a58-67aa-4aab-bc9e-b89ae459bb90), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.356654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (769c75bb-d659-49ba-81f4-182a290e3740), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.359343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No DVR routers for this DVR port cf315a58-67aa-4aab-bc9e-b89ae459bb90 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:40:42.385655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Port': ['ID=cf315a58-67aa-4aab-bc9e-b89ae459bb90,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:42.455300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=769c75bb-d659-49ba-81f4-182a290e3740,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:42.544990 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0527155-2353-4b86-8782-d08d6e955c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.605140 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (fbe56fd0-070e-4059-bb71-f272d8a08a3f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.660271 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (52d03aa9-1a4c-49bb-8361-61d6c1cda39d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.745095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d03aa9-1a4c-49bb-8361-61d6c1cda39d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:42.788434 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (fbe56fd0-070e-4059-bb71-f272d8a08a3f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.791165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ef6a9c-cbd2-45f6-9db9-78830f74c6b5') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:42.793589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ef6a9c-cbd2-45f6-9db9-78830f74c6b5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:42.793589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks [] for router_controller (fbe56fd0-070e-4059-bb71-f272d8a08a3f), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.805011 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.851201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.857164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (fbe56fd0-070e-4059-bb71-f272d8a08a3f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.857775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbe56fd0-070e-4059-bb71-f272d8a08a3f {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:40:42.859747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:42.860206 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (d9ef6a9c-cbd2-45f6-9db9-78830f74c6b5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:42.863482 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:42.867699 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.868979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0c8da37-63a3-474c-8275-088c9db62a28 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fbe56fd0-070e-4059-bb71-f272d8a08a3f HTTP/1.1" status: 204 len: 168 time: 1.6148579 Feb 10 06:40:42.871697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52584) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:42.943331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (52d03aa9-1a4c-49bb-8361-61d6c1cda39d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.957389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-d733ebd6-5555-446b-b4c4-d847be4107ec admin admin] Deleting subnet 498695d7-0e3e-43d3-a10a-143088f6bc8c {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:40:42.961904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.963106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d733ebd6-5555-446b-b4c4-d847be4107ec admin admin] Publish callbacks [] for subnet (498695d7-0e3e-43d3-a10a-143088f6bc8c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:42.965742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/52d03aa9-1a4c-49bb-8361-61d6c1cda39d HTTP/1.1" status: 204 len: 168 time: 2.8776903 Feb 10 06:40:42.984748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:42.984748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f82aa-51a0-4ff1-b1e5-3e9a5da87f00 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=52d03aa9-1a4c-49bb-8361-61d6c1cda39d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:42.993375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1657821221'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:43.017653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:43.024464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.061324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:43.077399 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d733ebd6-5555-446b-b4c4-d847be4107ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (498695d7-0e3e-43d3-a10a-143088f6bc8c), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.078673 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.079262 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment 52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a of type vlan for network 293dacc7-1492-4660-89e5-be06ca0e9ba2 Feb 10 06:40:43.150368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d733ebd6-5555-446b-b4c4-d847be4107ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (498695d7-0e3e-43d3-a10a-143088f6bc8c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.152007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (293dacc7-1492-4660-89e5-be06ca0e9ba2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.183635 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (293dacc7-1492-4660-89e5-be06ca0e9ba2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.189327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:43.189874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.227193 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d733ebd6-5555-446b-b4c4-d847be4107ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (498695d7-0e3e-43d3-a10a-143088f6bc8c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.268144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733ebd6-5555-446b-b4c4-d847be4107ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498695d7-0e3e-43d3-a10a-143088f6bc8c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:43.282324 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d733ebd6-5555-446b-b4c4-d847be4107ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.288515 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d733ebd6-5555-446b-b4c4-d847be4107ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/498695d7-0e3e-43d3-a10a-143088f6bc8c HTTP/1.1" status: 204 len: 168 time: 0.4150846 Feb 10 06:40:43.290898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52594) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:43.327797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=293dacc7-1492-4660-89e5-be06ca0e9ba2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:43.339519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 293dacc7-1492-4660-89e5-be06ca0e9ba2 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:43.367835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f96f5270-a751-4aa6-b66c-bb36d5f7e859 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3801589 Feb 10 06:40:43.368445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52596) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:43.373558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': '293dacc7-1492-4660-89e5-be06ca0e9ba2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:43.415781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e43e0ff1-8270-4516-bf01-3cac32ee555d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.475161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:43.485209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.661844 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e43e0ff1-8270-4516-bf01-3cac32ee555d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.710486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43e0ff1-8270-4516-bf01-3cac32ee555d']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:43.722868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:43.723376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d601dc8-0cec-4216-b92b-2ad3c44d1a7c') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:43.752049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (6d601dc8-0cec-4216-b92b-2ad3c44d1a7c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.792676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6d601dc8-0cec-4216-b92b-2ad3c44d1a7c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.800761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:43.801020 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.801263 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (6d601dc8-0cec-4216-b92b-2ad3c44d1a7c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:43.803056 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:43.901371 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e43e0ff1-8270-4516-bf01-3cac32ee555d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.920796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:43.925156 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] 10.222.0.21 "DELETE /v2.0/networks/e43e0ff1-8270-4516-bf01-3cac32ee555d HTTP/1.1" status: 204 len: 168 time: 0.6329043 Feb 10 06:40:43.926080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1825151-9487-4c1c-a986-67f03e2688cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e43e0ff1-8270-4516-bf01-3cac32ee555d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:44.179754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52604) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:44.258055 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0cf388b5-ac9a-48bc-9201-6571185b0e8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=323d2c08b6ee422cbd9b777f1645bc27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767918 Feb 10 06:40:44.259417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:44.280501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 769c75bb-d659-49ba-81f4-182a290e3740 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:40:44.315545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 769c75bb-d659-49ba-81f4-182a290e3740 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:40:44.315914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 769c75bb-d659-49ba-81f4-182a290e3740 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:40:44.316307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a346e4b4-675b-4dd5-975a-6cd4a6ab9816 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:40:44.324253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (525b85c2-a2a8-43fb-b764-4d360fd14cbb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:44.364913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d599-582e-41f5-86bb-0e734cdcdcef admin admin] Publish callbacks [] for security_group (689ec952-9c70-46b3-9bee-cdf9c093dbdb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:44.376910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a346e4b4-675b-4dd5-975a-6cd4a6ab9816 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:40:44.378657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a346e4b4-675b-4dd5-975a-6cd4a6ab9816 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:40:44.389179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=525b85c2-a2a8-43fb-b764-4d360fd14cbb,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:44.411951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d599-582e-41f5-86bb-0e734cdcdcef admin admin] Publish callbacks [] for security_group (689ec952-9c70-46b3-9bee-cdf9c093dbdb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:44.440905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': '52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '293dacc7-1492-4660-89e5-be06ca0e9ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:44.441949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: 293dacc7-1492-4660-89e5-be06ca0e9ba2, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:44.462796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network 293dacc7-1492-4660-89e5-be06ca0e9ba2 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:44.479733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 293dacc7-1492-4660-89e5-be06ca0e9ba2) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:44.493721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff254fc-fe17-49a2-baa1-6ac6c329dab6 None None] Network 293dacc7-1492-4660-89e5-be06ca0e9ba2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:44.507175 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d599-582e-41f5-86bb-0e734cdcdcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (689ec952-9c70-46b3-9bee-cdf9c093dbdb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:44.515499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:44.519252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:44.523794 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d599-582e-41f5-86bb-0e734cdcdcef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:44.530885 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b7f6d599-582e-41f5-86bb-0e734cdcdcef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/689ec952-9c70-46b3-9bee-cdf9c093dbdb HTTP/1.1" status: 204 len: 168 time: 0.2697101 Feb 10 06:40:44.555617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6d599-582e-41f5-86bb-0e734cdcdcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ec952-9c70-46b3-9bee-cdf9c093dbdb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:44.562648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52612) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:44.574278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3c7401f8-9353-4693-b83d-5c8536681d96 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2020414 Feb 10 06:40:44.768382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-293dacc7-1492-4660-89e5-be06ca0e9ba2', 'network_id': '293dacc7-1492-4660-89e5-be06ca0e9ba2', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': '525b85c2-a2a8-43fb-b764-4d360fd14cbb'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:40:44.772954 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:44.787320 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (293dacc7-1492-4660-89e5-be06ca0e9ba2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:44.919070 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (525b85c2-a2a8-43fb-b764-4d360fd14cbb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.074445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Allocated IP 172.20.0.2 (293dacc7-1492-4660-89e5-be06ca0e9ba2/525b85c2-a2a8-43fb-b764-4d360fd14cbb/6702f306-5b2d-4b51-acca-513ea235c51a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:45.221688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.403709 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Publish callbacks [] for port (6702f306-5b2d-4b51-acca-513ea235c51a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.431481 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (6702f306-5b2d-4b51-acca-513ea235c51a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.434655 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (525b85c2-a2a8-43fb-b764-4d360fd14cbb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.507311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=525b85c2-a2a8-43fb-b764-4d360fd14cbb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:45.518784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Network 293dacc7-1492-4660-89e5-be06ca0e9ba2 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:45.520515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Pushing event updated for resources: {'Port': ['ID=6702f306-5b2d-4b51-acca-513ea235c51a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:45.523574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:45.526833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:45.603875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Attempting to bind port 6702f306-5b2d-4b51-acca-513ea235c51a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:45.604262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Attempting to bind port 6702f306-5b2d-4b51-acca-513ea235c51a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '293dacc7-1492-4660-89e5-be06ca0e9ba2'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:45.604632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Attempting to bind port 6702f306-5b2d-4b51-acca-513ea235c51a on network 293dacc7-1492-4660-89e5-be06ca0e9ba2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:45.610550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:45.612736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Checking segment: {'id': '52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '293dacc7-1492-4660-89e5-be06ca0e9ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:45.612736 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.612736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Bound using segment: {'id': '52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '293dacc7-1492-4660-89e5-be06ca0e9ba2'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:45.612736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Bound port: 6702f306-5b2d-4b51-acca-513ea235c51a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '293dacc7-1492-4660-89e5-be06ca0e9ba2'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:45.612736 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6702f306-5b2d-4b51-acca-513ea235c51a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.649939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (293dacc7-1492-4660-89e5-be06ca0e9ba2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.701496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] For port 6702f306-5b2d-4b51-acca-513ea235c51a, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:45.706093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] For port 6702f306-5b2d-4b51-acca-513ea235c51a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6702f306-5b2d-4b51-acca-513ea235c51a,segment=NetworkSegment(52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a),segment_id=52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:45.714245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293dacc7-1492-4660-89e5-be06ca0e9ba2']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:45.714987 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6702f306-5b2d-4b51-acca-513ea235c51a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.725472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:45.725813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:45.742344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.767637 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.790412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b0725-d4eb-4ebc-8300-e263687486fa None None] Pushing event updated for resources: {'Port': ['ID=6702f306-5b2d-4b51-acca-513ea235c51a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:45.792108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:45.794027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:45.857294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68a6ab-9262-4cb8-9764-c11566a763cd None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:45.921612 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:45.942743 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.db.api [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:40:45.942743 n-d-828670-1 neutron-server[103213]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:40:45.942743 n-d-828670-1 neutron-server[103213]: [parameters: {'id': '293dacc7-1492-4660-89e5-be06ca0e9ba2'}] Feb 10 06:40:45.942743 n-d-828670-1 neutron-server[103213]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:40:45.943275 n-d-828670-1 neutron-server[103213]: DEBUG oslo_db.api [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:40:45.950895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52640) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:46.065232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b68a6ab-9262-4cb8-9764-c11566a763cd None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:40:46.089950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1683905282-network', 'tenant_id': '879f2a2fd054443cb95d6e9498da4329'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:46.129908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Made reservation on behalf of 879f2a2fd054443cb95d6e9498da4329 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:46.132305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.145952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.343211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Publish callbacks [] for security_group (b0ec4844-1379-459b-b1b3-f0b27416cbee), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.351840 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b0ec4844-1379-459b-b1b3-f0b27416cbee), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.402906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:46.450035 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (332f1523-cdaf-4332-bc08-e02bd5171a7d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.451149 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Added segment 332f1523-cdaf-4332-bc08-e02bd5171a7d of type vlan for network fed558df-a469-45a8-a3cc-dc8d86373667 Feb 10 06:40:46.456499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ec4844-1379-459b-b1b3-f0b27416cbee,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:46.461650 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (293dacc7-1492-4660-89e5-be06ca0e9ba2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.484642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1a157-59b6-4c1d-b7ac-251fd805e641 None None] Network 293dacc7-1492-4660-89e5-be06ca0e9ba2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:46.605833 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.683000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (fed558df-a469-45a8-a3cc-dc8d86373667), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.776104 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (fed558df-a469-45a8-a3cc-dc8d86373667), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.777947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:46.778821 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.822648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting port 6702f306-5b2d-4b51-acca-513ea235c51a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:46.823144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6702f306-5b2d-4b51-acca-513ea235c51a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:46.919384 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9670968 Feb 10 06:40:47.136574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857576e-9b9a-466f-b8e7-cf4507d386de admin admin] Pushing event updated for resources: {'Network': ['ID=fed558df-a469-45a8-a3cc-dc8d86373667,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:47.141809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] For port 6702f306-5b2d-4b51-acca-513ea235c51a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6702f306-5b2d-4b51-acca-513ea235c51a,segment=NetworkSegment(52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a),segment_id=52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:47.143739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6702f306-5b2d-4b51-acca-513ea235c51a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:47.149694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network fed558df-a469-45a8-a3cc-dc8d86373667 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:47.179611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Calling delete_port for 6702f306-5b2d-4b51-acca-513ea235c51a owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:47.367194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6702f306-5b2d-4b51-acca-513ea235c51a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:47.427451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No DVR routers for this DVR port 6702f306-5b2d-4b51-acca-513ea235c51a on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:40:47.592937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Port': ['ID=6702f306-5b2d-4b51-acca-513ea235c51a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:47.689363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (293dacc7-1492-4660-89e5-be06ca0e9ba2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:47.732651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293dacc7-1492-4660-89e5-be06ca0e9ba2']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:47.753324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:47.753662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:47.766701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:47.782137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:47.796539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:47.797080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (52ae3ab9-bfb2-4cd0-8f65-388a8a46b01a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:47.800814 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:47.840873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab487d56-d296-40bb-80b1-ea8577b69aaa req-ab240f66-2b1e-4e41-81ed-d41dc9a66731 tempest-ComputeTenantNetworksTest-1366524528 tempest-ComputeTenantNetworksTest-1366524528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:47.848921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab487d56-d296-40bb-80b1-ea8577b69aaa req-ab240f66-2b1e-4e41-81ed-d41dc9a66731 tempest-ComputeTenantNetworksTest-1366524528 tempest-ComputeTenantNetworksTest-1366524528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:47.857541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab487d56-d296-40bb-80b1-ea8577b69aaa req-ab240f66-2b1e-4e41-81ed-d41dc9a66731 tempest-ComputeTenantNetworksTest-1366524528 tempest-ComputeTenantNetworksTest-1366524528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:47.860677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab487d56-d296-40bb-80b1-ea8577b69aaa req-ab240f66-2b1e-4e41-81ed-d41dc9a66731 tempest-ComputeTenantNetworksTest-1366524528 tempest-ComputeTenantNetworksTest-1366524528-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3540866 Feb 10 06:40:47.901825 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (293dacc7-1492-4660-89e5-be06ca0e9ba2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:47.956477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:47.964247 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/293dacc7-1492-4660-89e5-be06ca0e9ba2 HTTP/1.1" status: 204 len: 168 time: 3.3969438 Feb 10 06:40:47.966484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac05526-362f-4f04-ba2d-40d34d18cb41 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=293dacc7-1492-4660-89e5-be06ca0e9ba2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:47.981589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52672) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:48.000745 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-325140479'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:48.033361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:48.041268 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.051055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6f61e-934d-4a51-8067-3c86ea63e819 req-7fe613e8-01af-4abf-8702-3657dc5c9980 tempest-ComputeTenantNetworksTest-1366524528 tempest-ComputeTenantNetworksTest-1366524528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:48.072179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cba6f61e-934d-4a51-8067-3c86ea63e819 req-7fe613e8-01af-4abf-8702-3657dc5c9980 tempest-ComputeTenantNetworksTest-1366524528 tempest-ComputeTenantNetworksTest-1366524528-project] 10.222.0.21 "GET /v2.0/networks/fed558df-a469-45a8-a3cc-dc8d86373667 HTTP/1.1" status: 200 len: 769 time: 0.1900647 Feb 10 06:40:48.072984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:48.081895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:48.107262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f844140f-8f94-4128-bd6d-d215319eb18c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.107624 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment f844140f-8f94-4128-bd6d-d215319eb18c of type vlan for network e0e6fb64-406a-4e75-8cd1-dd2863c5d960 Feb 10 06:40:48.241740 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (fed558df-a469-45a8-a3cc-dc8d86373667), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.259703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e0e6fb64-406a-4e75-8cd1-dd2863c5d960), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.305845 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e0e6fb64-406a-4e75-8cd1-dd2863c5d960), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.314696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:48.316698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.383682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3953292 Feb 10 06:40:48.384818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52682) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:48.392888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': 'e0e6fb64-406a-4e75-8cd1-dd2863c5d960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:48.438596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (fed558df-a469-45a8-a3cc-dc8d86373667), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.496760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857866f0-4ce2-4be7-881e-871c510b67e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=e0e6fb64-406a-4e75-8cd1-dd2863c5d960,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:48.504073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed558df-a469-45a8-a3cc-dc8d86373667']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:48.515247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e0e6fb64-406a-4e75-8cd1-dd2863c5d960 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:48.528421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332f1523-cdaf-4332-bc08-e02bd5171a7d') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:48.528616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332f1523-cdaf-4332-bc08-e02bd5171a7d') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:48.547417 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (332f1523-cdaf-4332-bc08-e02bd5171a7d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.578019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (332f1523-cdaf-4332-bc08-e02bd5171a7d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.585396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:48.586068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (332f1523-cdaf-4332-bc08-e02bd5171a7d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:48.587585 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:48.682782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:48.689553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.721024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (fed558df-a469-45a8-a3cc-dc8d86373667), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.727358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:48.730588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] 10.222.0.21 "DELETE /v2.0/networks/fed558df-a469-45a8-a3cc-dc8d86373667 HTTP/1.1" status: 204 len: 168 time: 0.6451702 Feb 10 06:40:48.748882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2af2a-8918-49a1-8a81-88606d19247c admin admin] Pushing event deleted for resources: {'Network': ['ID=fed558df-a469-45a8-a3cc-dc8d86373667,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:48.815475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_backend_mixin [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing IP validity checks on allocation pools {{(pid=103213) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 06:40:48.816021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_backend_mixin [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103213) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 06:40:49.067590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52712) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:49.161863 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (bb18f633-5628-431b-aeab-3d70bc168b57), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:49.177023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03aae8-b559-46f7-b449-00929966edf5 req-b5f2eed2-fe90-496e-99e9-e84a20d26d55 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:49.180381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-b5f2eed2-fe90-496e-99e9-e84a20d26d55 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/networks?id=cd0706e0-6dfd-4702-8ac5-624abd42e900 HTTP/1.1" status: 200 len: 825 time: 0.2731376 Feb 10 06:40:49.201489 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-99c9c55c-458e-4c3a-b945-e60424b21c32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=879f2a2fd054443cb95d6e9498da4329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323986 Feb 10 06:40:49.208166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52720) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:49.246644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7ad7ec64-0651-4d6a-8481-81f3c9ad551e tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/quotas/8ca1b98a533c479f86f45437134a1219 HTTP/1.1" status: 200 len: 375 time: 0.0602288 Feb 10 06:40:49.272788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=bb18f633-5628-431b-aeab-3d70bc168b57,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:49.309339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': 'f844140f-8f94-4128-bd6d-d215319eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e0e6fb64-406a-4e75-8cd1-dd2863c5d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:49.309732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: e0e6fb64-406a-4e75-8cd1-dd2863c5d960, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:49.325873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05019e4d-9b86-4676-a43d-28a8fb069c36 admin admin] Publish callbacks [] for security_group (b0ec4844-1379-459b-b1b3-f0b27416cbee), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:49.337703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-b2510455-bfa4-40e1-bff6-01f6939be9db tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ca1b98a533c479f86f45437134a1219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803359 Feb 10 06:40:49.360890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network e0e6fb64-406a-4e75-8cd1-dd2863c5d960 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:49.364470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05019e4d-9b86-4676-a43d-28a8fb069c36 admin admin] Publish callbacks [] for security_group (b0ec4844-1379-459b-b1b3-f0b27416cbee), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:49.401751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e0e6fb64-406a-4e75-8cd1-dd2863c5d960) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:49.414032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489dde58-d0f5-4a34-ad71-ea3622a52ac0 None None] Network e0e6fb64-406a-4e75-8cd1-dd2863c5d960 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:49.417140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:49.417912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:49.477392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-b7e5494b-768a-414e-a6d5-f9b550d3b735 service neutron] 10.222.0.21 "GET /v2.0/networks/cd0706e0-6dfd-4702-8ac5-624abd42e900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303737 Feb 10 06:40:49.480333 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-af37d49c-29ae-4c5b-8cd5-98ad82e43467 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0934429 Feb 10 06:40:49.485855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52734) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:49.500499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05019e4d-9b86-4676-a43d-28a8fb069c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b0ec4844-1379-459b-b1b3-f0b27416cbee), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:49.509456 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05019e4d-9b86-4676-a43d-28a8fb069c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:49.526494 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-05019e4d-9b86-4676-a43d-28a8fb069c36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0ec4844-1379-459b-b1b3-f0b27416cbee HTTP/1.1" status: 204 len: 168 time: 0.3017941 Feb 10 06:40:49.558865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05019e4d-9b86-4676-a43d-28a8fb069c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ec4844-1379-459b-b1b3-f0b27416cbee,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:49.620887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-e0e6fb64-406a-4e75-8cd1-dd2863c5d960', 'network_id': 'e0e6fb64-406a-4e75-8cd1-dd2863c5d960', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': 'bb18f633-5628-431b-aeab-3d70bc168b57'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:40:49.636332 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:49.765499 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e0e6fb64-406a-4e75-8cd1-dd2863c5d960), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:49.769466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-691f220e-b6aa-49b5-8c6c-942ab79019bd service neutron] 10.222.0.21 "GET /v2.0/networks/cd0706e0-6dfd-4702-8ac5-624abd42e900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792232 Feb 10 06:40:49.850072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (bb18f633-5628-431b-aeab-3d70bc168b57), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:49.903792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Allocated IP 172.20.0.3 (e0e6fb64-406a-4e75-8cd1-dd2863c5d960/bb18f633-5628-431b-aeab-3d70bc168b57/bd63ba70-046f-4bb4-89e5-d4b6cc970c79) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:50.063959 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d5246e1-be6d-4b36-9652-ae7d1bffb475 req-af6c7a12-7224-413e-afb3-40048b3f3280 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 210 time: 0.0675588 Feb 10 06:40:50.204969 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Publish callbacks [] for port (bd63ba70-046f-4bb4-89e5-d4b6cc970c79), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.219153 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (bd63ba70-046f-4bb4-89e5-d4b6cc970c79), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.248066 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (bb18f633-5628-431b-aeab-3d70bc168b57), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.315055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Network e0e6fb64-406a-4e75-8cd1-dd2863c5d960 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:50.327433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:50.331486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:50.402531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52778) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:50.456354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=bb18f633-5628-431b-aeab-3d70bc168b57,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:50.514053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Pushing event updated for resources: {'Port': ['ID=bd63ba70-046f-4bb4-89e5-d4b6cc970c79,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:50.566762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Attempting to bind port bd63ba70-046f-4bb4-89e5-d4b6cc970c79 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:50.567479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Attempting to bind port bd63ba70-046f-4bb4-89e5-d4b6cc970c79 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f844140f-8f94-4128-bd6d-d215319eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e0e6fb64-406a-4e75-8cd1-dd2863c5d960'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:50.568269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Attempting to bind port bd63ba70-046f-4bb4-89e5-d4b6cc970c79 on network e0e6fb64-406a-4e75-8cd1-dd2863c5d960 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:50.580974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:50.590912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Checking segment: {'id': 'f844140f-8f94-4128-bd6d-d215319eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e0e6fb64-406a-4e75-8cd1-dd2863c5d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:50.591342 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.591754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Bound using segment: {'id': 'f844140f-8f94-4128-bd6d-d215319eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e0e6fb64-406a-4e75-8cd1-dd2863c5d960'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:50.592263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Bound port: bd63ba70-046f-4bb4-89e5-d4b6cc970c79, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f844140f-8f94-4128-bd6d-d215319eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e0e6fb64-406a-4e75-8cd1-dd2863c5d960'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:50.592648 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bd63ba70-046f-4bb4-89e5-d4b6cc970c79), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.644113 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e0e6fb64-406a-4e75-8cd1-dd2863c5d960), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.708032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e6fb64-406a-4e75-8cd1-dd2863c5d960']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:50.725412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] For port bd63ba70-046f-4bb4-89e5-d4b6cc970c79, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:50.728687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] For port bd63ba70-046f-4bb4-89e5-d4b6cc970c79, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bd63ba70-046f-4bb4-89e5-d4b6cc970c79,segment=NetworkSegment(f844140f-8f94-4128-bd6d-d215319eb18c),segment_id=f844140f-8f94-4128-bd6d-d215319eb18c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:50.739425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bd63ba70-046f-4bb4-89e5-d4b6cc970c79), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.758155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f844140f-8f94-4128-bd6d-d215319eb18c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:50.758762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f844140f-8f94-4128-bd6d-d215319eb18c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:50.787888 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f844140f-8f94-4128-bd6d-d215319eb18c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.834980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f844140f-8f94-4128-bd6d-d215319eb18c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.851299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:50.851702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f844140f-8f94-4128-bd6d-d215319eb18c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:50.854805 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:50.903235 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dabeb70-bba5-41c8-999b-1daf0fa85523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:50.941489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659ac94-09d4-41aa-a236-edf91b0d9ad6 None None] Pushing event updated for resources: {'Port': ['ID=bd63ba70-046f-4bb4-89e5-d4b6cc970c79,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:50.955421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc85faa-9a20-4076-b090-b3e3bb7b0f79 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:40:50.984620 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:40:50.984620 n-d-828670-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:40:50.984620 n-d-828670-1 neutron-server[103214]: [parameters: {'id': 'e0e6fb64-406a-4e75-8cd1-dd2863c5d960'}] Feb 10 06:40:50.984620 n-d-828670-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:40:50.985308 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:40:51.103858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dabeb70-bba5-41c8-999b-1daf0fa85523 admin admin] Publish callbacks [] for security_group (adbb7bab-dc72-404f-af84-9973418bdf13), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:51.119032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dabeb70-bba5-41c8-999b-1daf0fa85523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (adbb7bab-dc72-404f-af84-9973418bdf13), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:51.158965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabeb70-bba5-41c8-999b-1daf0fa85523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbb7bab-dc72-404f-af84-9973418bdf13,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:51.169416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52816) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:51.170680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4dabeb70-bba5-41c8-999b-1daf0fa85523 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41560120cd204fd382cc719d724d266b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7620151 Feb 10 06:40:51.215088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc85faa-9a20-4076-b090-b3e3bb7b0f79 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:40:51.337687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6c9eab-2482-4394-8d3c-aa68c5d2d295 req-9a4c3987-6915-459f-b42a-5c905e57125f tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 210 time: 0.1320469 Feb 10 06:40:51.409336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f2a54b9-5d11-48d6-b00c-e7ac02a25002 admin admin] Publish callbacks [] for security_group (adbb7bab-dc72-404f-af84-9973418bdf13), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:51.449950 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f2a54b9-5d11-48d6-b00c-e7ac02a25002 admin admin] Publish callbacks [] for security_group (adbb7bab-dc72-404f-af84-9973418bdf13), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:51.486459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e0e6fb64-406a-4e75-8cd1-dd2863c5d960), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:51.664941 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f2a54b9-5d11-48d6-b00c-e7ac02a25002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (adbb7bab-dc72-404f-af84-9973418bdf13), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:51.667547 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f2a54b9-5d11-48d6-b00c-e7ac02a25002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:51.668855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f2a54b9-5d11-48d6-b00c-e7ac02a25002 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adbb7bab-dc72-404f-af84-9973418bdf13 HTTP/1.1" status: 204 len: 168 time: 0.4984183 Feb 10 06:40:51.672088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffabf98-696b-4645-aeb5-56701c136370 None None] Network e0e6fb64-406a-4e75-8cd1-dd2863c5d960 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:51.718249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a54b9-5d11-48d6-b00c-e7ac02a25002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbb7bab-dc72-404f-af84-9973418bdf13,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:51.763988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting port bd63ba70-046f-4bb4-89e5-d4b6cc970c79 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:51.764329 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bd63ba70-046f-4bb4-89e5-d4b6cc970c79), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:51.999774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] For port bd63ba70-046f-4bb4-89e5-d4b6cc970c79, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bd63ba70-046f-4bb4-89e5-d4b6cc970c79,segment=NetworkSegment(f844140f-8f94-4128-bd6d-d215319eb18c),segment_id=f844140f-8f94-4128-bd6d-d215319eb18c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:52.000047 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bd63ba70-046f-4bb4-89e5-d4b6cc970c79), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.034997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Calling delete_port for bd63ba70-046f-4bb4-89e5-d4b6cc970c79 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:52.138844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52846) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:52.179899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03aae8-b559-46f7-b449-00929966edf5 req-69f7f18b-7173-4d23-b357-4a8a22b90893 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:52.191302 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-69f7f18b-7173-4d23-b357-4a8a22b90893 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.13 "GET /v2.0/networks?id=cd0706e0-6dfd-4702-8ac5-624abd42e900 HTTP/1.1" status: 200 len: 825 time: 0.3840239 Feb 10 06:40:52.215823 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bd63ba70-046f-4bb4-89e5-d4b6cc970c79), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.234284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Request body: {'port': {'device_id': '82a59427-88c7-4695-b1f9-bf44f465300e', 'network_id': 'cd0706e0-6dfd-4702-8ac5-624abd42e900', 'admin_state_up': True, 'tenant_id': '8ca1b98a533c479f86f45437134a1219'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:52.242746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No DVR routers for this DVR port bd63ba70-046f-4bb4-89e5-d4b6cc970c79 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:40:52.440407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Port': ['ID=bd63ba70-046f-4bb4-89e5-d4b6cc970c79,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:52.492948 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae73c62e-edfa-451b-90b2-fc6a6f8d030a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.500891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Made reservation on behalf of 8ca1b98a533c479f86f45437134a1219 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:52.510294 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.526920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699072a5-7a18-45b2-ae21-073e5a8164dc req-45224f10-a049-4135-b8da-4ac5c249ebe9 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 210 time: 0.0433331 Feb 10 06:40:52.567422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e0e6fb64-406a-4e75-8cd1-dd2863c5d960), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.674564 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae73c62e-edfa-451b-90b2-fc6a6f8d030a admin admin] Publish callbacks [] for security_group (8fafb2fd-bf96-409c-ac96-b5e7fd554c59), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.681044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e6fb64-406a-4e75-8cd1-dd2863c5d960']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:52.684729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae73c62e-edfa-451b-90b2-fc6a6f8d030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8fafb2fd-bf96-409c-ac96-b5e7fd554c59), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.769366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Allocated IP 172.20.0.14 (cd0706e0-6dfd-4702-8ac5-624abd42e900/902b0cee-51de-4314-a4bd-86df166d0f06/e7d95e95-72c2-45c1-8348-a516802584c5) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:52.809613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ae73c62e-edfa-451b-90b2-fc6a6f8d030a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7d2112fde2e4b588097e3c9dedc56d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6700540 Feb 10 06:40:52.810522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:52.816103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f844140f-8f94-4128-bd6d-d215319eb18c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:52.816630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f844140f-8f94-4128-bd6d-d215319eb18c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:52.842131 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f844140f-8f94-4128-bd6d-d215319eb18c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.844583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73c62e-edfa-451b-90b2-fc6a6f8d030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fafb2fd-bf96-409c-ac96-b5e7fd554c59,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:52.893280 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f844140f-8f94-4128-bd6d-d215319eb18c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.930360 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a9c4-8048-4e89-97e7-82b8071f723d admin admin] Publish callbacks [] for security_group (8fafb2fd-bf96-409c-ac96-b5e7fd554c59), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.932855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:52.933573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f844140f-8f94-4128-bd6d-d215319eb18c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:52.938345 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:53.000206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Publish callbacks [] for port (e7d95e95-72c2-45c1-8348-a516802584c5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.031993 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a9c4-8048-4e89-97e7-82b8071f723d admin admin] Publish callbacks [] for security_group (8fafb2fd-bf96-409c-ac96-b5e7fd554c59), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.041737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.049051 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e0e6fb64-406a-4e75-8cd1-dd2863c5d960), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.054536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.060795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/e0e6fb64-406a-4e75-8cd1-dd2863c5d960 HTTP/1.1" status: 204 len: 168 time: 3.5732322 Feb 10 06:40:53.101344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:53.102529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212d5c0-1a9b-4d6a-9230-6bdaec404604 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=e0e6fb64-406a-4e75-8cd1-dd2863c5d960,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:53.123619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1818506249'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:53.151364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Network cd0706e0-6dfd-4702-8ac5-624abd42e900 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:53.152987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Pushing event updated for resources: {'Port': ['ID=e7d95e95-72c2-45c1-8348-a516802584c5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:53.156781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:53.159726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:53.174622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:53.178978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.243188 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a9c4-8048-4e89-97e7-82b8071f723d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8fafb2fd-bf96-409c-ac96-b5e7fd554c59), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.245672 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a9c4-8048-4e89-97e7-82b8071f723d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.252579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:53.253128 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.259319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f4e7a9c4-8048-4e89-97e7-82b8071f723d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fafb2fd-bf96-409c-ac96-b5e7fd554c59 HTTP/1.1" status: 204 len: 168 time: 0.4360545 Feb 10 06:40:53.278036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:53.293714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a9c4-8048-4e89-97e7-82b8071f723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fafb2fd-bf96-409c-ac96-b5e7fd554c59,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:53.315506 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-37c9bea4-7933-4436-8927-f8bbba85ea37 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0922682 Feb 10 06:40:53.326589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Request body: {'port': {'device_id': '82a59427-88c7-4695-b1f9-bf44f465300e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:53.331701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f2b3be39-aa1b-4735-9845-7d8d645d68da), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.331701 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment f2b3be39-aa1b-4735-9845-7d8d645d68da of type vlan for network a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1 Feb 10 06:40:53.448752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.456431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.520425 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.531391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:53.533481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.585803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4715078 Feb 10 06:40:53.590277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52904) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:53.603247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': 'a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:53.944438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d95e95-72c2-45c1-8348-a516802584c5 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:40:53.955601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b2b5d-0b15-449e-b196-6a66fe3fcb46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:53.971360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:53.993524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:53.997408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:53.999270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Publish callbacks [] for port (e7d95e95-72c2-45c1-8348-a516802584c5), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:54.024477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7488d1e-67f8-407f-aedb-9a19f17c2cee req-bd672627-440c-4aea-90d5-7765c4f45eac tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:54.027124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7488d1e-67f8-407f-aedb-9a19f17c2cee req-bd672627-440c-4aea-90d5-7765c4f45eac tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 932 time: 0.2288253 Feb 10 06:40:54.055515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Transition to ACTIVE for port object e7d95e95-72c2-45c1-8348-a516802584c5 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:40:54.061597 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:54.158760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7488d1e-67f8-407f-aedb-9a19f17c2cee req-834caeb4-131b-4694-9ca5-44f9074b9596 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169629 Feb 10 06:40:54.250490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Pushing event updated for resources: {'Port': ['ID=e7d95e95-72c2-45c1-8348-a516802584c5,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:54.431377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (020a1fe9-51b5-4783-80a2-3d8ee771fabc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:54.471841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Attempting to bind port e7d95e95-72c2-45c1-8348-a516802584c5 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:54.472648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Attempting to bind port e7d95e95-72c2-45c1-8348-a516802584c5 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '452681c7-dd05-44aa-ac08-d1d1afc5bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd0706e0-6dfd-4702-8ac5-624abd42e900'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:54.472795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Attempting to bind port e7d95e95-72c2-45c1-8348-a516802584c5 on network cd0706e0-6dfd-4702-8ac5-624abd42e900 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:54.493845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Port e7d95e95-72c2-45c1-8348-a516802584c5 on network cd0706e0-6dfd-4702-8ac5-624abd42e900 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:40:54.494185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Attempting to bind port e7d95e95-72c2-45c1-8348-a516802584c5 on network cd0706e0-6dfd-4702-8ac5-624abd42e900 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:54.527093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:54.528459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Checking segment: {'id': '452681c7-dd05-44aa-ac08-d1d1afc5bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd0706e0-6dfd-4702-8ac5-624abd42e900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:54.528868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Bound using segment: {'id': '452681c7-dd05-44aa-ac08-d1d1afc5bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd0706e0-6dfd-4702-8ac5-624abd42e900'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:54.531419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Bound port: e7d95e95-72c2-45c1-8348-a516802584c5, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452681c7-dd05-44aa-ac08-d1d1afc5bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd0706e0-6dfd-4702-8ac5-624abd42e900'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:54.531808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:54.599567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=020a1fe9-51b5-4783-80a2-3d8ee771fabc,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:54.628596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': 'f2b3be39-aa1b-4735-9845-7d8d645d68da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:54.628975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:40:54.676865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:40:54.697050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:54.699329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] For port e7d95e95-72c2-45c1-8348-a516802584c5, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:54.706970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] For port e7d95e95-72c2-45c1-8348-a516802584c5, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e7d95e95-72c2-45c1-8348-a516802584c5,segment=NetworkSegment(452681c7-dd05-44aa-ac08-d1d1afc5bb39),segment_id=452681c7-dd05-44aa-ac08-d1d1afc5bb39)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:54.710550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c08efb0-a5e2-4a03-a7a1-6fc4b477c203 None None] Network a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:54.717708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:54.746451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:54.748543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:54.784209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:54.785499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:54.788224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] 10.222.0.13 "PUT /v2.0/ports/e7d95e95-72c2-45c1-8348-a516802584c5 HTTP/1.1" status: 200 len: 1092 time: 1.4676819 Feb 10 06:40:54.797165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a59427-88c7-4695-b1f9-bf44f465300e', 'tag': 'e7d95e95-72c2-45c1-8348-a516802584c5'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:40:54.799653 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e235120-b519-4c0b-84bf-cd431a4f0a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "82a59427-88c7-4695-b1f9-bf44f465300e", "tag": "e7d95e95-72c2-45c1-8348-a516802584c5"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:40:54.820180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-159610ec-2be8-4039-a57f-311341593b53 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2256486 Feb 10 06:40:54.822165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52942) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:54.967103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3312c6-b5d5-4527-b805-c52b4d53a20f service neutron] Pushing event updated for resources: {'Port': ['ID=e7d95e95-72c2-45c1-8348-a516802584c5,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:54.979599 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc00fd9-0668-4e27-af6b-68842659bb84 x-openstack-request-id: req-adc00fd9-0668-4e27-af6b-68842659bb84 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:40:54.980108 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a59427-88c7-4695-b1f9-bf44f465300e", "tag": "e7d95e95-72c2-45c1-8348-a516802584c5", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:40:54.981252 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adc00fd9-0668-4e27-af6b-68842659bb84 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:40:54.982362 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a59427-88c7-4695-b1f9-bf44f465300e', 'tag': 'e7d95e95-72c2-45c1-8348-a516802584c5', 'status': 'completed', 'code': 200} Feb 10 06:40:55.013534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03aae8-b559-46f7-b449-00929966edf5 req-e4b42b2a-3343-475b-8bfc-22fa12c7174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:55.015543 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-e4b42b2a-3343-475b-8bfc-22fa12c7174e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ca1b98a533c479f86f45437134a1219&device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 1126 time: 0.1776683 Feb 10 06:40:55.065974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1', 'network_id': 'a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': '020a1fe9-51b5-4783-80a2-3d8ee771fabc'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:40:55.067486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:55.181063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:55.187027 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-7dbd57c8-3bfb-4f1e-b0ce-32ffd7a41ee8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7d95e95-72c2-45c1-8348-a516802584c5 HTTP/1.1" status: 200 len: 217 time: 0.1603889 Feb 10 06:40:55.307699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03aae8-b559-46f7-b449-00929966edf5 req-dfdf3620-5326-47e4-a96b-9b06c87740c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:55.309152 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-dfdf3620-5326-47e4-a96b-9b06c87740c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=902b0cee-51de-4314-a4bd-86df166d0f06 HTTP/1.1" status: 200 len: 865 time: 0.1183617 Feb 10 06:40:55.392346 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-d4472f8f-a262-4650-9274-2ba67cfe0891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd0706e0-6dfd-4702-8ac5-624abd42e900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744145 Feb 10 06:40:55.474329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Allocated IP 172.20.0.1 (a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1/020a1fe9-51b5-4783-80a2-3d8ee771fabc/4efa00ce-85ca-4b21-9cd7-8885eb21e3da) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:40:55.523463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (020a1fe9-51b5-4783-80a2-3d8ee771fabc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:55.689197 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-8028c29e-92cf-473d-a3de-c689bd39b0ad service neutron] 10.222.0.13 "GET /v2.0/networks/cd0706e0-6dfd-4702-8ac5-624abd42e900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900050 Feb 10 06:40:55.703826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d96b68-860d-409c-84d8-c057b5d33c1a req-7aaa3f1c-eeaf-4f6a-9fd2-3f692a10db54 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:55.725946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0d96b68-860d-409c-84d8-c057b5d33c1a req-7aaa3f1c-eeaf-4f6a-9fd2-3f692a10db54 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 944 time: 0.3235481 Feb 10 06:40:55.770813 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Publish callbacks [] for port (4efa00ce-85ca-4b21-9cd7-8885eb21e3da), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:55.781917 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (4efa00ce-85ca-4b21-9cd7-8885eb21e3da), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:55.807750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (020a1fe9-51b5-4783-80a2-3d8ee771fabc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:55.847248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=020a1fe9-51b5-4783-80a2-3d8ee771fabc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:55.882128 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0d96b68-860d-409c-84d8-c057b5d33c1a req-c46b41b9-9284-412b-81d8-582310449b0f tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380806 Feb 10 06:40:55.938281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Network a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:40:55.939782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Pushing event updated for resources: {'Port': ['ID=4efa00ce-85ca-4b21-9cd7-8885eb21e3da,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:55.956852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:40:55.965265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:40:55.965898 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba03aae8-b559-46f7-b449-00929966edf5 req-efbf9060-0094-4bcf-be72-539ca6e5bea5 service neutron] 10.222.0.13 "GET /v2.0/networks/cd0706e0-6dfd-4702-8ac5-624abd42e900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660291 Feb 10 06:40:56.002214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:56.040738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:56.066236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b3be39-aa1b-4735-9845-7d8d645d68da') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:56.066236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b3be39-aa1b-4735-9845-7d8d645d68da') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:56.086956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f2b3be39-aa1b-4735-9845-7d8d645d68da), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:56.125428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-a8edfce2-3ed7-469f-bffb-9a7973ddf274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:56.131338 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f2b3be39-aa1b-4735-9845-7d8d645d68da), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:56.132032 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-a8edfce2-3ed7-469f-bffb-9a7973ddf274 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ca1b98a533c479f86f45437134a1219&device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 1126 time: 0.1063375 Feb 10 06:40:56.143158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:56.147232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f2b3be39-aa1b-4735-9845-7d8d645d68da), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:56.148036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Attempting to bind port 4efa00ce-85ca-4b21-9cd7-8885eb21e3da on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:40:56.150108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Attempting to bind port 4efa00ce-85ca-4b21-9cd7-8885eb21e3da by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f2b3be39-aa1b-4735-9845-7d8d645d68da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:40:56.150633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Attempting to bind port 4efa00ce-85ca-4b21-9cd7-8885eb21e3da on network a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:40:56.163436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:40:56.166666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Checking segment: {'id': 'f2b3be39-aa1b-4735-9845-7d8d645d68da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:40:56.167328 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:56.167981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Bound using segment: {'id': 'f2b3be39-aa1b-4735-9845-7d8d645d68da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:40:56.168747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Bound port: 4efa00ce-85ca-4b21-9cd7-8885eb21e3da, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b3be39-aa1b-4735-9845-7d8d645d68da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:40:56.182624 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4efa00ce-85ca-4b21-9cd7-8885eb21e3da), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:56.226615 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:56.230346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:40:56.230346 n-d-828670-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:40:56.230346 n-d-828670-1 neutron-server[103214]: [parameters: {'id': 'a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1'}] Feb 10 06:40:56.230346 n-d-828670-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:40:56.230346 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:40:56.378284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-838b83bc-3e94-49cd-a6bc-c4eb0d92ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:56.379714 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-838b83bc-3e94-49cd-a6bc-c4eb0d92ef5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd0706e0-6dfd-4702-8ac5-624abd42e900 HTTP/1.1" status: 200 len: 925 time: 0.2415152 Feb 10 06:40:56.410023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] For port 4efa00ce-85ca-4b21-9cd7-8885eb21e3da, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:40:56.421278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] For port 4efa00ce-85ca-4b21-9cd7-8885eb21e3da, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4efa00ce-85ca-4b21-9cd7-8885eb21e3da,segment=NetworkSegment(f2b3be39-aa1b-4735-9845-7d8d645d68da),segment_id=f2b3be39-aa1b-4735-9845-7d8d645d68da)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:40:56.447873 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4efa00ce-85ca-4b21-9cd7-8885eb21e3da), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:56.465546 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-e741978f-7f50-44f5-a758-8c4f624a30e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7d95e95-72c2-45c1-8348-a516802584c5 HTTP/1.1" status: 200 len: 217 time: 0.0788071 Feb 10 06:40:56.606436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-27ac7f61-a27a-4b69-b846-4ac0e7748226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:56.607846 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-27ac7f61-a27a-4b69-b846-4ac0e7748226 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=902b0cee-51de-4314-a4bd-86df166d0f06 HTTP/1.1" status: 200 len: 865 time: 0.1241384 Feb 10 06:40:56.680888 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-4ceba145-f8fc-422e-9729-e95dc92a8dfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd0706e0-6dfd-4702-8ac5-624abd42e900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614803 Feb 10 06:40:56.728269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53018) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:56.734559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:56.866488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting port 4efa00ce-85ca-4b21-9cd7-8885eb21e3da {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:40:56.866904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4efa00ce-85ca-4b21-9cd7-8885eb21e3da), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:56.926926 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-bbbea69d-4b68-4524-8f77-c789f6876550 service neutron] 10.222.0.13 "GET /v2.0/networks/cd0706e0-6dfd-4702-8ac5-624abd42e900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434297 Feb 10 06:40:57.047268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717077f-7852-43f7-b80a-4b66eb68063e None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:40:57.099295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c37f23-d22c-4bb9-8dd0-fdfc21fe8df1 None None] Pushing event updated for resources: {'Port': ['ID=4efa00ce-85ca-4b21-9cd7-8885eb21e3da,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:57.168939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89c33a7e-42e4-4b6c-b085-19bf0b7f4b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:57.172750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e235120-b519-4c0b-84bf-cd431a4f0a3f req-d6a196e4-2764-4d35-b774-1cb1fce332a6 service neutron] 10.222.0.13 "GET /v2.0/networks/cd0706e0-6dfd-4702-8ac5-624abd42e900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352889 Feb 10 06:40:57.198556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] For port 4efa00ce-85ca-4b21-9cd7-8885eb21e3da, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4efa00ce-85ca-4b21-9cd7-8885eb21e3da,segment=NetworkSegment(f2b3be39-aa1b-4735-9845-7d8d645d68da),segment_id=f2b3be39-aa1b-4735-9845-7d8d645d68da)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:57.198948 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4efa00ce-85ca-4b21-9cd7-8885eb21e3da), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:57.232504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Calling delete_port for 4efa00ce-85ca-4b21-9cd7-8885eb21e3da owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:40:57.279107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717077f-7852-43f7-b80a-4b66eb68063e None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:40:57.417462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491e14b-6e28-4e31-9f4e-b4d1a7b15a73 req-c359f63f-6ba0-4515-a8d1-c23b390547c4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:57.429167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1491e14b-6e28-4e31-9f4e-b4d1a7b15a73 req-c359f63f-6ba0-4515-a8d1-c23b390547c4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 944 time: 0.3601663 Feb 10 06:40:57.641581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1491e14b-6e28-4e31-9f4e-b4d1a7b15a73 req-4e0a4e94-73fe-401a-a1d3-ffd398202200 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010562 Feb 10 06:40:57.655379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b3ecb8-9daf-4d9b-8f24-d5a3b9a21e79 None None] Network a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:40:57.674153 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4efa00ce-85ca-4b21-9cd7-8885eb21e3da), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:57.773703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No DVR routers for this DVR port 4efa00ce-85ca-4b21-9cd7-8885eb21e3da on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:40:57.795913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89c33a7e-42e4-4b6c-b085-19bf0b7f4b40 admin admin] Publish callbacks [] for security_group (5fdcc9f3-4f79-4eaf-a50a-9f116a86062a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:57.799156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Port': ['ID=4efa00ce-85ca-4b21-9cd7-8885eb21e3da,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:57.847944 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89c33a7e-42e4-4b6c-b085-19bf0b7f4b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5fdcc9f3-4f79-4eaf-a50a-9f116a86062a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:57.909176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-89c33a7e-42e4-4b6c-b085-19bf0b7f4b40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c3ccad96d2e4ec0a4ec3500cacc0f08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1764677 Feb 10 06:40:57.909522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53068) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:58.048249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.064233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78e8b3ec-22b6-4a97-b307-cfc22ed780ae admin admin] Publish callbacks [] for security_group (5fdcc9f3-4f79-4eaf-a50a-9f116a86062a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.089549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c33a7e-42e4-4b6c-b085-19bf0b7f4b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdcc9f3-4f79-4eaf-a50a-9f116a86062a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:58.105602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:58.125971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b3be39-aa1b-4735-9845-7d8d645d68da') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:58.126338 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78e8b3ec-22b6-4a97-b307-cfc22ed780ae admin admin] Publish callbacks [] for security_group (5fdcc9f3-4f79-4eaf-a50a-9f116a86062a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.128551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b3be39-aa1b-4735-9845-7d8d645d68da') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:40:58.153029 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f2b3be39-aa1b-4735-9845-7d8d645d68da), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.197990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f2b3be39-aa1b-4735-9845-7d8d645d68da), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.213862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:40:58.214377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f2b3be39-aa1b-4735-9845-7d8d645d68da), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:40:58.218045 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:40:58.247097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78e8b3ec-22b6-4a97-b307-cfc22ed780ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5fdcc9f3-4f79-4eaf-a50a-9f116a86062a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.250955 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78e8b3ec-22b6-4a97-b307-cfc22ed780ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.253037 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-78e8b3ec-22b6-4a97-b307-cfc22ed780ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fdcc9f3-4f79-4eaf-a50a-9f116a86062a HTTP/1.1" status: 204 len: 168 time: 0.3420722 Feb 10 06:40:58.272339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8b3ec-22b6-4a97-b307-cfc22ed780ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdcc9f3-4f79-4eaf-a50a-9f116a86062a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:58.315091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.321427 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.325833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1 HTTP/1.1" status: 204 len: 168 time: 3.5026007 Feb 10 06:40:58.329240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53090) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:58.334328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-553411846'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:58.379224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e30a58-b5f2-4dc5-beba-a946781f0a66 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:58.387550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:58.396222 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.426554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:40:58.439833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (dd60f2bb-5d96-4601-aad3-87331f776404), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.440350 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment dd60f2bb-5d96-4601-aad3-87331f776404 of type vlan for network 70764b8a-aa06-41f0-be31-f1ec0d03c443 Feb 10 06:40:58.504438 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (70764b8a-aa06-41f0-be31-f1ec0d03c443), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.538395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (70764b8a-aa06-41f0-be31-f1ec0d03c443), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.566171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:58.567890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.656355 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3256626 Feb 10 06:40:58.658813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53100) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:58.664286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': '70764b8a-aa06-41f0-be31-f1ec0d03c443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:40:58.760313 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e1918-ae7d-4151-be22-364c43bd7351 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=70764b8a-aa06-41f0-be31-f1ec0d03c443,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:58.772693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 70764b8a-aa06-41f0-be31-f1ec0d03c443 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:40:58.778078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53106) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:58.886987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:40:58.891042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:58.983689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b264f-a323-4adc-9038-b575375a07db req-17771f80-c9f8-402d-81cc-3bbbe4223119 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:40:58.985596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b7b264f-a323-4adc-9038-b575375a07db req-17771f80-c9f8-402d-81cc-3bbbe4223119 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 944 time: 0.1632669 Feb 10 06:40:59.028249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b906116a-d5c5-417d-b412-7c3bbc5c391f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.045190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53116) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:59.108241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e7d95e95-72c2-45c1-8348-a516802584c5 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:40:59.117364 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d10f00e-bf30-44fa-b64e-3050472a68a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.192315 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b906116a-d5c5-417d-b412-7c3bbc5c391f admin admin] Publish callbacks [] for security_group (ebb04653-bbf5-4bf1-8ae4-38ee7d97311b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.216102 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b906116a-d5c5-417d-b412-7c3bbc5c391f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ebb04653-bbf5-4bf1-8ae4-38ee7d97311b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.291683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906116a-d5c5-417d-b412-7c3bbc5c391f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb04653-bbf5-4bf1-8ae4-38ee7d97311b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:59.335363 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b906116a-d5c5-417d-b412-7c3bbc5c391f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0d33c49f08b4de2bb4d16f70976d6c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5535297 Feb 10 06:40:59.336636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e7d95e95-72c2-45c1-8348-a516802584c5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e7d95e95-72c2-45c1-8348-a516802584c5,segment=NetworkSegment(452681c7-dd05-44aa-ac08-d1d1afc5bb39),segment_id=452681c7-dd05-44aa-ac08-d1d1afc5bb39)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:59.336868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53120) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:59.366343 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d10f00e-bf30-44fa-b64e-3050472a68a5 admin admin] Publish callbacks [] for security_group (12d0ed59-f6ea-4c6c-9d1d-0898a1d8ac26), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.366989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e7d95e95-72c2-45c1-8348-a516802584c5', 'network_id': 'cd0706e0-6dfd-4702-8ac5-624abd42e900', 'port_id': 'e7d95e95-72c2-45c1-8348-a516802584c5', 'mac_address': 'fa:16:3e:4f:c3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '902b0cee-51de-4314-a4bd-86df166d0f06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:40:59.394031 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d10f00e-bf30-44fa-b64e-3050472a68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (12d0ed59-f6ea-4c6c-9d1d-0898a1d8ac26), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.418114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53124) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:59.459000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e7d95e95-72c2-45c1-8348-a516802584c5 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:40:59.459643 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.493322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10f00e-bf30-44fa-b64e-3050472a68a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0ed59-f6ea-4c6c-9d1d-0898a1d8ac26,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:59.496715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39d647db-b993-4fc4-adf0-28c6240ef1f0 admin admin] Publish callbacks [] for security_group (ebb04653-bbf5-4bf1-8ae4-38ee7d97311b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.517424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d95e95-72c2-45c1-8348-a516802584c5 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:40:59.524937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b7b264f-a323-4adc-9038-b575375a07db req-294215c8-741c-4233-a63c-cee0f351db2d tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869080 Feb 10 06:40:59.548184 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39d647db-b993-4fc4-adf0-28c6240ef1f0 admin admin] Publish callbacks [] for security_group (ebb04653-bbf5-4bf1-8ae4-38ee7d97311b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.557738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e7d95e95-72c2-45c1-8348-a516802584c5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e7d95e95-72c2-45c1-8348-a516802584c5,segment=NetworkSegment(452681c7-dd05-44aa-ac08-d1d1afc5bb39),segment_id=452681c7-dd05-44aa-ac08-d1d1afc5bb39)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:40:59.564311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d10f00e-bf30-44fa-b64e-3050472a68a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1f3c47965e54529b81fe34f470a7a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4805624 Feb 10 06:40:59.564667 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.567357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53128) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:40:59.649008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39d647db-b993-4fc4-adf0-28c6240ef1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ebb04653-bbf5-4bf1-8ae4-38ee7d97311b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.652159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-39d647db-b993-4fc4-adf0-28c6240ef1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.655312 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-39d647db-b993-4fc4-adf0-28c6240ef1f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebb04653-bbf5-4bf1-8ae4-38ee7d97311b HTTP/1.1" status: 204 len: 168 time: 0.3174536 Feb 10 06:40:59.696457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e7d95e95-72c2-45c1-8348-a516802584c5,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:59.720885 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58d011d3-b35d-463b-a52c-a04071eb2118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.749412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d647db-b993-4fc4-adf0-28c6240ef1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb04653-bbf5-4bf1-8ae4-38ee7d97311b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:40:59.811257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666df4fa-353f-4fbc-83f7-c10e45398804 admin admin] Publish callbacks [] for security_group (12d0ed59-f6ea-4c6c-9d1d-0898a1d8ac26), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.873501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e7d95e95-72c2-45c1-8348-a516802584c5'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:40:59.908386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58d011d3-b35d-463b-a52c-a04071eb2118 admin admin] Publish callbacks [] for security_group (8ec42ac8-4152-4787-aaf8-34a7ae694978), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.916159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58d011d3-b35d-463b-a52c-a04071eb2118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8ec42ac8-4152-4787-aaf8-34a7ae694978), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.984681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666df4fa-353f-4fbc-83f7-c10e45398804 admin admin] Publish callbacks [] for security_group (12d0ed59-f6ea-4c6c-9d1d-0898a1d8ac26), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:40:59.994642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d011d3-b35d-463b-a52c-a04071eb2118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec42ac8-4152-4787-aaf8-34a7ae694978,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:00.031466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53136) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:00.031944 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-58d011d3-b35d-463b-a52c-a04071eb2118 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=225a32792b384badb88f85fe9503f49e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5941281 Feb 10 06:41:00.083541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (3ff1a4ff-89e1-4a78-bd5d-2eda8f6b4ac3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.216318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=3ff1a4ff-89e1-4a78-bd5d-2eda8f6b4ac3,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:00.286076 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a7df78f-e9af-473f-88a1-14ed9833598a admin admin] Publish callbacks [] for security_group (8ec42ac8-4152-4787-aaf8-34a7ae694978), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.292568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53138) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:00.310011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dbf4bc05-7922-45e8-bcdc-f66bcc385882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.312926 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a7df78f-e9af-473f-88a1-14ed9833598a admin admin] Publish callbacks [] for security_group (8ec42ac8-4152-4787-aaf8-34a7ae694978), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.363060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666df4fa-353f-4fbc-83f7-c10e45398804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (12d0ed59-f6ea-4c6c-9d1d-0898a1d8ac26), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.367014 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666df4fa-353f-4fbc-83f7-c10e45398804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.371331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-666df4fa-353f-4fbc-83f7-c10e45398804 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12d0ed59-f6ea-4c6c-9d1d-0898a1d8ac26 HTTP/1.1" status: 204 len: 168 time: 0.7982330 Feb 10 06:41:00.385029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666df4fa-353f-4fbc-83f7-c10e45398804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0ed59-f6ea-4c6c-9d1d-0898a1d8ac26,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:00.386911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a7df78f-e9af-473f-88a1-14ed9833598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8ec42ac8-4152-4787-aaf8-34a7ae694978), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.389497 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a7df78f-e9af-473f-88a1-14ed9833598a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.393109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2a7df78f-e9af-473f-88a1-14ed9833598a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ec42ac8-4152-4787-aaf8-34a7ae694978 HTTP/1.1" status: 204 len: 168 time: 0.3562250 Feb 10 06:41:00.413586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7df78f-e9af-473f-88a1-14ed9833598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec42ac8-4152-4787-aaf8-34a7ae694978,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:00.434838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': 'dd60f2bb-5d96-4601-aad3-87331f776404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70764b8a-aa06-41f0-be31-f1ec0d03c443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:00.435206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: 70764b8a-aa06-41f0-be31-f1ec0d03c443, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:00.494372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network 70764b8a-aa06-41f0-be31-f1ec0d03c443 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:00.514910 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dbf4bc05-7922-45e8-bcdc-f66bcc385882 admin admin] Publish callbacks [] for security_group (fc70b166-83b6-40d4-9247-a8de17e4e5f4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.521121 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dbf4bc05-7922-45e8-bcdc-f66bcc385882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (fc70b166-83b6-40d4-9247-a8de17e4e5f4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.521795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 70764b8a-aa06-41f0-be31-f1ec0d03c443) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:00.533585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:00.534194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.543923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b2cc0-24d1-4ca4-b017-64c010bbfca5 None None] Network 70764b8a-aa06-41f0-be31-f1ec0d03c443 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:00.602925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fb1ab92a-2297-4f96-8e49-977880e16961 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9429314 Feb 10 06:41:00.606125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53148) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:00.717286 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dbf4bc05-7922-45e8-bcdc-f66bcc385882 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=345236386a984580b9b34f1e0911daa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224422 Feb 10 06:41:00.718614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53150) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:00.736721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4bc05-7922-45e8-bcdc-f66bcc385882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc70b166-83b6-40d4-9247-a8de17e4e5f4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:00.913652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (70764b8a-aa06-41f0-be31-f1ec0d03c443), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.933240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-70764b8a-aa06-41f0-be31-f1ec0d03c443', 'network_id': '70764b8a-aa06-41f0-be31-f1ec0d03c443', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': '3ff1a4ff-89e1-4a78-bd5d-2eda8f6b4ac3'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:41:00.934264 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:00.949899 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-928e145b-90ac-4bd2-b42d-9bab6f1e250f admin admin] Publish callbacks [] for security_group (fc70b166-83b6-40d4-9247-a8de17e4e5f4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.019690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-928e145b-90ac-4bd2-b42d-9bab6f1e250f admin admin] Publish callbacks [] for security_group (fc70b166-83b6-40d4-9247-a8de17e4e5f4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.098862 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (3ff1a4ff-89e1-4a78-bd5d-2eda8f6b4ac3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.143688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-928e145b-90ac-4bd2-b42d-9bab6f1e250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (fc70b166-83b6-40d4-9247-a8de17e4e5f4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.149797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-928e145b-90ac-4bd2-b42d-9bab6f1e250f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.156507 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-928e145b-90ac-4bd2-b42d-9bab6f1e250f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc70b166-83b6-40d4-9247-a8de17e4e5f4 HTTP/1.1" status: 204 len: 168 time: 0.4346905 Feb 10 06:41:01.182824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e145b-90ac-4bd2-b42d-9bab6f1e250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc70b166-83b6-40d4-9247-a8de17e4e5f4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:01.217548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e7d95e95-72c2-45c1-8348-a516802584c5 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:01.265928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53166) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:01.295516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9af89f43-ccfd-4b14-9898-b6f50a81e625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.523452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e7d95e95-72c2-45c1-8348-a516802584c5 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:41:01.527765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9af89f43-ccfd-4b14-9898-b6f50a81e625 admin admin] Publish callbacks [] for security_group (7dade86d-0071-4356-bf93-7b62570f8d11), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.532048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e7d95e95-72c2-45c1-8348-a516802584c5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:01.532475 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.534851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9af89f43-ccfd-4b14-9898-b6f50a81e625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7dade86d-0071-4356-bf93-7b62570f8d11), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.583799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Allocated IP 172.20.0.1 (70764b8a-aa06-41f0-be31-f1ec0d03c443/3ff1a4ff-89e1-4a78-bd5d-2eda8f6b4ac3/26ae1516-b798-4d86-9d67-c77b3b8985a2) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:01.620883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89f43-ccfd-4b14-9898-b6f50a81e625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dade86d-0071-4356-bf93-7b62570f8d11,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:01.681698 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9af89f43-ccfd-4b14-9898-b6f50a81e625 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7e5ee1ceade42669abebd38260dde8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4142003 Feb 10 06:41:01.684154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53174) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:01.846460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7667-29ff-4c5b-9841-868f0a2aa739 admin admin] Publish callbacks [] for security_group (7dade86d-0071-4356-bf93-7b62570f8d11), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.875307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7667-29ff-4c5b-9841-868f0a2aa739 admin admin] Publish callbacks [] for security_group (7dade86d-0071-4356-bf93-7b62570f8d11), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.978370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e7d95e95-72c2-45c1-8348-a516802584c5 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:01.979144 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.991023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7667-29ff-4c5b-9841-868f0a2aa739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7dade86d-0071-4356-bf93-7b62570f8d11), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.995604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7667-29ff-4c5b-9841-868f0a2aa739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:01.997220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4e5c7667-29ff-4c5b-9841-868f0a2aa739 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dade86d-0071-4356-bf93-7b62570f8d11 HTTP/1.1" status: 204 len: 168 time: 0.3116207 Feb 10 06:41:02.012363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c7667-29ff-4c5b-9841-868f0a2aa739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dade86d-0071-4356-bf93-7b62570f8d11,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:02.048064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a59427-88c7-4695-b1f9-bf44f465300e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d95e95-72c2-45c1-8348-a516802584c5'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:02.051067 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de539996-f668-4f1f-9416-ab1cf2498212" -d '{"events": [{"server_uuid": "82a59427-88c7-4695-b1f9-bf44f465300e", "name": "network-vif-plugged", "status": "completed", "tag": "e7d95e95-72c2-45c1-8348-a516802584c5"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:02.072631 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Publish callbacks [] for port (26ae1516-b798-4d86-9d67-c77b3b8985a2), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.079203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e7d95e95-72c2-45c1-8348-a516802584c5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e7d95e95-72c2-45c1-8348-a516802584c5,segment=NetworkSegment(452681c7-dd05-44aa-ac08-d1d1afc5bb39),segment_id=452681c7-dd05-44aa-ac08-d1d1afc5bb39)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:02.086124 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (26ae1516-b798-4d86-9d67-c77b3b8985a2), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.102084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.143807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Network 70764b8a-aa06-41f0-be31-f1ec0d03c443 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:02.147261 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:02.154775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:02.189016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Pushing event updated for resources: {'Port': ['ID=26ae1516-b798-4d86-9d67-c77b3b8985a2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:02.264642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4d6-db85-45ec-bfd3-5e31f85ab7e1 req-0a97bf9c-d670-43ef-824c-73f9284edbc4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:02.266204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b268e4d6-db85-45ec-bfd3-5e31f85ab7e1 req-0a97bf9c-d670-43ef-824c-73f9284edbc4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 945 time: 1.3916059 Feb 10 06:41:02.292361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Attempting to bind port 26ae1516-b798-4d86-9d67-c77b3b8985a2 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:02.294569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Attempting to bind port 26ae1516-b798-4d86-9d67-c77b3b8985a2 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'dd60f2bb-5d96-4601-aad3-87331f776404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70764b8a-aa06-41f0-be31-f1ec0d03c443'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:02.295073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Attempting to bind port 26ae1516-b798-4d86-9d67-c77b3b8985a2 on network 70764b8a-aa06-41f0-be31-f1ec0d03c443 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:02.305334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:02.305945 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Checking segment: {'id': 'dd60f2bb-5d96-4601-aad3-87331f776404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70764b8a-aa06-41f0-be31-f1ec0d03c443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:02.306502 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.307025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Bound using segment: {'id': 'dd60f2bb-5d96-4601-aad3-87331f776404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70764b8a-aa06-41f0-be31-f1ec0d03c443'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:02.307653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Bound port: 26ae1516-b798-4d86-9d67-c77b3b8985a2, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60f2bb-5d96-4601-aad3-87331f776404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70764b8a-aa06-41f0-be31-f1ec0d03c443'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:02.308149 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (26ae1516-b798-4d86-9d67-c77b3b8985a2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.346032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e7d95e95-72c2-45c1-8348-a516802584c5,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:02.399422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (3ff1a4ff-89e1-4a78-bd5d-2eda8f6b4ac3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.442159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b268e4d6-db85-45ec-bfd3-5e31f85ab7e1 req-d9437a4a-f3e7-43cb-b3e8-1994182dee55 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628718 Feb 10 06:41:02.445635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff1a4ff-89e1-4a78-bd5d-2eda8f6b4ac3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:02.477523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] For port 26ae1516-b798-4d86-9d67-c77b3b8985a2, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:02.485229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] For port 26ae1516-b798-4d86-9d67-c77b3b8985a2, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=26ae1516-b798-4d86-9d67-c77b3b8985a2,segment=NetworkSegment(dd60f2bb-5d96-4601-aad3-87331f776404),segment_id=dd60f2bb-5d96-4601-aad3-87331f776404)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:02.502175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (26ae1516-b798-4d86-9d67-c77b3b8985a2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.592458 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2e0398-7d54-498e-83f7-0fd05c71a1bd x-openstack-request-id: req-5e2e0398-7d54-498e-83f7-0fd05c71a1bd {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:02.592924 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a59427-88c7-4695-b1f9-bf44f465300e", "name": "network-vif-plugged", "status": "completed", "tag": "e7d95e95-72c2-45c1-8348-a516802584c5", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:02.593279 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e2e0398-7d54-498e-83f7-0fd05c71a1bd {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:02.594079 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a59427-88c7-4695-b1f9-bf44f465300e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d95e95-72c2-45c1-8348-a516802584c5', 'code': 200} Feb 10 06:41:02.661857 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (70764b8a-aa06-41f0-be31-f1ec0d03c443), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.696149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e91a4-a25c-46dd-bf14-501e13af27fb None None] Pushing event updated for resources: {'Port': ['ID=26ae1516-b798-4d86-9d67-c77b3b8985a2,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:02.720976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe5712-e498-4186-9139-e35b8c4ec267 req-cc941417-435a-4e86-9cf2-c26fac7fb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:02.727325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a3fe5712-e498-4186-9139-e35b8c4ec267 req-cc941417-435a-4e86-9cf2-c26fac7fb950 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 1128 time: 0.1138721 Feb 10 06:41:02.754426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70764b8a-aa06-41f0-be31-f1ec0d03c443']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:02.781128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd60f2bb-5d96-4601-aad3-87331f776404') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:02.781407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd60f2bb-5d96-4601-aad3-87331f776404') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:02.824755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (dd60f2bb-5d96-4601-aad3-87331f776404), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.855068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (dd60f2bb-5d96-4601-aad3-87331f776404), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.871359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:02.871826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (dd60f2bb-5d96-4601-aad3-87331f776404), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:02.874897 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:02.881315 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a3fe5712-e498-4186-9139-e35b8c4ec267 req-9fa8ce06-7429-4011-999d-c835dfa97398 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449473 Feb 10 06:41:03.013230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53212) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:03.038986 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:41:03.038986 n-d-828670-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:41:03.038986 n-d-828670-1 neutron-server[103214]: [parameters: {'id': '70764b8a-aa06-41f0-be31-f1ec0d03c443'}] Feb 10 06:41:03.038986 n-d-828670-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:41:03.039907 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:41:03.194931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3fda-cbfb-4347-83fe-7dea0a59f680 req-fab738ee-6c8d-4677-b995-7aeef58483ee tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:03.222859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3fda-cbfb-4347-83fe-7dea0a59f680 req-fab738ee-6c8d-4677-b995-7aeef58483ee tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:03.234090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3fda-cbfb-4347-83fe-7dea0a59f680 req-fab738ee-6c8d-4677-b995-7aeef58483ee tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:03.239103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53218) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:03.243165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3fda-cbfb-4347-83fe-7dea0a59f680 req-fab738ee-6c8d-4677-b995-7aeef58483ee tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:03.249392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3fda-cbfb-4347-83fe-7dea0a59f680 req-fab738ee-6c8d-4677-b995-7aeef58483ee tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:03.256151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3fda-cbfb-4347-83fe-7dea0a59f680 req-fab738ee-6c8d-4677-b995-7aeef58483ee tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:03.261997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3fda-cbfb-4347-83fe-7dea0a59f680 req-fab738ee-6c8d-4677-b995-7aeef58483ee tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:03.263877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a5a386d-a674-4fd2-9981-398d47419bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.270788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28aa3fda-cbfb-4347-83fe-7dea0a59f680 req-fab738ee-6c8d-4677-b995-7aeef58483ee tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.1803758 Feb 10 06:41:03.392933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28aa3fda-cbfb-4347-83fe-7dea0a59f680 req-6a23b0a5-6a7f-4a07-aeaa-ec8d194f6ca0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189003 Feb 10 06:41:03.444528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a5a386d-a674-4fd2-9981-398d47419bf6 admin admin] Publish callbacks [] for security_group (0ce045c8-4271-4a62-b91c-3028a68c4c3b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.453079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a5a386d-a674-4fd2-9981-398d47419bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0ce045c8-4271-4a62-b91c-3028a68c4c3b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.533848 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0a5a386d-a674-4fd2-9981-398d47419bf6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b3aa8eb7ec344a4aa60781ca0ba465c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2912364 Feb 10 06:41:03.533848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a386d-a674-4fd2-9981-398d47419bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce045c8-4271-4a62-b91c-3028a68c4c3b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:03.534375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:03.540745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (70764b8a-aa06-41f0-be31-f1ec0d03c443), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.565824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1721718230'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:03.602359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Made reservation on behalf of 4468396b0c644fbbba3d3579ad9a5272 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:03.609518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.632386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.804072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for security_group (412997fe-47ea-42dd-bd2f-57689f037254), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.808695 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-950f4883-10a9-4e48-9d44-f97d893cb2cd admin admin] Publish callbacks [] for security_group (0ce045c8-4271-4a62-b91c-3028a68c4c3b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.816081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (412997fe-47ea-42dd-bd2f-57689f037254), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.845978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75809ae-f707-4afb-b9a0-f41bfa6dc2ab req-29d6f7db-f16e-489e-afab-e95df27f8962 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:03.856223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f75809ae-f707-4afb-b9a0-f41bfa6dc2ab req-29d6f7db-f16e-489e-afab-e95df27f8962 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 946 time: 0.2947052 Feb 10 06:41:03.857775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:03.864693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412997fe-47ea-42dd-bd2f-57689f037254,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:03.875284 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (daa86448-dff0-4929-8f7c-7b7d3a714510), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.876337 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Added segment daa86448-dff0-4929-8f7c-7b7d3a714510 of type vlan for network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 Feb 10 06:41:03.935124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.937653 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-950f4883-10a9-4e48-9d44-f97d893cb2cd admin admin] Publish callbacks [] for security_group (0ce045c8-4271-4a62-b91c-3028a68c4c3b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.963420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:03.969609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:03.970337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:04.072512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting port 26ae1516-b798-4d86-9d67-c77b3b8985a2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:04.073206 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (26ae1516-b798-4d86-9d67-c77b3b8985a2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:04.114619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f75809ae-f707-4afb-b9a0-f41bfa6dc2ab req-60cbfb03-0c59-4c19-b1b8-747907483c42 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557821 Feb 10 06:41:04.124405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Network': ['ID=a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:04.137861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:04.140488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ad18759f-50e8-479e-bfdc-288bfed66d53 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1257000 Feb 10 06:41:04.143716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53240) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:04.154438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'subnet': {'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:04.291626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] For port 26ae1516-b798-4d86-9d67-c77b3b8985a2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=26ae1516-b798-4d86-9d67-c77b3b8985a2,segment=NetworkSegment(dd60f2bb-5d96-4601-aad3-87331f776404),segment_id=dd60f2bb-5d96-4601-aad3-87331f776404)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:04.292244 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (26ae1516-b798-4d86-9d67-c77b3b8985a2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:04.333030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-950f4883-10a9-4e48-9d44-f97d893cb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0ce045c8-4271-4a62-b91c-3028a68c4c3b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:04.340081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a48ba99-7843-4b57-9277-7b30ec46dc06 None None] Network 70764b8a-aa06-41f0-be31-f1ec0d03c443 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:04.341221 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-950f4883-10a9-4e48-9d44-f97d893cb2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:04.346713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-950f4883-10a9-4e48-9d44-f97d893cb2cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ce045c8-4271-4a62-b91c-3028a68c4c3b HTTP/1.1" status: 204 len: 168 time: 0.8113053 Feb 10 06:41:04.362061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Calling delete_port for 26ae1516-b798-4d86-9d67-c77b3b8985a2 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:04.421476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f4883-10a9-4e48-9d44-f97d893cb2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce045c8-4271-4a62-b91c-3028a68c4c3b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:04.472692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Made reservation on behalf of 4468396b0c644fbbba3d3579ad9a5272 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:04.480063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:04.527493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 26ae1516-b798-4d86-9d67-c77b3b8985a2 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:04.602938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f36095de-0d19-417a-aeb8-29d6dc84d46e None None] Provisioning complete for port 26ae1516-b798-4d86-9d67-c77b3b8985a2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:04.603962 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f36095de-0d19-417a-aeb8-29d6dc84d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (26ae1516-b798-4d86-9d67-c77b3b8985a2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:04.760109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (26ae1516-b798-4d86-9d67-c77b3b8985a2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:04.813363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fb550-2576-4ae2-81ad-c14827980d90 req-7f26474a-13dc-46a6-94eb-cdf6b3d70116 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:04.823402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fb550-2576-4ae2-81ad-c14827980d90 req-7f26474a-13dc-46a6-94eb-cdf6b3d70116 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:04.834772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f36095de-0d19-417a-aeb8-29d6dc84d46e None None] Could not find standard attr ID for object 26ae1516-b798-4d86-9d67-c77b3b8985a2. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:41:04.838231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fb550-2576-4ae2-81ad-c14827980d90 req-7f26474a-13dc-46a6-94eb-cdf6b3d70116 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:04.856146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fb550-2576-4ae2-81ad-c14827980d90 req-7f26474a-13dc-46a6-94eb-cdf6b3d70116 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:04.859839 n-d-828670-1 neutron-server[103215]: INFO neutron.plugins.ml2.db [None req-f36095de-0d19-417a-aeb8-29d6dc84d46e None None] No ports have port_id starting with 26ae1516-b798-4d86-9d67-c77b3b8985a2 Feb 10 06:41:04.862665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fb550-2576-4ae2-81ad-c14827980d90 req-7f26474a-13dc-46a6-94eb-cdf6b3d70116 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:04.862809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No active binding found for port 26ae1516-b798-4d86-9d67-c77b3b8985a2 {{(pid=103215) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 06:41:04.871112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fb550-2576-4ae2-81ad-c14827980d90 req-7f26474a-13dc-46a6-94eb-cdf6b3d70116 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:04.884855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fb550-2576-4ae2-81ad-c14827980d90 req-7f26474a-13dc-46a6-94eb-cdf6b3d70116 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:04.886885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a2fb550-2576-4ae2-81ad-c14827980d90 req-7f26474a-13dc-46a6-94eb-cdf6b3d70116 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.3168936 Feb 10 06:41:04.890570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] The host n-d-828670-1 is not matching for port 26ae1516-b798-4d86-9d67-c77b3b8985a2 host None! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:41:04.891841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 26ae1516-b798-4d86-9d67-c77b3b8985a2 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 06:41:04.939044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Port': ['ID=26ae1516-b798-4d86-9d67-c77b3b8985a2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:04.941266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No DVR routers for this DVR port 26ae1516-b798-4d86-9d67-c77b3b8985a2 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:04.961415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Port 26ae1516-b798-4d86-9d67-c77b3b8985a2 not found, will not notify nova. {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 06:41:05.005952 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:41:05.080514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283cc90c-e7d7-4d89-88e6-ed89176db18f None None] DHCP port deletion for 70764b8a-aa06-41f0-be31-f1ec0d03c443 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:41:05.104756 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (70764b8a-aa06-41f0-be31-f1ec0d03c443), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.131424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a2fb550-2576-4ae2-81ad-c14827980d90 req-f7004f8f-6c92-4616-9cb6-e15d088bfb9f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060180 Feb 10 06:41:05.163653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70764b8a-aa06-41f0-be31-f1ec0d03c443']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:05.185509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd60f2bb-5d96-4601-aad3-87331f776404') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:05.185509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd60f2bb-5d96-4601-aad3-87331f776404') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:05.213414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (dd60f2bb-5d96-4601-aad3-87331f776404), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.256508 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (dd60f2bb-5d96-4601-aad3-87331f776404), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.317681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:05.318884 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (dd60f2bb-5d96-4601-aad3-87331f776404), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:05.330344 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:05.513519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (70764b8a-aa06-41f0-be31-f1ec0d03c443), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.529452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879012d-8075-4f6b-84b6-a8f4e6125700 req-afee6508-aed5-472f-9d88-4b570c4e1c6d tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:05.531517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5879012d-8075-4f6b-84b6-a8f4e6125700 req-afee6508-aed5-472f-9d88-4b570c4e1c6d tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 946 time: 0.2887800 Feb 10 06:41:05.537861 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.546626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/70764b8a-aa06-41f0-be31-f1ec0d03c443 HTTP/1.1" status: 204 len: 168 time: 4.9392643 Feb 10 06:41:05.551370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53278) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:05.565173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1173754649'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:05.581254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf1831-ee5b-4abd-8cf9-71e181c59624 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=70764b8a-aa06-41f0-be31-f1ec0d03c443,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:05.634545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:05.648499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (88ad563a-cbad-4739-9e1d-9359cc967df6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.653494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.723629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Subnet': ['ID=88ad563a-cbad-4739-9e1d-9359cc967df6,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:05.725960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5879012d-8075-4f6b-84b6-a8f4e6125700 req-ee5a8f88-a9a2-450b-baa4-53ef5687851e tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758494 Feb 10 06:41:05.759220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:05.774860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Checking segment: {'id': 'daa86448-dff0-4929-8f7c-7b7d3a714510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:05.776342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Network hostable DHCP agents. Network: a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:05.780356 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c2c19884-b77d-48f2-bc1e-a25c563bfe10), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.780698 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment c2c19884-b77d-48f2-bc1e-a25c563bfe10 of type vlan for network 0a937e85-f254-4377-8676-a923b3983e19 Feb 10 06:41:05.833931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:05.851133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:05.855693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:05.856296 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:05.868666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6bf177-8a49-4981-ba5f-2e7af6a88863 None None] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:05.889025 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-25a7d014-32e4-4603-acd8-a170df462149 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7415936 Feb 10 06:41:05.891844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53290) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:05.903689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'port': {'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-53170285'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:05.966588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0a937e85-f254-4377-8676-a923b3983e19), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:06.069674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f61557-ea0f-47b9-a45d-770f47c4ad8a req-fb068a93-32fe-42c3-bf1f-d218a5da9660 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.071903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68f61557-ea0f-47b9-a45d-770f47c4ad8a req-fb068a93-32fe-42c3-bf1f-d218a5da9660 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 946 time: 0.2082179 Feb 10 06:41:06.073508 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0a937e85-f254-4377-8676-a923b3983e19), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:06.080585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.081549 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:06.109745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5532627 Feb 10 06:41:06.114772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53300) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:06.132756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2', 'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2', 'project_id': '4468396b0c644fbbba3d3579ad9a5272', 'fixed_ips': [{'subnet_id': '88ad563a-cbad-4739-9e1d-9359cc967df6'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:41:06.137829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3cf844e8-e514-42ff-ae7c-9651ecc1d4d7 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:06.138270 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:06.354665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68f61557-ea0f-47b9-a45d-770f47c4ad8a req-19107e27-0ebf-4f31-b3ba-9da27ea42edb tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565184 Feb 10 06:41:06.354665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d6a00-6a85-4872-8148-94e093358fa8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=0a937e85-f254-4377-8676-a923b3983e19,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:06.480477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bea3e-44f4-46c0-9a8b-a816d1bfa09c req-cff205dd-2061-4fd3-b737-68418a2374c5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.485630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 26ae1516-b798-4d86-9d67-c77b3b8985a2 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:06.487720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bea3e-44f4-46c0-9a8b-a816d1bfa09c req-cff205dd-2061-4fd3-b737-68418a2374c5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.498920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bea3e-44f4-46c0-9a8b-a816d1bfa09c req-cff205dd-2061-4fd3-b737-68418a2374c5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.499050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0a937e85-f254-4377-8676-a923b3983e19 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:06.507599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bea3e-44f4-46c0-9a8b-a816d1bfa09c req-cff205dd-2061-4fd3-b737-68418a2374c5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.515412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bea3e-44f4-46c0-9a8b-a816d1bfa09c req-cff205dd-2061-4fd3-b737-68418a2374c5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.523540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bea3e-44f4-46c0-9a8b-a816d1bfa09c req-cff205dd-2061-4fd3-b737-68418a2374c5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.534651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bea3e-44f4-46c0-9a8b-a816d1bfa09c req-cff205dd-2061-4fd3-b737-68418a2374c5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.548165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-064bea3e-44f4-46c0-9a8b-a816d1bfa09c req-cff205dd-2061-4fd3-b737-68418a2374c5 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.1766658 Feb 10 06:41:06.671995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-064bea3e-44f4-46c0-9a8b-a816d1bfa09c req-26b41bf5-2138-4f70-8301-8b83e01c3695 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224339 Feb 10 06:41:06.689723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Made reservation on behalf of 4468396b0c644fbbba3d3579ad9a5272 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:06.694538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:06.740264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 26ae1516-b798-4d86-9d67-c77b3b8985a2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:41:06.741395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 26ae1516-b798-4d86-9d67-c77b3b8985a2 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:41:06.756492 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3cf844e8-e514-42ff-ae7c-9651ecc1d4d7 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0a937e85-f254-4377-8676-a923b3983e19), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:06.770975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] device_id is not set on port ca9f25ab-3431-471c-91ca-c142daf560f6 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:06.855464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bf31d13d-d7b9-49fc-9e89-5995c5a6fe9b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.862976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bf31d13d-d7b9-49fc-9e89-5995c5a6fe9b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.869362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bf31d13d-d7b9-49fc-9e89-5995c5a6fe9b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.876030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bf31d13d-d7b9-49fc-9e89-5995c5a6fe9b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.882779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bf31d13d-d7b9-49fc-9e89-5995c5a6fe9b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.888109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bf31d13d-d7b9-49fc-9e89-5995c5a6fe9b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.892924 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:06.893525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bf31d13d-d7b9-49fc-9e89-5995c5a6fe9b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:06.895396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bf31d13d-d7b9-49fc-9e89-5995c5a6fe9b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.4645760 Feb 10 06:41:06.902400 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3cf844e8-e514-42ff-ae7c-9651ecc1d4d7 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0a937e85-f254-4377-8676-a923b3983e19), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:06.953040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Allocated IP 2001:db8::2 (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2/88ad563a-cbad-4739-9e1d-9359cc967df6/b506ba8b-71fe-4eae-bd02-268a27b05808) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:06.997355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3cf844e8-e514-42ff-ae7c-9651ecc1d4d7 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network 0a937e85-f254-4377-8676-a923b3983e19 is not hosted by any dhcp agent {{(pid=103213) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:41:07.003792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf844e8-e514-42ff-ae7c-9651ecc1d4d7 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:07.004457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3cf844e8-e514-42ff-ae7c-9651ecc1d4d7 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:07.005818 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3cf844e8-e514-42ff-ae7c-9651ecc1d4d7 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "PUT /v2.0/networks/0a937e85-f254-4377-8676-a923b3983e19 HTTP/1.1" status: 200 len: 723 time: 0.8830438 Feb 10 06:41:07.009873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:07.017500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': '0a937e85-f254-4377-8676-a923b3983e19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:07.078907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-676ac33e-4a15-4a1c-95ba-21d0341b9ab0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:07.081757 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-676ac33e-4a15-4a1c-95ba-21d0341b9ab0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "GET /v2.0/ports/88a6fc0a-bc63-4ec1-b7df-dffe5735952a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1732938 Feb 10 06:41:07.140485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf844e8-e514-42ff-ae7c-9651ecc1d4d7 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=0a937e85-f254-4377-8676-a923b3983e19,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:07.189250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:07.200339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0a937e85-f254-4377-8676-a923b3983e19 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:07.214696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:07.405570 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-beb76242-83e2-440b-88ce-cc55b7a39e42 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "GET /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3124735 Feb 10 06:41:07.428937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:07.639278 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:07.777975 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:07.968075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ec76-a36f-4604-8c42-034f8aa1c194 req-12f1b034-f728-45f3-918d-714aacd7c4e2 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:07.976587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfd3ec76-a36f-4604-8c42-034f8aa1c194 req-12f1b034-f728-45f3-918d-714aacd7c4e2 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 946 time: 0.5249999 Feb 10 06:41:07.986769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:07.987361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Publish callbacks [] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:07.988233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] For port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:08.013758 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:08.108046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] For port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:08.148813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': 'c2c19884-b77d-48f2-bc1e-a25c563bfe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a937e85-f254-4377-8676-a923b3983e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:08.149803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: 0a937e85-f254-4377-8676-a923b3983e19, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:08.175841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:08.199117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:08.206695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network 0a937e85-f254-4377-8676-a923b3983e19 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:08.209206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:08.213519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] device_id is not set on port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:08.217524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfd3ec76-a36f-4604-8c42-034f8aa1c194 req-8f8369a5-5950-4c9b-8a64-95b85c021f6f tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176328 Feb 10 06:41:08.220879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 88a6fc0a-bc63-4ec1-b7df-dffe5735952a no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:08.236427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] Publish callbacks [] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:08.240349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be209bc-1d4e-4ae8-9e61-1f430a7280bb req-7f1d01a2-041e-43ce-9d54-274a11340276 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.247663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be209bc-1d4e-4ae8-9e61-1f430a7280bb req-7f1d01a2-041e-43ce-9d54-274a11340276 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.254537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be209bc-1d4e-4ae8-9e61-1f430a7280bb req-7f1d01a2-041e-43ce-9d54-274a11340276 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.261663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be209bc-1d4e-4ae8-9e61-1f430a7280bb req-7f1d01a2-041e-43ce-9d54-274a11340276 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.268023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be209bc-1d4e-4ae8-9e61-1f430a7280bb req-7f1d01a2-041e-43ce-9d54-274a11340276 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.273756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be209bc-1d4e-4ae8-9e61-1f430a7280bb req-7f1d01a2-041e-43ce-9d54-274a11340276 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.281121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be209bc-1d4e-4ae8-9e61-1f430a7280bb req-7f1d01a2-041e-43ce-9d54-274a11340276 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.283934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1be209bc-1d4e-4ae8-9e61-1f430a7280bb req-7f1d01a2-041e-43ce-9d54-274a11340276 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 5445 time: 0.3903015 Feb 10 06:41:08.285801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 0a937e85-f254-4377-8676-a923b3983e19) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:08.298933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.301038 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:08.346832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a0f046-a789-45bd-b240-5f3117bfe348 None None] Network 0a937e85-f254-4377-8676-a923b3983e19 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:08.361020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Pushing event updated for resources: {'Port': ['ID=b506ba8b-71fe-4eae-bd02-268a27b05808,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:08.376405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-984417b8-09ac-460e-88d2-cec0f290c276 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3626664 Feb 10 06:41:08.382329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53356) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:08.395700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:08.401458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-54230ef3-6de0-4d5f-9444-746153a318a0 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:08.459978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1be209bc-1d4e-4ae8-9e61-1f430a7280bb req-55eed674-f478-40e6-8073-64edf80e771f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684353 Feb 10 06:41:08.494625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] Pushing event updated for resources: {'Port': ['ID=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:08.503713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Allocated IP 2001:db8::3ac (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2/88ad563a-cbad-4739-9e1d-9359cc967df6/ca9f25ab-3431-471c-91ca-c142daf560f6) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:08.685056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a host ! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:41:08.685512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 88a6fc0a-bc63-4ec1-b7df-dffe5735952a not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:41:08.685879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0bb8675d-850c-43e4-97ed-c318acc32abf no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:08.759458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] No DVR routers for this DVR port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:08.796214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60458-9d2c-4950-9116-05f05b57da46 req-881f418c-1e97-4ca7-a7e5-f3ca2b0b4839 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.803849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37b60458-9d2c-4950-9116-05f05b57da46 req-881f418c-1e97-4ca7-a7e5-f3ca2b0b4839 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 946 time: 0.1107268 Feb 10 06:41:08.832866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-0a937e85-f254-4377-8676-a923b3983e19', 'network_id': '0a937e85-f254-4377-8676-a923b3983e19', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': '2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:41:08.835490 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:08.855385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] In _notify_port_updated(), no bound segment for port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:41:08.856287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:08.856905 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:08.858245 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a815565-f65f-464e-81f2-96d3673ffa4e service neutron] 10.222.0.24 "PUT /v2.0/ports/88a6fc0a-bc63-4ec1-b7df-dffe5735952a HTTP/1.1" status: 200 len: 1032 time: 1.4429810 Feb 10 06:41:08.944249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37b60458-9d2c-4950-9116-05f05b57da46 req-ad8638fa-0ebe-45de-a78c-e419280e3219 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393940 Feb 10 06:41:08.980526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54230ef3-6de0-4d5f-9444-746153a318a0 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59352338'] for subnet (2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.010963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Attempting to bind port b506ba8b-71fe-4eae-bd02-268a27b05808 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:09.011433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Attempting to bind port b506ba8b-71fe-4eae-bd02-268a27b05808 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'daa86448-dff0-4929-8f7c-7b7d3a714510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:09.011908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Attempting to bind port b506ba8b-71fe-4eae-bd02-268a27b05808 on network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:09.027636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:09.028190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Checking segment: {'id': 'daa86448-dff0-4929-8f7c-7b7d3a714510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:09.028742 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.029284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Bound using segment: {'id': 'daa86448-dff0-4929-8f7c-7b7d3a714510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:09.029869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Bound port: b506ba8b-71fe-4eae-bd02-268a27b05808, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa86448-dff0-4929-8f7c-7b7d3a714510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:09.030380 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.164872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8b2e6dbc-182e-41f3-be40-2ab3989ea528 None None] Provisioning complete for port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:09.165259 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6dbc-182e-41f3-be40-2ab3989ea528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.268958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-cc42eed1-6a96-4ae1-a2a3-0f6bfd4e10ea tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:09.270330 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-cc42eed1-6a96-4ae1-a2a3-0f6bfd4e10ea tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "GET /v2.0/ports/6f2b8a67-e1c6-4461-b239-07f5c88255db?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1861997 Feb 10 06:41:09.320061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:09.354574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53370) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:09.386269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 0bb8675d-850c-43e4-97ed-c318acc32abf is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:09.394980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.400211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e6dbc-182e-41f3-be40-2ab3989ea528 None None] Port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:09.429247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] For port b506ba8b-71fe-4eae-bd02-268a27b05808, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:09.471129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] For port b506ba8b-71fe-4eae-bd02-268a27b05808, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b506ba8b-71fe-4eae-bd02-268a27b05808,segment=NetworkSegment(daa86448-dff0-4929-8f7c-7b7d3a714510),segment_id=daa86448-dff0-4929-8f7c-7b7d3a714510)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:09.489648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:09.500172 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb4002-c79a-4d22-977a-ce4ee31c75bf" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:09.515509 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.535579 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab7f0321-78f5-434d-80ed-2c6a040e218c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.683520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0bb8675d-850c-43e4-97ed-c318acc32abf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0bb8675d-850c-43e4-97ed-c318acc32abf,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:09.690223 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30762ea-e4f3-4e10-941e-f5c9c8c5c7d6 x-openstack-request-id: req-b30762ea-e4f3-4e10-941e-f5c9c8c5c7d6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:09.690549 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:09.690813 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b30762ea-e4f3-4e10-941e-f5c9c8c5c7d6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:09.691218 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'code': 200} Feb 10 06:41:09.696930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6f6ed-29fc-4803-9084-4d89420182bd None None] Pushing event updated for resources: {'Port': ['ID=b506ba8b-71fe-4eae-bd02-268a27b05808,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:09.734224 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.735959 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for port (ca9f25ab-3431-471c-91ca-c142daf560f6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.737259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 96e2acc3-4ffa-4bf6-bded-f3e46180b824 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:09.793492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab7f0321-78f5-434d-80ed-2c6a040e218c admin admin] Publish callbacks [] for security_group (cf4cbfd4-ffcb-43ce-b42c-6f618c64635c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.805148 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab7f0321-78f5-434d-80ed-2c6a040e218c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cf4cbfd4-ffcb-43ce-b42c-6f618c64635c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.828914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54230ef3-6de0-4d5f-9444-746153a318a0 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734256405239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3751069'] for subnet (2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:09.938760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1acf33-9bb5-47f4-ac6f-dd686a2c3bec req-29229e41-a0c8-4de5-909f-a3e0092b3590 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:09.946813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1acf33-9bb5-47f4-ac6f-dd686a2c3bec req-29229e41-a0c8-4de5-909f-a3e0092b3590 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:09.962594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1acf33-9bb5-47f4-ac6f-dd686a2c3bec req-29229e41-a0c8-4de5-909f-a3e0092b3590 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:09.974487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1acf33-9bb5-47f4-ac6f-dd686a2c3bec req-29229e41-a0c8-4de5-909f-a3e0092b3590 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:09.989319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1acf33-9bb5-47f4-ac6f-dd686a2c3bec req-29229e41-a0c8-4de5-909f-a3e0092b3590 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:09.993121 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.006401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54230ef3-6de0-4d5f-9444-746153a318a0 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:10.006618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1acf33-9bb5-47f4-ac6f-dd686a2c3bec req-29229e41-a0c8-4de5-909f-a3e0092b3590 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:10.017650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee1acf33-9bb5-47f4-ac6f-dd686a2c3bec req-29229e41-a0c8-4de5-909f-a3e0092b3590 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 4664 time: 0.3270912 Feb 10 06:41:10.020164 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ca9f25ab-3431-471c-91ca-c142daf560f6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.116114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Allocated IP 172.20.0.2 (0a937e85-f254-4377-8676-a923b3983e19/2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542/98ec5c31-d63d-48f4-8640-0d548a2f485f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:10.125290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=0bb8675d-850c-43e4-97ed-c318acc32abf,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:10.139660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab7f0321-78f5-434d-80ed-2c6a040e218c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a715e5f23d084dc5b55e00a00013a7b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7839863 Feb 10 06:41:10.169692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:10.180632 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.184587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee1acf33-9bb5-47f4-ac6f-dd686a2c3bec req-612cdd01-8a75-4ab9-bd02-fd4f7d8e498c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&id=22192975-0b13-45f2-87fc-084f0c676305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1650498 Feb 10 06:41:10.197657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53384) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:10.197657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f0321-78f5-434d-80ed-2c6a040e218c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4cbfd4-ffcb-43ce-b42c-6f618c64635c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:10.244433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Port': ['ID=ca9f25ab-3431-471c-91ca-c142daf560f6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:10.302073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54230ef3-6de0-4d5f-9444-746153a318a0 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:10.306217 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54230ef3-6de0-4d5f-9444-746153a318a0 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.319633 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-54230ef3-6de0-4d5f-9444-746153a318a0 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "PUT /v2.0/subnets/2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542 HTTP/1.1" status: 200 len: 806 time: 1.9151542 Feb 10 06:41:10.329387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:10.335628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53388) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:10.337118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:10.357838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:10.363850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:10.364870 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.368737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.471986 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b00d0d0b-5742-49f9-9d01-dda13edcaa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.505046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 96e2acc3-4ffa-4bf6-bded-f3e46180b824, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=96e2acc3-4ffa-4bf6-bded-f3e46180b824,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:10.507094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49358176-affc-4b95-9f34-0a4a07b3ff87 req-18733913-9ca2-498e-9999-b677ed20231f tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:10.523696 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.524628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device cd9264d1-044c-425b-93c2-41ff9e11132c no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:10.530543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49358176-affc-4b95-9f34-0a4a07b3ff87 req-18733913-9ca2-498e-9999-b677ed20231f tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 946 time: 0.3894162 Feb 10 06:41:10.579868 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d145cfe1-2271-47b9-9b5b-519b82d74506 admin admin] Publish callbacks [] for security_group (cf4cbfd4-ffcb-43ce-b42c-6f618c64635c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.584134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] For port 6f2b8a67-e1c6-4461-b239-07f5c88255db, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=6f2b8a67-e1c6-4461-b239-07f5c88255db,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:10.621687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] For port 6f2b8a67-e1c6-4461-b239-07f5c88255db, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:10.664605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] device_id is not set on port 6f2b8a67-e1c6-4461-b239-07f5c88255db yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:10.674988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] Publish callbacks [] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.717128 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.754611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49358176-affc-4b95-9f34-0a4a07b3ff87 req-3de163da-2dee-4e59-b3e4-93f66c64acb6 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a9359b9-510b-410e-99db-c1b397edfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230995 Feb 10 06:41:10.760059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d145cfe1-2271-47b9-9b5b-519b82d74506 admin admin] Publish callbacks [] for security_group (cf4cbfd4-ffcb-43ce-b42c-6f618c64635c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.769182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-4485574f-1e34-453e-ad29-deb7f7a09578 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:10.771396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-4485574f-1e34-453e-ad29-deb7f7a09578 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 946 time: 0.7396584 Feb 10 06:41:10.837856 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c56c0fb9-8875-4b3d-88b4-72fa2bfb9101 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.9442468 Feb 10 06:41:10.849055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53392) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:10.858638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'port': {'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-801595990', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ac', 'mac_address': 'fa:16:3e:dd:ef:1f'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:10.875350 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=96e2acc3-4ffa-4bf6-bded-f3e46180b824,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:10.898139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d145cfe1-2271-47b9-9b5b-519b82d74506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cf4cbfd4-ffcb-43ce-b42c-6f618c64635c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.903829 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Publish callbacks [] for port (98ec5c31-d63d-48f4-8640-0d548a2f485f), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.904397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d145cfe1-2271-47b9-9b5b-519b82d74506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.919593 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (98ec5c31-d63d-48f4-8640-0d548a2f485f), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.923767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d145cfe1-2271-47b9-9b5b-519b82d74506 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf4cbfd4-ffcb-43ce-b42c-6f618c64635c HTTP/1.1" status: 204 len: 168 time: 0.6862049 Feb 10 06:41:10.941130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Network 0a937e85-f254-4377-8676-a923b3983e19 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:10.970944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port cd9264d1-044c-425b-93c2-41ff9e11132c is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:10.971716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:10.989680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145cfe1-2271-47b9-9b5b-519b82d74506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4cbfd4-ffcb-43ce-b42c-6f618c64635c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:11.002344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:11.033436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:11.058423 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] Pushing event updated for resources: {'Port': ['ID=6f2b8a67-e1c6-4461-b239-07f5c88255db,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:11.135857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] No DVR routers for this DVR port 6f2b8a67-e1c6-4461-b239-07f5c88255db on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:11.193481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Pushing event updated for resources: {'Port': ['ID=98ec5c31-d63d-48f4-8640-0d548a2f485f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:11.206822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port cd9264d1-044c-425b-93c2-41ff9e11132c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cd9264d1-044c-425b-93c2-41ff9e11132c,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:11.218116 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.219769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 6f2b8a67-e1c6-4461-b239-07f5c88255db no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:11.235843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Made reservation on behalf of 4468396b0c644fbbba3d3579ad9a5272 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:11.389270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Attempting to bind port 98ec5c31-d63d-48f4-8640-0d548a2f485f on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:11.389845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Attempting to bind port 98ec5c31-d63d-48f4-8640-0d548a2f485f by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c2c19884-b77d-48f2-bc1e-a25c563bfe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a937e85-f254-4377-8676-a923b3983e19'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:11.390387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Attempting to bind port 98ec5c31-d63d-48f4-8640-0d548a2f485f on network 0a937e85-f254-4377-8676-a923b3983e19 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:11.393992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=cd9264d1-044c-425b-93c2-41ff9e11132c,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:11.394959 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.397498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port 6f2b8a67-e1c6-4461-b239-07f5c88255db host ! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:41:11.397999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 6f2b8a67-e1c6-4461-b239-07f5c88255db not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:41:11.398604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a0dd3913-9d62-4170-866e-737160d2ed68 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:11.399311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (0a937e85-f254-4377-8676-a923b3983e19), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.426540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:11.427087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Checking segment: {'id': 'c2c19884-b77d-48f2-bc1e-a25c563bfe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a937e85-f254-4377-8676-a923b3983e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:11.428132 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.428630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Bound using segment: {'id': 'c2c19884-b77d-48f2-bc1e-a25c563bfe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a937e85-f254-4377-8676-a923b3983e19'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:11.429250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Bound port: 98ec5c31-d63d-48f4-8640-0d548a2f485f, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c19884-b77d-48f2-bc1e-a25c563bfe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a937e85-f254-4377-8676-a923b3983e19'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:11.430020 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (98ec5c31-d63d-48f4-8640-0d548a2f485f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.432305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] In _notify_port_updated(), no bound segment for port 6f2b8a67-e1c6-4461-b239-07f5c88255db on network 0e46ffab-9e24-4623-8d12-e600966d7e4e {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:41:11.433335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:11.433965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.437946 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-bcf47a95-e701-4d0d-a08b-1f82903ea09a service neutron] 10.222.0.24 "PUT /v2.0/ports/6f2b8a67-e1c6-4461-b239-07f5c88255db HTTP/1.1" status: 200 len: 1033 time: 2.1514359 Feb 10 06:41:11.486765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] device_id is not set on port f4767e21-f61a-498b-b802-c974d5664c22 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:11.564321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Deleting port e7d95e95-72c2-45c1-8348-a516802584c5 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:11.564715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.567785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fdcf7006-3b06-463b-9d53-c7b4eadfd196 None None] Provisioning complete for port 6f2b8a67-e1c6-4461-b239-07f5c88255db triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:11.568347 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fdcf7006-3b06-463b-9d53-c7b4eadfd196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.593088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7124-55a1-42fd-8165-bae8d7c7e823 req-5478d4c1-b36b-42ae-9938-31f038477e8e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:11.600267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7124-55a1-42fd-8165-bae8d7c7e823 req-5478d4c1-b36b-42ae-9938-31f038477e8e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:11.609669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7124-55a1-42fd-8165-bae8d7c7e823 req-5478d4c1-b36b-42ae-9938-31f038477e8e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:11.617426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7124-55a1-42fd-8165-bae8d7c7e823 req-5478d4c1-b36b-42ae-9938-31f038477e8e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:11.624710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7124-55a1-42fd-8165-bae8d7c7e823 req-5478d4c1-b36b-42ae-9938-31f038477e8e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:11.626981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-208a7124-55a1-42fd-8165-bae8d7c7e823 req-5478d4c1-b36b-42ae-9938-31f038477e8e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 3880 time: 0.2606974 Feb 10 06:41:11.727033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e2acc3-4ffa-4bf6-bded-f3e46180b824'}, {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9264d1-044c-425b-93c2-41ff9e11132c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:11.728967 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2ccaa-8961-4381-91c7-c9646304fce6" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "96e2acc3-4ffa-4bf6-bded-f3e46180b824"}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9264d1-044c-425b-93c2-41ff9e11132c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:11.732334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a0dd3913-9d62-4170-866e-737160d2ed68 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:11.732732 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.737756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:11.778900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] For port 98ec5c31-d63d-48f4-8640-0d548a2f485f, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:11.787666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Allocated IP 2001:db8::2ed (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2/88ad563a-cbad-4739-9e1d-9359cc967df6/f4767e21-f61a-498b-b802-c974d5664c22) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:11.811930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-208a7124-55a1-42fd-8165-bae8d7c7e823 req-8768bfd3-9e0d-4843-8255-f88fceefea85 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751685 Feb 10 06:41:11.828035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] For port e7d95e95-72c2-45c1-8348-a516802584c5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e7d95e95-72c2-45c1-8348-a516802584c5,segment=NetworkSegment(452681c7-dd05-44aa-ac08-d1d1afc5bb39),segment_id=452681c7-dd05-44aa-ac08-d1d1afc5bb39)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:11.828653 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.845635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Calling delete_port for e7d95e95-72c2-45c1-8348-a516802584c5 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:11.850882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-934ac72d-a123-40ec-bc60-6ae324f1944b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:11.861637 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd64a9-b72b-4244-96e2-85900156370b x-openstack-request-id: req-ddcd64a9-b72b-4244-96e2-85900156370b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:11.862160 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "96e2acc3-4ffa-4bf6-bded-f3e46180b824", "code": 200}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9264d1-044c-425b-93c2-41ff9e11132c", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:11.862687 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddcd64a9-b72b-4244-96e2-85900156370b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:11.863240 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e2acc3-4ffa-4bf6-bded-f3e46180b824', 'code': 200} Feb 10 06:41:11.865149 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9264d1-044c-425b-93c2-41ff9e11132c', 'code': 200} Feb 10 06:41:11.880109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] For port 98ec5c31-d63d-48f4-8640-0d548a2f485f, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=98ec5c31-d63d-48f4-8640-0d548a2f485f,segment=NetworkSegment(c2c19884-b77d-48f2-bc1e-a25c563bfe10),segment_id=c2c19884-b77d-48f2-bc1e-a25c563bfe10)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:11.887952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd097b0-fb23-40b6-9e03-faff801da4cb None None] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:11.938293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf7006-3b06-463b-9d53-c7b4eadfd196 None None] Port 6f2b8a67-e1c6-4461-b239-07f5c88255db cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:11.965174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (98ec5c31-d63d-48f4-8640-0d548a2f485f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.022741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a0dd3913-9d62-4170-866e-737160d2ed68, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a0dd3913-9d62-4170-866e-737160d2ed68,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:12.041804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e7d95e95-72c2-45c1-8348-a516802584c5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.063708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting port 98ec5c31-d63d-48f4-8640-0d548a2f485f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:12.064032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (98ec5c31-d63d-48f4-8640-0d548a2f485f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.165467 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.166155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device fa3ca41a-3e9f-4a49-96df-982dcb784553 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:12.193528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Pushing event deleted for resources: {'Port': ['ID=e7d95e95-72c2-45c1-8348-a516802584c5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:12.222096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99de6778-ed80-4978-a9fa-305b0a0e6072 req-a763dd4b-3ea2-4a97-9300-4187728339c6 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.21 "GET /v2.0/ports?device_id=82a59427-88c7-4695-b1f9-bf44f465300e HTTP/1.1" status: 200 len: 210 time: 0.2122333 Feb 10 06:41:12.261990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for port (f4767e21-f61a-498b-b802-c974d5664c22), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.332155 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-934ac72d-a123-40ec-bc60-6ae324f1944b admin admin] Publish callbacks [] for security_group (1f9610ba-1104-4a93-9f98-5385df744d77), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.340919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] No DVR routers for this DVR port e7d95e95-72c2-45c1-8348-a516802584c5 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:12.344145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.354261 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f554cf2-e946-4dce-8c40-5bac66a34785 req-2c442ce0-0918-4c12-8522-658fe93c10a4 tempest-ServersNegativeTestMultiTenantJSON-431405509 tempest-ServersNegativeTestMultiTenantJSON-431405509-project] 10.222.0.13 "DELETE /v2.0/ports/e7d95e95-72c2-45c1-8348-a516802584c5 HTTP/1.1" status: 204 len: 173 time: 1.5270543 Feb 10 06:41:12.369393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-934ac72d-a123-40ec-bc60-6ae324f1944b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1f9610ba-1104-4a93-9f98-5385df744d77), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.374215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a59427-88c7-4695-b1f9-bf44f465300e', 'name': 'network-vif-deleted', 'tag': 'e7d95e95-72c2-45c1-8348-a516802584c5'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:12.386446 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f498f89-3a04-468c-9464-622e0e9d4c16" -d '{"events": [{"server_uuid": "82a59427-88c7-4695-b1f9-bf44f465300e", "name": "network-vif-deleted", "tag": "e7d95e95-72c2-45c1-8348-a516802584c5"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:12.425409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port cd9264d1-044c-425b-93c2-41ff9e11132c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:12.426009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.487569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-934ac72d-a123-40ec-bc60-6ae324f1944b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92316aae62784dcd9ce8e8e50cc27a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7448382 Feb 10 06:41:12.493561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:12.503633 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3662a0-b44f-4648-be62-ca3c0285458c x-openstack-request-id: req-0e3662a0-b44f-4648-be62-ca3c0285458c {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:12.504049 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a59427-88c7-4695-b1f9-bf44f465300e", "name": "network-vif-deleted", "tag": "e7d95e95-72c2-45c1-8348-a516802584c5", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:12.504689 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e3662a0-b44f-4648-be62-ca3c0285458c {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:12.505209 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a59427-88c7-4695-b1f9-bf44f465300e', 'name': 'network-vif-deleted', 'tag': 'e7d95e95-72c2-45c1-8348-a516802584c5', 'status': 'completed', 'code': 200} Feb 10 06:41:12.549910 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (f4767e21-f61a-498b-b802-c974d5664c22), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.626016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ac72d-a123-40ec-bc60-6ae324f1944b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9610ba-1104-4a93-9f98-5385df744d77,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:12.639965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] For port 98ec5c31-d63d-48f4-8640-0d548a2f485f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=98ec5c31-d63d-48f4-8640-0d548a2f485f,segment=NetworkSegment(c2c19884-b77d-48f2-bc1e-a25c563bfe10),segment_id=c2c19884-b77d-48f2-bc1e-a25c563bfe10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:12.639965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (98ec5c31-d63d-48f4-8640-0d548a2f485f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.676959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Calling delete_port for 98ec5c31-d63d-48f4-8640-0d548a2f485f owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:12.700275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] For port cd9264d1-044c-425b-93c2-41ff9e11132c, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cd9264d1-044c-425b-93c2-41ff9e11132c,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:12.700275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.712435 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c78af953-1e02-4dac-91a5-ba2b8c7a8d1a admin admin] Publish callbacks [] for security_group (1f9610ba-1104-4a93-9f98-5385df744d77), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.719286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for cd9264d1-044c-425b-93c2-41ff9e11132c owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:12.722740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:12.731864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Port': ['ID=f4767e21-f61a-498b-b802-c974d5664c22,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:12.736826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:12.749912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:12.763622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:12.764595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.799730 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c78af953-1e02-4dac-91a5-ba2b8c7a8d1a admin admin] Publish callbacks [] for security_group (1f9610ba-1104-4a93-9f98-5385df744d77), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:12.845894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fd7edaa8-77fb-40a1-abe2-9e4b5f6b994b tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9881706 Feb 10 06:41:12.865164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53442) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:12.994808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b506ba8b-71fe-4eae-bd02-268a27b05808 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:13.062010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de09157-a22a-4024-820a-5a9c927042cc tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:13.068510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de09157-a22a-4024-820a-5a9c927042cc tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:13.086040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de09157-a22a-4024-820a-5a9c927042cc tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:13.088544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1de09157-a22a-4024-820a-5a9c927042cc tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2222736 Feb 10 06:41:13.099889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53448) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:13.143589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534101e-8bca-4925-add3-2bcf8d2eba22 None None] Pushing event updated for resources: {'Port': ['ID=98ec5c31-d63d-48f4-8640-0d548a2f485f,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:13.212390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-efbd9222-f5a9-4488-809c-0cac6a308d48 None None] Provisioning complete for port b506ba8b-71fe-4eae-bd02-268a27b05808 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:13.213021 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efbd9222-f5a9-4488-809c-0cac6a308d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.260783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (98ec5c31-d63d-48f4-8640-0d548a2f485f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.336692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e7d95e95-72c2-45c1-8348-a516802584c5 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:13.343498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a0dd3913-9d62-4170-866e-737160d2ed68,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:13.373116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53452) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:13.389430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c78af953-1e02-4dac-91a5-ba2b8c7a8d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1f9610ba-1104-4a93-9f98-5385df744d77), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.391687 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f95955ba-9895-4e49-a234-5817ef583f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.397298 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c78af953-1e02-4dac-91a5-ba2b8c7a8d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.401607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c78af953-1e02-4dac-91a5-ba2b8c7a8d1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f9610ba-1104-4a93-9f98-5385df744d77 HTTP/1.1" status: 204 len: 168 time: 0.9024291 Feb 10 06:41:13.498251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No DVR routers for this DVR port 98ec5c31-d63d-48f4-8640-0d548a2f485f on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:13.516322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Port': ['ID=98ec5c31-d63d-48f4-8640-0d548a2f485f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:13.534447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78af953-1e02-4dac-91a5-ba2b8c7a8d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9610ba-1104-4a93-9f98-5385df744d77,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:13.550843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: e7d95e95-72c2-45c1-8348-a516802584c5 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:41:13.551670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e7d95e95-72c2-45c1-8348-a516802584c5 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:41:13.649612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a29c-0c78-48ca-9205-b3ef60722e95 req-bc85f7f3-fefe-419e-b29d-42ff4e5d240f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:13.663676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b506ba8b-71fe-4eae-bd02-268a27b05808 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:13.664059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.665923 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cd9264d1-044c-425b-93c2-41ff9e11132c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.677945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a29c-0c78-48ca-9205-b3ef60722e95 req-bc85f7f3-fefe-419e-b29d-42ff4e5d240f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:13.692246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a29c-0c78-48ca-9205-b3ef60722e95 req-bc85f7f3-fefe-419e-b29d-42ff4e5d240f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:13.696472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port fa3ca41a-3e9f-4a49-96df-982dcb784553 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:13.697159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.717909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a29c-0c78-48ca-9205-b3ef60722e95 req-bc85f7f3-fefe-419e-b29d-42ff4e5d240f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:13.724757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a29c-0c78-48ca-9205-b3ef60722e95 req-bc85f7f3-fefe-419e-b29d-42ff4e5d240f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:13.726792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6d8a29c-0c78-48ca-9205-b3ef60722e95 req-bc85f7f3-fefe-419e-b29d-42ff4e5d240f tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 3878 time: 0.6921468 Feb 10 06:41:13.735004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-61717134-36de-48a6-a3a9-ed10c2777ad7 admin admin] Deleting subnet 902b0cee-51de-4314-a4bd-86df166d0f06 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:41:13.748946 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61717134-36de-48a6-a3a9-ed10c2777ad7 admin admin] Publish callbacks [] for subnet (902b0cee-51de-4314-a4bd-86df166d0f06), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.813671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=cd9264d1-044c-425b-93c2-41ff9e11132c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:13.881488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.900398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port fa3ca41a-3e9f-4a49-96df-982dcb784553, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=fa3ca41a-3e9f-4a49-96df-982dcb784553,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:13.912471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0dd3913-9d62-4170-866e-737160d2ed68'}, {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3ca41a-3e9f-4a49-96df-982dcb784553'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:13.927126 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101e59dd-26a7-4a72-9d54-14d922012773" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a0dd3913-9d62-4170-866e-737160d2ed68"}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3ca41a-3e9f-4a49-96df-982dcb784553"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:13.967092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6d8a29c-0c78-48ca-9205-b3ef60722e95 req-57635ce4-817c-44a0-97e9-2a2cfa20a453 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224362 Feb 10 06:41:13.983102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-dbda7ad0-f843-4d67-93c0-f5e3ed5cc3b5 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Deleting port f4767e21-f61a-498b-b802-c974d5664c22 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:13.983587 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbda7ad0-f843-4d67-93c0-f5e3ed5cc3b5 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f4767e21-f61a-498b-b802-c974d5664c22), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:13.989173 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.001133 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61717134-36de-48a6-a3a9-ed10c2777ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (902b0cee-51de-4314-a4bd-86df166d0f06), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.045191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.101127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] No DVR routers for this DVR port cd9264d1-044c-425b-93c2-41ff9e11132c on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:14.108960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.112739 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-18cd2591-7a26-487c-a55a-4e9f0b4f2811 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "DELETE /v2.0/ports/cd9264d1-044c-425b-93c2-41ff9e11132c HTTP/1.1" status: 204 len: 173 time: 2.6422126 Feb 10 06:41:14.165337 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50658c8-fe73-48bc-9a24-6f31b899aca4 x-openstack-request-id: req-c50658c8-fe73-48bc-9a24-6f31b899aca4 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:14.165955 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a0dd3913-9d62-4170-866e-737160d2ed68", "code": 200}, {"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3ca41a-3e9f-4a49-96df-982dcb784553", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:14.167208 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c50658c8-fe73-48bc-9a24-6f31b899aca4 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:14.167634 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0dd3913-9d62-4170-866e-737160d2ed68', 'code': 200} Feb 10 06:41:14.167904 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3ca41a-3e9f-4a49-96df-982dcb784553', 'code': 200} Feb 10 06:41:14.174151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e9c4c-03ff-4daf-a197-478007482a06 None None] Network 0a937e85-f254-4377-8676-a923b3983e19 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:14.211255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61717134-36de-48a6-a3a9-ed10c2777ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (902b0cee-51de-4314-a4bd-86df166d0f06), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.218123 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.241695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:14.268826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbda7ad0-f843-4d67-93c0-f5e3ed5cc3b5 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f4767e21-f61a-498b-b802-c974d5664c22), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.298874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-dbda7ad0-f843-4d67-93c0-f5e3ed5cc3b5 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Calling delete_port for f4767e21-f61a-498b-b802-c974d5664c22 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:14.335115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-efbd9222-f5a9-4488-809c-0cac6a308d48 None None] Current status of the port b506ba8b-71fe-4eae-bd02-268a27b05808 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:14.335522 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efbd9222-f5a9-4488-809c-0cac6a308d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.420877 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61717134-36de-48a6-a3a9-ed10c2777ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (902b0cee-51de-4314-a4bd-86df166d0f06), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.527542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61717134-36de-48a6-a3a9-ed10c2777ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=902b0cee-51de-4314-a4bd-86df166d0f06,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:14.555187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61717134-36de-48a6-a3a9-ed10c2777ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.563260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-61717134-36de-48a6-a3a9-ed10c2777ad7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/902b0cee-51de-4314-a4bd-86df166d0f06 HTTP/1.1" status: 204 len: 168 time: 1.1747587 Feb 10 06:41:14.579406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53476) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:14.581964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=fa3ca41a-3e9f-4a49-96df-982dcb784553,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:14.660656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-efbd9222-f5a9-4488-809c-0cac6a308d48 None None] For port b506ba8b-71fe-4eae-bd02-268a27b05808, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b506ba8b-71fe-4eae-bd02-268a27b05808,segment=NetworkSegment(daa86448-dff0-4929-8f7c-7b7d3a714510),segment_id=daa86448-dff0-4929-8f7c-7b7d3a714510)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:14.802949 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efbd9222-f5a9-4488-809c-0cac6a308d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.910443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b506ba8b-71fe-4eae-bd02-268a27b05808 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:14.924613 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:14.979321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d18ae-32bf-445d-ae92-c7e685069d8e None None] DHCP port deletion for 0a937e85-f254-4377-8676-a923b3983e19 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:41:15.007138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbda7ad0-f843-4d67-93c0-f5e3ed5cc3b5 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (f4767e21-f61a-498b-b802-c974d5664c22), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.057749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f187f3bd-e7a4-45b8-99d2-808c878be0a7 None None] Provisioning complete for port b506ba8b-71fe-4eae-bd02-268a27b05808 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:15.058277 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f187f3bd-e7a4-45b8-99d2-808c878be0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.096437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda7ad0-f843-4d67-93c0-f5e3ed5cc3b5 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event deleted for resources: {'Port': ['ID=f4767e21-f61a-498b-b802-c974d5664c22,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:15.125123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (cd0706e0-6dfd-4702-8ac5-624abd42e900), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.160934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4bb962-69df-4a96-8d19-94cb667df12e None None] Network 0a937e85-f254-4377-8676-a923b3983e19 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:15.175527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd9222-f5a9-4488-809c-0cac6a308d48 None None] Pushing event updated for resources: {'Port': ['ID=b506ba8b-71fe-4eae-bd02-268a27b05808,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:15.328499 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.423749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': 'cd9264d1-044c-425b-93c2-41ff9e11132c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:15.426113 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069e1f61-b58c-4498-afe2-71b85c0c97a5" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "cd9264d1-044c-425b-93c2-41ff9e11132c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:15.473498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (0a937e85-f254-4377-8676-a923b3983e19), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.532773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:41:15.533151 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:41:15.539416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f187f3bd-e7a4-45b8-99d2-808c878be0a7 None None] Current status of the port b506ba8b-71fe-4eae-bd02-268a27b05808 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:15.551218 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8c56de-8aee-40f7-bb50-da2010962905 x-openstack-request-id: req-1e8c56de-8aee-40f7-bb50-da2010962905 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:15.551889 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "cd9264d1-044c-425b-93c2-41ff9e11132c", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:15.552888 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e8c56de-8aee-40f7-bb50-da2010962905 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:15.553661 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': 'cd9264d1-044c-425b-93c2-41ff9e11132c', 'status': 'completed', 'code': 200} Feb 10 06:41:15.557578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a937e85-f254-4377-8676-a923b3983e19']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:15.576053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f187f3bd-e7a4-45b8-99d2-808c878be0a7 None None] Could not find standard attr ID for object f4767e21-f61a-498b-b802-c974d5664c22. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:41:15.600850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c19884-b77d-48f2-bc1e-a25c563bfe10') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:15.601502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c19884-b77d-48f2-bc1e-a25c563bfe10') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:15.621027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (c2c19884-b77d-48f2-bc1e-a25c563bfe10), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.641887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c2c19884-b77d-48f2-bc1e-a25c563bfe10), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.647155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port a0dd3913-9d62-4170-866e-737160d2ed68 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:15.647879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.674190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:15.675034 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (c2c19884-b77d-48f2-bc1e-a25c563bfe10), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:15.679443 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:15.749518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f187f3bd-e7a4-45b8-99d2-808c878be0a7 None None] Could not find standard attr ID for object 98ec5c31-d63d-48f4-8640-0d548a2f485f. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:41:15.766588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbda7ad0-f843-4d67-93c0-f5e3ed5cc3b5 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.770541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dbda7ad0-f843-4d67-93c0-f5e3ed5cc3b5 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "DELETE /v2.0/ports/f4767e21-f61a-498b-b802-c974d5664c22 HTTP/1.1" status: 204 len: 168 time: 2.6563337 Feb 10 06:41:15.778744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:15.789962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe940f-c78f-4cc1-90e1-f6aa40c8fd2a req-85559deb-c9b6-4fa2-939b-9a50e9b57519 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:15.796205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe940f-c78f-4cc1-90e1-f6aa40c8fd2a req-85559deb-c9b6-4fa2-939b-9a50e9b57519 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:15.803653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe940f-c78f-4cc1-90e1-f6aa40c8fd2a req-85559deb-c9b6-4fa2-939b-9a50e9b57519 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:15.813442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe940f-c78f-4cc1-90e1-f6aa40c8fd2a req-85559deb-c9b6-4fa2-939b-9a50e9b57519 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:15.837585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-defe940f-c78f-4cc1-90e1-f6aa40c8fd2a req-85559deb-c9b6-4fa2-939b-9a50e9b57519 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 3143 time: 0.5755537 Feb 10 06:41:15.868101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f187f3bd-e7a4-45b8-99d2-808c878be0a7 None None] Provisioning complete for port ca9f25ab-3431-471c-91ca-c142daf560f6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:15.868496 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f187f3bd-e7a4-45b8-99d2-808c878be0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ca9f25ab-3431-471c-91ca-c142daf560f6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:15.938616 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-219288b3-001b-4639-8444-dd7ce6f47f82 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] GET failed (client error): The resource could not be found. Feb 10 06:41:15.940348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-219288b3-001b-4639-8444-dd7ce6f47f82 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "GET /v2.0/ports/f4767e21-f61a-498b-b802-c974d5664c22 HTTP/1.1" status: 404 len: 333 time: 0.0648558 Feb 10 06:41:15.987935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53502) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:16.022812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'port': {'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1325783773'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:16.060757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f187f3bd-e7a4-45b8-99d2-808c878be0a7 None None] Port ca9f25ab-3431-471c-91ca-c142daf560f6 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:16.069592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (cd0706e0-6dfd-4702-8ac5-624abd42e900), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.108262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (0a937e85-f254-4377-8676-a923b3983e19), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.116657 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.124061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/0a937e85-f254-4377-8676-a923b3983e19 HTTP/1.1" status: 204 len: 168 time: 5.7793233 Feb 10 06:41:16.129931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53508) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:16.184820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e911cfd0-d170-40db-944a-d0690a470379 None None] Could not find standard attr ID for object f4767e21-f61a-498b-b802-c974d5664c22. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:41:16.210887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887949d-748e-4f89-b7e0-bb450d4290ea tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=0a937e85-f254-4377-8676-a923b3983e19,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:16.229516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0706e0-6dfd-4702-8ac5-624abd42e900']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:16.231158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b506ba8b-71fe-4eae-bd02-268a27b05808 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:16.319081 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-920696d8-e897-4d4c-8359-50f3a802062c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:16.319398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920696d8-e897-4d4c-8359-50f3a802062c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:16.350758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-920696d8-e897-4d4c-8359-50f3a802062c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/0a937e85-f254-4377-8676-a923b3983e19 HTTP/1.1" status: 404 len: 339 time: 0.2083194 Feb 10 06:41:16.359369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53514) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:16.367453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-defe940f-c78f-4cc1-90e1-f6aa40c8fd2a req-66423c45-5ea9-40f1-b9b8-cff48f162214 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5203259 Feb 10 06:41:16.368469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382471431', 'description': 'd1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:16.374446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452681c7-dd05-44aa-ac08-d1d1afc5bb39') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:16.375596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452681c7-dd05-44aa-ac08-d1d1afc5bb39') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:16.399479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] For port a0dd3913-9d62-4170-866e-737160d2ed68, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a0dd3913-9d62-4170-866e-737160d2ed68,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:16.400840 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.420633 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (452681c7-dd05-44aa-ac08-d1d1afc5bb39), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.438275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for a0dd3913-9d62-4170-866e-737160d2ed68 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:16.453106 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:16.455370 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.457864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b506ba8b-71fe-4eae-bd02-268a27b05808 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:16.463639 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (452681c7-dd05-44aa-ac08-d1d1afc5bb39), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.466590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.475269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:16.477967 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (452681c7-dd05-44aa-ac08-d1d1afc5bb39), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:16.483149 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:16.575704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b506ba8b-71fe-4eae-bd02-268a27b05808 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:16.577074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.618600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (cd0706e0-6dfd-4702-8ac5-624abd42e900), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.627966 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.633571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:16.645591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Made reservation on behalf of 4468396b0c644fbbba3d3579ad9a5272 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:16.646451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cd0706e0-6dfd-4702-8ac5-624abd42e900 HTTP/1.1" status: 204 len: 168 time: 2.0637305 Feb 10 06:41:16.647487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53518) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:16.650029 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.679393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] device_id is not set on port b9c3a236-6c72-4a70-a42f-b29753a641d1 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:16.686523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d6a52588-5933-44ca-b92f-9ed905449400), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.699051 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment d6a52588-5933-44ca-b92f-9ed905449400 of type vlan for network 7156799b-7931-4d21-9ea6-1eaff8eb6503 Feb 10 06:41:16.745030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a882e-6a84-4e01-bd4f-790fd75a6b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0706e0-6dfd-4702-8ac5-624abd42e900,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:16.755121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b506ba8b-71fe-4eae-bd02-268a27b05808 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:16.799829 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7156799b-7931-4d21-9ea6-1eaff8eb6503), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:16.805262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-33707e4a-4952-4acd-a2fa-0972d8bf4346 admin admin] Deleting subnet 611d4736-dc7c-4882-98fa-c8701e5a49b8 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:41:16.813972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33707e4a-4952-4acd-a2fa-0972d8bf4346 admin admin] Publish callbacks [] for subnet (611d4736-dc7c-4882-98fa-c8701e5a49b8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.001087 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33707e4a-4952-4acd-a2fa-0972d8bf4346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (611d4736-dc7c-4882-98fa-c8701e5a49b8), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.177042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a0dd3913-9d62-4170-866e-737160d2ed68), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.187837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33707e4a-4952-4acd-a2fa-0972d8bf4346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (611d4736-dc7c-4882-98fa-c8701e5a49b8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.195138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7156799b-7931-4d21-9ea6-1eaff8eb6503), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.200933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:17.202372 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.289939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33707e4a-4952-4acd-a2fa-0972d8bf4346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (611d4736-dc7c-4882-98fa-c8701e5a49b8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.329322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33707e4a-4952-4acd-a2fa-0972d8bf4346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611d4736-dc7c-4882-98fa-c8701e5a49b8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:17.332662 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33707e4a-4952-4acd-a2fa-0972d8bf4346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.338169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=7156799b-7931-4d21-9ea6-1eaff8eb6503,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:17.338470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-33707e4a-4952-4acd-a2fa-0972d8bf4346 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/611d4736-dc7c-4882-98fa-c8701e5a49b8 HTTP/1.1" status: 204 len: 168 time: 0.6845343 Feb 10 06:41:17.348091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53536) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:17.360425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7156799b-7931-4d21-9ea6-1eaff8eb6503 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:17.376788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=a0dd3913-9d62-4170-866e-737160d2ed68,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:17.558229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Allocated IP 2001:db8::34d (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2/88ad563a-cbad-4739-9e1d-9359cc967df6/b9c3a236-6c72-4a70-a42f-b29753a641d1) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:17.639059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (93ed43a8-8571-4f92-bd92-c0b95c0d5e62), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.736226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.754184 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (93ed43a8-8571-4f92-bd92-c0b95c0d5e62), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.782672 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-61954b15-2ae3-4f97-a507-f11d9283628c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4211617 Feb 10 06:41:17.783305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ed43a8-8571-4f92-bd92-c0b95c0d5e62']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:17.798874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53554) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:17.799306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a550f10e-9d8c-45e9-be15-8afa06c67b80') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:17.799670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a550f10e-9d8c-45e9-be15-8afa06c67b80') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:17.803663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] No DVR routers for this DVR port a0dd3913-9d62-4170-866e-737160d2ed68 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:17.808892 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.812839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-123ae9ab-5b5f-410f-9d1a-9e748b5a1d63 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "DELETE /v2.0/ports/a0dd3913-9d62-4170-866e-737160d2ed68 HTTP/1.1" status: 204 len: 173 time: 3.6503248 Feb 10 06:41:17.815226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.819589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (a550f10e-9d8c-45e9-be15-8afa06c67b80), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.836021 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a550f10e-9d8c-45e9-be15-8afa06c67b80), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.843454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': 'a0dd3913-9d62-4170-866e-737160d2ed68'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:17.844683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:17.845361 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (a550f10e-9d8c-45e9-be15-8afa06c67b80), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.855968 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2d1979-bdd0-4a23-8e04-e09551df6e83" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "a0dd3913-9d62-4170-866e-737160d2ed68"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:17.907016 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:17.920438 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (93ed43a8-8571-4f92-bd92-c0b95c0d5e62), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.926043 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:17.930799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/93ed43a8-8571-4f92-bd92-c0b95c0d5e62 HTTP/1.1" status: 204 len: 168 time: 0.5601158 Feb 10 06:41:17.940582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c26571-72c4-41a4-a316-06664b658a87 req-40b206d0-8a96-41d7-b14c-b5fae3f0f21d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:17.946804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c26571-72c4-41a4-a316-06664b658a87 req-40b206d0-8a96-41d7-b14c-b5fae3f0f21d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:17.953343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c26571-72c4-41a4-a316-06664b658a87 req-40b206d0-8a96-41d7-b14c-b5fae3f0f21d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:17.962333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4c26571-72c4-41a4-a316-06664b658a87 req-40b206d0-8a96-41d7-b14c-b5fae3f0f21d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 2410 time: 0.4126801 Feb 10 06:41:17.992407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51b8b2-c6d3-4103-970a-228a300fdec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ed43a8-8571-4f92-bd92-c0b95c0d5e62,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:18.008747 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00c8486-cd71-49b2-9ae3-3d539bf8661a x-openstack-request-id: req-b00c8486-cd71-49b2-9ae3-3d539bf8661a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:18.009193 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "a0dd3913-9d62-4170-866e-737160d2ed68", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:18.009557 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b00c8486-cd71-49b2-9ae3-3d539bf8661a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:18.010418 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': 'a0dd3913-9d62-4170-866e-737160d2ed68', 'status': 'completed', 'code': 200} Feb 10 06:41:18.045214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:18.084542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:18.101020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4c26571-72c4-41a4-a316-06664b658a87 req-c6eb10c7-410d-4c2a-aa35-1413e35bd071 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281939 Feb 10 06:41:18.205421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:18.217743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:18.218636 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:18.246962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Port': ['ID=b9c3a236-6c72-4a70-a42f-b29753a641d1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:18.369433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bef153-5c9e-4c25-81d0-af95c4c05258 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:18.373828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53582) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:18.377059 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d0bef153-5c9e-4c25-81d0-af95c4c05258 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/networks?id=7156799b-7931-4d21-9ea6-1eaff8eb6503 HTTP/1.1" status: 200 len: 761 time: 0.5629945 Feb 10 06:41:18.385038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3dd4e20f-e934-4029-85fe-0a7785ebd63d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'description': 'd2'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:18.391317 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c91016e6-1da6-4e08-b96a-aee5bcc547e7 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3916905 Feb 10 06:41:18.414199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53584) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:18.414744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53586) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:18.442626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-eb0b3d8a-7f7f-4e80-b6b0-969e1411ffb8 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ac', 'mac_address': 'fa:16:3e:dd:ef:1f'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:18.539140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0ba8249b-89ce-4a62-8053-42402c0ede53 None None] Provisioning complete for port b9c3a236-6c72-4a70-a42f-b29753a641d1 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:18.540320 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ba8249b-89ce-4a62-8053-42402c0ede53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:18.648298 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e20f-e934-4029-85fe-0a7785ebd63d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7156799b-7931-4d21-9ea6-1eaff8eb6503), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:18.675624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0ba8249b-89ce-4a62-8053-42402c0ede53 None None] Port b9c3a236-6c72-4a70-a42f-b29753a641d1 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:18.684881 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e20f-e934-4029-85fe-0a7785ebd63d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7156799b-7931-4d21-9ea6-1eaff8eb6503), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:18.750955 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8d52ba01-47c6-40be-825a-a9aad53d6e39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ca1b98a533c479f86f45437134a1219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3307481 Feb 10 06:41:18.750955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:18.751623 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:18.755642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53598) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:18.900107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3d8a-7f7f-4e80-b6b0-969e1411ffb8 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:18.985713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] For port 96e2acc3-4ffa-4bf6-bded-f3e46180b824, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=96e2acc3-4ffa-4bf6-bded-f3e46180b824,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:18.986089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:18.997669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a73d5480-7881-47ca-8af8-11e445f1fbbb admin admin] Publish callbacks [] for security_group (3a9359b9-510b-410e-99db-c1b397edfa4a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:19.021925 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a73d5480-7881-47ca-8af8-11e445f1fbbb admin admin] Publish callbacks [] for security_group (3a9359b9-510b-410e-99db-c1b397edfa4a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:19.086173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for 96e2acc3-4ffa-4bf6-bded-f3e46180b824 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:19.092554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a73d5480-7881-47ca-8af8-11e445f1fbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3a9359b9-510b-410e-99db-c1b397edfa4a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:19.095203 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a73d5480-7881-47ca-8af8-11e445f1fbbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:19.099453 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a73d5480-7881-47ca-8af8-11e445f1fbbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a9359b9-510b-410e-99db-c1b397edfa4a HTTP/1.1" status: 204 len: 168 time: 0.3385215 Feb 10 06:41:19.148088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d5480-7881-47ca-8af8-11e445f1fbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9359b9-510b-410e-99db-c1b397edfa4a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:19.413076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3dd4e20f-e934-4029-85fe-0a7785ebd63d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network 7156799b-7931-4d21-9ea6-1eaff8eb6503 is not hosted by any dhcp agent {{(pid=103214) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:41:19.420836 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3d8a-7f7f-4e80-b6b0-969e1411ffb8 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:19.424068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4e20f-e934-4029-85fe-0a7785ebd63d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:19.424742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e20f-e934-4029-85fe-0a7785ebd63d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:19.428762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3dd4e20f-e934-4029-85fe-0a7785ebd63d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "PUT /v2.0/networks/7156799b-7931-4d21-9ea6-1eaff8eb6503 HTTP/1.1" status: 200 len: 758 time: 1.0535142 Feb 10 06:41:19.437815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:19.451439 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3d8a-7f7f-4e80-b6b0-969e1411ffb8 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:19.522477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b3d8a-7f7f-4e80-b6b0-969e1411ffb8 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] In _notify_port_updated(), no bound segment for port b9c3a236-6c72-4a70-a42f-b29753a641d1 on network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:41:19.527700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0b3d8a-7f7f-4e80-b6b0-969e1411ffb8 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:19.529369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3d8a-7f7f-4e80-b6b0-969e1411ffb8 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:19.530526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eb0b3d8a-7f7f-4e80-b6b0-969e1411ffb8 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "PUT /v2.0/ports/b9c3a236-6c72-4a70-a42f-b29753a641d1 HTTP/1.1" status: 200 len: 1003 time: 1.1139429 Feb 10 06:41:19.547430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53624) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:19.618664 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53626) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:19.636307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4e20f-e934-4029-85fe-0a7785ebd63d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=7156799b-7931-4d21-9ea6-1eaff8eb6503,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:19.654218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7156799b-7931-4d21-9ea6-1eaff8eb6503 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:19.668820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d04799-fc95-4989-b554-1c55a5a8d890 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:19.676740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-87d04799-fc95-4989-b554-1c55a5a8d890 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/networks?id=7156799b-7931-4d21-9ea6-1eaff8eb6503 HTTP/1.1" status: 200 len: 761 time: 0.2301559 Feb 10 06:41:19.677904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b3d8a-7f7f-4e80-b6b0-969e1411ffb8 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Port': ['ID=b9c3a236-6c72-4a70-a42f-b29753a641d1,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:19.694713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:19.765063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1452531400'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:19.895180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:19.920182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea030d1-7b32-42fe-a260-ac3f73a4a5c2 req-37532d73-0c47-4ff9-9366-120e0dc5265e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:19.933485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea030d1-7b32-42fe-a260-ac3f73a4a5c2 req-37532d73-0c47-4ff9-9366-120e0dc5265e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:19.939044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea030d1-7b32-42fe-a260-ac3f73a4a5c2 req-37532d73-0c47-4ff9-9366-120e0dc5265e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:19.940755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ea030d1-7b32-42fe-a260-ac3f73a4a5c2 req-37532d73-0c47-4ff9-9366-120e0dc5265e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 2410 time: 0.5105710 Feb 10 06:41:19.941393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:19.944911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:19.986888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:19.989869 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (96e2acc3-4ffa-4bf6-bded-f3e46180b824), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.019534 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (41441304-c482-43a4-8fcb-fc6ac4e5d715), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.020186 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment 41441304-c482-43a4-8fcb-fc6ac4e5d715 of type vlan for network b5fa772e-6a35-4539-bb91-d019278039ed Feb 10 06:41:20.067359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b5fa772e-6a35-4539-bb91-d019278039ed), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.095414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=96e2acc3-4ffa-4bf6-bded-f3e46180b824,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:20.123869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b5fa772e-6a35-4539-bb91-d019278039ed), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.132663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:20.133046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a68bbf14-f736-4f9a-9439-316fa71c0160 None None] Provisioning complete for port b9c3a236-6c72-4a70-a42f-b29753a641d1 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:20.134588 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a68bbf14-f736-4f9a-9439-316fa71c0160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.137491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.201414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5055175 Feb 10 06:41:20.219807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a68bbf14-f736-4f9a-9439-316fa71c0160 None None] Port b9c3a236-6c72-4a70-a42f-b29753a641d1 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:20.266422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53642) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:20.273530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-57a32d8a-ed8d-4fbc-b402-fcf8b2c11092 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9de4eac7310c408da12ce376a881fcbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759604 Feb 10 06:41:20.276863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:20.280354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': 'b5fa772e-6a35-4539-bb91-d019278039ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:20.301205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ce86ea4b-5c12-4f4c-ac52-7d9cd5308d90 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Deleting port b9c3a236-6c72-4a70-a42f-b29753a641d1 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:20.301548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce86ea4b-5c12-4f4c-ac52-7d9cd5308d90 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.315676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] No DVR routers for this DVR port 96e2acc3-4ffa-4bf6-bded-f3e46180b824 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:20.341253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d4f18-045a-4fc1-917e-b87dd086e176 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=b5fa772e-6a35-4539-bb91-d019278039ed,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:20.350436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b5fa772e-6a35-4539-bb91-d019278039ed details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:20.358417 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.362671 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-2ca9cbfc-ce7a-45d8-b292-46f6800ead76 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "DELETE /v2.0/ports/96e2acc3-4ffa-4bf6-bded-f3e46180b824 HTTP/1.1" status: 204 len: 173 time: 2.5209575 Feb 10 06:41:20.363152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': '96e2acc3-4ffa-4bf6-bded-f3e46180b824'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:20.366003 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c27fb83-e336-4af4-8fdb-8a4fa35c9793" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "96e2acc3-4ffa-4bf6-bded-f3e46180b824"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:20.487792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-657c7b46-c309-4157-b315-8281e50024f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.506254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ea030d1-7b32-42fe-a260-ac3f73a4a5c2 req-20da0966-ed17-4b53-a78e-8577b9343b7a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5329185 Feb 10 06:41:20.525844 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc424da-b197-486e-8f1d-50333709ff05 x-openstack-request-id: req-4bc424da-b197-486e-8f1d-50333709ff05 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:20.526287 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "96e2acc3-4ffa-4bf6-bded-f3e46180b824", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:20.526585 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bc424da-b197-486e-8f1d-50333709ff05 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:20.527018 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': '96e2acc3-4ffa-4bf6-bded-f3e46180b824', 'status': 'completed', 'code': 200} Feb 10 06:41:20.546711 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42c4e209-0ea4-4ce3-bcf4-96de2c2e36b7 admin admin] Publish callbacks [] for security_group (718ec5d4-9891-42f8-81ef-766957124d84), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.596409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42c4e209-0ea4-4ce3-bcf4-96de2c2e36b7 admin admin] Publish callbacks [] for security_group (718ec5d4-9891-42f8-81ef-766957124d84), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.718094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42c4e209-0ea4-4ce3-bcf4-96de2c2e36b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (718ec5d4-9891-42f8-81ef-766957124d84), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.721320 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42c4e209-0ea4-4ce3-bcf4-96de2c2e36b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.725163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42c4e209-0ea4-4ce3-bcf4-96de2c2e36b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/718ec5d4-9891-42f8-81ef-766957124d84 HTTP/1.1" status: 204 len: 168 time: 0.4023740 Feb 10 06:41:20.754924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4e209-0ea4-4ce3-bcf4-96de2c2e36b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718ec5d4-9891-42f8-81ef-766957124d84,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:20.802756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:20.807479 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:20.890684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:20.896541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-517530661'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:20.953005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:20.960156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.007734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:21.020461 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0bf44b3d-215d-48e7-a0e3-da47df42ff31), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.020932 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Added segment 0bf44b3d-215d-48e7-a0e3-da47df42ff31 of type vlan for network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f Feb 10 06:41:21.029018 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (7b0f5b4d-4866-4844-af1f-0513256b502c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.085169 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.095774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce86ea4b-5c12-4f4c-ac52-7d9cd5308d90 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.117873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.124446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:21.125195 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.175635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ce86ea4b-5c12-4f4c-ac52-7d9cd5308d90 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Calling delete_port for b9c3a236-6c72-4a70-a42f-b29753a641d1 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:21.182948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port fa3ca41a-3e9f-4a49-96df-982dcb784553 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:21.183390 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.189767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2954466 Feb 10 06:41:21.214624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:21.221870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-549350984'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:21.229013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76a28b-273a-427d-bbcd-acb0e85b9725 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Network': ['ID=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:21.241130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:21.261567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:21.266281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.301802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:21.314616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3a7f1048-1509-49cb-b04f-dd6c569dd5fc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.314967 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Added segment 3a7f1048-1509-49cb-b04f-dd6c569dd5fc of type vlan for network b358257e-dd73-497b-ab8b-bba846eb1153 Feb 10 06:41:21.352499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] For port fa3ca41a-3e9f-4a49-96df-982dcb784553, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=fa3ca41a-3e9f-4a49-96df-982dcb784553,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:21.352499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.356517 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=7b0f5b4d-4866-4844-af1f-0513256b502c,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:21.415071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b358257e-dd73-497b-ab8b-bba846eb1153), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.435278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for fa3ca41a-3e9f-4a49-96df-982dcb784553 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:21.442704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.444070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.444070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.444070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.444441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.444828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.445263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.445695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.446146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.446610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.447040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.447667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.447872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:21.457001 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b358257e-dd73-497b-ab8b-bba846eb1153), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.459591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-657c7b46-c309-4157-b315-8281e50024f5 admin admin] Publish callbacks [] for security_group (f9d4fbe7-0c90-4209-acfc-90f189a8ae35), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.466394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:21.467575 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.471546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': '41441304-c482-43a4-8fcb-fc6ac4e5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b5fa772e-6a35-4539-bb91-d019278039ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:21.473034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: b5fa772e-6a35-4539-bb91-d019278039ed, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:21.481406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-657c7b46-c309-4157-b315-8281e50024f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f9d4fbe7-0c90-4209-acfc-90f189a8ae35), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.529484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3139002 Feb 10 06:41:21.530520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:21.600191 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-657c7b46-c309-4157-b315-8281e50024f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f96207b483f64dd5855702b0f38819c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9736152 Feb 10 06:41:21.607520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53678) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:21.609583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b649184-b923-440b-b374-333ab1c2ee98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Network': ['ID=b358257e-dd73-497b-ab8b-bba846eb1153,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:21.615079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'subnet': {'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:21.621087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b358257e-dd73-497b-ab8b-bba846eb1153 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:21.637563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network b5fa772e-6a35-4539-bb91-d019278039ed is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:21.667530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c7b46-c309-4157-b315-8281e50024f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d4fbe7-0c90-4209-acfc-90f189a8ae35,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:21.706372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b5fa772e-6a35-4539-bb91-d019278039ed) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:21.770200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:21.770907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.795527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf062a4-6510-4707-905c-bfefea415fd1 None None] Network b5fa772e-6a35-4539-bb91-d019278039ed requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:21.859509 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6633be53-9433-4ef5-93fd-59b2d76b73bc tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5857809 Feb 10 06:41:21.863022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53686) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:21.871213 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fa3ca41a-3e9f-4a49-96df-982dcb784553), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.877701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d393677b-c8a2-426d-bfba-6f69c187f2b8 admin admin] Publish callbacks [] for security_group (f9d4fbe7-0c90-4209-acfc-90f189a8ae35), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.893940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:21.903571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:21.940614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=fa3ca41a-3e9f-4a49-96df-982dcb784553,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:21.943477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce86ea4b-5c12-4f4c-ac52-7d9cd5308d90 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b9c3a236-6c72-4a70-a42f-b29753a641d1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:22.004987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30200e10-ca93-4d6c-94a8-43eb0dd760f0 req-89b2184d-02fc-48d1-8c80-bd02698e16fc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:22.024947 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30200e10-ca93-4d6c-94a8-43eb0dd760f0 req-89b2184d-02fc-48d1-8c80-bd02698e16fc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:22.034662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30200e10-ca93-4d6c-94a8-43eb0dd760f0 req-89b2184d-02fc-48d1-8c80-bd02698e16fc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 1677 time: 0.3249874 Feb 10 06:41:22.057946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d393677b-c8a2-426d-bfba-6f69c187f2b8 admin admin] Publish callbacks [] for security_group (f9d4fbe7-0c90-4209-acfc-90f189a8ae35), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:22.091326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b5fa772e-6a35-4539-bb91-d019278039ed', 'network_id': 'b5fa772e-6a35-4539-bb91-d019278039ed', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': '7b0f5b4d-4866-4844-af1f-0513256b502c'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:41:22.092206 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:22.141655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86ea4b-5c12-4f4c-ac52-7d9cd5308d90 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event deleted for resources: {'Port': ['ID=b9c3a236-6c72-4a70-a42f-b29753a641d1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:22.248828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] No DVR routers for this DVR port fa3ca41a-3e9f-4a49-96df-982dcb784553 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:22.506981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b5fa772e-6a35-4539-bb91-d019278039ed), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:22.520734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30200e10-ca93-4d6c-94a8-43eb0dd760f0 req-bf1aef1e-d03a-4761-8323-23152d757be3 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4622009 Feb 10 06:41:22.600984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Allocated IP 172.20.0.2 (b5fa772e-6a35-4539-bb91-d019278039ed/7b0f5b4d-4866-4844-af1f-0513256b502c/72af6019-f117-43f6-b479-d8d76e9dace1) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:22.761533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53698) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:22.820945 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (53a274c3-43fa-4090-8f69-85c1371ce8e1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:22.834255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7b0f5b4d-4866-4844-af1f-0513256b502c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:22.917431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:22.922531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-10a1b51b-68ec-4c3f-9bee-eb2f1e2873b2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "DELETE /v2.0/ports/fa3ca41a-3e9f-4a49-96df-982dcb784553 HTTP/1.1" status: 204 len: 173 time: 2.5407298 Feb 10 06:41:22.930628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': 'fa3ca41a-3e9f-4a49-96df-982dcb784553'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:22.933881 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ef2dcb-d981-48e8-ab44-c5c04115e43d" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "fa3ca41a-3e9f-4a49-96df-982dcb784553"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:22.976001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Subnet': ['ID=53a274c3-43fa-4090-8f69-85c1371ce8e1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:22.983312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce86ea4b-5c12-4f4c-ac52-7d9cd5308d90 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:22.986737 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ce86ea4b-5c12-4f4c-ac52-7d9cd5308d90 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "DELETE /v2.0/ports/b9c3a236-6c72-4a70-a42f-b29753a641d1 HTTP/1.1" status: 204 len: 168 time: 3.4381413 Feb 10 06:41:22.990493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53704) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:23.001335 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0366da4e-13be-42a9-8d5e-9279dbb737e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.017467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Checking segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:23.017685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network hostable DHCP agents. Network: ed0e6b73-1939-4ce4-8092-7e4496d5dd7f, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:23.021087 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b7c601-3484-40b6-bbd0-ac07c31c162a tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] GET failed (client error): The resource could not be found. Feb 10 06:41:23.022619 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-37b7c601-3484-40b6-bbd0-ac07c31c162a tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "GET /v2.0/ports/b9c3a236-6c72-4a70-a42f-b29753a641d1 HTTP/1.1" status: 404 len: 333 time: 0.0313516 Feb 10 06:41:23.024145 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890e22d9-c0f7-4b82-8842-b72b980781bd x-openstack-request-id: req-890e22d9-c0f7-4b82-8842-b72b980781bd {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:23.024435 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "fa3ca41a-3e9f-4a49-96df-982dcb784553", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:23.024688 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-890e22d9-c0f7-4b82-8842-b72b980781bd {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:23.025073 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': 'fa3ca41a-3e9f-4a49-96df-982dcb784553', 'status': 'completed', 'code': 200} Feb 10 06:41:23.028228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53706) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:23.036141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'port': {'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1426656353'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:23.055623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:23.058551 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Publish callbacks [] for port (72af6019-f117-43f6-b479-d8d76e9dace1), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.064899 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (72af6019-f117-43f6-b479-d8d76e9dace1), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.072096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, ed0e6b73-1939-4ce4-8092-7e4496d5dd7f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:23.092461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:23.093486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.096211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e85e4b1-e9ce-41d1-ad1c-943e83d4defe None None] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:23.121448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3feaf041-33e2-4cc9-991f-e3f44526bb09 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5132468 Feb 10 06:41:23.123948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:23.131163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'subnet': {'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:23.139742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Network b5fa772e-6a35-4539-bb91-d019278039ed is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:23.146772 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d393677b-c8a2-426d-bfba-6f69c187f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f9d4fbe7-0c90-4209-acfc-90f189a8ae35), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.149466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d393677b-c8a2-426d-bfba-6f69c187f2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.152910 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d393677b-c8a2-426d-bfba-6f69c187f2b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9d4fbe7-0c90-4209-acfc-90f189a8ae35 HTTP/1.1" status: 204 len: 168 time: 1.5302765 Feb 10 06:41:23.177980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393677b-c8a2-426d-bfba-6f69c187f2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d4fbe7-0c90-4209-acfc-90f189a8ae35,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:23.183288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:23.188755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (7b0f5b4d-4866-4844-af1f-0513256b502c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.192317 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port 0bb8675d-850c-43e4-97ed-c318acc32abf {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:23.192317 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.195194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:23.232751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Pushing event updated for resources: {'Port': ['ID=72af6019-f117-43f6-b479-d8d76e9dace1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:23.289155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0f5b4d-4866-4844-af1f-0513256b502c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:23.368283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Attempting to bind port 72af6019-f117-43f6-b479-d8d76e9dace1 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:23.368665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Attempting to bind port 72af6019-f117-43f6-b479-d8d76e9dace1 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '41441304-c482-43a4-8fcb-fc6ac4e5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b5fa772e-6a35-4539-bb91-d019278039ed'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:23.369247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Attempting to bind port 72af6019-f117-43f6-b479-d8d76e9dace1 on network b5fa772e-6a35-4539-bb91-d019278039ed {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:23.379023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:23.379525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Checking segment: {'id': '41441304-c482-43a4-8fcb-fc6ac4e5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b5fa772e-6a35-4539-bb91-d019278039ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:23.379805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.380740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Bound using segment: {'id': '41441304-c482-43a4-8fcb-fc6ac4e5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b5fa772e-6a35-4539-bb91-d019278039ed'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:23.381221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Bound port: 72af6019-f117-43f6-b479-d8d76e9dace1, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41441304-c482-43a4-8fcb-fc6ac4e5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b5fa772e-6a35-4539-bb91-d019278039ed'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:23.381609 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72af6019-f117-43f6-b479-d8d76e9dace1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.394439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Made reservation on behalf of 4468396b0c644fbbba3d3579ad9a5272 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:23.394947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'fixed_ips': [{'subnet_id': '53a274c3-43fa-4090-8f69-85c1371ce8e1'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:41:23.396219 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.400912 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b5fa772e-6a35-4539-bb91-d019278039ed), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.403739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.414088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:23.421236 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.431741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] For port 0bb8675d-850c-43e4-97ed-c318acc32abf, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0bb8675d-850c-43e4-97ed-c318acc32abf,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:23.432636 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.480446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fa772e-6a35-4539-bb91-d019278039ed']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:23.493425 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0366da4e-13be-42a9-8d5e-9279dbb737e6 admin admin] Publish callbacks [] for security_group (404f84c7-59aa-4fc7-b52f-3d0a574b6297), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.500598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41441304-c482-43a4-8fcb-fc6ac4e5d715') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:23.500880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41441304-c482-43a4-8fcb-fc6ac4e5d715') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:23.540974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0366da4e-13be-42a9-8d5e-9279dbb737e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (404f84c7-59aa-4fc7-b52f-3d0a574b6297), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.545464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] device_id is not set on port 993128ee-6d0d-4dd2-98de-e730c9918e5d yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:23.707059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] For port 72af6019-f117-43f6-b479-d8d76e9dace1, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:23.753295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] For port 72af6019-f117-43f6-b479-d8d76e9dace1, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=72af6019-f117-43f6-b479-d8d76e9dace1,segment=NetworkSegment(41441304-c482-43a4-8fcb-fc6ac4e5d715),segment_id=41441304-c482-43a4-8fcb-fc6ac4e5d715)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:23.772950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0366da4e-13be-42a9-8d5e-9279dbb737e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce181e1e3dc148368f6aac3ae2883523&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0097878 Feb 10 06:41:23.775988 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (41441304-c482-43a4-8fcb-fc6ac4e5d715), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.779054 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (72af6019-f117-43f6-b479-d8d76e9dace1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.787240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53730) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:23.788241 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (b88c94a1-161a-4a23-b213-60bb328101b1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.819208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Allocated IP 10.1.1.2 (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f/53a274c3-43fa-4090-8f69-85c1371ce8e1/1832aa5d-2840-46ac-8ce6-e532976cb59e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:23.839828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53732) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:23.898938 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66b41802-cc57-4662-8e03-4056a17ccd13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.933372 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (41441304-c482-43a4-8fcb-fc6ac4e5d715), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:23.966818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df1303-33ad-4ec9-8a14-c70cd12d2e81 None None] Pushing event updated for resources: {'Port': ['ID=72af6019-f117-43f6-b479-d8d76e9dace1,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:23.970277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366da4e-13be-42a9-8d5e-9279dbb737e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404f84c7-59aa-4fc7-b52f-3d0a574b6297,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:24.012753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbb323-a4fa-497f-abdf-637008b639d5 req-511b49b6-f686-48c7-b1b9-6fd9bcd8f6cc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:24.014456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89dbb323-a4fa-497f-abdf-637008b639d5 req-511b49b6-f686-48c7-b1b9-6fd9bcd8f6cc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 943 time: 0.2293026 Feb 10 06:41:24.026873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2601fc-9fa4-4c71-9e07-bb3aaaf4b3cd None None] Network b5fa772e-6a35-4539-bb91-d019278039ed requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:24.048657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:24.048936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (41441304-c482-43a4-8fcb-fc6ac4e5d715), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.051259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66b41802-cc57-4662-8e03-4056a17ccd13 admin admin] Publish callbacks [] for security_group (298257b7-b14b-4810-b464-ec271b248a99), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.069801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66b41802-cc57-4662-8e03-4056a17ccd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (298257b7-b14b-4810-b464-ec271b248a99), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:24.078244 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:24.114837 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-66b41802-cc57-4662-8e03-4056a17ccd13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77557f819ece4a5192c3801e50027f67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707219 Feb 10 06:41:24.120012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53734) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:24.192279 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Publish callbacks [] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.196075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.197980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (7a4a1c23-c2c0-4701-b845-946c2f3b1997), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.198769 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Floating IP 7a4a1c23-c2c0-4701-b845-946c2f3b1997 disassociated. External IP: 172.25.8.196, port: 0bb8675d-850c-43e4-97ed-c318acc32abf. Feb 10 06:41:24.199328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for 0bb8675d-850c-43e4-97ed-c318acc32abf owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:24.208834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Allocated IP 2001:db8::2c (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2/88ad563a-cbad-4739-9e1d-9359cc967df6/993128ee-6d0d-4dd2-98de-e730c9918e5d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:24.213896 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.243318 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89dbb323-a4fa-497f-abdf-637008b639d5 req-768a70ce-0c88-426b-87da-35556cf877d0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups?id=520d3225-b069-45d9-ae90-7a096352e261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925011 Feb 10 06:41:24.261156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Checking segment: {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:24.261448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network hostable DHCP agents. Network: b358257e-dd73-497b-ab8b-bba846eb1153, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:24.288126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:24.290654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Subnet': ['ID=b88c94a1-161a-4a23-b213-60bb328101b1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:24.291852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:24.296419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:24.301339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Pushing event updated for resources: {'Port': ['ID=1832aa5d-2840-46ac-8ce6-e532976cb59e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:24.303631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41802-cc57-4662-8e03-4056a17ccd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298257b7-b14b-4810-b464-ec271b248a99,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:24.324932 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e3edaf9-8042-4640-81dd-60a31ac19545 admin admin] Publish callbacks [] for security_group (298257b7-b14b-4810-b464-ec271b248a99), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.361145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e3edaf9-8042-4640-81dd-60a31ac19545 admin admin] Publish callbacks [] for security_group (298257b7-b14b-4810-b464-ec271b248a99), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.371115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Attempting to bind port 1832aa5d-2840-46ac-8ce6-e532976cb59e on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:24.371783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Attempting to bind port 1832aa5d-2840-46ac-8ce6-e532976cb59e by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:24.372522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Attempting to bind port 1832aa5d-2840-46ac-8ce6-e532976cb59e on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:24.378540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:24.379662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Checking segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:24.380462 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.381117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Bound using segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:24.381814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Bound port: 1832aa5d-2840-46ac-8ce6-e532976cb59e, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:24.382599 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.405287 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:41:24.405287 n-d-828670-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:41:24.405287 n-d-828670-1 neutron-server[103214]: [parameters: {'id': 'b5fa772e-6a35-4539-bb91-d019278039ed'}] Feb 10 06:41:24.405287 n-d-828670-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:41:24.405792 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:41:24.410069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network b358257e-dd73-497b-ab8b-bba846eb1153 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:24.431241 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a83489f-ad62-485e-9585-f6784e96684b admin admin] Publish callbacks [] for security_group (404f84c7-59aa-4fc7-b52f-3d0a574b6297), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.442550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b358257e-dd73-497b-ab8b-bba846eb1153) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:24.466017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:24.466649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.471450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] For port 1832aa5d-2840-46ac-8ce6-e532976cb59e, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:24.477439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] For port 1832aa5d-2840-46ac-8ce6-e532976cb59e, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1832aa5d-2840-46ac-8ce6-e532976cb59e,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:24.481679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c34698-c66e-416e-834c-e69f63d27192 None None] Network b358257e-dd73-497b-ab8b-bba846eb1153 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:24.501898 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a83489f-ad62-485e-9585-f6784e96684b admin admin] Publish callbacks [] for security_group (404f84c7-59aa-4fc7-b52f-3d0a574b6297), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.532716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-474788e5-7c46-4418-bb57-a6bb0fd82c6d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4072318 Feb 10 06:41:24.535050 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.540177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:24.565998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'port': {'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'name': 'tempest-TaggedBootDevicesTest-698662355', 'fixed_ips': [{'subnet_id': '53a274c3-43fa-4090-8f69-85c1371ce8e1'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:24.623711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0bb8675d-850c-43e4-97ed-c318acc32abf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.642542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e3edaf9-8042-4640-81dd-60a31ac19545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (298257b7-b14b-4810-b464-ec271b248a99), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.645406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e3edaf9-8042-4640-81dd-60a31ac19545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.647284 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9e3edaf9-8042-4640-81dd-60a31ac19545 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/298257b7-b14b-4810-b464-ec271b248a99 HTTP/1.1" status: 204 len: 168 time: 0.5219586 Feb 10 06:41:24.688926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfccd3-73e7-485c-8daf-f4ffd2e269f0 None None] Pushing event updated for resources: {'Port': ['ID=1832aa5d-2840-46ac-8ce6-e532976cb59e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:24.743232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=0bb8675d-850c-43e4-97ed-c318acc32abf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:24.756663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3edaf9-8042-4640-81dd-60a31ac19545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298257b7-b14b-4810-b464-ec271b248a99,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:24.799648 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a83489f-ad62-485e-9585-f6784e96684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (404f84c7-59aa-4fc7-b52f-3d0a574b6297), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.810110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a83489f-ad62-485e-9585-f6784e96684b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.813395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b358257e-dd73-497b-ab8b-bba846eb1153', 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153', 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'fixed_ips': [{'subnet_id': 'b88c94a1-161a-4a23-b213-60bb328101b1'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:41:24.815552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2a83489f-ad62-485e-9585-f6784e96684b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/404f84c7-59aa-4fc7-b52f-3d0a574b6297 HTTP/1.1" status: 204 len: 168 time: 1.0181189 Feb 10 06:41:24.831863 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:24.854269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83489f-ad62-485e-9585-f6784e96684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f84c7-59aa-4fc7-b52f-3d0a574b6297,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:24.866609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:24.920855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b5fa772e-6a35-4539-bb91-d019278039ed), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:25.248547 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:25.299984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] device_id is not set on port 4b086cf4-5264-49c5-8900-7d890fee08e4 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:25.341476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Allocated IP 10.2.2.2 (b358257e-dd73-497b-ab8b-bba846eb1153/b88c94a1-161a-4a23-b213-60bb328101b1/aca8b4ec-4d3a-49f2-a47a-ae262f883aac) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:25.463640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting port 72af6019-f117-43f6-b479-d8d76e9dace1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:25.464089 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (72af6019-f117-43f6-b479-d8d76e9dace1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:25.506065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for port (993128ee-6d0d-4dd2-98de-e730c9918e5d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:25.528978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:41:25.571479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd5fd9f3-7b4a-4fd1-a947-e50c1f7d57c1 req-b0e778a5-a42d-4e17-8f5c-9ed258b395e8 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1050453 Feb 10 06:41:25.680757 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Publish callbacks [] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:25.700585 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:25.733448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (993128ee-6d0d-4dd2-98de-e730c9918e5d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:25.777554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] For port 72af6019-f117-43f6-b479-d8d76e9dace1, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=72af6019-f117-43f6-b479-d8d76e9dace1,segment=NetworkSegment(41441304-c482-43a4-8fcb-fc6ac4e5d715),segment_id=41441304-c482-43a4-8fcb-fc6ac4e5d715)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:25.777791 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (72af6019-f117-43f6-b479-d8d76e9dace1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:25.800999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Calling delete_port for 72af6019-f117-43f6-b479-d8d76e9dace1 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:25.858393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Network b358257e-dd73-497b-ab8b-bba846eb1153 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:25.863820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:25.869713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Pushing event updated for resources: {'Port': ['ID=aca8b4ec-4d3a-49f2-a47a-ae262f883aac,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:25.875250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:25.950434 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:25.971635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:25.980504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:25.985986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Allocated IP 10.1.1.90 (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f/53a274c3-43fa-4090-8f69-85c1371ce8e1/4b086cf4-5264-49c5-8900-7d890fee08e4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:26.006000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:26.007024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:26.029014 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:41:26.030806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Port': ['ID=993128ee-6d0d-4dd2-98de-e730c9918e5d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:26.041560 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] Sync routers for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:41:26.060392 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:41:26.061462 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:41:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:26.105628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Attempting to bind port aca8b4ec-4d3a-49f2-a47a-ae262f883aac on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:26.106020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Attempting to bind port aca8b4ec-4d3a-49f2-a47a-ae262f883aac by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:26.106397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Attempting to bind port aca8b4ec-4d3a-49f2-a47a-ae262f883aac on network b358257e-dd73-497b-ab8b-bba846eb1153 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:26.126626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:26.127058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Checking segment: {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:26.127404 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:26.127803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Bound using segment: {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:26.128293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Bound port: aca8b4ec-4d3a-49f2-a47a-ae262f883aac, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:26.128662 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:26.179187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] No DVR routers for this DVR port 0bb8675d-850c-43e4-97ed-c318acc32abf on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:26.184136 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (72af6019-f117-43f6-b479-d8d76e9dace1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:26.190236 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3b3dad47-8f93-4e7d-b833-1885c27b1e0d tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1584525 Feb 10 06:41:26.191596 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:26.213953 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ae55b838-1b21-432c-aba9-7b140a9da4e0 req-3a437a1b-42ed-4b32-a537-7f434348658c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.24 "DELETE /v2.0/ports/0bb8675d-850c-43e4-97ed-c318acc32abf HTTP/1.1" status: 204 len: 173 time: 3.2588694 Feb 10 06:41:26.214489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:41:26.215947 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53778) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:26.216853 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddc590a-5b06-4704-b6a4-69fbb81192e6" -d '{"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:41:26.301484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] For port aca8b4ec-4d3a-49f2-a47a-ae262f883aac, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:26.305535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] For port aca8b4ec-4d3a-49f2-a47a-ae262f883aac, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=aca8b4ec-4d3a-49f2-a47a-ae262f883aac,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:26.332190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:26.356324 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37a38f9-0354-458e-97a6-e537fe718e76 x-openstack-request-id: req-a37a38f9-0354-458e-97a6-e537fe718e76 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:41:26.356884 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb43100d-3dfb-499a-89b6-6f80741a93ef", "name": "network-vif-deleted", "tag": "0bb8675d-850c-43e4-97ed-c318acc32abf", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:41:26.357328 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a37a38f9-0354-458e-97a6-e537fe718e76 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:41:26.357918 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43100d-3dfb-499a-89b6-6f80741a93ef', 'name': 'network-vif-deleted', 'tag': '0bb8675d-850c-43e4-97ed-c318acc32abf', 'status': 'completed', 'code': 200} Feb 10 06:41:26.447629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-05a5b3f5-bbc4-449e-854e-3d3d51d54001 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:dd:ef:1f'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:26.460777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Port': ['ID=72af6019-f117-43f6-b479-d8d76e9dace1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:26.479885 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:41:26.506616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No DVR routers for this DVR port 72af6019-f117-43f6-b479-d8d76e9dace1 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:26.580589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd4870-c243-425d-8b7d-c34973a41880 None None] Pushing event updated for resources: {'Port': ['ID=aca8b4ec-4d3a-49f2-a47a-ae262f883aac,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:26.635198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1832aa5d-2840-46ac-8ce6-e532976cb59e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:26.841864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a9b42a08-2035-44e7-96ff-bc295ee38224 None None] Provisioning complete for port 993128ee-6d0d-4dd2-98de-e730c9918e5d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:26.842436 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9b42a08-2035-44e7-96ff-bc295ee38224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (993128ee-6d0d-4dd2-98de-e730c9918e5d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.002086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7679957-46ae-454c-b42b-bec7dd2d78ba None None] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:27.070014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a9b42a08-2035-44e7-96ff-bc295ee38224 None None] Port 993128ee-6d0d-4dd2-98de-e730c9918e5d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:27.091600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1832aa5d-2840-46ac-8ce6-e532976cb59e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:27.092291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.101309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-453aa6c8-2bac-4e31-862f-380328481d61 req-88338e78-cfa0-494e-99d3-81252b53b5fd tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1883767 Feb 10 06:41:27.211310 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '873987c7-6672-4ff1-903a-d83672178f51', 'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'mac_address': 'fa:16:3e:33:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:57Z', 'updated_at': '2022-02-10T06:35:04Z', 'revision_number': 5, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'subnets': [{'id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:27.279853 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] Checking router: f11d80ab-cf6d-4d71-bc07-2347c68fb8fb for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:41:27.302399 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:41:27.303380 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:41:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:27.351290 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b5fa772e-6a35-4539-bb91-d019278039ed), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.378561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53804) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:27.432742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4399bde6-f9d6-424e-87cc-1188967536c6 None None] Provisioning complete for port 1832aa5d-2840-46ac-8ce6-e532976cb59e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:27.433129 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4399bde6-f9d6-424e-87cc-1188967536c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.545922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53808) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:27.567000 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:41:27.577385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fa772e-6a35-4539-bb91-d019278039ed']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:27.596330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41441304-c482-43a4-8fcb-fc6ac4e5d715') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:27.596629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41441304-c482-43a4-8fcb-fc6ac4e5d715') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:27.622213 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (41441304-c482-43a4-8fcb-fc6ac4e5d715), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.657198 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (41441304-c482-43a4-8fcb-fc6ac4e5d715), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.671178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1832aa5d-2840-46ac-8ce6-e532976cb59e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:27.671730 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.678649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:27.680388 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (41441304-c482-43a4-8fcb-fc6ac4e5d715), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.748249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57deaf56-f02e-4db1-b1ec-244902aca5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.826051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 1832aa5d-2840-46ac-8ce6-e532976cb59e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1832aa5d-2840-46ac-8ce6-e532976cb59e,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:27.834561 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:27.838030 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:27.845575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-network', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:27.864262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b5fa772e-6a35-4539-bb91-d019278039ed), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.903312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4399bde6-f9d6-424e-87cc-1188967536c6 None None] Current status of the port 1832aa5d-2840-46ac-8ce6-e532976cb59e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:27.903698 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4399bde6-f9d6-424e-87cc-1188967536c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.908161 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:27.912226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/b5fa772e-6a35-4539-bb91-d019278039ed HTTP/1.1" status: 204 len: 168 time: 6.0389497 Feb 10 06:41:27.920854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53814) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:27.977428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=b5fa772e-6a35-4539-bb91-d019278039ed,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:28.002028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.002391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.002701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.003519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.003904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.004247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.004583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.004914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.005282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.014406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.015188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.017538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.017893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6fb4-422c-414a-bfcc-30048a8a06f4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:28.095656 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-18aa2d74-9ec4-4d28-9c5f-541ef9a749c4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] GET failed (client error): The resource could not be found. Feb 10 06:41:28.099636 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-18aa2d74-9ec4-4d28-9c5f-541ef9a749c4 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/subnets/7b0f5b4d-4866-4844-af1f-0513256b502c HTTP/1.1" status: 404 len: 337 time: 0.1704822 Feb 10 06:41:28.120034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=1832aa5d-2840-46ac-8ce6-e532976cb59e,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:28.143861 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '873987c7-6672-4ff1-903a-d83672178f51', 'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'mac_address': 'fa:16:3e:33:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:57Z', 'updated_at': '2022-02-10T06:35:04Z', 'revision_number': 5, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'subnets': [{'id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:28.147557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.148088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53816) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:28.167094 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-4399bde6-f9d6-424e-87cc-1188967536c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:41:28.167461 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-4399bde6-f9d6-424e-87cc-1188967536c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:41:28.168677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Made reservation on behalf of d9f705d9da914e46ae8affaae28b2da9 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:28.184957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.223525 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05a5b3f5-bbc4-449e-854e-3d3d51d54001 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (993128ee-6d0d-4dd2-98de-e730c9918e5d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.239122 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14741fe7-7807-44f6-b758-aeabe7a518bb None None] The sync data for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 is: [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:34:58Z', 'revision_number': 4, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '873987c7-6672-4ff1-903a-d83672178f51', 'name': '', 'network_id': 'caf617e0-e951-444f-8ae2-5a5d34fd7640', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'mac_address': 'fa:16:3e:33:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:57Z', 'updated_at': '2022-02-10T06:35:04Z', 'revision_number': 5, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'subnets': [{'id': '9fdc9898-3f5a-4a18-a218-5792aa9ee64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:41:28.265494 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c82047b-29c0-403e-bc7d-bf5556bf1800 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:28.266089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c82047b-29c0-403e-bc7d-bf5556bf1800 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:28.271396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2c82047b-29c0-403e-bc7d-bf5556bf1800 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/b5fa772e-6a35-4539-bb91-d019278039ed HTTP/1.1" status: 404 len: 339 time: 0.1212542 Feb 10 06:41:28.279815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53822) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:28.307755 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57deaf56-f02e-4db1-b1ec-244902aca5cb admin admin] Publish callbacks [] for security_group (5039badf-b359-47b4-af96-47113b662a0c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.309051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.330220 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57deaf56-f02e-4db1-b1ec-244902aca5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5039badf-b359-47b4-af96-47113b662a0c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.464625 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-57deaf56-f02e-4db1-b1ec-244902aca5cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b04c8ae9a2094f5ebb7504b9e1632033&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0849111 Feb 10 06:41:28.470410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53824) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:28.532937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deaf56-f02e-4db1-b1ec-244902aca5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5039badf-b359-47b4-af96-47113b662a0c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:28.604746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b8fff78-82ac-4ed4-9743-8d5b1dfc6fc4 admin admin] Publish callbacks [] for security_group (5039badf-b359-47b4-af96-47113b662a0c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.628791 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b8fff78-82ac-4ed4-9743-8d5b1dfc6fc4 admin admin] Publish callbacks [] for security_group (5039badf-b359-47b4-af96-47113b662a0c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.631786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243dd696-b02d-47a0-8398-29ee213b4360 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:41:28.693638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-016d3b8f-0dd3-429a-9f56-4c327826ca04 req-850e416a-893b-422c-811f-a103de95b989 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.2336023 Feb 10 06:41:28.698324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.721772 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b8fff78-82ac-4ed4-9743-8d5b1dfc6fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5039badf-b359-47b4-af96-47113b662a0c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.732723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b8fff78-82ac-4ed4-9743-8d5b1dfc6fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.737023 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0b8fff78-82ac-4ed4-9743-8d5b1dfc6fc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5039badf-b359-47b4-af96-47113b662a0c HTTP/1.1" status: 204 len: 168 time: 0.2648017 Feb 10 06:41:28.749273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fff78-82ac-4ed4-9743-8d5b1dfc6fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5039badf-b359-47b4-af96-47113b662a0c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:28.813018 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Publish callbacks [] for security_group (214f14af-9e44-42a6-81db-d1b8791a302e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.821721 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (214f14af-9e44-42a6-81db-d1b8791a302e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.868403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:28.872030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:28.884857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:28.887403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:28.909860 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (63d5d7d5-f739-4758-93ef-0f1d067c3761), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:28.910607 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Added segment 63d5d7d5-f739-4758-93ef-0f1d067c3761 of type vlan for network aa82c388-a80e-4ab9-83ef-9b47d4160248 Feb 10 06:41:28.913764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f14af-9e44-42a6-81db-d1b8791a302e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:28.983252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Port': ['ID=4b086cf4-5264-49c5-8900-7d890fee08e4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:29.010991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243dd696-b02d-47a0-8398-29ee213b4360 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:41:29.011434 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (aa82c388-a80e-4ab9-83ef-9b47d4160248), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:29.033190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device aca8b4ec-4d3a-49f2-a47a-ae262f883aac up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:29.048023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:29.048714 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:29.050259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec326851-8975-4d84-8a59-b843899a2c58 None None] New status for floating IP 7a4a1c23-c2c0-4701-b845-946c2f3b1997: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:41:29.074215 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (aa82c388-a80e-4ab9-83ef-9b47d4160248), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:29.075379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:29.076108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:29.108056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3c0c9033-4013-4336-a96c-c034a8fb99a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5663974 Feb 10 06:41:29.119589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53832) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:29.135218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'port': {'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'name': 'tempest-TaggedBootDevicesTest-1888086109', 'fixed_ips': [{'subnet_id': '53a274c3-43fa-4090-8f69-85c1371ce8e1'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:29.205977 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6588428 Feb 10 06:41:29.224827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53834) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:29.249789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Request body: {'subnet': {'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-subnet', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:29.250228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a248a3b2-933f-412d-b0f5-67bc5ad383ee tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:29.252835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a248a3b2-933f-412d-b0f5-67bc5ad383ee tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9718599 Feb 10 06:41:29.256963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53838) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:29.532875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453a6f2-96af-42f3-bf47-10c742c0a47e admin admin] Pushing event updated for resources: {'Network': ['ID=aa82c388-a80e-4ab9-83ef-9b47d4160248,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:29.553316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Made reservation on behalf of d9f705d9da914e46ae8affaae28b2da9 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:29.560117 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:29.568813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:29.699183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4399bde6-f9d6-424e-87cc-1188967536c6 None None] Current status of the port 1832aa5d-2840-46ac-8ce6-e532976cb59e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:29.829042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (01841d15-fd3e-4642-900e-37b1655010f7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:29.928632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01841d15-fd3e-4642-900e-37b1655010f7,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:29.940842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:30.159594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Checking segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:30.160054 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Network hostable DHCP agents. Network: aa82c388-a80e-4ab9-83ef-9b47d4160248, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:30.222770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:30.228654 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port aca8b4ec-4d3a-49f2-a47a-ae262f883aac triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:30.229040 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:30.237046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-444f8268-fc94-40a6-9b1c-f91c7392779f None None] Provisioning complete for port 1832aa5d-2840-46ac-8ce6-e532976cb59e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:30.237244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-444f8268-fc94-40a6-9b1c-f91c7392779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:30.247679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:30.269011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06087f6f-958a-4801-b160-6557d36fcfdb req-ca627404-3b29-4564-8ed4-d92502b857bf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0938811 Feb 10 06:41:30.276972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3aad41d6-b07d-42ea-b03f-8c745461f314 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 207 time: 1.0155866 Feb 10 06:41:30.279969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53866) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:30.285486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] device_id is not set on port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:30.531930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Allocated IP 10.1.1.248 (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f/53a274c3-43fa-4090-8f69-85c1371ce8e1/8c67d70a-3546-4c83-a55a-09f604e3d2e9) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:30.541392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ba96e-f7cf-4e5a-af3b-b573ee715819 None None] Network b358257e-dd73-497b-ab8b-bba846eb1153 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:30.566406 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05a5b3f5-bbc4-449e-854e-3d3d51d54001 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for port (993128ee-6d0d-4dd2-98de-e730c9918e5d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:30.577695 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05a5b3f5-bbc4-449e-854e-3d3d51d54001 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (993128ee-6d0d-4dd2-98de-e730c9918e5d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:30.590034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, aa82c388-a80e-4ab9-83ef-9b47d4160248) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:30.607557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:30.608207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:30.621788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87dd538-dac4-4e69-88d1-595a23272a1e tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:30.638839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2d15e65b-5868-4c1d-af38-d686f01108c4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3962758 Feb 10 06:41:30.644232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53880) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:30.649286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87dd538-dac4-4e69-88d1-595a23272a1e tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:30.651413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:30.666853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87dd538-dac4-4e69-88d1-595a23272a1e tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:30.684427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (7270d982-447e-4baf-8ed1-8ff8dcc19d48), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:30.684427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (7270d982-447e-4baf-8ed1-8ff8dcc19d48), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:30.690543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87dd538-dac4-4e69-88d1-595a23272a1e tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:30.692994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d87dd538-dac4-4e69-88d1-595a23272a1e tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4093220 Feb 10 06:41:30.698467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:30.710446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-05a5b3f5-bbc4-449e-854e-3d3d51d54001 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] In _notify_port_updated(), no bound segment for port 993128ee-6d0d-4dd2-98de-e730c9918e5d on network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:41:30.722377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5b3f5-bbc4-449e-854e-3d3d51d54001 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:30.724378 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05a5b3f5-bbc4-449e-854e-3d3d51d54001 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:30.728921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c1c90-26ba-4905-bcf8-e3e8d8efc906 None None] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:30.732755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-05a5b3f5-bbc4-449e-854e-3d3d51d54001 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "PUT /v2.0/ports/993128ee-6d0d-4dd2-98de-e730c9918e5d HTTP/1.1" status: 200 len: 1002 time: 4.3256428 Feb 10 06:41:30.765684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:30.794039 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks [] for router_controller (7270d982-447e-4baf-8ed1-8ff8dcc19d48), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.040459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port aca8b4ec-4d3a-49f2-a47a-ae262f883aac is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:31.040863 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.097169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-444f8268-fc94-40a6-9b1c-f91c7392779f None None] Current status of the port 1832aa5d-2840-46ac-8ce6-e532976cb59e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:31.215662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks [] for router_gateway (7270d982-447e-4baf-8ed1-8ff8dcc19d48), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.249168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5b3f5-bbc4-449e-854e-3d3d51d54001 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Port': ['ID=993128ee-6d0d-4dd2-98de-e730c9918e5d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:31.277939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.298946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port aca8b4ec-4d3a-49f2-a47a-ae262f883aac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=aca8b4ec-4d3a-49f2-a47a-ae262f883aac,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:31.373919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-444f8268-fc94-40a6-9b1c-f91c7392779f None None] Provisioning complete for port aca8b4ec-4d3a-49f2-a47a-ae262f883aac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:31.374317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-444f8268-fc94-40a6-9b1c-f91c7392779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.385242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-aa82c388-a80e-4ab9-83ef-9b47d4160248', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:41:31.394060 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.409589 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.412131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1832aa5d-2840-46ac-8ce6-e532976cb59e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:31.497410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-09bbec76-7352-4b1f-91b3-439807db4b9b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.7855213 Feb 10 06:41:31.498353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53902) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:31.515949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.647845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:31.654598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:31.657439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:31.702611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07874538-5ac7-4e43-999d-2a15dc751421 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:31.707453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07874538-5ac7-4e43-999d-2a15dc751421 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:31.712739 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:31.714778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-07874538-5ac7-4e43-999d-2a15dc751421 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2059200 Feb 10 06:41:31.718529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-43c8a059-a925-4459-a019-c50b3c134c3e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Deleting port 993128ee-6d0d-4dd2-98de-e730c9918e5d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:31.718869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43c8a059-a925-4459-a019-c50b3c134c3e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (993128ee-6d0d-4dd2-98de-e730c9918e5d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.738359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:31.739360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:31.744531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53908) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:31.813603 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6894433 Feb 10 06:41:31.824481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150445c-7b09-4e1d-8286-d752037e3271 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Port': ['ID=8c67d70a-3546-4c83-a55a-09f604e3d2e9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:32.098466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43c8a059-a925-4459-a019-c50b3c134c3e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (993128ee-6d0d-4dd2-98de-e730c9918e5d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.148498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-43c8a059-a925-4459-a019-c50b3c134c3e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Calling delete_port for 993128ee-6d0d-4dd2-98de-e730c9918e5d owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:32.254152 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks [] for router_gateway (7270d982-447e-4baf-8ed1-8ff8dcc19d48), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.291448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=aca8b4ec-4d3a-49f2-a47a-ae262f883aac,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:32.323879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c46af63e-7e4a-4142-83e3-e6e3f810fb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.327031 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.464822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Allocated IP 172.20.0.2 (aa82c388-a80e-4ab9-83ef-9b47d4160248/01841d15-fd3e-4642-900e-37b1655010f7/d86ebef6-ed0d-485c-9721-c34ccc41a9f7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:32.588799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1832aa5d-2840-46ac-8ce6-e532976cb59e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:32.590416 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.624054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-444f8268-fc94-40a6-9b1c-f91c7392779f None None] Current status of the port aca8b4ec-4d3a-49f2-a47a-ae262f883aac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:32.636321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c483f274-cb5e-4bb0-a5a5-fc15a70e35fc req-7bbfed34-c58a-4c04-8ab2-638d4134745a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 1.1369495 Feb 10 06:41:32.679205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c46af63e-7e4a-4142-83e3-e6e3f810fb88 admin admin] Publish callbacks [] for security_group (35c82488-81b2-4de0-8dc8-27458827198b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.691010 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43c8a059-a925-4459-a019-c50b3c134c3e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (993128ee-6d0d-4dd2-98de-e730c9918e5d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.703052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53916) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:32.725289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c46af63e-7e4a-4142-83e3-e6e3f810fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (35c82488-81b2-4de0-8dc8-27458827198b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.759364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2439fde0-81fa-43ea-90cc-af6ab51fe403 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689390091', 'description': 'tempest-description--1403987987'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:32.761548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46af63e-7e4a-4142-83e3-e6e3f810fb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c82488-81b2-4de0-8dc8-27458827198b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:32.787151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7b0e3f-b185-4d15-acd9-361b578951c8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:32.789885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7b0e3f-b185-4d15-acd9-361b578951c8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:32.794458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c7b0e3f-b185-4d15-acd9-361b578951c8 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 1.0488570 Feb 10 06:41:32.802572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Provisioning complete for port 4b086cf4-5264-49c5-8900-7d890fee08e4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:32.802958 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.814480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53918) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:32.852062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8a059-a925-4459-a019-c50b3c134c3e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event deleted for resources: {'Port': ['ID=993128ee-6d0d-4dd2-98de-e730c9918e5d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:32.852941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Port 4b086cf4-5264-49c5-8900-7d890fee08e4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:32.938092 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43c8a059-a925-4459-a019-c50b3c134c3e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:32.948005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-43c8a059-a925-4459-a019-c50b3c134c3e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "DELETE /v2.0/ports/993128ee-6d0d-4dd2-98de-e730c9918e5d HTTP/1.1" status: 204 len: 168 time: 2.1773281 Feb 10 06:41:32.950079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:33.018119 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-30107b25-64b8-4e93-974f-9eacbeab7095 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] GET failed (client error): The resource could not be found. Feb 10 06:41:33.023989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-30107b25-64b8-4e93-974f-9eacbeab7095 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "GET /v2.0/ports/993128ee-6d0d-4dd2-98de-e730c9918e5d HTTP/1.1" status: 404 len: 333 time: 0.0708473 Feb 10 06:41:33.025025 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2439fde0-81fa-43ea-90cc-af6ab51fe403 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.033016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53926) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:33.051669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1832aa5d-2840-46ac-8ce6-e532976cb59e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:33.056640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'port': {'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-470925709'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:33.072404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Provisioning complete for port aca8b4ec-4d3a-49f2-a47a-ae262f883aac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:33.075421 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.148569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a11d5e5-cd6f-49b4-8368-540f1344b097 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:33.150415 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0a11d5e5-cd6f-49b4-8368-540f1344b097 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/networks/1d440ebf-c5ae-4bed-9661-5195097b799d HTTP/1.1" status: 200 len: 800 time: 0.3338883 Feb 10 06:41:33.155906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53928) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:33.167538 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Publish callbacks [] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.203486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.310161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Made reservation on behalf of 4468396b0c644fbbba3d3579ad9a5272 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:33.312779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device aca8b4ec-4d3a-49f2-a47a-ae262f883aac up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:33.322602 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.396016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] device_id is not set on port dcbc8621-fdb6-4234-a2bd-07b3a9980bc0 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:33.430160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:33.491119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:33.571463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Current status of the port aca8b4ec-4d3a-49f2-a47a-ae262f883aac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:33.576385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:33.580371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Pushing event updated for resources: {'Port': ['ID=d86ebef6-ed0d-485c-9721-c34ccc41a9f7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:33.583432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:33.587209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port aca8b4ec-4d3a-49f2-a47a-ae262f883aac triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:33.587776 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.632273 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2439fde0-81fa-43ea-90cc-af6ab51fe403 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group (7587fce7-0bb1-41d9-892c-52e44b3a5582), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.655453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Provisioning complete for port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:33.657705 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.696073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2439fde0-81fa-43ea-90cc-af6ab51fe403 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7587fce7-0bb1-41d9-892c-52e44b3a5582), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.803434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439fde0-81fa-43ea-90cc-af6ab51fe403 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7587fce7-0bb1-41d9-892c-52e44b3a5582,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:33.807691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2439fde0-81fa-43ea-90cc-af6ab51fe403 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.811960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2439fde0-81fa-43ea-90cc-af6ab51fe403 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1036057 Feb 10 06:41:33.822586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53940) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:33.836019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-98607ac8-6d99-4f74-9724-7ea1b5e357c4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'security_group_rule': {'security_group_id': '7587fce7-0bb1-41d9-892c-52e44b3a5582', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:33.855883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fad16118-9f73-4297-af05-07ab64cafaea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.926518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-884e688a-08ab-4c22-8fe7-f905f76e7edd req-3e80fd79-aa42-4ff5-8254-70883fe6f897 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1194029 Feb 10 06:41:33.960463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Allocated IP 2001:db8::9 (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2/88ad563a-cbad-4739-9e1d-9359cc967df6/dcbc8621-fdb6-4234-a2bd-07b3a9980bc0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:33.973105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98607ac8-6d99-4f74-9724-7ea1b5e357c4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group_rule (7b44fbd9-da9e-4058-bda5-2fbf8f301323), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:33.994117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:33.999252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ac867daa-f86b-4f17-8ca3-c00069d39bd9 None None] Could not find standard attr ID for object 993128ee-6d0d-4dd2-98de-e730c9918e5d. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:41:34.017119 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c46af63e-7e4a-4142-83e3-e6e3f810fb88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43c4bdb4cdb94333ac44b1d6556976b4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2547369 Feb 10 06:41:34.029830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53942) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:34.071295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Attempting to bind port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:34.071726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Attempting to bind port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:34.072146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Attempting to bind port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 on network aa82c388-a80e-4ab9-83ef-9b47d4160248 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:34.082144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port aca8b4ec-4d3a-49f2-a47a-ae262f883aac is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:34.095869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:34.096535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Checking segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:34.097759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98607ac8-6d99-4f74-9724-7ea1b5e357c4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group_rule (7b44fbd9-da9e-4058-bda5-2fbf8f301323), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.098169 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.100675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Bound using segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:34.101453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Bound port: d86ebef6-ed0d-485c-9721-c34ccc41a9f7, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:34.102141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.129661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98607ac8-6d99-4f74-9724-7ea1b5e357c4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (7b44fbd9-da9e-4058-bda5-2fbf8f301323), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.196930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Allocated IP 172.25.8.177 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/fdbc0941-15e6-48d8-8bff-00813eda42e1) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:34.217448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] For port d86ebef6-ed0d-485c-9721-c34ccc41a9f7, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:34.222898 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98607ac8-6d99-4f74-9724-7ea1b5e357c4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.225581 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] For port d86ebef6-ed0d-485c-9721-c34ccc41a9f7, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d86ebef6-ed0d-485c-9721-c34ccc41a9f7,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:34.227067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-98607ac8-6d99-4f74-9724-7ea1b5e357c4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4033227 Feb 10 06:41:34.232494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:34.233438 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.257898 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6f8c54c8-55c5-4866-ab18-cdb24d8dc5d2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/networks/1d440ebf-c5ae-4bed-9661-5195097b799d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 1.1001618 Feb 10 06:41:34.258980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53946) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:34.265559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7ba09227-ebf3-4a24-a6a6-b43680e8d95f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'security_group_rule': {'security_group_id': '7587fce7-0bb1-41d9-892c-52e44b3a5582', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:34.281869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98607ac8-6d99-4f74-9724-7ea1b5e357c4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b44fbd9-da9e-4058-bda5-2fbf8f301323,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:34.316340 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b2c46d8-2fa9-4c82-a3cc-1fcea966f857 admin admin] Publish callbacks [] for security_group (35c82488-81b2-4de0-8dc8-27458827198b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.342932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8073d-90f8-4076-a0d2-b5a2d366623e None None] Pushing event updated for resources: {'Port': ['ID=d86ebef6-ed0d-485c-9721-c34ccc41a9f7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:34.343883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b2c46d8-2fa9-4c82-a3cc-1fcea966f857 admin admin] Publish callbacks [] for security_group (35c82488-81b2-4de0-8dc8-27458827198b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.428455 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b2c46d8-2fa9-4c82-a3cc-1fcea966f857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (35c82488-81b2-4de0-8dc8-27458827198b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.431150 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b2c46d8-2fa9-4c82-a3cc-1fcea966f857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.434992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b2c46d8-2fa9-4c82-a3cc-1fcea966f857 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35c82488-81b2-4de0-8dc8-27458827198b HTTP/1.1" status: 204 len: 168 time: 0.4034133 Feb 10 06:41:34.486810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c46d8-2fa9-4c82-a3cc-1fcea966f857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c82488-81b2-4de0-8dc8-27458827198b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:34.516058 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ba09227-ebf3-4a24-a6a6-b43680e8d95f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group_rule (15b96583-3085-471a-8152-337a1c90e195), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.526102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b0341-aab8-4310-8ede-6442512fbd6c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:34.541889 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-930b0341-aab8-4310-8ede-6442512fbd6c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/subnets/528969a7-69d8-4b3b-b98a-932e66aa9cda HTTP/1.1" status: 200 len: 811 time: 0.2797554 Feb 10 06:41:34.544288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53950) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:34.547024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fad16118-9f73-4297-af05-07ab64cafaea admin admin] Publish callbacks [] for security_group (b937bd75-d607-4f64-a578-882091b15780), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.597232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fad16118-9f73-4297-af05-07ab64cafaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b937bd75-d607-4f64-a578-882091b15780), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.732777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks [] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.748869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fad16118-9f73-4297-af05-07ab64cafaea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9160bea0d7a4440bbae2b223cb6db75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3011055 Feb 10 06:41:34.751525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53956) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:34.762049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad16118-9f73-4297-af05-07ab64cafaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b937bd75-d607-4f64-a578-882091b15780,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:34.778369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926304d0-3c85-4da2-91d6-b0ebf120db7a tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:34.786455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53958) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:34.798918 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-926304d0-3c85-4da2-91d6-b0ebf120db7a tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "GET /v2.0/subnets/528969a7-69d8-4b3b-b98a-932e66aa9cda?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2535169 Feb 10 06:41:34.802909 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for port (dcbc8621-fdb6-4234-a2bd-07b3a9980bc0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.807651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1478088980'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:34.864125 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ba09227-ebf3-4a24-a6a6-b43680e8d95f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group_rule (15b96583-3085-471a-8152-337a1c90e195), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.876819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:34.882607 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.885365 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ba09227-ebf3-4a24-a6a6-b43680e8d95f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (15b96583-3085-471a-8152-337a1c90e195), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.941938 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ba09227-ebf3-4a24-a6a6-b43680e8d95f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:34.943354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ba09227-ebf3-4a24-a6a6-b43680e8d95f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7054377 Feb 10 06:41:34.949375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53962) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:34.969677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba09227-ebf3-4a24-a6a6-b43680e8d95f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b96583-3085-471a-8152-337a1c90e195,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:34.986866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:35.009558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:35.014252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dcbc8621-fdb6-4234-a2bd-07b3a9980bc0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.014478 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.055091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83165438-b140-4213-81d3-b616aa2c642f admin admin] Publish callbacks [] for security_group (b937bd75-d607-4f64-a578-882091b15780), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.152839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:35.193719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Port': ['ID=dcbc8621-fdb6-4234-a2bd-07b3a9980bc0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:35.213993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:35.216785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:35.223096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:35.224312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.228453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91e66379-d17f-4180-bf6b-5ef27003aa1c req-895ed3cd-01be-4771-a2d3-2761882a9cc2 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0731025 Feb 10 06:41:35.242985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (72dfb126-40a9-4ce0-8942-8652ce367169), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.243341 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Added segment 72dfb126-40a9-4ce0-8942-8652ce367169 of type vlan for network efc42bf7-8f42-4565-a292-6f6e1e682951 Feb 10 06:41:35.249901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:35.261148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb854972-6462-42ae-a528-7c86adda73bb tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2228050 Feb 10 06:41:35.262387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53972) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:35.265130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.271983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'port': {'network_id': 'a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-145360358'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:35.297143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d86ebef6-ed0d-485c-9721-c34ccc41a9f7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:35.319870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:35.323180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83165438-b140-4213-81d3-b616aa2c642f admin admin] Publish callbacks [] for security_group (b937bd75-d607-4f64-a578-882091b15780), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.361788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:35.376994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbc0941-15e6-48d8-8bff-00813eda42e1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:35.411345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (efc42bf7-8f42-4565-a292-6f6e1e682951), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.419908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:35.420392 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.615023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:35.615253 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.627666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (efc42bf7-8f42-4565-a292-6f6e1e682951), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.643114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:35.643777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.709083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port d86ebef6-ed0d-485c-9721-c34ccc41a9f7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d86ebef6-ed0d-485c-9721-c34ccc41a9f7,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:35.720098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.769409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Network': ['ID=efc42bf7-8f42-4565-a292-6f6e1e682951,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:35.799062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network efc42bf7-8f42-4565-a292-6f6e1e682951 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:35.808534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Made reservation on behalf of 4468396b0c644fbbba3d3579ad9a5272 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:35.814486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:35.847923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] device_id is not set on port dee3ccd3-6023-4fe9-acce-4544e0954584 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:35.861269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e268e20b-2946-4fd2-b094-5e5827f3ce5b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0716341 Feb 10 06:41:35.863969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53984) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:35.869475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'network_id': 'efc42bf7-8f42-4565-a292-6f6e1e682951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:35.986239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-27f7dc43-a5fb-4f37-b064-24f415c780bf None None] Provisioning complete for port dcbc8621-fdb6-4234-a2bd-07b3a9980bc0 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:35.998745 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27f7dc43-a5fb-4f37-b064-24f415c780bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dcbc8621-fdb6-4234-a2bd-07b3a9980bc0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.010806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83165438-b140-4213-81d3-b616aa2c642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b937bd75-d607-4f64-a578-882091b15780), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.013759 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83165438-b140-4213-81d3-b616aa2c642f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.022774 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-83165438-b140-4213-81d3-b616aa2c642f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b937bd75-d607-4f64-a578-882091b15780 HTTP/1.1" status: 204 len: 168 time: 1.2681623 Feb 10 06:41:36.095785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83165438-b140-4213-81d3-b616aa2c642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b937bd75-d607-4f64-a578-882091b15780,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:36.124797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Allocated IP 2001:db8::1c9 (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2/88ad563a-cbad-4739-9e1d-9359cc967df6/dee3ccd3-6023-4fe9-acce-4544e0954584) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:36.228379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=d86ebef6-ed0d-485c-9721-c34ccc41a9f7,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:36.323328 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.324158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-27f7dc43-a5fb-4f37-b064-24f415c780bf None None] Port dcbc8621-fdb6-4234-a2bd-07b3a9980bc0 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:36.422401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3a6261-bc8f-44fc-ac85-c622cc7d3955 None None] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:36.528339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks [] for router_gateway (7270d982-447e-4baf-8ed1-8ff8dcc19d48), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.528835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.677567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.774477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:36.847997 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ee5fc310-5b27-433f-9ff7-793b5084277b None None] Provisioning complete for port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:36.848381 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc310-5b27-433f-9ff7-793b5084277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.872068 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.888041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:36.917126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-918a5994-e5f4-4ad3-991c-7d2c40dca85a req-184d7944-52cc-4594-9bca-6c5d09d09d2a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.2918892 Feb 10 06:41:36.920227 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Port': ['ID=dee3ccd3-6023-4fe9-acce-4544e0954584,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:36.931832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:36.941426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:36.942547 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:36.978952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Made reservation on behalf of c4b78b2b7c0c4528ae04d297aa658e61 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:36.984481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:37.026347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a9556ea6-8f07-4411-ab97-a4d6189cf662 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7603559 Feb 10 06:41:37.026577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Allocated IP 172.25.8.242 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/45c9d049-22ec-440c-951f-ce05703caa75) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:37.027097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54008) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:37.037098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9942f663-e3d6-4eb2-b603-002972ac7bde tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ac', 'mac_address': 'fa:16:3e:dd:ef:1f'}, {'ip_address': '2001:db8::9', 'mac_address': 'fa:16:3e:b9:04:cf'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:37.104440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fc310-5b27-433f-9ff7-793b5084277b None None] Current status of the port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:37.164033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing IP validity checks on allocation pools {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 06:41:37.164558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 06:41:37.244405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d86ebef6-ed0d-485c-9721-c34ccc41a9f7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:37.339647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (7270d982-447e-4baf-8ed1-8ff8dcc19d48), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:37.366123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:37.366562 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:37.557502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (818ad0e9-010b-465e-a39c-53dd8b63fe13), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:37.574855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:37.590634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e17b4aea-f09e-49c6-80f7-3fe7c84c78bd None None] Provisioning complete for port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:37.591319 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e17b4aea-f09e-49c6-80f7-3fe7c84c78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:37.653413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=818ad0e9-010b-465e-a39c-53dd8b63fe13,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:37.697973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for port (45c9d049-22ec-440c-951f-ce05703caa75), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:37.722953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Checking segment: {'id': '72dfb126-40a9-4ce0-8942-8652ce367169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efc42bf7-8f42-4565-a292-6f6e1e682951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:37.724162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network hostable DHCP agents. Network: efc42bf7-8f42-4565-a292-6f6e1e682951, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:37.750353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4aea-f09e-49c6-80f7-3fe7c84c78bd None None] Current status of the port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:37.761700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Network efc42bf7-8f42-4565-a292-6f6e1e682951 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:37.766698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e17b4aea-f09e-49c6-80f7-3fe7c84c78bd None None] Provisioning complete for port dee3ccd3-6023-4fe9-acce-4544e0954584 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:37.767111 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e17b4aea-f09e-49c6-80f7-3fe7c84c78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:37.775675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, efc42bf7-8f42-4565-a292-6f6e1e682951) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:37.785451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:37.787075 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889106'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:37.818361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-31f32fa3-6f51-43c7-af7f-1ef67d9c47cb tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9530756 Feb 10 06:41:37.819247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54034) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:37.822904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67bbe20-9f3e-42aa-adcd-0d4163e84b14 None None] Network efc42bf7-8f42-4565-a292-6f6e1e682951 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:37.824829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-40335cb5-a372-4ffd-b836-7f1624f39a38 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:37.836067 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9942f663-e3d6-4eb2-b603-002972ac7bde tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:37.865826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4aea-f09e-49c6-80f7-3fe7c84c78bd None None] Port dee3ccd3-6023-4fe9-acce-4544e0954584 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:37.876113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:38.012522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (45c9d049-22ec-440c-951f-ce05703caa75), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.031630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40335cb5-a372-4ffd-b836-7f1624f39a38 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59215655'] for subnet (818ad0e9-010b-465e-a39c-53dd8b63fe13), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.052606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-efc42bf7-8f42-4565-a292-6f6e1e682951', 'network_id': 'efc42bf7-8f42-4565-a292-6f6e1e682951', 'project_id': 'c4b78b2b7c0c4528ae04d297aa658e61', 'fixed_ips': [{'subnet_id': '818ad0e9-010b-465e-a39c-53dd8b63fe13'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:41:38.053355 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.106412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:38.134916 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Port': ['ID=45c9d049-22ec-440c-951f-ce05703caa75,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:38.147157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:38.167190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a00886fd-ae23-4289-b834-51b3db7545c2 req-7688ddfb-6ce5-4fe1-973d-7484d29e14ac tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0428810 Feb 10 06:41:38.177151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-72bd2388-bbf2-4696-b7d8-dfbcbfa5f3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.192938 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 06:41:38.192938 n-d-828670-1 neutron-server[103215]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 10 06:41:38.192938 n-d-828670-1 neutron-server[103215]: [parameters: {'in_use': 1, 'id_1': '818ad0e9-010b-465e-a39c-53dd8b63fe13'}] Feb 10 06:41:38.192938 n-d-828670-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:41:38.193327 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:41:38.223032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:38.323614 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40335cb5-a372-4ffd-b836-7f1624f39a38 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734256405239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59247303'] for subnet (818ad0e9-010b-465e-a39c-53dd8b63fe13), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.346236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:41:38.384833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-72bd2388-bbf2-4696-b7d8-dfbcbfa5f3a1 admin admin] Publish callbacks [] for security_group (7a8d6466-c166-42c7-99f2-4ee7eb6d609e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.392831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40335cb5-a372-4ffd-b836-7f1624f39a38 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:38.393575 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40335cb5-a372-4ffd-b836-7f1624f39a38 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.398864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-40335cb5-a372-4ffd-b836-7f1624f39a38 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "PUT /v2.0/subnets/818ad0e9-010b-465e-a39c-53dd8b63fe13 HTTP/1.1" status: 200 len: 877 time: 0.5769541 Feb 10 06:41:38.401959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:38.497262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-72bd2388-bbf2-4696-b7d8-dfbcbfa5f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7a8d6466-c166-42c7-99f2-4ee7eb6d609e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.499947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for floatingip (21a11266-5e21-430f-a94e-8e96281c5a1b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.502727 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (efc42bf7-8f42-4565-a292-6f6e1e682951), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.530973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40335cb5-a372-4ffd-b836-7f1624f39a38 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event updated for resources: {'Subnet': ['ID=818ad0e9-010b-465e-a39c-53dd8b63fe13,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:38.561724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd2388-bbf2-4696-b7d8-dfbcbfa5f3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8d6466-c166-42c7-99f2-4ee7eb6d609e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:38.593265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-72bd2388-bbf2-4696-b7d8-dfbcbfa5f3a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7188ce6434624fc0ae8cdd51a2c9bd5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7139370 Feb 10 06:41:38.594396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:38.661518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (45c9d049-22ec-440c-951f-ce05703caa75), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.667048 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (818ad0e9-010b-465e-a39c-53dd8b63fe13), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.670238 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9942f663-e3d6-4eb2-b603-002972ac7bde tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.672270 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8600a77-4f0f-4f9f-b9c4-fe4f5933c43e admin admin] Publish callbacks [] for security_group (7a8d6466-c166-42c7-99f2-4ee7eb6d609e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.695010 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.699253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8600a77-4f0f-4f9f-b9c4-fe4f5933c43e admin admin] Publish callbacks [] for security_group (7a8d6466-c166-42c7-99f2-4ee7eb6d609e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.702548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9942f663-e3d6-4eb2-b603-002972ac7bde tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.720215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:41:38.735776 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Sync routers for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:41:38.756834 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:41:38.757439 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:41:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:38.803622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9942f663-e3d6-4eb2-b603-002972ac7bde tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] In _notify_port_updated(), no bound segment for port dee3ccd3-6023-4fe9-acce-4544e0954584 on network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:41:38.804356 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8600a77-4f0f-4f9f-b9c4-fe4f5933c43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7a8d6466-c166-42c7-99f2-4ee7eb6d609e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.809734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942f663-e3d6-4eb2-b603-002972ac7bde tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:38.810663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9942f663-e3d6-4eb2-b603-002972ac7bde tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.811363 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8600a77-4f0f-4f9f-b9c4-fe4f5933c43e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.814760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d8600a77-4f0f-4f9f-b9c4-fe4f5933c43e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a8d6466-c166-42c7-99f2-4ee7eb6d609e HTTP/1.1" status: 204 len: 168 time: 0.2169566 Feb 10 06:41:38.821969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:38.825937 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9942f663-e3d6-4eb2-b603-002972ac7bde tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "PUT /v2.0/ports/dee3ccd3-6023-4fe9-acce-4544e0954584 HTTP/1.1" status: 200 len: 1065 time: 1.7932489 Feb 10 06:41:38.894875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:38.911053 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6c084776-c3d9-4559-8801-13db1aff8cf2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2652709 Feb 10 06:41:38.911867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54052) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:38.941395 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:41:38.964496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8600a77-4f0f-4f9f-b9c4-fe4f5933c43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8d6466-c166-42c7-99f2-4ee7eb6d609e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:39.001631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Allocated IP 172.20.0.3 (efc42bf7-8f42-4565-a292-6f6e1e682951/818ad0e9-010b-465e-a39c-53dd8b63fe13/ea465a74-e466-439b-ba8d-fb69b33ea861) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:39.102248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942f663-e3d6-4eb2-b603-002972ac7bde tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event updated for resources: {'Port': ['ID=dee3ccd3-6023-4fe9-acce-4544e0954584,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:39.188325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Publish callbacks [] for port (ea465a74-e466-439b-ba8d-fb69b33ea861), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.211380 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ea465a74-e466-439b-ba8d-fb69b33ea861), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.244771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8199f85c-f217-4202-945e-f60a87cbf913 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Deleting port dee3ccd3-6023-4fe9-acce-4544e0954584 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:39.244993 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8199f85c-f217-4202-945e-f60a87cbf913 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.295262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (818ad0e9-010b-465e-a39c-53dd8b63fe13), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.316759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Pushing event updated for resources: {'Port': ['ID=ea465a74-e466-439b-ba8d-fb69b33ea861,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:39.350386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.350730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.351067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.351409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.357926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.358501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.360928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.361481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.362098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.362758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.363356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.365471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.365984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:39.393776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-94e0395b-bfd8-40fd-9acc-27b5b1eb7fcc None None] Provisioning complete for port dee3ccd3-6023-4fe9-acce-4544e0954584 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:39.394391 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94e0395b-bfd8-40fd-9acc-27b5b1eb7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.486168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Network efc42bf7-8f42-4565-a292-6f6e1e682951 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:39.491749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-94e0395b-bfd8-40fd-9acc-27b5b1eb7fcc None None] Port dee3ccd3-6023-4fe9-acce-4544e0954584 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:39.494588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:39.501884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:39.507371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=818ad0e9-010b-465e-a39c-53dd8b63fe13,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:39.576552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Attempting to bind port ea465a74-e466-439b-ba8d-fb69b33ea861 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:39.577244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Attempting to bind port ea465a74-e466-439b-ba8d-fb69b33ea861 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '72dfb126-40a9-4ce0-8942-8652ce367169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efc42bf7-8f42-4565-a292-6f6e1e682951'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:39.577828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Attempting to bind port ea465a74-e466-439b-ba8d-fb69b33ea861 on network efc42bf7-8f42-4565-a292-6f6e1e682951 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:39.581037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3897ab6d-029a-4eb1-9f02-afd824732aff req-b7400ce5-d234-442a-bbc9-0cab496b0e41 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.2515495 Feb 10 06:41:39.584300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:39.584952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Checking segment: {'id': '72dfb126-40a9-4ce0-8942-8652ce367169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efc42bf7-8f42-4565-a292-6f6e1e682951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:39.585544 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.586116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Bound using segment: {'id': '72dfb126-40a9-4ce0-8942-8652ce367169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efc42bf7-8f42-4565-a292-6f6e1e682951'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:39.586807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Bound port: ea465a74-e466-439b-ba8d-fb69b33ea861, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72dfb126-40a9-4ce0-8942-8652ce367169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efc42bf7-8f42-4565-a292-6f6e1e682951'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:39.587396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ea465a74-e466-439b-ba8d-fb69b33ea861), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.726316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] For port ea465a74-e466-439b-ba8d-fb69b33ea861, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:39.738971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] For port ea465a74-e466-439b-ba8d-fb69b33ea861, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ea465a74-e466-439b-ba8d-fb69b33ea861,segment=NetworkSegment(72dfb126-40a9-4ce0-8942-8652ce367169),segment_id=72dfb126-40a9-4ce0-8942-8652ce367169)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:39.763269 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ea465a74-e466-439b-ba8d-fb69b33ea861), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.766025 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (efc42bf7-8f42-4565-a292-6f6e1e682951), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.792980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8199f85c-f217-4202-945e-f60a87cbf913 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.847266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbc597-360c-416e-ac9c-74908609a13b None None] Pushing event updated for resources: {'Port': ['ID=ea465a74-e466-439b-ba8d-fb69b33ea861,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:39.863179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8199f85c-f217-4202-945e-f60a87cbf913 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Calling delete_port for dee3ccd3-6023-4fe9-acce-4544e0954584 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:39.866754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for port (45c9d049-22ec-440c-951f-ce05703caa75), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.882200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc42bf7-8f42-4565-a292-6f6e1e682951']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:39.883036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (45c9d049-22ec-440c-951f-ce05703caa75), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:39.921472 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:36Z', 'revision_number': 3, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:39.923027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e168bc-8690-44f0-a63a-12f5ae0a93bc None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:41:39.946382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dfb126-40a9-4ce0-8942-8652ce367169') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:39.946693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dfb126-40a9-4ce0-8942-8652ce367169') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:39.987392 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.003347 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Checking router: 7270d982-447e-4baf-8ed1-8ff8dcc19d48 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:41:40.003709 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Updating router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 port fdbc0941-15e6-48d8-8bff-00813eda42e1 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:41:40.054352 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (72dfb126-40a9-4ce0-8942-8652ce367169), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.075308 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.117920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (72dfb126-40a9-4ce0-8942-8652ce367169), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.210709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e168bc-8690-44f0-a63a-12f5ae0a93bc None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:41:40.296648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:40.297227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (72dfb126-40a9-4ce0-8942-8652ce367169), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:40.371794 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:40.420842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:41:40.420842 n-d-828670-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:41:40.420842 n-d-828670-1 neutron-server[103214]: [parameters: {'id': 'efc42bf7-8f42-4565-a292-6f6e1e682951'}] Feb 10 06:41:40.420842 n-d-828670-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:41:40.423346 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:41:40.432982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8199f85c-f217-4202-945e-f60a87cbf913 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dee3ccd3-6023-4fe9-acce-4544e0954584), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.502690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199f85c-f217-4202-945e-f60a87cbf913 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event deleted for resources: {'Port': ['ID=dee3ccd3-6023-4fe9-acce-4544e0954584,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:40.553020 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (21a11266-5e21-430f-a94e-8e96281c5a1b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.569236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Port': ['ID=45c9d049-22ec-440c-951f-ce05703caa75,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:40.616498 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Publish callbacks [] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.628345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.639500 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.659330 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1199cbbd-6b1d-44aa-9159-2c52ce853085 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6949255 Feb 10 06:41:40.717927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54090) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:40.734612 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Pushing event updated for resources: {'Port': ['ID=fdbc0941-15e6-48d8-8bff-00813eda42e1,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:40.751704 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1df9-c090-4a9a-90ea-4fd3f6c0500c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.772911 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.774843 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.775936 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.778877 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.781627 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.782156 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.782678 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.783188 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.784132 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.785156 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.786854 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.787467 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.787967 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:41:40.840111 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Attempting to bind port fdbc0941-15e6-48d8-8bff-00813eda42e1 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:40.840559 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Attempting to bind port fdbc0941-15e6-48d8-8bff-00813eda42e1 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:40.840926 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Attempting to bind port fdbc0941-15e6-48d8-8bff-00813eda42e1 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:40.853902 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:40.854282 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:40.855203 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.855599 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:40.856072 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Bound port: fdbc0941-15e6-48d8-8bff-00813eda42e1, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:40.858252 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:40.861164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198b27ea-4e6e-40a3-a056-07d8bdda8c27 None None] Network efc42bf7-8f42-4565-a292-6f6e1e682951 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:40.930726 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (efc42bf7-8f42-4565-a292-6f6e1e682951), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.010580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d85e562e-aaf5-4292-a6f6-e6a4cff19a8f req-f743acd8-c200-41eb-aa80-19a138db1a8b tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.2228045 Feb 10 06:41:41.036880 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] For port fdbc0941-15e6-48d8-8bff-00813eda42e1, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:41.074201 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3cb141f-deff-4742-8bfd-f86e9a709798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.081080 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] For port fdbc0941-15e6-48d8-8bff-00813eda42e1, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fdbc0941-15e6-48d8-8bff-00813eda42e1,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:41.093007 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.107099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c977babd-e225-42ba-bc0c-680d8875264c None None] Network efc42bf7-8f42-4565-a292-6f6e1e682951 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:41.136416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8199f85c-f217-4202-945e-f60a87cbf913 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.144636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8199f85c-f217-4202-945e-f60a87cbf913 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "DELETE /v2.0/ports/dee3ccd3-6023-4fe9-acce-4544e0954584 HTTP/1.1" status: 204 len: 168 time: 2.3066175 Feb 10 06:41:41.148941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54106) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:41.191272 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:41:41.191909 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:41:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:41.229570 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cd1a6b-5569-44e1-a01d-997189b1ec40 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] GET failed (client error): The resource could not be found. Feb 10 06:41:41.231103 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.231425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-81cd1a6b-5569-44e1-a01d-997189b1ec40 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "GET /v2.0/ports/dee3ccd3-6023-4fe9-acce-4544e0954584 HTTP/1.1" status: 404 len: 333 time: 0.0643399 Feb 10 06:41:41.240982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54108) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:41.319361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-b182504c-84e3-4133-a1a9-c618e6537720 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--689390091&fields=id&tenant_id=e8bc94e5bcd6463597ae775a0c189508 HTTP/1.1" status: 200 len: 267 time: 0.2151005 Feb 10 06:41:41.368148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting port ea465a74-e466-439b-ba8d-fb69b33ea861 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:41.368709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ea465a74-e466-439b-ba8d-fb69b33ea861), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.420750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-284d33ff-af1f-4258-907c-bd3f15fd0adf tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:41.423187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-284d33ff-af1f-4258-907c-bd3f15fd0adf tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports/4b086cf4-5264-49c5-8900-7d890fee08e4 HTTP/1.1" status: 200 len: 930 time: 0.0961244 Feb 10 06:41:41.462116 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a8beb-ac34-43fd-8fe9-fb3257eb9339 None None] Pushing event updated for resources: {'Port': ['ID=fdbc0941-15e6-48d8-8bff-00813eda42e1,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:41.482796 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:41:41.556256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] For port ea465a74-e466-439b-ba8d-fb69b33ea861, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ea465a74-e466-439b-ba8d-fb69b33ea861,segment=NetworkSegment(72dfb126-40a9-4ce0-8942-8652ce367169),segment_id=72dfb126-40a9-4ce0-8942-8652ce367169)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:41.556629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ea465a74-e466-439b-ba8d-fb69b33ea861), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.559561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3cb141f-deff-4742-8bfd-f86e9a709798 admin admin] Publish callbacks [] for security_group (77bdb356-6299-4422-8f05-531b946b821d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.562653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-571b6e17-9ca0-4e28-87f4-592f5cf72853 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Deleting port dcbc8621-fdb6-4234-a2bd-07b3a9980bc0 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:41.563024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-571b6e17-9ca0-4e28-87f4-592f5cf72853 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dcbc8621-fdb6-4234-a2bd-07b3a9980bc0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.596356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e9d03e6e-a991-454b-9b67-09ddbf889a33 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:41.598064 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e9d03e6e-a991-454b-9b67-09ddbf889a33 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports/8c67d70a-3546-4c83-a55a-09f604e3d2e9 HTTP/1.1" status: 200 len: 932 time: 0.1659191 Feb 10 06:41:41.610771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Calling delete_port for ea465a74-e466-439b-ba8d-fb69b33ea861 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:41.696770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-c82f2d73-5142-42c9-b68e-ec86ddecc36d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?network_id=b358257e-dd73-497b-ab8b-bba846eb1153&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0736492 Feb 10 06:41:41.704505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-571b6e17-9ca0-4e28-87f4-592f5cf72853 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dcbc8621-fdb6-4234-a2bd-07b3a9980bc0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.722217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:36Z', 'revision_number': 3, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:41.742347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-571b6e17-9ca0-4e28-87f4-592f5cf72853 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Calling delete_port for dcbc8621-fdb6-4234-a2bd-07b3a9980bc0 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:41.771894 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed8f98-56a9-4019-85be-aaf5e29c8f74 None None] The sync data for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 is: [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:36Z', 'revision_number': 3, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:41:41.806853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-65bb3c64-373e-4afe-8807-ca907e2f1c88 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?network_id=b358257e-dd73-497b-ab8b-bba846eb1153&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0978827 Feb 10 06:41:41.831069 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3cb141f-deff-4742-8bfd-f86e9a709798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (77bdb356-6299-4422-8f05-531b946b821d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:41.861616 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d3cb141f-deff-4742-8bfd-f86e9a709798 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b74817ed96644fda93aa8f1b2dc3699f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1423082 Feb 10 06:41:41.866914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54112) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:41.979051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb141f-deff-4742-8bfd-f86e9a709798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bdb356-6299-4422-8f05-531b946b821d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:42.010978 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:41:42.030266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Allocated IP 172.20.0.1 (aa82c388-a80e-4ab9-83ef-9b47d4160248/01841d15-fd3e-4642-900e-37b1655010f7/41bc7d05-1ba9-4df3-8636-59e20ee8a2c5) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:42.040879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-571b6e17-9ca0-4e28-87f4-592f5cf72853 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (dcbc8621-fdb6-4234-a2bd-07b3a9980bc0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.131438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b6e17-9ca0-4e28-87f4-592f5cf72853 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event deleted for resources: {'Port': ['ID=dcbc8621-fdb6-4234-a2bd-07b3a9980bc0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:42.133826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d5b3-d179-41e9-8035-c6ede63fdfc9 admin admin] Publish callbacks [] for security_group (77bdb356-6299-4422-8f05-531b946b821d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.159068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-4e258d92-308b-4e0f-9de2-22c09206e74a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:42.173563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-4e258d92-308b-4e0f-9de2-22c09206e74a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:42.196634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-4e258d92-308b-4e0f-9de2-22c09206e74a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:42.222690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-4e258d92-308b-4e0f-9de2-22c09206e74a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/networks?id=e519246c-5187-4df4-b098-e72e83a7f300&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=b358257e-dd73-497b-ab8b-bba846eb1153&id=b358257e-dd73-497b-ab8b-bba846eb1153 HTTP/1.1" status: 200 len: 1988 time: 0.4060385 Feb 10 06:41:42.300250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-969f85d9-b0a6-45f5-b408-ad10aa883571 req-c4a8c673-a7c3-4030-9e6b-82238dd57a3a tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0635440 Feb 10 06:41:42.306865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-c1b7098c-5b79-4248-b4cc-3501a6c45e92 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/quotas/e8bc94e5bcd6463597ae775a0c189508 HTTP/1.1" status: 200 len: 375 time: 0.0833855 Feb 10 06:41:42.309376 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-571b6e17-9ca0-4e28-87f4-592f5cf72853 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.317190 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-571b6e17-9ca0-4e28-87f4-592f5cf72853 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "DELETE /v2.0/ports/dcbc8621-fdb6-4234-a2bd-07b3a9980bc0 HTTP/1.1" status: 204 len: 168 time: 1.0731292 Feb 10 06:41:42.328168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54116) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:42.362133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d5b3-d179-41e9-8035-c6ede63fdfc9 admin admin] Publish callbacks [] for security_group (77bdb356-6299-4422-8f05-531b946b821d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.383978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ea465a74-e466-439b-ba8d-fb69b33ea861), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.453694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Port': ['ID=ea465a74-e466-439b-ba8d-fb69b33ea861,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:42.463958 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78a8575-7600-41d1-b4f9-d18e3665ab67 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] GET failed (client error): The resource could not be found. Feb 10 06:41:42.465767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c78a8575-7600-41d1-b4f9-d18e3665ab67 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "GET /v2.0/ports/dcbc8621-fdb6-4234-a2bd-07b3a9980bc0 HTTP/1.1" status: 404 len: 333 time: 0.1357481 Feb 10 06:41:42.476389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54120) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:42.487703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No DVR routers for this DVR port ea465a74-e466-439b-ba8d-fb69b33ea861 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:42.506644 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5eaf5aad-42d8-4394-9a45-958f5cc016da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.516253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Publish callbacks [] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.576537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d5b3-d179-41e9-8035-c6ede63fdfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (77bdb356-6299-4422-8f05-531b946b821d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.579197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d5b3-d179-41e9-8035-c6ede63fdfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.580403 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b9d5d5b3-d179-41e9-8035-c6ede63fdfc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77bdb356-6299-4422-8f05-531b946b821d HTTP/1.1" status: 204 len: 168 time: 0.7102530 Feb 10 06:41:42.603721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5d5b3-d179-41e9-8035-c6ede63fdfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bdb356-6299-4422-8f05-531b946b821d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:42.642089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:42.759918 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:42.770697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:42.772374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Pushing event updated for resources: {'Port': ['ID=41bc7d05-1ba9-4df3-8636-59e20ee8a2c5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:42.784993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:42.880406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (7270d982-447e-4baf-8ed1-8ff8dcc19d48), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.244453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.279515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-96d635a8-8cac-4898-9ad5-24c0e5c9e1fd None None] Provisioning complete for port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:43.280417 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96d635a8-8cac-4898-9ad5-24c0e5c9e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.400325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-96d635a8-8cac-4898-9ad5-24c0e5c9e1fd None None] Port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:43.403625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fdbc0941-15e6-48d8-8bff-00813eda42e1 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:43.500739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fdbc0941-15e6-48d8-8bff-00813eda42e1 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:43.504114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.613739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Publish callbacks [] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.630836 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.673053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fdbc0941-15e6-48d8-8bff-00813eda42e1 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:43.674703 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.701356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port fdbc0941-15e6-48d8-8bff-00813eda42e1, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fdbc0941-15e6-48d8-8bff-00813eda42e1,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:43.711620 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.734939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-6acf22fd-e5be-4288-bb45-6cb96d080164 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&fields=id HTTP/1.1" status: 200 len: 486 time: 1.4185672 Feb 10 06:41:43.797715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Pushing event updated for resources: {'Port': ['ID=41bc7d05-1ba9-4df3-8636-59e20ee8a2c5,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:43.833205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=fdbc0941-15e6-48d8-8bff-00813eda42e1,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:43.834653 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (7270d982-447e-4baf-8ed1-8ff8dcc19d48), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.847648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ed542c7-9ae0-473d-8d80-a0bf2cb5fd66 req-9f82bdf6-16b5-495a-90d1-16e9cb1e28c7 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1078551 Feb 10 06:41:43.890534 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:43.993464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (efc42bf7-8f42-4565-a292-6f6e1e682951), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:44.041142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc42bf7-8f42-4565-a292-6f6e1e682951']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:44.056622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:44.058105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:44.100112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dfb126-40a9-4ce0-8942-8652ce367169') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:44.100641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dfb126-40a9-4ce0-8942-8652ce367169') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:44.131337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (72dfb126-40a9-4ce0-8942-8652ce367169), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:44.203335 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (72dfb126-40a9-4ce0-8942-8652ce367169), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:44.207329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4c966fcc-5777-404c-80b3-8f781d47249e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Deleting port ca9f25ab-3431-471c-91ca-c142daf560f6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:44.207913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c966fcc-5777-404c-80b3-8f781d47249e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ca9f25ab-3431-471c-91ca-c142daf560f6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:44.248243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:44.248921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (72dfb126-40a9-4ce0-8942-8652ce367169), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:44.252562 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:44.300613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7575858e-29b0-4024-9260-b48190b0eca4 service neutron] 10.222.0.21 "GET /v2.0/networks/e519246c-5187-4df4-b098-e72e83a7f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553370 Feb 10 06:41:44.308246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:41:44.517536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-0e783671-7805-4d81-9958-25b7abecbb85 service neutron] 10.222.0.21 "GET /v2.0/networks/e519246c-5187-4df4-b098-e72e83a7f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156730 Feb 10 06:41:44.540625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f7e84cc3-b403-482b-8978-658f0ef9b71c None None] Provisioning complete for port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:44.542759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e84cc3-b403-482b-8978-658f0ef9b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:44.606294 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-510c384f-6050-4d85-b0ed-2cd503b5483b service neutron] 10.222.0.21 "GET /v2.0/ports/4b086cf4-5264-49c5-8900-7d890fee08e4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0878139 Feb 10 06:41:44.633804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:41:44.642447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f7e84cc3-b403-482b-8978-658f0ef9b71c None None] Port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:44.646137 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-82342bc1-dfbf-4ab0-8abc-dd5663d64c14 admin admin] 10.222.0.21 "PUT /v2.0/routers/7270d982-447e-4baf-8ed1-8ff8dcc19d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7013805 Feb 10 06:41:44.752227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c966fcc-5777-404c-80b3-8f781d47249e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ca9f25ab-3431-471c-91ca-c142daf560f6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:44.783073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4c966fcc-5777-404c-80b3-8f781d47249e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Calling delete_port for ca9f25ab-3431-471c-91ca-c142daf560f6 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:44.849237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Sync routers for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:41:44.874393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:41:44.875071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:41:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:45.056281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c966fcc-5777-404c-80b3-8f781d47249e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ca9f25ab-3431-471c-91ca-c142daf560f6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.075890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54174) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:45.226853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (efc42bf7-8f42-4565-a292-6f6e1e682951), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.244149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42047a10-13fd-4b6f-820d-b76374eb8b1c req-6f476538-4d86-46b3-9d86-5496d3790bc4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1934834 Feb 10 06:41:45.263854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c966fcc-5777-404c-80b3-8f781d47249e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event deleted for resources: {'Port': ['ID=ca9f25ab-3431-471c-91ca-c142daf560f6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:45.269324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.282757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54178) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:45.283866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fdbc0941-15e6-48d8-8bff-00813eda42e1 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:45.299437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/efc42bf7-8f42-4565-a292-6f6e1e682951 HTTP/1.1" status: 204 len: 168 time: 6.8963575 Feb 10 06:41:45.344072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.356749 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b24b554-3142-475b-b7bd-c237a717c393 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:45.357334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b24b554-3142-475b-b7bd-c237a717c393 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:45.360605 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2b24b554-3142-475b-b7bd-c237a717c393 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/818ad0e9-010b-465e-a39c-53dd8b63fe13 HTTP/1.1" status: 404 len: 337 time: 0.0768518 Feb 10 06:41:45.363215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54182) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:45.372180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:41:45.403674 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-84aa947c-1991-4fe9-9b72-24ec87cec338 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:45.410289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84aa947c-1991-4fe9-9b72-24ec87cec338 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:45.414617 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-84aa947c-1991-4fe9-9b72-24ec87cec338 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/efc42bf7-8f42-4565-a292-6f6e1e682951 HTTP/1.1" status: 404 len: 339 time: 0.0479856 Feb 10 06:41:45.417084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54184) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:45.476708 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-973d43f0-7d8f-44f1-a100-823723ff0134 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:45.481967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c918c2f-6943-4c34-9624-aaf1f0f13452 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=efc42bf7-8f42-4565-a292-6f6e1e682951,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:45.482406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973d43f0-7d8f-44f1-a100-823723ff0134 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:45.484141 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c966fcc-5777-404c-80b3-8f781d47249e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.493125 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-973d43f0-7d8f-44f1-a100-823723ff0134 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/7b0f5b4d-4866-4844-af1f-0513256b502c HTTP/1.1" status: 404 len: 337 time: 0.0747120 Feb 10 06:41:45.499176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54186) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:45.502030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c966fcc-5777-404c-80b3-8f781d47249e tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "DELETE /v2.0/ports/ca9f25ab-3431-471c-91ca-c142daf560f6 HTTP/1.1" status: 204 len: 168 time: 3.0231233 Feb 10 06:41:45.504541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:45.554826 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd04c7c3-3a29-4c08-9c09-a1710aec56ff tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:45.555728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd04c7c3-3a29-4c08-9c09-a1710aec56ff tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:45.562252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fd04c7c3-3a29-4c08-9c09-a1710aec56ff tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/b5fa772e-6a35-4539-bb91-d019278039ed HTTP/1.1" status: 404 len: 339 time: 0.0616910 Feb 10 06:41:45.565758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54190) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:45.610438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fdbc0941-15e6-48d8-8bff-00813eda42e1 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:45.610981 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.683942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-cd800a53-a29a-4906-9149-49b594cbf795 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0767739 Feb 10 06:41:45.735091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e016e7-4cef-47c6-b7e0-ace08d82f143 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Deleting subnet 88ad563a-cbad-4739-9e1d-9359cc967df6 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:41:45.745360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1325544954'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:45.750482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32e016e7-4cef-47c6-b7e0-ace08d82f143 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for subnet (88ad563a-cbad-4739-9e1d-9359cc967df6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.808775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7156799b-7931-4d21-9ea6-1eaff8eb6503), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.851822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Made reservation on behalf of ef67eb0ab0a04a668be7345b544d7d7f for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:45.858150 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.859458 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32e016e7-4cef-47c6-b7e0-ace08d82f143 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (88ad563a-cbad-4739-9e1d-9359cc967df6), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.918013 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:45.918871 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fdbc0941-15e6-48d8-8bff-00813eda42e1 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:45.920946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-78931049-1ed0-4559-9cb1-d0e48d396c14 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240872 Feb 10 06:41:46.017429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-eb6c539f-b3f3-4dff-b8e9-68895a4ca1e1 service neutron] 10.222.0.21 "GET /v2.0/ports/8c67d70a-3546-4c83-a55a-09f604e3d2e9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0889165 Feb 10 06:41:46.079626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32e016e7-4cef-47c6-b7e0-ace08d82f143 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (88ad563a-cbad-4739-9e1d-9359cc967df6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.146478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 2, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:46.156482 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7156799b-7931-4d21-9ea6-1eaff8eb6503), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.244864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8502fa3e-117b-4149-aa58-cdee51801109 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177587 Feb 10 06:41:46.259247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Checking router: 7270d982-447e-4baf-8ed1-8ff8dcc19d48 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:41:46.259612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Updating router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:41:46.302696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32e016e7-4cef-47c6-b7e0-ace08d82f143 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (88ad563a-cbad-4739-9e1d-9359cc967df6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.316911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7156799b-7931-4d21-9ea6-1eaff8eb6503']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:46.351661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e016e7-4cef-47c6-b7e0-ace08d82f143 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event deleted for resources: {'Subnet': ['ID=88ad563a-cbad-4739-9e1d-9359cc967df6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:46.365786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54196) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:46.366384 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.388164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-eddd53b8-2b00-4834-8feb-7d53883d630e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--927446336', 'description': 'tempest-description--139067558'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:46.414240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a52588-5933-44ca-b92f-9ed905449400') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:46.414881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a52588-5933-44ca-b92f-9ed905449400') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:46.440498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (d6a52588-5933-44ca-b92f-9ed905449400), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.469223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d914a90-15d4-4634-8b60-09b082ae7f70 None None] Network a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:46.478429 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d6a52588-5933-44ca-b92f-9ed905449400), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.483826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eddd53b8-2b00-4834-8feb-7d53883d630e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.495678 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32e016e7-4cef-47c6-b7e0-ace08d82f143 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.509669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-32e016e7-4cef-47c6-b7e0-ace08d82f143 tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "DELETE /v2.0/subnets/88ad563a-cbad-4739-9e1d-9359cc967df6 HTTP/1.1" status: 204 len: 168 time: 1.0017672 Feb 10 06:41:46.515495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:46.516198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (d6a52588-5933-44ca-b92f-9ed905449400), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:46.519777 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:46.523231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54198) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:46.531484 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.532622 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks [] for security_group (f1bdd39c-0ef1-47be-81f7-96631200860f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.555875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d1cf477-71a0-4c85-aad2-786f5a2bec3f req-5d39e617-190f-4899-85f0-c7407ea64ce6 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1329856 Feb 10 06:41:46.582026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f1bdd39c-0ef1-47be-81f7-96631200860f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.612920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-54d6862d-bc24-4fa9-b684-5b726104d2ab service neutron] 10.222.0.21 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596489 Feb 10 06:41:46.745105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f20e6a37-686a-4e7e-9814-7e9a10a91bd1 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247830 Feb 10 06:41:46.828549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eddd53b8-2b00-4834-8feb-7d53883d630e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (b9722af8-efaa-426f-b41f-462aff811e45), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.850601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eddd53b8-2b00-4834-8feb-7d53883d630e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b9722af8-efaa-426f-b41f-462aff811e45), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:46.899038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-c3f14e59-9150-4081-8304-006ddb6581a0 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467843 Feb 10 06:41:46.966360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bdd39c-0ef1-47be-81f7-96631200860f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:46.982603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:46.994986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eddd53b8-2b00-4834-8feb-7d53883d630e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.005864 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eddd53b8-2b00-4834-8feb-7d53883d630e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6341255 Feb 10 06:41:47.008973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54202) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:47.009844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0963c-f88d-424a-860d-782d9441c83a None None] DHCP port deletion for a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:41:47.018555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-295436b7-f33b-4109-9171-a74426e36db4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'security_group_rule': {'security_group_id': 'b9722af8-efaa-426f-b41f-462aff811e45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:47.048123 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (7156799b-7931-4d21-9ea6-1eaff8eb6503), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.096446 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.106930 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/7156799b-7931-4d21-9ea6-1eaff8eb6503 HTTP/1.1" status: 204 len: 168 time: 1.5394747 Feb 10 06:41:47.118054 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8423460a-7bde-487b-b39a-13d3a77231ec), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.121204 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Added segment 8423460a-7bde-487b-b39a-13d3a77231ec of type vlan for network ffce41a9-83a9-44bf-b9db-55cd9de1b004 Feb 10 06:41:47.124818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54204) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:47.135327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.142500 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Publish callbacks [] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.151925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-16c0963c-f88d-424a-860d-782d9441c83a None None] Deleting port b506ba8b-71fe-4eae-bd02-268a27b05808 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:47.152471 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16c0963c-f88d-424a-860d-782d9441c83a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.157595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.177662 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-295436b7-f33b-4109-9171-a74426e36db4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (b4e17c02-1be1-4821-8e0f-d9aeee0720ff), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.264438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b506ba8b-71fe-4eae-bd02-268a27b05808 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:47.273352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f493a2e2-7a83-4644-8e3b-9a58adac59f3 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688481 Feb 10 06:41:47.304972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (ffce41a9-83a9-44bf-b9db-55cd9de1b004), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.343395 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-295436b7-f33b-4109-9171-a74426e36db4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (b4e17c02-1be1-4821-8e0f-d9aeee0720ff), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.359331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd0d55-55ab-4fb7-8fd8-c80d9ef2d8ad tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=7156799b-7931-4d21-9ea6-1eaff8eb6503,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:47.398432 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-295436b7-f33b-4109-9171-a74426e36db4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b4e17c02-1be1-4821-8e0f-d9aeee0720ff), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.441402 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd53b8-2b00-4834-8feb-7d53883d630e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9722af8-efaa-426f-b41f-462aff811e45,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:47.467285 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-295436b7-f33b-4109-9171-a74426e36db4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.470721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-295436b7-f33b-4109-9171-a74426e36db4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4608104 Feb 10 06:41:47.481886 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54206) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:47.494241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (ffce41a9-83a9-44bf-b9db-55cd9de1b004), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.496820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-27850fa9-9aa8-4494-8673-7c776206d9bd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'security_group_rule': {'security_group_id': 'b9722af8-efaa-426f-b41f-462aff811e45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:47.508788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:47.509443 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.519371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295436b7-f33b-4109-9171-a74426e36db4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e17c02-1be1-4821-8e0f-d9aeee0720ff,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:47.556174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae1efb-e139-48d2-aeca-176d9663c4b7 None None] Pushing event updated for resources: {'Port': ['ID=41bc7d05-1ba9-4df3-8636-59e20ee8a2c5,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:47.587377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f9fe6d3f-b2ae-4550-9ee4-14913a1f7394 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064101 Feb 10 06:41:47.624553 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75a33cf-c1a1-4a76-a569-781a278474a2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:47.625029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75a33cf-c1a1-4a76-a569-781a278474a2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:47.628999 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f75a33cf-c1a1-4a76-a569-781a278474a2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/2b9ff3e5-52da-4ccb-8bbd-ecbbefe1a542 HTTP/1.1" status: 404 len: 337 time: 0.4864509 Feb 10 06:41:47.638953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Pushing event updated for resources: {'Network': ['ID=ffce41a9-83a9-44bf-b9db-55cd9de1b004,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:47.641165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54210) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:47.652938 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27850fa9-9aa8-4494-8673-7c776206d9bd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (141f3e08-4745-4aa2-bca4-d32e4503bbd4), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.659292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Attempting to bind port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:47.659673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Attempting to bind port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:47.660590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Attempting to bind port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 on network aa82c388-a80e-4ab9-83ef-9b47d4160248 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:47.662196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network ffce41a9-83a9-44bf-b9db-55cd9de1b004 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:47.668064 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b5b704-6dde-4f98-b5a0-9e38e996617e tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:47.668585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b5b704-6dde-4f98-b5a0-9e38e996617e tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:47.672757 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a0b5b704-6dde-4f98-b5a0-9e38e996617e tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/0a937e85-f254-4377-8676-a923b3983e19 HTTP/1.1" status: 404 len: 339 time: 0.0274901 Feb 10 06:41:47.680353 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54212) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:47.716042 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6c879e-d245-4ca7-a43c-ec8bf40fbb55 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:47.716513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6c879e-d245-4ca7-a43c-ec8bf40fbb55 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:47.720351 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bb6c879e-d245-4ca7-a43c-ec8bf40fbb55 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/3ff1a4ff-89e1-4a78-bd5d-2eda8f6b4ac3 HTTP/1.1" status: 404 len: 337 time: 0.0384037 Feb 10 06:41:47.726030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:47.731040 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eb99e1b2-d76a-47d0-86a3-2d3e934d4490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6529691 Feb 10 06:41:47.741266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Deleting port b506ba8b-71fe-4eae-bd02-268a27b05808 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:47.741618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.776898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:41:47.777204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Checking segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:47.777620 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.778025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Bound using segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:41:47.778574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Bound port: 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:41:47.778965 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.788923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-16c0963c-f88d-424a-860d-782d9441c83a None None] For port b506ba8b-71fe-4eae-bd02-268a27b05808, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b506ba8b-71fe-4eae-bd02-268a27b05808,segment=NetworkSegment(daa86448-dff0-4929-8f7c-7b7d3a714510),segment_id=daa86448-dff0-4929-8f7c-7b7d3a714510)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:47.789327 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16c0963c-f88d-424a-860d-782d9441c83a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.820932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] For port b506ba8b-71fe-4eae-bd02-268a27b05808, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b506ba8b-71fe-4eae-bd02-268a27b05808,segment=NetworkSegment(daa86448-dff0-4929-8f7c-7b7d3a714510),segment_id=daa86448-dff0-4929-8f7c-7b7d3a714510)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:47.821312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.827171 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e10ee4-b916-41f6-851a-a0dca1996a31 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:47.830755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e10ee4-b916-41f6-851a-a0dca1996a31 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:47.843146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Calling delete_port for b506ba8b-71fe-4eae-bd02-268a27b05808 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:47.844881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54218) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:47.845108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-68e10ee4-b916-41f6-851a-a0dca1996a31 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/70764b8a-aa06-41f0-be31-f1ec0d03c443 HTTP/1.1" status: 404 len: 339 time: 0.0880380 Feb 10 06:41:47.854027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-16c0963c-f88d-424a-860d-782d9441c83a None None] Calling delete_port for b506ba8b-71fe-4eae-bd02-268a27b05808 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:47.876569 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-b541207c-6ad9-4bbd-877b-8d9f41fd8135 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:47.877050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b541207c-6ad9-4bbd-877b-8d9f41fd8135 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:47.880849 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b541207c-6ad9-4bbd-877b-8d9f41fd8135 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/020a1fe9-51b5-4783-80a2-3d8ee771fabc HTTP/1.1" status: 404 len: 337 time: 0.0349946 Feb 10 06:41:47.883575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54220) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:47.910393 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-b510a7f6-8da1-44e9-bca8-b5c13831264d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:47.911004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b510a7f6-8da1-44e9-bca8-b5c13831264d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:47.914725 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b510a7f6-8da1-44e9-bca8-b5c13831264d tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/a6cb028b-fc11-4bdd-b092-f5ac5da3f8b1 HTTP/1.1" status: 404 len: 339 time: 0.0301929 Feb 10 06:41:47.928514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] For port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:47.931677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] For port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=41bc7d05-1ba9-4df3-8636-59e20ee8a2c5,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:41:47.943589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-da64fb28-535b-4433-94eb-e9bee65dce9b None None] Provisioning complete for port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:47.943967 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da64fb28-535b-4433-94eb-e9bee65dce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:47.947954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54222) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:47.961635 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c29d19ca-8576-4de7-852a-cd836ef3215b req-77795135-450d-4ed1-8604-5bc782ec33dc tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.2225299 Feb 10 06:41:47.981354 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-9811b569-1c0c-4918-832d-e75b3226a0e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:47.981825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9811b569-1c0c-4918-832d-e75b3226a0e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:47.985723 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9811b569-1c0c-4918-832d-e75b3226a0e2 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/bb18f633-5628-431b-aeab-3d70bc168b57 HTTP/1.1" status: 404 len: 337 time: 0.0367203 Feb 10 06:41:47.990111 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54224) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.007227 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.041801 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-d722a22c-7fbb-4d20-b15b-93e63a7abe24 service neutron] 10.222.0.21 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434638 Feb 10 06:41:48.065536 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-13424c39-7e01-4f9e-a7e1-a32066d96f27 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:48.066086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13424c39-7e01-4f9e-a7e1-a32066d96f27 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:48.076435 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-13424c39-7e01-4f9e-a7e1-a32066d96f27 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/e0e6fb64-406a-4e75-8cd1-dd2863c5d960 HTTP/1.1" status: 404 len: 339 time: 0.0851853 Feb 10 06:41:48.090168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54230) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.184387 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07c8345-b46e-472b-89ae-eb729ed19440 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:48.187301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07c8345-b46e-472b-89ae-eb729ed19440 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:48.202531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-26136f48-2a1b-4170-aebc-1b7316eeff61 service neutron] 10.222.0.21 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598015 Feb 10 06:41:48.222714 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e07c8345-b46e-472b-89ae-eb729ed19440 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/525b85c2-a2a8-43fb-b764-4d360fd14cbb HTTP/1.1" status: 404 len: 337 time: 0.1281374 Feb 10 06:41:48.226755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54232) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.238195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54234) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.255149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Request body: {'port': {'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004', 'binding:host_id': 'n-h2-828670-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414658676'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:48.283798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b506ba8b-71fe-4eae-bd02-268a27b05808 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:48.284831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.321302 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-e939f27c-56f1-46a2-875a-762366219a98 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:48.321779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e939f27c-56f1-46a2-875a-762366219a98 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:48.325513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e939f27c-56f1-46a2-875a-762366219a98 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/293dacc7-1492-4660-89e5-be06ca0e9ba2 HTTP/1.1" status: 404 len: 339 time: 0.0777481 Feb 10 06:41:48.328650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54236) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.352941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Made reservation on behalf of 4d597950d9564657878ab34cde6f41db for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:48.355346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.382317 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27850fa9-9aa8-4494-8673-7c776206d9bd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (141f3e08-4745-4aa2-bca4-d32e4503bbd4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.389215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27850fa9-9aa8-4494-8673-7c776206d9bd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (141f3e08-4745-4aa2-bca4-d32e4503bbd4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.402244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae1efb-e139-48d2-aeca-176d9663c4b7 None None] Pushing event updated for resources: {'Port': ['ID=41bc7d05-1ba9-4df3-8636-59e20ee8a2c5,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:48.403083 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.412380 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.428059 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84eb102-5313-4a8c-adb7-fc070c484799 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:48.428651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84eb102-5313-4a8c-adb7-fc070c484799 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:48.436864 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d84eb102-5313-4a8c-adb7-fc070c484799 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/173505c5-73bd-47a0-a0c2-74b4dde994bf HTTP/1.1" status: 404 len: 337 time: 0.1057692 Feb 10 06:41:48.440525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.462943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27850fa9-9aa8-4494-8673-7c776206d9bd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141f3e08-4745-4aa2-bca4-d32e4503bbd4,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:48.498332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:41:48.501130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:41:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:48.506822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event deleted for resources: {'Port': ['ID=b506ba8b-71fe-4eae-bd02-268a27b05808,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:48.517676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] No DVR routers for this DVR port b506ba8b-71fe-4eae-bd02-268a27b05808 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:48.531309 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2176c3b-c3c1-4886-930c-10b406479946 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:48.534180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2176c3b-c3c1-4886-930c-10b406479946 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:48.546410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2176c3b-c3c1-4886-930c-10b406479946 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/52d03aa9-1a4c-49bb-8361-61d6c1cda39d HTTP/1.1" status: 404 len: 339 time: 0.0888391 Feb 10 06:41:48.548996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54240) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.563302 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27850fa9-9aa8-4494-8673-7c776206d9bd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.567916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-27850fa9-9aa8-4494-8673-7c776206d9bd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0809865 Feb 10 06:41:48.584403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54242) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.591900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:48.633120 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea6bd69-7b5f-49a5-92dd-c92b3e833843 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:48.633596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea6bd69-7b5f-49a5-92dd-c92b3e833843 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:48.647536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54244) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.648145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ea6bd69-7b5f-49a5-92dd-c92b3e833843 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/cf1b36ee-537d-4af5-bdb4-0d034438b376 HTTP/1.1" status: 404 len: 337 time: 0.0978889 Feb 10 06:41:48.650464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-882ef1a3-d487-4019-8aca-726e84d7bed5 service neutron] 10.222.0.21 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471173 Feb 10 06:41:48.703391 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3c427e-a1dd-464f-82a1-bd2732a12c46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:48.704563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3c427e-a1dd-464f-82a1-bd2732a12c46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:48.708368 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9c3c427e-a1dd-464f-82a1-bd2732a12c46 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/b57d471d-ca57-4df1-933c-68496f87a361 HTTP/1.1" status: 404 len: 339 time: 0.0489581 Feb 10 06:41:48.713419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54246) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.752906 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.771301 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.794711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-da64fb28-535b-4433-94eb-e9bee65dce9b None None] Current status of the port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:48.795260 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da64fb28-535b-4433-94eb-e9bee65dce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.797178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:48.799998 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-08913411-7ea2-40cc-80ac-d5f9e3082f9c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:48.800454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08913411-7ea2-40cc-80ac-d5f9e3082f9c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:48.806947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-08913411-7ea2-40cc-80ac-d5f9e3082f9c tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/5ddc52e0-0cce-4631-9655-5a113afb17f8 HTTP/1.1" status: 404 len: 337 time: 0.0925303 Feb 10 06:41:48.808943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa86448-dff0-4929-8f7c-7b7d3a714510') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:48.809343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa86448-dff0-4929-8f7c-7b7d3a714510') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:48.813803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.843526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (daa86448-dff0-4929-8f7c-7b7d3a714510), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.888235 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ee99b2-9075-4505-9309-52836b3b289b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] DELETE failed (client error): The resource could not be found. Feb 10 06:41:48.889546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ee99b2-9075-4505-9309-52836b3b289b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:41:48.893771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (daa86448-dff0-4929-8f7c-7b7d3a714510), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.894755 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16c0963c-f88d-424a-860d-782d9441c83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (b506ba8b-71fe-4eae-bd02-268a27b05808), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.895888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-91ee99b2-9075-4505-9309-52836b3b289b tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/039241ea-168e-45ca-b974-30b86ca16805 HTTP/1.1" status: 404 len: 339 time: 0.0803764 Feb 10 06:41:48.901853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54250) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:48.905770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:48.906536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (daa86448-dff0-4929-8f7c-7b7d3a714510), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.961484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdff053b-6184-48fc-9ec8-c89bad9b82b3 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting subnet 528969a7-69d8-4b3b-b98a-932e66aa9cda {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:41:48.964795 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdff053b-6184-48fc-9ec8-c89bad9b82b3 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for subnet (528969a7-69d8-4b3b-b98a-932e66aa9cda), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:48.988056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:48.991057 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:49.005251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.006010 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdff053b-6184-48fc-9ec8-c89bad9b82b3 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (528969a7-69d8-4b3b-b98a-932e66aa9cda), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.016116 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.023797 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] 10.222.0.21 "DELETE /v2.0/networks/a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2 HTTP/1.1" status: 204 len: 168 time: 2.4531703 Feb 10 06:41:49.049897 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks [] for security_group (128d84b3-34d1-40c2-8a11-2de4744f3278), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.051307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be154346-61d3-402c-bfab-52f8152d377f tempest-AllowedAddressPairIpV6TestJSON-117677848 tempest-AllowedAddressPairIpV6TestJSON-117677848-project] Pushing event deleted for resources: {'Network': ['ID=a2f9c59b-bdfb-4b1c-b90e-8fbc244345a2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:49.061397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (128d84b3-34d1-40c2-8a11-2de4744f3278), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.068042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] device_id is not set on port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:49.102559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdff053b-6184-48fc-9ec8-c89bad9b82b3 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (528969a7-69d8-4b3b-b98a-932e66aa9cda), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.180356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-9203dc02-9552-41be-9782-b8b936f0f656 service neutron] 10.222.0.21 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171354 Feb 10 06:41:49.183232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdff053b-6184-48fc-9ec8-c89bad9b82b3 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (528969a7-69d8-4b3b-b98a-932e66aa9cda), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.215203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0963c-f88d-424a-860d-782d9441c83a None None] Pushing event deleted for resources: {'Port': ['ID=b506ba8b-71fe-4eae-bd02-268a27b05808,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:49.233565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0963c-f88d-424a-860d-782d9441c83a None None] No DVR routers for this DVR port b506ba8b-71fe-4eae-bd02-268a27b05808 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:49.281561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-da64fb28-535b-4433-94eb-e9bee65dce9b None None] For port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=41bc7d05-1ba9-4df3-8636-59e20ee8a2c5,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:49.307337 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da64fb28-535b-4433-94eb-e9bee65dce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.318813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128d84b3-34d1-40c2-8a11-2de4744f3278,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:49.356602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff053b-6184-48fc-9ec8-c89bad9b82b3 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Subnet': ['ID=528969a7-69d8-4b3b-b98a-932e66aa9cda,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:49.373457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0148406-9000-4a4c-aaeb-4a1773e84e58 req-7c3d007e-7850-4f95-8d73-b5529546f173 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.2010682 Feb 10 06:41:49.404227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d22007-794a-422b-8a58-bd444755632b None None] Network 1d440ebf-c5ae-4bed-9661-5195097b799d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:49.464368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-d3f29d04-6f35-4685-84d4-c6a1b093b7ec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:49.466563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-d3f29d04-6f35-4685-84d4-c6a1b093b7ec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports/4b086cf4-5264-49c5-8900-7d890fee08e4 HTTP/1.1" status: 200 len: 930 time: 0.1238167 Feb 10 06:41:49.468317 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdff053b-6184-48fc-9ec8-c89bad9b82b3 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.471607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cdff053b-6184-48fc-9ec8-c89bad9b82b3 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/subnets/528969a7-69d8-4b3b-b98a-932e66aa9cda HTTP/1.1" status: 204 len: 168 time: 0.5672486 Feb 10 06:41:49.479268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54264) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:49.509178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54266) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:49.532554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-66a47291-f404-4660-9ba5-7a0153e4044a None None] Provisioning complete for port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:49.532933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66a47291-f404-4660-9ba5-7a0153e4044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.601867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64fb28-535b-4433-94eb-e9bee65dce9b None None] Pushing event updated for resources: {'Port': ['ID=41bc7d05-1ba9-4df3-8636-59e20ee8a2c5,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:49.731823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] device_id is not set on port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:49.769617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-1f305b28-eb6c-44a9-83b4-a05fc119cdd0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:49.772571 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks [] for port (b28b2120-7b8a-4b9a-9db0-8e0b84cdb625), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.779364 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-1f305b28-eb6c-44a9-83b4-a05fc119cdd0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports/8c67d70a-3546-4c83-a55a-09f604e3d2e9 HTTP/1.1" status: 200 len: 932 time: 0.3049302 Feb 10 06:41:49.793385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b28b2120-7b8a-4b9a-9db0-8e0b84cdb625), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.797610 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (1d440ebf-c5ae-4bed-9661-5195097b799d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.844086 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:49.908100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54270) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:49.908524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2e5d3bc1-e610-4369-b2d8-3e4945882bda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4468396b0c644fbbba3d3579ad9a5272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924255 Feb 10 06:41:49.925985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-66a47291-f404-4660-9ba5-7a0153e4044a None None] Current status of the port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:49.951885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:47Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:49.964567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'Port': ['ID=b28b2120-7b8a-4b9a-9db0-8e0b84cdb625,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:49.986535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Checking segment: {'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:49.986927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Network hostable DHCP agents. Network: ffce41a9-83a9-44bf-b9db-55cd9de1b004, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:50.021932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Network ffce41a9-83a9-44bf-b9db-55cd9de1b004 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:50.028130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef89434-e74e-4bcb-9ec9-9802224b0cbe None None] The sync data for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 is: [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:47Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:41:50.037586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, ffce41a9-83a9-44bf-b9db-55cd9de1b004) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:50.041963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:50.057836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22de27d-5c0e-4cc5-8e59-c7b6994104e5 None None] Network ffce41a9-83a9-44bf-b9db-55cd9de1b004 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:50.107968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.109384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.109801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.135960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.136313 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.136709 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 2 to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 Feb 10 06:41:50.185376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.185717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.187305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.207169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.207562 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.207971 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 3 to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 Feb 10 06:41:50.261394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.261813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.262163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.269518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.269853 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.270286 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 4 to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 Feb 10 06:41:50.276031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ba28a-90dd-4130-9479-196c6b28780e None None] DHCP port deletion for 1d440ebf-c5ae-4bed-9661-5195097b799d request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:41:50.305610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.305955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.306293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.322873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.323216 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.323619 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 5 to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 Feb 10 06:41:50.362816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.363197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.363538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.371103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.371440 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.371845 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 6 to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 Feb 10 06:41:50.401951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.402250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.402621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.413591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.413926 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.414355 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 7 to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 Feb 10 06:41:50.450854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Allocated IP 172.25.8.216 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/e9f52a12-5303-41fc-9ddb-e6549f8e5643) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:50.472897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.473345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.473686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.491823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.493320 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.493739 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 8 to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 Feb 10 06:41:50.514604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ba28a-90dd-4130-9479-196c6b28780e None None] Deleting port 47f61de3-6699-427d-8fff-25654fff5b3d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:50.515197 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e8ba28a-90dd-4130-9479-196c6b28780e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:50.541135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.541699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.541815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.553915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.554257 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.554687 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 9 to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 Feb 10 06:41:50.600776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.602642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.605240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.620587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.621182 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.621773 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 10 to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 Feb 10 06:41:50.647238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4e8ba28a-90dd-4130-9479-196c6b28780e None None] For port 47f61de3-6699-427d-8fff-25654fff5b3d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=47f61de3-6699-427d-8fff-25654fff5b3d,segment=NetworkSegment(b83a8955-9103-456c-bb98-c31ab97ef8d8),segment_id=b83a8955-9103-456c-bb98-c31ab97ef8d8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:50.650184 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e8ba28a-90dd-4130-9479-196c6b28780e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:50.653783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:50.662909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:50.663487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:50.668910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:50.669465 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:50.669994 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b28b2120-7b8a-4b9a-9db0-8e0b84cdb625), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:50.687779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ba28a-90dd-4130-9479-196c6b28780e None None] Calling delete_port for 47f61de3-6699-427d-8fff-25654fff5b3d owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:50.762689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4b5-dd98-4663-b2dd-1d15f74f11ee admin admin] Publish callbacks [] for security_group (412997fe-47ea-42dd-bd2f-57689f037254), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:50.823631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] For port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:50.824005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempted to set empty binding levels {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 06:41:50.831592 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b28b2120-7b8a-4b9a-9db0-8e0b84cdb625), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:50.852309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Deleting port 47f61de3-6699-427d-8fff-25654fff5b3d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:50.852652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:50.890640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a439c41-2126-4b28-a4bb-e8e7f11b5f14 req-cc6889fb-e2dc-442c-af02-4e32aeb73ad0 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1852529 Feb 10 06:41:50.895136 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for port (e9f52a12-5303-41fc-9ddb-e6549f8e5643), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:50.927263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:50.931128 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:50.932703 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e8ba28a-90dd-4130-9479-196c6b28780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:50.984473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ba28a-90dd-4130-9479-196c6b28780e None None] No DVR routers for this DVR port 47f61de3-6699-427d-8fff-25654fff5b3d on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:50.987667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'Port': ['ID=b28b2120-7b8a-4b9a-9db0-8e0b84cdb625,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:50.987864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ba28a-90dd-4130-9479-196c6b28780e None None] Pushing event deleted for resources: {'Port': ['ID=47f61de3-6699-427d-8fff-25654fff5b3d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:51.007827 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4b5-dd98-4663-b2dd-1d15f74f11ee admin admin] Publish callbacks [] for security_group (412997fe-47ea-42dd-bd2f-57689f037254), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.010142 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3becb24e-84fc-436a-9039-5728426773e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7699895 Feb 10 06:41:51.010850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54294) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:51.151177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-03ad0820-6621-4c4f-a425-b9f3600e5780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Deleting port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:51.151824 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03ad0820-6621-4c4f-a425-b9f3600e5780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b28b2120-7b8a-4b9a-9db0-8e0b84cdb625), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.282911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-03ad0820-6621-4c4f-a425-b9f3600e5780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] For port b28b2120-7b8a-4b9a-9db0-8e0b84cdb625, host n-h2-828670-1, got binding levels [] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:51.283608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03ad0820-6621-4c4f-a425-b9f3600e5780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b28b2120-7b8a-4b9a-9db0-8e0b84cdb625), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.291844 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4b5-dd98-4663-b2dd-1d15f74f11ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (412997fe-47ea-42dd-bd2f-57689f037254), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.294532 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4b5-dd98-4663-b2dd-1d15f74f11ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.295724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4e31a4b5-dd98-4663-b2dd-1d15f74f11ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/412997fe-47ea-42dd-bd2f-57689f037254 HTTP/1.1" status: 204 len: 168 time: 1.3753064 Feb 10 06:41:51.310363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] For port 47f61de3-6699-427d-8fff-25654fff5b3d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=47f61de3-6699-427d-8fff-25654fff5b3d,segment=NetworkSegment(b83a8955-9103-456c-bb98-c31ab97ef8d8),segment_id=b83a8955-9103-456c-bb98-c31ab97ef8d8)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:51.310577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.316079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-03ad0820-6621-4c4f-a425-b9f3600e5780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Calling delete_port for b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:51.345839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:41:51.369398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-697408be-a62f-4baa-8680-93679c27f699 req-a8d0c5c0-ca6d-420c-b8b8-52813e9f46c8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.2217617 Feb 10 06:41:51.383688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31a4b5-dd98-4663-b2dd-1d15f74f11ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412997fe-47ea-42dd-bd2f-57689f037254,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:51.386797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Calling delete_port for 47f61de3-6699-427d-8fff-25654fff5b3d owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:51.397570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e9f52a12-5303-41fc-9ddb-e6549f8e5643), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.507531 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03ad0820-6621-4c4f-a425-b9f3600e5780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b28b2120-7b8a-4b9a-9db0-8e0b84cdb625), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.605331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad0820-6621-4c4f-a425-b9f3600e5780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event deleted for resources: {'Port': ['ID=b28b2120-7b8a-4b9a-9db0-8e0b84cdb625,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:51.625928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:51.626508 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.633162 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03ad0820-6621-4c4f-a425-b9f3600e5780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.640720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-03ad0820-6621-4c4f-a425-b9f3600e5780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 HTTP/1.1" status: 204 len: 168 time: 0.6284423 Feb 10 06:41:51.642184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54306) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:51.656020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5ca12a62-a903-4be3-b5e6-904ba1f711f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:51.657703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5ca12a62-a903-4be3-b5e6-904ba1f711f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports/4b086cf4-5264-49c5-8900-7d890fee08e4 HTTP/1.1" status: 200 len: 930 time: 0.5370984 Feb 10 06:41:51.674495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:51.683380 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-95751d99-25bd-465e-bb2c-d83b6b7ee23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] GET failed (client error): The resource could not be found. Feb 10 06:41:51.687533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:51.690136 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-95751d99-25bd-465e-bb2c-d83b6b7ee23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "GET /v2.0/ports/b28b2120-7b8a-4b9a-9db0-8e0b84cdb625 HTTP/1.1" status: 404 len: 333 time: 0.0467517 Feb 10 06:41:51.694988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:51.701712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54308) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:51.776390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Request body: {'port': {'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177540732'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:51.785939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-c2974c98-e59f-4a77-9276-a3ce9d2de079 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:51.787518 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-c2974c98-e59f-4a77-9276-a3ce9d2de079 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports/8c67d70a-3546-4c83-a55a-09f604e3d2e9 HTTP/1.1" status: 200 len: 932 time: 0.1099792 Feb 10 06:41:51.823855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Made reservation on behalf of 4d597950d9564657878ab34cde6f41db for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:51.826406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:51.857608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] device_id is not set on port f1076246-7ac8-4f4e-a36a-e5bf0508e91f yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:51.858825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:41:51.883747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'Port': ['ID=e9f52a12-5303-41fc-9ddb-e6549f8e5643,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:52.011346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 47f61de3-6699-427d-8fff-25654fff5b3d no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:41:52.078394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 47f61de3-6699-427d-8fff-25654fff5b3d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:41:52.080468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 47f61de3-6699-427d-8fff-25654fff5b3d not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:41:52.085741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9084f305-9d1c-412e-bd0d-7526082793c9 req-9237758d-84ba-4a7c-820c-ca6ba9ac05cd tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0427132 Feb 10 06:41:52.101672 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (15610538-8c67-4cd4-8c68-3698ee5e65ca), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.104553 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (47f61de3-6699-427d-8fff-25654fff5b3d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.141544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] No DVR routers for this DVR port 47f61de3-6699-427d-8fff-25654fff5b3d on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:41:52.147172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Port': ['ID=47f61de3-6699-427d-8fff-25654fff5b3d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:52.262045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9f52a12-5303-41fc-9ddb-e6549f8e5643), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.441526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks [] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.532567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.606937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c298e94d-b42d-4ab1-9baf-58c4d2858238 req-008cc9b2-b8c3-4415-a69c-f3108a531478 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0778115 Feb 10 06:41:52.612918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (1d440ebf-c5ae-4bed-9661-5195097b799d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.657121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d440ebf-c5ae-4bed-9661-5195097b799d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:52.673680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83a8955-9103-456c-bb98-c31ab97ef8d8') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:52.674240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83a8955-9103-456c-bb98-c31ab97ef8d8') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:41:52.677972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Network ffce41a9-83a9-44bf-b9db-55cd9de1b004 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:52.681955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:52.692503 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for port (e9f52a12-5303-41fc-9ddb-e6549f8e5643), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.696476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (b83a8955-9103-456c-bb98-c31ab97ef8d8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.698666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'Port': ['ID=f1076246-7ac8-4f4e-a36a-e5bf0508e91f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:52.706084 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e9f52a12-5303-41fc-9ddb-e6549f8e5643), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.711036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:52.718084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:52.718768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:52.756182 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5db5cc28-69c5-4a0a-8f0b-e653cd05648d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0507286 Feb 10 06:41:52.758780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54338) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:52.778377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:52.923787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.364454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54342) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:53.366869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b83a8955-9103-456c-bb98-c31ab97ef8d8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.463382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da7e01b4-fc0d-428a-ba63-17d1d85ea5d3 req-40eb4feb-278d-4e73-9f38-9e410d0e1f27 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1045773 Feb 10 06:41:53.474674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:41:53.476930 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (b83a8955-9103-456c-bb98-c31ab97ef8d8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:41:53.486801 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:41:53.599758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'Port': ['ID=e9f52a12-5303-41fc-9ddb-e6549f8e5643,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:53.658225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1613067148'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:53.748638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] device_id is not set on port f1076246-7ac8-4f4e-a36a-e5bf0508e91f yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:53.761716 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (15610538-8c67-4cd4-8c68-3698ee5e65ca), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.768581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (1d440ebf-c5ae-4bed-9661-5195097b799d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.774240 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks [] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.775257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.781660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] 10.222.0.21 "DELETE /v2.0/networks/1d440ebf-c5ae-4bed-9661-5195097b799d HTTP/1.1" status: 204 len: 168 time: 4.2983584 Feb 10 06:41:53.804765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.827029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd271823-d6ae-4719-93c3-c054e2872c28 req-2a29596c-0e16-4a2a-ad6e-ca9c96b7907f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0611100 Feb 10 06:41:53.827259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-138653ce-bde4-46e6-bea7-22b6a31c5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:53.834751 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-138653ce-bde4-46e6-bea7-22b6a31c5e77 service neutron] 10.222.0.13 "GET /v2.0/ports/4b086cf4-5264-49c5-8900-7d890fee08e4 HTTP/1.1" status: 200 len: 1026 time: 0.0957878 Feb 10 06:41:53.857700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.859098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c32626d2-b870-4adb-ba1b-a6f920ae3486 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2725177 Feb 10 06:41:53.866850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807ee35-3b2d-46eb-a177-720014048474 tempest-NetworksTest-609034856 tempest-NetworksTest-609034856-project] Pushing event deleted for resources: {'Network': ['ID=1d440ebf-c5ae-4bed-9661-5195097b799d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:53.884503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:53.889307 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:53.925486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:54.071637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'Port': ['ID=f1076246-7ac8-4f4e-a36a-e5bf0508e91f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:54.094902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (f0d95319-fe12-42fd-997d-9cad5f7b8044), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:54.100444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-68b5e0ee-1c54-4db1-827a-25b22dca3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:54.100940 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f0d95319-fe12-42fd-997d-9cad5f7b8044), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:54.104800 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-68b5e0ee-1c54-4db1-827a-25b22dca3926 service neutron] 10.222.0.13 "GET /v2.0/ports/8c67d70a-3546-4c83-a55a-09f604e3d2e9 HTTP/1.1" status: 200 len: 1028 time: 0.1878355 Feb 10 06:41:54.132810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:54.133179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:54.133498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:54.141594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:54.163469 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (eae5bee9-44a5-4a7a-bd26-9a015738226e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:54.163831 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Added segment eae5bee9-44a5-4a7a-bd26-9a015738226e of type vlan for network e5f084c9-21d2-49db-8e6a-da76d3fd927b Feb 10 06:41:54.213838 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e5f084c9-21d2-49db-8e6a-da76d3fd927b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:54.312099 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e5f084c9-21d2-49db-8e6a-da76d3fd927b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:54.318036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:54.318704 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:54.354547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9889107 Feb 10 06:41:54.370350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54368) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:54.370747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54370) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:54.373805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3656b93b-d224-4af7-a4ed-7aac460a207b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:54.378180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'name': 'tempest-PortsIpV6TestJSON-1345083449'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:54.386750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d95319-fe12-42fd-997d-9cad5f7b8044,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:54.389983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3656b93b-d224-4af7-a4ed-7aac460a207b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:54.398251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3656b93b-d224-4af7-a4ed-7aac460a207b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:54.400123 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3656b93b-d224-4af7-a4ed-7aac460a207b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "GET /v2.0/networks?id=e519246c-5187-4df4-b098-e72e83a7f300&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=b358257e-dd73-497b-ab8b-bba846eb1153&id=b358257e-dd73-497b-ab8b-bba846eb1153 HTTP/1.1" status: 200 len: 1988 time: 0.2896471 Feb 10 06:41:54.400646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:54.400986 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:54.401389 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 2 to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f Feb 10 06:41:54.481203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-98b52e71-d1bc-4bdd-845c-03c972908de6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--927446336&fields=id&tenant_id=d9f705d9da914e46ae8affaae28b2da9 HTTP/1.1" status: 200 len: 267 time: 0.2177966 Feb 10 06:41:54.481897 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-07c4d285-4d7b-410a-89dc-ee6b8fa7f41a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8bc94e5bcd6463597ae775a0c189508 HTTP/1.1" status: 200 len: 379 time: 0.0696170 Feb 10 06:41:54.483148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:54.483484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:54.483962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:54.493735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'admin_state_up': True, 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'security_groups': ['7587fce7-0bb1-41d9-892c-52e44b3a5582']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:54.631567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:54.631935 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:54.636607 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 3 to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f Feb 10 06:41:54.651090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68d85c-0e0b-465f-9fc4-f5795b7d005e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Network': ['ID=e5f084c9-21d2-49db-8e6a-da76d3fd927b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:54.667574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:54.668178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:54.668178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:54.668636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:54.674747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:54.675087 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:54.675490 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 4 to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f Feb 10 06:41:54.694065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:54.694458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:54.694780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:54.697517 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:54.702231 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:54.735482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:54.735841 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:54.737363 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 5 to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f Feb 10 06:41:54.770876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b1d4dc4-5326-440a-a3b3-ead86fd89f64 req-ec8df978-9b91-4d45-925d-2a40568b3650 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0946646 Feb 10 06:41:54.804439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:54.804888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:54.805144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:54.889550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Allocated IP 172.20.0.12 (e519246c-5187-4df4-b098-e72e83a7f300/878a9127-c7ce-43cb-8b3b-0187b698c9de/e49eae18-d40f-435b-9dff-411db6d4d327) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:54.892178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:54.895117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:54.895482 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:54.896942 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 6 to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f Feb 10 06:41:54.899291 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:54.920554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:54.922438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:54.922438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:54.930280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:54.930556 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:54.936422 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 7 to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f Feb 10 06:41:54.970395 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:54.970860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:54.971263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:54.993010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:54.993350 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:54.997037 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 8 to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f Feb 10 06:41:55.021868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:55.022337 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:55.022742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:55.027453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 650e6985-ec18-41c1-8418-1e996418d2ac yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:55.036167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:55.036500 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:55.049950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f9f6b42-13a0-4bfa-a42d-4e3183f3ad8f req-7ac79372-a5d0-41a8-96c2-24051ae2778c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0596662 Feb 10 06:41:55.056809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9cdb029f-3500-443f-bfbe-cc92e1a6d21e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:55.065765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9cdb029f-3500-443f-bfbe-cc92e1a6d21e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 817 time: 0.5823143 Feb 10 06:41:55.066426 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 9 to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f Feb 10 06:41:55.081730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dbef6069-424a-44f8-8cec-bbced60d695c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4b78b2b7c0c4528ae04d297aa658e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6993852 Feb 10 06:41:55.082780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54380) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:55.092180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:55.092594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:55.093008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:55.100540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:55.100965 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:55.103247 n-d-828670-1 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 10 to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f Feb 10 06:41:55.119816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9361cc56-c276-4eac-ae28-b82dc07cc70f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/quotas/d9f705d9da914e46ae8affaae28b2da9 HTTP/1.1" status: 200 len: 375 time: 0.0525308 Feb 10 06:41:55.156641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:41:55.157030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:41:55.157424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:41:55.184267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:41:55.184560 n-d-828670-1 neutron-server[103213]: ERROR neutron.plugins.ml2.managers [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:41:55.184882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.223007 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for port (e49eae18-d40f-435b-9dff-411db6d4d327), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.276554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fbc2-3316-449a-9862-449ddb8ff07b admin admin] Publish callbacks [] for security_group (0c22c354-8bde-4510-8a41-511ccc78c6b7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.339911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-70d398b0-1fe3-4972-8a36-b747fb65b584 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188087 Feb 10 06:41:55.385484 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fbc2-3316-449a-9862-449ddb8ff07b admin admin] Publish callbacks [] for security_group (0c22c354-8bde-4510-8a41-511ccc78c6b7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.414823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] For port f1076246-7ac8-4f4e-a36a-e5bf0508e91f, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:41:55.415218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempted to set empty binding levels {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 06:41:55.434715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.514797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.538130 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (650e6985-ec18-41c1-8418-1e996418d2ac), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.568350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'Port': ['ID=f1076246-7ac8-4f4e-a36a-e5bf0508e91f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:55.586954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-42bf76e2-4d4a-4cef-8553-c846ef2bc04c service neutron] 10.222.0.21 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457275 Feb 10 06:41:55.592141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] In _notify_port_updated(), no bound segment for port f1076246-7ac8-4f4e-a36a-e5bf0508e91f on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:41:55.593006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:55.594100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.600209 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-815dcb0b-f8be-411f-ab02-4ed6ab16de14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "PUT /v2.0/ports/f1076246-7ac8-4f4e-a36a-e5bf0508e91f HTTP/1.1" status: 200 len: 979 time: 2.8381970 Feb 10 06:41:55.603165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54382) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:55.607248 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fbc2-3316-449a-9862-449ddb8ff07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0c22c354-8bde-4510-8a41-511ccc78c6b7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.612018 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fbc2-3316-449a-9862-449ddb8ff07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.615900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7c3fbc2-3316-449a-9862-449ddb8ff07b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c22c354-8bde-4510-8a41-511ccc78c6b7 HTTP/1.1" status: 204 len: 168 time: 0.5133772 Feb 10 06:41:55.659361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3fbc2-3316-449a-9862-449ddb8ff07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c22c354-8bde-4510-8a41-511ccc78c6b7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:55.713068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.795915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-1ed2a514-8d3b-42fc-a7c7-3ce6ccbf291e service neutron] 10.222.0.21 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075629 Feb 10 06:41:55.812337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=650e6985-ec18-41c1-8418-1e996418d2ac,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:55.825501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network e519246c-5187-4df4-b098-e72e83a7f300 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:55.825991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Checking segment: {'id': 'eae5bee9-44a5-4a7a-bd26-9a015738226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:55.826570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network hostable DHCP agents. Network: e5f084c9-21d2-49db-8e6a-da76d3fd927b, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:55.869402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:55.886958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:55.892194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e5f084c9-21d2-49db-8e6a-da76d3fd927b) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:55.896782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:55.899976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:55.904476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f47e7-8355-42a5-9aa4-2fbce3474e1c None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:55.923055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:55.923581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:55.952255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Port': ['ID=e49eae18-d40f-435b-9dff-411db6d4d327,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:55.962623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e9a1236-d38a-46f2-ada6-d32ae768bd8c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5852222 Feb 10 06:41:55.975035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54390) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:55.980191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-570004944'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:56.056127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.056796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.057555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.058154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.068546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.069126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.069659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.070191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.070734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.071257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.071913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.072423 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.072942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.073808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.074511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.075044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.075566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.076084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.076600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.077163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.077677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.078634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.078634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.079215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.079832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.080383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.080893 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.087094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.087858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.088401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.088920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.089445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.102931 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0e91848f-58af-48c0-86f6-70e54947158c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29307 time: 0.4984245 Feb 10 06:41:56.106387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54394) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:56.157118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.157616 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:56.176214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f69151c-1a49-4bd4-be0e-8c49355ce548 req-0802dd3e-c044-4228-a37d-ffcdb5f9af98 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1191142 Feb 10 06:41:56.176783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:56.181229 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:56.243610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:41:56.271338 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e9a50554-dda5-49f8-8580-5cb96003daee), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:56.271707 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Added segment e9a50554-dda5-49f8-8580-5cb96003daee of type vlan for network acc8b0e5-f39f-415e-986f-393f99e4ea1b Feb 10 06:41:56.413115 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-aa4c9e74-5832-4613-a094-3a63390b1a2b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9246109 Feb 10 06:41:56.448310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b131594c-5a42-4993-8110-afdd85d85955 None None] Provisioning complete for port e49eae18-d40f-435b-9dff-411db6d4d327 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:56.448612 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b131594c-5a42-4993-8110-afdd85d85955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:56.455435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'admin_state_up': True, 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'security_groups': ['7587fce7-0bb1-41d9-892c-52e44b3a5582']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:56.503614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eac7ef81-ece0-43e4-9a13-653cec114cca req-fd8f1415-004c-466b-9567-0542f4e56efc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 210 time: 0.1070108 Feb 10 06:41:56.507010 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (acc8b0e5-f39f-415e-986f-393f99e4ea1b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:56.559194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b131594c-5a42-4993-8110-afdd85d85955 None None] Port e49eae18-d40f-435b-9dff-411db6d4d327 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:56.563596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (acc8b0e5-f39f-415e-986f-393f99e4ea1b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:56.569331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.570057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:56.657490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55936b-3fa4-4064-a798-569fa647bac1 req-cfaaa59d-dc2c-4182-9b3e-08f5691a128c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:56.666659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a55936b-3fa4-4064-a798-569fa647bac1 req-cfaaa59d-dc2c-4182-9b3e-08f5691a128c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 932 time: 0.2718544 Feb 10 06:41:56.710179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8b2b3-b9a0-45c7-9b5e-093cb6310474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Deleting port f1076246-7ac8-4f4e-a36a-e5bf0508e91f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:56.710894 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b2b3-b9a0-45c7-9b5e-093cb6310474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:56.741054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7648699 Feb 10 06:41:56.742016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54416) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:56.749394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'ports': [{'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b'}, {'network_id': 'acc8b0e5-f39f-415e-986f-393f99e4ea1b'}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:56.761927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:56.762480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': 'acc8b0e5-f39f-415e-986f-393f99e4ea1b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:56.768069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ca5cb-e164-435d-a50a-e909ebfaec65 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Network': ['ID=acc8b0e5-f39f-415e-986f-393f99e4ea1b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:56.778623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network acc8b0e5-f39f-415e-986f-393f99e4ea1b details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:41:56.851096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-3ed8b2b3-b9a0-45c7-9b5e-093cb6310474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] For port f1076246-7ac8-4f4e-a36a-e5bf0508e91f, host n-h2-828670-1, got binding levels [] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:41:56.851674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b2b3-b9a0-45c7-9b5e-093cb6310474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:56.915018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a55936b-3fa4-4064-a798-569fa647bac1 req-4102a3ae-bc2d-4449-86da-3521f0f1ebff tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431927 Feb 10 06:41:56.931672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8b2b3-b9a0-45c7-9b5e-093cb6310474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Calling delete_port for f1076246-7ac8-4f4e-a36a-e5bf0508e91f owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:57.049410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 2} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:57.060734 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.081219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:57.085453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.107728 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.134130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54424) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:57.274760 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b2b3-b9a0-45c7-9b5e-093cb6310474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f1076246-7ac8-4f4e-a36a-e5bf0508e91f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.342767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-secgroup--845137520'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:57.382048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8b2b3-b9a0-45c7-9b5e-093cb6310474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1076246-7ac8-4f4e-a36a-e5bf0508e91f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:57.395459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b2b3-b9a0-45c7-9b5e-093cb6310474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.401662 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3ed8b2b3-b9a0-45c7-9b5e-093cb6310474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f1076246-7ac8-4f4e-a36a-e5bf0508e91f HTTP/1.1" status: 204 len: 168 time: 1.2771921 Feb 10 06:41:57.408084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54430) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:57.449435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eba825a1-a62f-49b6-96e0-1299f9b5319e req-4493ef5e-e502-44b3-ac67-02e33fd22f81 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0531332 Feb 10 06:41:57.452323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 02d6ecd4-66ef-451b-b776-f5049a4fe2c7 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:57.550037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Allocated IP 10.1.1.104 (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f/53a274c3-43fa-4090-8f69-85c1371ce8e1/80b0e85f-0d1b-4bf3-8cda-60b8b28b0861) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:57.556459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (02d6ecd4-66ef-451b-b776-f5049a4fe2c7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.638893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 0dc55bb6-88d0-424a-a0fa-39eb976806d5 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:57.717532 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.718942 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (0dc55bb6-88d0-424a-a0fa-39eb976806d5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.755913 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-140185f6-8604-4ba4-8b29-bef3e0ba529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] GET failed (client error): The resource could not be found. Feb 10 06:41:57.764530 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-140185f6-8604-4ba4-8b29-bef3e0ba529f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "GET /v2.0/ports/f1076246-7ac8-4f4e-a36a-e5bf0508e91f HTTP/1.1" status: 404 len: 333 time: 0.3554158 Feb 10 06:41:57.766872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54434) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:57.768255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.785731 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70b7d7bf-ec07-4dbd-83c6-3ee73f8cfd37 req-1b16b089-bc2c-479d-953f-0968bb459793 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 210 time: 0.0312207 Feb 10 06:41:57.787307 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (02d6ecd4-66ef-451b-b776-f5049a4fe2c7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.789458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-961121983', 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:57.819976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.863359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:57.876795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:57.881693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Port': ['ID=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:57.894697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:57.897412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0dc55bb6-88d0-424a-a0fa-39eb976806d5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.925309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:57.925550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=02d6ecd4-66ef-451b-b776-f5049a4fe2c7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:57.987324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Checking segment: {'id': 'e9a50554-dda5-49f8-8580-5cb96003daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'acc8b0e5-f39f-415e-986f-393f99e4ea1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:41:57.987696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network hostable DHCP agents. Network: acc8b0e5-f39f-415e-986f-393f99e4ea1b, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:41:58.005622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=0dc55bb6-88d0-424a-a0fa-39eb976806d5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:58.019528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network acc8b0e5-f39f-415e-986f-393f99e4ea1b is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:41:58.036207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, acc8b0e5-f39f-415e-986f-393f99e4ea1b) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:58.040050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:58.044991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Made reservation on behalf of 4d597950d9564657878ab34cde6f41db for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:58.047514 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.050590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31652517-ed30-405a-9302-c117c4cfca31 None None] Network acc8b0e5-f39f-415e-986f-393f99e4ea1b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:41:58.057964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:58.058166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:58.092680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:58.105501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:58.106313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.123898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:58.217368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fcdb1c9a-47e3-4e2c-b219-93cc0150c4ed tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4719439 Feb 10 06:41:58.219912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:58.246562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] device_id is not set on port 046ddeb4-843a-435a-bc21-3f616c63608c yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:41:58.296386 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de758d-cf44-44ba-9eae-fd5949198106 req-0ee09783-29a7-4bdf-8a94-c75400788812 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:58.302641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de758d-cf44-44ba-9eae-fd5949198106 req-0ee09783-29a7-4bdf-8a94-c75400788812 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:58.304403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4de758d-cf44-44ba-9eae-fd5949198106 req-0ee09783-29a7-4bdf-8a94-c75400788812 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 1654 time: 0.1882441 Feb 10 06:41:58.340387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (9641e790-5a01-4ac2-90f1-7d5306ad1d1d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.354332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:58.354722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.365428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9641e790-5a01-4ac2-90f1-7d5306ad1d1d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.380319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba7db1-122a-4af4-bacb-8176300a941e req-db9e6582-9413-47c4-b4ed-2d2ec08dcf77 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:58.382142 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-db9e6582-9413-47c4-b4ed-2d2ec08dcf77 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 817 time: 0.4974971 Feb 10 06:41:58.432889 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8ee6b24f-7789-4fb9-97d1-190e007329ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0010791 Feb 10 06:41:58.438183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4de758d-cf44-44ba-9eae-fd5949198106 req-9b109beb-05b6-4943-8b87-b266a142586c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267478 Feb 10 06:41:58.464020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0c6789a5-f1e6-4026-aa63-cbf4726af3c3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 0dc55bb6-88d0-424a-a0fa-39eb976806d5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:58.464493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c6789a5-f1e6-4026-aa63-cbf4726af3c3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0dc55bb6-88d0-424a-a0fa-39eb976806d5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.469520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'admin_state_up': True, 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'security_groups': ['7587fce7-0bb1-41d9-892c-52e44b3a5582']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:58.516039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8bd1fdba-3013-4013-a928-e7c7e0b78cb6 None None] Provisioning complete for port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:41:58.516421 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bd1fdba-3013-4013-a928-e7c7e0b78cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.600905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1fdba-3013-4013-a928-e7c7e0b78cb6 None None] Port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:41:58.602692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9641e790-5a01-4ac2-90f1-7d5306ad1d1d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:58.632169 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c6789a5-f1e6-4026-aa63-cbf4726af3c3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0dc55bb6-88d0-424a-a0fa-39eb976806d5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.649200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0c6789a5-f1e6-4026-aa63-cbf4726af3c3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 0dc55bb6-88d0-424a-a0fa-39eb976806d5 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:58.744724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c6789a5-f1e6-4026-aa63-cbf4726af3c3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0dc55bb6-88d0-424a-a0fa-39eb976806d5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.749740 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-d5a22d5c-2783-4090-8923-40bd939a0400 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f705d9da914e46ae8affaae28b2da9 HTTP/1.1" status: 200 len: 379 time: 0.3551283 Feb 10 06:41:58.761108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'port': {'device_id': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'admin_state_up': True, 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'security_groups': ['b9722af8-efaa-426f-b41f-462aff811e45']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:58.786558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ebf3036-8390-41e5-afe5-c006228b11e1 req-6601750a-521b-4756-81eb-4e864b27faaf tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0521660 Feb 10 06:41:58.809353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6789a5-f1e6-4026-aa63-cbf4726af3c3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=0dc55bb6-88d0-424a-a0fa-39eb976806d5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:58.814712 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c6789a5-f1e6-4026-aa63-cbf4726af3c3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.818979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0c6789a5-f1e6-4026-aa63-cbf4726af3c3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/0dc55bb6-88d0-424a-a0fa-39eb976806d5 HTTP/1.1" status: 204 len: 168 time: 0.5972030 Feb 10 06:41:58.821356 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (bc92192e-5592-4fe8-87b3-5b8896da2c1d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.822373 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54442) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:58.847352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc92192e-5592-4fe8-87b3-5b8896da2c1d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.891019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff812eb-5442-49cc-8d50-98f9e3cd0e4b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:58.897809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff812eb-5442-49cc-8d50-98f9e3cd0e4b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:58.901934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0ff812eb-5442-49cc-8d50-98f9e3cd0e4b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0763159 Feb 10 06:41:58.902336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54446) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:58.906107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks [] for port (046ddeb4-843a-435a-bc21-3f616c63608c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.947174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:58.951786 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8137369 Feb 10 06:41:58.952932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af74a7e4-ab65-4378-a039-f356d3ab8c7b req-52244497-7ed1-4370-adda-edc4cbbae24a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 210 time: 0.0523698 Feb 10 06:41:58.956112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54448) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:58.982729 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23d51e-b467-4b27-98cf-6850e3fcc4cc tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc92192e-5592-4fe8-87b3-5b8896da2c1d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:59.023047 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:59.026471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.038265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2717dfa0-499e-4bca-ac1c-1f0241c0f7d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 02d6ecd4-66ef-451b-b776-f5049a4fe2c7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:59.038842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2717dfa0-499e-4bca-ac1c-1f0241c0f7d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (02d6ecd4-66ef-451b-b776-f5049a4fe2c7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.085849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (046ddeb4-843a-435a-bc21-3f616c63608c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.096508 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ef54bcf8-5218-4431-94dc-478221d3286c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1323624 Feb 10 06:41:59.100966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.108563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e529d8c5-456b-4022-b6d0-aeea6be07316 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-security--849199429', 'description': 'tempest-security-description-1837499009'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:41:59.124918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2717dfa0-499e-4bca-ac1c-1f0241c0f7d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (02d6ecd4-66ef-451b-b776-f5049a4fe2c7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.125942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Made reservation on behalf of d9f705d9da914e46ae8affaae28b2da9 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:41:59.129800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.147439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2717dfa0-499e-4bca-ac1c-1f0241c0f7d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 02d6ecd4-66ef-451b-b776-f5049a4fe2c7 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:59.168663 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e529d8c5-456b-4022-b6d0-aeea6be07316 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (bc92192e-5592-4fe8-87b3-5b8896da2c1d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.219946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Network ffce41a9-83a9-44bf-b9db-55cd9de1b004 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:41:59.221552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:41:59.237825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:41:59.238329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:59.239463 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.261761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e529d8c5-456b-4022-b6d0-aeea6be07316 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (bc92192e-5592-4fe8-87b3-5b8896da2c1d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.271297 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e529d8c5-456b-4022-b6d0-aeea6be07316 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc92192e-5592-4fe8-87b3-5b8896da2c1d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.273934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e529d8c5-456b-4022-b6d0-aeea6be07316 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.278031 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e529d8c5-456b-4022-b6d0-aeea6be07316 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "PUT /v2.0/security-groups/bc92192e-5592-4fe8-87b3-5b8896da2c1d HTTP/1.1" status: 200 len: 1796 time: 0.1732895 Feb 10 06:41:59.278787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54452) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.283489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'Port': ['ID=046ddeb4-843a-435a-bc21-3f616c63608c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:59.313033 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2717dfa0-499e-4bca-ac1c-1f0241c0f7d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (02d6ecd4-66ef-451b-b776-f5049a4fe2c7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.338188 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cb838c20-2f5d-4aed-8440-54fddd5ad506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5636232 Feb 10 06:41:59.338439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529d8c5-456b-4022-b6d0-aeea6be07316 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc92192e-5592-4fe8-87b3-5b8896da2c1d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:59.338764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54454) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.371959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717dfa0-499e-4bca-ac1c-1f0241c0f7d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=02d6ecd4-66ef-451b-b776-f5049a4fe2c7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:59.391783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Allocated IP 10.1.1.122 (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f/53a274c3-43fa-4090-8f69-85c1371ce8e1/5d10eac5-f2fc-4211-ae24-5efe64411fa3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:59.399353 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2717dfa0-499e-4bca-ac1c-1f0241c0f7d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.405072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2717dfa0-499e-4bca-ac1c-1f0241c0f7d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/02d6ecd4-66ef-451b-b776-f5049a4fe2c7 HTTP/1.1" status: 204 len: 168 time: 0.4995406 Feb 10 06:41:59.405395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54456) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.412586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7d3b9f5-62b7-469e-a109-dc388f33b28d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups/bc92192e-5592-4fe8-87b3-5b8896da2c1d HTTP/1.1" status: 200 len: 1796 time: 0.1306300 Feb 10 06:41:59.415784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54458) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.444179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed5e7cb-508e-44fc-9c65-a5d19539c6d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:59.448059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ed5e7cb-508e-44fc-9c65-a5d19539c6d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "GET /v2.0/ports/046ddeb4-843a-435a-bc21-3f616c63608c HTTP/1.1" status: 200 len: 958 time: 0.0877867 Feb 10 06:41:59.449193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54460) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.459755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Allocated IP 172.20.0.6 (aa82c388-a80e-4ab9-83ef-9b47d4160248/01841d15-fd3e-4642-900e-37b1655010f7/a4398310-5d0b-4a69-b68c-65f3b0972647) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:41:59.520797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c78b14b-a73f-4930-8e07-668148e2c938 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:59.525122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3c78b14b-a73f-4930-8e07-668148e2c938 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1162882 Feb 10 06:41:59.525551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54464) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.528237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31f3101f-f7b9-4348-94a1-aa2f25ca12ff tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (bc92192e-5592-4fe8-87b3-5b8896da2c1d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.559820 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9b9c2f-30cb-4da3-98f0-0ce985e907df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:41:59.562353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce9b9c2f-30cb-4da3-98f0-0ce985e907df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/0dc55bb6-88d0-424a-a0fa-39eb976806d5 HTTP/1.1" status: 404 len: 333 time: 0.0343332 Feb 10 06:41:59.566052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54466) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.607883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31f3101f-f7b9-4348-94a1-aa2f25ca12ff tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (bc92192e-5592-4fe8-87b3-5b8896da2c1d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.620197 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bce0a1c-44a6-4651-bc4a-071bb046c128 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:41:59.620197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6bce0a1c-44a6-4651-bc4a-071bb046c128 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/02d6ecd4-66ef-451b-b776-f5049a4fe2c7 HTTP/1.1" status: 404 len: 333 time: 0.0502608 Feb 10 06:41:59.620560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.731169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d21c0b87-49bd-4777-a909-fda38403eeb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Deleting port 046ddeb4-843a-435a-bc21-3f616c63608c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:41:59.731513 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d21c0b87-49bd-4777-a909-fda38403eeb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (046ddeb4-843a-435a-bc21-3f616c63608c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.747226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.751200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (acc8b0e5-f39f-415e-986f-393f99e4ea1b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.759929 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31f3101f-f7b9-4348-94a1-aa2f25ca12ff tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc92192e-5592-4fe8-87b3-5b8896da2c1d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.763130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-31f3101f-f7b9-4348-94a1-aa2f25ca12ff tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.766522 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-31f3101f-f7b9-4348-94a1-aa2f25ca12ff tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc92192e-5592-4fe8-87b3-5b8896da2c1d HTTP/1.1" status: 204 len: 168 time: 0.3474753 Feb 10 06:41:59.770830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54470) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.772268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5b819-a0e1-4ddf-98fe-dbdc82f6c13f req-e1fd785b-b52a-4414-968e-b7c7d85c8ee7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:59.777516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5b819-a0e1-4ddf-98fe-dbdc82f6c13f req-e1fd785b-b52a-4414-968e-b7c7d85c8ee7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:41:59.779127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1c5b819-a0e1-4ddf-98fe-dbdc82f6c13f req-e1fd785b-b52a-4414-968e-b7c7d85c8ee7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 1654 time: 0.2017450 Feb 10 06:41:59.833870 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d21c0b87-49bd-4777-a909-fda38403eeb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (046ddeb4-843a-435a-bc21-3f616c63608c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.859457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d21c0b87-49bd-4777-a909-fda38403eeb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Calling delete_port for 046ddeb4-843a-435a-bc21-3f616c63608c owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:41:59.860658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3101f-f7b9-4348-94a1-aa2f25ca12ff tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc92192e-5592-4fe8-87b3-5b8896da2c1d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:41:59.887570 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.943677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c273182-f9ba-47f2-a706-109d8626c4d5 req-8af4a21c-4466-40c4-a747-c0448a3d5142 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0823486 Feb 10 06:41:59.961422 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-83afde09-a5df-4bed-818f-44191dfd7245 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1864448 Feb 10 06:41:59.963958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54474) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:41:59.980873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:41:59.998266 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.000706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1c5b819-a0e1-4ddf-98fe-dbdc82f6c13f req-756d58f4-7a31-47ed-9569-e23a95483fca tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905053 Feb 10 06:42:00.036546 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (acc8b0e5-f39f-415e-986f-393f99e4ea1b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.071219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc8b0e5-f39f-415e-986f-393f99e4ea1b']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:00.079751 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-66b6f9c8-8aa9-4226-b80b-ea4018982798 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] delete failed (client error): The resource could not be found. Feb 10 06:42:00.088501 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-66b6f9c8-8aa9-4226-b80b-ea4018982798 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc92192e-5592-4fe8-87b3-5b8896da2c1d HTTP/1.1" status: 404 len: 347 time: 0.1162121 Feb 10 06:42:00.088733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54478) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:00.094411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:00.096826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0685b3f4-8b46-4476-940f-56464cc4b719 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-secgroup--191076228'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:00.105475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:00.108876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:00.109709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a50554-dda5-49f8-8580-5cb96003daee') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:00.109953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a50554-dda5-49f8-8580-5cb96003daee') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:00.112793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:00.119280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:00.121388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Port': ['ID=5d10eac5-f2fc-4211-ae24-5efe64411fa3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:00.144608 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (e9a50554-dda5-49f8-8580-5cb96003daee), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.148207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:00.175803 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d21c0b87-49bd-4777-a909-fda38403eeb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (046ddeb4-843a-435a-bc21-3f616c63608c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.180122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e9a50554-dda5-49f8-8580-5cb96003daee), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.191032 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0685b3f4-8b46-4476-940f-56464cc4b719 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.216848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:00.222482 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.230780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c0b87-49bd-4777-a909-fda38403eeb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event deleted for resources: {'Port': ['ID=046ddeb4-843a-435a-bc21-3f616c63608c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:00.240587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:00.240939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (e9a50554-dda5-49f8-8580-5cb96003daee), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:00.284558 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:00.309661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d21c0b87-49bd-4777-a909-fda38403eeb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.315819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d21c0b87-49bd-4777-a909-fda38403eeb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "DELETE /v2.0/ports/046ddeb4-843a-435a-bc21-3f616c63608c HTTP/1.1" status: 204 len: 168 time: 0.8654613 Feb 10 06:42:00.317533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54480) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:00.336373 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-e60b81e0-9bb0-40c9-b3ec-6603ad3bb81d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8706739 Feb 10 06:42:00.343564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:00.344350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.352523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153', 'admin_state_up': True, 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'security_groups': ['7587fce7-0bb1-41d9-892c-52e44b3a5582']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:00.367329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce09a0-9a7f-40df-a580-45d15fc17548 req-7fa53e60-7170-445c-9a6f-5139b95e4d2b tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:00.369121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1ce09a0-9a7f-40df-a580-45d15fc17548 req-7fa53e60-7170-445c-9a6f-5139b95e4d2b tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 931 time: 0.2890472 Feb 10 06:42:00.380761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (acc8b0e5-f39f-415e-986f-393f99e4ea1b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.383592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:00.393975 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.405524 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0dea72-4b88-4d2b-862a-507f3153f00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] GET failed (client error): The resource could not be found. Feb 10 06:42:00.408272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3f0dea72-4b88-4d2b-862a-507f3153f00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "GET /v2.0/ports/046ddeb4-843a-435a-bc21-3f616c63608c HTTP/1.1" status: 404 len: 333 time: 0.0867171 Feb 10 06:42:00.413079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54482) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:00.418622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/networks/acc8b0e5-f39f-415e-986f-393f99e4ea1b HTTP/1.1" status: 204 len: 168 time: 0.7969294 Feb 10 06:42:00.429319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54484) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:00.442666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1284665351'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:00.446874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Request body: {'port': {'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481183104'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:00.479903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39fbf3-7ce6-4454-8240-75b7584a220c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Network': ['ID=acc8b0e5-f39f-415e-986f-393f99e4ea1b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:00.487655 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-9f66054f-4607-4949-9b39-cd79816a68b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7301183 Feb 10 06:42:00.525866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Made reservation on behalf of 4d597950d9564657878ab34cde6f41db for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:00.528581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.542855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Request body: {'port': {'device_id': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:00.585811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] device_id is not set on port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:00.617309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1ce09a0-9a7f-40df-a580-45d15fc17548 req-a06c13e8-5609-4c9d-b671-7cc6b5e964ce tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292993 Feb 10 06:42:00.629033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:00.646679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.656553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f4f4064b-5067-4924-baea-c20f293aa24f None None] Provisioning complete for port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:00.657100 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4f4064b-5067-4924-baea-c20f293aa24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.701139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4064b-5067-4924-baea-c20f293aa24f None None] Port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:42:00.713010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f4f4064b-5067-4924-baea-c20f293aa24f None None] Provisioning complete for port a4398310-5d0b-4a69-b68c-65f3b0972647 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:00.713808 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4f4064b-5067-4924-baea-c20f293aa24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.722745 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:00.741171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.755092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4064b-5067-4924-baea-c20f293aa24f None None] Port a4398310-5d0b-4a69-b68c-65f3b0972647 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:42:00.767099 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (27573e24-4fc6-4fbe-8887-09a061ab988a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.767437 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Added segment 27573e24-4fc6-4fbe-8887-09a061ab988a of type vlan for network 925a4db9-5b01-42d2-8e23-44989f7aaf4b Feb 10 06:42:00.805349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:00.818790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks [] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.853327 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0685b3f4-8b46-4476-940f-56464cc4b719 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (b3792c52-ce31-436e-b18d-8ef8d79b8570), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.855452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.858156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0685b3f4-8b46-4476-940f-56464cc4b719 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b3792c52-ce31-436e-b18d-8ef8d79b8570), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.900868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (925a4db9-5b01-42d2-8e23-44989f7aaf4b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.941076 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0685b3f4-8b46-4476-940f-56464cc4b719 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:00.945738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0685b3f4-8b46-4476-940f-56464cc4b719 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8563151 Feb 10 06:42:00.948488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:00.952247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e609219c-5d36-4374-a772-ced3445789bd tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': 'b3792c52-ce31-436e-b18d-8ef8d79b8570', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:00.977261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685b3f4-8b46-4476-940f-56464cc4b719 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3792c52-ce31-436e-b18d-8ef8d79b8570,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:00.980895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Network ffce41a9-83a9-44bf-b9db-55cd9de1b004 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:00.988278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'Port': ['ID=2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:00.993550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:00.996654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:00.997651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:00.998338 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.010214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e609219c-5d36-4374-a772-ced3445789bd tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (b1c49f90-3919-45c4-835d-1f0d79cf8265), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.021146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-985987e2-1ae1-4cad-aea6-d398accadc48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5868835 Feb 10 06:42:01.025278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54492) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:01.030167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:01.158337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34dc78e3-9414-4ec5-8b42-22ddb57e37e5 req-4f8df291-d348-45a3-a47d-eab3b410e2eb tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0672154 Feb 10 06:42:01.234022 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.239721 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e609219c-5d36-4374-a772-ced3445789bd tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (b1c49f90-3919-45c4-835d-1f0d79cf8265), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.252197 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e609219c-5d36-4374-a772-ced3445789bd tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b1c49f90-3919-45c4-835d-1f0d79cf8265), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.297862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609219c-5d36-4374-a772-ced3445789bd tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c49f90-3919-45c4-835d-1f0d79cf8265,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:01.312912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4abe-9ee3-40e7-b594-c9a96eafd3f1 req-dea7b664-084c-4977-895f-af6862bf6f98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:01.318872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4abe-9ee3-40e7-b594-c9a96eafd3f1 req-dea7b664-084c-4977-895f-af6862bf6f98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:01.324189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4abe-9ee3-40e7-b594-c9a96eafd3f1 req-dea7b664-084c-4977-895f-af6862bf6f98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:01.325932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f54a4abe-9ee3-40e7-b594-c9a96eafd3f1 req-dea7b664-084c-4977-895f-af6862bf6f98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 2375 time: 0.2080438 Feb 10 06:42:01.332863 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e609219c-5d36-4374-a772-ced3445789bd tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.334044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e609219c-5d36-4374-a772-ced3445789bd tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856637 Feb 10 06:42:01.339671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:01.409374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.412962 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ab1bfaa-4f88-4341-82be-afc2b05b6b3c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (b1c49f90-3919-45c4-835d-1f0d79cf8265), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.422185 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (925a4db9-5b01-42d2-8e23-44989f7aaf4b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.426712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:01.427296 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.465795 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ab1bfaa-4f88-4341-82be-afc2b05b6b3c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (b1c49f90-3919-45c4-835d-1f0d79cf8265), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.481981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f54a4abe-9ee3-40e7-b594-c9a96eafd3f1 req-e7965f85-42d8-4821-b1d6-3082dbba2fcb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450970 Feb 10 06:42:01.525068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ab1bfaa-4f88-4341-82be-afc2b05b6b3c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b1c49f90-3919-45c4-835d-1f0d79cf8265), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.530121 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ab1bfaa-4f88-4341-82be-afc2b05b6b3c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.533939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0ab1bfaa-4f88-4341-82be-afc2b05b6b3c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b1c49f90-3919-45c4-835d-1f0d79cf8265 HTTP/1.1" status: 204 len: 168 time: 0.1909962 Feb 10 06:42:01.537713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54498) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:01.567711 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1297243 Feb 10 06:42:01.568775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1bfaa-4f88-4341-82be-afc2b05b6b3c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1c49f90-3919-45c4-835d-1f0d79cf8265,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:01.575478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:01.599007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': '925a4db9-5b01-42d2-8e23-44989f7aaf4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:01.635087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a98f9-c0f7-4394-895f-5b4c1276d3df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Network': ['ID=925a4db9-5b01-42d2-8e23-44989f7aaf4b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:01.652800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 925a4db9-5b01-42d2-8e23-44989f7aaf4b details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:01.656476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] device_id is not set on port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:01.693018 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks [] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.706990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d7572188-e444-4132-9b5e-697e4f73996a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1683738 Feb 10 06:42:01.713707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54504) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:01.730214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.779293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Allocated IP 10.2.2.100 (b358257e-dd73-497b-ab8b-bba846eb1153/b88c94a1-161a-4a23-b213-60bb328101b1/6167187e-481c-45bb-aea2-5643d29f55a5) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:01.793601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4398310-5d0b-4a69-b68c-65f3b0972647 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:42:01.802986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Publish callbacks [] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.830587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Transition to ACTIVE for port object a4398310-5d0b-4a69-b68c-65f3b0972647 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:42:01.839312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:01.953633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:02.047704 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for port (6167187e-481c-45bb-aea2-5643d29f55a5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.080146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Attempting to bind port a4398310-5d0b-4a69-b68c-65f3b0972647 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:02.080487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Attempting to bind port a4398310-5d0b-4a69-b68c-65f3b0972647 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:02.080817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Attempting to bind port a4398310-5d0b-4a69-b68c-65f3b0972647 on network aa82c388-a80e-4ab9-83ef-9b47d4160248 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:02.092811 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Port a4398310-5d0b-4a69-b68c-65f3b0972647 on network aa82c388-a80e-4ab9-83ef-9b47d4160248 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:02.093140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Attempting to bind port a4398310-5d0b-4a69-b68c-65f3b0972647 on network aa82c388-a80e-4ab9-83ef-9b47d4160248 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:02.103229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:02.103576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Checking segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:02.103967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Bound using segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:02.104412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Bound port: a4398310-5d0b-4a69-b68c-65f3b0972647, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:02.104770 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.119089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.214568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Port': ['ID=6167187e-481c-45bb-aea2-5643d29f55a5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:02.223449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'Port': ['ID=2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:02.232913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:02.236948 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.239712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network b358257e-dd73-497b-ab8b-bba846eb1153 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:02.267358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:02.276651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:02.310204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:02.310568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:02.310931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:02.323188 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b030117-67c6-4d89-b90a-31e07c4608e7 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (b3792c52-ce31-436e-b18d-8ef8d79b8570), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.331774 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:02.364819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:02.372633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:02.372633 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.384544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-520e8d00-24ff-44f6-8a19-33d0f27fc14f req-7f0e520b-4c97-40de-96de-68a46ea9d2cd tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1014214 Feb 10 06:42:02.386986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Performing IP validity checks on allocation pools {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 06:42:02.390483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 06:42:02.397577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:02.397923 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:02.407571 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-5351bea2-cb42-4040-ad07-5cae220a8c16 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0597351 Feb 10 06:42:02.413458 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.417889 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 2 to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 Feb 10 06:42:02.431671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def0453-41ca-4493-8d38-347fd9ab0752 req-7f6d3f92-ce4e-48e6-ae38-3d405662a726 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:02.433243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0def0453-41ca-4493-8d38-347fd9ab0752 req-7f6d3f92-ce4e-48e6-ae38-3d405662a726 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.3141561 Feb 10 06:42:02.437725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153', 'admin_state_up': True, 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'security_groups': ['7587fce7-0bb1-41d9-892c-52e44b3a5582']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:02.480295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b030117-67c6-4d89-b90a-31e07c4608e7 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (b3792c52-ce31-436e-b18d-8ef8d79b8570), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.499625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:02.500101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:02.500621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:02.527573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:02.532600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:02.533506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.535324 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:02.540916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] 10.222.0.24 "PUT /v2.0/ports/a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 1091 time: 2.0003476 Feb 10 06:42:02.544344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:02.546804 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78003ea-3e43-46ec-b862-bf3649563a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:02.554912 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 3 to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 Feb 10 06:42:02.613341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:02.614244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:02.614599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:02.630376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:02.630827 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:02.634414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0def0453-41ca-4493-8d38-347fd9ab0752 req-0b4241fb-c9a2-4a54-9fc4-d9ec9862d2aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912208 Feb 10 06:42:02.640021 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 4 to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 Feb 10 06:42:02.668286 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b030117-67c6-4d89-b90a-31e07c4608e7 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b3792c52-ce31-436e-b18d-8ef8d79b8570), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.671016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b030117-67c6-4d89-b90a-31e07c4608e7 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.674484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b030117-67c6-4d89-b90a-31e07c4608e7 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3792c52-ce31-436e-b18d-8ef8d79b8570 HTTP/1.1" status: 204 len: 168 time: 0.9565966 Feb 10 06:42:02.690692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54512) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:02.715322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:02.715680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:02.716017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:02.728383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b1612628-6e58-42e0-bf29-8dcfccec6fd6 None None] Provisioning complete for port 6167187e-481c-45bb-aea2-5643d29f55a5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:02.729386 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1612628-6e58-42e0-bf29-8dcfccec6fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.767518 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466dbcea-839f-4e79-8323-653a321881c3 x-openstack-request-id: req-466dbcea-839f-4e79-8323-653a321881c3 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:02.768229 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:02.768610 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-466dbcea-839f-4e79-8323-653a321881c3 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:02.769130 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'status': 'completed', 'code': 200} Feb 10 06:42:02.792333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b2678-1023-47de-a4a8-0dfde2d08411 service neutron] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:02.810808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b030117-67c6-4d89-b90a-31e07c4608e7 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3792c52-ce31-436e-b18d-8ef8d79b8570,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:02.820340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b1612628-6e58-42e0-bf29-8dcfccec6fd6 None None] Port 6167187e-481c-45bb-aea2-5643d29f55a5 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:42:02.822040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:02.822442 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:02.823240 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (8bebb762-e527-40fd-b443-bc5ca85f7197), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.826425 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba7db1-122a-4af4-bacb-8176300a941e req-efe6abb3-3b0f-45a0-8aab-6322482499f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:02.828462 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 5 to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 Feb 10 06:42:02.829107 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-efe6abb3-3b0f-45a0-8aab-6322482499f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1125 time: 0.1757374 Feb 10 06:42:02.856350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:02.856726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:02.857013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:02.885958 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-6db17c1b-366c-45a3-bd4e-6f3fa0859115 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 217 time: 0.0448520 Feb 10 06:42:02.903988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:02.904523 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:02.908405 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 6 to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 Feb 10 06:42:02.929476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8aca9e9-6794-40ff-bcd6-b5fb3a7d8121 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2377319 Feb 10 06:42:02.938246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54514) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:02.944911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-37fec22f-db6c-4cac-82c3-1acbfcad892d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555154683'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:02.949501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c190279-0718-4e20-937b-9d3cb88c0735 req-de26a02a-7c86-44b4-86b1-4631e30033cd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:02.952919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Made reservation on behalf of e8bc94e5bcd6463597ae775a0c189508 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:02.958146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c190279-0718-4e20-937b-9d3cb88c0735 req-de26a02a-7c86-44b4-86b1-4631e30033cd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:02.974471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:02.974699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c190279-0718-4e20-937b-9d3cb88c0735 req-de26a02a-7c86-44b4-86b1-4631e30033cd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:02.974699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c190279-0718-4e20-937b-9d3cb88c0735 req-de26a02a-7c86-44b4-86b1-4631e30033cd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:02.980828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c190279-0718-4e20-937b-9d3cb88c0735 req-de26a02a-7c86-44b4-86b1-4631e30033cd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 3096 time: 0.3165634 Feb 10 06:42:02.997377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=8bebb762-e527-40fd-b443-bc5ca85f7197,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:03.002396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:03.002584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:03.002891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:03.013670 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37fec22f-db6c-4cac-82c3-1acbfcad892d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.019853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:03.020642 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:03.022572 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 7 to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 Feb 10 06:42:03.032851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba7db1-122a-4af4-bacb-8176300a941e req-71aca2ee-a7fd-46ed-bb02-806aa39ea331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:03.034857 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-71aca2ee-a7fd-46ed-bb02-806aa39ea331 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.1387618 Feb 10 06:42:03.051922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Checking segment: {'id': '27573e24-4fc6-4fbe-8887-09a061ab988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '925a4db9-5b01-42d2-8e23-44989f7aaf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:03.052308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network hostable DHCP agents. Network: 925a4db9-5b01-42d2-8e23-44989f7aaf4b, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:03.061563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:03.061890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:03.062219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:03.072373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c190279-0718-4e20-937b-9d3cb88c0735 req-719d9c8f-caf8-427a-8f94-4d2a35d78636 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926678 Feb 10 06:42:03.075483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:03.075785 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:03.077714 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 8 to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 Feb 10 06:42:03.094232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:03.094607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:03.094936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:03.098923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 925a4db9-5b01-42d2-8e23-44989f7aaf4b is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:03.102920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:03.103243 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:03.105439 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 9 to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 Feb 10 06:42:03.116827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 925a4db9-5b01-42d2-8e23-44989f7aaf4b) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:03.122242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:03.122925 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.125458 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:03.125686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:03.125954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:03.129624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d5a520-3e98-41f5-bdda-1de16b82cf59 None None] Network 925a4db9-5b01-42d2-8e23-44989f7aaf4b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:03.135367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:03.135697 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:03.136664 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempt 10 to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 Feb 10 06:42:03.164203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-08c20e4c-33ae-41b3-b83f-064780574d59 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5876563 Feb 10 06:42:03.164817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54516) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:03.167656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37fec22f-db6c-4cac-82c3-1acbfcad892d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (7d781321-85cc-4ef3-b240-cd97b95dc021), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.172197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': '925a4db9-5b01-42d2-8e23-44989f7aaf4b', 'name': 'tempest-PortsIpV6TestJSON-358701920'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:03.188094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:03.188430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:03.188750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempting to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:03.196884 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37fec22f-db6c-4cac-82c3-1acbfcad892d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7d781321-85cc-4ef3-b240-cd97b95dc021), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.201891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:03.202263 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Failed to bind port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '8423460a-7bde-487b-b39a-13d3a77231ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ffce41a9-83a9-44bf-b9db-55cd9de1b004'}] Feb 10 06:42:03.202645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.268476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37fec22f-db6c-4cac-82c3-1acbfcad892d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.270346 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-37fec22f-db6c-4cac-82c3-1acbfcad892d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3301864 Feb 10 06:42:03.278633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54518) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:03.283530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e82e1a57-20af-4405-9fdf-bc1e70a4786c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '7d781321-85cc-4ef3-b240-cd97b95dc021', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:03.307307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-925a4db9-5b01-42d2-8e23-44989f7aaf4b', 'network_id': '925a4db9-5b01-42d2-8e23-44989f7aaf4b', 'project_id': '4f92ea7c86b4492aae79d4c410603ec5', 'fixed_ips': [{'subnet_id': '8bebb762-e527-40fd-b443-bc5ca85f7197'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:03.308228 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.357098 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e82e1a57-20af-4405-9fdf-bc1e70a4786c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (44380826-5113-4f88-b485-6e274ed804dc), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.381343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] For port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:03.381343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attempted to set empty binding levels {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 06:42:03.393130 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.403720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Allocated IP 10.2.2.200 (b358257e-dd73-497b-ab8b-bba846eb1153/b88c94a1-161a-4a23-b213-60bb328101b1/4f9193d4-afcb-4622-96f7-6fcfd1366d5e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:03.405755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:03.409263 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.484571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Allocated IP 2001:db8::2 (925a4db9-5b01-42d2-8e23-44989f7aaf4b/8bebb762-e527-40fd-b443-bc5ca85f7197/7e24dc77-6533-41e0-a9ec-7a70c60b5501) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:03.489324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fec22f-db6c-4cac-82c3-1acbfcad892d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d781321-85cc-4ef3-b240-cd97b95dc021,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:03.542780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] In _notify_port_updated(), no bound segment for port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 on network ffce41a9-83a9-44bf-b9db-55cd9de1b004 {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:42:03.543704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:03.544312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.548359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54522) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:03.548559 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "PUT /v2.0/ports/2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 HTTP/1.1" status: 200 len: 979 time: 2.5225360 Feb 10 06:42:03.567083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71816a58-e505-4907-9cd5-02ea9ec98226 req-a27d05fc-ed5c-4e65-bf53-d6dc7acd8a85 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0520504 Feb 10 06:42:03.576355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 8cc8f5a1-104d-4804-825e-03dbf1c95675 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:03.593676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479a34c-7d3c-49a3-82fb-1b75cb8b7e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event updated for resources: {'Port': ['ID=2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:03.613751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba7db1-122a-4af4-bacb-8176300a941e req-d45cf169-96ff-466d-9341-0656aa5f4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:03.615520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-d45cf169-96ff-466d-9341-0656aa5f4045 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5505288 Feb 10 06:42:03.652476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e82e1a57-20af-4405-9fdf-bc1e70a4786c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (44380826-5113-4f88-b485-6e274ed804dc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.660854 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e82e1a57-20af-4405-9fdf-bc1e70a4786c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (44380826-5113-4f88-b485-6e274ed804dc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.661461 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Publish callbacks [] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.682941 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.712637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e1a57-20af-4405-9fdf-bc1e70a4786c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44380826-5113-4f88-b485-6e274ed804dc,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:03.721779 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e82e1a57-20af-4405-9fdf-bc1e70a4786c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.723050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e82e1a57-20af-4405-9fdf-bc1e70a4786c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4428697 Feb 10 06:42:03.725959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54526) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:03.730249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aafcb244-11a0-4955-b173-7c0d48ea52f5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '7d781321-85cc-4ef3-b240-cd97b95dc021', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:03.767673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::27a (925a4db9-5b01-42d2-8e23-44989f7aaf4b/8bebb762-e527-40fd-b443-bc5ca85f7197/8cc8f5a1-104d-4804-825e-03dbf1c95675) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:03.778588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Network 925a4db9-5b01-42d2-8e23-44989f7aaf4b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:03.785781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:03.787484 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aafcb244-11a0-4955-b173-7c0d48ea52f5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (4a437869-85a2-4cd2-87a8-84f1494676ef), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.789120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:03.791167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Pushing event updated for resources: {'Port': ['ID=7e24dc77-6533-41e0-a9ec-7a70c60b5501,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:03.810677 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-d31cf046-5776-4fac-80ab-56908ce7c9bc service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660709 Feb 10 06:42:03.859602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Attempting to bind port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:03.860001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Attempting to bind port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '27573e24-4fc6-4fbe-8887-09a061ab988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '925a4db9-5b01-42d2-8e23-44989f7aaf4b'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:03.860348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Attempting to bind port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 on network 925a4db9-5b01-42d2-8e23-44989f7aaf4b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:03.866719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:03.867145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Checking segment: {'id': '27573e24-4fc6-4fbe-8887-09a061ab988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '925a4db9-5b01-42d2-8e23-44989f7aaf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:03.867560 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.868136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Bound using segment: {'id': '27573e24-4fc6-4fbe-8887-09a061ab988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '925a4db9-5b01-42d2-8e23-44989f7aaf4b'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:03.868615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Bound port: 7e24dc77-6533-41e0-a9ec-7a70c60b5501, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27573e24-4fc6-4fbe-8887-09a061ab988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '925a4db9-5b01-42d2-8e23-44989f7aaf4b'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:03.869267 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.901955 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aafcb244-11a0-4955-b173-7c0d48ea52f5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (4a437869-85a2-4cd2-87a8-84f1494676ef), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.921565 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aafcb244-11a0-4955-b173-7c0d48ea52f5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (4a437869-85a2-4cd2-87a8-84f1494676ef), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.940270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.942866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcb244-11a0-4955-b173-7c0d48ea52f5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a437869-85a2-4cd2-87a8-84f1494676ef,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:03.945336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d396c8dc-c94c-4239-b1c9-c3e51c169f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Deleting port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:03.945943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d396c8dc-c94c-4239-b1c9-c3e51c169f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.960534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] For port 7e24dc77-6533-41e0-a9ec-7a70c60b5501, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:03.965151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] For port 7e24dc77-6533-41e0-a9ec-7a70c60b5501, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7e24dc77-6533-41e0-a9ec-7a70c60b5501,segment=NetworkSegment(27573e24-4fc6-4fbe-8887-09a061ab988a),segment_id=27573e24-4fc6-4fbe-8887-09a061ab988a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:03.974508 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:03.985629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfc2eb-081a-4be8-8f15-2b134324c239 req-97362864-7e35-43c3-8afd-2b9f77741a3d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:03.987215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8bdfc2eb-081a-4be8-8f15-2b134324c239 req-97362864-7e35-43c3-8afd-2b9f77741a3d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.1738706 Feb 10 06:42:04.044271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8bdfc2eb-081a-4be8-8f15-2b134324c239 req-ea46258f-3a74-4f2f-85a1-cd8a33fe9d92 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506961 Feb 10 06:42:04.068220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fcd12-2571-4587-bf9e-fff7723ef061 None None] Pushing event updated for resources: {'Port': ['ID=7e24dc77-6533-41e0-a9ec-7a70c60b5501,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:04.097183 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aafcb244-11a0-4955-b173-7c0d48ea52f5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.099909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-aafcb244-11a0-4955-b173-7c0d48ea52f5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729830 Feb 10 06:42:04.103760 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75ba7db1-122a-4af4-bacb-8176300a941e req-64d98e08-5918-4fb8-8bbd-83140f467706 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832527 Feb 10 06:42:04.105393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-d396c8dc-c94c-4239-b1c9-c3e51c169f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] For port 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1, host n-h2-828670-1, got binding levels [] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:04.105393 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d396c8dc-c94c-4239-b1c9-c3e51c169f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.108011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54528) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:04.114487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1365fab2-837b-4036-a8d0-f17a53ecb2a3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '7d781321-85cc-4ef3-b240-cd97b95dc021', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:04.137239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d396c8dc-c94c-4239-b1c9-c3e51c169f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Calling delete_port for 2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:04.145800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.173565 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (8cc8f5a1-104d-4804-825e-03dbf1c95675), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.199067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Network b358257e-dd73-497b-ab8b-bba846eb1153 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:04.216206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:04.234194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:04.251806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8cc8f5a1-104d-4804-825e-03dbf1c95675), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.331743 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1365fab2-837b-4036-a8d0-f17a53ecb2a3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (d8917804-8c3e-4760-a4f3-27dd3ae926ad), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.364122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 925a4db9-5b01-42d2-8e23-44989f7aaf4b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:04.382791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:04.392789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:04.398935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:04.399573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.405884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=8cc8f5a1-104d-4804-825e-03dbf1c95675,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:04.425589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event updated for resources: {'Port': ['ID=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:04.448831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ca4d-15b7-4899-9670-7fe3800a04c1 req-a04730ae-f4ab-48b8-b865-6690f1e4e809 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:04.460631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ca4d-15b7-4899-9670-7fe3800a04c1 req-a04730ae-f4ab-48b8-b865-6690f1e4e809 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:04.466091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ca4d-15b7-4899-9670-7fe3800a04c1 req-a04730ae-f4ab-48b8-b865-6690f1e4e809 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:04.472023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ca4d-15b7-4899-9670-7fe3800a04c1 req-a04730ae-f4ab-48b8-b865-6690f1e4e809 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:04.481411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ca4d-15b7-4899-9670-7fe3800a04c1 req-a04730ae-f4ab-48b8-b865-6690f1e4e809 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:04.491546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d83ca4d-15b7-4899-9670-7fe3800a04c1 req-a04730ae-f4ab-48b8-b865-6690f1e4e809 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 3817 time: 0.2214990 Feb 10 06:42:04.525869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:04.526669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.532368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1fad04cc-422e-46e2-902c-591a8b85c4b1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3641605 Feb 10 06:42:04.536241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:04.537521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-30f9cdfe-795d-4931-8b5a-bae5a6a63880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:04.550672 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-30f9cdfe-795d-4931-8b5a-bae5a6a63880 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1125 time: 0.3450887 Feb 10 06:42:04.639089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d83ca4d-15b7-4899-9670-7fe3800a04c1 req-80f91f02-d5a9-426b-b147-b4837c2ea3bb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462746 Feb 10 06:42:04.639920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1365fab2-837b-4036-a8d0-f17a53ecb2a3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (d8917804-8c3e-4760-a4f3-27dd3ae926ad), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.673853 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1365fab2-837b-4036-a8d0-f17a53ecb2a3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d8917804-8c3e-4760-a4f3-27dd3ae926ad), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.679704 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-3e3d5b0c-23ec-4ae9-9134-91d37acb5bec tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2483149 Feb 10 06:42:04.696347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0a66951b-ca78-4b5b-9174-0a0d1d9e4d43 None None] Provisioning complete for port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:04.697291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a66951b-ca78-4b5b-9174-0a0d1d9e4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.698991 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d396c8dc-c94c-4239-b1c9-c3e51c169f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.711194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:04.718116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-695f6045-3e08-432e-9a29-09cba9492efb tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 8cc8f5a1-104d-4804-825e-03dbf1c95675 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:04.718773 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695f6045-3e08-432e-9a29-09cba9492efb tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8cc8f5a1-104d-4804-825e-03dbf1c95675), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.744806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0a66951b-ca78-4b5b-9174-0a0d1d9e4d43 None None] Port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:42:04.752516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1365fab2-837b-4036-a8d0-f17a53ecb2a3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.756823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1365fab2-837b-4036-a8d0-f17a53ecb2a3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6430657 Feb 10 06:42:04.764601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54536) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:04.774118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5183fa03-a58a-44ce-93fd-1ee5c66029b0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '7d781321-85cc-4ef3-b240-cd97b95dc021', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:04.802254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365fab2-837b-4036-a8d0-f17a53ecb2a3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8917804-8c3e-4760-a4f3-27dd3ae926ad,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:04.828119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396c8dc-c94c-4239-b1c9-c3e51c169f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Pushing event deleted for resources: {'Port': ['ID=2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:04.836752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-209ab7a1-3606-4993-a7f7-76d68e80c937 req-3ea84c92-9f4a-4b9a-8ea8-52104419882e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0852635 Feb 10 06:42:04.849985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d396c8dc-c94c-4239-b1c9-c3e51c169f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.855703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d396c8dc-c94c-4239-b1c9-c3e51c169f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 HTTP/1.1" status: 204 len: 168 time: 1.3039896 Feb 10 06:42:04.857296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:04.892095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-4fbf7e60-c6fc-42d5-bb95-267e05dbf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:04.893597 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-4fbf7e60-c6fc-42d5-bb95-267e05dbf43c service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.3162608 Feb 10 06:42:04.908721 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03e8b4d-4773-43f6-a4a8-f77d81a07057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] GET failed (client error): The resource could not be found. Feb 10 06:42:04.912698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f03e8b4d-4773-43f6-a4a8-f77d81a07057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319469047-project-admin] 10.222.0.21 "GET /v2.0/ports/2713fe45-5e70-4ef2-80f1-f2dbd0c7b1c1 HTTP/1.1" status: 404 len: 333 time: 0.0522320 Feb 10 06:42:04.915446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54540) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:04.919236 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695f6045-3e08-432e-9a29-09cba9492efb tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8cc8f5a1-104d-4804-825e-03dbf1c95675), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.932600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-695f6045-3e08-432e-9a29-09cba9492efb tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 8cc8f5a1-104d-4804-825e-03dbf1c95675 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:04.952653 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5183fa03-a58a-44ce-93fd-1ee5c66029b0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (5d990b56-f61b-4b3d-87eb-5a8c45a6448d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.955108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:04.967755 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-45bf3895-019d-476c-ba7d-becbbb033673 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 217 time: 0.0669138 Feb 10 06:42:05.080051 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695f6045-3e08-432e-9a29-09cba9492efb tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8cc8f5a1-104d-4804-825e-03dbf1c95675), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.116433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (ffce41a9-83a9-44bf-b9db-55cd9de1b004), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.141754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f6045-3e08-432e-9a29-09cba9492efb tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=8cc8f5a1-104d-4804-825e-03dbf1c95675,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:05.193132 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695f6045-3e08-432e-9a29-09cba9492efb tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.196552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-695f6045-3e08-432e-9a29-09cba9492efb tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/8cc8f5a1-104d-4804-825e-03dbf1c95675 HTTP/1.1" status: 204 len: 168 time: 0.6587348 Feb 10 06:42:05.202571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54544) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:05.258491 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6730593-c01f-4b8a-aa0e-c9ab773e8b27 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:42:05.259419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6730593-c01f-4b8a-aa0e-c9ab773e8b27 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:42:05.264138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d6730593-c01f-4b8a-aa0e-c9ab773e8b27 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/8cc8f5a1-104d-4804-825e-03dbf1c95675 HTTP/1.1" status: 404 len: 333 time: 0.0605783 Feb 10 06:42:05.282077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54546) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:05.325949 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34c0f52-31c1-4a3f-b8a7-88db12cd9a0e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:42:05.330500 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c34c0f52-31c1-4a3f-b8a7-88db12cd9a0e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/8cc8f5a1-104d-4804-825e-03dbf1c95675 HTTP/1.1" status: 404 len: 333 time: 0.0492375 Feb 10 06:42:05.331165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54548) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:05.341587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7e24dc77-6533-41e0-a9ec-7a70c60b5501 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:05.399566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e98db1d-9502-4a81-8094-80ca166e59f8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet 8bebb762-e527-40fd-b443-bc5ca85f7197 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:42:05.404828 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e98db1d-9502-4a81-8094-80ca166e59f8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (8bebb762-e527-40fd-b443-bc5ca85f7197), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.422986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:05.423632 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.464387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b272e40-d78a-480f-b6b1-819893db1daf req-73155eda-4088-4ed4-8414-54a26e1baceb tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:05.473296 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b272e40-d78a-480f-b6b1-819893db1daf req-73155eda-4088-4ed4-8414-54a26e1baceb tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.2178996 Feb 10 06:42:05.481709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49eae18-d40f-435b-9dff-411db6d4d327 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:42:05.491813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Publish callbacks [] for port (e49eae18-d40f-435b-9dff-411db6d4d327), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.494410 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e98db1d-9502-4a81-8094-80ca166e59f8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (8bebb762-e527-40fd-b443-bc5ca85f7197), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.507706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Transition to ACTIVE for port object e49eae18-d40f-435b-9dff-411db6d4d327 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:42:05.527417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9908062d-11fc-4063-8a81-c07c7ab5565b None None] Network 925a4db9-5b01-42d2-8e23-44989f7aaf4b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:05.534220 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.560398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b272e40-d78a-480f-b6b1-819893db1daf req-e56d0f8e-e765-4fbe-a431-1d4acd79471f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859692 Feb 10 06:42:05.593934 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-a071c8a0-218e-406e-afda-28bbd145805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:05.595430 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-a071c8a0-218e-406e-afda-28bbd145805f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.6037624 Feb 10 06:42:05.665830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:05.666527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.729669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5183fa03-a58a-44ce-93fd-1ee5c66029b0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (5d990b56-f61b-4b3d-87eb-5a8c45a6448d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.732233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 7e24dc77-6533-41e0-a9ec-7a70c60b5501, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7e24dc77-6533-41e0-a9ec-7a70c60b5501,segment=NetworkSegment(27573e24-4fc6-4fbe-8887-09a061ab988a),segment_id=27573e24-4fc6-4fbe-8887-09a061ab988a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:05.742189 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e98db1d-9502-4a81-8094-80ca166e59f8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8bebb762-e527-40fd-b443-bc5ca85f7197), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.747979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-26ced553-b586-44c6-95dc-9e2f93cd78a3 None None] Provisioning complete for port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:05.748637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e49eae18-d40f-435b-9dff-411db6d4d327,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:05.748826 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26ced553-b586-44c6-95dc-9e2f93cd78a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.777238 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5183fa03-a58a-44ce-93fd-1ee5c66029b0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (5d990b56-f61b-4b3d-87eb-5a8c45a6448d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.825077 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.854663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5183fa03-a58a-44ce-93fd-1ee5c66029b0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.856058 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5183fa03-a58a-44ce-93fd-1ee5c66029b0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0855854 Feb 10 06:42:05.864233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54552) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:05.871452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b88bfe38-02dd-467f-93e1-1d70c16ac321 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '7d781321-85cc-4ef3-b240-cd97b95dc021', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:05.910897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-26ced553-b586-44c6-95dc-9e2f93cd78a3 None None] Current status of the port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:05.956875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183fa03-a58a-44ce-93fd-1ee5c66029b0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d990b56-f61b-4b3d-87eb-5a8c45a6448d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:05.971020 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (ffce41a9-83a9-44bf-b9db-55cd9de1b004), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.979495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bfe38-02dd-467f-93e1-1d70c16ac321 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (0b49a8f6-d175-4508-8d2a-23d59e0bcd9c), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:05.980576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=7e24dc77-6533-41e0-a9ec-7a70c60b5501,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:06.068373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-b81e5e67-aba7-449b-82b3-91cdfc9f5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:06.070175 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-b81e5e67-aba7-449b-82b3-91cdfc9f5bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4450669 Feb 10 06:42:06.078976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9ad9f7-162b-4cd0-b183-c930cc17013e req-23730fb4-a83a-434a-ab2b-37bed6e629b1 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0808535 Feb 10 06:42:06.091357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffce41a9-83a9-44bf-b9db-55cd9de1b004']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:06.106686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abac39-f586-4c04-9eda-8c8f0b58a738 req-e8e32aa9-b17b-4250-96ba-aa302a6749a5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:06.117492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abac39-f586-4c04-9eda-8c8f0b58a738 req-e8e32aa9-b17b-4250-96ba-aa302a6749a5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:06.127077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abac39-f586-4c04-9eda-8c8f0b58a738 req-e8e32aa9-b17b-4250-96ba-aa302a6749a5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:06.133882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abac39-f586-4c04-9eda-8c8f0b58a738 req-e8e32aa9-b17b-4250-96ba-aa302a6749a5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:06.141605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abac39-f586-4c04-9eda-8c8f0b58a738 req-e8e32aa9-b17b-4250-96ba-aa302a6749a5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:06.143931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82abac39-f586-4c04-9eda-8c8f0b58a738 req-e8e32aa9-b17b-4250-96ba-aa302a6749a5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 3829 time: 0.3396349 Feb 10 06:42:06.145434 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e98db1d-9502-4a81-8094-80ca166e59f8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (8bebb762-e527-40fd-b443-bc5ca85f7197), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.155846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8423460a-7bde-487b-b39a-13d3a77231ec') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:06.156138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8423460a-7bde-487b-b39a-13d3a77231ec') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:06.191064 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (8423460a-7bde-487b-b39a-13d3a77231ec), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.210741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Attempting to bind port e49eae18-d40f-435b-9dff-411db6d4d327 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:06.211005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Attempting to bind port e49eae18-d40f-435b-9dff-411db6d4d327 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:06.211624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Attempting to bind port e49eae18-d40f-435b-9dff-411db6d4d327 on network e519246c-5187-4df4-b098-e72e83a7f300 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:06.218603 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e98db1d-9502-4a81-8094-80ca166e59f8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.223566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e98db1d-9502-4a81-8094-80ca166e59f8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/8bebb762-e527-40fd-b443-bc5ca85f7197 HTTP/1.1" status: 204 len: 168 time: 0.8911772 Feb 10 06:42:06.228768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98db1d-9502-4a81-8094-80ca166e59f8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=8bebb762-e527-40fd-b443-bc5ca85f7197,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:06.239541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:06.253119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc5d4f-bbd8-4988-85bd-a6080b21c0e0 None None] Network 925a4db9-5b01-42d2-8e23-44989f7aaf4b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:06.258321 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8423460a-7bde-487b-b39a-13d3a77231ec), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.267657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:06.269241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (8423460a-7bde-487b-b39a-13d3a77231ec), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:06.306952 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:06.352406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c99f4791-f15d-432f-8fe8-d5d5ba37028d None None] Provisioning complete for port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:06.353029 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c99f4791-f15d-432f-8fe8-d5d5ba37028d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.359836 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bfe38-02dd-467f-93e1-1d70c16ac321 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (0b49a8f6-d175-4508-8d2a-23d59e0bcd9c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.374852 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bfe38-02dd-467f-93e1-1d70c16ac321 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (0b49a8f6-d175-4508-8d2a-23d59e0bcd9c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.375397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Port e49eae18-d40f-435b-9dff-411db6d4d327 on network e519246c-5187-4df4-b098-e72e83a7f300 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:06.375998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Attempting to bind port e49eae18-d40f-435b-9dff-411db6d4d327 on network e519246c-5187-4df4-b098-e72e83a7f300 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:06.387768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:42:06.390163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82abac39-f586-4c04-9eda-8c8f0b58a738 req-aa6059ad-3cc4-49f4-9b50-b8415a03ccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336147 Feb 10 06:42:06.395051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (ffce41a9-83a9-44bf-b9db-55cd9de1b004), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.406669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.411712 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] 10.222.0.21 "DELETE /v2.0/networks/ffce41a9-83a9-44bf-b9db-55cd9de1b004 HTTP/1.1" status: 204 len: 168 time: 1.4953110 Feb 10 06:42:06.431477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (925a4db9-5b01-42d2-8e23-44989f7aaf4b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.438950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bfe38-02dd-467f-93e1-1d70c16ac321 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b49a8f6-d175-4508-8d2a-23d59e0bcd9c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:06.452027 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bfe38-02dd-467f-93e1-1d70c16ac321 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.452027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b88bfe38-02dd-467f-93e1-1d70c16ac321 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5832915 Feb 10 06:42:06.456434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54560) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:06.469895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-e7ab31e3-48a4-43a6-8ab0-10dd8db6523c service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726573 Feb 10 06:42:06.495530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c99f4791-f15d-432f-8fe8-d5d5ba37028d None None] Current status of the port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:06.522199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6edf-8d5e-46e7-93f7-e3088924d2f8 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (0b49a8f6-d175-4508-8d2a-23d59e0bcd9c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.532565 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6edf-8d5e-46e7-93f7-e3088924d2f8 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (0b49a8f6-d175-4508-8d2a-23d59e0bcd9c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.539607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81def87a-2d68-47f0-b5fb-c5eb8a9926e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1360598994-project] Pushing event deleted for resources: {'Network': ['ID=ffce41a9-83a9-44bf-b9db-55cd9de1b004,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:06.540197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90973c5a-ea24-4b13-b62d-abe025f7c4c9 None None] DHCP port deletion for 925a4db9-5b01-42d2-8e23-44989f7aaf4b request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:42:06.550110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:06.552206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Checking segment: {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:06.552806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Bound using segment: {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:06.553467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Bound port: e49eae18-d40f-435b-9dff-411db6d4d327, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:06.556126 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.574836 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6edf-8d5e-46e7-93f7-e3088924d2f8 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (0b49a8f6-d175-4508-8d2a-23d59e0bcd9c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.580944 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6edf-8d5e-46e7-93f7-e3088924d2f8 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.600654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d7cb6edf-8d5e-46e7-93f7-e3088924d2f8 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0b49a8f6-d175-4508-8d2a-23d59e0bcd9c HTTP/1.1" status: 204 len: 168 time: 0.1353726 Feb 10 06:42:06.603723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54564) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:06.651156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb6edf-8d5e-46e7-93f7-e3088924d2f8 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b49a8f6-d175-4508-8d2a-23d59e0bcd9c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:06.661110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:06.661680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.793400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-263fc509-1643-4492-a75f-071ad66b8e70 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1854529 Feb 10 06:42:06.799447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:06.806199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:06.813522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] For port 7e24dc77-6533-41e0-a9ec-7a70c60b5501, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7e24dc77-6533-41e0-a9ec-7a70c60b5501,segment=NetworkSegment(27573e24-4fc6-4fbe-8887-09a061ab988a),segment_id=27573e24-4fc6-4fbe-8887-09a061ab988a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:06.814034 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.848256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'port_id': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'mac_address': 'fa:16:3e:c4:4a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:42:06.855482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 7e24dc77-6533-41e0-a9ec-7a70c60b5501 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:06.861794 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.876451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5acce0a1-bbce-408b-9453-24279eedec6a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (5d990b56-f61b-4b3d-87eb-5a8c45a6448d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.888623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fe370-83d9-43c0-a016-e4886a340924 req-50d38bd7-393c-49f6-9ad1-ea3fb895fe1d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:06.890495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd4fe370-83d9-43c0-a016-e4886a340924 req-50d38bd7-393c-49f6-9ad1-ea3fb895fe1d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.1561573 Feb 10 06:42:06.897105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:06.903773 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5acce0a1-bbce-408b-9453-24279eedec6a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (5d990b56-f61b-4b3d-87eb-5a8c45a6448d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.923984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a4398310-5d0b-4a69-b68c-65f3b0972647 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:06.924378 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:06.944452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4398310-5d0b-4a69-b68c-65f3b0972647 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:42:06.967204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:06.976598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-90973c5a-ea24-4b13-b62d-abe025f7c4c9 None None] Deleting port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:06.977037 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90973c5a-ea24-4b13-b62d-abe025f7c4c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.012603 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5acce0a1-bbce-408b-9453-24279eedec6a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (5d990b56-f61b-4b3d-87eb-5a8c45a6448d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.020977 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5acce0a1-bbce-408b-9453-24279eedec6a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.026672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5acce0a1-bbce-408b-9453-24279eedec6a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5d990b56-f61b-4b3d-87eb-5a8c45a6448d HTTP/1.1" status: 204 len: 168 time: 0.2246087 Feb 10 06:42:07.027650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:07.057538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-90973c5a-ea24-4b13-b62d-abe025f7c4c9 None None] For port 7e24dc77-6533-41e0-a9ec-7a70c60b5501, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7e24dc77-6533-41e0-a9ec-7a70c60b5501,segment=NetworkSegment(27573e24-4fc6-4fbe-8887-09a061ab988a),segment_id=27573e24-4fc6-4fbe-8887-09a061ab988a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:07.058406 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90973c5a-ea24-4b13-b62d-abe025f7c4c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.073656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-90973c5a-ea24-4b13-b62d-abe025f7c4c9 None None] Calling delete_port for 7e24dc77-6533-41e0-a9ec-7a70c60b5501 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:07.074289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acce0a1-bbce-408b-9453-24279eedec6a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d990b56-f61b-4b3d-87eb-5a8c45a6448d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:07.081459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.147671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd4fe370-83d9-43c0-a016-e4886a340924 req-ee163c07-9136-4c11-803b-a009e6648147 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410796 Feb 10 06:42:07.156605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No DVR routers for this DVR port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:07.165362 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90973c5a-ea24-4b13-b62d-abe025f7c4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (7e24dc77-6533-41e0-a9ec-7a70c60b5501), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.167625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.197537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90973c5a-ea24-4b13-b62d-abe025f7c4c9 None None] Pushing event deleted for resources: {'Port': ['ID=7e24dc77-6533-41e0-a9ec-7a70c60b5501,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:07.240704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90973c5a-ea24-4b13-b62d-abe025f7c4c9 None None] No DVR routers for this DVR port 7e24dc77-6533-41e0-a9ec-7a70c60b5501 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:07.268235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7e24dc77-6533-41e0-a9ec-7a70c60b5501 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:42:07.285661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=7e24dc77-6533-41e0-a9ec-7a70c60b5501,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:07.306003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:07.309101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7e24dc77-6533-41e0-a9ec-7a70c60b5501 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:42:07.309453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7e24dc77-6533-41e0-a9ec-7a70c60b5501 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:42:07.370570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e61a783b-a2a8-47c3-b7ab-374ed09a498f req-b50fb938-7e2f-4486-9488-6183a7283b11 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1359472 Feb 10 06:42:07.381798 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] For port e49eae18-d40f-435b-9dff-411db6d4d327, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:07.385669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] For port e49eae18-d40f-435b-9dff-411db6d4d327, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e49eae18-d40f-435b-9dff-411db6d4d327,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:07.401971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.413273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-831c2fce-d6ef-4320-bdea-562024e6bb04 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3489926 Feb 10 06:42:07.418000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54578) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:07.427080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-52780fb0-bc1d-4df8-844e-d8d515f6d39e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef67eb0ab0a04a668be7345b544d7d7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5285656 Feb 10 06:42:07.452765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:07.459183 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (925a4db9-5b01-42d2-8e23-44989f7aaf4b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.473405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.474535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.475525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a4398310-5d0b-4a69-b68c-65f3b0972647'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:42:07.476026 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/e49eae18-d40f-435b-9dff-411db6d4d327 HTTP/1.1" status: 200 len: 1092 time: 2.7708957 Feb 10 06:42:07.478832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': 'e49eae18-d40f-435b-9dff-411db6d4d327'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:07.490685 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94154b48-7a1f-49b8-a715-6ad335c05b21" -d '{"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "e49eae18-d40f-435b-9dff-411db6d4d327"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:07.498465 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a78003ea-3e43-46ec-b862-bf3649563a7f req-ee8cc8be-4fce-4f31-a46e-5dc89f1b950a service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9217553 Feb 10 06:42:07.531549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:07.581651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925a4db9-5b01-42d2-8e23-44989f7aaf4b']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:07.588659 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be4ae9d-b2fd-4728-9cd0-410feff5bb8b x-openstack-request-id: req-5be4ae9d-b2fd-4728-9cd0-410feff5bb8b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:07.589775 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "e49eae18-d40f-435b-9dff-411db6d4d327", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:07.590033 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5be4ae9d-b2fd-4728-9cd0-410feff5bb8b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:07.590460 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': 'e49eae18-d40f-435b-9dff-411db6d4d327', 'status': 'completed', 'code': 200} Feb 10 06:42:07.595551 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-836567e0-a2c1-40a8-ab63-8a0cd86a53a1 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (d8917804-8c3e-4760-a4f3-27dd3ae926ad), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.605387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-836567e0-a2c1-40a8-ab63-8a0cd86a53a1 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (d8917804-8c3e-4760-a4f3-27dd3ae926ad), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.612917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27573e24-4fc6-4fbe-8887-09a061ab988a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:07.613921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27573e24-4fc6-4fbe-8887-09a061ab988a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:07.645411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bdd4d-ac26-4642-b9be-de47e9b8e7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e49eae18-d40f-435b-9dff-411db6d4d327,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:07.654549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-836567e0-a2c1-40a8-ab63-8a0cd86a53a1 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d8917804-8c3e-4760-a4f3-27dd3ae926ad), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.659723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-836567e0-a2c1-40a8-ab63-8a0cd86a53a1 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.664351 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-836567e0-a2c1-40a8-ab63-8a0cd86a53a1 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d8917804-8c3e-4760-a4f3-27dd3ae926ad HTTP/1.1" status: 204 len: 168 time: 0.2385554 Feb 10 06:42:07.676274 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (27573e24-4fc6-4fbe-8887-09a061ab988a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.683531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54586) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:07.684519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69256d4f-04ae-4460-80a6-122214660def admin admin] Publish callbacks [] for security_group (f1bdd39c-0ef1-47be-81f7-96631200860f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.719770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836567e0-a2c1-40a8-ab63-8a0cd86a53a1 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8917804-8c3e-4760-a4f3-27dd3ae926ad,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:07.739438 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.761129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-8fda469d-5e16-40bd-b73b-b7f995cce8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.765245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-8fda469d-5e16-40bd-b73b-b7f995cce8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.768138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (27573e24-4fc6-4fbe-8887-09a061ab988a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.769189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-8fda469d-5e16-40bd-b73b-b7f995cce8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.770291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-8fda469d-5e16-40bd-b73b-b7f995cce8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.770797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-8fda469d-5e16-40bd-b73b-b7f995cce8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.773138 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-8fda469d-5e16-40bd-b73b-b7f995cce8c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 4395 time: 0.1395428 Feb 10 06:42:07.786853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69256d4f-04ae-4460-80a6-122214660def admin admin] Publish callbacks [] for security_group (f1bdd39c-0ef1-47be-81f7-96631200860f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.852978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:07.853650 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (27573e24-4fc6-4fbe-8887-09a061ab988a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:07.858591 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:07.871658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5174fc-df85-4813-b3b5-59246a072347 req-c163d15c-87b8-4e71-a836-362b11d8c81b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.876918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5174fc-df85-4813-b3b5-59246a072347 req-c163d15c-87b8-4e71-a836-362b11d8c81b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.882241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5174fc-df85-4813-b3b5-59246a072347 req-c163d15c-87b8-4e71-a836-362b11d8c81b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.887517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5174fc-df85-4813-b3b5-59246a072347 req-c163d15c-87b8-4e71-a836-362b11d8c81b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.892749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5174fc-df85-4813-b3b5-59246a072347 req-c163d15c-87b8-4e71-a836-362b11d8c81b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:07.895193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf5174fc-df85-4813-b3b5-59246a072347 req-c163d15c-87b8-4e71-a836-362b11d8c81b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 3829 time: 0.3150184 Feb 10 06:42:07.906758 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69256d4f-04ae-4460-80a6-122214660def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f1bdd39c-0ef1-47be-81f7-96631200860f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.909228 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69256d4f-04ae-4460-80a6-122214660def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:07.911380 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-69256d4f-04ae-4460-80a6-122214660def admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1bdd39c-0ef1-47be-81f7-96631200860f HTTP/1.1" status: 204 len: 168 time: 0.4551647 Feb 10 06:42:07.938060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69256d4f-04ae-4460-80a6-122214660def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bdd39c-0ef1-47be-81f7-96631200860f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:08.021243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-78028671-5cfa-461a-ba6e-96d0dda1d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:08.021880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-78028671-5cfa-461a-ba6e-96d0dda1d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:08.022443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-78028671-5cfa-461a-ba6e-96d0dda1d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:08.024135 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-78028671-5cfa-461a-ba6e-96d0dda1d69b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e8bc94e5bcd6463597ae775a0c189508&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2280233 Feb 10 06:42:08.041591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf5174fc-df85-4813-b3b5-59246a072347 req-b3e6a0d5-28c4-4f0f-b15f-4de059b9c820 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295810 Feb 10 06:42:08.055020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20e719f4-3908-434f-a4e5-250c7b7ed4ca tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3605504 Feb 10 06:42:08.070782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54590) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.099638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b973364-65c9-41b5-b9e1-e9b7992bbc87 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (4a437869-85a2-4cd2-87a8-84f1494676ef), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.106475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b973364-65c9-41b5-b9e1-e9b7992bbc87 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (4a437869-85a2-4cd2-87a8-84f1494676ef), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.136593 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (925a4db9-5b01-42d2-8e23-44989f7aaf4b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.158547 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.161523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-90d3b37e-d91e-4850-84c6-f0a73ad151f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:08.162707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/networks/925a4db9-5b01-42d2-8e23-44989f7aaf4b HTTP/1.1" status: 204 len: 168 time: 1.9084916 Feb 10 06:42:08.163528 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b973364-65c9-41b5-b9e1-e9b7992bbc87 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (4a437869-85a2-4cd2-87a8-84f1494676ef), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.163821 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-94154b48-7a1f-49b8-a715-6ad335c05b21 req-90d3b37e-d91e-4850-84c6-f0a73ad151f6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1104040 Feb 10 06:42:08.166999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54594) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.168122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002476e7-8bf3-470f-80ea-e673bf840a93 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Network': ['ID=925a4db9-5b01-42d2-8e23-44989f7aaf4b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:08.172540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b973364-65c9-41b5-b9e1-e9b7992bbc87 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.173712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4b973364-65c9-41b5-b9e1-e9b7992bbc87 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4a437869-85a2-4cd2-87a8-84f1494676ef HTTP/1.1" status: 204 len: 168 time: 0.1019270 Feb 10 06:42:08.179210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54596) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.189032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1145595198'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:08.189287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b973364-65c9-41b5-b9e1-e9b7992bbc87 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a437869-85a2-4cd2-87a8-84f1494676ef,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:08.246686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-02f3403f-cc5c-4c26-81ee-ecefc47319f4 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0657494 Feb 10 06:42:08.249239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54600) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.283077 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82ecef58-02fa-42f4-bef9-1d71d37cc314 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (44380826-5113-4f88-b485-6e274ed804dc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.314065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82ecef58-02fa-42f4-bef9-1d71d37cc314 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (44380826-5113-4f88-b485-6e274ed804dc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.314351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b086cf4-5264-49c5-8900-7d890fee08e4 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:42:08.323193 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Publish callbacks [] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.336330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Transition to ACTIVE for port object 4b086cf4-5264-49c5-8900-7d890fee08e4 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:42:08.348976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.362573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d825c-55ed-473a-badd-bdf3003a43b4 req-4848ed23-034d-447a-a0bf-386edcfafbca tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:08.364987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a1d825c-55ed-473a-badd-bdf3003a43b4 req-4848ed23-034d-447a-a0bf-386edcfafbca tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 944 time: 0.0833578 Feb 10 06:42:08.367749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:08.370868 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82ecef58-02fa-42f4-bef9-1d71d37cc314 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (44380826-5113-4f88-b485-6e274ed804dc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.385465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82ecef58-02fa-42f4-bef9-1d71d37cc314 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.387404 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-82ecef58-02fa-42f4-bef9-1d71d37cc314 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/44380826-5113-4f88-b485-6e274ed804dc HTTP/1.1" status: 204 len: 168 time: 0.1366241 Feb 10 06:42:08.387807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecef58-02fa-42f4-bef9-1d71d37cc314 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44380826-5113-4f88-b485-6e274ed804dc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:08.390831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54602) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.400480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:08.404172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.424683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.460713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port a4398310-5d0b-4a69-b68c-65f3b0972647 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:42:08.465909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port a4398310-5d0b-4a69-b68c-65f3b0972647 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:08.469935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.499234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:08.521036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5e331895-9dbb-4ae3-9177-a0c9ba8297d9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.522109 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Added segment 5e331895-9dbb-4ae3-9177-a0c9ba8297d9 of type vlan for network b10b6bc3-7f55-4216-aea9-e06616ebf55e Feb 10 06:42:08.523529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a1d825c-55ed-473a-badd-bdf3003a43b4 req-4bc08643-1d7d-430e-9916-400043fa3d3b tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415498 Feb 10 06:42:08.585362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b086cf4-5264-49c5-8900-7d890fee08e4,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:08.595412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f4dc46e-37c5-4b2a-9095-a1268c36f4a0 req-5bb69508-b378-4071-b3f2-5bb01ceff04d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0701704 Feb 10 06:42:08.606036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a4398310-5d0b-4a69-b68c-65f3b0972647 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:08.606607 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.620267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-adca67aa-0644-4c74-b26d-0d6f78468fbd tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2282462 Feb 10 06:42:08.622948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54608) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.646461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:08.652589 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2bc1de-ff99-4a38-8fc5-f804ad37d761" -d '{"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-plugged", "status": "completed", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:08.670085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:08.680473 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.724948 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b10b6bc3-7f55-4216-aea9-e06616ebf55e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.753143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a620aaa8-9567-4366-9433-8b5fa2ac531c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (7d781321-85cc-4ef3-b240-cd97b95dc021), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.770641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:08.778234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Attempting to bind port 4b086cf4-5264-49c5-8900-7d890fee08e4 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:08.778622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Attempting to bind port 4b086cf4-5264-49c5-8900-7d890fee08e4 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:08.778903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Attempting to bind port 4b086cf4-5264-49c5-8900-7d890fee08e4 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:08.784986 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b83fcc9-66b7-43b0-a449-b307fd153b8b x-openstack-request-id: req-9b83fcc9-66b7-43b0-a449-b307fd153b8b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:08.786423 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-plugged", "status": "completed", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:08.786972 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b83fcc9-66b7-43b0-a449-b307fd153b8b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:08.788557 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'code': 200} Feb 10 06:42:08.788703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Port 4b086cf4-5264-49c5-8900-7d890fee08e4 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:08.788938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Attempting to bind port 4b086cf4-5264-49c5-8900-7d890fee08e4 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:08.805413 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-299c17c3-979f-4846-b3da-69be15c32fd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d597950d9564657878ab34cde6f41db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740084 Feb 10 06:42:08.809022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.821512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:08.821922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Checking segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:08.822234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Bound using segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:08.822802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Bound port: 4b086cf4-5264-49c5-8900-7d890fee08e4, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:08.823156 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.827047 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a620aaa8-9567-4366-9433-8b5fa2ac531c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (7d781321-85cc-4ef3-b240-cd97b95dc021), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.900325 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b10b6bc3-7f55-4216-aea9-e06616ebf55e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.903650 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31891e09-bb9c-40fb-a335-93b52a15f6cb admin admin] Publish callbacks [] for security_group (128d84b3-34d1-40c2-8a11-2de4744f3278), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.905563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:08.906185 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.914666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a620aaa8-9567-4366-9433-8b5fa2ac531c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7d781321-85cc-4ef3-b240-cd97b95dc021), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.917124 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a620aaa8-9567-4366-9433-8b5fa2ac531c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.921237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a620aaa8-9567-4366-9433-8b5fa2ac531c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d781321-85cc-4ef3-b240-cd97b95dc021 HTTP/1.1" status: 204 len: 168 time: 0.2943707 Feb 10 06:42:08.922686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54614) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.940154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620aaa8-9567-4366-9433-8b5fa2ac531c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d781321-85cc-4ef3-b240-cd97b95dc021,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:08.943227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31891e09-bb9c-40fb-a335-93b52a15f6cb admin admin] Publish callbacks [] for security_group (128d84b3-34d1-40c2-8a11-2de4744f3278), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:08.986671 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8072731 Feb 10 06:42:08.990277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54616) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:08.998341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': 'b10b6bc3-7f55-4216-aea9-e06616ebf55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:09.028580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] For port 4b086cf4-5264-49c5-8900-7d890fee08e4, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:09.028839 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31891e09-bb9c-40fb-a335-93b52a15f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (128d84b3-34d1-40c2-8a11-2de4744f3278), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.031171 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31891e09-bb9c-40fb-a335-93b52a15f6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.034712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-31891e09-bb9c-40fb-a335-93b52a15f6cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/128d84b3-34d1-40c2-8a11-2de4744f3278 HTTP/1.1" status: 204 len: 168 time: 0.2220302 Feb 10 06:42:09.047702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31891e09-bb9c-40fb-a335-93b52a15f6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d84b3-34d1-40c2-8a11-2de4744f3278,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:09.054598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a4761-ce07-454b-88eb-d29696346cef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Network': ['ID=b10b6bc3-7f55-4216-aea9-e06616ebf55e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:09.062266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] For port 4b086cf4-5264-49c5-8900-7d890fee08e4, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4b086cf4-5264-49c5-8900-7d890fee08e4,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:09.076149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6926f53-3650-4779-9258-3c0706139feb req-a20dab28-5820-467e-a725-0d8d64522bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:09.078868 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f6926f53-3650-4779-9258-3c0706139feb req-a20dab28-5820-467e-a725-0d8d64522bbe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1127 time: 0.2723439 Feb 10 06:42:09.084649 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.100755 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8d867941-8a5f-4f9e-9640-45dc0669efba tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1730034 Feb 10 06:42:09.109926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:09.114100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:09.114852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.117029 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b086cf4-5264-49c5-8900-7d890fee08e4 HTTP/1.1" status: 200 len: 1129 time: 1.5952244 Feb 10 06:42:09.137951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3ea9dfb1-f27d-49c1-9e78-76b57fcc9d95 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-secgroup--93562002'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:09.140282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b10b6bc3-7f55-4216-aea9-e06616ebf55e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:09.152325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:09.296098 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.307797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff358d7f-5b9f-4128-a6a3-985feed1bee0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b086cf4-5264-49c5-8900-7d890fee08e4,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:09.309645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ea9dfb1-f27d-49c1-9e78-76b57fcc9d95 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.317214 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f6926f53-3650-4779-9258-3c0706139feb req-e21778b9-e3e6-40d0-83a1-fe191517f40d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220843 Feb 10 06:42:09.354757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:09.360001 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.462153 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ea9dfb1-f27d-49c1-9e78-76b57fcc9d95 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (f6922fa1-3db2-4556-bdbf-72d2a6a280f4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.484778 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ea9dfb1-f27d-49c1-9e78-76b57fcc9d95 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f6922fa1-3db2-4556-bdbf-72d2a6a280f4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.526409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac8627-3ab0-43ff-87a0-349a2abc6841 req-f4077a31-edb9-43f4-b672-a320e3077a67 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:09.531960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac8627-3ab0-43ff-87a0-349a2abc6841 req-f4077a31-edb9-43f4-b672-a320e3077a67 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:09.537428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac8627-3ab0-43ff-87a0-349a2abc6841 req-f4077a31-edb9-43f4-b672-a320e3077a67 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:09.543237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac8627-3ab0-43ff-87a0-349a2abc6841 req-f4077a31-edb9-43f4-b672-a320e3077a67 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:09.548472 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac8627-3ab0-43ff-87a0-349a2abc6841 req-f4077a31-edb9-43f4-b672-a320e3077a67 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:09.554102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac8627-3ab0-43ff-87a0-349a2abc6841 req-f4077a31-edb9-43f4-b672-a320e3077a67 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:09.556103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8aac8627-3ab0-43ff-87a0-349a2abc6841 req-f4077a31-edb9-43f4-b672-a320e3077a67 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 4600 time: 0.3648016 Feb 10 06:42:09.590586 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ea9dfb1-f27d-49c1-9e78-76b57fcc9d95 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.594980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '4b086cf4-5264-49c5-8900-7d890fee08e4'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:09.598239 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec37ec2-2748-4009-9986-a09fe48e6823" -d '{"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "4b086cf4-5264-49c5-8900-7d890fee08e4"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:09.601680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ea9dfb1-f27d-49c1-9e78-76b57fcc9d95 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4735889 Feb 10 06:42:09.602564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54630) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:09.627489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5edb9e3a-fe0f-4aef-a3b1-12e1806c5b5f tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': 'f6922fa1-3db2-4556-bdbf-72d2a6a280f4', 'direction': 'ingress', 'protocol': 17}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:09.666226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9dfb1-f27d-49c1-9e78-76b57fcc9d95 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6922fa1-3db2-4556-bdbf-72d2a6a280f4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:09.721349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c67d70a-3546-4c83-a55a-09f604e3d2e9 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:42:09.731462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Publish callbacks [] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.747644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Transition to ACTIVE for port object 8c67d70a-3546-4c83-a55a-09f604e3d2e9 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:42:09.753512 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.759109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5edb9e3a-fe0f-4aef-a3b1-12e1806c5b5f tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (6516f989-b51f-4e5a-a9a3-1064a66df166), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.830811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8aac8627-3ab0-43ff-87a0-349a2abc6841 req-574b4229-372e-4525-81b8-e54bbd42130e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2271061 Feb 10 06:42:09.875219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Pushing event updated for resources: {'Port': ['ID=8c67d70a-3546-4c83-a55a-09f604e3d2e9,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:09.921805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20e886-0e54-4b65-90aa-d8348a9e66d4 req-f995340e-f670-4b72-b0b3-91969badc370 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:09.923745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e20e886-0e54-4b65-90aa-d8348a9e66d4 req-f995340e-f670-4b72-b0b3-91969badc370 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.2537057 Feb 10 06:42:09.951947 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.957559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5edb9e3a-fe0f-4aef-a3b1-12e1806c5b5f tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (6516f989-b51f-4e5a-a9a3-1064a66df166), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:09.975681 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9edbc46-3a8d-4424-bdb4-116e637c2bdf x-openstack-request-id: req-f9edbc46-3a8d-4424-bdb4-116e637c2bdf {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:09.976385 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "4b086cf4-5264-49c5-8900-7d890fee08e4", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:09.976648 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9edbc46-3a8d-4424-bdb4-116e637c2bdf {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:09.977435 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '4b086cf4-5264-49c5-8900-7d890fee08e4', 'status': 'completed', 'code': 200} Feb 10 06:42:10.011254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Attempting to bind port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:10.011588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Attempting to bind port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:10.016302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Attempting to bind port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:10.031711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:10.032221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Attempting to bind port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:10.034554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5edb9e3a-fe0f-4aef-a3b1-12e1806c5b5f tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (6516f989-b51f-4e5a-a9a3-1064a66df166), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.069311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:10.069899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Checking segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:10.070524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Bound using segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:10.071074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Bound port: 8c67d70a-3546-4c83-a55a-09f604e3d2e9, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:10.071537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.111480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e20e886-0e54-4b65-90aa-d8348a9e66d4 req-9d618acd-fb2a-4669-8f8b-2ad5b37f0ce1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809874 Feb 10 06:42:10.189672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] For port 8c67d70a-3546-4c83-a55a-09f604e3d2e9, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:10.195990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] For port 8c67d70a-3546-4c83-a55a-09f604e3d2e9, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8c67d70a-3546-4c83-a55a-09f604e3d2e9,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:10.209445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.218482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8364ad31-0b77-4773-bdd0-f7be9971722d req-9b0c4ed4-85c3-4d5e-a14a-c6efcb857579 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1697628 Feb 10 06:42:10.230914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (10892db9-77ab-4fd9-9ea7-750871f5c105), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.268587 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5edb9e3a-fe0f-4aef-a3b1-12e1806c5b5f tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.272825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5edb9e3a-fe0f-4aef-a3b1-12e1806c5b5f tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6582987 Feb 10 06:42:10.272825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb9e3a-fe0f-4aef-a3b1-12e1806c5b5f tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6516f989-b51f-4e5a-a9a3-1064a66df166,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:10.273248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:10.283053 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-e7fee452-0b88-4a20-b952-152eaafed789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.283564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-e7fee452-0b88-4a20-b952-152eaafed789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.284029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-e7fee452-0b88-4a20-b952-152eaafed789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.284878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-e7fee452-0b88-4a20-b952-152eaafed789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.285662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-e7fee452-0b88-4a20-b952-152eaafed789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.286136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-e7fee452-0b88-4a20-b952-152eaafed789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.286624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-e7fee452-0b88-4a20-b952-152eaafed789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.289020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-e7fee452-0b88-4a20-b952-152eaafed789 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6230 time: 0.2893515 Feb 10 06:42:10.305378 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4230bafa-d73a-4b4f-a281-7563d09473a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.314885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.317559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.319066 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] 10.222.0.13 "PUT /v2.0/ports/8c67d70a-3546-4c83-a55a-09f604e3d2e9 HTTP/1.1" status: 200 len: 1131 time: 1.1709168 Feb 10 06:42:10.365347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:10.381573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=10892db9-77ab-4fd9-9ea7-750871f5c105,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:10.396261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610176f9-9192-4897-ae96-efe880afe018 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (f6922fa1-3db2-4556-bdbf-72d2a6a280f4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.424061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610176f9-9192-4897-ae96-efe880afe018 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (f6922fa1-3db2-4556-bdbf-72d2a6a280f4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.481589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610176f9-9192-4897-ae96-efe880afe018 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f6922fa1-3db2-4556-bdbf-72d2a6a280f4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.484533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610176f9-9192-4897-ae96-efe880afe018 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.485412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-610176f9-9192-4897-ae96-efe880afe018 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/f6922fa1-3db2-4556-bdbf-72d2a6a280f4 HTTP/1.1" status: 204 len: 168 time: 0.2081969 Feb 10 06:42:10.495795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:10.496825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610176f9-9192-4897-ae96-efe880afe018 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6922fa1-3db2-4556-bdbf-72d2a6a280f4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:10.515225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.551153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Checking segment: {'id': '5e331895-9dbb-4ae3-9177-a0c9ba8297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b10b6bc3-7f55-4216-aea9-e06616ebf55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:10.551741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network hostable DHCP agents. Network: b10b6bc3-7f55-4216-aea9-e06616ebf55e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:10.631155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cc929-dcfd-4b7c-9f3a-da4cc055561e service neutron] Pushing event updated for resources: {'Port': ['ID=8c67d70a-3546-4c83-a55a-09f604e3d2e9,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:10.631751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network b10b6bc3-7f55-4216-aea9-e06616ebf55e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:10.646888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-de7a63c3-883e-4f65-85e8-6008909cef51 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1475360 Feb 10 06:42:10.653824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:10.659831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d4a56bc7-e691-433f-a225-49d3fa999218 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-secgroup--144678647'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:10.682719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b10b6bc3-7f55-4216-aea9-e06616ebf55e) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:10.692141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24d92f-37c0-4feb-a198-ea512899a35b None None] Network b10b6bc3-7f55-4216-aea9-e06616ebf55e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:10.705364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.708134 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.714587 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4a56bc7-e691-433f-a225-49d3fa999218 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.740985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-f62712b1-40d1-43a7-858b-2d9886967b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.742642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-f62712b1-40d1-43a7-858b-2d9886967b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.743110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-f62712b1-40d1-43a7-858b-2d9886967b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:10.748209 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-f62712b1-40d1-43a7-858b-2d9886967b37 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e8bc94e5bcd6463597ae775a0c189508&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4281809 Feb 10 06:42:10.749565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5309cdc5-88a0-45c4-bb9d-bdac2341841a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7578492 Feb 10 06:42:10.753815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:10.761022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': 'b10b6bc3-7f55-4216-aea9-e06616ebf55e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-993704560'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:10.928809 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4a56bc7-e691-433f-a225-49d3fa999218 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (c003dced-c3e7-48f0-a7d9-18502c50fb40), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.938384 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4a56bc7-e691-433f-a225-49d3fa999218 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c003dced-c3e7-48f0-a7d9-18502c50fb40), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.972419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b10b6bc3-7f55-4216-aea9-e06616ebf55e', 'network_id': 'b10b6bc3-7f55-4216-aea9-e06616ebf55e', 'project_id': '4f92ea7c86b4492aae79d4c410603ec5', 'fixed_ips': [{'subnet_id': '10892db9-77ab-4fd9-9ea7-750871f5c105'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:10.974066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:10.999231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a56bc7-e691-433f-a225-49d3fa999218 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c003dced-c3e7-48f0-a7d9-18502c50fb40,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:11.021446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4a56bc7-e691-433f-a225-49d3fa999218 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.026653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d4a56bc7-e691-433f-a225-49d3fa999218 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3714983 Feb 10 06:42:11.027275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54668) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:11.039497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-efc9d89b-2294-4702-afe7-67b609d97a77 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366099013'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:11.104286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:11.107630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.165612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 535f2e61-5d74-4cf5-97e6-5c592c3ec139 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:11.178143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-efc9d89b-2294-4702-afe7-67b609d97a77 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.182611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:42:11.194333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Publish callbacks [] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.218287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-9ae90447-4119-4f29-89b9-9af10093fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:11.226244 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3ec37ec2-2748-4009-9986-a09fe48e6823 req-9ae90447-4119-4f29-89b9-9af10093fbf2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4649661 Feb 10 06:42:11.248215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c70f-0796-43f3-b7e3-859cd7c17332 req-ea4e6a9a-c548-4594-acbf-a937cf4cb29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:11.260508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c70f-0796-43f3-b7e3-859cd7c17332 req-ea4e6a9a-c548-4594-acbf-a937cf4cb29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:11.265069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Allocated IP 2001:db8::2 (b10b6bc3-7f55-4216-aea9-e06616ebf55e/10892db9-77ab-4fd9-9ea7-750871f5c105/f17fa8d4-7d23-4b15-b271-14d1135564d0) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:11.271939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Transition to ACTIVE for port object 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:42:11.273119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c70f-0796-43f3-b7e3-859cd7c17332 req-ea4e6a9a-c548-4594-acbf-a937cf4cb29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:11.278809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c70f-0796-43f3-b7e3-859cd7c17332 req-ea4e6a9a-c548-4594-acbf-a937cf4cb29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:11.279086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.284284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c70f-0796-43f3-b7e3-859cd7c17332 req-ea4e6a9a-c548-4594-acbf-a937cf4cb29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:11.290232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c70f-0796-43f3-b7e3-859cd7c17332 req-ea4e6a9a-c548-4594-acbf-a937cf4cb29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:11.295860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c70f-0796-43f3-b7e3-859cd7c17332 req-ea4e6a9a-c548-4594-acbf-a937cf4cb29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:11.297812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01c2c70f-0796-43f3-b7e3-859cd7c17332 req-ea4e6a9a-c548-4594-acbf-a937cf4cb29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5373 time: 0.2535863 Feb 10 06:42:11.417852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Pushing event updated for resources: {'Port': ['ID=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:11.494098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01c2c70f-0796-43f3-b7e3-859cd7c17332 req-84f1a3dd-b193-4ff9-875d-281127f97da2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1465776 Feb 10 06:42:11.534591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6230ce-57ae-4c08-90ff-a868662a424a req-4ddbd6f4-d78a-4946-9298-8a43ede20a0d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:11.536172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c6230ce-57ae-4c08-90ff-a868662a424a req-4ddbd6f4-d78a-4946-9298-8a43ede20a0d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.2374108 Feb 10 06:42:11.540955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Attempting to bind port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:11.541292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Attempting to bind port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:11.541621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Attempting to bind port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:11.552648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:11.552972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Attempting to bind port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:11.569972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:11.570339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Checking segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:11.570730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Bound using segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:11.571176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Bound port: 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:11.571540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.585979 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Publish callbacks [] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.591267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-efc9d89b-2294-4702-afe7-67b609d97a77 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (a9b73611-1a68-40a4-ae32-4fbd16e8c485), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.600682 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.645719 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-efc9d89b-2294-4702-afe7-67b609d97a77 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a9b73611-1a68-40a4-ae32-4fbd16e8c485), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.668462 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-efc9d89b-2294-4702-afe7-67b609d97a77 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.669757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-efc9d89b-2294-4702-afe7-67b609d97a77 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6394217 Feb 10 06:42:11.689960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54682) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:11.696878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8853de3d-b5f4-4f59-87be-1c8b935fd0fb tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': 'c003dced-c3e7-48f0-a7d9-18502c50fb40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a9b73611-1a68-40a4-ae32-4fbd16e8c485', 'remote_ip_prefix': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:11.731307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Pushing event updated for resources: {'Port': ['ID=f17fa8d4-7d23-4b15-b271-14d1135564d0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:11.770785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Network b10b6bc3-7f55-4216-aea9-e06616ebf55e is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:11.773388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:11.777147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:11.796734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] For port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:11.800550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9988f605-4d33-4c7b-b4dc-d8fdb0578142 req-574d4886-ef7b-4375-97e2-0c2e897271b4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1018753 Feb 10 06:42:11.805055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] For port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:11.814800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::7e (b10b6bc3-7f55-4216-aea9-e06616ebf55e/10892db9-77ab-4fd9-9ea7-750871f5c105/535f2e61-5d74-4cf5-97e6-5c592c3ec139) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:11.819610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c6230ce-57ae-4c08-90ff-a868662a424a req-3ac5d809-52e8-4bc2-afc7-ee033e21b773 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702510 Feb 10 06:42:11.820244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9d89b-2294-4702-afe7-67b609d97a77 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b73611-1a68-40a4-ae32-4fbd16e8c485,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:11.853778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8853de3d-b5f4-4f59-87be-1c8b935fd0fb tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (c903a34a-31a1-41d6-93a7-0e14ca7da63a), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.853778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.921305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Attempting to bind port f17fa8d4-7d23-4b15-b271-14d1135564d0 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:11.922047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Attempting to bind port f17fa8d4-7d23-4b15-b271-14d1135564d0 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '5e331895-9dbb-4ae3-9177-a0c9ba8297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b10b6bc3-7f55-4216-aea9-e06616ebf55e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:11.922648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Attempting to bind port f17fa8d4-7d23-4b15-b271-14d1135564d0 on network b10b6bc3-7f55-4216-aea9-e06616ebf55e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:11.929018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:11.929391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Checking segment: {'id': '5e331895-9dbb-4ae3-9177-a0c9ba8297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b10b6bc3-7f55-4216-aea9-e06616ebf55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:11.929794 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.930595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Bound using segment: {'id': '5e331895-9dbb-4ae3-9177-a0c9ba8297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b10b6bc3-7f55-4216-aea9-e06616ebf55e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:11.938925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Bound port: f17fa8d4-7d23-4b15-b271-14d1135564d0, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e331895-9dbb-4ae3-9177-a0c9ba8297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b10b6bc3-7f55-4216-aea9-e06616ebf55e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:11.939337 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:11.964346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Pushing event updated for resources: {'Port': ['ID=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:11.992276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '8c67d70a-3546-4c83-a55a-09f604e3d2e9'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:11.995047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54690) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:11.999616 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c42115-a863-4896-a2b8-c589e1ec77a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "8c67d70a-3546-4c83-a55a-09f604e3d2e9"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:12.026943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.029262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.030978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-189f451c-797d-4144-bf3e-de157721baa5 service neutron] 10.222.0.13 "PUT /v2.0/ports/80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 HTTP/1.1" status: 200 len: 1091 time: 1.6716828 Feb 10 06:42:12.068504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] For port f17fa8d4-7d23-4b15-b271-14d1135564d0, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:12.075246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] For port f17fa8d4-7d23-4b15-b271-14d1135564d0, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f17fa8d4-7d23-4b15-b271-14d1135564d0,segment=NetworkSegment(5e331895-9dbb-4ae3-9177-a0c9ba8297d9),segment_id=5e331895-9dbb-4ae3-9177-a0c9ba8297d9)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:12.076426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:12.087949 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fd407c-9e96-4178-abf2-acda1c3ee32d x-openstack-request-id: req-28fd407c-9e96-4178-abf2-acda1c3ee32d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:12.089228 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "8c67d70a-3546-4c83-a55a-09f604e3d2e9", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:12.089860 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28fd407c-9e96-4178-abf2-acda1c3ee32d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:12.090538 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '8c67d70a-3546-4c83-a55a-09f604e3d2e9', 'status': 'completed', 'code': 200} Feb 10 06:42:12.091698 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.183193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcbdcf-e592-4047-b545-2be852f0d43a None None] Pushing event updated for resources: {'Port': ['ID=f17fa8d4-7d23-4b15-b271-14d1135564d0,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:12.245050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8853de3d-b5f4-4f59-87be-1c8b935fd0fb tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (c903a34a-31a1-41d6-93a7-0e14ca7da63a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.289949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8853de3d-b5f4-4f59-87be-1c8b935fd0fb tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (c903a34a-31a1-41d6-93a7-0e14ca7da63a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.337153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8853de3d-b5f4-4f59-87be-1c8b935fd0fb tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.338514 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8853de3d-b5f4-4f59-87be-1c8b935fd0fb tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6475158 Feb 10 06:42:12.348426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54696) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:12.358130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.379873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853de3d-b5f4-4f59-87be-1c8b935fd0fb tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c903a34a-31a1-41d6-93a7-0e14ca7da63a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:12.437876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd65e-47e3-4be1-9f09-9cbcc0feebac tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (c903a34a-31a1-41d6-93a7-0e14ca7da63a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.465617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-e29d6562-f401-4260-bd39-59d8dd292fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.466594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-e29d6562-f401-4260-bd39-59d8dd292fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.466594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-e29d6562-f401-4260-bd39-59d8dd292fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.468314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-e29d6562-f401-4260-bd39-59d8dd292fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.468314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-e29d6562-f401-4260-bd39-59d8dd292fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.468519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-e29d6562-f401-4260-bd39-59d8dd292fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.468817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-e29d6562-f401-4260-bd39-59d8dd292fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.470889 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-e29d6562-f401-4260-bd39-59d8dd292fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6401 time: 0.3399096 Feb 10 06:42:12.475363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd65e-47e3-4be1-9f09-9cbcc0feebac tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (c903a34a-31a1-41d6-93a7-0e14ca7da63a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.513512 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-049fb0a0-b067-4261-94d2-f1d40cc411f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.575524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b47cc-4f42-4277-a9c2-91f316024bfd req-f41c3d4b-7c35-4983-8fa9-c2a1988e0280 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.576960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-629b47cc-4f42-4277-a9c2-91f316024bfd req-f41c3d4b-7c35-4983-8fa9-c2a1988e0280 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.6008446 Feb 10 06:42:12.582374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (535f2e61-5d74-4cf5-97e6-5c592c3ec139), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.586695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54700) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:12.591619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0298ccb9-3662-4e63-b506-009784807043 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'floatingip': {'port_id': 'a4398310-5d0b-4a69-b68c-65f3b0972647'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:12.651742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0298ccb9-3662-4e63-b506-009784807043 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (15610538-8c67-4cd4-8c68-3698ee5e65ca), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.745580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd65e-47e3-4be1-9f09-9cbcc0feebac tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (c903a34a-31a1-41d6-93a7-0e14ca7da63a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.756549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd65e-47e3-4be1-9f09-9cbcc0feebac tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.760446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa5fd65e-47e3-4be1-9f09-9cbcc0feebac tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c903a34a-31a1-41d6-93a7-0e14ca7da63a HTTP/1.1" status: 204 len: 168 time: 0.4080446 Feb 10 06:42:12.762391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7ace874e-c21e-4a54-9ae3-4f8bfadc8988 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:12.764676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54702) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:12.810127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fd65e-47e3-4be1-9f09-9cbcc0feebac tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c903a34a-31a1-41d6-93a7-0e14ca7da63a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:12.836650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-f6957bb9-e6f0-46dc-8871-673c8e364869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.837122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-f6957bb9-e6f0-46dc-8871-673c8e364869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.837585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-f6957bb9-e6f0-46dc-8871-673c8e364869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:12.839312 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-f6957bb9-e6f0-46dc-8871-673c8e364869 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e8bc94e5bcd6463597ae775a0c189508&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3594377 Feb 10 06:42:12.875302 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (535f2e61-5d74-4cf5-97e6-5c592c3ec139), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:12.974483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7cf13ce2-e3f7-41c1-9e45-3c1763984d91 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1994069 Feb 10 06:42:12.995569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54706) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:13.029951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea5eb-eb4b-4cb7-853a-368b1c364131 req-44f2ca44-af65-4c86-996b-b037c912cd29 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:13.035089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea5eb-eb4b-4cb7-853a-368b1c364131 req-44f2ca44-af65-4c86-996b-b037c912cd29 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:13.040706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea5eb-eb4b-4cb7-853a-368b1c364131 req-44f2ca44-af65-4c86-996b-b037c912cd29 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:13.045815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea5eb-eb4b-4cb7-853a-368b1c364131 req-44f2ca44-af65-4c86-996b-b037c912cd29 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:13.049306 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d10eac5-f2fc-4211-ae24-5efe64411fa3 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:42:13.050974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea5eb-eb4b-4cb7-853a-368b1c364131 req-44f2ca44-af65-4c86-996b-b037c912cd29 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:13.056109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea5eb-eb4b-4cb7-853a-368b1c364131 req-44f2ca44-af65-4c86-996b-b037c912cd29 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:13.060105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-aaef9261-07ea-4323-83b8-224c700d8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:13.061251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea5eb-eb4b-4cb7-853a-368b1c364131 req-44f2ca44-af65-4c86-996b-b037c912cd29 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:13.061752 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-57c42115-a863-4896-a2b8-c589e1ec77a2 req-aaef9261-07ea-4323-83b8-224c700d8391 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2130306 Feb 10 06:42:13.063162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ddea5eb-eb4b-4cb7-853a-368b1c364131 req-44f2ca44-af65-4c86-996b-b037c912cd29 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5385 time: 0.4166789 Feb 10 06:42:13.064667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Publish callbacks [] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.072819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8ced6b3-2985-4aaf-a7f1-4ca464b31fbb req-c3f8fac3-c4f3-446e-b139-09714b4d329c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1173899 Feb 10 06:42:13.078801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network b10b6bc3-7f55-4216-aea9-e06616ebf55e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:13.082896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ace874e-c21e-4a54-9ae3-4f8bfadc8988 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] 10.222.0.21 "PUT /v2.0/quotas/e610d63640a2412a8d5b0c18961f5fd3 HTTP/1.1" status: 200 len: 366 time: 1.0867059 Feb 10 06:42:13.086880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=535f2e61-5d74-4cf5-97e6-5c592c3ec139,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:13.087867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:13.101928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Transition to ACTIVE for port object 5d10eac5-f2fc-4211-ae24-5efe64411fa3 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:42:13.102987 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa424-c5cc-40e7-9458-7901ca1858d3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (a9b73611-1a68-40a4-ae32-4fbd16e8c485), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.109065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.123497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:13.123497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:13.123497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:13.123906 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.170558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c5018378-6a80-4242-9e3f-0fda16d1be3f tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0512862 Feb 10 06:42:13.179563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54710) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:13.180068 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa424-c5cc-40e7-9458-7901ca1858d3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (a9b73611-1a68-40a4-ae32-4fbd16e8c485), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.217620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-74ca4d61-01d5-43cc-87f1-e8a7187f9ba0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.4618177 Feb 10 06:42:13.218254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:13.241624 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa424-c5cc-40e7-9458-7901ca1858d3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a9b73611-1a68-40a4-ae32-4fbd16e8c485), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.244827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa424-c5cc-40e7-9458-7901ca1858d3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.247319 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5a3fa424-c5cc-40e7-9458-7901ca1858d3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9b73611-1a68-40a4-ae32-4fbd16e8c485 HTTP/1.1" status: 204 len: 168 time: 0.2477298 Feb 10 06:42:13.252593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54714) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:13.293704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b89e49f1-0742-47e9-b467-67b2d7af24ac tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] 10.222.0.21 "GET /v2.0/quotas/e610d63640a2412a8d5b0c18961f5fd3 HTTP/1.1" status: 200 len: 366 time: 0.1129134 Feb 10 06:42:13.303751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54716) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:13.306183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fa424-c5cc-40e7-9458-7901ca1858d3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b73611-1a68-40a4-ae32-4fbd16e8c485,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:13.308004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Pushing event updated for resources: {'Port': ['ID=5d10eac5-f2fc-4211-ae24-5efe64411fa3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:13.370522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f17fa8d4-7d23-4b15-b271-14d1135564d0 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:13.460524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f17fa8d4-7d23-4b15-b271-14d1135564d0 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:13.460909 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.524622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ddea5eb-eb4b-4cb7-853a-368b1c364131 req-edb0b91a-b943-49d4-a53c-92bbee4e85ee tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3938229 Feb 10 06:42:13.664196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f17fa8d4-7d23-4b15-b271-14d1135564d0 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:13.664598 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.717036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c677a806-3707-4edb-a6b5-21d6742c3902 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 535f2e61-5d74-4cf5-97e6-5c592c3ec139 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:13.718051 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c677a806-3707-4edb-a6b5-21d6742c3902 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (535f2e61-5d74-4cf5-97e6-5c592c3ec139), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.724234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port f17fa8d4-7d23-4b15-b271-14d1135564d0, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f17fa8d4-7d23-4b15-b271-14d1135564d0,segment=NetworkSegment(5e331895-9dbb-4ae3-9177-a0c9ba8297d9),segment_id=5e331895-9dbb-4ae3-9177-a0c9ba8297d9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:13.757168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.765426 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.864737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=f17fa8d4-7d23-4b15-b271-14d1135564d0,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:13.879228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c7f1fd-2b43-4b65-8ba6-ba12260af94d None None] Network b10b6bc3-7f55-4216-aea9-e06616ebf55e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:13.896818 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4324bd7c-9be8-485f-8265-98049f67a65d tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/e610d63640a2412a8d5b0c18961f5fd3 HTTP/1.1" status: 204 len: 168 time: 0.5831556 Feb 10 06:42:13.898111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54718) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:13.908704 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-87befee2-3a63-493a-b18c-d1c721ec7748 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.6514246 Feb 10 06:42:13.921287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54720) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:13.946831 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c677a806-3707-4edb-a6b5-21d6742c3902 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (535f2e61-5d74-4cf5-97e6-5c592c3ec139), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.957627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Attempting to bind port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:13.958233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Attempting to bind port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:13.958781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Attempting to bind port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:13.961796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c677a806-3707-4edb-a6b5-21d6742c3902 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 535f2e61-5d74-4cf5-97e6-5c592c3ec139 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:13.974619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:13.975210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Attempting to bind port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:13.980484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-18bd05d0-7aaf-4d80-ab94-63292e52f2d3 None None] Provisioning complete for port f17fa8d4-7d23-4b15-b271-14d1135564d0 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:13.981004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18bd05d0-7aaf-4d80-ab94-63292e52f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:13.985520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:13.986080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Checking segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:13.986670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Bound using segment: {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:13.987577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Bound port: 5d10eac5-f2fc-4211-ae24-5efe64411fa3, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf44b3d-215d-48e7-a0e3-da47df42ff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:13.988351 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.069799 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66cc1916-a2fc-408d-840c-13425a70de8a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (c003dced-c3e7-48f0-a7d9-18502c50fb40), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.094211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:14.110963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-18bd05d0-7aaf-4d80-ab94-63292e52f2d3 None None] Current status of the port f17fa8d4-7d23-4b15-b271-14d1135564d0 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:14.113864 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa1fe03-f9a9-474a-ace3-7cff1046a754" -d '{"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "80b0e85f-0d1b-4bf3-8cda-60b8b28b0861"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:14.115692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0298ccb9-3662-4e63-b506-009784807043 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.118485 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c677a806-3707-4edb-a6b5-21d6742c3902 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (535f2e61-5d74-4cf5-97e6-5c592c3ec139), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.134101 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0298ccb9-3662-4e63-b506-009784807043 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (15610538-8c67-4cd4-8c68-3698ee5e65ca), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.138405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e0d5bf2f-20cd-440a-bf87-3e074210832a tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2375963 Feb 10 06:42:14.165874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54726) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:14.183934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66cc1916-a2fc-408d-840c-13425a70de8a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (c003dced-c3e7-48f0-a7d9-18502c50fb40), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.192839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dff69005-f99b-43cc-b7b5-34eac57edb6d tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] 10.222.0.21 "GET /v2.0/quotas/e610d63640a2412a8d5b0c18961f5fd3 HTTP/1.1" status: 200 len: 370 time: 0.0242174 Feb 10 06:42:14.216792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54728) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:14.225634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f28be2a-fd01-458a-af72-5d35e4cfc77c tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] 10.222.0.21 "GET /v2.0/quotas/e610d63640a2412a8d5b0c18961f5fd3/default HTTP/1.1" status: 200 len: 370 time: 0.0047791 Feb 10 06:42:14.230510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54730) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:14.232061 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21fa167-f7b0-4e85-9889-2dc0d359b384 x-openstack-request-id: req-c21fa167-f7b0-4e85-9889-2dc0d359b384 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:14.232635 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "80b0e85f-0d1b-4bf3-8cda-60b8b28b0861", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:14.233332 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c21fa167-f7b0-4e85-9889-2dc0d359b384 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:14.233972 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861', 'status': 'completed', 'code': 200} Feb 10 06:42:14.234774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677a806-3707-4edb-a6b5-21d6742c3902 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=535f2e61-5d74-4cf5-97e6-5c592c3ec139,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:14.293105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1257a417-92af-4f26-8e01-b180dc1c2bc9 req-ef6d6898-bf2b-4ec3-9a41-a41c854b4165 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0613441 Feb 10 06:42:14.307921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] For port 5d10eac5-f2fc-4211-ae24-5efe64411fa3, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:14.310739 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-b4992bd6-0c6b-426c-a230-0d8335f860c2 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] delete failed (client error): The resource could not be found. Feb 10 06:42:14.315640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4992bd6-0c6b-426c-a230-0d8335f860c2 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/e610d63640a2412a8d5b0c18961f5fd3 HTTP/1.1" status: 404 len: 348 time: 0.0825787 Feb 10 06:42:14.349856 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c677a806-3707-4edb-a6b5-21d6742c3902 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.357610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c677a806-3707-4edb-a6b5-21d6742c3902 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/535f2e61-5d74-4cf5-97e6-5c592c3ec139 HTTP/1.1" status: 204 len: 168 time: 1.1289303 Feb 10 06:42:14.357837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54734) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:14.366702 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] For port 5d10eac5-f2fc-4211-ae24-5efe64411fa3, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5d10eac5-f2fc-4211-ae24-5efe64411fa3,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:14.378100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.457642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Pushing event updated for resources: {'Port': ['ID=5d10eac5-f2fc-4211-ae24-5efe64411fa3,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:14.465118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3d37a52d-8ff3-4361-b2a3-89c9deab34f9 None None] Could not find standard attr ID for object 535f2e61-5d74-4cf5-97e6-5c592c3ec139. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:42:14.465589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66cc1916-a2fc-408d-840c-13425a70de8a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c003dced-c3e7-48f0-a7d9-18502c50fb40), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.468282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66cc1916-a2fc-408d-840c-13425a70de8a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.469440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-66cc1916-a2fc-408d-840c-13425a70de8a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/c003dced-c3e7-48f0-a7d9-18502c50fb40 HTTP/1.1" status: 204 len: 168 time: 0.5464320 Feb 10 06:42:14.478181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:14.478906 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.480317 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-95861c94-467f-46bd-91b8-500000ad4f81 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d10eac5-f2fc-4211-ae24-5efe64411fa3 HTTP/1.1" status: 200 len: 1091 time: 2.4146659 Feb 10 06:42:14.481631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54736) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:14.487545 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-0298ccb9-3662-4e63-b506-009784807043 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Floating IP 15610538-8c67-4cd4-8c68-3698ee5e65ca associated. External IP: 172.25.8.216, port: a4398310-5d0b-4a69-b68c-65f3b0972647. Feb 10 06:42:14.492185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3d37a52d-8ff3-4361-b2a3-89c9deab34f9 None None] Provisioning complete for port f17fa8d4-7d23-4b15-b271-14d1135564d0 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:14.493016 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d37a52d-8ff3-4361-b2a3-89c9deab34f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.537343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:14.554400 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1fc4e6-c757-40e2-bbd2-7a8c32ff8d7d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:42:14.558760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1a1fc4e6-c757-40e2-bbd2-7a8c32ff8d7d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/535f2e61-5d74-4cf5-97e6-5c592c3ec139 HTTP/1.1" status: 404 len: 333 time: 0.1950746 Feb 10 06:42:14.561790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54738) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:14.590571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:14.651077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3d37a52d-8ff3-4361-b2a3-89c9deab34f9 None None] Current status of the port f17fa8d4-7d23-4b15-b271-14d1135564d0 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:14.668616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc1916-a2fc-408d-840c-13425a70de8a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003dced-c3e7-48f0-a7d9-18502c50fb40,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:14.673159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.700994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-b26f002a-ff37-44c8-9d8c-513a889d316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:14.701480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-b26f002a-ff37-44c8-9d8c-513a889d316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:14.705710 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-b26f002a-ff37-44c8-9d8c-513a889d316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:14.706225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-b26f002a-ff37-44c8-9d8c-513a889d316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:14.706732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-b26f002a-ff37-44c8-9d8c-513a889d316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:14.707736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-b26f002a-ff37-44c8-9d8c-513a889d316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:14.708823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-b26f002a-ff37-44c8-9d8c-513a889d316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:14.737654 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-b26f002a-ff37-44c8-9d8c-513a889d316c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6456 time: 0.4515879 Feb 10 06:42:14.738195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4da5769-e274-4759-a016-d8b338501ebc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet 10892db9-77ab-4fd9-9ea7-750871f5c105 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:42:14.742886 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4da5769-e274-4759-a016-d8b338501ebc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (10892db9-77ab-4fd9-9ea7-750871f5c105), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.801000 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-263ed5f6-39ba-4806-b5d4-b67507bc2a2d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3104033 Feb 10 06:42:14.802953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54744) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:14.807932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-42845221-0bae-4948-bddf-ddfa3904d91c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-secgroup--224006082'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:14.905676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Usage tracker for resource:network and project:2c5b2795e3b8475e907d31ddfa4c8cbb is out of sync, need to count used quota {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 06:42:14.918890 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4da5769-e274-4759-a016-d8b338501ebc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (10892db9-77ab-4fd9-9ea7-750871f5c105), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.940020 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42845221-0bae-4948-bddf-ddfa3904d91c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:14.959879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 06:42:14.969032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6e625a2e-1c40-436a-935d-91647ff2c576 None None] Could not find standard attr ID for object 535f2e61-5d74-4cf5-97e6-5c592c3ec139. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:42:15.039036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4bf8-bca5-4325-8e5e-8591542942a9 req-85c1db12-ac1f-42a5-9063-a5f15abc25fb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.044507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4bf8-bca5-4325-8e5e-8591542942a9 req-85c1db12-ac1f-42a5-9063-a5f15abc25fb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.049748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4bf8-bca5-4325-8e5e-8591542942a9 req-85c1db12-ac1f-42a5-9063-a5f15abc25fb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.055615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4bf8-bca5-4325-8e5e-8591542942a9 req-85c1db12-ac1f-42a5-9063-a5f15abc25fb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.060921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4bf8-bca5-4325-8e5e-8591542942a9 req-85c1db12-ac1f-42a5-9063-a5f15abc25fb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.065162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-9e679128-5ab4-4834-86b4-245612614a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.065634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-9e679128-5ab4-4834-86b4-245612614a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.066094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-9e679128-5ab4-4834-86b4-245612614a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.066957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4bf8-bca5-4325-8e5e-8591542942a9 req-85c1db12-ac1f-42a5-9063-a5f15abc25fb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.068460 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-9e679128-5ab4-4834-86b4-245612614a34 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e8bc94e5bcd6463597ae775a0c189508&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3298550 Feb 10 06:42:15.072402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4bf8-bca5-4325-8e5e-8591542942a9 req-85c1db12-ac1f-42a5-9063-a5f15abc25fb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.080170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6a4bf8-bca5-4325-8e5e-8591542942a9 req-85c1db12-ac1f-42a5-9063-a5f15abc25fb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5397 time: 0.4169865 Feb 10 06:42:15.097847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Usage tracker for resource:subnet and project:2c5b2795e3b8475e907d31ddfa4c8cbb is out of sync, need to count used quota {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 06:42:15.170281 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.248634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6a4bf8-bca5-4325-8e5e-8591542942a9 req-c2277aeb-736b-491e-b37d-1864b4181f1a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675222 Feb 10 06:42:15.262986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 06:42:15.279806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f17fa8d4-7d23-4b15-b271-14d1135564d0 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:15.281907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42845221-0bae-4948-bddf-ddfa3904d91c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (835a6345-dc8f-4ea6-add0-8bf25796938a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.294754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42845221-0bae-4948-bddf-ddfa3904d91c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (835a6345-dc8f-4ea6-add0-8bf25796938a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.325495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Usage tracker for resource:subnetpool and project:2c5b2795e3b8475e907d31ddfa4c8cbb is out of sync, need to count used quota {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 06:42:15.336297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 06:42:15.340310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f17fa8d4-7d23-4b15-b271-14d1135564d0 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:15.340683 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.345126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0298ccb9-3662-4e63-b506-009784807043 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:42:15.361742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42845221-0bae-4948-bddf-ddfa3904d91c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835a6345-dc8f-4ea6-add0-8bf25796938a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:15.362334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4da5769-e274-4759-a016-d8b338501ebc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (10892db9-77ab-4fd9-9ea7-750871f5c105), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.390270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-256a8ac0-6524-4ee2-9cc7-075ad331e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:15.391882 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2fa1fe03-f9a9-474a-ace3-7cff1046a754 req-256a8ac0-6524-4ee2-9cc7-075ad331e6da service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3144381 Feb 10 06:42:15.394578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42845221-0bae-4948-bddf-ddfa3904d91c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.396632 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-42845221-0bae-4948-bddf-ddfa3904d91c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5920534 Feb 10 06:42:15.399228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54748) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:15.407903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f52e7f9c-6e69-4102-b8cb-a5fab4cfceda tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '835a6345-dc8f-4ea6-add0-8bf25796938a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:15.415116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Usage tracker for resource:port and project:2c5b2795e3b8475e907d31ddfa4c8cbb is out of sync, need to count used quota {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 06:42:15.423353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 06:42:15.486051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f52e7f9c-6e69-4102-b8cb-a5fab4cfceda tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (0c46c24e-280d-44b1-8979-b1e0f2f724aa), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.492783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-050fd9b5-fd40-4e7b-a15a-fcd71f96cc74 req-0816e1a9-7166-4694-b6e1-f502c1955171 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0630367 Feb 10 06:42:15.496596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Usage tracker for resource:router and project:2c5b2795e3b8475e907d31ddfa4c8cbb is out of sync, need to count used quota {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 06:42:15.508183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6167187e-481c-45bb-aea2-5643d29f55a5 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:42:15.509300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f17fa8d4-7d23-4b15-b271-14d1135564d0 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:15.527451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Publish callbacks [] for port (6167187e-481c-45bb-aea2-5643d29f55a5), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.545063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Transition to ACTIVE for port object 6167187e-481c-45bb-aea2-5643d29f55a5 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:42:15.545570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 06:42:15.557963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.569657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Usage tracker for resource:floatingip and project:2c5b2795e3b8475e907d31ddfa4c8cbb is out of sync, need to count used quota {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 06:42:15.577503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 06:42:15.584084 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4da5769-e274-4759-a016-d8b338501ebc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (10892db9-77ab-4fd9-9ea7-750871f5c105), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.605938 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f52e7f9c-6e69-4102-b8cb-a5fab4cfceda tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (0c46c24e-280d-44b1-8979-b1e0f2f724aa), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.616878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f52e7f9c-6e69-4102-b8cb-a5fab4cfceda tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (0c46c24e-280d-44b1-8979-b1e0f2f724aa), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.637051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Pushing event updated for resources: {'Port': ['ID=6167187e-481c-45bb-aea2-5643d29f55a5,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:15.652099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e7f9c-6e69-4102-b8cb-a5fab4cfceda tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c46c24e-280d-44b1-8979-b1e0f2f724aa,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:15.678738 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f52e7f9c-6e69-4102-b8cb-a5fab4cfceda tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.684394 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f52e7f9c-6e69-4102-b8cb-a5fab4cfceda tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2814026 Feb 10 06:42:15.684596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da5769-e274-4759-a016-d8b338501ebc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=10892db9-77ab-4fd9-9ea7-750871f5c105,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:15.688234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:15.700560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348a621-44df-4ee3-9aa4-9d755a3887dc None None] Network b10b6bc3-7f55-4216-aea9-e06616ebf55e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:15.705961 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4da5769-e274-4759-a016-d8b338501ebc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.709755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d4da5769-e274-4759-a016-d8b338501ebc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/10892db9-77ab-4fd9-9ea7-750871f5c105 HTTP/1.1" status: 204 len: 168 time: 1.1476290 Feb 10 06:42:15.714064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54752) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:15.736759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0298ccb9-3662-4e63-b506-009784807043 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:42:15.753121 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] Sync routers for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:42:15.770674 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0298ccb9-3662-4e63-b506-009784807043 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.774127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-72c185d0-5811-4dfd-baf7-4c43e77f5515 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (0c46c24e-280d-44b1-8979-b1e0f2f724aa), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.783268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-72c185d0-5811-4dfd-baf7-4c43e77f5515 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (0c46c24e-280d-44b1-8979-b1e0f2f724aa), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.786554 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:42:15.796697 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:42:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:15.831485 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-72c185d0-5811-4dfd-baf7-4c43e77f5515 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (0c46c24e-280d-44b1-8979-b1e0f2f724aa), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.838039 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b10b6bc3-7f55-4216-aea9-e06616ebf55e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.841920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-72c185d0-5811-4dfd-baf7-4c43e77f5515 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:15.845628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-72c185d0-5811-4dfd-baf7-4c43e77f5515 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0c46c24e-280d-44b1-8979-b1e0f2f724aa HTTP/1.1" status: 204 len: 168 time: 0.1536663 Feb 10 06:42:15.850861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54754) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:15.860450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c185d0-5811-4dfd-baf7-4c43e77f5515 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c46c24e-280d-44b1-8979-b1e0f2f724aa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:15.873018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Usage tracker for resource:security_group and project:2c5b2795e3b8475e907d31ddfa4c8cbb is out of sync, need to count used quota {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 06:42:15.876994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0298ccb9-3662-4e63-b506-009784807043 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "PUT /v2.0/floatingips/15610538-8c67-4cd4-8c68-3698ee5e65ca HTTP/1.1" status: 200 len: 991 time: 3.2892621 Feb 10 06:42:15.878122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:15.883433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Attempting to bind port 6167187e-481c-45bb-aea2-5643d29f55a5 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:15.883789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Attempting to bind port 6167187e-481c-45bb-aea2-5643d29f55a5 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:15.884126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Attempting to bind port 6167187e-481c-45bb-aea2-5643d29f55a5 on network b358257e-dd73-497b-ab8b-bba846eb1153 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:15.890647 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a310b2-e5f7-4c42-a7b0-5da317cf8560" -d '{"events": [{"name": "network-changed", "server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:15.893638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 06:42:15.912695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Usage tracker for resource:security_group_rule and project:2c5b2795e3b8475e907d31ddfa4c8cbb is out of sync, need to count used quota {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 06:42:15.920976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Port 6167187e-481c-45bb-aea2-5643d29f55a5 on network b358257e-dd73-497b-ab8b-bba846eb1153 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:15.921408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Attempting to bind port 6167187e-481c-45bb-aea2-5643d29f55a5 on network b358257e-dd73-497b-ab8b-bba846eb1153 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:15.923277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.quota.resource [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103214) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 06:42:15.929512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d3866b5-b733-4063-805d-f7784fb41295 tempest-QuotasTest-513376253 tempest-QuotasTest-513376253-project-admin] 10.222.0.21 "GET /v2.0/quotas/2c5b2795e3b8475e907d31ddfa4c8cbb/details.json HTTP/1.1" status: 200 len: 703 time: 1.3381705 Feb 10 06:42:15.977461 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6d0e0538-321d-4aa5-887e-57a3eeb638d8 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1242919 Feb 10 06:42:15.980442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54762) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:15.997430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:15.998045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Checking segment: {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:15.999193 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974e53d1-cb41-44cc-a840-45cf73b46e6b x-openstack-request-id: req-974e53d1-cb41-44cc-a840-45cf73b46e6b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:15.999490 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:15.999755 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-974e53d1-cb41-44cc-a840-45cf73b46e6b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:16.000164 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'status': 'completed', 'code': 200} Feb 10 06:42:16.006343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Bound using segment: {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:16.006853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Bound port: 6167187e-481c-45bb-aea2-5643d29f55a5, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:16.007208 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.037458 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:42:16.126437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba56a7a-57f5-4207-a671-741daba6a5dd None None] DHCP port deletion for b10b6bc3-7f55-4216-aea9-e06616ebf55e request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:42:16.217240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7d8f0-a2a4-4789-bfa1-ea32d3754b1a req-d98bff6e-c3a5-4e51-8ea5-944e34d77d66 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.218858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1a7d8f0-a2a4-4789-bfa1-ea32d3754b1a req-d98bff6e-c3a5-4e51-8ea5-944e34d77d66 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.1988719 Feb 10 06:42:16.222257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6d4306-a6c4-46e8-89bb-3a350feb765a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (835a6345-dc8f-4ea6-add0-8bf25796938a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.250745 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '5d10eac5-f2fc-4211-ae24-5efe64411fa3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:16.251722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cba56a7a-57f5-4207-a671-741daba6a5dd None None] Deleting port f17fa8d4-7d23-4b15-b271-14d1135564d0 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:16.252162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cba56a7a-57f5-4207-a671-741daba6a5dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.252980 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "5d10eac5-f2fc-4211-ae24-5efe64411fa3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:16.271854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] For port 6167187e-481c-45bb-aea2-5643d29f55a5, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:16.307163 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6d4306-a6c4-46e8-89bb-3a350feb765a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (835a6345-dc8f-4ea6-add0-8bf25796938a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.315435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] For port 6167187e-481c-45bb-aea2-5643d29f55a5, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6167187e-481c-45bb-aea2-5643d29f55a5,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:16.320887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port f17fa8d4-7d23-4b15-b271-14d1135564d0 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:16.321232 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.348494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-cba56a7a-57f5-4207-a671-741daba6a5dd None None] For port f17fa8d4-7d23-4b15-b271-14d1135564d0, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f17fa8d4-7d23-4b15-b271-14d1135564d0,segment=NetworkSegment(5e331895-9dbb-4ae3-9177-a0c9ba8297d9),segment_id=5e331895-9dbb-4ae3-9177-a0c9ba8297d9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:16.348992 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cba56a7a-57f5-4207-a671-741daba6a5dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.360378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.370052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-dc323ff6-9d74-4e12-98c8-74fb3740c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.370845 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-dc323ff6-9d74-4e12-98c8-74fb3740c0de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1127 time: 0.3451867 Feb 10 06:42:16.375311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cba56a7a-57f5-4207-a671-741daba6a5dd None None] Calling delete_port for f17fa8d4-7d23-4b15-b271-14d1135564d0 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:16.435972 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c737ca-ad57-462a-a14f-65678a84d491 x-openstack-request-id: req-04c737ca-ad57-462a-a14f-65678a84d491 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:16.436278 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "5d10eac5-f2fc-4211-ae24-5efe64411fa3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:16.436510 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04c737ca-ad57-462a-a14f-65678a84d491 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:16.437298 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '5d10eac5-f2fc-4211-ae24-5efe64411fa3', 'status': 'completed', 'code': 200} Feb 10 06:42:16.475581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1a7d8f0-a2a4-4789-bfa1-ea32d3754b1a req-b148ed7a-5834-4837-8c1a-975af0445e3f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375793 Feb 10 06:42:16.497295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6d4306-a6c4-46e8-89bb-3a350feb765a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (835a6345-dc8f-4ea6-add0-8bf25796938a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.500802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c6d4306-a6c4-46e8-89bb-3a350feb765a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.507669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c6d4306-a6c4-46e8-89bb-3a350feb765a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/835a6345-dc8f-4ea6-add0-8bf25796938a HTTP/1.1" status: 204 len: 168 time: 0.5259018 Feb 10 06:42:16.508531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54770) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:16.557449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.558345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.560094 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] 10.222.0.13 "PUT /v2.0/ports/6167187e-481c-45bb-aea2-5643d29f55a5 HTTP/1.1" status: 200 len: 1091 time: 2.0399613 Feb 10 06:42:16.574679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d4306-a6c4-46e8-89bb-3a350feb765a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835a6345-dc8f-4ea6-add0-8bf25796938a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:16.595311 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.599422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Request body: {'port': {'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:16.607868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] For port f17fa8d4-7d23-4b15-b271-14d1135564d0, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f17fa8d4-7d23-4b15-b271-14d1135564d0,segment=NetworkSegment(5e331895-9dbb-4ae3-9177-a0c9ba8297d9),segment_id=5e331895-9dbb-4ae3-9177-a0c9ba8297d9)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:16.609795 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.642630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54774) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:16.696519 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cba56a7a-57f5-4207-a671-741daba6a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.726993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba56a7a-57f5-4207-a671-741daba6a5dd None None] No DVR routers for this DVR port f17fa8d4-7d23-4b15-b271-14d1135564d0 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:16.785133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba56a7a-57f5-4207-a671-741daba6a5dd None None] Pushing event deleted for resources: {'Port': ['ID=f17fa8d4-7d23-4b15-b271-14d1135564d0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:16.786959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for f17fa8d4-7d23-4b15-b271-14d1135564d0 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:16.798599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5443-580b-4104-b7bb-eadc49aa1c27 service neutron] Pushing event updated for resources: {'Port': ['ID=6167187e-481c-45bb-aea2-5643d29f55a5,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:16.837934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2461e090-b347-4cdf-a9fa-f18f9199df1c tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3240511 Feb 10 06:42:16.844411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3876f691-e918-4a93-9df5-9df9fd3cc84f req-5d02c167-d50d-4a48-a61f-49c8cce37202 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1284807 Feb 10 06:42:16.847975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54778) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:16.862109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cd6b6d51-0677-4383-b0a2-ac29208fcff5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696097990'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:16.924262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd391913-d618-4c5a-b20d-1123a763028c req-7a1965cb-edcf-4d16-a400-e873ce3fbaa9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.926263 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '15610538-8c67-4cd4-8c68-3698ee5e65ca', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'port_id': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'mac_address': 'fa:16:3e:c4:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:41:51Z', 'updated_at': '2022-02-10T06:42:13Z', 'revision_number': 1, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:16.930646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd391913-d618-4c5a-b20d-1123a763028c req-7a1965cb-edcf-4d16-a400-e873ce3fbaa9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.935874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd391913-d618-4c5a-b20d-1123a763028c req-7a1965cb-edcf-4d16-a400-e873ce3fbaa9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.942780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd391913-d618-4c5a-b20d-1123a763028c req-7a1965cb-edcf-4d16-a400-e873ce3fbaa9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.948100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd391913-d618-4c5a-b20d-1123a763028c req-7a1965cb-edcf-4d16-a400-e873ce3fbaa9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.953734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd391913-d618-4c5a-b20d-1123a763028c req-7a1965cb-edcf-4d16-a400-e873ce3fbaa9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.959875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd391913-d618-4c5a-b20d-1123a763028c req-7a1965cb-edcf-4d16-a400-e873ce3fbaa9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.961854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd391913-d618-4c5a-b20d-1123a763028c req-7a1965cb-edcf-4d16-a400-e873ce3fbaa9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5409 time: 0.3541555 Feb 10 06:42:16.968026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-f95722af-eb50-4815-9ecd-5ee98ad15c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.968633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-f95722af-eb50-4815-9ecd-5ee98ad15c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.969105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-f95722af-eb50-4815-9ecd-5ee98ad15c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.969558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-f95722af-eb50-4815-9ecd-5ee98ad15c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.970155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-f95722af-eb50-4815-9ecd-5ee98ad15c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.970287 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6d51-0677-4383-b0a2-ac29208fcff5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:16.970820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-f95722af-eb50-4815-9ecd-5ee98ad15c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.971279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-f95722af-eb50-4815-9ecd-5ee98ad15c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:16.974861 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-f95722af-eb50-4815-9ecd-5ee98ad15c83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6597 time: 0.5601206 Feb 10 06:42:16.999586 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a362cfa3-1ab4-490f-a177-95269f9c8fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.001112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-30ce5474-4441-4e64-9c73-991c838f6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:17.002602 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-30ce5474-4441-4e64-9c73-991c838f6c96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.5897474 Feb 10 06:42:17.007500 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] Checking router: 7270d982-447e-4baf-8ed1-8ff8dcc19d48 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:42:17.010116 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.021607 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:42:17.022220 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:42:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:17.102022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd391913-d618-4c5a-b20d-1123a763028c req-fd2662cb-cfcf-4e6f-afde-59ad5d814d83 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1291475 Feb 10 06:42:17.160669 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6d51-0677-4383-b0a2-ac29208fcff5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (36514604-355a-43c9-9338-707e38e880f4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.174760 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6d51-0677-4383-b0a2-ac29208fcff5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (36514604-355a-43c9-9338-707e38e880f4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.187096 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:42:17.212749 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-d3e65a90-352a-4790-b894-e0c0988cb627 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 999 time: 0.2001345 Feb 10 06:42:17.213680 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f17fa8d4-7d23-4b15-b271-14d1135564d0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.245581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a362cfa3-1ab4-490f-a177-95269f9c8fb4 admin admin] Publish callbacks [] for security_group (432ad222-db0f-4fd1-9609-cdaa788defe3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.260160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a362cfa3-1ab4-490f-a177-95269f9c8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (432ad222-db0f-4fd1-9609-cdaa788defe3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.264976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6d51-0677-4383-b0a2-ac29208fcff5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.266459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd6b6d51-0677-4383-b0a2-ac29208fcff5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4168026 Feb 10 06:42:17.271557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:17.285907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cd8d3379-5668-479e-9514-e65d862b36d0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '36514604-355a-43c9-9338-707e38e880f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:17.294090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b6d51-0677-4383-b0a2-ac29208fcff5 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36514604-355a-43c9-9338-707e38e880f4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:17.295735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-59e7d61f-2e3d-4740-85a1-a5ad3109c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:17.296204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-59e7d61f-2e3d-4740-85a1-a5ad3109c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:17.296655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-59e7d61f-2e3d-4740-85a1-a5ad3109c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:17.298258 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-59e7d61f-2e3d-4740-85a1-a5ad3109c6b6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e8bc94e5bcd6463597ae775a0c189508&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3114090 Feb 10 06:42:17.299026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=f17fa8d4-7d23-4b15-b271-14d1135564d0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:17.306929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No DVR routers for this DVR port f17fa8d4-7d23-4b15-b271-14d1135564d0 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:17.326095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f17fa8d4-7d23-4b15-b271-14d1135564d0 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:42:17.356437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a362cfa3-1ab4-490f-a177-95269f9c8fb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf7694aaa8514e119c19a9757cd1ce6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6913385 Feb 10 06:42:17.363964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54782) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:17.387859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: f17fa8d4-7d23-4b15-b271-14d1135564d0 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:42:17.388229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f17fa8d4-7d23-4b15-b271-14d1135564d0 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:42:17.417039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362cfa3-1ab4-490f-a177-95269f9c8fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432ad222-db0f-4fd1-9609-cdaa788defe3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:17.429167 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3379-5668-479e-9514-e65d862b36d0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (fc455594-0727-4582-944f-e83fd370112f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.456051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-6a744586-9ad8-424f-a176-ace20f70eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:17.457291 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-6a744586-9ad8-424f-a176-ace20f70eb75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.2304764 Feb 10 06:42:17.524536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6614bd8b-edde-4461-b2d3-2a853c1a0eb5 admin admin] Publish callbacks [] for security_group (432ad222-db0f-4fd1-9609-cdaa788defe3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.555590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6614bd8b-edde-4461-b2d3-2a853c1a0eb5 admin admin] Publish callbacks [] for security_group (432ad222-db0f-4fd1-9609-cdaa788defe3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.584698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b10b6bc3-7f55-4216-aea9-e06616ebf55e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.599453 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '15610538-8c67-4cd4-8c68-3698ee5e65ca', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'port_id': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'mac_address': 'fa:16:3e:c4:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:41:51Z', 'updated_at': '2022-02-10T06:42:13Z', 'revision_number': 1, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:17.641279 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8b23f3-44c1-4781-be44-101ced7175fe None None] The sync data for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 is: [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '15610538-8c67-4cd4-8c68-3698ee5e65ca', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'port_id': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'mac_address': 'fa:16:3e:c4:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:41:51Z', 'updated_at': '2022-02-10T06:42:13Z', 'revision_number': 1, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:42:17.663755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3379-5668-479e-9514-e65d862b36d0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (fc455594-0727-4582-944f-e83fd370112f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.671212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10b6bc3-7f55-4216-aea9-e06616ebf55e']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:17.672734 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3379-5668-479e-9514-e65d862b36d0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (fc455594-0727-4582-944f-e83fd370112f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.697737 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6614bd8b-edde-4461-b2d3-2a853c1a0eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (432ad222-db0f-4fd1-9609-cdaa788defe3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.701597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6614bd8b-edde-4461-b2d3-2a853c1a0eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.702900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6614bd8b-edde-4461-b2d3-2a853c1a0eb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/432ad222-db0f-4fd1-9609-cdaa788defe3 HTTP/1.1" status: 204 len: 168 time: 0.3359277 Feb 10 06:42:17.716107 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3379-5668-479e-9514-e65d862b36d0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.717331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd8d3379-5668-479e-9514-e65d862b36d0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4430561 Feb 10 06:42:17.722033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54788) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:17.728960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d3379-5668-479e-9514-e65d862b36d0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc455594-0727-4582-944f-e83fd370112f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:17.734634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614bd8b-edde-4461-b2d3-2a853c1a0eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432ad222-db0f-4fd1-9609-cdaa788defe3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:17.760117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e331895-9dbb-4ae3-9177-a0c9ba8297d9') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:17.761242 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e331895-9dbb-4ae3-9177-a0c9ba8297d9') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:17.769297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c9dd5-050e-4b0c-bc20-25a35d647840 req-e79c597b-e4f4-44ec-bd9b-1fe6c1e9f307 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:17.773752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (5e331895-9dbb-4ae3-9177-a0c9ba8297d9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.779599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d5c9dd5-050e-4b0c-bc20-25a35d647840 req-e79c597b-e4f4-44ec-bd9b-1fe6c1e9f307 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.1668384 Feb 10 06:42:17.789950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5e331895-9dbb-4ae3-9177-a0c9ba8297d9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.796556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:17.797110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (5e331895-9dbb-4ae3-9177-a0c9ba8297d9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.860000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d5c9dd5-050e-4b0c-bc20-25a35d647840 req-6435a24d-f11a-4c78-aee5-cb5ef533a23e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736341 Feb 10 06:42:17.872362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-9a38ec4e-59c7-4b92-98d8-369d581140a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:17.874063 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f0fe578e-a826-4ac0-91d4-e3a29edc07ec req-9a38ec4e-59c7-4b92-98d8-369d581140a4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5638676 Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:17.874935 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:17.927005 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6aa2d5c1-4b0b-4ff7-bd2d-71a0fd9fe800 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules/fc455594-0727-4582-944f-e83fd370112f HTTP/1.1" status: 200 len: 763 time: 0.1885769 Feb 10 06:42:17.928125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:17.937530 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b10b6bc3-7f55-4216-aea9-e06616ebf55e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.951495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-0590528b-c1d5-4c22-855b-a31c01b6ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:17.953303 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-0590528b-c1d5-4c22-855b-a31c01b6ab1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4523129 Feb 10 06:42:17.957780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:17.966795 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/networks/b10b6bc3-7f55-4216-aea9-e06616ebf55e HTTP/1.1" status: 204 len: 168 time: 2.2463808 Feb 10 06:42:17.970652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54794) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:17.982555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'name': 'tempest-PortsIpV6TestJSON-382483117'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:17.985124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57385e-a2b4-4751-84ca-2d4c19ca8e46 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Network': ['ID=b10b6bc3-7f55-4216-aea9-e06616ebf55e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:18.048426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae57cf3-2144-4942-ac61-be0297eb6f2e None None] New status for floating IP 15610538-8c67-4cd4-8c68-3698ee5e65ca: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:42:18.092840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a2aae95-df06-4b50-9f46-0d65154a46dd tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1627314 Feb 10 06:42:18.113899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54798) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:18.198146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54802) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:18.225654 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-aed22ac7-8a2c-4c02-ae5e-1cd4ddec2f2e service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603576 Feb 10 06:42:18.246166 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b57efbb6-48d2-4d00-8350-ca0879fcf050 req-bb69b90b-b131-4014-8fb0-fc91337b92ef tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.1827059 Feb 10 06:42:18.247171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9193d4-afcb-4622-96f7-6fcfd1366d5e {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:42:18.257461 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Publish callbacks [] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.263318 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc452c3d-1099-4141-8b9d-97465c96cbad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.273206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Transition to ACTIVE for port object 4f9193d4-afcb-4622-96f7-6fcfd1366d5e will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:42:18.340539 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.402853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:18.406521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.410440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b2e02b9-4ede-48a3-bea1-87ce5fb878f9 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (fc455594-0727-4582-944f-e83fd370112f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.442553 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b2e02b9-4ede-48a3-bea1-87ce5fb878f9 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (fc455594-0727-4582-944f-e83fd370112f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.498668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 9c375cab-db19-481e-aab3-02939760c69f yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:18.527658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd4340-c0d7-4e92-be76-c5f5943dc5d1 req-a23c2bbd-6ddf-467c-bef3-4152b1d087ea tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.533144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd4340-c0d7-4e92-be76-c5f5943dc5d1 req-a23c2bbd-6ddf-467c-bef3-4152b1d087ea tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.538928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd4340-c0d7-4e92-be76-c5f5943dc5d1 req-a23c2bbd-6ddf-467c-bef3-4152b1d087ea tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.544312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd4340-c0d7-4e92-be76-c5f5943dc5d1 req-a23c2bbd-6ddf-467c-bef3-4152b1d087ea tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.549667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd4340-c0d7-4e92-be76-c5f5943dc5d1 req-a23c2bbd-6ddf-467c-bef3-4152b1d087ea tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.555724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd4340-c0d7-4e92-be76-c5f5943dc5d1 req-a23c2bbd-6ddf-467c-bef3-4152b1d087ea tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.561114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd4340-c0d7-4e92-be76-c5f5943dc5d1 req-a23c2bbd-6ddf-467c-bef3-4152b1d087ea tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.563152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edfd4340-c0d7-4e92-be76-c5f5943dc5d1 req-a23c2bbd-6ddf-467c-bef3-4152b1d087ea tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2880528 Feb 10 06:42:18.621876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc452c3d-1099-4141-8b9d-97465c96cbad admin admin] Publish callbacks [] for security_group (0f037be2-bc55-45cb-8005-98968ab86b92), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.642006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc452c3d-1099-4141-8b9d-97465c96cbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0f037be2-bc55-45cb-8005-98968ab86b92), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.664665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b2e02b9-4ede-48a3-bea1-87ce5fb878f9 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (fc455594-0727-4582-944f-e83fd370112f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.697573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b2e02b9-4ede-48a3-bea1-87ce5fb878f9 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:18.701970 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8b2e02b9-4ede-48a3-bea1-87ce5fb878f9 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fc455594-0727-4582-944f-e83fd370112f HTTP/1.1" status: 204 len: 168 time: 0.5838597 Feb 10 06:42:18.724482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:18.741752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '6167187e-481c-45bb-aea2-5643d29f55a5'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:18.744062 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f" -d '{"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "6167187e-481c-45bb-aea2-5643d29f55a5"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:18.747741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e02b9-4ede-48a3-bea1-87ce5fb878f9 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc455594-0727-4582-944f-e83fd370112f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:18.777703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc452c3d-1099-4141-8b9d-97465c96cbad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c5b2795e3b8475e907d31ddfa4c8cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5339532 Feb 10 06:42:18.786845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc452c3d-1099-4141-8b9d-97465c96cbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f037be2-bc55-45cb-8005-98968ab86b92,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:18.792240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54808) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:18.835217 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2c49fa-6680-458c-b527-421f6c006506 x-openstack-request-id: req-3b2c49fa-6680-458c-b527-421f6c006506 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:18.835458 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "6167187e-481c-45bb-aea2-5643d29f55a5", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:18.835680 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b2c49fa-6680-458c-b527-421f6c006506 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:18.836079 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '6167187e-481c-45bb-aea2-5643d29f55a5', 'status': 'completed', 'code': 200} Feb 10 06:42:18.840441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:18.871999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edfd4340-c0d7-4e92-be76-c5f5943dc5d1 req-17d7a744-9c6c-4ec7-92f2-39ef493605f2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2936654 Feb 10 06:42:18.897755 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98a310b2-e5f7-4c42-a7b0-5da317cf8560 req-19d452c9-ed00-4c6e-90a5-aaf7ae1a88b0 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222694 Feb 10 06:42:18.940652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-513e4548-96ab-4595-b618-c44ce3d80dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.941695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-513e4548-96ab-4595-b618-c44ce3d80dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.943735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-513e4548-96ab-4595-b618-c44ce3d80dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.944235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-513e4548-96ab-4595-b618-c44ce3d80dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.944716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-513e4548-96ab-4595-b618-c44ce3d80dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.945188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-513e4548-96ab-4595-b618-c44ce3d80dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.945659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-513e4548-96ab-4595-b618-c44ce3d80dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:18.947775 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-513e4548-96ab-4595-b618-c44ce3d80dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6622 time: 0.1019232 Feb 10 06:42:18.948524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Attempting to bind port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:18.948861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Attempting to bind port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:18.949192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Attempting to bind port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e on network b358257e-dd73-497b-ab8b-bba846eb1153 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:18.954221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e on network b358257e-dd73-497b-ab8b-bba846eb1153 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:42:18.954630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Attempting to bind port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e on network b358257e-dd73-497b-ab8b-bba846eb1153 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:18.981781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:18.982176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Checking segment: {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:18.982550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Bound using segment: {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:18.983017 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Bound port: 4f9193d4-afcb-4622-96f7-6fcfd1366d5e, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7f1048-1509-49cb-b04f-dd6c569dd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:18.983425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.003136 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:42:19.115733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] For port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:19.118641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-dd38db4e-b848-429b-8d5b-9537ca4aec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.119116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-dd38db4e-b848-429b-8d5b-9537ca4aec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.119576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-dd38db4e-b848-429b-8d5b-9537ca4aec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.121236 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-dd38db4e-b848-429b-8d5b-9537ca4aec22 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e8bc94e5bcd6463597ae775a0c189508&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1627474 Feb 10 06:42:19.123113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] For port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:19.139204 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.219622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.220243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.222217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f9193d4-afcb-4622-96f7-6fcfd1366d5e HTTP/1.1" status: 200 len: 1091 time: 2.6285665 Feb 10 06:42:19.299522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4cbef-3895-4cda-95c6-e227b766d6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:19.337549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-0b3c7079-d423-4a17-ab29-77ec6e028c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.339086 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4f5eeb54-e3b2-4e1f-9cdd-9ffb3d75129f req-0b3c7079-d423-4a17-ab29-77ec6e028c48 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2106116 Feb 10 06:42:19.359003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54814) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:19.359244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b1904e2-5b82-4892-b8f4-b5820672a9c7 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6329157 Feb 10 06:42:19.370715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-014cd494-96db-4d16-9b06-06559c73323a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '36514604-355a-43c9-9338-707e38e880f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:19.431837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df9cb0c0-c634-4763-bc6a-6012c1941f47 req-5fbbd299-21e4-48c9-b6bf-6945b4222030 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.0370913 Feb 10 06:42:19.438111 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-014cd494-96db-4d16-9b06-06559c73323a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (cb60c836-a4c2-46a8-8c12-85aa859d4c19), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.473579 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (9c375cab-db19-481e-aab3-02939760c69f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.506426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-93e80c43-895d-42ac-9eea-7c7f9e7a0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.506908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-93e80c43-895d-42ac-9eea-7c7f9e7a0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.507376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-93e80c43-895d-42ac-9eea-7c7f9e7a0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.507839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-93e80c43-895d-42ac-9eea-7c7f9e7a0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.508303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-93e80c43-895d-42ac-9eea-7c7f9e7a0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.508765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-93e80c43-895d-42ac-9eea-7c7f9e7a0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.509236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-93e80c43-895d-42ac-9eea-7c7f9e7a0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.511318 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-93e80c43-895d-42ac-9eea-7c7f9e7a0441 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6695 time: 0.1264653 Feb 10 06:42:19.512220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bac06c-abe5-459e-a24a-c1cc95e553e4 req-a4a37b65-88dd-41bf-802a-781ed6c9bb42 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.513891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75bac06c-abe5-459e-a24a-c1cc95e553e4 req-a4a37b65-88dd-41bf-802a-781ed6c9bb42 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.1536582 Feb 10 06:42:19.523430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6034a96-c023-4fc4-b1fe-eaafab19b73f admin admin] Publish callbacks [] for security_group (0f037be2-bc55-45cb-8005-98968ab86b92), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.571426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-014cd494-96db-4d16-9b06-06559c73323a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (cb60c836-a4c2-46a8-8c12-85aa859d4c19), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.573625 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-7b9eb7c9-3238-40a2-81d3-1e59d5db0493 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e49eae18-d40f-435b-9dff-411db6d4d327 HTTP/1.1" status: 200 len: 217 time: 0.0541830 Feb 10 06:42:19.578483 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-014cd494-96db-4d16-9b06-06559c73323a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cb60c836-a4c2-46a8-8c12-85aa859d4c19), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.592904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6034a96-c023-4fc4-b1fe-eaafab19b73f admin admin] Publish callbacks [] for security_group (0f037be2-bc55-45cb-8005-98968ab86b92), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.618681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75bac06c-abe5-459e-a24a-c1cc95e553e4 req-ca834990-d650-4c94-b38c-82d71543d57f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980179 Feb 10 06:42:19.624473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cd494-96db-4d16-9b06-06559c73323a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb60c836-a4c2-46a8-8c12-85aa859d4c19,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:19.647740 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9c375cab-db19-481e-aab3-02939760c69f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.666958 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-014cd494-96db-4d16-9b06-06559c73323a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.671627 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-014cd494-96db-4d16-9b06-06559c73323a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3115356 Feb 10 06:42:19.674606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54818) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:19.699422 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2b1b12b8-fdd1-478c-aac8-90ad4226ef89 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules/cb60c836-a4c2-46a8-8c12-85aa859d4c19 HTTP/1.1" status: 200 len: 763 time: 0.0235462 Feb 10 06:42:19.701075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54820) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:19.709394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-fb2547c3-c891-41bf-8c0e-4e3b48997207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.711039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-fb2547c3-c891-41bf-8c0e-4e3b48997207 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=878a9127-c7ce-43cb-8b3b-0187b698c9de HTTP/1.1" status: 200 len: 850 time: 0.1251295 Feb 10 06:42:19.725677 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6034a96-c023-4fc4-b1fe-eaafab19b73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0f037be2-bc55-45cb-8005-98968ab86b92), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.728452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6034a96-c023-4fc4-b1fe-eaafab19b73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.732170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b6034a96-c023-4fc4-b1fe-eaafab19b73f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f037be2-bc55-45cb-8005-98968ab86b92 HTTP/1.1" status: 204 len: 168 time: 0.9339652 Feb 10 06:42:19.752526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:19.753493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=9c375cab-db19-481e-aab3-02939760c69f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:19.768168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6034a96-c023-4fc4-b1fe-eaafab19b73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f037be2-bc55-45cb-8005-98968ab86b92,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:19.772085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:19.782135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:19.790595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.791574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.823817 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5d61c20d-4f93-45bb-839f-694ae08f12c2 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1215353 Feb 10 06:42:19.837011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54826) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:19.838081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe1a156c-8e6b-41b5-87c8-e5803acb9119 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8643134 Feb 10 06:42:19.840446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:19.853534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-643d380b-921c-41fd-b0a6-477acda3c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:19.855208 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-643d380b-921c-41fd-b0a6-477acda3c18c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e519246c-5187-4df4-b098-e72e83a7f300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1346858 Feb 10 06:42:19.903941 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5352850d-7682-4600-bf61-e43b85e153f4 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (cb60c836-a4c2-46a8-8c12-85aa859d4c19), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.913098 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5352850d-7682-4600-bf61-e43b85e153f4 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (cb60c836-a4c2-46a8-8c12-85aa859d4c19), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.947981 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5352850d-7682-4600-bf61-e43b85e153f4 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cb60c836-a4c2-46a8-8c12-85aa859d4c19), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.957478 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5352850d-7682-4600-bf61-e43b85e153f4 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:19.958722 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5352850d-7682-4600-bf61-e43b85e153f4 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cb60c836-a4c2-46a8-8c12-85aa859d4c19 HTTP/1.1" status: 204 len: 168 time: 0.1203842 Feb 10 06:42:19.962064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54832) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:20.014371 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352850d-7682-4600-bf61-e43b85e153f4 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb60c836-a4c2-46a8-8c12-85aa859d4c19,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:20.027535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-122677f2-ff6c-4987-8f06-ea70a522652f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 9c375cab-db19-481e-aab3-02939760c69f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:20.028021 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-122677f2-ff6c-4987-8f06-ea70a522652f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9c375cab-db19-481e-aab3-02939760c69f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:20.051967 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-280248f4-8bbe-4d3f-a22b-7b50c2ee8e5e tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0863211 Feb 10 06:42:20.055728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54834) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:20.060237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-13d7402d-fea2-4454-a455-3248de1d594d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '36514604-355a-43c9-9338-707e38e880f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:20.082742 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-300bde0a-d70e-475b-a306-fb33af0334fa service neutron] 10.222.0.13 "GET /v2.0/networks/e519246c-5187-4df4-b098-e72e83a7f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179763 Feb 10 06:42:20.238514 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-122677f2-ff6c-4987-8f06-ea70a522652f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9c375cab-db19-481e-aab3-02939760c69f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:20.275705 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-13d7402d-fea2-4454-a455-3248de1d594d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Project 049f98839a6f4213a4bcd22f40cf5bae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:42:20.288019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-122677f2-ff6c-4987-8f06-ea70a522652f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 9c375cab-db19-481e-aab3-02939760c69f owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:20.297243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13d7402d-fea2-4454-a455-3248de1d594d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (e5e80f3e-fa65-45fa-9885-eb1f818daf9a), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:20.376721 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-55943b93-49eb-4a94-816b-c2295a7d59e0 service neutron] 10.222.0.13 "GET /v2.0/networks/e519246c-5187-4df4-b098-e72e83a7f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929547 Feb 10 06:42:20.422329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c898669-d934-4720-b9cf-841aae0d49b5 req-b747b7a3-ffb7-4eb4-95f8-0411f92f926a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:20.430107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c898669-d934-4720-b9cf-841aae0d49b5 req-b747b7a3-ffb7-4eb4-95f8-0411f92f926a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:20.437979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c898669-d934-4720-b9cf-841aae0d49b5 req-b747b7a3-ffb7-4eb4-95f8-0411f92f926a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:20.446117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c898669-d934-4720-b9cf-841aae0d49b5 req-b747b7a3-ffb7-4eb4-95f8-0411f92f926a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:20.454174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c898669-d934-4720-b9cf-841aae0d49b5 req-b747b7a3-ffb7-4eb4-95f8-0411f92f926a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:20.462572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c898669-d934-4720-b9cf-841aae0d49b5 req-b747b7a3-ffb7-4eb4-95f8-0411f92f926a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:20.472129 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-af3cc4fe-5125-4c76-ab14-a5beb2649093 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=4b086cf4-5264-49c5-8900-7d890fee08e4 HTTP/1.1" status: 200 len: 217 time: 0.0875852 Feb 10 06:42:20.480295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c898669-d934-4720-b9cf-841aae0d49b5 req-b747b7a3-ffb7-4eb4-95f8-0411f92f926a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:20.483211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c898669-d934-4720-b9cf-841aae0d49b5 req-b747b7a3-ffb7-4eb4-95f8-0411f92f926a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.4060693 Feb 10 06:42:20.547427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13d7402d-fea2-4454-a455-3248de1d594d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (e5e80f3e-fa65-45fa-9885-eb1f818daf9a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:20.596608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13d7402d-fea2-4454-a455-3248de1d594d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (e5e80f3e-fa65-45fa-9885-eb1f818daf9a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:20.632202 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-122677f2-ff6c-4987-8f06-ea70a522652f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9c375cab-db19-481e-aab3-02939760c69f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:20.747356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-59bfb681-c196-4c1a-9460-182e1e5a0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:20.749001 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-59bfb681-c196-4c1a-9460-182e1e5a0fd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a274c3-43fa-4090-8f69-85c1371ce8e1 HTTP/1.1" status: 200 len: 797 time: 0.1909695 Feb 10 06:42:20.755870 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13d7402d-fea2-4454-a455-3248de1d594d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:20.760517 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-13d7402d-fea2-4454-a455-3248de1d594d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7037251 Feb 10 06:42:20.761248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54854) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:20.779479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7402d-fea2-4454-a455-3248de1d594d tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e80f3e-fa65-45fa-9885-eb1f818daf9a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:20.819058 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f33f079a-604c-4cb0-b32c-87656b9b6e72 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules/e5e80f3e-fa65-45fa-9885-eb1f818daf9a HTTP/1.1" status: 200 len: 769 time: 0.0466914 Feb 10 06:42:20.819961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54858) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:20.821339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c898669-d934-4720-b9cf-841aae0d49b5 req-99093d59-1b25-4e4b-8b04-b6607648b006 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3003006 Feb 10 06:42:20.849555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:42:20.853006 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "4f9193d4-afcb-4622-96f7-6fcfd1366d5e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:42:20.858724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a59c41a-65b7-47dc-b9ec-632457b928ab req-b99cb5df-136b-4641-98d4-b0876f63c42e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb43100d-3dfb-499a-89b6-6f80741a93ef HTTP/1.1" status: 200 len: 210 time: 0.2571688 Feb 10 06:42:20.878085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122677f2-ff6c-4987-8f06-ea70a522652f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=9c375cab-db19-481e-aab3-02939760c69f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:20.903090 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-122677f2-ff6c-4987-8f06-ea70a522652f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:20.903778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-2b58b42e-2da2-46ba-8f03-1ee696487da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:20.905614 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-2b58b42e-2da2-46ba-8f03-1ee696487da7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1431134 Feb 10 06:42:20.909527 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-122677f2-ff6c-4987-8f06-ea70a522652f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/9c375cab-db19-481e-aab3-02939760c69f HTTP/1.1" status: 204 len: 168 time: 1.0656078 Feb 10 06:42:20.910966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:20.930705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'mac_address': 'fa:16:3e:61:d4:f6', 'name': 'tempest-PortsIpV6TestJSON-750265598'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:20.965109 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87bb679-1244-4a88-87fc-80e2d0ff2ba8 x-openstack-request-id: req-e87bb679-1244-4a88-87fc-80e2d0ff2ba8 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:42:20.965463 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "4f9193d4-afcb-4622-96f7-6fcfd1366d5e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:42:20.965669 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e87bb679-1244-4a88-87fc-80e2d0ff2ba8 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:42:20.966183 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e', 'status': 'completed', 'code': 200} Feb 10 06:42:20.994499 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d06554d6-bf00-41ed-a564-80a9baa0dd0a tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1629660 Feb 10 06:42:20.997096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54870) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:21.087201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:21.173430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:21.218440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (e5e80f3e-fa65-45fa-9885-eb1f818daf9a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:21.220932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 0d377a8c-6c44-414a-bd9d-364bd90efb70 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:21.223688 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-633e4a15-8889-4ccf-8cb0-a89098fc27b8 service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020673 Feb 10 06:42:21.342546 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-f9b3ab24-94ec-4a89-9982-419fc3169a98 service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050680 Feb 10 06:42:21.344882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (e5e80f3e-fa65-45fa-9885-eb1f818daf9a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:21.418775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (0d377a8c-6c44-414a-bd9d-364bd90efb70), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:21.464681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0d377a8c-6c44-414a-bd9d-364bd90efb70), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:21.480799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-38f904d9-82b8-41fc-9048-0e596f0b0df6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=8c67d70a-3546-4c83-a55a-09f604e3d2e9 HTTP/1.1" status: 200 len: 217 time: 0.1241693 Feb 10 06:42:21.526050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:21.530535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:21.532955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-51712a9a-db38-4ab5-ad8a-a46e514d911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:21.535379 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-51712a9a-db38-4ab5-ad8a-a46e514d911f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a274c3-43fa-4090-8f69-85c1371ce8e1 HTTP/1.1" status: 200 len: 797 time: 0.0480735 Feb 10 06:42:21.540103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:21.548942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:21.549830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:21.552632 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (e5e80f3e-fa65-45fa-9885-eb1f818daf9a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:21.561592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=0d377a8c-6c44-414a-bd9d-364bd90efb70,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:21.592176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c503850f-4dd0-4960-a46d-5f93c69e6cc9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6786811 Feb 10 06:42:21.593310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:21.597156 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:21.599098 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e5e80f3e-fa65-45fa-9885-eb1f818daf9a HTTP/1.1" status: 204 len: 168 time: 0.5924635 Feb 10 06:42:21.601438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5e80f3e-fa65-45fa-9885-eb1f818daf9a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:21.603316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54880) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:21.650450 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.651112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.654223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.660548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.661312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.661850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.662411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.663034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.663588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.664152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.664716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.665225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.665803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88b2a-9238-4a89-ac9f-a31787e4c2de tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:21.736077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37400835-f48b-4ce0-9a5e-4592374cc903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:21.740322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-37400835-f48b-4ce0-9a5e-4592374cc903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/0d377a8c-6c44-414a-bd9d-364bd90efb70 HTTP/1.1" status: 200 len: 844 time: 0.1455436 Feb 10 06:42:21.742851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:21.793048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:21.808710 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7b3ee8d2-bdac-4c0e-92a1-62c0679d29f4 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1727655 Feb 10 06:42:21.811085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-57cd6961-00fc-482a-b7bc-95a68725b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:21.813326 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-57cd6961-00fc-482a-b7bc-95a68725b6fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2717645 Feb 10 06:42:21.961896 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-498c72c2-dc7d-4077-8126-f77c2d0c64fe tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (36514604-355a-43c9-9338-707e38e880f4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.003506 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-d2b08e6d-cc81-49f8-8136-a7cefa01ce0c service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822538 Feb 10 06:42:22.027028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:22.129102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-498c72c2-dc7d-4077-8126-f77c2d0c64fe tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (36514604-355a-43c9-9338-707e38e880f4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.209434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cc29-f1e6-4b7d-8062-8a8c73ff9195 req-a4425acb-6306-432c-b0fa-e015de97b05a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:22.223048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cc29-f1e6-4b7d-8062-8a8c73ff9195 req-a4425acb-6306-432c-b0fa-e015de97b05a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:22.233306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cc29-f1e6-4b7d-8062-8a8c73ff9195 req-a4425acb-6306-432c-b0fa-e015de97b05a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:22.245534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cc29-f1e6-4b7d-8062-8a8c73ff9195 req-a4425acb-6306-432c-b0fa-e015de97b05a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:22.257601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cc29-f1e6-4b7d-8062-8a8c73ff9195 req-a4425acb-6306-432c-b0fa-e015de97b05a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:22.261020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54908) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:22.273510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cc29-f1e6-4b7d-8062-8a8c73ff9195 req-a4425acb-6306-432c-b0fa-e015de97b05a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:22.286899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cc29-f1e6-4b7d-8062-8a8c73ff9195 req-a4425acb-6306-432c-b0fa-e015de97b05a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:22.289189 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ef9cc29-f1e6-4b7d-8062-8a8c73ff9195 req-a4425acb-6306-432c-b0fa-e015de97b05a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.3203783 Feb 10 06:42:22.291676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-23fe2d25-f0a1-414a-a1d0-b3b0b3a02718 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 0d377a8c-6c44-414a-bd9d-364bd90efb70 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:22.292019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23fe2d25-f0a1-414a-a1d0-b3b0b3a02718 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0d377a8c-6c44-414a-bd9d-364bd90efb70), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.317858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-306df03c-fa73-43e5-a4e7-08988d6166fd tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group (520d3225-b069-45d9-ae90-7a096352e261), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.358143 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-84d04231-3f64-4b4f-ae28-f2a858e67c9f service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475692 Feb 10 06:42:22.467529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-306df03c-fa73-43e5-a4e7-08988d6166fd tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group (520d3225-b069-45d9-ae90-7a096352e261), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.488532 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-498c72c2-dc7d-4077-8126-f77c2d0c64fe tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (36514604-355a-43c9-9338-707e38e880f4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.493134 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-498c72c2-dc7d-4077-8126-f77c2d0c64fe tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.494329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-498c72c2-dc7d-4077-8126-f77c2d0c64fe tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/36514604-355a-43c9-9338-707e38e880f4 HTTP/1.1" status: 204 len: 168 time: 0.6953099 Feb 10 06:42:22.528363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54912) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:22.534127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c72c2-dc7d-4077-8126-f77c2d0c64fe tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36514604-355a-43c9-9338-707e38e880f4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:22.540472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0a07a0e2-dafc-4b2c-862b-e7bbaf213c12 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-746611729'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:22.544806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23fe2d25-f0a1-414a-a1d0-b3b0b3a02718 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0d377a8c-6c44-414a-bd9d-364bd90efb70), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.552205 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-2f950845-fe8e-49c3-b3d5-a4849ae99f36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 HTTP/1.1" status: 200 len: 217 time: 0.1762989 Feb 10 06:42:22.553153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-306df03c-fa73-43e5-a4e7-08988d6166fd tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (520d3225-b069-45d9-ae90-7a096352e261), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.556362 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-306df03c-fa73-43e5-a4e7-08988d6166fd tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.557620 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-306df03c-fa73-43e5-a4e7-08988d6166fd tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "DELETE /v2.0/security-groups/520d3225-b069-45d9-ae90-7a096352e261 HTTP/1.1" status: 204 len: 168 time: 0.5295308 Feb 10 06:42:22.563485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ef9cc29-f1e6-4b7d-8062-8a8c73ff9195 req-eb2e228b-caed-4e25-bc2f-4496d06bd74b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2618642 Feb 10 06:42:22.563485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54914) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:22.576136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-23fe2d25-f0a1-414a-a1d0-b3b0b3a02718 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 0d377a8c-6c44-414a-bd9d-364bd90efb70 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:22.581394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306df03c-fa73-43e5-a4e7-08988d6166fd tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520d3225-b069-45d9-ae90-7a096352e261,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:22.599269 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-4644a26e-cca6-4ffb-a072-01b9472c7dae tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] show failed (client error): The resource could not be found. Feb 10 06:42:22.601683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4644a26e-cca6-4ffb-a072-01b9472c7dae tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "GET /v2.0/security-groups/520d3225-b069-45d9-ae90-7a096352e261 HTTP/1.1" status: 404 len: 347 time: 0.0375550 Feb 10 06:42:22.608506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54916) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:22.743190 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d54baa7d-349d-4caa-955b-4a0e3d7a54e7 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2087400 Feb 10 06:42:22.744179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a07a0e2-dafc-4b2c-862b-e7bbaf213c12 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (a8df8e49-3c59-43fe-a1bf-3eccf176a55b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.745380 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a07a0e2-dafc-4b2c-862b-e7bbaf213c12 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (a8df8e49-3c59-43fe-a1bf-3eccf176a55b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.762174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54920) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:22.768256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-297a9d5a-4c04-4c5d-824f-e274fc9feec3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group': {'name': 'tempest-secgroup--735749914'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:22.774945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-741e1258-136b-4dd8-a2bb-eff0d46313ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:22.789763 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-741e1258-136b-4dd8-a2bb-eff0d46313ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a274c3-43fa-4090-8f69-85c1371ce8e1 HTTP/1.1" status: 200 len: 797 time: 0.2185080 Feb 10 06:42:22.901476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23fe2d25-f0a1-414a-a1d0-b3b0b3a02718 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0d377a8c-6c44-414a-bd9d-364bd90efb70), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.931605 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a07a0e2-dafc-4b2c-862b-e7bbaf213c12 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (a8df8e49-3c59-43fe-a1bf-3eccf176a55b), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.955570 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-297a9d5a-4c04-4c5d-824f-e274fc9feec3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.960126 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a07a0e2-dafc-4b2c-862b-e7bbaf213c12 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (a8df8e49-3c59-43fe-a1bf-3eccf176a55b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:22.966619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe2d25-f0a1-414a-a1d0-b3b0b3a02718 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=0d377a8c-6c44-414a-bd9d-364bd90efb70,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:22.992797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-6de104e4-0926-49f8-b92b-a1e6046163c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:22.995969 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-6de104e4-0926-49f8-b92b-a1e6046163c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1916871 Feb 10 06:42:23.000478 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23fe2d25-f0a1-414a-a1d0-b3b0b3a02718 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.005574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-23fe2d25-f0a1-414a-a1d0-b3b0b3a02718 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/0d377a8c-6c44-414a-bd9d-364bd90efb70 HTTP/1.1" status: 204 len: 168 time: 1.2610121 Feb 10 06:42:23.009768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:23.043512 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-543f637e-8596-44b0-977c-8c14d867937e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:42:23.044987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-543f637e-8596-44b0-977c-8c14d867937e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/0d377a8c-6c44-414a-bd9d-364bd90efb70 HTTP/1.1" status: 404 len: 333 time: 0.0328536 Feb 10 06:42:23.048522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54926) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:23.053532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'name': 'tempest-PortsIpV6TestJSON-50696635'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:23.062093 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-297a9d5a-4c04-4c5d-824f-e274fc9feec3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (89cff3dc-9640-470c-8f07-fab5d8979ba0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.064031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port 885e5983-cb4f-4c4d-a488-75df21df093b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:23.064473 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (885e5983-cb4f-4c4d-a488-75df21df093b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.075528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a07a0e2-dafc-4b2c-862b-e7bbaf213c12 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.077060 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0a07a0e2-dafc-4b2c-862b-e7bbaf213c12 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8132689 Feb 10 06:42:23.079437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-297a9d5a-4c04-4c5d-824f-e274fc9feec3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (89cff3dc-9640-470c-8f07-fab5d8979ba0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.091113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54928) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:23.153965 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (885e5983-cb4f-4c4d-a488-75df21df093b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.154567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for floatingip (885e5983-cb4f-4c4d-a488-75df21df093b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.172397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for 885e5983-cb4f-4c4d-a488-75df21df093b owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:23.219148 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d381d28-5e46-4a10-9efd-c739e3fe78c3 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (a8df8e49-3c59-43fe-a1bf-3eccf176a55b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.229326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a9d5a-4c04-4c5d-824f-e274fc9feec3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cff3dc-9640-470c-8f07-fab5d8979ba0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:23.246059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-297a9d5a-4c04-4c5d-824f-e274fc9feec3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.251111 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-297a9d5a-4c04-4c5d-824f-e274fc9feec3 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4873645 Feb 10 06:42:23.287041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54930) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:23.302121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-888a0f96-c72c-4c45-91b5-e03218d9d52b tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Request body: {'security_group_rule': {'security_group_id': '89cff3dc-9640-470c-8f07-fab5d8979ba0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:23.403211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-888a0f96-c72c-4c45-91b5-e03218d9d52b tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (d61f9f04-db99-4f82-b323-aab2c84b1ec9), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.472829 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-0c847797-e191-4c0e-b49f-bf000cf14559 service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084258 Feb 10 06:42:23.473687 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-888a0f96-c72c-4c45-91b5-e03218d9d52b tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (d61f9f04-db99-4f82-b323-aab2c84b1ec9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.476536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d381d28-5e46-4a10-9efd-c739e3fe78c3 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (a8df8e49-3c59-43fe-a1bf-3eccf176a55b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.478973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d381d28-5e46-4a10-9efd-c739e3fe78c3 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (a8df8e49-3c59-43fe-a1bf-3eccf176a55b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.481615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-888a0f96-c72c-4c45-91b5-e03218d9d52b tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d61f9f04-db99-4f82-b323-aab2c84b1ec9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.519964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-888a0f96-c72c-4c45-91b5-e03218d9d52b tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.522919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-888a0f96-c72c-4c45-91b5-e03218d9d52b tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2243729 Feb 10 06:42:23.531800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:23.572937 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-16ab2706-b544-4cd9-97fb-eb6f5cf98b6c service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920815 Feb 10 06:42:23.581415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a0f96-c72c-4c45-91b5-e03218d9d52b tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61f9f04-db99-4f82-b323-aab2c84b1ec9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:23.610602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:23.614652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.636103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port c98eca9f-3768-4ec5-9287-6f49f5bf5116 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:23.681648 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-4ce5e96b-e955-47f9-9304-2d2ed0c8e46d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=5d10eac5-f2fc-4211-ae24-5efe64411fa3 HTTP/1.1" status: 200 len: 217 time: 0.1028075 Feb 10 06:42:23.709785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d381d28-5e46-4a10-9efd-c739e3fe78c3 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (a8df8e49-3c59-43fe-a1bf-3eccf176a55b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.710327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d381d28-5e46-4a10-9efd-c739e3fe78c3 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8df8e49-3c59-43fe-a1bf-3eccf176a55b {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:42:23.741961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d381d28-5e46-4a10-9efd-c739e3fe78c3 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.743121 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5d381d28-5e46-4a10-9efd-c739e3fe78c3 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a8df8e49-3c59-43fe-a1bf-3eccf176a55b HTTP/1.1" status: 204 len: 168 time: 0.6478643 Feb 10 06:42:23.745966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54936) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:23.752180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-05be729b-11a1-4677-b11f-cf128dc9e0c4 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Request body: {'router': {'name': 'tempest-router-177049044', 'distributed': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:23.778077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8af45b52-2e45-4383-af7e-b478cf3c9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:23.779485 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8af45b52-2e45-4383-af7e-b478cf3c9b07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a274c3-43fa-4090-8f69-85c1371ce8e1 HTTP/1.1" status: 200 len: 797 time: 0.0911989 Feb 10 06:42:23.795261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05be729b-11a1-4677-b11f-cf128dc9e0c4 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (40052fa8-f85a-4be6-ac39-cd1f2cf216d9), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.796349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05be729b-11a1-4677-b11f-cf128dc9e0c4 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (40052fa8-f85a-4be6-ac39-cd1f2cf216d9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.819913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (c98eca9f-3768-4ec5-9287-6f49f5bf5116), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.867026 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c98eca9f-3768-4ec5-9287-6f49f5bf5116), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.887285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05be729b-11a1-4677-b11f-cf128dc9e0c4 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (40052fa8-f85a-4be6-ac39-cd1f2cf216d9), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.889894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-cfd1ecaf-4817-4533-9135-36e670098a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:23.891486 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-cfd1ecaf-4817-4533-9135-36e670098a2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1059010 Feb 10 06:42:23.911137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05be729b-11a1-4677-b11f-cf128dc9e0c4 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (40052fa8-f85a-4be6-ac39-cd1f2cf216d9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.944059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=c98eca9f-3768-4ec5-9287-6f49f5bf5116,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:23.967475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15a5c112-2c5b-460b-b086-6bcd648d2e89 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (89cff3dc-9640-470c-8f07-fab5d8979ba0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:23.984230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:24.010258 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05be729b-11a1-4677-b11f-cf128dc9e0c4 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.014495 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-05be729b-11a1-4677-b11f-cf128dc9e0c4 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2675025 Feb 10 06:42:24.017009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:24.017663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54944) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:24.026767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:24.032246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:24.032816 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.038016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15a5c112-2c5b-460b-b086-6bcd648d2e89 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (89cff3dc-9640-470c-8f07-fab5d8979ba0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.053123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (885e5983-cb4f-4c4d-a488-75df21df093b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.075664 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-9d0e6742-bef8-484b-8b77-aa89b272dfe2 service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724951 Feb 10 06:42:24.088640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=885e5983-cb4f-4c4d-a488-75df21df093b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:24.114029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ba3aea3-2449-45d1-b4d8-cf3dfc188502 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0644190 Feb 10 06:42:24.116077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54946) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:24.128159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e5053e2c-4b41-46ef-9c68-97cb48df5b69 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:24.206092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d59866-c739-413e-8e4c-7c5c19718554 req-6ef7eff6-47a9-4571-8957-18caf9dcfda5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:24.212007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d59866-c739-413e-8e4c-7c5c19718554 req-6ef7eff6-47a9-4571-8957-18caf9dcfda5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:24.218048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d59866-c739-413e-8e4c-7c5c19718554 req-6ef7eff6-47a9-4571-8957-18caf9dcfda5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:24.224299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d59866-c739-413e-8e4c-7c5c19718554 req-6ef7eff6-47a9-4571-8957-18caf9dcfda5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:24.230519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d59866-c739-413e-8e4c-7c5c19718554 req-6ef7eff6-47a9-4571-8957-18caf9dcfda5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:24.234862 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46e79a86-9cd2-4e27-8716-88cbd5542fe6 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (40052fa8-f85a-4be6-ac39-cd1f2cf216d9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.236180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d59866-c739-413e-8e4c-7c5c19718554 req-6ef7eff6-47a9-4571-8957-18caf9dcfda5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:24.243315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d59866-c739-413e-8e4c-7c5c19718554 req-6ef7eff6-47a9-4571-8957-18caf9dcfda5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:24.245341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84d59866-c739-413e-8e4c-7c5c19718554 req-6ef7eff6-47a9-4571-8957-18caf9dcfda5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.3911140 Feb 10 06:42:24.354749 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5053e2c-4b41-46ef-9c68-97cb48df5b69 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c98eca9f-3768-4ec5-9287-6f49f5bf5116), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.356586 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15a5c112-2c5b-460b-b086-6bcd648d2e89 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (89cff3dc-9640-470c-8f07-fab5d8979ba0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.359144 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15a5c112-2c5b-460b-b086-6bcd648d2e89 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.360299 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-15a5c112-2c5b-460b-b086-6bcd648d2e89 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/89cff3dc-9640-470c-8f07-fab5d8979ba0 HTTP/1.1" status: 204 len: 168 time: 0.8253868 Feb 10 06:42:24.384208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54948) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:24.407781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5c112-2c5b-460b-b086-6bcd648d2e89 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cff3dc-9640-470c-8f07-fab5d8979ba0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:24.411351 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for floatingip (7a4a1c23-c2c0-4701-b845-946c2f3b1997), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.414491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.415901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-52276597-671a-4059-aa45-60e42d665c9d tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "DELETE /v2.0/floatingips/7a4a1c23-c2c0-4701-b845-946c2f3b1997 HTTP/1.1" status: 204 len: 168 time: 1.8055620 Feb 10 06:42:24.427302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54950) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:24.481740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84d59866-c739-413e-8e4c-7c5c19718554 req-99d9d9bd-49bd-4eed-b3e8-19fba8ab875c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2298276 Feb 10 06:42:24.605979 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5053e2c-4b41-46ef-9c68-97cb48df5b69 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (c98eca9f-3768-4ec5-9287-6f49f5bf5116), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.614702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5053e2c-4b41-46ef-9c68-97cb48df5b69 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c98eca9f-3768-4ec5-9287-6f49f5bf5116), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.665604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e5053e2c-4b41-46ef-9c68-97cb48df5b69 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] In _notify_port_updated(), no bound segment for port c98eca9f-3768-4ec5-9287-6f49f5bf5116 on network e5f084c9-21d2-49db-8e6a-da76d3fd927b {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:42:24.670659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5053e2c-4b41-46ef-9c68-97cb48df5b69 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:24.671334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5053e2c-4b41-46ef-9c68-97cb48df5b69 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.675416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5053e2c-4b41-46ef-9c68-97cb48df5b69 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "PUT /v2.0/ports/c98eca9f-3768-4ec5-9287-6f49f5bf5116 HTTP/1.1" status: 200 len: 818 time: 0.5502636 Feb 10 06:42:24.678773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54952) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:24.776675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5053e2c-4b41-46ef-9c68-97cb48df5b69 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=c98eca9f-3768-4ec5-9287-6f49f5bf5116,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:24.807252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5b498de8-014b-4c38-a931-f10a91cee7a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port c98eca9f-3768-4ec5-9287-6f49f5bf5116 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:24.807598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b498de8-014b-4c38-a931-f10a91cee7a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c98eca9f-3768-4ec5-9287-6f49f5bf5116), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.905852 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b498de8-014b-4c38-a931-f10a91cee7a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c98eca9f-3768-4ec5-9287-6f49f5bf5116), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:24.926938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5b498de8-014b-4c38-a931-f10a91cee7a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for c98eca9f-3768-4ec5-9287-6f49f5bf5116 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:24.957465 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-8f49e0c7-7aec-4de4-a864-5ea02d1caf09 service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169460 Feb 10 06:42:25.038615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b498de8-014b-4c38-a931-f10a91cee7a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c98eca9f-3768-4ec5-9287-6f49f5bf5116), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.060167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-297e083f-8c40-46b3-a5eb-d71c1a836bc0 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6711292 Feb 10 06:42:25.063203 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46e79a86-9cd2-4e27-8716-88cbd5542fe6 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (40052fa8-f85a-4be6-ac39-cd1f2cf216d9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.072864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54958) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:25.082682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b498de8-014b-4c38-a931-f10a91cee7a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=c98eca9f-3768-4ec5-9287-6f49f5bf5116,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:25.087211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46e79a86-9cd2-4e27-8716-88cbd5542fe6 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (40052fa8-f85a-4be6-ac39-cd1f2cf216d9), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.092269 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-bcb2b9b0-b27c-4eb0-a30f-4fa11c250fd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6167187e-481c-45bb-aea2-5643d29f55a5 HTTP/1.1" status: 200 len: 217 time: 0.1241791 Feb 10 06:42:25.098958 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b498de8-014b-4c38-a931-f10a91cee7a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.104558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b498de8-014b-4c38-a931-f10a91cee7a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/c98eca9f-3768-4ec5-9287-6f49f5bf5116 HTTP/1.1" status: 204 len: 168 time: 0.4228573 Feb 10 06:42:25.108304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54960) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:25.226662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-44090565-8284-4e1b-ad55-964986d7c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.228251 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-44090565-8284-4e1b-ad55-964986d7c0a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88c94a1-161a-4a23-b213-60bb328101b1 HTTP/1.1" status: 200 len: 797 time: 0.1263273 Feb 10 06:42:25.267269 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46e79a86-9cd2-4e27-8716-88cbd5542fe6 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (40052fa8-f85a-4be6-ac39-cd1f2cf216d9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.268485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e79a86-9cd2-4e27-8716-88cbd5542fe6 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40052fa8-f85a-4be6-ac39-cd1f2cf216d9 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:42:25.338239 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46e79a86-9cd2-4e27-8716-88cbd5542fe6 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.344985 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-46e79a86-9cd2-4e27-8716-88cbd5542fe6 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "DELETE /v2.0/routers/40052fa8-f85a-4be6-ac39-cd1f2cf216d9 HTTP/1.1" status: 204 len: 168 time: 1.3243747 Feb 10 06:42:25.349203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54964) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:25.357518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-07446288-ada3-4a23-b136-f0c8d1f2390c tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Request body: {'router': {'name': 'tempest-router-875452749', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f94ede79e0ae4fc185aae579f5af58f8'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:25.378196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-07b323ba-f387-4b55-878d-ee7b4ca3895e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port 6f2b8a67-e1c6-4461-b239-07f5c88255db {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:25.379088 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07b323ba-f387-4b55-878d-ee7b4ca3895e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.463468 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07446288-ada3-4a23-b136-f0c8d1f2390c tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (b781697e-8312-433b-9851-42d70593a9f7), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.465289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07446288-ada3-4a23-b136-f0c8d1f2390c tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (b781697e-8312-433b-9851-42d70593a9f7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.473293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54966) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:25.501049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-0b22b0b8-39ea-4038-a0fb-eb77c5c648e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.502902 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-0b22b0b8-39ea-4038-a0fb-eb77c5c648e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b358257e-dd73-497b-ab8b-bba846eb1153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2664757 Feb 10 06:42:25.526851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-07c7b9f3-2132-43bc-a7b6-57ccd5921f99 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4508712 Feb 10 06:42:25.527533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54972) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:25.548180 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-66079e6c-8138-4df6-9384-3b08b5a7697e tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] delete failed (client error): The resource could not be found. Feb 10 06:42:25.553649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-66079e6c-8138-4df6-9384-3b08b5a7697e tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "DELETE /v2.0/security-groups/89cff3dc-9640-470c-8f07-fab5d8979ba0 HTTP/1.1" status: 404 len: 347 time: 0.0236361 Feb 10 06:42:25.555158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54974) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:25.586268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17005c52-b8cf-4ebc-b402-09bd561b0750 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.587959 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-17005c52-b8cf-4ebc-b402-09bd561b0750 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4763629 Feb 10 06:42:25.592080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54976) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:25.612260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07b323ba-f387-4b55-878d-ee7b4ca3895e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.692889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-07b323ba-f387-4b55-878d-ee7b4ca3895e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for 6f2b8a67-e1c6-4461-b239-07f5c88255db owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:25.698624 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07446288-ada3-4a23-b136-f0c8d1f2390c tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (b781697e-8312-433b-9851-42d70593a9f7), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.713900 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7eddb99-a4c6-4a6e-a26e-54d6ddf8b1ef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:42:25.721880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b7eddb99-a4c6-4a6e-a26e-54d6ddf8b1ef tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/c98eca9f-3768-4ec5-9287-6f49f5bf5116 HTTP/1.1" status: 404 len: 333 time: 0.0945101 Feb 10 06:42:25.724368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54978) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:25.732843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-469935498'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:25.739356 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07446288-ada3-4a23-b136-f0c8d1f2390c tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (b781697e-8312-433b-9851-42d70593a9f7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.744066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ced4544a-f9ab-44c9-839e-b9609e12a147 tempest-SecGroupIPv6Test-434989239 tempest-SecGroupIPv6Test-434989239-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1878028 Feb 10 06:42:25.754951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aa7db46-c9ad-4981-819a-5fbabd2fecfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.795951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391ed8-2415-4d11-a424-320f0e7d3083 req-a3e0f7a5-f22b-495a-b749-64ed2c6f0b62 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.801859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391ed8-2415-4d11-a424-320f0e7d3083 req-a3e0f7a5-f22b-495a-b749-64ed2c6f0b62 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.807786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391ed8-2415-4d11-a424-320f0e7d3083 req-a3e0f7a5-f22b-495a-b749-64ed2c6f0b62 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.813568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391ed8-2415-4d11-a424-320f0e7d3083 req-a3e0f7a5-f22b-495a-b749-64ed2c6f0b62 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.819203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391ed8-2415-4d11-a424-320f0e7d3083 req-a3e0f7a5-f22b-495a-b749-64ed2c6f0b62 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.823988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07446288-ada3-4a23-b136-f0c8d1f2390c tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.824824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391ed8-2415-4d11-a424-320f0e7d3083 req-a3e0f7a5-f22b-495a-b749-64ed2c6f0b62 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.828193 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-07446288-ada3-4a23-b136-f0c8d1f2390c tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4763412 Feb 10 06:42:25.830036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391ed8-2415-4d11-a424-320f0e7d3083 req-a3e0f7a5-f22b-495a-b749-64ed2c6f0b62 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:25.830188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54982) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:25.832526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40391ed8-2415-4d11-a424-320f0e7d3083 req-a3e0f7a5-f22b-495a-b749-64ed2c6f0b62 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.1867745 Feb 10 06:42:25.847606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:25.850019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:25.857143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.904469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-920ff62d-9884-45ad-b8f9-518737428855 service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752420 Feb 10 06:42:25.907035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:25.933990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f0c3759b-284d-4864-82bf-b22435da4031), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:25.934365 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Added segment f0c3759b-284d-4864-82bf-b22435da4031 of type vlan for network 142be8e4-5142-4dff-bc0b-52cd8694f799 Feb 10 06:42:25.990686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40391ed8-2415-4d11-a424-320f0e7d3083 req-e433befc-153e-4d9d-80f2-d57ae1e5f16c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493301 Feb 10 06:42:26.039943 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (142be8e4-5142-4dff-bc0b-52cd8694f799), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.069666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (142be8e4-5142-4dff-bc0b-52cd8694f799), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.077868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:26.078773 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.138676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4115636 Feb 10 06:42:26.142266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54986) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:26.148016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:26.168406 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-89fba2bd-44b3-4bfd-abca-48c246d61f0e service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504351 Feb 10 06:42:26.200867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54988) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:26.228842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9bb75-df61-4437-8a17-f26e1f759c55 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Network': ['ID=142be8e4-5142-4dff-bc0b-52cd8694f799,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:26.239603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:26.292524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-4df0537a-6601-409a-9121-921c1feac408 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f9193d4-afcb-4622-96f7-6fcfd1366d5e HTTP/1.1" status: 200 len: 217 time: 0.1124589 Feb 10 06:42:26.326201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:26.330134 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.436159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aa7db46-c9ad-4981-819a-5fbabd2fecfb admin admin] Publish callbacks [] for security_group (1f1e3cd5-c380-480b-aabd-fd7a4a1405bc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.478327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (b781697e-8312-433b-9851-42d70593a9f7), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.478714 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (b781697e-8312-433b-9851-42d70593a9f7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.482075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aa7db46-c9ad-4981-819a-5fbabd2fecfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1f1e3cd5-c380-480b-aabd-fd7a4a1405bc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.550735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (a1fa7847-0e2e-40fd-824b-af1f0d5c926b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.553407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7db46-c9ad-4981-819a-5fbabd2fecfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1e3cd5-c380-480b-aabd-fd7a4a1405bc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:26.614880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-eb176f3c-cdc8-4f6b-aee1-dac859dcb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:26.616354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-eb176f3c-cdc8-4f6b-aee1-dac859dcb85f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88c94a1-161a-4a23-b213-60bb328101b1 HTTP/1.1" status: 200 len: 797 time: 0.2537529 Feb 10 06:42:26.623613 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07b323ba-f387-4b55-878d-ee7b4ca3895e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6f2b8a67-e1c6-4461-b239-07f5c88255db), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.645814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Checking segment: {'id': 'f0c3759b-284d-4864-82bf-b22435da4031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:26.646240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network hostable DHCP agents. Network: 142be8e4-5142-4dff-bc0b-52cd8694f799, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:26.655819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=a1fa7847-0e2e-40fd-824b-af1f0d5c926b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:26.668175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3daa91fd-b4e7-4c3f-b2a1-3cd0254cfd80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=049f98839a6f4213a4bcd22f40cf5bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4571531 Feb 10 06:42:26.670531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:26.674781 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1aa7db46-c9ad-4981-819a-5fbabd2fecfb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=293a49ab5301424c8e850208f5e7b1c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1993060 Feb 10 06:42:26.676822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103213) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 10 06:42:26.677155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Router b781697e-8312-433b-9851-42d70593a9f7 migrating from provider to provider. {{(pid=103213) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 10 06:42:26.677600 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (b781697e-8312-433b-9851-42d70593a9f7), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.678088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54994) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:26.702213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b323ba-f387-4b55-878d-ee7b4ca3895e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=6f2b8a67-e1c6-4461-b239-07f5c88255db,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:26.713346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (b781697e-8312-433b-9851-42d70593a9f7), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.728841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (b781697e-8312-433b-9851-42d70593a9f7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.730113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:26.747207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-9d5852cd-df59-44af-95c3-0376febde51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:26.748746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-9d5852cd-df59-44af-95c3-0376febde51a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b358257e-dd73-497b-ab8b-bba846eb1153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1206715 Feb 10 06:42:26.770509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d2be-fc3c-4313-8b15-a53b4de403c5 admin admin] Publish callbacks [] for security_group (1f1e3cd5-c380-480b-aabd-fd7a4a1405bc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.786961 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f7df22-25cc-4046-987f-e8ea3a5feda3 admin admin] Publish callbacks [] for security_group (9641e790-5a01-4ac2-90f1-7d5306ad1d1d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.809020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f7df22-25cc-4046-987f-e8ea3a5feda3 admin admin] Publish callbacks [] for security_group (9641e790-5a01-4ac2-90f1-7d5306ad1d1d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.853879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 142be8e4-5142-4dff-bc0b-52cd8694f799) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:26.864852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4cdf28-f8b2-4e86-bf51-b6652df636d2 None None] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:26.878230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07b323ba-f387-4b55-878d-ee7b4ca3895e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.884622 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-07b323ba-f387-4b55-878d-ee7b4ca3895e tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "DELETE /v2.0/ports/6f2b8a67-e1c6-4461-b239-07f5c88255db HTTP/1.1" status: 204 len: 168 time: 2.4346933 Feb 10 06:42:26.886908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54996) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:26.891350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:26.895935 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.902255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d2be-fc3c-4313-8b15-a53b4de403c5 admin admin] Publish callbacks [] for security_group (1f1e3cd5-c380-480b-aabd-fd7a4a1405bc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.962789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f7df22-25cc-4046-987f-e8ea3a5feda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9641e790-5a01-4ac2-90f1-7d5306ad1d1d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.968073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f7df22-25cc-4046-987f-e8ea3a5feda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.969578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-30f7df22-25cc-4046-987f-e8ea3a5feda3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9641e790-5a01-4ac2-90f1-7d5306ad1d1d HTTP/1.1" status: 204 len: 168 time: 0.2981474 Feb 10 06:42:26.990058 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d2be-fc3c-4313-8b15-a53b4de403c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1f1e3cd5-c380-480b-aabd-fd7a4a1405bc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.994323 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d2be-fc3c-4313-8b15-a53b4de403c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:26.995708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5ed6d2be-fc3c-4313-8b15-a53b4de403c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f1e3cd5-c380-480b-aabd-fd7a4a1405bc HTTP/1.1" status: 204 len: 168 time: 0.3166642 Feb 10 06:42:27.005877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7df22-25cc-4046-987f-e8ea3a5feda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9641e790-5a01-4ac2-90f1-7d5306ad1d1d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:27.025793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6d2be-fc3c-4313-8b15-a53b4de403c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1e3cd5-c380-480b-aabd-fd7a4a1405bc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:27.040061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6dcc4d7e-c12e-4da8-a085-553c6a639000 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8938873 Feb 10 06:42:27.040490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55004) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:27.065697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-54baddf5-f0c2-47e6-bbdd-6c1640432f1d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:27.119434 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-d268f1ab-ceb0-4d74-bb5c-6d5eceec7c10 service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215928 Feb 10 06:42:27.188328 n-d-828670-1 neutron-server[103213]: WARNING neutron.scheduler.l3_agent_scheduler [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] No L3 agents can host the router b781697e-8312-433b-9851-42d70593a9f7 Feb 10 06:42:27.536233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df9d1-99fc-422d-88f4-55f65ea4ed05 req-60168ece-4979-45d6-9928-00f1a09a7ab0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:27.542746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df9d1-99fc-422d-88f4-55f65ea4ed05 req-60168ece-4979-45d6-9928-00f1a09a7ab0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:27.552052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df9d1-99fc-422d-88f4-55f65ea4ed05 req-60168ece-4979-45d6-9928-00f1a09a7ab0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:27.562931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df9d1-99fc-422d-88f4-55f65ea4ed05 req-60168ece-4979-45d6-9928-00f1a09a7ab0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:27.576887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df9d1-99fc-422d-88f4-55f65ea4ed05 req-60168ece-4979-45d6-9928-00f1a09a7ab0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:27.596083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df9d1-99fc-422d-88f4-55f65ea4ed05 req-60168ece-4979-45d6-9928-00f1a09a7ab0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:27.606743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-142be8e4-5142-4dff-bc0b-52cd8694f799', 'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799', 'project_id': '4f92ea7c86b4492aae79d4c410603ec5', 'fixed_ips': [{'subnet_id': 'a1fa7847-0e2e-40fd-824b-af1f0d5c926b'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:27.610145 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:27.616224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df9d1-99fc-422d-88f4-55f65ea4ed05 req-60168ece-4979-45d6-9928-00f1a09a7ab0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:27.630804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c71df9d1-99fc-422d-88f4-55f65ea4ed05 req-60168ece-4979-45d6-9928-00f1a09a7ab0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.4340587 Feb 10 06:42:27.675919 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9d9e5d93-cc9d-46a9-8158-9e07417ff8d3 req-6875bac5-5a19-4894-934f-c7f9fa78a73c service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423131 Feb 10 06:42:27.688073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54baddf5-f0c2-47e6-bbdd-6c1640432f1d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:27.693554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54baddf5-f0c2-47e6-bbdd-6c1640432f1d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:27.722095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-410d8f81-6f2a-4924-a937-2ac9e1928531 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port 88a6fc0a-bc63-4ec1-b7df-dffe5735952a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:27.722542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-410d8f81-6f2a-4924-a937-2ac9e1928531 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:27.814221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Hosts for router b781697e-8312-433b-9851-42d70593a9f7: [] {{(pid=103213) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 10 06:42:27.867260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Allocated IP 2001:db8::2 (142be8e4-5142-4dff-bc0b-52cd8694f799/a1fa7847-0e2e-40fd-824b-af1f0d5c926b/ab805579-44bc-4bb2-9fda-2fbb6a1a3539) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:27.958681 n-d-828670-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-54baddf5-f0c2-47e6-bbdd-6c1640432f1d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1fa7847-0e2e-40fd-824b-af1f0d5c926b (CIDR: 2001:db8::/64) Feb 10 06:42:27.976783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Hosts for other DVR routers connected to router b781697e-8312-433b-9851-42d70593a9f7: set() {{(pid=103213) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 10 06:42:27.979065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:27.979990 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-54baddf5-f0c2-47e6-bbdd-6c1640432f1d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:27.980256 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-11a48334-38e5-4134-a709-249418427667 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "PUT /v2.0/routers/b781697e-8312-433b-9851-42d70593a9f7 HTTP/1.1" status: 200 len: 716 time: 2.1391242 Feb 10 06:42:27.981747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54baddf5-f0c2-47e6-bbdd-6c1640432f1d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:42:27.993040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55032) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:28.026344 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-54baddf5-f0c2-47e6-bbdd-6c1640432f1d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9820797 Feb 10 06:42:28.030083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55034) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:28.045490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:28.131985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Publish callbacks [] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:28.140885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:28.170887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c71df9d1-99fc-422d-88f4-55f65ea4ed05 req-925357b7-13e6-455e-a2df-6fe30e55de4a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5398040 Feb 10 06:42:28.204485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-410d8f81-6f2a-4924-a937-2ac9e1928531 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:28.208688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Pushing event updated for resources: {'Port': ['ID=ab805579-44bc-4bb2-9fda-2fbb6a1a3539,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:28.223886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-023749a6-4770-49ab-b581-80b3e6f7dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:28.223886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-023749a6-4770-49ab-b581-80b3e6f7dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:28.224302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-023749a6-4770-49ab-b581-80b3e6f7dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:28.224760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-023749a6-4770-49ab-b581-80b3e6f7dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:28.225215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-023749a6-4770-49ab-b581-80b3e6f7dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:28.225671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-023749a6-4770-49ab-b581-80b3e6f7dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:28.226123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-023749a6-4770-49ab-b581-80b3e6f7dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:28.230502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:28.232380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:28.234396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-023749a6-4770-49ab-b581-80b3e6f7dee9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6695 time: 0.4712937 Feb 10 06:42:28.235318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:28.257611 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-875dc517-6fa3-4987-b6ca-e7848662dbfd tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "GET /v2.0/routers/b781697e-8312-433b-9851-42d70593a9f7 HTTP/1.1" status: 200 len: 716 time: 0.2623248 Feb 10 06:42:28.269342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55040) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:28.276336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-410d8f81-6f2a-4924-a937-2ac9e1928531 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for 88a6fc0a-bc63-4ec1-b7df-dffe5735952a owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:28.345186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Attempting to bind port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:28.353530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Attempting to bind port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f0c3759b-284d-4864-82bf-b22435da4031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:28.354242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Attempting to bind port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 on network 142be8e4-5142-4dff-bc0b-52cd8694f799 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:28.356159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:28.362087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:28.363444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Checking segment: {'id': 'f0c3759b-284d-4864-82bf-b22435da4031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:28.364058 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:28.364663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Bound using segment: {'id': 'f0c3759b-284d-4864-82bf-b22435da4031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:28.365232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Bound port: ab805579-44bc-4bb2-9fda-2fbb6a1a3539, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c3759b-284d-4864-82bf-b22435da4031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:28.365827 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:28.439154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] For port ab805579-44bc-4bb2-9fda-2fbb6a1a3539, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:28.444257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] For port ab805579-44bc-4bb2-9fda-2fbb6a1a3539, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ab805579-44bc-4bb2-9fda-2fbb6a1a3539,segment=NetworkSegment(f0c3759b-284d-4864-82bf-b22435da4031),segment_id=f0c3759b-284d-4864-82bf-b22435da4031)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:28.447498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:28.457669 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:28.459626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:28.616919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8eb47-879c-44b1-9476-746297cfbb8a None None] Pushing event updated for resources: {'Port': ['ID=ab805579-44bc-4bb2-9fda-2fbb6a1a3539,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:28.767296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4d8481cb-2775-40db-aa5f-0526d92f1564 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:28.768405 n-d-828670-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-4d8481cb-2775-40db-aa5f-0526d92f1564 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 06:42:28.769398 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-4d8481cb-2775-40db-aa5f-0526d92f1564 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 06:42:28.772126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4d8481cb-2775-40db-aa5f-0526d92f1564 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4147780 Feb 10 06:42:28.775675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55052) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:28.798523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--107510069'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:28.830699 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:28.846073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.110228 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-56e03241-7429-4370-b765-6bbf469aa2fa tempest-RoutersTestDVR-1243843360 tempest-RoutersTestDVR-1243843360-project] 10.222.0.21 "GET /v2.0/routers/b781697e-8312-433b-9851-42d70593a9f7 HTTP/1.1" status: 200 len: 682 time: 0.8318541 Feb 10 06:42:29.114605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55060) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:29.147453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-6949ce89-cffe-4955-89f9-76cdbc7573ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:29.149345 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-6949ce89-cffe-4955-89f9-76cdbc7573ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=b358257e-dd73-497b-ab8b-bba846eb1153 HTTP/1.1" status: 200 len: 901 time: 0.8959229 Feb 10 06:42:29.195002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (4d187704-1165-42f7-8ba4-1000710dbbf5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.271050 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (3fbe391f-e25a-4334-a381-09521191011c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.282215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3fbe391f-e25a-4334-a381-09521191011c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.352081 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-d1c87c35-2286-4fbe-b291-713bd9ebe3aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f9193d4-afcb-4622-96f7-6fcfd1366d5e HTTP/1.1" status: 200 len: 217 time: 0.1899116 Feb 10 06:42:29.355307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-410d8f81-6f2a-4924-a937-2ac9e1928531 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (88a6fc0a-bc63-4ec1-b7df-dffe5735952a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.376911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ab805579-44bc-4bb2-9fda-2fbb6a1a3539 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:29.400098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d8f81-6f2a-4924-a937-2ac9e1928531 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=88a6fc0a-bc63-4ec1-b7df-dffe5735952a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:29.493025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:29.497608 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8445c66f-ea73-4056-ae49-cc1e4d661680 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (b781697e-8312-433b-9851-42d70593a9f7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.507247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:29.507703 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.531660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-410d8f81-6f2a-4924-a937-2ac9e1928531 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.537561 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-410d8f81-6f2a-4924-a937-2ac9e1928531 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "DELETE /v2.0/ports/88a6fc0a-bc63-4ec1-b7df-dffe5735952a HTTP/1.1" status: 204 len: 168 time: 2.6472564 Feb 10 06:42:29.537788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55064) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:29.551264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-9d1ec932-5f1f-4e5e-b606-d66fc00e4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:29.552383 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-9d1ec932-5f1f-4e5e-b606-d66fc00e4bd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88c94a1-161a-4a23-b213-60bb328101b1 HTTP/1.1" status: 200 len: 797 time: 0.1946385 Feb 10 06:42:29.588734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:29.645983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb6494b-9846-408b-9b25-0306b37707a4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting subnet 81689dba-08a2-45b2-bc08-107913a6082f {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:42:29.649765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eeb6494b-9846-408b-9b25-0306b37707a4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for subnet (81689dba-08a2-45b2-bc08-107913a6082f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.681972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:29.682986 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.710449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-444f18d2-1be6-4c49-9ba2-25ec3f8de404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:29.712484 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-444f18d2-1be6-4c49-9ba2-25ec3f8de404 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b358257e-dd73-497b-ab8b-bba846eb1153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1383624 Feb 10 06:42:29.760355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port ab805579-44bc-4bb2-9fda-2fbb6a1a3539, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ab805579-44bc-4bb2-9fda-2fbb6a1a3539,segment=NetworkSegment(f0c3759b-284d-4864-82bf-b22435da4031),segment_id=f0c3759b-284d-4864-82bf-b22435da4031)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:29.769066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.815253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eeb6494b-9846-408b-9b25-0306b37707a4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (81689dba-08a2-45b2-bc08-107913a6082f), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.854020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8445c66f-ea73-4056-ae49-cc1e4d661680 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (b781697e-8312-433b-9851-42d70593a9f7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.862060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8445c66f-ea73-4056-ae49-cc1e4d661680 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (b781697e-8312-433b-9851-42d70593a9f7), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:29.923191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=ab805579-44bc-4bb2-9fda-2fbb6a1a3539,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:29.962230 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-038b3a5c-b9b1-484e-850b-cf09cfa8fafe service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389152 Feb 10 06:42:29.973974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbe391f-e25a-4334-a381-09521191011c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:30.004068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:30.004736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.010500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=4d187704-1165-42f7-8ba4-1000710dbbf5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:30.027965 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8445c66f-ea73-4056-ae49-cc1e4d661680 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (b781697e-8312-433b-9851-42d70593a9f7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.028604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8445c66f-ea73-4056-ae49-cc1e4d661680 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b781697e-8312-433b-9851-42d70593a9f7 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:42:30.040846 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8445c66f-ea73-4056-ae49-cc1e4d661680 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.047295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8445c66f-ea73-4056-ae49-cc1e4d661680 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b781697e-8312-433b-9851-42d70593a9f7 HTTP/1.1" status: 204 len: 168 time: 0.9239910 Feb 10 06:42:30.049041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55072) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:30.061400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.061722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.062157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.062542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.063390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.063745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.064089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.064408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.064738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.065070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.065396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.066252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.066605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.154199 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eeb6494b-9846-408b-9b25-0306b37707a4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (81689dba-08a2-45b2-bc08-107913a6082f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.173880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bc033c11-9a15-468a-9d71-6064fb052c0d tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Request body: {'router': {'name': 'tempest-router-289016210', 'distributed': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:30.178996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.180777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.181166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.181647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.182541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.182541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.182914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.183577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.184448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.184448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.185656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.185801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.186028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:30.228787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (aff83997-744a-4f7b-9343-bce1dbb92d4a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.240862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55076) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:30.251013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-057a8226-0f94-4b13-bfbb-a4a3b5f10e4e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2197680 Feb 10 06:42:30.254020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799', 'fixed_ips': [{'subnet_id': 'a1fa7847-0e2e-40fd-824b-af1f0d5c926b'}, {'subnet_id': '4d187704-1165-42f7-8ba4-1000710dbbf5'}], 'name': 'tempest-PortsIpV6TestJSON-1620082577'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:30.264468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012d0d-b2e3-4ca3-8590-817e62223a7f req-26434861-fe3a-4e99-ac24-adaaadc2bcb7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:30.269790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012d0d-b2e3-4ca3-8590-817e62223a7f req-26434861-fe3a-4e99-ac24-adaaadc2bcb7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:30.278579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012d0d-b2e3-4ca3-8590-817e62223a7f req-26434861-fe3a-4e99-ac24-adaaadc2bcb7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:30.283857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012d0d-b2e3-4ca3-8590-817e62223a7f req-26434861-fe3a-4e99-ac24-adaaadc2bcb7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:30.289116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012d0d-b2e3-4ca3-8590-817e62223a7f req-26434861-fe3a-4e99-ac24-adaaadc2bcb7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:30.294415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012d0d-b2e3-4ca3-8590-817e62223a7f req-26434861-fe3a-4e99-ac24-adaaadc2bcb7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:30.302838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012d0d-b2e3-4ca3-8590-817e62223a7f req-26434861-fe3a-4e99-ac24-adaaadc2bcb7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:30.304832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02012d0d-b2e3-4ca3-8590-817e62223a7f req-26434861-fe3a-4e99-ac24-adaaadc2bcb7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.9985635 Feb 10 06:42:30.308803 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (aff83997-744a-4f7b-9343-bce1dbb92d4a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.319909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f7ca6-d19f-4c86-964e-2e41cbfe1d76 None None] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:30.327370 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-be2ff815-8b98-4743-aa6d-ac2e81c2a7a7 req-5dc3136a-3a9a-46ca-b699-9d57af67373c service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030081 Feb 10 06:42:30.357097 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff83997-744a-4f7b-9343-bce1dbb92d4a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:30.387864 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc033c11-9a15-468a-9d71-6064fb052c0d tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (fae666dd-f52c-4d6a-84bc-da6298c44078), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.388882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc033c11-9a15-468a-9d71-6064fb052c0d tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (fae666dd-f52c-4d6a-84bc-da6298c44078), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.405537 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.410350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-92d02573-3df6-4c23-a7ef-dbc0a66dba97 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6317382 Feb 10 06:42:30.412084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55078) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:30.416866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eeb6494b-9846-408b-9b25-0306b37707a4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (81689dba-08a2-45b2-bc08-107913a6082f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.427256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b79a051d-b6ba-469d-9a0a-5cac86663680 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'aff83997-744a-4f7b-9343-bce1dbb92d4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:30.462026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eeb6494b-9846-408b-9b25-0306b37707a4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.468297 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eeb6494b-9846-408b-9b25-0306b37707a4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "DELETE /v2.0/subnets/81689dba-08a2-45b2-bc08-107913a6082f HTTP/1.1" status: 204 len: 168 time: 0.9295304 Feb 10 06:42:30.473783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:30.476842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6494b-9846-408b-9b25-0306b37707a4 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Subnet': ['ID=81689dba-08a2-45b2-bc08-107913a6082f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:30.497768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589a802-ac8b-43cf-9e9f-c544c2478835 None None] Network 96673c65-bae2-4e6a-8549-56b103feb668 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:30.500263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-99f2faa7-4f17-4707-8325-4ee086d994ba None None] Provisioning complete for port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:30.500851 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99f2faa7-4f17-4707-8325-4ee086d994ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.505663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02012d0d-b2e3-4ca3-8590-817e62223a7f req-1ca732cd-130a-4654-9c8a-4abf30c6504b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1939483 Feb 10 06:42:30.591446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:30.609880 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b79a051d-b6ba-469d-9a0a-5cac86663680 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group_rule (3d1570c1-741a-4c96-b184-3e55399c4ba0), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.641202 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc033c11-9a15-468a-9d71-6064fb052c0d tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (fae666dd-f52c-4d6a-84bc-da6298c44078), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.651403 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc033c11-9a15-468a-9d71-6064fb052c0d tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (fae666dd-f52c-4d6a-84bc-da6298c44078), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.674805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b79a051d-b6ba-469d-9a0a-5cac86663680 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group_rule (3d1570c1-741a-4c96-b184-3e55399c4ba0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.683624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de5c3bf-eb4c-4cf8-b45d-531336045acb tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting subnet 431e162a-1c63-47d8-a081-de739e99977e {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:42:30.688743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b79a051d-b6ba-469d-9a0a-5cac86663680 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (3d1570c1-741a-4c96-b184-3e55399c4ba0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.693678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-99f2faa7-4f17-4707-8325-4ee086d994ba None None] Current status of the port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:30.695402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4de5c3bf-eb4c-4cf8-b45d-531336045acb tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for subnet (431e162a-1c63-47d8-a081-de739e99977e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.733151 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.734476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc033c11-9a15-468a-9d71-6064fb052c0d tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.738219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc033c11-9a15-468a-9d71-6064fb052c0d tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6762805 Feb 10 06:42:30.738521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b79a051d-b6ba-469d-9a0a-5cac86663680 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.739958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55082) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:30.742393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b79a051d-b6ba-469d-9a0a-5cac86663680 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3255465 Feb 10 06:42:30.743028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55084) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:30.753863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-48010537-57bb-4ee5-806d-8065047d5ab0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'aff83997-744a-4f7b-9343-bce1dbb92d4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:30.766794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a051d-b6ba-469d-9a0a-5cac86663680 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1570c1-741a-4c96-b184-3e55399c4ba0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:30.782214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4de5c3bf-eb4c-4cf8-b45d-531336045acb tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (431e162a-1c63-47d8-a081-de739e99977e), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.820916 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port a291b5a0-51e7-45aa-9257-0a15d8233e4d yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:30.870178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48010537-57bb-4ee5-806d-8065047d5ab0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group_rule (176681fa-6427-4a7b-acfb-418aa24c3c84), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:30.974527 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-48010537-57bb-4ee5-806d-8065047d5ab0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 06:42:30.978811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-48010537-57bb-4ee5-806d-8065047d5ab0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2289863 Feb 10 06:42:30.979393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:30.983099 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4de5c3bf-eb4c-4cf8-b45d-531336045acb tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (431e162a-1c63-47d8-a081-de739e99977e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.013045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9075bbb7-73d1-4932-8191-d71341598556 None None] DHCP port deletion for 96673c65-bae2-4e6a-8549-56b103feb668 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:42:31.072645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71612f37-28e3-4846-af31-eaaf83a56e06 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (aff83997-744a-4f7b-9343-bce1dbb92d4a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.105963 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71612f37-28e3-4846-af31-eaaf83a56e06 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (aff83997-744a-4f7b-9343-bce1dbb92d4a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.115040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4de5c3bf-eb4c-4cf8-b45d-531336045acb tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (431e162a-1c63-47d8-a081-de739e99977e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.153146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312370b0-5337-44a2-ad1c-b5ed534e5b4f None None] Network 0e46ffab-9e24-4623-8d12-e600966d7e4e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:31.153438 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4de5c3bf-eb4c-4cf8-b45d-531336045acb tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.158998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4de5c3bf-eb4c-4cf8-b45d-531336045acb tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "DELETE /v2.0/subnets/431e162a-1c63-47d8-a081-de739e99977e HTTP/1.1" status: 204 len: 168 time: 0.6725781 Feb 10 06:42:31.161527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55090) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:31.162287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5c3bf-eb4c-4cf8-b45d-531336045acb tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Subnet': ['ID=431e162a-1c63-47d8-a081-de739e99977e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:31.169800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::2e5 (142be8e4-5142-4dff-bc0b-52cd8694f799/a1fa7847-0e2e-40fd-824b-af1f0d5c926b/a291b5a0-51e7-45aa-9257-0a15d8233e4d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:31.178243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8:0:1::1d5 (142be8e4-5142-4dff-bc0b-52cd8694f799/4d187704-1165-42f7-8ba4-1000710dbbf5/a291b5a0-51e7-45aa-9257-0a15d8233e4d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:31.259720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (96673c65-bae2-4e6a-8549-56b103feb668), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.264049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71612f37-28e3-4846-af31-eaaf83a56e06 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (aff83997-744a-4f7b-9343-bce1dbb92d4a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.267823 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71612f37-28e3-4846-af31-eaaf83a56e06 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.272466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-71612f37-28e3-4846-af31-eaaf83a56e06 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/aff83997-744a-4f7b-9343-bce1dbb92d4a HTTP/1.1" status: 204 len: 168 time: 0.2908163 Feb 10 06:42:31.273263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55092) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:31.289641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71612f37-28e3-4846-af31-eaaf83a56e06 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff83997-744a-4f7b-9343-bce1dbb92d4a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:31.331162 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5018faec-dec0-4836-9ef4-d76d44f4d847 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (fae666dd-f52c-4d6a-84bc-da6298c44078), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.336564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6305613d-5c22-4871-a940-fc16a1f6b12a None None] Update dhcp port {'port': {'network_id': '142be8e4-5142-4dff-bc0b-52cd8694f799', 'fixed_ips': [{'subnet_id': 'a1fa7847-0e2e-40fd-824b-af1f0d5c926b', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d187704-1165-42f7-8ba4-1000710dbbf5'}], 'binding:host_id': 'n-d-828670-1'}, 'id': 'ab805579-44bc-4bb2-9fda-2fbb6a1a3539'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:42:31.399043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ab805579-44bc-4bb2-9fda-2fbb6a1a3539 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:31.437182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3100c68d-f11a-471e-a453-07d226deffdc tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1499398 Feb 10 06:42:31.438028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55094) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:31.452735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-590780b0-d32b-4190-b95a-778d99d88bdb tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--366913349'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:31.488706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port 0e114aee-21ba-4880-be23-dede44761f52 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:31.489097 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0e114aee-21ba-4880-be23-dede44761f52), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.498394 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6305613d-5c22-4871-a940-fc16a1f6b12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.516618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9075bbb7-73d1-4932-8191-d71341598556 None None] Deleting port 0e114aee-21ba-4880-be23-dede44761f52 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:31.516993 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9075bbb7-73d1-4932-8191-d71341598556 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0e114aee-21ba-4880-be23-dede44761f52), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.565304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] For port 0e114aee-21ba-4880-be23-dede44761f52, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0e114aee-21ba-4880-be23-dede44761f52,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:31.566193 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0e114aee-21ba-4880-be23-dede44761f52), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.580822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for 0e114aee-21ba-4880-be23-dede44761f52 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:31.687211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0e114aee-21ba-4880-be23-dede44761f52), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.704178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] No DVR routers for this DVR port 0e114aee-21ba-4880-be23-dede44761f52 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:31.727191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed18b4e4-c4c8-49ec-ac67-4373661fc908 None None] DHCP port deletion for 0e46ffab-9e24-4623-8d12-e600966d7e4e request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:42:31.738656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:31.739244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.753308 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-590780b0-d32b-4190-b95a-778d99d88bdb tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.766475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5018faec-dec0-4836-9ef4-d76d44f4d847 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (fae666dd-f52c-4d6a-84bc-da6298c44078), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.777654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5018faec-dec0-4836-9ef4-d76d44f4d847 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router_controller (fae666dd-f52c-4d6a-84bc-da6298c44078), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.821037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=0e114aee-21ba-4880-be23-dede44761f52,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:31.849876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9075bbb7-73d1-4932-8191-d71341598556 None None] For port 0e114aee-21ba-4880-be23-dede44761f52, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0e114aee-21ba-4880-be23-dede44761f52,segment=NetworkSegment(fad83838-f94a-4c18-a024-43caed307e9a),segment_id=fad83838-f94a-4c18-a024-43caed307e9a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:31.850452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9075bbb7-73d1-4932-8191-d71341598556 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0e114aee-21ba-4880-be23-dede44761f52), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.875749 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (96673c65-bae2-4e6a-8549-56b103feb668), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.877035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9075bbb7-73d1-4932-8191-d71341598556 None None] Calling delete_port for 0e114aee-21ba-4880-be23-dede44761f52 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:31.892862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff2f4b-7b66-48fc-99bc-269e713f01be req-4e7f346e-1718-4e14-b1fc-a43a5254538d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:31.900184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff2f4b-7b66-48fc-99bc-269e713f01be req-4e7f346e-1718-4e14-b1fc-a43a5254538d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:31.906332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff2f4b-7b66-48fc-99bc-269e713f01be req-4e7f346e-1718-4e14-b1fc-a43a5254538d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:31.907766 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.913329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff2f4b-7b66-48fc-99bc-269e713f01be req-4e7f346e-1718-4e14-b1fc-a43a5254538d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:31.916755 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5018faec-dec0-4836-9ef4-d76d44f4d847 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (fae666dd-f52c-4d6a-84bc-da6298c44078), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.917634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5018faec-dec0-4836-9ef4-d76d44f4d847 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fae666dd-f52c-4d6a-84bc-da6298c44078 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:42:31.921079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff2f4b-7b66-48fc-99bc-269e713f01be req-4e7f346e-1718-4e14-b1fc-a43a5254538d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:31.923924 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5018faec-dec0-4836-9ef4-d76d44f4d847 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:31.928370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff2f4b-7b66-48fc-99bc-269e713f01be req-4e7f346e-1718-4e14-b1fc-a43a5254538d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:31.930560 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5018faec-dec0-4836-9ef4-d76d44f4d847 tempest-RoutersTestDVR-1250412388 tempest-RoutersTestDVR-1250412388-project-admin] 10.222.0.21 "DELETE /v2.0/routers/fae666dd-f52c-4d6a-84bc-da6298c44078 HTTP/1.1" status: 204 len: 168 time: 1.1893222 Feb 10 06:42:31.934035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff2f4b-7b66-48fc-99bc-269e713f01be req-4e7f346e-1718-4e14-b1fc-a43a5254538d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:31.937167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ff2f4b-7b66-48fc-99bc-269e713f01be req-4e7f346e-1718-4e14-b1fc-a43a5254538d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2613924 Feb 10 06:42:31.972720 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.013819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:32.020302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96673c65-bae2-4e6a-8549-56b103feb668']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:32.020508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:32.034355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:32.044843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:32.045525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.122347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.8740785 Feb 10 06:42:32.123525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad83838-f94a-4c18-a024-43caed307e9a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:32.127173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad83838-f94a-4c18-a024-43caed307e9a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:32.142139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55102) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:32.150044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1fa7847-0e2e-40fd-824b-af1f0d5c926b'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:32.172402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:32.223144 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-590780b0-d32b-4190-b95a-778d99d88bdb tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (544afb4a-6fa6-45b8-ac4a-0ffa121ffb38), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.231458 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (fad83838-f94a-4c18-a024-43caed307e9a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.243609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ed18b4e4-c4c8-49ec-ac67-4373661fc908 None None] Deleting port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:32.244044 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed18b4e4-c4c8-49ec-ac67-4373661fc908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.270348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b4a5d-5553-4914-83ae-0763a7296575 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=a291b5a0-51e7-45aa-9257-0a15d8233e4d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:32.272727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ff2f4b-7b66-48fc-99bc-269e713f01be req-6f859f64-150a-43b1-8d02-1bcc990904e2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3251433 Feb 10 06:42:32.277792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-590780b0-d32b-4190-b95a-778d99d88bdb tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (544afb4a-6fa6-45b8-ac4a-0ffa121ffb38), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.359356 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (fad83838-f94a-4c18-a024-43caed307e9a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.364948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6305613d-5c22-4871-a940-fc16a1f6b12a None None] Allocated IP 2001:db8:0:1::2 (142be8e4-5142-4dff-bc0b-52cd8694f799/4d187704-1165-42f7-8ba4-1000710dbbf5/ab805579-44bc-4bb2-9fda-2fbb6a1a3539) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:32.391464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.396815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590780b0-d32b-4190-b95a-778d99d88bdb tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544afb4a-6fa6-45b8-ac4a-0ffa121ffb38,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:32.399766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:32.400277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (fad83838-f94a-4c18-a024-43caed307e9a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.437405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55106) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:32.454806 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9075bbb7-73d1-4932-8191-d71341598556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0e114aee-21ba-4880-be23-dede44761f52), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.465290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0e114aee-21ba-4880-be23-dede44761f52 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:42:32.573761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0e114aee-21ba-4880-be23-dede44761f52 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:42:32.574466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0e114aee-21ba-4880-be23-dede44761f52 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:42:32.618637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075bbb7-73d1-4932-8191-d71341598556 None None] No DVR routers for this DVR port 0e114aee-21ba-4880-be23-dede44761f52 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:32.628670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075bbb7-73d1-4932-8191-d71341598556 None None] Pushing event deleted for resources: {'Port': ['ID=0e114aee-21ba-4880-be23-dede44761f52,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:32.649838 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ed18b4e4-c4c8-49ec-ac67-4373661fc908 None None] For port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=31df8c0c-dd2b-4f32-b764-f4e4510da2d9,segment=NetworkSegment(ff2ba85d-f4f0-4cb4-bd09-41c7efee6490),segment_id=ff2ba85d-f4f0-4cb4-bd09-41c7efee6490)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:32.650265 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed18b4e4-c4c8-49ec-ac67-4373661fc908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.704968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ed18b4e4-c4c8-49ec-ac67-4373661fc908 None None] Calling delete_port for 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: warnings.warn('Neutron quota engine will require "--force" ' Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:32.722867 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:32.727239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-590780b0-d32b-4190-b95a-778d99d88bdb tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.731075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c52b7ce-e8b8-47ba-954a-2d75d71b24a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.733249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55110) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:32.733393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-590780b0-d32b-4190-b95a-778d99d88bdb tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2933364 Feb 10 06:42:32.734811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (96673c65-bae2-4e6a-8549-56b103feb668), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.743966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-89b6b2aa-c298-4480-8508-15e336a97b60 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': '544afb4a-6fa6-45b8-ac4a-0ffa121ffb38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:32.745390 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-89b6b2aa-c298-4480-8508-15e336a97b60 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 06:42:32.745682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.746403 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-89b6b2aa-c298-4480-8508-15e336a97b60 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:32.747774 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-89b6b2aa-c298-4480-8508-15e336a97b60 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0132487 Feb 10 06:42:32.749951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6305613d-5c22-4871-a940-fc16a1f6b12a None None] For port ab805579-44bc-4bb2-9fda-2fbb6a1a3539, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ab805579-44bc-4bb2-9fda-2fbb6a1a3539,segment=NetworkSegment(f0c3759b-284d-4864-82bf-b22435da4031),segment_id=f0c3759b-284d-4864-82bf-b22435da4031)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:32.753779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "DELETE /v2.0/networks/96673c65-bae2-4e6a-8549-56b103feb668 HTTP/1.1" status: 204 len: 168 time: 1.5888045 Feb 10 06:42:32.755832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55112) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:32.757645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55114) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:32.782038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b5e85-16a6-4059-85db-e18a6063954c tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Network': ['ID=96673c65-bae2-4e6a-8549-56b103feb668,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:32.869799 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6305613d-5c22-4871-a940-fc16a1f6b12a None None] Publish callbacks [] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.889354 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6305613d-5c22-4871-a940-fc16a1f6b12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.896281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (0e46ffab-9e24-4623-8d12-e600966d7e4e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.905170 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c60569c7-06b7-46c0-8065-624d8a16ba01 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (544afb4a-6fa6-45b8-ac4a-0ffa121ffb38), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.944877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c52b7ce-e8b8-47ba-954a-2d75d71b24a1 admin admin] Publish callbacks [] for security_group (6213ab90-2d3b-43fc-87af-46db0fe97910), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.952842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c60569c7-06b7-46c0-8065-624d8a16ba01 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (544afb4a-6fa6-45b8-ac4a-0ffa121ffb38), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.955413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c52b7ce-e8b8-47ba-954a-2d75d71b24a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6213ab90-2d3b-43fc-87af-46db0fe97910), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:32.988396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305613d-5c22-4871-a940-fc16a1f6b12a None None] Pushing event updated for resources: {'Port': ['ID=ab805579-44bc-4bb2-9fda-2fbb6a1a3539,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:33.037648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52b7ce-e8b8-47ba-954a-2d75d71b24a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6213ab90-2d3b-43fc-87af-46db0fe97910,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:33.069213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Deleting port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:33.070263 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.079248 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1c52b7ce-e8b8-47ba-954a-2d75d71b24a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f94ede79e0ae4fc185aae579f5af58f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6404603 Feb 10 06:42:33.083911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55118) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:33.096675 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed18b4e4-c4c8-49ec-ac67-4373661fc908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.099580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Delete allocated IP 2001:db8:0:1::1d5 (142be8e4-5142-4dff-bc0b-52cd8694f799/4d187704-1165-42f7-8ba4-1000710dbbf5) {{(pid=103213) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 06:42:33.136577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c60569c7-06b7-46c0-8065-624d8a16ba01 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (544afb4a-6fa6-45b8-ac4a-0ffa121ffb38), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.144808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c60569c7-06b7-46c0-8065-624d8a16ba01 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.151915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c60569c7-06b7-46c0-8065-624d8a16ba01 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/544afb4a-6fa6-45b8-ac4a-0ffa121ffb38 HTTP/1.1" status: 204 len: 168 time: 0.3949397 Feb 10 06:42:33.153127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55122) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:33.154085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18b4e4-c4c8-49ec-ac67-4373661fc908 None None] No DVR routers for this DVR port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:33.177641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18b4e4-c4c8-49ec-ac67-4373661fc908 None None] Pushing event deleted for resources: {'Port': ['ID=31df8c0c-dd2b-4f32-b764-f4e4510da2d9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:33.217895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60569c7-06b7-46c0-8065-624d8a16ba01 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544afb4a-6fa6-45b8-ac4a-0ffa121ffb38,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:33.246376 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-859f607e-c876-4de5-b97f-2e632adb702e admin admin] Publish callbacks [] for security_group (6213ab90-2d3b-43fc-87af-46db0fe97910), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.299528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-859f607e-c876-4de5-b97f-2e632adb702e admin admin] Publish callbacks [] for security_group (6213ab90-2d3b-43fc-87af-46db0fe97910), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.318690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] For port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9, host n-d-828670-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:33.319061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.330030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b9da8e7b-2a13-4a81-8afb-7e3d7d7a0c61 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1549261 Feb 10 06:42:33.341804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55126) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:33.380714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fe000a3a-7cd6-4631-b7cd-1946d79abf4e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276372927'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:33.381508 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-859f607e-c876-4de5-b97f-2e632adb702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6213ab90-2d3b-43fc-87af-46db0fe97910), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.388571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Calling delete_port for 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:33.389346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-859f607e-c876-4de5-b97f-2e632adb702e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.393527 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-859f607e-c876-4de5-b97f-2e632adb702e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6213ab90-2d3b-43fc-87af-46db0fe97910 HTTP/1.1" status: 204 len: 168 time: 0.3086643 Feb 10 06:42:33.395826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 was not found and therefore no delete operation was performed {{(pid=103214) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:42:33.414833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (31df8c0c-dd2b-4f32-b764-f4e4510da2d9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.435812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f607e-c876-4de5-b97f-2e632adb702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6213ab90-2d3b-43fc-87af-46db0fe97910,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:33.437198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ab805579-44bc-4bb2-9fda-2fbb6a1a3539 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:33.496291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Port': ['ID=31df8c0c-dd2b-4f32-b764-f4e4510da2d9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:33.562270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.571155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.572195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:33.573481 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.617479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] No DVR routers for this DVR port 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:33.624211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe000a3a-7cd6-4631-b7cd-1946d79abf4e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.658012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] In _notify_port_updated(), no bound segment for port a291b5a0-51e7-45aa-9257-0a15d8233e4d on network 142be8e4-5142-4dff-bc0b-52cd8694f799 {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:42:33.665557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:33.666915 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.671500 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "PUT /v2.0/ports/a291b5a0-51e7-45aa-9257-0a15d8233e4d HTTP/1.1" status: 200 len: 926 time: 1.5279176 Feb 10 06:42:33.672395 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55134) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:33.682711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1fa7847-0e2e-40fd-824b-af1f0d5c926b'}, {'subnet_id': '4d187704-1165-42f7-8ba4-1000710dbbf5'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:33.713817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8c86e-3a3e-4920-ac1a-27fcefe93427 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=a291b5a0-51e7-45aa-9257-0a15d8233e4d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:33.780217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:33.802280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52876c89-4d7e-4c34-94ba-d390e38a93ce req-526d34bd-1b93-44e9-a8e8-cd514cdbbb57 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:33.818326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52876c89-4d7e-4c34-94ba-d390e38a93ce req-526d34bd-1b93-44e9-a8e8-cd514cdbbb57 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:33.824499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52876c89-4d7e-4c34-94ba-d390e38a93ce req-526d34bd-1b93-44e9-a8e8-cd514cdbbb57 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:33.835609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52876c89-4d7e-4c34-94ba-d390e38a93ce req-526d34bd-1b93-44e9-a8e8-cd514cdbbb57 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:33.844424 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52876c89-4d7e-4c34-94ba-d390e38a93ce req-526d34bd-1b93-44e9-a8e8-cd514cdbbb57 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:33.854641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52876c89-4d7e-4c34-94ba-d390e38a93ce req-526d34bd-1b93-44e9-a8e8-cd514cdbbb57 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:33.861230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.863446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52876c89-4d7e-4c34-94ba-d390e38a93ce req-526d34bd-1b93-44e9-a8e8-cd514cdbbb57 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:33.868264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52876c89-4d7e-4c34-94ba-d390e38a93ce req-526d34bd-1b93-44e9-a8e8-cd514cdbbb57 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.3774934 Feb 10 06:42:33.882283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:42:33.913458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:42:33.913811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 31df8c0c-dd2b-4f32-b764-f4e4510da2d9 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:42:33.949548 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (0e46ffab-9e24-4623-8d12-e600966d7e4e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:33.983879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e46ffab-9e24-4623-8d12-e600966d7e4e']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:33.995228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:33.995517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2ba85d-f4f0-4cb4-bd09-41c7efee6490') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:34.007595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (ff2ba85d-f4f0-4cb4-bd09-41c7efee6490), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.022958 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ff2ba85d-f4f0-4cb4-bd09-41c7efee6490), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.030561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:34.031402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (ff2ba85d-f4f0-4cb4-bd09-41c7efee6490), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:34.094229 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:34.099164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55136) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:34.132120 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ebb192a-a0ea-4401-94c2-2144e08ac6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.147676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (0e46ffab-9e24-4623-8d12-e600966d7e4e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.163151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c361a0fb-b2c1-495d-aca3-fb0079d5400d None None] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:34.174674 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.180803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] 10.222.0.21 "DELETE /v2.0/networks/0e46ffab-9e24-4623-8d12-e600966d7e4e HTTP/1.1" status: 204 len: 168 time: 1.4054360 Feb 10 06:42:34.257667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1945e-2640-4a9d-b317-3e980364b675 tempest-TaggedBootDevicesTest_v242-969495552 tempest-TaggedBootDevicesTest_v242-969495552-project] Pushing event deleted for resources: {'Network': ['ID=0e46ffab-9e24-4623-8d12-e600966d7e4e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:34.280061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52876c89-4d7e-4c34-94ba-d390e38a93ce req-27d27bd8-b89b-408d-b4d7-f833919d4c84 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1868305 Feb 10 06:42:34.317653 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe000a3a-7cd6-4631-b7cd-1946d79abf4e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (bb03c521-a649-4434-80ce-abf7b770149f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.327989 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe000a3a-7cd6-4631-b7cd-1946d79abf4e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bb03c521-a649-4434-80ce-abf7b770149f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.358676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8:0:1::3df (142be8e4-5142-4dff-bc0b-52cd8694f799/4d187704-1165-42f7-8ba4-1000710dbbf5/a291b5a0-51e7-45aa-9257-0a15d8233e4d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:34.379635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe000a3a-7cd6-4631-b7cd-1946d79abf4e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb03c521-a649-4434-80ce-abf7b770149f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:34.383446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe000a3a-7cd6-4631-b7cd-1946d79abf4e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.390990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe000a3a-7cd6-4631-b7cd-1946d79abf4e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0480881 Feb 10 06:42:34.391673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55142) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:34.416080 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ebb192a-a0ea-4401-94c2-2144e08ac6ef admin admin] Publish callbacks [] for security_group (3854416b-dfa3-4adf-9d07-77a0177cb7b7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.422161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-da38972b-6b9a-4adb-8d28-c100e0c07b84 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'bb03c521-a649-4434-80ce-abf7b770149f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:34.423087 n-d-828670-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-da38972b-6b9a-4adb-8d28-c100e0c07b84 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 06:42:34.423731 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-da38972b-6b9a-4adb-8d28-c100e0c07b84 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:34.428683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-da38972b-6b9a-4adb-8d28-c100e0c07b84 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066175 Feb 10 06:42:34.429509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55144) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:34.432288 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ebb192a-a0ea-4401-94c2-2144e08ac6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3854416b-dfa3-4adf-9d07-77a0177cb7b7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.527281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55150) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:34.527523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ebb192a-a0ea-4401-94c2-2144e08ac6ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6df60087144344588a04d9846dd3ecfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4251118 Feb 10 06:42:34.532663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb192a-a0ea-4401-94c2-2144e08ac6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3854416b-dfa3-4adf-9d07-77a0177cb7b7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:34.598037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f310361-fef7-4533-858f-c32e56b774c8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (bb03c521-a649-4434-80ce-abf7b770149f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.651916 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f310361-fef7-4533-858f-c32e56b774c8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (bb03c521-a649-4434-80ce-abf7b770149f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.687673 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.700889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.711580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f310361-fef7-4533-858f-c32e56b774c8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bb03c521-a649-4434-80ce-abf7b770149f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.714167 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f310361-fef7-4533-858f-c32e56b774c8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.715407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f310361-fef7-4533-858f-c32e56b774c8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/bb03c521-a649-4434-80ce-abf7b770149f HTTP/1.1" status: 204 len: 168 time: 0.2843909 Feb 10 06:42:34.718659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:34.757021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f310361-fef7-4533-858f-c32e56b774c8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb03c521-a649-4434-80ce-abf7b770149f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:34.766411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7388ef86-a600-4448-a2a9-a92286f77088 admin admin] Publish callbacks [] for security_group (3854416b-dfa3-4adf-9d07-77a0177cb7b7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.819613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-705bac3a-99ce-436d-8140-ebe93d8f7045 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0997157 Feb 10 06:42:34.823204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8561b417-f2bd-446b-ae42-e71aa1ed593a None None] Provisioning complete for port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:34.823204 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8561b417-f2bd-446b-ae42-e71aa1ed593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.826681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55156) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:34.849964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-77fa0ec1-e661-4e7a-95be-0357911fb499 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--169016871'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:34.870426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] In _notify_port_updated(), no bound segment for port a291b5a0-51e7-45aa-9257-0a15d8233e4d on network 142be8e4-5142-4dff-bc0b-52cd8694f799 {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:42:34.886042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77fa0ec1-e661-4e7a-95be-0357911fb499 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.889793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:34.890760 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.896031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:34.896720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "PUT /v2.0/ports/a291b5a0-51e7-45aa-9257-0a15d8233e4d HTTP/1.1" status: 200 len: 1012 time: 1.2184815 Feb 10 06:42:34.919364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7388ef86-a600-4448-a2a9-a92286f77088 admin admin] Publish callbacks [] for security_group (3854416b-dfa3-4adf-9d07-77a0177cb7b7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.923218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc5373-bd0d-46cc-aec8-7f32cd671737 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=a291b5a0-51e7-45aa-9257-0a15d8233e4d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:34.990937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7388ef86-a600-4448-a2a9-a92286f77088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3854416b-dfa3-4adf-9d07-77a0177cb7b7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.994225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7388ef86-a600-4448-a2a9-a92286f77088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:34.995789 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7388ef86-a600-4448-a2a9-a92286f77088 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3854416b-dfa3-4adf-9d07-77a0177cb7b7 HTTP/1.1" status: 204 len: 168 time: 0.4675224 Feb 10 06:42:35.007163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388ef86-a600-4448-a2a9-a92286f77088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3854416b-dfa3-4adf-9d07-77a0177cb7b7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:35.040966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8561b417-f2bd-446b-ae42-e71aa1ed593a None None] Current status of the port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:35.153021 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77fa0ec1-e661-4e7a-95be-0357911fb499 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (f1318a88-2c37-4bd6-a774-c6108cec45d3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.155649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d9e83-9869-46a3-bb0a-9eeeff00376f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port a291b5a0-51e7-45aa-9257-0a15d8233e4d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:35.156113 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb3d9e83-9869-46a3-bb0a-9eeeff00376f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.181705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77fa0ec1-e661-4e7a-95be-0357911fb499 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f1318a88-2c37-4bd6-a774-c6108cec45d3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.267645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77fa0ec1-e661-4e7a-95be-0357911fb499 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.271900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-77fa0ec1-e661-4e7a-95be-0357911fb499 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4441764 Feb 10 06:42:35.274696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55164) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:35.279183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2bb462d4-1310-4750-88d7-8f7f4af51b74 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'f1318a88-2c37-4bd6-a774-c6108cec45d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:35.280049 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-2bb462d4-1310-4750-88d7-8f7f4af51b74 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 06:42:35.280548 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-2bb462d4-1310-4750-88d7-8f7f4af51b74 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:35.284059 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2bb462d4-1310-4750-88d7-8f7f4af51b74 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058215 Feb 10 06:42:35.285527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55166) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:35.290216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-968f77ad-d195-4125-861c-4049baa291c4 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'f1318a88-2c37-4bd6-a774-c6108cec45d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:35.295279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b64f775b-8f72-4b65-b918-ac1615e4d98c None None] Provisioning complete for port a291b5a0-51e7-45aa-9257-0a15d8233e4d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:35.295611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b64f775b-8f72-4b65-b918-ac1615e4d98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.301792 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-968f77ad-d195-4125-861c-4049baa291c4 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 06:42:35.302377 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-968f77ad-d195-4125-861c-4049baa291c4 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:35.306012 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-968f77ad-d195-4125-861c-4049baa291c4 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0176508 Feb 10 06:42:35.311666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55168) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:35.321387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f94b055c-a06f-47c0-838d-d0adc8b88574 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'f1318a88-2c37-4bd6-a774-c6108cec45d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:35.322241 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-f94b055c-a06f-47c0-838d-d0adc8b88574 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 06:42:35.322798 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-f94b055c-a06f-47c0-838d-d0adc8b88574 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:35.326446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f94b055c-a06f-47c0-838d-d0adc8b88574 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111504 Feb 10 06:42:35.334270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55170) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:35.339901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8e0329d6-166a-4682-b263-a1606279808c tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'f1318a88-2c37-4bd6-a774-c6108cec45d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:35.340767 n-d-828670-1 neutron-server[103213]: WARNING neutron.api.v2.base [None req-8e0329d6-166a-4682-b263-a1606279808c tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 06:42:35.341252 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-8e0329d6-166a-4682-b263-a1606279808c tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:35.346700 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8e0329d6-166a-4682-b263-a1606279808c tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058942 Feb 10 06:42:35.350499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:35.410101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b64f775b-8f72-4b65-b918-ac1615e4d98c None None] Port a291b5a0-51e7-45aa-9257-0a15d8233e4d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:42:35.444456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b64f775b-8f72-4b65-b918-ac1615e4d98c None None] Provisioning complete for port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:35.445000 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b64f775b-8f72-4b65-b918-ac1615e4d98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.505894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79de8370-7050-47fc-9022-1eac82fa4ba2 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (f1318a88-2c37-4bd6-a774-c6108cec45d3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.511548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa0ec1-e661-4e7a-95be-0357911fb499 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1318a88-2c37-4bd6-a774-c6108cec45d3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:35.582624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b64f775b-8f72-4b65-b918-ac1615e4d98c None None] Current status of the port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:35.639226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79de8370-7050-47fc-9022-1eac82fa4ba2 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (f1318a88-2c37-4bd6-a774-c6108cec45d3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.653728 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb3d9e83-9869-46a3-bb0a-9eeeff00376f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.710972 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d9e83-9869-46a3-bb0a-9eeeff00376f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for a291b5a0-51e7-45aa-9257-0a15d8233e4d owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:35.738139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-eba4c3cd-5acf-43d3-8fec-fe689a128a28 None None] Provisioning complete for port a291b5a0-51e7-45aa-9257-0a15d8233e4d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:35.739522 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eba4c3cd-5acf-43d3-8fec-fe689a128a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.787815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eba4c3cd-5acf-43d3-8fec-fe689a128a28 None None] Port a291b5a0-51e7-45aa-9257-0a15d8233e4d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:42:35.791375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172d08-fcf3-4dd9-9900-17c2830885b0 req-d0086aa4-5853-4ad9-9ac6-84a6145de1b5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:35.808409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172d08-fcf3-4dd9-9900-17c2830885b0 req-d0086aa4-5853-4ad9-9ac6-84a6145de1b5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:35.813970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172d08-fcf3-4dd9-9900-17c2830885b0 req-d0086aa4-5853-4ad9-9ac6-84a6145de1b5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:35.822334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172d08-fcf3-4dd9-9900-17c2830885b0 req-d0086aa4-5853-4ad9-9ac6-84a6145de1b5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:35.828143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172d08-fcf3-4dd9-9900-17c2830885b0 req-d0086aa4-5853-4ad9-9ac6-84a6145de1b5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:35.834031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172d08-fcf3-4dd9-9900-17c2830885b0 req-d0086aa4-5853-4ad9-9ac6-84a6145de1b5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:35.842646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172d08-fcf3-4dd9-9900-17c2830885b0 req-d0086aa4-5853-4ad9-9ac6-84a6145de1b5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:35.844650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d172d08-fcf3-4dd9-9900-17c2830885b0 req-d0086aa4-5853-4ad9-9ac6-84a6145de1b5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.3398905 Feb 10 06:42:35.905991 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79de8370-7050-47fc-9022-1eac82fa4ba2 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f1318a88-2c37-4bd6-a774-c6108cec45d3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.909812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79de8370-7050-47fc-9022-1eac82fa4ba2 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:35.911320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-79de8370-7050-47fc-9022-1eac82fa4ba2 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/f1318a88-2c37-4bd6-a774-c6108cec45d3 HTTP/1.1" status: 204 len: 168 time: 0.5423717 Feb 10 06:42:35.914510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55190) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:35.976765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d172d08-fcf3-4dd9-9900-17c2830885b0 req-451e3e3a-25ca-4795-8732-08a1c948682f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243088 Feb 10 06:42:35.991415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de8370-7050-47fc-9022-1eac82fa4ba2 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1318a88-2c37-4bd6-a774-c6108cec45d3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:36.053356 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-57cde34a-dc9e-4fa0-9732-90e87227ad06 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1373758 Feb 10 06:42:36.062698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55196) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.064630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c5ef5e94-7049-4f26-b639-9d2ccd58257b None None] Provisioning complete for port a291b5a0-51e7-45aa-9257-0a15d8233e4d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:36.065112 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5ef5e94-7049-4f26-b639-9d2ccd58257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.067548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0333e779-c4e4-49ba-9815-56e8cea008b0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185404384'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.100030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0333e779-c4e4-49ba-9815-56e8cea008b0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.150195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef5e94-7049-4f26-b639-9d2ccd58257b None None] Port a291b5a0-51e7-45aa-9257-0a15d8233e4d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:42:36.214334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb3d9e83-9869-46a3-bb0a-9eeeff00376f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a291b5a0-51e7-45aa-9257-0a15d8233e4d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.267113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d9e83-9869-46a3-bb0a-9eeeff00376f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=a291b5a0-51e7-45aa-9257-0a15d8233e4d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:36.306760 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0333e779-c4e4-49ba-9815-56e8cea008b0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (c58fb623-3f6b-43d6-aa64-8fefdcea8eea), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.318699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55202) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.361993 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0333e779-c4e4-49ba-9815-56e8cea008b0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c58fb623-3f6b-43d6-aa64-8fefdcea8eea), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.422325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb3d9e83-9869-46a3-bb0a-9eeeff00376f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.429380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55206) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.430948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cb3d9e83-9869-46a3-bb0a-9eeeff00376f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/a291b5a0-51e7-45aa-9257-0a15d8233e4d HTTP/1.1" status: 204 len: 168 time: 1.5339806 Feb 10 06:42:36.449555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0333e779-c4e4-49ba-9815-56e8cea008b0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.451542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0333e779-c4e4-49ba-9815-56e8cea008b0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3879921 Feb 10 06:42:36.454586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55208) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.466206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-21167d0c-6340-4a5a-b71c-14f1b1bbcd88 None None] Could not find standard attr ID for object a291b5a0-51e7-45aa-9257-0a15d8233e4d. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:42:36.470115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-52196f45-237d-4de5-ac72-e53817cbba1d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'c58fb623-3f6b-43d6-aa64-8fefdcea8eea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.470893 n-d-828670-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-52196f45-237d-4de5-ac72-e53817cbba1d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 06:42:36.472616 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-52196f45-237d-4de5-ac72-e53817cbba1d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:36.474089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-52196f45-237d-4de5-ac72-e53817cbba1d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0181615 Feb 10 06:42:36.474240 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4522d53-cfc9-43f7-a942-46316227a8f5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:42:36.475604 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b4522d53-cfc9-43f7-a942-46316227a8f5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/a291b5a0-51e7-45aa-9257-0a15d8233e4d HTTP/1.1" status: 404 len: 333 time: 0.0452180 Feb 10 06:42:36.478841 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333e779-c4e4-49ba-9815-56e8cea008b0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58fb623-3f6b-43d6-aa64-8fefdcea8eea,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:36.479384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55210) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.479883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55212) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.484416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e8ade484-e9a6-4ba5-84eb-72b3c8d6f20a tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'c58fb623-3f6b-43d6-aa64-8fefdcea8eea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.521803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-344781274'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.593125 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-e8ade484-e9a6-4ba5-84eb-72b3c8d6f20a tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:36.598555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.598824 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e8ade484-e9a6-4ba5-84eb-72b3c8d6f20a tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1175127 Feb 10 06:42:36.605201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6823a6f7-4531-41f3-8b79-e3c7d44b35da tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'c58fb623-3f6b-43d6-aa64-8fefdcea8eea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.605939 n-d-828670-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-6823a6f7-4531-41f3-8b79-e3c7d44b35da tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 06:42:36.607327 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-6823a6f7-4531-41f3-8b79-e3c7d44b35da tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:36.611740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6823a6f7-4531-41f3-8b79-e3c7d44b35da tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088556 Feb 10 06:42:36.614602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55216) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.620143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b2b76b7a-ef60-44e9-904a-69d75adcc839 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'c58fb623-3f6b-43d6-aa64-8fefdcea8eea', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.641524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:36.652658 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.673832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.702868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e8ef17-ff82-44ae-b0d5-ae5226dc03e8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet 4d187704-1165-42f7-8ba4-1000710dbbf5 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:42:36.712177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ef17-ff82-44ae-b0d5-ae5226dc03e8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (4d187704-1165-42f7-8ba4-1000710dbbf5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.717513 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-b2b76b7a-ef60-44e9-904a-69d75adcc839 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:36.718814 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b2b76b7a-ef60-44e9-904a-69d75adcc839 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1021979 Feb 10 06:42:36.722270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55222) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.730796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-03fa60e6-14ab-4554-95c6-29d0209227a0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'c58fb623-3f6b-43d6-aa64-8fefdcea8eea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.731375 n-d-828670-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-03fa60e6-14ab-4554-95c6-29d0209227a0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 06:42:36.731947 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-03fa60e6-14ab-4554-95c6-29d0209227a0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:36.736791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-03fa60e6-14ab-4554-95c6-29d0209227a0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116267 Feb 10 06:42:36.737366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55224) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.744925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f138dc6f-19a0-476e-b85c-c0c7b4c6aec3 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'c58fb623-3f6b-43d6-aa64-8fefdcea8eea', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.783186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.784032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ef17-ff82-44ae-b0d5-ae5226dc03e8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (4d187704-1165-42f7-8ba4-1000710dbbf5), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:36.794009 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-f138dc6f-19a0-476e-b85c-c0c7b4c6aec3 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Project 2c541891e5bb43ba9c4d1d7f51187795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:42:36.812049 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-f138dc6f-19a0-476e-b85c-c0c7b4c6aec3 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:36.814428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f138dc6f-19a0-476e-b85c-c0c7b4c6aec3 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0736916 Feb 10 06:42:36.816885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.822254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ff865b0b-7877-42bc-bba6-360b26f46708 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'c58fb623-3f6b-43d6-aa64-8fefdcea8eea', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.823025 n-d-828670-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-ff865b0b-7877-42bc-bba6-360b26f46708 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 06:42:36.824727 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-ff865b0b-7877-42bc-bba6-360b26f46708 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:36.826140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff865b0b-7877-42bc-bba6-360b26f46708 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079975 Feb 10 06:42:36.832951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55228) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:36.855951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-509eac5e-ba6f-49b8-9968-21e0441f0c04 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'c58fb623-3f6b-43d6-aa64-8fefdcea8eea', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:36.937839 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-509eac5e-ba6f-49b8-9968-21e0441f0c04 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Project 2c541891e5bb43ba9c4d1d7f51187795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:42:36.979628 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for security_group (45d40422-f9b8-4d02-99dc-6f7f91ef6608), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.018290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (45d40422-f9b8-4d02-99dc-6f7f91ef6608), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.032037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:37.042214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (df6b1116-8de6-4c6a-b5ee-66118e9ffc8f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.042700 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment df6b1116-8de6-4c6a-b5ee-66118e9ffc8f of type vlan for network bd75d6aa-e107-452d-9819-1c2a664b5c97 Feb 10 06:42:37.090256 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ef17-ff82-44ae-b0d5-ae5226dc03e8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (4d187704-1165-42f7-8ba4-1000710dbbf5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.112464 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-509eac5e-ba6f-49b8-9968-21e0441f0c04 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:37.113452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-509eac5e-ba6f-49b8-9968-21e0441f0c04 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2778170 Feb 10 06:42:37.116804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55232) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:37.122147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3b461588-e417-4aae-94b8-26e50f15fc0c tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'c58fb623-3f6b-43d6-aa64-8fefdcea8eea', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:37.136628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d40422-f9b8-4d02-99dc-6f7f91ef6608,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:37.160277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (bd75d6aa-e107-452d-9819-1c2a664b5c97), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.218244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (bd75d6aa-e107-452d-9819-1c2a664b5c97), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.224048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:37.224709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.241201 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-3b461588-e417-4aae-94b8-26e50f15fc0c tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Project 2c541891e5bb43ba9c4d1d7f51187795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:42:37.256452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ef17-ff82-44ae-b0d5-ae5226dc03e8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (4d187704-1165-42f7-8ba4-1000710dbbf5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.263414 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-3b461588-e417-4aae-94b8-26e50f15fc0c tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:37.268455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3b461588-e417-4aae-94b8-26e50f15fc0c tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1505845 Feb 10 06:42:37.269208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55234) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:37.291100 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9711685 Feb 10 06:42:37.331708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e98921-85b4-4a63-a36d-6e0a8e9a1d90 req-d9b3aee4-9563-4c35-837a-a8e673132d8a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:37.338439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e98921-85b4-4a63-a36d-6e0a8e9a1d90 req-d9b3aee4-9563-4c35-837a-a8e673132d8a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:37.345228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e98921-85b4-4a63-a36d-6e0a8e9a1d90 req-d9b3aee4-9563-4c35-837a-a8e673132d8a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:37.354614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e98921-85b4-4a63-a36d-6e0a8e9a1d90 req-d9b3aee4-9563-4c35-837a-a8e673132d8a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:37.361937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e98921-85b4-4a63-a36d-6e0a8e9a1d90 req-d9b3aee4-9563-4c35-837a-a8e673132d8a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:37.365390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75447163-81f9-48c6-affe-1afe97c07a5b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=bd75d6aa-e107-452d-9819-1c2a664b5c97,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:37.376961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network bd75d6aa-e107-452d-9819-1c2a664b5c97 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:37.378614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e98921-85b4-4a63-a36d-6e0a8e9a1d90 req-d9b3aee4-9563-4c35-837a-a8e673132d8a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:37.379025 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ef17-ff82-44ae-b0d5-ae5226dc03e8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.381390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6ff49-99f3-43b9-9c9d-2f08b24c57f4 None None] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:37.383280 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f3e8ef17-ff82-44ae-b0d5-ae5226dc03e8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/4d187704-1165-42f7-8ba4-1000710dbbf5 HTTP/1.1" status: 204 len: 168 time: 0.8886204 Feb 10 06:42:37.384816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8ef17-ff82-44ae-b0d5-ae5226dc03e8 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=4d187704-1165-42f7-8ba4-1000710dbbf5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:37.386065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e98921-85b4-4a63-a36d-6e0a8e9a1d90 req-d9b3aee4-9563-4c35-837a-a8e673132d8a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:37.388052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55236) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:37.394618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8e98921-85b4-4a63-a36d-6e0a8e9a1d90 req-d9b3aee4-9563-4c35-837a-a8e673132d8a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2318230 Feb 10 06:42:37.457630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ef2f5f-dcba-4a48-a262-a3c94d4c2c3a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet a1fa7847-0e2e-40fd-824b-af1f0d5c926b {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:42:37.459653 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f952720b-0e73-49c3-92a8-c7fcfd5697c6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (c58fb623-3f6b-43d6-aa64-8fefdcea8eea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.462581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2f5f-dcba-4a48-a262-a3c94d4c2c3a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (a1fa7847-0e2e-40fd-824b-af1f0d5c926b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.522140 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2f5f-dcba-4a48-a262-a3c94d4c2c3a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (a1fa7847-0e2e-40fd-824b-af1f0d5c926b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.523488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8e98921-85b4-4a63-a36d-6e0a8e9a1d90 req-773e5f05-027a-4645-a197-ae1f92b8bf1c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180737 Feb 10 06:42:37.527482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f952720b-0e73-49c3-92a8-c7fcfd5697c6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (c58fb623-3f6b-43d6-aa64-8fefdcea8eea), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.608392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f952720b-0e73-49c3-92a8-c7fcfd5697c6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c58fb623-3f6b-43d6-aa64-8fefdcea8eea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.611426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f952720b-0e73-49c3-92a8-c7fcfd5697c6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.612855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f952720b-0e73-49c3-92a8-c7fcfd5697c6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/c58fb623-3f6b-43d6-aa64-8fefdcea8eea HTTP/1.1" status: 204 len: 168 time: 0.3415911 Feb 10 06:42:37.622576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:37.632104 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2f5f-dcba-4a48-a262-a3c94d4c2c3a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a1fa7847-0e2e-40fd-824b-af1f0d5c926b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.661425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952720b-0e73-49c3-92a8-c7fcfd5697c6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58fb623-3f6b-43d6-aa64-8fefdcea8eea,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:37.725134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf012c23-84ba-4f5e-951e-6ff6701cbd39 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1005583 Feb 10 06:42:37.735933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:37.740790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e3458b08-70fc-4147-812c-21c1c6aa2754 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--816445854'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:37.774080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2f5f-dcba-4a48-a262-a3c94d4c2c3a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (a1fa7847-0e2e-40fd-824b-af1f0d5c926b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.778926 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e3458b08-70fc-4147-812c-21c1c6aa2754 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.864900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef2f5f-dcba-4a48-a262-a3c94d4c2c3a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fa7847-0e2e-40fd-824b-af1f0d5c926b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:37.878190 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2f5f-dcba-4a48-a262-a3c94d4c2c3a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.885693 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c6ef2f5f-dcba-4a48-a262-a3c94d4c2c3a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/a1fa7847-0e2e-40fd-824b-af1f0d5c926b HTTP/1.1" status: 204 len: 168 time: 0.4964359 Feb 10 06:42:37.888578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55248) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:37.930559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e3458b08-70fc-4147-812c-21c1c6aa2754 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (b19c2b10-b0f0-4685-a031-ff47d769aa0f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.935729 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e3458b08-70fc-4147-812c-21c1c6aa2754 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b19c2b10-b0f0-4685-a031-ff47d769aa0f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.973584 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e3458b08-70fc-4147-812c-21c1c6aa2754 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:37.978004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e3458b08-70fc-4147-812c-21c1c6aa2754 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2386575 Feb 10 06:42:37.979419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55250) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:37.985854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-74bb8eb3-9d34-489c-ab2f-f966b952a382 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'b19c2b10-b0f0-4685-a031-ff47d769aa0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:38.004879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3458b08-70fc-4147-812c-21c1c6aa2754 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c2b10-b0f0-4685-a031-ff47d769aa0f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:38.129692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (142be8e4-5142-4dff-bc0b-52cd8694f799), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:38.210558 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-74bb8eb3-9d34-489c-ab2f-f966b952a382 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The resource could not be found. Feb 10 06:42:38.214616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55254) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:38.214920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-74bb8eb3-9d34-489c-ab2f-f966b952a382 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2337711 Feb 10 06:42:38.220616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-515c6d69-fb8e-4f3a-9047-2856c7b56e60 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'b19c2b10-b0f0-4685-a031-ff47d769aa0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4cfff80a-d3a7-41e0-b7e9-c9915b198bb5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:38.260564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:38.261075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:38.312146 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-515c6d69-fb8e-4f3a-9047-2856c7b56e60 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The resource could not be found. Feb 10 06:42:38.316885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-515c6d69-fb8e-4f3a-9047-2856c7b56e60 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1008434 Feb 10 06:42:38.317587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55256) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:38.423128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] For port ab805579-44bc-4bb2-9fda-2fbb6a1a3539, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ab805579-44bc-4bb2-9fda-2fbb6a1a3539,segment=NetworkSegment(f0c3759b-284d-4864-82bf-b22435da4031),segment_id=f0c3759b-284d-4864-82bf-b22435da4031)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:38.423565 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:38.443933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for ab805579-44bc-4bb2-9fda-2fbb6a1a3539 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:38.444563 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d71df56c-acc9-4492-a369-8413041b64ea tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (b19c2b10-b0f0-4685-a031-ff47d769aa0f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:38.515424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d71df56c-acc9-4492-a369-8413041b64ea tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (b19c2b10-b0f0-4685-a031-ff47d769aa0f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:38.611463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d71df56c-acc9-4492-a369-8413041b64ea tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b19c2b10-b0f0-4685-a031-ff47d769aa0f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:38.615706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d71df56c-acc9-4492-a369-8413041b64ea tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:38.619586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d71df56c-acc9-4492-a369-8413041b64ea tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/b19c2b10-b0f0-4685-a031-ff47d769aa0f HTTP/1.1" status: 204 len: 168 time: 0.2985125 Feb 10 06:42:38.620012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55260) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:38.627638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ab805579-44bc-4bb2-9fda-2fbb6a1a3539), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:38.638221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71df56c-acc9-4492-a369-8413041b64ea tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c2b10-b0f0-4685-a031-ff47d769aa0f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:38.689723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No DVR routers for this DVR port ab805579-44bc-4bb2-9fda-2fbb6a1a3539 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:38.749625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=ab805579-44bc-4bb2-9fda-2fbb6a1a3539,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:38.749811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f169b899-d293-4217-9188-237128b6e73b None None] Network 142be8e4-5142-4dff-bc0b-52cd8694f799 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:38.803343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837350a-7cc1-4a0f-b98a-2479eee5f893 req-6cf5bf83-9965-49df-aeda-a4eeca7c9b4c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:38.810893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837350a-7cc1-4a0f-b98a-2479eee5f893 req-6cf5bf83-9965-49df-aeda-a4eeca7c9b4c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:38.818072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837350a-7cc1-4a0f-b98a-2479eee5f893 req-6cf5bf83-9965-49df-aeda-a4eeca7c9b4c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:38.824451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837350a-7cc1-4a0f-b98a-2479eee5f893 req-6cf5bf83-9965-49df-aeda-a4eeca7c9b4c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:38.831720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837350a-7cc1-4a0f-b98a-2479eee5f893 req-6cf5bf83-9965-49df-aeda-a4eeca7c9b4c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:38.839251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837350a-7cc1-4a0f-b98a-2479eee5f893 req-6cf5bf83-9965-49df-aeda-a4eeca7c9b4c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:38.845589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837350a-7cc1-4a0f-b98a-2479eee5f893 req-6cf5bf83-9965-49df-aeda-a4eeca7c9b4c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:38.848861 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e837350a-7cc1-4a0f-b98a-2479eee5f893 req-6cf5bf83-9965-49df-aeda-a4eeca7c9b4c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.1466854 Feb 10 06:42:38.884353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f80c33c4-754e-42e3-aa98-c1f82308ffe4 None None] Could not find standard attr ID for object ab805579-44bc-4bb2-9fda-2fbb6a1a3539. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:42:38.887663 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-04181f25-0a30-45b0-9ada-880798e6e977 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2661598 Feb 10 06:42:38.893933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55262) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:38.960997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-81e2fd13-d52e-400f-b32d-c46f65b769cd tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': 'ec17b2f5-1de4-47fd-a05f-b88e3491273e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:38.962371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d07f6-9d18-4692-aadb-34cbdd12216d None None] DHCP port deletion for 142be8e4-5142-4dff-bc0b-52cd8694f799 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:42:39.004287 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (142be8e4-5142-4dff-bc0b-52cd8694f799), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.018921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e837350a-7cc1-4a0f-b98a-2479eee5f893 req-f29c2ad4-56ad-4bfb-833f-9eabc15684d5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633091 Feb 10 06:42:39.053579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142be8e4-5142-4dff-bc0b-52cd8694f799']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:39.064255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c3759b-284d-4864-82bf-b22435da4031') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:39.064907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c3759b-284d-4864-82bf-b22435da4031') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:39.082122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (f0c3759b-284d-4864-82bf-b22435da4031), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.096503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f0c3759b-284d-4864-82bf-b22435da4031), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.122489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:39.123240 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (f0c3759b-284d-4864-82bf-b22435da4031), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:39.202447 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:39.212635 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-81e2fd13-d52e-400f-b32d-c46f65b769cd tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The resource could not be found. Feb 10 06:42:39.218839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-81e2fd13-d52e-400f-b32d-c46f65b769cd tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2612667 Feb 10 06:42:39.219362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55268) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:39.225912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (142be8e4-5142-4dff-bc0b-52cd8694f799), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.236625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.247531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/networks/142be8e4-5142-4dff-bc0b-52cd8694f799 HTTP/1.1" status: 204 len: 168 time: 1.3578973 Feb 10 06:42:39.249717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55270) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:39.251964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-53c2129d-f240-4d2a-8673-ab4ac90c1b6d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921775475'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:39.292332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7a1cb-da48-427b-9192-1666c4a41fb7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Network': ['ID=142be8e4-5142-4dff-bc0b-52cd8694f799,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:39.311784 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53c2129d-f240-4d2a-8673-ab4ac90c1b6d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.406838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa165445-a02c-4509-bcf7-05df76ec4126 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:39.416603 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53c2129d-f240-4d2a-8673-ab4ac90c1b6d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (7772bdcb-81fe-4f7b-bcee-989ab398844f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.417818 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa165445-a02c-4509-bcf7-05df76ec4126 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1670399 Feb 10 06:42:39.418479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55272) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:39.425358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ab805579-44bc-4bb2-9fda-2fbb6a1a3539 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:42:39.439649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53c2129d-f240-4d2a-8673-ab4ac90c1b6d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7772bdcb-81fe-4f7b-bcee-989ab398844f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.470521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53c2129d-f240-4d2a-8673-ab4ac90c1b6d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.472602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-53c2129d-f240-4d2a-8673-ab4ac90c1b6d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2471340 Feb 10 06:42:39.476290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ab805579-44bc-4bb2-9fda-2fbb6a1a3539 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:42:39.476643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ab805579-44bc-4bb2-9fda-2fbb6a1a3539 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:42:39.490752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55274) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:39.501973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ead857ad-e476-4003-96f2-c9d42e32c5ee tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044914189'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:39.541424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ead857ad-e476-4003-96f2-c9d42e32c5ee tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.562749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2129d-f240-4d2a-8673-ab4ac90c1b6d tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7772bdcb-81fe-4f7b-bcee-989ab398844f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:39.661393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ead857ad-e476-4003-96f2-c9d42e32c5ee tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (f772481f-4faf-48e2-af5c-3b23a82e9fa2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.667669 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ead857ad-e476-4003-96f2-c9d42e32c5ee tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f772481f-4faf-48e2-af5c-3b23a82e9fa2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.722112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead857ad-e476-4003-96f2-c9d42e32c5ee tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f772481f-4faf-48e2-af5c-3b23a82e9fa2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:39.742957 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ead857ad-e476-4003-96f2-c9d42e32c5ee tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.744934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ead857ad-e476-4003-96f2-c9d42e32c5ee tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2525799 Feb 10 06:42:39.747728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55276) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:39.754243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-068b92ff-d069-460b-a243-faf2fa2195af tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': '7772bdcb-81fe-4f7b-bcee-989ab398844f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f772481f-4faf-48e2-af5c-3b23a82e9fa2'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:39.800724 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-068b92ff-d069-460b-a243-faf2fa2195af tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:39.803147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-068b92ff-d069-460b-a243-faf2fa2195af tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0541461 Feb 10 06:42:39.806740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55278) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:39.893505 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-885a9cd0-3b3f-48c3-86ff-66d07f6ed5cc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4738917 Feb 10 06:42:39.894498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55280) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:39.900593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1134026529'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:39.912044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c7ecb8a-b394-4113-b654-ba519a616014 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (f772481f-4faf-48e2-af5c-3b23a82e9fa2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.945495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:39.945864 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c7ecb8a-b394-4113-b654-ba519a616014 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (f772481f-4faf-48e2-af5c-3b23a82e9fa2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.962395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:39.963140 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.015004 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c7ecb8a-b394-4113-b654-ba519a616014 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f772481f-4faf-48e2-af5c-3b23a82e9fa2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.027677 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c7ecb8a-b394-4113-b654-ba519a616014 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.030024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:40.031582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c7ecb8a-b394-4113-b654-ba519a616014 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/f772481f-4faf-48e2-af5c-3b23a82e9fa2 HTTP/1.1" status: 204 len: 168 time: 0.2231727 Feb 10 06:42:40.032213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55282) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:40.049683 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (12a63c9e-80e8-4bf9-8548-f74d6aeccb65), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.050900 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Added segment 12a63c9e-80e8-4bf9-8548-f74d6aeccb65 of type vlan for network 943b51d0-56b9-4180-b16a-a3d391bd7d6d Feb 10 06:42:40.057745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ecb8a-b394-4113-b654-ba519a616014 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f772481f-4faf-48e2-af5c-3b23a82e9fa2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:40.167060 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (943b51d0-56b9-4180-b16a-a3d391bd7d6d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.174499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2f47fa54-ee79-4ca6-a322-7066949db38b tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1370947 Feb 10 06:42:40.176998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55286) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:40.239261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (943b51d0-56b9-4180-b16a-a3d391bd7d6d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.243562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:40.244474 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.318326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4adda12-38d9-4609-b152-3980c5e90b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.321572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e2fb-40d6-4f84-9037-934adc8788ff req-c1a3c557-b41e-4c1b-aa41-d010fad6b52a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:40.331379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e2fb-40d6-4f84-9037-934adc8788ff req-c1a3c557-b41e-4c1b-aa41-d010fad6b52a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:40.338661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e2fb-40d6-4f84-9037-934adc8788ff req-c1a3c557-b41e-4c1b-aa41-d010fad6b52a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:40.348615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e2fb-40d6-4f84-9037-934adc8788ff req-c1a3c557-b41e-4c1b-aa41-d010fad6b52a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:40.361539 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e2fb-40d6-4f84-9037-934adc8788ff req-c1a3c557-b41e-4c1b-aa41-d010fad6b52a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:40.368380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e2fb-40d6-4f84-9037-934adc8788ff req-c1a3c557-b41e-4c1b-aa41-d010fad6b52a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:40.380056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e2fb-40d6-4f84-9037-934adc8788ff req-c1a3c557-b41e-4c1b-aa41-d010fad6b52a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:40.382173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1363e2fb-40d6-4f84-9037-934adc8788ff req-c1a3c557-b41e-4c1b-aa41-d010fad6b52a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2059553 Feb 10 06:42:40.413282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Network': ['ID=943b51d0-56b9-4180-b16a-a3d391bd7d6d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:40.428244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 943b51d0-56b9-4180-b16a-a3d391bd7d6d details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:40.442514 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ef33783a-0c1f-44fe-8077-d3f1b934f0d1 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5447578 Feb 10 06:42:40.443673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55292) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:40.460373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': '943b51d0-56b9-4180-b16a-a3d391bd7d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:40.527844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1363e2fb-40d6-4f84-9037-934adc8788ff req-8cd36be1-17ed-4b54-b2cb-76d746cf2455 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390643 Feb 10 06:42:40.588204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:40.594144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': 'bd75d6aa-e107-452d-9819-1c2a664b5c97', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:40.594374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64c28074-c32b-4240-a7a1-612e4a53f2dd tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (7772bdcb-81fe-4f7b-bcee-989ab398844f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.622701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64c28074-c32b-4240-a7a1-612e4a53f2dd tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (7772bdcb-81fe-4f7b-bcee-989ab398844f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.671611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64c28074-c32b-4240-a7a1-612e4a53f2dd tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7772bdcb-81fe-4f7b-bcee-989ab398844f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.674533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64c28074-c32b-4240-a7a1-612e4a53f2dd tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.676828 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-64c28074-c32b-4240-a7a1-612e4a53f2dd tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/7772bdcb-81fe-4f7b-bcee-989ab398844f HTTP/1.1" status: 204 len: 168 time: 0.4985087 Feb 10 06:42:40.689456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55298) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:40.690458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c28074-c32b-4240-a7a1-612e4a53f2dd tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7772bdcb-81fe-4f7b-bcee-989ab398844f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:40.744982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:40.749134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.804671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:40.808246 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:40.953127 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (5b799a59-8295-43a5-84d2-563750612530), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.017955 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-62f74dbe-484e-47bc-8fd7-2835b8f3fe0e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3250761 Feb 10 06:42:41.019929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=5b799a59-8295-43a5-84d2-563750612530,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:41.024388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55300) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:41.030069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6fde5ec0-6014-4ade-8f43-b50880442955 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--599088294'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:41.070428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Checking segment: {'id': '12a63c9e-80e8-4bf9-8548-f74d6aeccb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '943b51d0-56b9-4180-b16a-a3d391bd7d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:41.071100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network hostable DHCP agents. Network: 943b51d0-56b9-4180-b16a-a3d391bd7d6d, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:41.084159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6fde5ec0-6014-4ade-8f43-b50880442955 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.101773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 943b51d0-56b9-4180-b16a-a3d391bd7d6d is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:41.130349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 943b51d0-56b9-4180-b16a-a3d391bd7d6d) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:41.140198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c50f3ee-4244-492b-a990-6f8c1322db96 None None] Network 943b51d0-56b9-4180-b16a-a3d391bd7d6d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:41.147647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:41.148980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.178565 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8ab24c16-c903-4b23-9f0a-4ae6ab66f03a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7338166 Feb 10 06:42:41.185873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55302) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:41.193414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': '943b51d0-56b9-4180-b16a-a3d391bd7d6d', 'name': 'tempest-PortsIpV6TestJSON-1132553003'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:41.213420 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (9a2cd4b4-985e-4ad1-9937-cd039b92798f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.360138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-943b51d0-56b9-4180-b16a-a3d391bd7d6d', 'network_id': '943b51d0-56b9-4180-b16a-a3d391bd7d6d', 'project_id': '4f92ea7c86b4492aae79d4c410603ec5', 'fixed_ips': [{'subnet_id': '5b799a59-8295-43a5-84d2-563750612530'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:41.361009 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.382845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=9a2cd4b4-985e-4ad1-9937-cd039b92798f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:41.416594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking segment: {'id': 'df6b1116-8de6-4c6a-b5ee-66118e9ffc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bd75d6aa-e107-452d-9819-1c2a664b5c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:41.416973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network hostable DHCP agents. Network: bd75d6aa-e107-452d-9819-1c2a664b5c97, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:41.439804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network bd75d6aa-e107-452d-9819-1c2a664b5c97 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:41.454652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, bd75d6aa-e107-452d-9819-1c2a664b5c97) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:41.474020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:41.477549 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.484257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6fde5ec0-6014-4ade-8f43-b50880442955 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (28318ee6-114b-4dfa-a724-fc2f408e845f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.494053 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6fde5ec0-6014-4ade-8f43-b50880442955 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (28318ee6-114b-4dfa-a724-fc2f408e845f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.496598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880c8435-cb1a-4fdd-a96f-615c9251cceb None None] Network bd75d6aa-e107-452d-9819-1c2a664b5c97 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:41.512662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-14185c32-270b-4a44-9e8c-8b7466abe79a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9223459 Feb 10 06:42:41.515642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55308) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:41.530904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1876899368'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:41.598983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6fde5ec0-6014-4ade-8f43-b50880442955 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.604400 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6fde5ec0-6014-4ade-8f43-b50880442955 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5787725 Feb 10 06:42:41.653702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55312) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:41.682837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-92224484-0220-4b1d-8748-85167bff2168 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': '28318ee6-114b-4dfa-a724-fc2f408e845f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:41.744432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:41.757008 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.762514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde5ec0-6014-4ade-8f43-b50880442955 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28318ee6-114b-4dfa-a724-fc2f408e845f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:41.803396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:41.810136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Allocated IP 2001:db8::2 (943b51d0-56b9-4180-b16a-a3d391bd7d6d/5b799a59-8295-43a5-84d2-563750612530/a31f3e3a-632c-4f68-a69c-f1414f1fb0ab) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:41.810696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.877567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 9470a21c-a926-419e-ad38-9edfe6d01370 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:41.898946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-bd75d6aa-e107-452d-9819-1c2a664b5c97', 'network_id': 'bd75d6aa-e107-452d-9819-1c2a664b5c97', 'project_id': '850a2583d6364f2983a5f449bb12434d', 'fixed_ips': [{'subnet_id': '9a2cd4b4-985e-4ad1-9937-cd039b92798f'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:41.900017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:41.901317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.913941 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f253f498-e232-4139-b94d-ddab9565ee5d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:41.914458 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment f253f498-e232-4139-b94d-ddab9565ee5d of type vlan for network e5446ac4-3261-426a-a7f0-7aeb7668febf Feb 10 06:42:41.970647 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e5446ac4-3261-426a-a7f0-7aeb7668febf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.026667 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-92224484-0220-4b1d-8748-85167bff2168 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:42.027825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-92224484-0220-4b1d-8748-85167bff2168 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3730474 Feb 10 06:42:42.030752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55314) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:42.035213 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e5446ac4-3261-426a-a7f0-7aeb7668febf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.036936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-af1725dc-f450-44e6-81e1-f0a5456844b7 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group_rule': {'security_group_id': '28318ee6-114b-4dfa-a724-fc2f408e845f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:42.041412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:42.042062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.097654 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-af1725dc-f450-44e6-81e1-f0a5456844b7 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:42:42.099242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-af1725dc-f450-44e6-81e1-f0a5456844b7 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0668073 Feb 10 06:42:42.101958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55316) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:42.153781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=e5446ac4-3261-426a-a7f0-7aeb7668febf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:42.161482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-57cff759-92c4-44ce-980d-5fd4eeb13b6e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6446795 Feb 10 06:42:42.174066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55318) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:42.174671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436370-2d6c-4596-8c44-2f054d49c7c6 req-7bca78bc-6f7f-4d73-8425-ff3b5d6d72e8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:42.180811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436370-2d6c-4596-8c44-2f054d49c7c6 req-7bca78bc-6f7f-4d73-8425-ff3b5d6d72e8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:42.182631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': 'e5446ac4-3261-426a-a7f0-7aeb7668febf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:42.186389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436370-2d6c-4596-8c44-2f054d49c7c6 req-7bca78bc-6f7f-4d73-8425-ff3b5d6d72e8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:42.192534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436370-2d6c-4596-8c44-2f054d49c7c6 req-7bca78bc-6f7f-4d73-8425-ff3b5d6d72e8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:42.203192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Allocated IP 2001:db8:0:ffff::2 (bd75d6aa-e107-452d-9819-1c2a664b5c97/9a2cd4b4-985e-4ad1-9937-cd039b92798f/37b8e2e3-dd6b-48ab-956c-f0289574398c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:42.219432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436370-2d6c-4596-8c44-2f054d49c7c6 req-7bca78bc-6f7f-4d73-8425-ff3b5d6d72e8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:42.226120 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436370-2d6c-4596-8c44-2f054d49c7c6 req-7bca78bc-6f7f-4d73-8425-ff3b5d6d72e8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:42.232401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436370-2d6c-4596-8c44-2f054d49c7c6 req-7bca78bc-6f7f-4d73-8425-ff3b5d6d72e8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:42.233997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1436370-2d6c-4596-8c44-2f054d49c7c6 req-7bca78bc-6f7f-4d73-8425-ff3b5d6d72e8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.4193501 Feb 10 06:42:42.250945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c55a0f95-29f0-439b-b700-081f45a01d28 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (28318ee6-114b-4dfa-a724-fc2f408e845f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.326102 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c55a0f95-29f0-439b-b700-081f45a01d28 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (28318ee6-114b-4dfa-a724-fc2f408e845f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.359996 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Publish callbacks [] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.366289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:42.369636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e5446ac4-3261-426a-a7f0-7aeb7668febf details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:42.370820 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.373133 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1436370-2d6c-4596-8c44-2f054d49c7c6 req-c5cebbb7-33e7-4edd-ad41-1e074b5e4996 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319053 Feb 10 06:42:42.377066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.510917 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c55a0f95-29f0-439b-b700-081f45a01d28 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (28318ee6-114b-4dfa-a724-fc2f408e845f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.514497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c55a0f95-29f0-439b-b700-081f45a01d28 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.515764 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c55a0f95-29f0-439b-b700-081f45a01d28 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/28318ee6-114b-4dfa-a724-fc2f408e845f HTTP/1.1" status: 204 len: 168 time: 0.4124696 Feb 10 06:42:42.518516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55326) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:42.532971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0f95-29f0-439b-b700-081f45a01d28 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28318ee6-114b-4dfa-a724-fc2f408e845f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:42.607540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f0883f4-28fb-48d3-8ec3-17fa3b81dd8e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0876322 Feb 10 06:42:42.611155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:42.621645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-09360a8f-ac37-4a52-a7b5-210c3d4487a8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643318151'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:42.663491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09360a8f-ac37-4a52-a7b5-210c3d4487a8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.713782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Network bd75d6aa-e107-452d-9819-1c2a664b5c97 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:42.739584 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (ee61a130-687b-4a34-8562-109e678f84f9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.796573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:42.833991 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f512c6a3-8e15-499c-8f10-c01ac785d0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.841023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:42.844706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09360a8f-ac37-4a52-a7b5-210c3d4487a8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (14cffcec-7df8-439c-86f2-871df95332c3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.852454 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09360a8f-ac37-4a52-a7b5-210c3d4487a8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (14cffcec-7df8-439c-86f2-871df95332c3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.888835 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Publish callbacks [] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.892131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Pushing event updated for resources: {'Port': ['ID=37b8e2e3-dd6b-48ab-956c-f0289574398c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:42.903595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.904217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.904578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.906579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.907158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.910472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.910928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.911449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.911862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.912267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.912738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.915148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.915576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:42:42.951444 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09360a8f-ac37-4a52-a7b5-210c3d4487a8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.952805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-09360a8f-ac37-4a52-a7b5-210c3d4487a8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3405042 Feb 10 06:42:42.955082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360a8f-ac37-4a52-a7b5-210c3d4487a8 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cffcec-7df8-439c-86f2-871df95332c3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:42.957759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55332) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:42.970595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:42.978790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1c120ae5-eb1e-44b7-aeca-a87445b822d6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:42.980719 n-d-828670-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-1c120ae5-eb1e-44b7-aeca-a87445b822d6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 06:42:42.981622 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-1c120ae5-eb1e-44b7-aeca-a87445b822d6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 06:42:42.982670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1c120ae5-eb1e-44b7-aeca-a87445b822d6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "PUT /v2.0/security-groups/14cffcec-7df8-439c-86f2-871df95332c3 HTTP/1.1" status: 409 len: 330 time: 0.0146081 Feb 10 06:42:42.986447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:43.046362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::3d2 (943b51d0-56b9-4180-b16a-a3d391bd7d6d/5b799a59-8295-43a5-84d2-563750612530/9470a21c-a926-419e-ad38-9edfe6d01370) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:43.091923 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb2ab-4a58-47f5-bf87-796364a2bcc0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (14cffcec-7df8-439c-86f2-871df95332c3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.116669 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb2ab-4a58-47f5-bf87-796364a2bcc0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (14cffcec-7df8-439c-86f2-871df95332c3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.132311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Network 943b51d0-56b9-4180-b16a-a3d391bd7d6d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:43.134377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:43.138295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Attempting to bind port 37b8e2e3-dd6b-48ab-956c-f0289574398c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:43.138814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Attempting to bind port 37b8e2e3-dd6b-48ab-956c-f0289574398c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'df6b1116-8de6-4c6a-b5ee-66118e9ffc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bd75d6aa-e107-452d-9819-1c2a664b5c97'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:43.139293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Attempting to bind port 37b8e2e3-dd6b-48ab-956c-f0289574398c on network bd75d6aa-e107-452d-9819-1c2a664b5c97 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:43.141576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:43.152022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking segment: {'id': 'f253f498-e232-4139-b94d-ddab9565ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e5446ac4-3261-426a-a7f0-7aeb7668febf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:43.152299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network hostable DHCP agents. Network: e5446ac4-3261-426a-a7f0-7aeb7668febf, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:43.156411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=ee61a130-687b-4a34-8562-109e678f84f9,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:43.169788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:43.170077 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb2ab-4a58-47f5-bf87-796364a2bcc0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (14cffcec-7df8-439c-86f2-871df95332c3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.172844 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb2ab-4a58-47f5-bf87-796364a2bcc0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.177102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5ceb2ab-4a58-47f5-bf87-796364a2bcc0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/14cffcec-7df8-439c-86f2-871df95332c3 HTTP/1.1" status: 204 len: 168 time: 0.1866381 Feb 10 06:42:43.177640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:43.177810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Checking segment: {'id': 'df6b1116-8de6-4c6a-b5ee-66118e9ffc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bd75d6aa-e107-452d-9819-1c2a664b5c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:43.178281 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.178822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Bound using segment: {'id': 'df6b1116-8de6-4c6a-b5ee-66118e9ffc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bd75d6aa-e107-452d-9819-1c2a664b5c97'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:43.179438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Bound port: 37b8e2e3-dd6b-48ab-956c-f0289574398c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6b1116-8de6-4c6a-b5ee-66118e9ffc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bd75d6aa-e107-452d-9819-1c2a664b5c97'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:43.181980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.187432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Pushing event updated for resources: {'Port': ['ID=a31f3e3a-632c-4f68-a69c-f1414f1fb0ab,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:43.218247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ceb2ab-4a58-47f5-bf87-796364a2bcc0 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cffcec-7df8-439c-86f2-871df95332c3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:43.281376 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-03c217de-81eb-4ab1-ad0a-47fd7c65fdad tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1026678 Feb 10 06:42:43.287895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:43.300584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network e5446ac4-3261-426a-a7f0-7aeb7668febf is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:43.311516 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-8d3b5a64-0821-4535-953c-c5168e0d0a0e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] delete failed (client error): The resource could not be found. Feb 10 06:42:43.314848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d3b5a64-0821-4535-953c-c5168e0d0a0e tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "DELETE /v2.0/security-groups/f905726a-48a0-49ad-830a-d027b56b6560 HTTP/1.1" status: 404 len: 347 time: 0.0258815 Feb 10 06:42:43.318968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55340) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:43.327778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e5446ac4-3261-426a-a7f0-7aeb7668febf) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:43.348487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:43.349144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.350371 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-fb942ef0-8eed-4139-b7fb-9cb9ab2f11e6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] show failed (client error): The resource could not be found. Feb 10 06:42:43.355210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fb942ef0-8eed-4139-b7fb-9cb9ab2f11e6 tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-groups/ac7b85b2-3790-4a4c-afea-f6c36557a642 HTTP/1.1" status: 404 len: 347 time: 0.0351667 Feb 10 06:42:43.360493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55342) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:43.372530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b5314-b488-422c-974f-bcd629f139ff None None] Network e5446ac4-3261-426a-a7f0-7aeb7668febf requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:43.380563 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-07aa8744-40dd-4dc7-a5b8-c9e88bfbbd6a tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] show failed (client error): The resource could not be found. Feb 10 06:42:43.383256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-07aa8744-40dd-4dc7-a5b8-c9e88bfbbd6a tempest-NegativeSecGroupIPv6Test-1832115505 tempest-NegativeSecGroupIPv6Test-1832115505-project] 10.222.0.21 "GET /v2.0/security-group-rules/de41d56b-6fe3-44cc-870e-d6165f3c9380 HTTP/1.1" status: 404 len: 356 time: 0.0217230 Feb 10 06:42:43.395208 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0fe5010c-1c9c-4154-91cd-195dd6df38b1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2184312 Feb 10 06:42:43.397921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:43.418695 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (9470a21c-a926-419e-ad38-9edfe6d01370), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.424491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Attempting to bind port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:43.424906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Attempting to bind port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '12a63c9e-80e8-4bf9-8548-f74d6aeccb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '943b51d0-56b9-4180-b16a-a3d391bd7d6d'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:43.425275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Attempting to bind port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab on network 943b51d0-56b9-4180-b16a-a3d391bd7d6d {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:43.511700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9470a21c-a926-419e-ad38-9edfe6d01370), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.623490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 943b51d0-56b9-4180-b16a-a3d391bd7d6d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:43.629166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:43.633526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:43.634882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Checking segment: {'id': '12a63c9e-80e8-4bf9-8548-f74d6aeccb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '943b51d0-56b9-4180-b16a-a3d391bd7d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:43.635377 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.636047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Bound using segment: {'id': '12a63c9e-80e8-4bf9-8548-f74d6aeccb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '943b51d0-56b9-4180-b16a-a3d391bd7d6d'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:43.636560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Bound port: a31f3e3a-632c-4f68-a69c-f1414f1fb0ab, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a63c9e-80e8-4bf9-8548-f74d6aeccb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '943b51d0-56b9-4180-b16a-a3d391bd7d6d'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:43.636949 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.640847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:43.658067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:43.658762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.678549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=9470a21c-a926-419e-ad38-9edfe6d01370,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:43.699766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0b953c38-0b89-4fbc-9843-6cc11865d374 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5085559 Feb 10 06:42:43.700013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55352) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:43.705138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': '943b51d0-56b9-4180-b16a-a3d391bd7d6d', 'name': 'tempest-PortsIpV6TestJSON-1805337943'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:43.731620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9cf5d7-25c3-4c67-84de-9ed6dea4a2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-e5446ac4-3261-426a-a7f0-7aeb7668febf', 'network_id': 'e5446ac4-3261-426a-a7f0-7aeb7668febf', 'project_id': '850a2583d6364f2983a5f449bb12434d', 'fixed_ips': [{'subnet_id': 'ee61a130-687b-4a34-8562-109e678f84f9'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:43.735260 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf5d7-25c3-4c67-84de-9ed6dea4a2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.744096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] For port 37b8e2e3-dd6b-48ab-956c-f0289574398c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:43.775986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080ff0-d372-4073-971d-51600226cb6c req-b6d39cf6-59ef-4b11-9a65-498cf9f302d6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:43.790017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080ff0-d372-4073-971d-51600226cb6c req-b6d39cf6-59ef-4b11-9a65-498cf9f302d6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:43.804091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080ff0-d372-4073-971d-51600226cb6c req-b6d39cf6-59ef-4b11-9a65-498cf9f302d6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:43.814441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080ff0-d372-4073-971d-51600226cb6c req-b6d39cf6-59ef-4b11-9a65-498cf9f302d6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:43.822480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080ff0-d372-4073-971d-51600226cb6c req-b6d39cf6-59ef-4b11-9a65-498cf9f302d6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:43.828854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080ff0-d372-4073-971d-51600226cb6c req-b6d39cf6-59ef-4b11-9a65-498cf9f302d6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:43.836436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080ff0-d372-4073-971d-51600226cb6c req-b6d39cf6-59ef-4b11-9a65-498cf9f302d6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:43.838677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33080ff0-d372-4073-971d-51600226cb6c req-b6d39cf6-59ef-4b11-9a65-498cf9f302d6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2830026 Feb 10 06:42:43.875900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] For port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:43.885854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] For port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a31f3e3a-632c-4f68-a69c-f1414f1fb0ab,segment=NetworkSegment(12a63c9e-80e8-4bf9-8548-f74d6aeccb65),segment_id=12a63c9e-80e8-4bf9-8548-f74d6aeccb65)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:43.918953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:43.935381 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e5446ac4-3261-426a-a7f0-7aeb7668febf), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.940982 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.961490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:43.967263 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:43.999090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] For port 37b8e2e3-dd6b-48ab-956c-f0289574398c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=37b8e2e3-dd6b-48ab-956c-f0289574398c,segment=NetworkSegment(df6b1116-8de6-4c6a-b5ee-66118e9ffc8f),segment_id=df6b1116-8de6-4c6a-b5ee-66118e9ffc8f)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:44.008058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port a08dbe52-fa3e-4944-ba42-eff087b19eb3 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:44.093742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (ee61a130-687b-4a34-8562-109e678f84f9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.117727 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.127661 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.179896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7abf2-2c4f-45b2-b5d5-46aee49b11ec None None] Pushing event updated for resources: {'Port': ['ID=a31f3e3a-632c-4f68-a69c-f1414f1fb0ab,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:44.243252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33080ff0-d372-4073-971d-51600226cb6c req-2f0ced81-4134-4e85-94db-6a42c381cb59 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3955052 Feb 10 06:42:44.270451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (ee61a130-687b-4a34-8562-109e678f84f9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.302035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95674049-d00f-4526-b63a-a5e8686483f4 None None] Pushing event updated for resources: {'Port': ['ID=37b8e2e3-dd6b-48ab-956c-f0289574398c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:44.327103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::90 (943b51d0-56b9-4180-b16a-a3d391bd7d6d/5b799a59-8295-43a5-84d2-563750612530/a08dbe52-fa3e-4944-ba42-eff087b19eb3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:44.472619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=ee61a130-687b-4a34-8562-109e678f84f9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server [None req-2b9cf5d7-25c3-4c67-84de-9ed6dea4a2eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee61a130-687b-4a34-8562-109e678f84f9: This subnet is being modified by another concurrent operation. Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise exception Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee61a130-687b-4a34-8562-109e678f84f9: This subnet is being modified by another concurrent operation. Feb 10 06:42:44.539711 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 06:42:44.570401 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e5446ac4-3261-426a-a7f0-7aeb7668febf), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.615275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c0377-2efe-4a42-a1b1-466b70d21774 None None] Network e5446ac4-3261-426a-a7f0-7aeb7668febf requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:44.652157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-72d2b835-67c4-412e-a61d-cc258f615277 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c541891e5bb43ba9c4d1d7f51187795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7319844 Feb 10 06:42:44.665967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55364) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:44.680813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5446ac4-3261-426a-a7f0-7aeb7668febf']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:44.711991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f253f498-e232-4139-b94d-ddab9565ee5d') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:44.713473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f253f498-e232-4139-b94d-ddab9565ee5d') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:44.732260 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f253f498-e232-4139-b94d-ddab9565ee5d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.761899 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f253f498-e232-4139-b94d-ddab9565ee5d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.773852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:44.774538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f253f498-e232-4139-b94d-ddab9565ee5d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:44.777812 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:44.787562 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (a08dbe52-fa3e-4944-ba42-eff087b19eb3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.896080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbae90ef-3e09-4cc3-8b05-85b61b16839b admin admin] Publish callbacks [] for security_group (3fbe391f-e25a-4334-a381-09521191011c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.916263 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e5446ac4-3261-426a-a7f0-7aeb7668febf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.923519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:44.933995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/e5446ac4-3261-426a-a7f0-7aeb7668febf HTTP/1.1" status: 204 len: 168 time: 1.5346100 Feb 10 06:42:44.937562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55368) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:44.959101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1225314963'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:44.999740 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a08dbe52-fa3e-4944-ba42-eff087b19eb3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.006080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbae90ef-3e09-4cc3-8b05-85b61b16839b admin admin] Publish callbacks [] for security_group (3fbe391f-e25a-4334-a381-09521191011c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.010449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd119d-9e88-4c7e-8684-bed638c06c54 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=e5446ac4-3261-426a-a7f0-7aeb7668febf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:45.063147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:45.068386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.116542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:45.135951 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f8784bdb-de6e-42b1-8fef-a03ccf0ee37e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.136559 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment f8784bdb-de6e-42b1-8fef-a03ccf0ee37e of type vlan for network 367a76a9-c791-42bb-96b8-725dd1f03d02 Feb 10 06:42:45.157574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 943b51d0-56b9-4180-b16a-a3d391bd7d6d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:45.178687 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.197494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:45.231347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:45.271622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:45.272307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.284500 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (367a76a9-c791-42bb-96b8-725dd1f03d02), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.297868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=a08dbe52-fa3e-4944-ba42-eff087b19eb3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:45.345716 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-40c5b983-3b45-4f51-b965-7f8420e5f1db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6419671 Feb 10 06:42:45.349464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55372) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:45.364872 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (367a76a9-c791-42bb-96b8-725dd1f03d02), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.370427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:45.371407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.541207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=367a76a9-c791-42bb-96b8-725dd1f03d02,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:45.555382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 367a76a9-c791-42bb-96b8-725dd1f03d02 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:45.608445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbae90ef-3e09-4cc3-8b05-85b61b16839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3fbe391f-e25a-4334-a381-09521191011c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.623116 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbae90ef-3e09-4cc3-8b05-85b61b16839b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:45.635825 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cbae90ef-3e09-4cc3-8b05-85b61b16839b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fbe391f-e25a-4334-a381-09521191011c HTTP/1.1" status: 204 len: 168 time: 0.9677150 Feb 10 06:42:45.663417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a31f3e3a-632c-4f68-a69c-f1414f1fb0ab up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:45.688254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae90ef-3e09-4cc3-8b05-85b61b16839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbe391f-e25a-4334-a381-09521191011c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:45.715532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-632a3c31-7eaa-46c1-8021-d098ad4b12da tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7746017 Feb 10 06:42:45.715858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:45.716268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ea89b7-323c-4244-aee2-b8f86654ac07 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:45.720439 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-74ea89b7-323c-4244-aee2-b8f86654ac07 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d2 HTTP/1.1" status: 200 len: 929 time: 0.3690627 Feb 10 06:42:45.726373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55378) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:45.746887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': '367a76a9-c791-42bb-96b8-725dd1f03d02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:46.065408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-adf99b17-b5e1-4892-a611-8e61fb1008a0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port a08dbe52-fa3e-4944-ba42-eff087b19eb3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:46.065800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adf99b17-b5e1-4892-a611-8e61fb1008a0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a08dbe52-fa3e-4944-ba42-eff087b19eb3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:46.147855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821ba8-bd03-4ec0-9fcc-a917e08a1a21 req-e0e29b65-7585-489e-949b-c59418324034 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:46.176975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821ba8-bd03-4ec0-9fcc-a917e08a1a21 req-e0e29b65-7585-489e-949b-c59418324034 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:46.193275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821ba8-bd03-4ec0-9fcc-a917e08a1a21 req-e0e29b65-7585-489e-949b-c59418324034 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:46.231098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821ba8-bd03-4ec0-9fcc-a917e08a1a21 req-e0e29b65-7585-489e-949b-c59418324034 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:46.262091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821ba8-bd03-4ec0-9fcc-a917e08a1a21 req-e0e29b65-7585-489e-949b-c59418324034 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:46.291248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821ba8-bd03-4ec0-9fcc-a917e08a1a21 req-e0e29b65-7585-489e-949b-c59418324034 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:46.309077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821ba8-bd03-4ec0-9fcc-a917e08a1a21 req-e0e29b65-7585-489e-949b-c59418324034 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:46.318850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7821ba8-bd03-4ec0-9fcc-a917e08a1a21 req-e0e29b65-7585-489e-949b-c59418324034 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.9174430 Feb 10 06:42:46.324261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adf99b17-b5e1-4892-a611-8e61fb1008a0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a08dbe52-fa3e-4944-ba42-eff087b19eb3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:46.375350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-adf99b17-b5e1-4892-a611-8e61fb1008a0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for a08dbe52-fa3e-4944-ba42-eff087b19eb3 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:46.426952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7821ba8-bd03-4ec0-9fcc-a917e08a1a21 req-380c3c10-c56c-4159-a94a-1d14ed868297 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070671 Feb 10 06:42:46.443923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:46.459038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415f40f-40f3-408a-b6c3-55a912028ce4 None None] Network 943b51d0-56b9-4180-b16a-a3d391bd7d6d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:46.464462 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:46.618839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2008f-561b-47d4-bef1-505418459fa5 None None] Network bd75d6aa-e107-452d-9819-1c2a664b5c97 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:46.624463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-910ce6b1-b65d-4b33-99d3-ea53c87daa1c None None] Provisioning complete for port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:46.624836 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910ce6b1-b65d-4b33-99d3-ea53c87daa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:46.712905 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adf99b17-b5e1-4892-a611-8e61fb1008a0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a08dbe52-fa3e-4944-ba42-eff087b19eb3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:46.775189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf99b17-b5e1-4892-a611-8e61fb1008a0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=a08dbe52-fa3e-4944-ba42-eff087b19eb3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:46.808770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (8697d8ba-a590-47ca-8869-434ef2b186c0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:46.829468 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adf99b17-b5e1-4892-a611-8e61fb1008a0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:46.840726 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-adf99b17-b5e1-4892-a611-8e61fb1008a0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/a08dbe52-fa3e-4944-ba42-eff087b19eb3 HTTP/1.1" status: 204 len: 168 time: 1.1112247 Feb 10 06:42:46.846008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55400) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:46.898916 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf3b24d-c0e4-43bc-aa56-bfa8cbca80ea tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:42:46.900366 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-caf3b24d-c0e4-43bc-aa56-bfa8cbca80ea tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/a08dbe52-fa3e-4944-ba42-eff087b19eb3 HTTP/1.1" status: 404 len: 333 time: 0.0530412 Feb 10 06:42:46.912713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55404) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:46.924102 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:46.928048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=8697d8ba-a590-47ca-8869-434ef2b186c0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:46.954001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:46.954415 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.032354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking segment: {'id': 'f8784bdb-de6e-42b1-8fef-a03ccf0ee37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '367a76a9-c791-42bb-96b8-725dd1f03d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:47.032797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network hostable DHCP agents. Network: 367a76a9-c791-42bb-96b8-725dd1f03d02, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:47.083746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network 367a76a9-c791-42bb-96b8-725dd1f03d02 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:47.100293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 367a76a9-c791-42bb-96b8-725dd1f03d02) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:47.106133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:47.107517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.147797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da400f29-702b-46ad-a78a-65b8a4119b5d None None] Network 367a76a9-c791-42bb-96b8-725dd1f03d02 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:47.165530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-82ec3481-250b-4733-8353-0f5eda83ee99 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4277699 Feb 10 06:42:47.166734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55412) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:47.179713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-09a39639-f932-4f9a-8791-5ded84d2120c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 9470a21c-a926-419e-ad38-9edfe6d01370 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:47.180189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-600380175'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:47.182133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09a39639-f932-4f9a-8791-5ded84d2120c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9470a21c-a926-419e-ad38-9edfe6d01370), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.242452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:47.251182 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.343420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09a39639-f932-4f9a-8791-5ded84d2120c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9470a21c-a926-419e-ad38-9edfe6d01370), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.353816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:47.359000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-09a39639-f932-4f9a-8791-5ded84d2120c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 9470a21c-a926-419e-ad38-9edfe6d01370 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:47.387582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7623d989-6a3e-46aa-b54e-98bc6665a772), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.387928 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment 7623d989-6a3e-46aa-b54e-98bc6665a772 of type vlan for network af5ad554-fa7b-4426-a4df-11597f2c0663 Feb 10 06:42:47.518198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:47.528130 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.559778 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (af5ad554-fa7b-4426-a4df-11597f2c0663), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.600184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-367a76a9-c791-42bb-96b8-725dd1f03d02', 'network_id': '367a76a9-c791-42bb-96b8-725dd1f03d02', 'project_id': '850a2583d6364f2983a5f449bb12434d', 'fixed_ips': [{'subnet_id': '8697d8ba-a590-47ca-8869-434ef2b186c0'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:47.600980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.650456 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09a39639-f932-4f9a-8791-5ded84d2120c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9470a21c-a926-419e-ad38-9edfe6d01370), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.693464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a39639-f932-4f9a-8791-5ded84d2120c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=9470a21c-a926-419e-ad38-9edfe6d01370,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:47.752075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09a39639-f932-4f9a-8791-5ded84d2120c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.757016 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-09a39639-f932-4f9a-8791-5ded84d2120c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/9470a21c-a926-419e-ad38-9edfe6d01370 HTTP/1.1" status: 204 len: 168 time: 0.8431230 Feb 10 06:42:47.760040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55422) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:47.793202 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-229319df-0694-4219-8ef4-239db95d1196 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:42:47.794815 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-229319df-0694-4219-8ef4-239db95d1196 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/9470a21c-a926-419e-ad38-9edfe6d01370 HTTP/1.1" status: 404 len: 333 time: 0.0329361 Feb 10 06:42:47.797547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55424) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:47.872536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (af5ad554-fa7b-4426-a4df-11597f2c0663), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.875716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1455ee-8095-4e2f-adc8-8bfc19b00811 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet 5b799a59-8295-43a5-84d2-563750612530 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:42:47.877340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:47.880611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1455ee-8095-4e2f-adc8-8bfc19b00811 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (5b799a59-8295-43a5-84d2-563750612530), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.904414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:47.922912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a31f3e3a-632c-4f68-a69c-f1414f1fb0ab,segment=NetworkSegment(12a63c9e-80e8-4bf9-8548-f74d6aeccb65),segment_id=12a63c9e-80e8-4bf9-8548-f74d6aeccb65)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:47.961719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-910ce6b1-b65d-4b33-99d3-ea53c87daa1c None None] Current status of the port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:47.962025 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910ce6b1-b65d-4b33-99d3-ea53c87daa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:48.000967 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:48.004596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 37b8e2e3-dd6b-48ab-956c-f0289574398c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:48.035674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1455ee-8095-4e2f-adc8-8bfc19b00811 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (5b799a59-8295-43a5-84d2-563750612530), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:48.070005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=af5ad554-fa7b-4426-a4df-11597f2c0663,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:48.101808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8759e8fa-7a98-4570-bcd0-c90e30504974 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9332249 Feb 10 06:42:48.104875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55434) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:48.119471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': 'af5ad554-fa7b-4426-a4df-11597f2c0663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:48.251890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=a31f3e3a-632c-4f68-a69c-f1414f1fb0ab,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:48.273049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network af5ad554-fa7b-4426-a4df-11597f2c0663 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:48.415131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1455ee-8095-4e2f-adc8-8bfc19b00811 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5b799a59-8295-43a5-84d2-563750612530), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:48.497697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49a31f-980e-40b4-8782-57acb6e71963 req-6eb94c3b-918b-4598-8058-33a99a46ed14 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:48.517919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49a31f-980e-40b4-8782-57acb6e71963 req-6eb94c3b-918b-4598-8058-33a99a46ed14 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:48.563580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49a31f-980e-40b4-8782-57acb6e71963 req-6eb94c3b-918b-4598-8058-33a99a46ed14 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:48.574671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49a31f-980e-40b4-8782-57acb6e71963 req-6eb94c3b-918b-4598-8058-33a99a46ed14 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:48.580212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1455ee-8095-4e2f-adc8-8bfc19b00811 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (5b799a59-8295-43a5-84d2-563750612530), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:48.602163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49a31f-980e-40b4-8782-57acb6e71963 req-6eb94c3b-918b-4598-8058-33a99a46ed14 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:48.635138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49a31f-980e-40b4-8782-57acb6e71963 req-6eb94c3b-918b-4598-8058-33a99a46ed14 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:48.652721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49a31f-980e-40b4-8782-57acb6e71963 req-6eb94c3b-918b-4598-8058-33a99a46ed14 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:48.663429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d49a31f-980e-40b4-8782-57acb6e71963 req-6eb94c3b-918b-4598-8058-33a99a46ed14 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.9913943 Feb 10 06:42:48.841480 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1455ee-8095-4e2f-adc8-8bfc19b00811 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:48.889929 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bd1455ee-8095-4e2f-adc8-8bfc19b00811 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/5b799a59-8295-43a5-84d2-563750612530 HTTP/1.1" status: 204 len: 168 time: 1.0890255 Feb 10 06:42:48.891046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55454) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:48.906428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1455ee-8095-4e2f-adc8-8bfc19b00811 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=5b799a59-8295-43a5-84d2-563750612530,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:49.073701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:49.083471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:49.154490 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-910ce6b1-b65d-4b33-99d3-ea53c87daa1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:42:49.155071 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-910ce6b1-b65d-4b33-99d3-ea53c87daa1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:42:49.172356 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (943b51d0-56b9-4180-b16a-a3d391bd7d6d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:49.333420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe7c38-2ec0-4882-9a6e-fd2847f8a035 None None] Network 943b51d0-56b9-4180-b16a-a3d391bd7d6d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:49.358292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 37b8e2e3-dd6b-48ab-956c-f0289574398c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:49.363036 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:49.365581 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:49.365926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:49.579677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] For port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a31f3e3a-632c-4f68-a69c-f1414f1fb0ab,segment=NetworkSegment(12a63c9e-80e8-4bf9-8548-f74d6aeccb65),segment_id=12a63c9e-80e8-4bf9-8548-f74d6aeccb65)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:49.580043 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:49.614077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for a31f3e3a-632c-4f68-a69c-f1414f1fb0ab owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:49.650775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Allocated IP 2001:db8::3 (367a76a9-c791-42bb-96b8-725dd1f03d02/8697d8ba-a590-47ca-8869-434ef2b186c0/b2679160-3239-4635-a1b4-f7d5325d371a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:49.826337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a31f3e3a-632c-4f68-a69c-f1414f1fb0ab), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:49.898483 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=a31f3e3a-632c-4f68-a69c-f1414f1fb0ab,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:49.927162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No DVR routers for this DVR port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:42:49.963860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-910ce6b1-b65d-4b33-99d3-ea53c87daa1c None None] Current status of the port a31f3e3a-632c-4f68-a69c-f1414f1fb0ab is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:49.977525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Performing IP validity checks on allocation pools {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 06:42:49.978190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 06:42:49.994564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d49a31f-980e-40b4-8782-57acb6e71963 req-918429e3-5354-4b88-8e30-5fd7bd1d36e7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3301578 Feb 10 06:42:50.076869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865f8c-e77d-4d5c-841a-e1aab5717b48 req-4a758abc-b06e-4262-a299-2b9f0748fb75 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:50.078616 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55865f8c-e77d-4d5c-841a-e1aab5717b48 req-4a758abc-b06e-4262-a299-2b9f0748fb75 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 1.0428247 Feb 10 06:42:50.209128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 37b8e2e3-dd6b-48ab-956c-f0289574398c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:50.209704 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.247367 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (943b51d0-56b9-4180-b16a-a3d391bd7d6d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.255622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a7f0c179-43fa-48e4-a2da-cffc2fb03db2 None None] Provisioning complete for port 37b8e2e3-dd6b-48ab-956c-f0289574398c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:50.262907 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c179-43fa-48e4-a2da-cffc2fb03db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.277576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55865f8c-e77d-4d5c-841a-e1aab5717b48 req-df33e0bc-f610-40c2-84f5-b826340d75b1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923914 Feb 10 06:42:50.292110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767775a0-bca1-4865-af33-8cd42a13892d None None] DHCP port deletion for 943b51d0-56b9-4180-b16a-a3d391bd7d6d request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:42:50.306278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943b51d0-56b9-4180-b16a-a3d391bd7d6d']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:50.325597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a63c9e-80e8-4bf9-8548-f74d6aeccb65') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:50.325903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a63c9e-80e8-4bf9-8548-f74d6aeccb65') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:50.353107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (12a63c9e-80e8-4bf9-8548-f74d6aeccb65), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.391605 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (12a63c9e-80e8-4bf9-8548-f74d6aeccb65), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.410538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (1061a73e-87ca-4659-b40e-95d4018b5bd7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.419670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:50.420832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (12a63c9e-80e8-4bf9-8548-f74d6aeccb65), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.482295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 37b8e2e3-dd6b-48ab-956c-f0289574398c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=37b8e2e3-dd6b-48ab-956c-f0289574398c,segment=NetworkSegment(df6b1116-8de6-4c6a-b5ee-66118e9ffc8f),segment_id=df6b1116-8de6-4c6a-b5ee-66118e9ffc8f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:50.490735 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.544988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Publish callbacks [] for port (b2679160-3239-4635-a1b4-f7d5325d371a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.564363 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.577070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=1061a73e-87ca-4659-b40e-95d4018b5bd7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:50.583967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=37b8e2e3-dd6b-48ab-956c-f0289574398c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:50.588069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking segment: {'id': '7623d989-6a3e-46aa-b54e-98bc6665a772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af5ad554-fa7b-4426-a4df-11597f2c0663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:50.588548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network hostable DHCP agents. Network: af5ad554-fa7b-4426-a4df-11597f2c0663, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:50.649867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network af5ad554-fa7b-4426-a4df-11597f2c0663 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:50.650912 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:50.669874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (943b51d0-56b9-4180-b16a-a3d391bd7d6d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.679548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.683067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, af5ad554-fa7b-4426-a4df-11597f2c0663) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:50.689290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Network 367a76a9-c791-42bb-96b8-725dd1f03d02 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:50.693335 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/networks/943b51d0-56b9-4180-b16a-a3d391bd7d6d HTTP/1.1" status: 204 len: 168 time: 1.7917621 Feb 10 06:42:50.695460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:50.697568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55478) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:50.701122 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22255e2d-207a-45fc-a705-31d650cfa2ee None None] Network af5ad554-fa7b-4426-a4df-11597f2c0663 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:50.703132 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.704736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:50.713130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a31f3e3a-632c-4f68-a69c-f1414f1fb0ab no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:42:50.716116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:50.753555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7aeaa5a-6ef2-42a2-ac01-3d310900ad13 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6372764 Feb 10 06:42:50.753797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55482) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:50.755287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a7f0c179-43fa-48e4-a2da-cffc2fb03db2 None None] Current status of the port 37b8e2e3-dd6b-48ab-956c-f0289574398c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:50.767956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1371249517'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:50.810768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80137-d700-4389-911e-7572b4104566 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Network': ['ID=943b51d0-56b9-4180-b16a-a3d391bd7d6d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:50.824806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:50.827663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a31f3e3a-632c-4f68-a69c-f1414f1fb0ab {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:42:50.832109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a31f3e3a-632c-4f68-a69c-f1414f1fb0ab not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:42:50.844571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a7f0c179-43fa-48e4-a2da-cffc2fb03db2 None None] Could not find standard attr ID for object 9470a21c-a926-419e-ad38-9edfe6d01370. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:42:50.847917 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.849548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Pushing event updated for resources: {'Port': ['ID=b2679160-3239-4635-a1b4-f7d5325d371a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:50.918873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:50.959648 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7787d46c-cf37-4512-b28e-90e66281c83b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:50.962396 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Added segment 7787d46c-cf37-4512-b28e-90e66281c83b of type vlan for network 94eb6c3f-acee-44d2-9206-52947536629d Feb 10 06:42:50.983831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a7f0c179-43fa-48e4-a2da-cffc2fb03db2 None None] Could not find standard attr ID for object a08dbe52-fa3e-4944-ba42-eff087b19eb3. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:42:51.031790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (af5ad554-fa7b-4426-a4df-11597f2c0663), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.042418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a7f0c179-43fa-48e4-a2da-cffc2fb03db2 None None] Could not find standard attr ID for object a31f3e3a-632c-4f68-a69c-f1414f1fb0ab. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:42:51.145178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (94eb6c3f-acee-44d2-9206-52947536629d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.212925 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (94eb6c3f-acee-44d2-9206-52947536629d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.220321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:51.222423 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.255385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (1061a73e-87ca-4659-b40e-95d4018b5bd7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.293000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Attempting to bind port b2679160-3239-4635-a1b4-f7d5325d371a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:51.294136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Attempting to bind port b2679160-3239-4635-a1b4-f7d5325d371a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f8784bdb-de6e-42b1-8fef-a03ccf0ee37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '367a76a9-c791-42bb-96b8-725dd1f03d02'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:51.294787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Attempting to bind port b2679160-3239-4635-a1b4-f7d5325d371a on network 367a76a9-c791-42bb-96b8-725dd1f03d02 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:51.327712 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5683858 Feb 10 06:42:51.335255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55500) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:51.344670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:51.347686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Checking segment: {'id': 'f8784bdb-de6e-42b1-8fef-a03ccf0ee37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '367a76a9-c791-42bb-96b8-725dd1f03d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:51.348241 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.348754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Bound using segment: {'id': 'f8784bdb-de6e-42b1-8fef-a03ccf0ee37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '367a76a9-c791-42bb-96b8-725dd1f03d02'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:51.349177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': '94eb6c3f-acee-44d2-9206-52947536629d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:51.350395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Bound port: b2679160-3239-4635-a1b4-f7d5325d371a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8784bdb-de6e-42b1-8fef-a03ccf0ee37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '367a76a9-c791-42bb-96b8-725dd1f03d02'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:51.350926 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.385218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e317e-597f-4eb8-8fe4-b0439db57bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-af5ad554-fa7b-4426-a4df-11597f2c0663', 'network_id': 'af5ad554-fa7b-4426-a4df-11597f2c0663', 'project_id': '850a2583d6364f2983a5f449bb12434d', 'fixed_ips': [{'subnet_id': '1061a73e-87ca-4659-b40e-95d4018b5bd7'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:51.387088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-819e317e-597f-4eb8-8fe4-b0439db57bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.493966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e43-e8c0-4e7a-9c58-8829d6ef8514 req-3ba4ec1e-9271-41bf-8a52-665bd989cc41 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:51.506471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10a9f9-9741-46de-a673-9cf32be1c18a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Network': ['ID=94eb6c3f-acee-44d2-9206-52947536629d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:51.508355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e43-e8c0-4e7a-9c58-8829d6ef8514 req-3ba4ec1e-9271-41bf-8a52-665bd989cc41 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:51.514122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e43-e8c0-4e7a-9c58-8829d6ef8514 req-3ba4ec1e-9271-41bf-8a52-665bd989cc41 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:51.521846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 94eb6c3f-acee-44d2-9206-52947536629d details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:51.539573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e43-e8c0-4e7a-9c58-8829d6ef8514 req-3ba4ec1e-9271-41bf-8a52-665bd989cc41 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:51.545259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e43-e8c0-4e7a-9c58-8829d6ef8514 req-3ba4ec1e-9271-41bf-8a52-665bd989cc41 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:51.559541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e43-e8c0-4e7a-9c58-8829d6ef8514 req-3ba4ec1e-9271-41bf-8a52-665bd989cc41 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:51.569824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e43-e8c0-4e7a-9c58-8829d6ef8514 req-3ba4ec1e-9271-41bf-8a52-665bd989cc41 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:51.580584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e85c6e43-e8c0-4e7a-9c58-8829d6ef8514 req-3ba4ec1e-9271-41bf-8a52-665bd989cc41 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.4071808 Feb 10 06:42:51.622693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] For port b2679160-3239-4635-a1b4-f7d5325d371a, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:51.685966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:51.695661 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.707824 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (1061a73e-87ca-4659-b40e-95d4018b5bd7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.811093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] For port b2679160-3239-4635-a1b4-f7d5325d371a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b2679160-3239-4635-a1b4-f7d5325d371a,segment=NetworkSegment(f8784bdb-de6e-42b1-8fef-a03ccf0ee37e),segment_id=f8784bdb-de6e-42b1-8fef-a03ccf0ee37e)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:51.827035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=1061a73e-87ca-4659-b40e-95d4018b5bd7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:51.844733 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.948003 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (af5ad554-fa7b-4426-a4df-11597f2c0663), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:51.972234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5ad554-fa7b-4426-a4df-11597f2c0663']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server [None req-819e317e-597f-4eb8-8fe4-b0439db57bcd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1061a73e-87ca-4659-b40e-95d4018b5bd7: This subnet is being modified by another concurrent operation. Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise exception Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1061a73e-87ca-4659-b40e-95d4018b5bd7: This subnet is being modified by another concurrent operation. Feb 10 06:42:51.978843 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 06:42:52.001685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7623d989-6a3e-46aa-b54e-98bc6665a772') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:52.002379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7623d989-6a3e-46aa-b54e-98bc6665a772') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:52.019112 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (7623d989-6a3e-46aa-b54e-98bc6665a772), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.035063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7623d989-6a3e-46aa-b54e-98bc6665a772), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.047168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:52.047851 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (7623d989-6a3e-46aa-b54e-98bc6665a772), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.053921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66dd2f-66cd-42f9-ae39-1ff66a53dcda None None] Network af5ad554-fa7b-4426-a4df-11597f2c0663 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:52.118816 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:52.125376 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (af5ad554-fa7b-4426-a4df-11597f2c0663), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.146211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e85c6e43-e8c0-4e7a-9c58-8829d6ef8514 req-ecabe7b5-0665-40f5-a027-41ccd5a6ea8e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5501940 Feb 10 06:42:52.149169 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.162649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/af5ad554-fa7b-4426-a4df-11597f2c0663 HTTP/1.1" status: 204 len: 168 time: 1.4077051 Feb 10 06:42:52.165011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:52.181202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-634871729'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:52.211296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13eb81-9efe-4193-9973-aabb20e4bd77 req-2a373808-17e5-49c4-bac5-d9ede2601962 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:52.233721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e13eb81-9efe-4193-9973-aabb20e4bd77 req-2a373808-17e5-49c4-bac5-d9ede2601962 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.6516509 Feb 10 06:42:52.236790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f61c23-eb08-423e-ad63-7fcb6830b13d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=af5ad554-fa7b-4426-a4df-11597f2c0663,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:52.245678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (eaa22762-4d8c-4d87-8f95-23c00f8f5600), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.261695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:52.265859 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.315924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e506a-3ae1-4c68-8a9a-36babc132c4a None None] Pushing event updated for resources: {'Port': ['ID=b2679160-3239-4635-a1b4-f7d5325d371a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:52.332815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=eaa22762-4d8c-4d87-8f95-23c00f8f5600,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:52.349207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:52.434198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e13eb81-9efe-4193-9973-aabb20e4bd77 req-97b38ce7-c430-4324-ae7a-3c7cfb51d691 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994977 Feb 10 06:42:52.441209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6c068c31-6dc4-40da-acc0-33942616b00d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.446993 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment 6c068c31-6dc4-40da-acc0-33942616b00d of type vlan for network 4ca57afe-e48a-41c4-8e13-01fee8cda3e3 Feb 10 06:42:52.452300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Checking segment: {'id': '7787d46c-cf37-4512-b28e-90e66281c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '94eb6c3f-acee-44d2-9206-52947536629d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:52.452785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network hostable DHCP agents. Network: 94eb6c3f-acee-44d2-9206-52947536629d, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:52.484890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 94eb6c3f-acee-44d2-9206-52947536629d is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:52.502153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 94eb6c3f-acee-44d2-9206-52947536629d) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:52.521744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:52.523084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.532333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b050b53-aa76-452d-97f2-1ed17a3b3b2e None None] Network 94eb6c3f-acee-44d2-9206-52947536629d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:52.560893 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-63602ea3-0836-4d59-9aa3-4f681dde83db tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2243340 Feb 10 06:42:52.561800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55534) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:52.568553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': '94eb6c3f-acee-44d2-9206-52947536629d', 'name': 'tempest-PortsIpV6TestJSON-335006212', 'fixed_ips': [{'subnet_id': 'eaa22762-4d8c-4d87-8f95-23c00f8f5600', 'ip_address': '2001:db8::10'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:52.601199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (4ca57afe-e48a-41c4-8e13-01fee8cda3e3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.652384 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (4ca57afe-e48a-41c4-8e13-01fee8cda3e3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.657483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:52.658106 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:52.754513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5783544 Feb 10 06:42:52.755153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55536) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:52.769315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': '4ca57afe-e48a-41c4-8e13-01fee8cda3e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:52.858865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:52.888762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 37b8e2e3-dd6b-48ab-956c-f0289574398c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:52.910012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cba9e0-0118-4090-b0a4-d89bc151dd65 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=4ca57afe-e48a-41c4-8e13-01fee8cda3e3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:53.039569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 4ca57afe-e48a-41c4-8e13-01fee8cda3e3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:53.077316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:53.088086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:53.093084 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:53.124542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port d48fc2f1-5fa9-4180-9190-df144a64c513 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:53.286143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-94eb6c3f-acee-44d2-9206-52947536629d', 'network_id': '94eb6c3f-acee-44d2-9206-52947536629d', 'project_id': '4f92ea7c86b4492aae79d4c410603ec5', 'fixed_ips': [{'subnet_id': 'eaa22762-4d8c-4d87-8f95-23c00f8f5600'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:53.302089 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:53.384567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 37b8e2e3-dd6b-48ab-956c-f0289574398c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:53.385245 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:53.655768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::10 (94eb6c3f-acee-44d2-9206-52947536629d/eaa22762-4d8c-4d87-8f95-23c00f8f5600/d48fc2f1-5fa9-4180-9190-df144a64c513) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:53.683351 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (5343ad3d-1272-46a9-80ba-7033015e2b2c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:53.859520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 37b8e2e3-dd6b-48ab-956c-f0289574398c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:53.860626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b2679160-3239-4635-a1b4-f7d5325d371a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:53.923403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b2679160-3239-4635-a1b4-f7d5325d371a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:53.923789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.020917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=5343ad3d-1272-46a9-80ba-7033015e2b2c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:54.022583 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (d48fc2f1-5fa9-4180-9190-df144a64c513), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.088327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking segment: {'id': '6c068c31-6dc4-40da-acc0-33942616b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ca57afe-e48a-41c4-8e13-01fee8cda3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:54.088811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network hostable DHCP agents. Network: 4ca57afe-e48a-41c4-8e13-01fee8cda3e3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:54.101098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f24ed-9ec1-498c-8519-4ec3122c35a8 req-7b777aa2-c84e-49a8-86c8-24dfa408715f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.114259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-337f24ed-9ec1-498c-8519-4ec3122c35a8 req-7b777aa2-c84e-49a8-86c8-24dfa408715f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.4444644 Feb 10 06:42:54.135879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d48fc2f1-5fa9-4180-9190-df144a64c513), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.153528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cafc3-bb72-4be2-bcbc-c475ccd787c1 req-55420a6e-a0a5-4989-a774-e6f8a0d0533f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.159536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cafc3-bb72-4be2-bcbc-c475ccd787c1 req-55420a6e-a0a5-4989-a774-e6f8a0d0533f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.165067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cafc3-bb72-4be2-bcbc-c475ccd787c1 req-55420a6e-a0a5-4989-a774-e6f8a0d0533f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.170400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cafc3-bb72-4be2-bcbc-c475ccd787c1 req-55420a6e-a0a5-4989-a774-e6f8a0d0533f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.175932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cafc3-bb72-4be2-bcbc-c475ccd787c1 req-55420a6e-a0a5-4989-a774-e6f8a0d0533f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.181238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cafc3-bb72-4be2-bcbc-c475ccd787c1 req-55420a6e-a0a5-4989-a774-e6f8a0d0533f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.188559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cafc3-bb72-4be2-bcbc-c475ccd787c1 req-55420a6e-a0a5-4989-a774-e6f8a0d0533f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.190612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c1cafc3-bb72-4be2-bcbc-c475ccd787c1 req-55420a6e-a0a5-4989-a774-e6f8a0d0533f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.5195529 Feb 10 06:42:54.262558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=d48fc2f1-5fa9-4180-9190-df144a64c513,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:54.274269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network 4ca57afe-e48a-41c4-8e13-01fee8cda3e3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:54.303074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Allocated IP 2001:db8::2 (94eb6c3f-acee-44d2-9206-52947536629d/eaa22762-4d8c-4d87-8f95-23c00f8f5600/a054ec4f-18d0-488b-8c5c-476ba5803249) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:54.319853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 94eb6c3f-acee-44d2-9206-52947536629d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:54.323669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:54.325849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 4ca57afe-e48a-41c4-8e13-01fee8cda3e3) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:54.329507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:54.347227 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.349826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:54.350673 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.353326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.384140 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b13cb1ed-eeb0-4830-97cc-75d6a235046b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8208771 Feb 10 06:42:54.386709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55554) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:54.396952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-337f24ed-9ec1-498c-8519-4ec3122c35a8 req-1416c376-65e6-45bd-bc20-cb650e34daa5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815077 Feb 10 06:42:54.398905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': '94eb6c3f-acee-44d2-9206-52947536629d', 'name': 'tempest-PortsIpV6TestJSON-262448021', 'fixed_ips': [{'subnet_id': 'eaa22762-4d8c-4d87-8f95-23c00f8f5600', 'ip_address': '2001:db8::f'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:54.413975 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9745e731-45b3-4a1f-9feb-5a7a8e7d84db tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6463103 Feb 10 06:42:54.416347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:54.677078 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (4ca57afe-e48a-41c4-8e13-01fee8cda3e3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.699803 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Publish callbacks [] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.708214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:54.710097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b2679160-3239-4635-a1b4-f7d5325d371a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:54.710266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.713438 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.729112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b53065a-61ac-41a1-a603-75c17dd1be7d None None] Network 367a76a9-c791-42bb-96b8-725dd1f03d02 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:54.732276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84958f-6b21-4335-85c0-3400852b1470 None None] Network 4ca57afe-e48a-41c4-8e13-01fee8cda3e3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:54.761535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 78275d12-af68-49bc-8e98-fb6d066ec824 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:42:54.772610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c1cafc3-bb72-4be2-bcbc-c475ccd787c1 req-11e2f474-67f2-4388-9b5e-8834c31c35cd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5640364 Feb 10 06:42:54.812311 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5343ad3d-1272-46a9-80ba-7033015e2b2c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.857278 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:54.931715 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5343ad3d-1272-46a9-80ba-7033015e2b2c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.035379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port b2679160-3239-4635-a1b4-f7d5325d371a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b2679160-3239-4635-a1b4-f7d5325d371a,segment=NetworkSegment(f8784bdb-de6e-42b1-8fef-a03ccf0ee37e),segment_id=f8784bdb-de6e-42b1-8fef-a03ccf0ee37e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:42:55.051444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Pushing event updated for resources: {'Port': ['ID=a054ec4f-18d0-488b-8c5c-476ba5803249,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:55.067634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=5343ad3d-1272-46a9-80ba-7033015e2b2c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:55.079298 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.087171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::f (94eb6c3f-acee-44d2-9206-52947536629d/eaa22762-4d8c-4d87-8f95-23c00f8f5600/78275d12-af68-49bc-8e98-fb6d066ec824) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:55.134185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f391a-ae30-4f84-a812-cee2c701700a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-4ca57afe-e48a-41c4-8e13-01fee8cda3e3', 'network_id': '4ca57afe-e48a-41c4-8e13-01fee8cda3e3', 'project_id': '850a2583d6364f2983a5f449bb12434d', 'fixed_ips': [{'subnet_id': '5343ad3d-1272-46a9-80ba-7033015e2b2c'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:55.135169 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d5f391a-ae30-4f84-a812-cee2c701700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.161053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=b2679160-3239-4635-a1b4-f7d5325d371a,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:55.176898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Network 94eb6c3f-acee-44d2-9206-52947536629d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:55.186418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-22858b17-c87d-44cf-806d-089e76356975 None None] Provisioning complete for port b2679160-3239-4635-a1b4-f7d5325d371a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:55.187000 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22858b17-c87d-44cf-806d-089e76356975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.187839 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (4ca57afe-e48a-41c4-8e13-01fee8cda3e3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.257411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:55.260288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:55.280799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca57afe-e48a-41c4-8e13-01fee8cda3e3']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:55.302678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c068c31-6dc4-40da-acc0-33942616b00d') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:55.303074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c068c31-6dc4-40da-acc0-33942616b00d') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:42:55.335322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (6c068c31-6dc4-40da-acc0-33942616b00d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.357825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6c068c31-6dc4-40da-acc0-33942616b00d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.373203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:42:55.373611 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (6c068c31-6dc4-40da-acc0-33942616b00d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:42:55.376752 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:42:55.388620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf1e9d2-50fd-4b85-9536-0865686a04f0 None None] Network 4ca57afe-e48a-41c4-8e13-01fee8cda3e3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:55.432008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (78275d12-af68-49bc-8e98-fb6d066ec824), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.543752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (78275d12-af68-49bc-8e98-fb6d066ec824), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.687813 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (4ca57afe-e48a-41c4-8e13-01fee8cda3e3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.689749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network 94eb6c3f-acee-44d2-9206-52947536629d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:55.695190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:55.702564 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.711877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55572) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:55.712437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:55.712817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/4ca57afe-e48a-41c4-8e13-01fee8cda3e3 HTTP/1.1" status: 204 len: 168 time: 1.2932336 Feb 10 06:42:55.719746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:55.730016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.743767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Attempting to bind port a054ec4f-18d0-488b-8c5c-476ba5803249 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:42:55.743767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Attempting to bind port a054ec4f-18d0-488b-8c5c-476ba5803249 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '7787d46c-cf37-4512-b28e-90e66281c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '94eb6c3f-acee-44d2-9206-52947536629d'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:42:55.743767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Attempting to bind port a054ec4f-18d0-488b-8c5c-476ba5803249 on network 94eb6c3f-acee-44d2-9206-52947536629d {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:42:55.744603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-456966454'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:55.756459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:42:55.756852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Checking segment: {'id': '7787d46c-cf37-4512-b28e-90e66281c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '94eb6c3f-acee-44d2-9206-52947536629d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:55.757270 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.757679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Bound using segment: {'id': '7787d46c-cf37-4512-b28e-90e66281c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '94eb6c3f-acee-44d2-9206-52947536629d'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:42:55.758173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Bound port: a054ec4f-18d0-488b-8c5c-476ba5803249, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7787d46c-cf37-4512-b28e-90e66281c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '94eb6c3f-acee-44d2-9206-52947536629d'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:42:55.758600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.776336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4ca2c-68e6-4276-a676-6e11c4b8b6a9 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=4ca57afe-e48a-41c4-8e13-01fee8cda3e3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:55.795713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-22858b17-c87d-44cf-806d-089e76356975 None None] Current status of the port b2679160-3239-4635-a1b4-f7d5325d371a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:55.806473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:55.814578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfe3be-d36f-4e8b-8925-65c765fe8498 req-d06d7991-58a4-4750-8f33-5ad7b316b34c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:55.816419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1adfe3be-d36f-4e8b-8925-65c765fe8498 req-d06d7991-58a4-4750-8f33-5ad7b316b34c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.2650006 Feb 10 06:42:55.832081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.909822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:42:55.923815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1adfe3be-d36f-4e8b-8925-65c765fe8498 req-fc67f152-c494-4d29-8715-8deb6551e3a9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000509 Feb 10 06:42:55.947108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3452a257-aa6f-4d7e-ba1c-f16f01ef464a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:55.947460 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment 3452a257-aa6f-4d7e-ba1c-f16f01ef464a of type vlan for network 9f2e0093-b25e-4983-9a18-1c78eaee02c3 Feb 10 06:42:56.004041 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:42:56.019085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] For port a054ec4f-18d0-488b-8c5c-476ba5803249, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:42:56.031535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] For port a054ec4f-18d0-488b-8c5c-476ba5803249, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a054ec4f-18d0-488b-8c5c-476ba5803249,segment=NetworkSegment(7787d46c-cf37-4512-b28e-90e66281c83b),segment_id=7787d46c-cf37-4512-b28e-90e66281c83b)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:42:56.043961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (9f2e0093-b25e-4983-9a18-1c78eaee02c3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:56.047588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f4a523bb-ff1f-4bbc-b41b-d94eb7be398b None None] Provisioning complete for port b2679160-3239-4635-a1b4-f7d5325d371a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:56.048114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4a523bb-ff1f-4bbc-b41b-d94eb7be398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:56.079145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8c75-0c27-4c54-bd36-67523d7c4f18 req-9b2777af-f0ed-4873-990d-3ef7a266c3b8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.084966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=78275d12-af68-49bc-8e98-fb6d066ec824,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:56.090585 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (9f2e0093-b25e-4983-9a18-1c78eaee02c3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:56.093387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8c75-0c27-4c54-bd36-67523d7c4f18 req-9b2777af-f0ed-4873-990d-3ef7a266c3b8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.099499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8c75-0c27-4c54-bd36-67523d7c4f18 req-9b2777af-f0ed-4873-990d-3ef7a266c3b8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.101458 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:56.110688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.111685 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:56.122492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8c75-0c27-4c54-bd36-67523d7c4f18 req-9b2777af-f0ed-4873-990d-3ef7a266c3b8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.128758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8c75-0c27-4c54-bd36-67523d7c4f18 req-9b2777af-f0ed-4873-990d-3ef7a266c3b8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.142859 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4096975 Feb 10 06:42:56.146678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8c75-0c27-4c54-bd36-67523d7c4f18 req-9b2777af-f0ed-4873-990d-3ef7a266c3b8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.159520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ba50f96c-e744-4cce-b504-240e6a3e52d5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7707322 Feb 10 06:42:56.159913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55580) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:56.160253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55582) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:56.161102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8c75-0c27-4c54-bd36-67523d7c4f18 req-9b2777af-f0ed-4873-990d-3ef7a266c3b8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.166600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': '9f2e0093-b25e-4983-9a18-1c78eaee02c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:42:56.169106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23ae8c75-0c27-4c54-bd36-67523d7c4f18 req-9b2777af-f0ed-4873-990d-3ef7a266c3b8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.1971614 Feb 10 06:42:56.249555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054c765-61aa-40fc-a466-ecc0e9ef85ce None None] Pushing event updated for resources: {'Port': ['ID=a054ec4f-18d0-488b-8c5c-476ba5803249,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:56.285147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23ae8c75-0c27-4c54-bd36-67523d7c4f18 req-b36c6b15-2983-41f8-b21c-c81c42be3155 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151426 Feb 10 06:42:56.446038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f4a523bb-ff1f-4bbc-b41b-d94eb7be398b None None] Current status of the port b2679160-3239-4635-a1b4-f7d5325d371a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:56.572154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb92cf-0dc9-40ac-8c55-24962b4340b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=9f2e0093-b25e-4983-9a18-1c78eaee02c3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:56.584207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 9f2e0093-b25e-4983-9a18-1c78eaee02c3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:42:56.769758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a35e6b4-b9e1-443b-8678-c4e546d75108 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.777692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55586) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:56.778245 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2a35e6b4-b9e1-443b-8678-c4e546d75108 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5666590 Feb 10 06:42:56.794723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:42:56.804983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:56.960578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9de9c-be7a-49f3-8c8c-182ad0febb88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.982509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9de9c-be7a-49f3-8c8c-182ad0febb88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.987913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9de9c-be7a-49f3-8c8c-182ad0febb88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:56.989651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4fa9de9c-be7a-49f3-8c8c-182ad0febb88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2109427 Feb 10 06:42:57.003785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:57.282204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-84a774c4-1939-4376-80fc-ea1e206f401d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 78275d12-af68-49bc-8e98-fb6d066ec824 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:57.286141 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84a774c4-1939-4376-80fc-ea1e206f401d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (78275d12-af68-49bc-8e98-fb6d066ec824), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:57.437693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (b42e7f5e-3c68-417e-accf-90167795e482), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:57.485183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b2679160-3239-4635-a1b4-f7d5325d371a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:57.543479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=b42e7f5e-3c68-417e-accf-90167795e482,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:57.598171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking segment: {'id': '3452a257-aa6f-4d7e-ba1c-f16f01ef464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9f2e0093-b25e-4983-9a18-1c78eaee02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:42:57.598559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network hostable DHCP agents. Network: 9f2e0093-b25e-4983-9a18-1c78eaee02c3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:42:57.635453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network 9f2e0093-b25e-4983-9a18-1c78eaee02c3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:42:57.640609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b2679160-3239-4635-a1b4-f7d5325d371a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:57.641298 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:57.652661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 9f2e0093-b25e-4983-9a18-1c78eaee02c3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:57.660904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:57.661584 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:57.710803 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a00277e3-e9b6-4e5c-aa9b-a83e19821a39 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5479577 Feb 10 06:42:57.711365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:57.718099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff501f15-3108-42a2-b42b-4cc64d4746ba None None] Network 9f2e0093-b25e-4983-9a18-1c78eaee02c3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:57.874105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84a774c4-1939-4376-80fc-ea1e206f401d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (78275d12-af68-49bc-8e98-fb6d066ec824), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:57.909572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a4f82-89d9-4acc-a5d6-b30ca28a6b96 req-b3b14f47-e99a-40b6-84f0-fdb2ebc41b81 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:57.923786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c57a4f82-89d9-4acc-a5d6-b30ca28a6b96 req-b3b14f47-e99a-40b6-84f0-fdb2ebc41b81 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.8600118 Feb 10 06:42:57.934714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-84a774c4-1939-4376-80fc-ea1e206f401d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 78275d12-af68-49bc-8e98-fb6d066ec824 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:57.989060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a25f4-6f4e-4af5-8fcd-063c13ce712f req-06b795e4-788e-4142-87b0-6dc225e7e682 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:57.989584 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9f2e0093-b25e-4983-9a18-1c78eaee02c3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:58.003552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a25f4-6f4e-4af5-8fcd-063c13ce712f req-06b795e4-788e-4142-87b0-6dc225e7e682 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:58.019819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a25f4-6f4e-4af5-8fcd-063c13ce712f req-06b795e4-788e-4142-87b0-6dc225e7e682 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:58.035079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a25f4-6f4e-4af5-8fcd-063c13ce712f req-06b795e4-788e-4142-87b0-6dc225e7e682 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:58.041832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a25f4-6f4e-4af5-8fcd-063c13ce712f req-06b795e4-788e-4142-87b0-6dc225e7e682 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:58.065996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a25f4-6f4e-4af5-8fcd-063c13ce712f req-06b795e4-788e-4142-87b0-6dc225e7e682 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:58.076944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a25f4-6f4e-4af5-8fcd-063c13ce712f req-06b795e4-788e-4142-87b0-6dc225e7e682 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:58.079005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b44a25f4-6f4e-4af5-8fcd-063c13ce712f req-06b795e4-788e-4142-87b0-6dc225e7e682 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.6143291 Feb 10 06:42:58.310732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84a774c4-1939-4376-80fc-ea1e206f401d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (78275d12-af68-49bc-8e98-fb6d066ec824), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:58.320084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0430f1-9306-4d8d-b146-cb186b3ad086 None None] Network 94eb6c3f-acee-44d2-9206-52947536629d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:42:58.434774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b44a25f4-6f4e-4af5-8fcd-063c13ce712f req-d5c9ab46-b36b-47f0-95a4-352fcb05e097 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3459504 Feb 10 06:42:58.451783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a774c4-1939-4376-80fc-ea1e206f401d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=78275d12-af68-49bc-8e98-fb6d066ec824,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:58.458963 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84a774c4-1939-4376-80fc-ea1e206f401d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:58.462784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-84a774c4-1939-4376-80fc-ea1e206f401d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/78275d12-af68-49bc-8e98-fb6d066ec824 HTTP/1.1" status: 204 len: 168 time: 1.4567275 Feb 10 06:42:58.467856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c57a4f82-89d9-4acc-a5d6-b30ca28a6b96 req-5b2fbd54-072a-4ca6-9a57-5dfcbaa552b8 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5408509 Feb 10 06:42:58.468635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55614) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:58.511993 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bf3228-4408-404e-8fee-94de3566e1e9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:42:58.515324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42bf3228-4408-404e-8fee-94de3566e1e9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/78275d12-af68-49bc-8e98-fb6d066ec824 HTTP/1.1" status: 404 len: 333 time: 0.0455263 Feb 10 06:42:58.518654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:58.685530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b2679160-3239-4635-a1b4-f7d5325d371a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:58.686676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a054ec4f-18d0-488b-8c5c-476ba5803249 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:42:58.694381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-041c41d2-b82b-4330-a89e-5cfeeb701e87 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port d48fc2f1-5fa9-4180-9190-df144a64c513 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:42:58.694724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-041c41d2-b82b-4330-a89e-5cfeeb701e87 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d48fc2f1-5fa9-4180-9190-df144a64c513), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:58.799502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-eb1c84e0-4bef-4684-96bb-2e43b34e1551 None None] Provisioning complete for port a054ec4f-18d0-488b-8c5c-476ba5803249 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:58.800164 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1c84e0-4bef-4684-96bb-2e43b34e1551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:58.877508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-9f2e0093-b25e-4983-9a18-1c78eaee02c3', 'network_id': '9f2e0093-b25e-4983-9a18-1c78eaee02c3', 'project_id': '850a2583d6364f2983a5f449bb12434d', 'fixed_ips': [{'subnet_id': 'b42e7f5e-3c68-417e-accf-90167795e482'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:42:58.880089 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:58.905548 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-041c41d2-b82b-4330-a89e-5cfeeb701e87 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d48fc2f1-5fa9-4180-9190-df144a64c513), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:58.937388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-041c41d2-b82b-4330-a89e-5cfeeb701e87 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for d48fc2f1-5fa9-4180-9190-df144a64c513 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:42:59.008062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b42e7f5e-3c68-417e-accf-90167795e482), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:59.215974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Allocated IP 2001:db8::1 (9f2e0093-b25e-4983-9a18-1c78eaee02c3/b42e7f5e-3c68-417e-accf-90167795e482/2bf0cb7f-f304-4440-a9cd-27870dba8952) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:42:59.227948 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-041c41d2-b82b-4330-a89e-5cfeeb701e87 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d48fc2f1-5fa9-4180-9190-df144a64c513), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:59.326108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c41d2-b82b-4330-a89e-5cfeeb701e87 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=d48fc2f1-5fa9-4180-9190-df144a64c513,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:59.387939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-041c41d2-b82b-4330-a89e-5cfeeb701e87 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:59.400209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-041c41d2-b82b-4330-a89e-5cfeeb701e87 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/d48fc2f1-5fa9-4180-9190-df144a64c513 HTTP/1.1" status: 204 len: 168 time: 0.8799832 Feb 10 06:42:59.402015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:59.472251 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcef63de-e001-453c-b792-bc24278f5423 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:42:59.476593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55626) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:42:59.482514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fcef63de-e001-453c-b792-bc24278f5423 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/d48fc2f1-5fa9-4180-9190-df144a64c513 HTTP/1.1" status: 404 len: 333 time: 0.0687814 Feb 10 06:42:59.551830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Publish callbacks [] for port (2bf0cb7f-f304-4440-a9cd-27870dba8952), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:59.598485 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (2bf0cb7f-f304-4440-a9cd-27870dba8952), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:59.690480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe9a8b8-4c0b-4937-9105-b69790b61736 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet eaa22762-4d8c-4d87-8f95-23c00f8f5600 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:42:59.698500 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (b42e7f5e-3c68-417e-accf-90167795e482), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:59.718525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a8b8-4c0b-4937-9105-b69790b61736 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (eaa22762-4d8c-4d87-8f95-23c00f8f5600), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:59.779412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c84e0-4bef-4684-96bb-2e43b34e1551 None None] Current status of the port a054ec4f-18d0-488b-8c5c-476ba5803249 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:42:59.779919 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1c84e0-4bef-4684-96bb-2e43b34e1551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:59.839902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c0560-734f-4e80-83f8-fea5c2bd3251 req-72b74ab8-a98c-47c9-b4e9-a42b974d2950 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:42:59.841514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Network 9f2e0093-b25e-4983-9a18-1c78eaee02c3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:42:59.841916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c49c0560-734f-4e80-83f8-fea5c2bd3251 req-72b74ab8-a98c-47c9-b4e9-a42b974d2950 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.1948481 Feb 10 06:42:59.854411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=b42e7f5e-3c68-417e-accf-90167795e482,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:59.882478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:42:59.901109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:42:59.947376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a054ec4f-18d0-488b-8c5c-476ba5803249 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:42:59.947680 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:42:59.965562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c49c0560-734f-4e80-83f8-fea5c2bd3251 req-dce8dcca-2b1a-4f26-8fd4-e81fa19cc221 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873160 Feb 10 06:42:59.986007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Pushing event updated for resources: {'Port': ['ID=2bf0cb7f-f304-4440-a9cd-27870dba8952,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:42:59.991073 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a8b8-4c0b-4937-9105-b69790b61736 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (eaa22762-4d8c-4d87-8f95-23c00f8f5600), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.007451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b99b-778a-4f70-b984-21e9b5e2a164 req-535ea3b0-f2ce-4f5c-8d3b-46b7a8225386 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:00.019139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b99b-778a-4f70-b984-21e9b5e2a164 req-535ea3b0-f2ce-4f5c-8d3b-46b7a8225386 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:00.033111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b99b-778a-4f70-b984-21e9b5e2a164 req-535ea3b0-f2ce-4f5c-8d3b-46b7a8225386 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:00.046939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b99b-778a-4f70-b984-21e9b5e2a164 req-535ea3b0-f2ce-4f5c-8d3b-46b7a8225386 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:00.059399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b99b-778a-4f70-b984-21e9b5e2a164 req-535ea3b0-f2ce-4f5c-8d3b-46b7a8225386 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:00.078855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b99b-778a-4f70-b984-21e9b5e2a164 req-535ea3b0-f2ce-4f5c-8d3b-46b7a8225386 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:00.089606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b99b-778a-4f70-b984-21e9b5e2a164 req-535ea3b0-f2ce-4f5c-8d3b-46b7a8225386 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:00.098569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad90b99b-778a-4f70-b984-21e9b5e2a164 req-535ea3b0-f2ce-4f5c-8d3b-46b7a8225386 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.3724616 Feb 10 06:43:00.140616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-eb1c84e0-4bef-4684-96bb-2e43b34e1551 None None] For port a054ec4f-18d0-488b-8c5c-476ba5803249, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a054ec4f-18d0-488b-8c5c-476ba5803249,segment=NetworkSegment(7787d46c-cf37-4512-b28e-90e66281c83b),segment_id=7787d46c-cf37-4512-b28e-90e66281c83b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:00.145148 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9f2e0093-b25e-4983-9a18-1c78eaee02c3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.171445 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1c84e0-4bef-4684-96bb-2e43b34e1551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.210377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2e0093-b25e-4983-9a18-1c78eaee02c3']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:00.253605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad90b99b-778a-4f70-b984-21e9b5e2a164 req-c201ce11-f69e-44ad-af75-fc838903d845 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1489127 Feb 10 06:43:00.266348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3452a257-aa6f-4d7e-ba1c-f16f01ef464a') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:00.270628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3452a257-aa6f-4d7e-ba1c-f16f01ef464a') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:00.323925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c84e0-4bef-4684-96bb-2e43b34e1551 None None] Pushing event updated for resources: {'Port': ['ID=a054ec4f-18d0-488b-8c5c-476ba5803249,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:00.333638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Attempting to bind port 2bf0cb7f-f304-4440-a9cd-27870dba8952 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:00.334226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Attempting to bind port 2bf0cb7f-f304-4440-a9cd-27870dba8952 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3452a257-aa6f-4d7e-ba1c-f16f01ef464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9f2e0093-b25e-4983-9a18-1c78eaee02c3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:00.335027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Attempting to bind port 2bf0cb7f-f304-4440-a9cd-27870dba8952 on network 9f2e0093-b25e-4983-9a18-1c78eaee02c3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:00.348910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:00.349295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Checking segment: {'id': '3452a257-aa6f-4d7e-ba1c-f16f01ef464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9f2e0093-b25e-4983-9a18-1c78eaee02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:00.357929 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.358265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Bound using segment: {'id': '3452a257-aa6f-4d7e-ba1c-f16f01ef464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9f2e0093-b25e-4983-9a18-1c78eaee02c3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:00.358877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Bound port: 2bf0cb7f-f304-4440-a9cd-27870dba8952, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3452a257-aa6f-4d7e-ba1c-f16f01ef464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9f2e0093-b25e-4983-9a18-1c78eaee02c3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:00.359273 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2bf0cb7f-f304-4440-a9cd-27870dba8952), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.368726 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (3452a257-aa6f-4d7e-ba1c-f16f01ef464a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.418568 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3452a257-aa6f-4d7e-ba1c-f16f01ef464a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.426078 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a8b8-4c0b-4937-9105-b69790b61736 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (eaa22762-4d8c-4d87-8f95-23c00f8f5600), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.478185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:00.478911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (3452a257-aa6f-4d7e-ba1c-f16f01ef464a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:00.486292 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:00.562002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] For port 2bf0cb7f-f304-4440-a9cd-27870dba8952, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:43:00.567715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:43:00.683708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.db.api [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:43:00.683708 n-d-828670-1 neutron-server[103213]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:43:00.683708 n-d-828670-1 neutron-server[103213]: [parameters: {'id': '9f2e0093-b25e-4983-9a18-1c78eaee02c3'}] Feb 10 06:43:00.683708 n-d-828670-1 neutron-server[103213]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:43:00.684015 n-d-828670-1 neutron-server[103213]: DEBUG oslo_db.api [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:43:00.732101 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a8b8-4c0b-4937-9105-b69790b61736 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (eaa22762-4d8c-4d87-8f95-23c00f8f5600), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.765320 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a8b8-4c0b-4937-9105-b69790b61736 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.772056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:00.775559 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0fe9a8b8-4c0b-4937-9105-b69790b61736 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/eaa22762-4d8c-4d87-8f95-23c00f8f5600 HTTP/1.1" status: 204 len: 168 time: 1.2968071 Feb 10 06:43:00.827022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9a8b8-4c0b-4937-9105-b69790b61736 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa22762-4d8c-4d87-8f95-23c00f8f5600,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:00.914874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:00.958714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a054ec4f-18d0-488b-8c5c-476ba5803249 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:00.975916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'port_id': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'mac_address': 'fa:16:3e:c4:4a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:43:00.979567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (94eb6c3f-acee-44d2-9206-52947536629d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:00.985768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-01c90747-68bc-41fd-b2ce-02d2c9a9ed68 None None] Provisioning complete for port a054ec4f-18d0-488b-8c5c-476ba5803249 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:00.986147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01c90747-68bc-41fd-b2ce-02d2c9a9ed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.068873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d338f-09f2-4a0c-9e74-fa3e13014874 None None] Network 94eb6c3f-acee-44d2-9206-52947536629d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:01.185670 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9f2e0093-b25e-4983-9a18-1c78eaee02c3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.204699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] For port 2bf0cb7f-f304-4440-a9cd-27870dba8952, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2bf0cb7f-f304-4440-a9cd-27870dba8952,segment=NetworkSegment(3452a257-aa6f-4d7e-ba1c-f16f01ef464a),segment_id=3452a257-aa6f-4d7e-ba1c-f16f01ef464a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:43:01.205963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port a054ec4f-18d0-488b-8c5c-476ba5803249 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:01.206145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.214953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a054ec4f-18d0-488b-8c5c-476ba5803249 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:01.330834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb6ba9-2aba-4d47-8822-0ad2b200cf5a req-d0b9cb8e-4e2d-42b7-8719-b985147b60e2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:01.349671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60eb6ba9-2aba-4d47-8822-0ad2b200cf5a req-d0b9cb8e-4e2d-42b7-8719-b985147b60e2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.2262931 Feb 10 06:43:01.353375 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2bf0cb7f-f304-4440-a9cd-27870dba8952), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.387065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting port 2bf0cb7f-f304-4440-a9cd-27870dba8952 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:01.387759 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2bf0cb7f-f304-4440-a9cd-27870dba8952), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.548237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] For port a054ec4f-18d0-488b-8c5c-476ba5803249, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a054ec4f-18d0-488b-8c5c-476ba5803249,segment=NetworkSegment(7787d46c-cf37-4512-b28e-90e66281c83b),segment_id=7787d46c-cf37-4512-b28e-90e66281c83b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:01.548597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.565471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] For port 2bf0cb7f-f304-4440-a9cd-27870dba8952, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2bf0cb7f-f304-4440-a9cd-27870dba8952,segment=NetworkSegment(3452a257-aa6f-4d7e-ba1c-f16f01ef464a),segment_id=3452a257-aa6f-4d7e-ba1c-f16f01ef464a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:01.565848 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2bf0cb7f-f304-4440-a9cd-27870dba8952), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.576843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for a054ec4f-18d0-488b-8c5c-476ba5803249 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:01.596713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Calling delete_port for 2bf0cb7f-f304-4440-a9cd-27870dba8952 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:01.598038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd24644-686c-4379-9ab3-8f703271eacf None None] Pushing event updated for resources: {'Port': ['ID=2bf0cb7f-f304-4440-a9cd-27870dba8952,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:01.609645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a4398310-5d0b-4a69-b68c-65f3b0972647 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:01.610142 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.745901 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a054ec4f-18d0-488b-8c5c-476ba5803249), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.787753 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2bf0cb7f-f304-4440-a9cd-27870dba8952), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:01.808614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No DVR routers for this DVR port a054ec4f-18d0-488b-8c5c-476ba5803249 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:01.811503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No DVR routers for this DVR port 2bf0cb7f-f304-4440-a9cd-27870dba8952 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:01.838175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4398310-5d0b-4a69-b68c-65f3b0972647 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:43:01.913572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Port': ['ID=2bf0cb7f-f304-4440-a9cd-27870dba8952,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:01.919077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:01.938456 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.048106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9f2e0093-b25e-4983-9a18-1c78eaee02c3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.093286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Could not find standard attr ID for object a054ec4f-18d0-488b-8c5c-476ba5803249. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:43:02.105603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d1acd-c773-4bcf-b927-07d4566524d7 None None] Network 9f2e0093-b25e-4983-9a18-1c78eaee02c3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:02.111394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2e0093-b25e-4983-9a18-1c78eaee02c3']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:02.134910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3452a257-aa6f-4d7e-ba1c-f16f01ef464a') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:02.135586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3452a257-aa6f-4d7e-ba1c-f16f01ef464a') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:02.137687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:02.168387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (3452a257-aa6f-4d7e-ba1c-f16f01ef464a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.194286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-01c90747-68bc-41fd-b2ce-02d2c9a9ed68 None None] Could not find standard attr ID for object a054ec4f-18d0-488b-8c5c-476ba5803249. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:43:02.223123 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3452a257-aa6f-4d7e-ba1c-f16f01ef464a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.237377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:02.237801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (3452a257-aa6f-4d7e-ba1c-f16f01ef464a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:02.241056 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:02.249254 n-d-828670-1 neutron-server[103215]: INFO neutron.plugins.ml2.db [None req-01c90747-68bc-41fd-b2ce-02d2c9a9ed68 None None] No ports have port_id starting with a054ec4f-18d0-488b-8c5c-476ba5803249 Feb 10 06:43:02.250794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a4398310-5d0b-4a69-b68c-65f3b0972647'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:43:02.378293 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (9f2e0093-b25e-4983-9a18-1c78eaee02c3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.418598 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.436609 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/9f2e0093-b25e-4983-9a18-1c78eaee02c3 HTTP/1.1" status: 204 len: 168 time: 4.7218785 Feb 10 06:43:02.437583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc1372-5632-49eb-846a-81948a78b046 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=9f2e0093-b25e-4983-9a18-1c78eaee02c3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:02.454458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55680) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:02.468295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309110400'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:02.505990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b498403-20d0-40db-891d-a309360c31ea None None] DHCP port deletion for 94eb6c3f-acee-44d2-9206-52947536629d request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:43:02.544210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d6d57739-a02c-4377-a08a-f7b3e8d95978 None None] Could not find standard attr ID for object d48fc2f1-5fa9-4180-9190-df144a64c513. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:43:02.545124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:02.555724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.637692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:43:02.640590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4d7056-d166-432c-aa9e-dadb3e77f6f0 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:43:02.643655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=a054ec4f-18d0-488b-8c5c-476ba5803249,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:02.672166 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (67bd0793-a80b-42a7-a949-874154986218), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.672514 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment 67bd0793-a80b-42a7-a949-874154986218 of type vlan for network 476da806-8f73-47ac-b32f-6eb831de17b0 Feb 10 06:43:02.765313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e834a6-58b9-4077-9007-720d8413edf6 req-23985431-331a-45c7-b45e-be66b9a373dc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:02.778340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e834a6-58b9-4077-9007-720d8413edf6 req-23985431-331a-45c7-b45e-be66b9a373dc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:02.785647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e834a6-58b9-4077-9007-720d8413edf6 req-23985431-331a-45c7-b45e-be66b9a373dc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:02.792771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e834a6-58b9-4077-9007-720d8413edf6 req-23985431-331a-45c7-b45e-be66b9a373dc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:02.793158 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (476da806-8f73-47ac-b32f-6eb831de17b0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.798266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e834a6-58b9-4077-9007-720d8413edf6 req-23985431-331a-45c7-b45e-be66b9a373dc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:02.804204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e834a6-58b9-4077-9007-720d8413edf6 req-23985431-331a-45c7-b45e-be66b9a373dc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:02.809432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e834a6-58b9-4077-9007-720d8413edf6 req-23985431-331a-45c7-b45e-be66b9a373dc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:02.811524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88e834a6-58b9-4077-9007-720d8413edf6 req-23985431-331a-45c7-b45e-be66b9a373dc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 1.3606069 Feb 10 06:43:02.888174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88e834a6-58b9-4077-9007-720d8413edf6 req-52d9923a-576c-4e6f-8de3-f10a7657b112 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696194 Feb 10 06:43:02.894019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60eb6ba9-2aba-4d47-8822-0ad2b200cf5a req-c09481a8-c2e2-484a-a4fa-0a9baaf37ecb tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5444829 Feb 10 06:43:02.947015 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (476da806-8f73-47ac-b32f-6eb831de17b0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:02.954482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:02.956857 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:03.052480 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (94eb6c3f-acee-44d2-9206-52947536629d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:03.075689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55692) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:03.076802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6170938 Feb 10 06:43:03.088811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': '476da806-8f73-47ac-b32f-6eb831de17b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:03.123744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d7056-d166-432c-aa9e-dadb3e77f6f0 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:43:03.168712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4b0a-3ddd-46c5-a391-97a40b0af488 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=476da806-8f73-47ac-b32f-6eb831de17b0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:03.240465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:03.248496 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:03.275873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94eb6c3f-acee-44d2-9206-52947536629d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:03.325667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a054ec4f-18d0-488b-8c5c-476ba5803249 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:03.327648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 476da806-8f73-47ac-b32f-6eb831de17b0 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:43:03.404555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a054ec4f-18d0-488b-8c5c-476ba5803249 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:03.404866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a054ec4f-18d0-488b-8c5c-476ba5803249 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:03.487510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7787d46c-cf37-4512-b28e-90e66281c83b') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:03.488064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7787d46c-cf37-4512-b28e-90e66281c83b') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:03.491055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (adf32970-e90e-487c-a997-baf6857117d7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:03.540151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (7787d46c-cf37-4512-b28e-90e66281c83b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:03.648866 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7787d46c-cf37-4512-b28e-90e66281c83b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:03.682117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:03.683656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (7787d46c-cf37-4512-b28e-90e66281c83b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:03.691233 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:03.794961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=adf32970-e90e-487c-a997-baf6857117d7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:03.981704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking segment: {'id': '67bd0793-a80b-42a7-a949-874154986218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '476da806-8f73-47ac-b32f-6eb831de17b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:03.982507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network hostable DHCP agents. Network: 476da806-8f73-47ac-b32f-6eb831de17b0, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:43:04.003107 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (94eb6c3f-acee-44d2-9206-52947536629d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:04.017160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:04.024662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55702) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:04.030355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1739591259'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:04.037507 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/networks/94eb6c3f-acee-44d2-9206-52947536629d HTTP/1.1" status: 204 len: 168 time: 3.2642291 Feb 10 06:43:04.063658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286072a7-7f13-47dd-9267-098b30b8b0ba None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:43:04.108474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:04.133487 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:04.199867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:43:04.228451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (fb541505-d613-48b1-aa22-60ac52ce9026), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:04.234692 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Added segment fb541505-d613-48b1-aa22-60ac52ce9026 of type vlan for network af165bcf-2a4f-4371-ae05-743e06928ae7 Feb 10 06:43:04.248570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0fc95-6935-4c62-8f9d-4d97fe903cf3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Network': ['ID=94eb6c3f-acee-44d2-9206-52947536629d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:04.290712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network 476da806-8f73-47ac-b32f-6eb831de17b0 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:43:04.390451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 476da806-8f73-47ac-b32f-6eb831de17b0) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:04.404155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.405009 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:04.419666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (af165bcf-2a4f-4371-ae05-743e06928ae7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:04.420906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad3534-38f8-4bce-903e-f0d502cda63a req-d802d236-f9e9-41d6-a79f-b018d87cf5bc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.423175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aad3534-38f8-4bce-903e-f0d502cda63a req-d802d236-f9e9-41d6-a79f-b018d87cf5bc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 944 time: 0.3842816 Feb 10 06:43:04.496366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (af165bcf-2a4f-4371-ae05-743e06928ae7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:04.509001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.509826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:04.545037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faa738-0eb6-44dd-b730-5127ef729235 req-e08fc429-a560-45c7-a918-1f3da2217398 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.556087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:04.559710 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5341198 Feb 10 06:43:04.567156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55706) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:04.578111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faa738-0eb6-44dd-b730-5127ef729235 req-e08fc429-a560-45c7-a918-1f3da2217398 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.581954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': 'af165bcf-2a4f-4371-ae05-743e06928ae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:04.601366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faa738-0eb6-44dd-b730-5127ef729235 req-e08fc429-a560-45c7-a918-1f3da2217398 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.629397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faa738-0eb6-44dd-b730-5127ef729235 req-e08fc429-a560-45c7-a918-1f3da2217398 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.649304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faa738-0eb6-44dd-b730-5127ef729235 req-e08fc429-a560-45c7-a918-1f3da2217398 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.666097 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faa738-0eb6-44dd-b730-5127ef729235 req-e08fc429-a560-45c7-a918-1f3da2217398 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.679419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faa738-0eb6-44dd-b730-5127ef729235 req-e08fc429-a560-45c7-a918-1f3da2217398 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:04.697451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4faa738-0eb6-44dd-b730-5127ef729235 req-e08fc429-a560-45c7-a918-1f3da2217398 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.4791582 Feb 10 06:43:04.718365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dcd0a854-1ce4-4868-b880-3274fd19cb7a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6415601 Feb 10 06:43:04.724566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55708) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:04.739736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': '476da806-8f73-47ac-b32f-6eb831de17b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:04.781350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aad3534-38f8-4bce-903e-f0d502cda63a req-0c9a37c8-878d-4135-a8f8-582d3acbe23a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460674 Feb 10 06:43:04.895471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4faa738-0eb6-44dd-b730-5127ef729235 req-18477ac2-59e8-47e9-bbc3-0dfd4d33c2d1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969693 Feb 10 06:43:04.909840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122df7db-e6b5-42c8-9a1b-5d412ae5c39b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Network': ['ID=af165bcf-2a4f-4371-ae05-743e06928ae7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:04.913704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port a4398310-5d0b-4a69-b68c-65f3b0972647 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:04.914492 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:05.033095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network af165bcf-2a4f-4371-ae05-743e06928ae7 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:43:05.143320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:05.147464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:05.178412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286072a7-7f13-47dd-9267-098b30b8b0ba None None] Unable to find a vacant binding_index for network 476da806-8f73-47ac-b32f-6eb831de17b0 and agent 0d3101ed-547a-417b-9260-b74253ed293d {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 10 06:43:05.188307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286072a7-7f13-47dd-9267-098b30b8b0ba None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 476da806-8f73-47ac-b32f-6eb831de17b0) {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:43:05.532102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a4398310-5d0b-4a69-b68c-65f3b0972647 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:05.532720 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:05.572044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:43:05.575046 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca6b3af-d557-4bc5-8421-f0fe886f49fa" -d '{"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-plugged", "status": "completed", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:43:05.620011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:05.633346 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:05.643491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-476da806-8f73-47ac-b32f-6eb831de17b0', 'network_id': '476da806-8f73-47ac-b32f-6eb831de17b0', 'project_id': '850a2583d6364f2983a5f449bb12434d', 'fixed_ips': [{'subnet_id': 'adf32970-e90e-487c-a997-baf6857117d7'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:43:05.644353 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:05.708189 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6332562c-35a3-42b3-b6d8-13cd3675d680 x-openstack-request-id: req-6332562c-35a3-42b3-b6d8-13cd3675d680 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:43:05.708492 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-plugged", "status": "completed", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:43:05.708750 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6332562c-35a3-42b3-b6d8-13cd3675d680 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:43:05.709147 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'code': 200} Feb 10 06:43:05.764034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:05.851701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (4dfe23ee-2136-4c84-b106-a922edccc3c3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:05.852619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Allocated IP 2001:db8::2 (476da806-8f73-47ac-b32f-6eb831de17b0/adf32970-e90e-487c-a997-baf6857117d7/4560b9e4-917b-4f8a-a993-4f74e21f3764) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:05.861502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:05.866738 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:06.106596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444fab-838f-45ca-801c-302bea093b72 req-5ad935be-6814-46d5-aedd-b327fc42c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.108419 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd444fab-838f-45ca-801c-302bea093b72 req-5ad935be-6814-46d5-aedd-b327fc42c079 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1126 time: 0.7787852 Feb 10 06:43:06.142279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=4dfe23ee-2136-4c84-b106-a922edccc3c3,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:06.224030 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Publish callbacks [] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:06.239312 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:06.350593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528474f-1e91-4627-922f-22657b3018f7 req-85c8e16f-a837-485b-bc87-de531149bf55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.356272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528474f-1e91-4627-922f-22657b3018f7 req-85c8e16f-a837-485b-bc87-de531149bf55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.362598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528474f-1e91-4627-922f-22657b3018f7 req-85c8e16f-a837-485b-bc87-de531149bf55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.380330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528474f-1e91-4627-922f-22657b3018f7 req-85c8e16f-a837-485b-bc87-de531149bf55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.387668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528474f-1e91-4627-922f-22657b3018f7 req-85c8e16f-a837-485b-bc87-de531149bf55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.394129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528474f-1e91-4627-922f-22657b3018f7 req-85c8e16f-a837-485b-bc87-de531149bf55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.399794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528474f-1e91-4627-922f-22657b3018f7 req-85c8e16f-a837-485b-bc87-de531149bf55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.401766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f528474f-1e91-4627-922f-22657b3018f7 req-85c8e16f-a837-485b-bc87-de531149bf55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2149327 Feb 10 06:43:06.423891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a16ed-9d56-439b-b3d5-6e763306636d req-d57e34bf-33bb-4849-a90a-3d36bafb0c4c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.425469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e5a16ed-9d56-439b-b3d5-6e763306636d req-d57e34bf-33bb-4849-a90a-3d36bafb0c4c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.3651128 Feb 10 06:43:06.435213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Network 476da806-8f73-47ac-b32f-6eb831de17b0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:06.438376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:06.442039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:06.478640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Pushing event updated for resources: {'Port': ['ID=4560b9e4-917b-4f8a-a993-4f74e21f3764,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:06.571770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e5a16ed-9d56-439b-b3d5-6e763306636d req-735ac9e1-1e33-4a22-b456-004b19e233ac tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937922 Feb 10 06:43:06.585361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f528474f-1e91-4627-922f-22657b3018f7 req-b46de2b6-3632-4e3f-8276-f80192bc7d06 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588855 Feb 10 06:43:06.613366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Attempting to bind port 4560b9e4-917b-4f8a-a993-4f74e21f3764 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:06.613821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Attempting to bind port 4560b9e4-917b-4f8a-a993-4f74e21f3764 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '67bd0793-a80b-42a7-a949-874154986218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '476da806-8f73-47ac-b32f-6eb831de17b0'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:06.614095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Attempting to bind port 4560b9e4-917b-4f8a-a993-4f74e21f3764 on network 476da806-8f73-47ac-b32f-6eb831de17b0 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:06.633174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:06.633549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Checking segment: {'id': '67bd0793-a80b-42a7-a949-874154986218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '476da806-8f73-47ac-b32f-6eb831de17b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:06.633952 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:06.634369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Bound using segment: {'id': '67bd0793-a80b-42a7-a949-874154986218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '476da806-8f73-47ac-b32f-6eb831de17b0'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:06.643449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Bound port: 4560b9e4-917b-4f8a-a993-4f74e21f3764, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bd0793-a80b-42a7-a949-874154986218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '476da806-8f73-47ac-b32f-6eb831de17b0'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:06.643852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:06.743214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444fab-838f-45ca-801c-302bea093b72 req-039e4003-b908-42fa-bbd5-f6e6823cfd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:06.745314 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd444fab-838f-45ca-801c-302bea093b72 req-039e4003-b908-42fa-bbd5-f6e6823cfd04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.5918941 Feb 10 06:43:06.750550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Checking segment: {'id': 'fb541505-d613-48b1-aa22-60ac52ce9026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af165bcf-2a4f-4371-ae05-743e06928ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:06.751121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network hostable DHCP agents. Network: af165bcf-2a4f-4371-ae05-743e06928ae7, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:43:06.830832 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:06.834127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] For port 4560b9e4-917b-4f8a-a993-4f74e21f3764, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:43:06.841160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] For port 4560b9e4-917b-4f8a-a993-4f74e21f3764, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4560b9e4-917b-4f8a-a993-4f74e21f3764,segment=NetworkSegment(67bd0793-a80b-42a7-a949-874154986218),segment_id=67bd0793-a80b-42a7-a949-874154986218)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:43:06.853928 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:06.911086 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd444fab-838f-45ca-801c-302bea093b72 req-8443a494-5a3a-45ad-8acd-40bf0cf0ae35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 1001 time: 0.1503155 Feb 10 06:43:06.993969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e209aa-0b3c-4101-926f-b40e49ab6575 None None] Pushing event updated for resources: {'Port': ['ID=4560b9e4-917b-4f8a-a993-4f74e21f3764,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:07.032313 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444fab-838f-45ca-801c-302bea093b72 req-71ef51f4-3b84-4e32-bfa3-e4bb3651e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:07.033867 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd444fab-838f-45ca-801c-302bea093b72 req-71ef51f4-3b84-4e32-bfa3-e4bb3651e635 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.1018348 Feb 10 06:43:07.098126 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (b13c01f5-0421-4293-a962-b0274801f791), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:07.199373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=b13c01f5-0421-4293-a962-b0274801f791,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:07.214540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network af165bcf-2a4f-4371-ae05-743e06928ae7 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:43:07.274540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, af165bcf-2a4f-4371-ae05-743e06928ae7) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:07.281996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network 476da806-8f73-47ac-b32f-6eb831de17b0 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:07.294771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:07.295372 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:07.303163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:07.321894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:07.322629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:07.351230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444fab-838f-45ca-801c-302bea093b72 req-391c16d2-71d2-49a0-b363-80e1edf5f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:07.356939 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd444fab-838f-45ca-801c-302bea093b72 req-391c16d2-71d2-49a0-b363-80e1edf5f46f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2908552 Feb 10 06:43:07.388192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-dd444fab-838f-45ca-801c-302bea093b72 req-2c0d0606-c226-496c-8bfd-1144920c35a7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:43:07.395766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd444fab-838f-45ca-801c-302bea093b72 req-2c0d0606-c226-496c-8bfd-1144920c35a7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243273 Feb 10 06:43:07.432366 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4a740ba2-0b40-4161-9a5f-7a6dcd8f9e4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8601298 Feb 10 06:43:07.432815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:07.437859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3c2703ba-b2d2-49a1-80a3-71fb0614df73 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2037564441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:07.444104 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d42802ac-e30d-4820-a2fe-1d3310bf3b01 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7132378 Feb 10 06:43:07.489527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55742) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:07.510511 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c2703ba-b2d2-49a1-80a3-71fb0614df73 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (861e52af-9f6e-40b7-9adb-509f4e8f917d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:07.512094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c2703ba-b2d2-49a1-80a3-71fb0614df73 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (861e52af-9f6e-40b7-9adb-509f4e8f917d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:07.641182 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c2703ba-b2d2-49a1-80a3-71fb0614df73 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for router_controller (861e52af-9f6e-40b7-9adb-509f4e8f917d), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:07.649576 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c2703ba-b2d2-49a1-80a3-71fb0614df73 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (861e52af-9f6e-40b7-9adb-509f4e8f917d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:07.689428 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c2703ba-b2d2-49a1-80a3-71fb0614df73 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:07.694576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3c2703ba-b2d2-49a1-80a3-71fb0614df73 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2596433 Feb 10 06:43:07.696230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:07.712843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'network_id': 'af165bcf-2a4f-4371-ae05-743e06928ae7', 'name': 'tempest-PortsIpV6TestJSON-954685229'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:07.746539 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd444fab-838f-45ca-801c-302bea093b72 req-0d1c520f-8553-43d0-a236-2e0f53b3eabc service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436928 Feb 10 06:43:07.980842 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd444fab-838f-45ca-801c-302bea093b72 req-c6ccbe01-a345-4baa-94c0-223955f3f902 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132564 Feb 10 06:43:08.096801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c43bb4-bee2-4ed7-b668-21ff1fa301cc tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.098261 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c43bb4-bee2-4ed7-b668-21ff1fa301cc tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.110181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c43bb4-bee2-4ed7-b668-21ff1fa301cc tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.114159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c43bb4-bee2-4ed7-b668-21ff1fa301cc tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.116758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c43bb4-bee2-4ed7-b668-21ff1fa301cc tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.128799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-14c43bb4-bee2-4ed7-b668-21ff1fa301cc tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6381612 Feb 10 06:43:08.129416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55752) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:08.141227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712978270'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:08.179791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:08.194617 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:08.216663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:08.228201 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:08.261439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port e6393e50-11ce-427b-a24f-ae0b3d970ca6 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:43:08.324790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:43:08.337199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5ab7-751c-4efb-9157-543b2b8a4cb5 req-b3a7fdf4-b015-4809-adfe-33ddd1a33e66 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.359693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (094d859f-83ad-4efa-891a-ce100e254919), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:08.360655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5ab7-751c-4efb-9157-543b2b8a4cb5 req-b3a7fdf4-b015-4809-adfe-33ddd1a33e66 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.366697 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment 094d859f-83ad-4efa-891a-ce100e254919 of type vlan for network 42731714-4264-4486-a914-c6e742dbc0a2 Feb 10 06:43:08.395661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5ab7-751c-4efb-9157-543b2b8a4cb5 req-b3a7fdf4-b015-4809-adfe-33ddd1a33e66 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.421296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5ab7-751c-4efb-9157-543b2b8a4cb5 req-b3a7fdf4-b015-4809-adfe-33ddd1a33e66 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.446551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5ab7-751c-4efb-9157-543b2b8a4cb5 req-b3a7fdf4-b015-4809-adfe-33ddd1a33e66 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.465827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5ab7-751c-4efb-9157-543b2b8a4cb5 req-b3a7fdf4-b015-4809-adfe-33ddd1a33e66 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.508336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5ab7-751c-4efb-9157-543b2b8a4cb5 req-b3a7fdf4-b015-4809-adfe-33ddd1a33e66 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.513551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5ca5ab7-751c-4efb-9157-543b2b8a4cb5 req-b3a7fdf4-b015-4809-adfe-33ddd1a33e66 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.5672224 Feb 10 06:43:08.564491 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (42731714-4264-4486-a914-c6e742dbc0a2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:08.570582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eee326-7f3d-4903-94d3-4109155fd3ae req-47d70be1-99ce-4429-af0e-91b1f5ad4ba7 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.576420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70eee326-7f3d-4903-94d3-4109155fd3ae req-47d70be1-99ce-4429-af0e-91b1f5ad4ba7 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.6186683 Feb 10 06:43:08.661983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (42731714-4264-4486-a914-c6e742dbc0a2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:08.678159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:08.678832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:08.726707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04217311-8c2a-4da1-bceb-40b2a360ba74 None None] Network 476da806-8f73-47ac-b32f-6eb831de17b0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:08.738403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d2889-6120-4700-8d90-9839a7b9548a None None] Network af165bcf-2a4f-4371-ae05-743e06928ae7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:08.823745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2d94eee9-3b29-46a4-a636-8c68162956b9 None None] Provisioning complete for port 4560b9e4-917b-4f8a-a993-4f74e21f3764 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:08.824127 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d94eee9-3b29-46a4-a636-8c68162956b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:08.883657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=42731714-4264-4486-a914-c6e742dbc0a2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:08.901483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::3e8 (af165bcf-2a4f-4371-ae05-743e06928ae7/4dfe23ee-2136-4c84-b106-a922edccc3c3/e6393e50-11ce-427b-a24f-ae0b3d970ca6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:08.910145 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-72dad43f-33e2-4b43-ba09-fb118360303a tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7746150 Feb 10 06:43:08.922224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55760) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:08.925053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 42731714-4264-4486-a914-c6e742dbc0a2 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:43:08.930917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c57c573f-e918-4b01-879b-68f7a06bd8ec tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:09.332121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4560b9e4-917b-4f8a-a993-4f74e21f3764 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:09.353418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70eee326-7f3d-4903-94d3-4109155fd3ae req-0ad54749-6b81-43e4-a112-963be28728e0 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811708 Feb 10 06:43:09.361071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5ca5ab7-751c-4efb-9157-543b2b8a4cb5 req-1b68b092-7be4-409f-ac13-4b76f66ac47a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8410287 Feb 10 06:43:09.365313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:09.437218 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:09.494503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network af165bcf-2a4f-4371-ae05-743e06928ae7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:09.498721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:09.503877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:09.510388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:09.511304 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:09.534519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8371184 Feb 10 06:43:09.538683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55764) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:09.579627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb36b8-57e9-423b-ad42-329474d9ced3 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=e6393e50-11ce-427b-a24f-ae0b3d970ca6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:09.840699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2d94eee9-3b29-46a4-a636-8c68162956b9 None None] Current status of the port 4560b9e4-917b-4f8a-a993-4f74e21f3764 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:09.841220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d94eee9-3b29-46a4-a636-8c68162956b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.075155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2d94eee9-3b29-46a4-a636-8c68162956b9 None None] For port 4560b9e4-917b-4f8a-a993-4f74e21f3764, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4560b9e4-917b-4f8a-a993-4f74e21f3764,segment=NetworkSegment(67bd0793-a80b-42a7-a949-874154986218),segment_id=67bd0793-a80b-42a7-a949-874154986218)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:10.137395 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.140085 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d94eee9-3b29-46a4-a636-8c68162956b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.217374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-af165bcf-2a4f-4371-ae05-743e06928ae7', 'network_id': 'af165bcf-2a4f-4371-ae05-743e06928ae7', 'project_id': '4f92ea7c86b4492aae79d4c410603ec5', 'fixed_ips': [{'subnet_id': '4dfe23ee-2136-4c84-b106-a922edccc3c3'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:43:10.218257 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.273249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c57c573f-e918-4b01-879b-68f7a06bd8ec tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (42731714-4264-4486-a914-c6e742dbc0a2), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.297865 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.316979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c57c573f-e918-4b01-879b-68f7a06bd8ec tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (42731714-4264-4486-a914-c6e742dbc0a2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.440282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4560b9e4-917b-4f8a-a993-4f74e21f3764 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:10.440818 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.441192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c57c573f-e918-4b01-879b-68f7a06bd8ec tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network 42731714-4264-4486-a914-c6e742dbc0a2 is not hosted by any dhcp agent {{(pid=103213) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:43:10.446084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c573f-e918-4b01-879b-68f7a06bd8ec tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:10.481179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c57c573f-e918-4b01-879b-68f7a06bd8ec tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.485161 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c57c573f-e918-4b01-879b-68f7a06bd8ec tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "PUT /v2.0/networks/42731714-4264-4486-a914-c6e742dbc0a2 HTTP/1.1" status: 200 len: 723 time: 1.5572741 Feb 10 06:43:10.485459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55774) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:10.521499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': '42731714-4264-4486-a914-c6e742dbc0a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:10.757041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c573f-e918-4b01-879b-68f7a06bd8ec tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=42731714-4264-4486-a914-c6e742dbc0a2,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:10.788652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf5dfcfc-d4d9-4332-85d6-8e1305096486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:10.841415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 42731714-4264-4486-a914-c6e742dbc0a2 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:43:10.871580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:10.881918 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:11.122870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d52578-6af6-4b84-83ec-fbf788d524b7 req-5bc03783-522a-4d3c-9eb0-991ce6c4fa5c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:11.125063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3d52578-6af6-4b84-83ec-fbf788d524b7 req-5bc03783-522a-4d3c-9eb0-991ce6c4fa5c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.5719988 Feb 10 06:43:11.317253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0df7-517a-4e38-ba2f-d26ca6c10385 req-79a11b4d-2e97-4c69-b87d-1049941b690f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:11.323581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0df7-517a-4e38-ba2f-d26ca6c10385 req-79a11b4d-2e97-4c69-b87d-1049941b690f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:11.337514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0df7-517a-4e38-ba2f-d26ca6c10385 req-79a11b4d-2e97-4c69-b87d-1049941b690f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:11.342851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0df7-517a-4e38-ba2f-d26ca6c10385 req-79a11b4d-2e97-4c69-b87d-1049941b690f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:11.350405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0df7-517a-4e38-ba2f-d26ca6c10385 req-79a11b4d-2e97-4c69-b87d-1049941b690f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:11.357044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0df7-517a-4e38-ba2f-d26ca6c10385 req-79a11b4d-2e97-4c69-b87d-1049941b690f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:11.362475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0df7-517a-4e38-ba2f-d26ca6c10385 req-79a11b4d-2e97-4c69-b87d-1049941b690f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:11.365035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c7c0df7-517a-4e38-ba2f-d26ca6c10385 req-79a11b4d-2e97-4c69-b87d-1049941b690f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.7115409 Feb 10 06:43:11.409154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (57a01cdf-f77a-40a1-a653-c0a76a035bf7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:11.427506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94eee9-3b29-46a4-a636-8c68162956b9 None None] Pushing event updated for resources: {'Port': ['ID=4560b9e4-917b-4f8a-a993-4f74e21f3764,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:11.433547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3d52578-6af6-4b84-83ec-fbf788d524b7 req-7d45e1c3-a8fa-4877-adbe-38047a894288 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409925 Feb 10 06:43:11.455919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2952a4-7643-4f7f-b490-dd80afef2ffd None None] Update dhcp port {'port': {'network_id': '476da806-8f73-47ac-b32f-6eb831de17b0', 'fixed_ips': [{'subnet_id': 'adf32970-e90e-487c-a997-baf6857117d7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b13c01f5-0421-4293-a962-b0274801f791'}], 'binding:host_id': 'n-d-828670-1'}, 'id': '4560b9e4-917b-4f8a-a993-4f74e21f3764'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:43:11.513055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c7c0df7-517a-4e38-ba2f-d26ca6c10385 req-7e95f5e8-684c-4b8c-a553-46fb071c4b53 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373141 Feb 10 06:43:11.558774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:11.562293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=57a01cdf-f77a-40a1-a653-c0a76a035bf7,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:11.569030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4560b9e4-917b-4f8a-a993-4f74e21f3764 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:11.576982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:11.589824 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c2952a4-7643-4f7f-b490-dd80afef2ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:11.624151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking segment: {'id': '094d859f-83ad-4efa-891a-ce100e254919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42731714-4264-4486-a914-c6e742dbc0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:11.628285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network hostable DHCP agents. Network: 42731714-4264-4486-a914-c6e742dbc0a2, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:43:11.677128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network 42731714-4264-4486-a914-c6e742dbc0a2 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:43:11.691828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 42731714-4264-4486-a914-c6e742dbc0a2) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:11.697364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:11.698410 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:11.768623 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d2f9bc53-eb2e-4aa3-b305-e392c1765c94 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2818615 Feb 10 06:43:11.769145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55786) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:11.790180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-546c4e78-db93-4370-8196-fb1b3ef7b796 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:11.970630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1c2952a4-7643-4f7f-b490-dd80afef2ffd None None] Allocated IP 172.20.0.1 (476da806-8f73-47ac-b32f-6eb831de17b0/b13c01f5-0421-4293-a962-b0274801f791/4560b9e4-917b-4f8a-a993-4f74e21f3764) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:11.998251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=e6393e50-11ce-427b-a24f-ae0b3d970ca6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:12.099860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1c2952a4-7643-4f7f-b490-dd80afef2ffd None None] For port 4560b9e4-917b-4f8a-a993-4f74e21f3764, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4560b9e4-917b-4f8a-a993-4f74e21f3764,segment=NetworkSegment(67bd0793-a80b-42a7-a949-874154986218),segment_id=67bd0793-a80b-42a7-a949-874154986218)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:12.134432 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c2952a4-7643-4f7f-b490-dd80afef2ffd None None] Publish callbacks [] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:12.150641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e9ad6-2c2b-44d2-80e9-646320e41789 None None] Network 42731714-4264-4486-a914-c6e742dbc0a2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:12.194854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-546c4e78-db93-4370-8196-fb1b3ef7b796 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59352338'] for subnet (57a01cdf-f77a-40a1-a653-c0a76a035bf7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:12.253702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (861e52af-9f6e-40b7-9adb-509f4e8f917d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:12.317603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4560b9e4-917b-4f8a-a993-4f74e21f3764 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:12.321440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Allocated IP 2001:db8::2 (af165bcf-2a4f-4371-ae05-743e06928ae7/4dfe23ee-2136-4c84-b106-a922edccc3c3/502f8a2c-4b39-4972-b205-4bdd3a95b5df) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:12.325786 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c2952a4-7643-4f7f-b490-dd80afef2ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:12.560474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-42731714-4264-4486-a914-c6e742dbc0a2', 'network_id': '42731714-4264-4486-a914-c6e742dbc0a2', 'project_id': '850a2583d6364f2983a5f449bb12434d', 'fixed_ips': [{'subnet_id': '57a01cdf-f77a-40a1-a653-c0a76a035bf7'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:43:12.562863 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:12.672369 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:12.742461 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1c14e9a-95bf-4697-9820-580e4b5f7def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:12.964326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2952a4-7643-4f7f-b490-dd80afef2ffd None None] Pushing event updated for resources: {'Port': ['ID=4560b9e4-917b-4f8a-a993-4f74e21f3764,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:13.038680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4560b9e4-917b-4f8a-a993-4f74e21f3764 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:13.050563 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:13.116449 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-546c4e78-db93-4370-8196-fb1b3ef7b796 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734256405239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3751069'] for subnet (57a01cdf-f77a-40a1-a653-c0a76a035bf7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:13.177108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c4e78-db93-4370-8196-fb1b3ef7b796 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:13.177892 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-546c4e78-db93-4370-8196-fb1b3ef7b796 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:13.185349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-546c4e78-db93-4370-8196-fb1b3ef7b796 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "PUT /v2.0/subnets/57a01cdf-f77a-40a1-a653-c0a76a035bf7 HTTP/1.1" status: 200 len: 826 time: 1.4146290 Feb 10 06:43:13.196219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55808) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:13.199555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07418ccc-f74f-4098-87be-f5cd956f1a96 req-70296bef-2118-455a-bdb9-e338fc58e6f7 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:13.209584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07418ccc-f74f-4098-87be-f5cd956f1a96 req-70296bef-2118-455a-bdb9-e338fc58e6f7 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.5008485 Feb 10 06:43:13.418096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ff79-4d3c-4dfe-92a5-f1e94f596eee req-5ffc408b-1652-459d-b2d0-95b366d0d678 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:13.439325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ff79-4d3c-4dfe-92a5-f1e94f596eee req-5ffc408b-1652-459d-b2d0-95b366d0d678 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:13.478620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ff79-4d3c-4dfe-92a5-f1e94f596eee req-5ffc408b-1652-459d-b2d0-95b366d0d678 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:13.492391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ff79-4d3c-4dfe-92a5-f1e94f596eee req-5ffc408b-1652-459d-b2d0-95b366d0d678 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:13.511648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ff79-4d3c-4dfe-92a5-f1e94f596eee req-5ffc408b-1652-459d-b2d0-95b366d0d678 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:13.540321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ff79-4d3c-4dfe-92a5-f1e94f596eee req-5ffc408b-1652-459d-b2d0-95b366d0d678 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:13.560154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ff79-4d3c-4dfe-92a5-f1e94f596eee req-5ffc408b-1652-459d-b2d0-95b366d0d678 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:13.562271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae48ff79-4d3c-4dfe-92a5-f1e94f596eee req-5ffc408b-1652-459d-b2d0-95b366d0d678 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.6948459 Feb 10 06:43:13.613909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Allocated IP 2001:db8::2 (42731714-4264-4486-a914-c6e742dbc0a2/57a01cdf-f77a-40a1-a653-c0a76a035bf7/44201112-d8c5-448c-8491-c1492f983aeb) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:13.639511 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Publish callbacks [] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:13.690852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:13.868796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07418ccc-f74f-4098-87be-f5cd956f1a96 req-17b4e052-f748-47e1-a2eb-7f4b0a109934 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5653436 Feb 10 06:43:13.897667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (42731714-4264-4486-a914-c6e742dbc0a2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:13.967565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae48ff79-4d3c-4dfe-92a5-f1e94f596eee req-74fd6f9e-383c-40e8-aa63-28beabf9222c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3831806 Feb 10 06:43:14.020066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Pushing event updated for resources: {'Port': ['ID=502f8a2c-4b39-4972-b205-4bdd3a95b5df,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:14.034393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dca395-0363-46c0-a6df-f7fc6ba7c4dd None None] Network 476da806-8f73-47ac-b32f-6eb831de17b0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:14.213214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Network af165bcf-2a4f-4371-ae05-743e06928ae7 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:14.225994 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:14.242351 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:14.248084 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (861e52af-9f6e-40b7-9adb-509f4e8f917d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:14.255722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c4e78-db93-4370-8196-fb1b3ef7b796 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=57a01cdf-f77a-40a1-a653-c0a76a035bf7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:14.305576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (57a01cdf-f77a-40a1-a653-c0a76a035bf7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:14.349336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:14.351967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:14.360004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:14.402063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4560b9e4-917b-4f8a-a993-4f74e21f3764 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:14.556641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=e6393e50-11ce-427b-a24f-ae0b3d970ca6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:14.556641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network af165bcf-2a4f-4371-ae05-743e06928ae7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:14.556641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:14.557862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4f3be099-2836-4cec-b5b2-6665cfcaed1d None None] Provisioning complete for port 4560b9e4-917b-4f8a-a993-4f74e21f3764 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:14.557862 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f3be099-2836-4cec-b5b2-6665cfcaed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:14.685480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4560b9e4-917b-4f8a-a993-4f74e21f3764 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:14.871112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Router 861e52af-9f6e-40b7-9adb-509f4e8f917d is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:43:15.100061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Attempting to bind port 502f8a2c-4b39-4972-b205-4bdd3a95b5df on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:15.100446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Attempting to bind port 502f8a2c-4b39-4972-b205-4bdd3a95b5df by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'fb541505-d613-48b1-aa22-60ac52ce9026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af165bcf-2a4f-4371-ae05-743e06928ae7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:15.100822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Attempting to bind port 502f8a2c-4b39-4972-b205-4bdd3a95b5df on network af165bcf-2a4f-4371-ae05-743e06928ae7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:15.365098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:43:15.375510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55830) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:15.379629 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc184e-a5f3-44c9-a6a3-e68765e7ba7d None None] Sync routers for ids ['861e52af-9f6e-40b7-9adb-509f4e8f917d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:43:15.390591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cb9f15d9-ef6c-40d3-a837-5c7556bf60c9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "PUT /v2.0/routers/861e52af-9f6e-40b7-9adb-509f4e8f917d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8326833 Feb 10 06:43:15.412304 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc184e-a5f3-44c9-a6a3-e68765e7ba7d None None] Routers {'861e52af-9f6e-40b7-9adb-509f4e8f917d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:15.414090 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c2dc184e-a5f3-44c9-a6a3-e68765e7ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['861e52af-9f6e-40b7-9adb-509f4e8f917d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:15.458895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e082bbb-48dc-4d97-80ed-178865323f59 None None] Network 476da806-8f73-47ac-b32f-6eb831de17b0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:15.551124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffb96-cc30-4042-98a3-9b6dd503669d req-c8677641-cc1c-48ec-810d-2605615810b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:15.552603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-565ffb96-cc30-4042-98a3-9b6dd503669d req-c8677641-cc1c-48ec-810d-2605615810b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.4121094 Feb 10 06:43:15.589238 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c2dc184e-a5f3-44c9-a6a3-e68765e7ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:15.640145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f957b2dd-e4f5-4a63-99d6-fd6a640d2120 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:15.641733 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f957b2dd-e4f5-4a63-99d6-fd6a640d2120 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports?device_id=861e52af-9f6e-40b7-9adb-509f4e8f917d HTTP/1.1" status: 200 len: 988 time: 0.2650826 Feb 10 06:43:15.657351 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc184e-a5f3-44c9-a6a3-e68765e7ba7d None None] Routers {'861e52af-9f6e-40b7-9adb-509f4e8f917d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:15.663052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55834) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:15.668875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8728-bd14-40aa-8ad2-fd6b9b25da92 req-1433caee-b4ba-448b-93a6-db0a2229f1be tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:15.679323 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c2dc184e-a5f3-44c9-a6a3-e68765e7ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['861e52af-9f6e-40b7-9adb-509f4e8f917d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:15.695478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8728-bd14-40aa-8ad2-fd6b9b25da92 req-1433caee-b4ba-448b-93a6-db0a2229f1be tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:15.711301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8728-bd14-40aa-8ad2-fd6b9b25da92 req-1433caee-b4ba-448b-93a6-db0a2229f1be tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:15.736180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8728-bd14-40aa-8ad2-fd6b9b25da92 req-1433caee-b4ba-448b-93a6-db0a2229f1be tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:15.760715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8728-bd14-40aa-8ad2-fd6b9b25da92 req-1433caee-b4ba-448b-93a6-db0a2229f1be tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:15.780917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8728-bd14-40aa-8ad2-fd6b9b25da92 req-1433caee-b4ba-448b-93a6-db0a2229f1be tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:15.800283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8728-bd14-40aa-8ad2-fd6b9b25da92 req-1433caee-b4ba-448b-93a6-db0a2229f1be tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:15.817869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec0b8728-bd14-40aa-8ad2-fd6b9b25da92 req-1433caee-b4ba-448b-93a6-db0a2229f1be tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.5475903 Feb 10 06:43:15.835311 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c2dc184e-a5f3-44c9-a6a3-e68765e7ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:15.836307 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc184e-a5f3-44c9-a6a3-e68765e7ba7d None None] The sync data for ids ['861e52af-9f6e-40b7-9adb-509f4e8f917d'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:43:15.997494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec0b8728-bd14-40aa-8ad2-fd6b9b25da92 req-51b10eb5-7660-495b-90db-35ad07533bd9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1771283 Feb 10 06:43:16.035680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-565ffb96-cc30-4042-98a3-9b6dd503669d req-77c86822-d124-47b4-ba15-13e6bc9140f3 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4667265 Feb 10 06:43:16.248717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:16.248717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Checking segment: {'id': 'fb541505-d613-48b1-aa22-60ac52ce9026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af165bcf-2a4f-4371-ae05-743e06928ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:16.250994 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.251445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Bound using segment: {'id': 'fb541505-d613-48b1-aa22-60ac52ce9026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af165bcf-2a4f-4371-ae05-743e06928ae7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:16.252122 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Bound port: 502f8a2c-4b39-4972-b205-4bdd3a95b5df, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb541505-d613-48b1-aa22-60ac52ce9026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af165bcf-2a4f-4371-ae05-743e06928ae7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:16.255023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.337199 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Publish callbacks [] for port (44201112-d8c5-448c-8491-c1492f983aeb), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.365249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4f3be099-2836-4cec-b5b2-6665cfcaed1d None None] Current status of the port 4560b9e4-917b-4f8a-a993-4f74e21f3764 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:16.403991 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (57a01cdf-f77a-40a1-a653-c0a76a035bf7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.507388 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (44201112-d8c5-448c-8491-c1492f983aeb), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.540653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=57a01cdf-f77a-40a1-a653-c0a76a035bf7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:16.553087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4560b9e4-917b-4f8a-a993-4f74e21f3764 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:16.553467 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.688898 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (42731714-4264-4486-a914-c6e742dbc0a2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.702732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Network 42731714-4264-4486-a914-c6e742dbc0a2 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:16.742089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42731714-4264-4486-a914-c6e742dbc0a2']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:16.744043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Pushing event updated for resources: {'Port': ['ID=44201112-d8c5-448c-8491-c1492f983aeb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:16.750492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:16.773623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094d859f-83ad-4efa-891a-ce100e254919') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:16.773960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094d859f-83ad-4efa-891a-ce100e254919') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:16.791565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.805651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (094d859f-83ad-4efa-891a-ce100e254919), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.831133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (094d859f-83ad-4efa-891a-ce100e254919), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.860620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:16.884061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:16.884481 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (094d859f-83ad-4efa-891a-ce100e254919), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.885438 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:16.898981 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:17.030504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-086feb41-f665-4e64-9749-fb7609906da8 None None] Provisioning complete for port 4560b9e4-917b-4f8a-a993-4f74e21f3764 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:17.031100 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-086feb41-f665-4e64-9749-fb7609906da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:17.334077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Attempting to bind port 44201112-d8c5-448c-8491-c1492f983aeb on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:17.334852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Attempting to bind port 44201112-d8c5-448c-8491-c1492f983aeb by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '094d859f-83ad-4efa-891a-ce100e254919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42731714-4264-4486-a914-c6e742dbc0a2'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:17.335073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Attempting to bind port 44201112-d8c5-448c-8491-c1492f983aeb on network 42731714-4264-4486-a914-c6e742dbc0a2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:17.337783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.db.api [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:43:17.337783 n-d-828670-1 neutron-server[103213]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:43:17.337783 n-d-828670-1 neutron-server[103213]: [parameters: {'id': '42731714-4264-4486-a914-c6e742dbc0a2'}] Feb 10 06:43:17.337783 n-d-828670-1 neutron-server[103213]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:43:17.338100 n-d-828670-1 neutron-server[103213]: DEBUG oslo_db.api [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:43:17.476797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:17.477324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Checking segment: {'id': '094d859f-83ad-4efa-891a-ce100e254919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42731714-4264-4486-a914-c6e742dbc0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:17.481251 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:17.481786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Bound using segment: {'id': '094d859f-83ad-4efa-891a-ce100e254919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42731714-4264-4486-a914-c6e742dbc0a2'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:17.482427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Bound port: 44201112-d8c5-448c-8491-c1492f983aeb, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094d859f-83ad-4efa-891a-ce100e254919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42731714-4264-4486-a914-c6e742dbc0a2'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:17.482915 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (44201112-d8c5-448c-8491-c1492f983aeb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:17.543096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c75624-f733-4079-ab46-5172641b8f58 req-011cf3f7-33f8-4c30-ac28-9cb091af42b5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:17.558136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78c75624-f733-4079-ab46-5172641b8f58 req-011cf3f7-33f8-4c30-ac28-9cb091af42b5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.3427522 Feb 10 06:43:17.560664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55852) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:17.630111 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (861e52af-9f6e-40b7-9adb-509f4e8f917d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:17.792330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] For port 502f8a2c-4b39-4972-b205-4bdd3a95b5df, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:43:17.856082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (42731714-4264-4486-a914-c6e742dbc0a2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:17.872577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4560b9e4-917b-4f8a-a993-4f74e21f3764 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:17.904213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dd63d-fa34-4802-ac5e-9307986976f2 req-ad0169bc-ecce-4fe2-845e-b36d39778bbe tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:17.937912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dd63d-fa34-4802-ac5e-9307986976f2 req-ad0169bc-ecce-4fe2-845e-b36d39778bbe tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:17.956279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dd63d-fa34-4802-ac5e-9307986976f2 req-ad0169bc-ecce-4fe2-845e-b36d39778bbe tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:17.979762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dd63d-fa34-4802-ac5e-9307986976f2 req-ad0169bc-ecce-4fe2-845e-b36d39778bbe tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:17.988515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dd63d-fa34-4802-ac5e-9307986976f2 req-ad0169bc-ecce-4fe2-845e-b36d39778bbe tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:18.001365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dd63d-fa34-4802-ac5e-9307986976f2 req-ad0169bc-ecce-4fe2-845e-b36d39778bbe tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:18.013809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dd63d-fa34-4802-ac5e-9307986976f2 req-ad0169bc-ecce-4fe2-845e-b36d39778bbe tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:18.015615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f0dd63d-fa34-4802-ac5e-9307986976f2 req-ad0169bc-ecce-4fe2-845e-b36d39778bbe tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.6800995 Feb 10 06:43:18.023904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] For port 44201112-d8c5-448c-8491-c1492f983aeb, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:43:18.027725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] For port 44201112-d8c5-448c-8491-c1492f983aeb, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=44201112-d8c5-448c-8491-c1492f983aeb,segment=NetworkSegment(094d859f-83ad-4efa-891a-ce100e254919),segment_id=094d859f-83ad-4efa-891a-ce100e254919)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:43:18.084727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] For port 502f8a2c-4b39-4972-b205-4bdd3a95b5df, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=502f8a2c-4b39-4972-b205-4bdd3a95b5df,segment=NetworkSegment(fb541505-d613-48b1-aa22-60ac52ce9026),segment_id=fb541505-d613-48b1-aa22-60ac52ce9026)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:43:18.090977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-086feb41-f665-4e64-9749-fb7609906da8 None None] Current status of the port 4560b9e4-917b-4f8a-a993-4f74e21f3764 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:18.111276 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (44201112-d8c5-448c-8491-c1492f983aeb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:18.113349 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:18.172235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting port 44201112-d8c5-448c-8491-c1492f983aeb {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:18.172591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (44201112-d8c5-448c-8491-c1492f983aeb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:18.272676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78c75624-f733-4079-ab46-5172641b8f58 req-2d0cbfc8-1eef-46a4-8a9e-f9f00aee65c5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6866446 Feb 10 06:43:18.328263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] For port 44201112-d8c5-448c-8491-c1492f983aeb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=44201112-d8c5-448c-8491-c1492f983aeb,segment=NetworkSegment(094d859f-83ad-4efa-891a-ce100e254919),segment_id=094d859f-83ad-4efa-891a-ce100e254919)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:18.328814 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (44201112-d8c5-448c-8491-c1492f983aeb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:18.368223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Calling delete_port for 44201112-d8c5-448c-8491-c1492f983aeb owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:18.471056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f0dd63d-fa34-4802-ac5e-9307986976f2 req-38a62a1f-9517-4c3f-95c0-0e6c0a98c5a3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3052979 Feb 10 06:43:18.573357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2887f-c1c7-4720-bd50-c8baa92f29e6 None None] Pushing event updated for resources: {'Port': ['ID=44201112-d8c5-448c-8491-c1492f983aeb,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:18.623088 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (44201112-d8c5-448c-8491-c1492f983aeb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:18.660405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Port': ['ID=44201112-d8c5-448c-8491-c1492f983aeb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:18.733889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c14d8-0d2c-4c4f-a4f7-286eddde0ae8 None None] Pushing event updated for resources: {'Port': ['ID=502f8a2c-4b39-4972-b205-4bdd3a95b5df,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:18.738558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942f6188-f4b9-47cd-b193-21fd0c7e1eea None None] Network 42731714-4264-4486-a914-c6e742dbc0a2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:18.761839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No DVR routers for this DVR port 44201112-d8c5-448c-8491-c1492f983aeb on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:18.988799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-20994eb2-3318-4b2d-b59e-94549fba5975 None None] Provisioning complete for port 4560b9e4-917b-4f8a-a993-4f74e21f3764 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:18.989322 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20994eb2-3318-4b2d-b59e-94549fba5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.027904 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (42731714-4264-4486-a914-c6e742dbc0a2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.075404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327329f5-4a19-4e93-acac-f370699de2c2 None None] Network 42731714-4264-4486-a914-c6e742dbc0a2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:19.112166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42731714-4264-4486-a914-c6e742dbc0a2']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:19.137229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094d859f-83ad-4efa-891a-ce100e254919') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:19.137544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094d859f-83ad-4efa-891a-ce100e254919') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:19.159456 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (094d859f-83ad-4efa-891a-ce100e254919), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.177605 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (094d859f-83ad-4efa-891a-ce100e254919), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.187491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:19.188086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (094d859f-83ad-4efa-891a-ce100e254919), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.253307 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:19.271363 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:19.278861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (42731714-4264-4486-a914-c6e742dbc0a2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.301501 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.309509 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/42731714-4264-4486-a914-c6e742dbc0a2 HTTP/1.1" status: 204 len: 168 time: 6.1027839 Feb 10 06:43:19.309509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d8893-9ea0-445d-a722-5d7c20f1abf1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=42731714-4264-4486-a914-c6e742dbc0a2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:19.315024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:19.372610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port e6393e50-11ce-427b-a24f-ae0b3d970ca6 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:19.376898 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.377448 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-5993e722-dc52-4b18-aacd-f90885fee708 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:19.377965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5993e722-dc52-4b18-aacd-f90885fee708 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:19.393519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5993e722-dc52-4b18-aacd-f90885fee708 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/42731714-4264-4486-a914-c6e742dbc0a2 HTTP/1.1" status: 404 len: 339 time: 0.0739286 Feb 10 06:43:19.400302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55868) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:19.414665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2077971065', 'description': 'd1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:19.476496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:19.480826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.545378 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-20994eb2-3318-4b2d-b59e-94549fba5975 None None] Current status of the port 4560b9e4-917b-4f8a-a993-4f74e21f3764 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:19.715649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:43:19.744837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (727cff1c-ed15-45b2-a206-b16204eaacca), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.746623 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment 727cff1c-ed15-45b2-a206-b16204eaacca of type vlan for network 90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c Feb 10 06:43:19.916971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.964670 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:19.992896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for e6393e50-11ce-427b-a24f-ae0b3d970ca6 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:20.125834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 502f8a2c-4b39-4972-b205-4bdd3a95b5df up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:20.237665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94950022-aa0f-4f01-9817-e948eadd72b2 req-3374173d-8b29-4a16-b89f-141d20e129c5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:20.243828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94950022-aa0f-4f01-9817-e948eadd72b2 req-3374173d-8b29-4a16-b89f-141d20e129c5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.6852193 Feb 10 06:43:20.357331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 502f8a2c-4b39-4972-b205-4bdd3a95b5df triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:20.357715 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:20.459346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca154db-c4dd-4823-a73a-db948584f809 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:43:20.622874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca154db-c4dd-4823-a73a-db948584f809 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:43:20.656795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-398f75b0-6831-4599-a156-4a95c3befc1b None None] Provisioning complete for port e6393e50-11ce-427b-a24f-ae0b3d970ca6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:20.657791 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-398f75b0-6831-4599-a156-4a95c3befc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:20.666660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926450-c758-4095-869c-1d1f4f9f86a0 req-9438a5db-d92e-4957-bddc-0c1055365f02 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:20.683545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926450-c758-4095-869c-1d1f4f9f86a0 req-9438a5db-d92e-4957-bddc-0c1055365f02 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:20.696205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926450-c758-4095-869c-1d1f4f9f86a0 req-9438a5db-d92e-4957-bddc-0c1055365f02 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:20.700982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-398f75b0-6831-4599-a156-4a95c3befc1b None None] Port e6393e50-11ce-427b-a24f-ae0b3d970ca6 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:20.712146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926450-c758-4095-869c-1d1f4f9f86a0 req-9438a5db-d92e-4957-bddc-0c1055365f02 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:20.725295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926450-c758-4095-869c-1d1f4f9f86a0 req-9438a5db-d92e-4957-bddc-0c1055365f02 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:20.749803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926450-c758-4095-869c-1d1f4f9f86a0 req-9438a5db-d92e-4957-bddc-0c1055365f02 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:20.762497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926450-c758-4095-869c-1d1f4f9f86a0 req-9438a5db-d92e-4957-bddc-0c1055365f02 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:20.769486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3926450-c758-4095-869c-1d1f4f9f86a0 req-9438a5db-d92e-4957-bddc-0c1055365f02 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 1.0865617 Feb 10 06:43:20.838005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-398f75b0-6831-4599-a156-4a95c3befc1b None None] Provisioning complete for port 502f8a2c-4b39-4972-b205-4bdd3a95b5df triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:20.838963 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-398f75b0-6831-4599-a156-4a95c3befc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:20.887525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 502f8a2c-4b39-4972-b205-4bdd3a95b5df is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:20.888570 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:20.899024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:20.910735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:20.914100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:21.043888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:21.056054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94950022-aa0f-4f01-9817-e948eadd72b2 req-31477fd3-999f-443d-a022-0d37ebc7ddc3 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7960825 Feb 10 06:43:21.059695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 502f8a2c-4b39-4972-b205-4bdd3a95b5df, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=502f8a2c-4b39-4972-b205-4bdd3a95b5df,segment=NetworkSegment(fb541505-d613-48b1-aa22-60ac52ce9026),segment_id=fb541505-d613-48b1-aa22-60ac52ce9026)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:21.082762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3926450-c758-4095-869c-1d1f4f9f86a0 req-1f09810b-07aa-48c1-9d24-4623a8301b20 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2940521 Feb 10 06:43:21.088750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:43:21.224229 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:21.319505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Deleting port 873987c7-6672-4ff1-903a-d83672178f51 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:21.319845 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (873987c7-6672-4ff1-903a-d83672178f51), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:21.388444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3bcf3697-0878-401a-b022-eb7ea744ad2e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9829481 Feb 10 06:43:21.392170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:21.591608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-398f75b0-6831-4599-a156-4a95c3befc1b None None] Current status of the port 502f8a2c-4b39-4972-b205-4bdd3a95b5df is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:21.615508 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e6393e50-11ce-427b-a24f-ae0b3d970ca6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:21.622645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] For port 873987c7-6672-4ff1-903a-d83672178f51, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=873987c7-6672-4ff1-903a-d83672178f51,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:21.622981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (873987c7-6672-4ff1-903a-d83672178f51), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:21.641500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=502f8a2c-4b39-4972-b205-4bdd3a95b5df,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:21.657344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Calling delete_port for 873987c7-6672-4ff1-903a-d83672178f51 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:21.678883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9af6d30-5617-468a-9d42-93065dccb92d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:21.691994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f9af6d30-5617-468a-9d42-93065dccb92d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/networks?id=90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c HTTP/1.1" status: 200 len: 765 time: 0.2937918 Feb 10 06:43:21.707072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55886) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:21.737161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2d163eab-744f-42c2-ac5a-8a590cb97056 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'description': 'd2'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:21.754956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=e6393e50-11ce-427b-a24f-ae0b3d970ca6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:21.792886 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:21.812723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49642589-8db0-4436-8300-4ff5f0d99e90 None None] Network af165bcf-2a4f-4371-ae05-743e06928ae7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:21.895633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.895994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.896329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.896674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.897005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.897337 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.897655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.898013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.898319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.898652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.898958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.899276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:21.899847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:22.092085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 502f8a2c-4b39-4972-b205-4bdd3a95b5df up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:22.122821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (873987c7-6672-4ff1-903a-d83672178f51), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:22.223237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5821455c-2d0b-4bf5-a5b8-ab37b3205911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:22.248367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Pushing event deleted for resources: {'Port': ['ID=873987c7-6672-4ff1-903a-d83672178f51,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:22.303103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 502f8a2c-4b39-4972-b205-4bdd3a95b5df triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:22.306096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:22.325236 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d163eab-744f-42c2-ac5a-8a590cb97056 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:22.377357 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d163eab-744f-42c2-ac5a-8a590cb97056 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:22.573145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d163eab-744f-42c2-ac5a-8a590cb97056 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network 90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c is not hosted by any dhcp agent {{(pid=103213) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:43:22.594582 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d163eab-744f-42c2-ac5a-8a590cb97056 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.595952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d163eab-744f-42c2-ac5a-8a590cb97056 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:22.601657 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2d163eab-744f-42c2-ac5a-8a590cb97056 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "PUT /v2.0/networks/90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c HTTP/1.1" status: 200 len: 762 time: 0.8935010 Feb 10 06:43:22.603373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55902) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:22.608106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (861e52af-9f6e-40b7-9adb-509f4e8f917d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:22.623459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 502f8a2c-4b39-4972-b205-4bdd3a95b5df is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:22.844872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcd212-66b8-40e9-84a7-03027bff8caa req-31d41b9c-ac05-4579-bfa8-4d1cea0f6f10 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.847407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37fcd212-66b8-40e9-84a7-03027bff8caa req-31d41b9c-ac05-4579-bfa8-4d1cea0f6f10 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.5736511 Feb 10 06:43:22.852549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163eab-744f-42c2-ac5a-8a590cb97056 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:22.866492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:43:22.876998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dda245-016a-4a4d-beee-8e82b32410e8 req-a05bbce4-a7a9-4d2d-a650-6980a93d39a8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.888438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dda245-016a-4a4d-beee-8e82b32410e8 req-a05bbce4-a7a9-4d2d-a650-6980a93d39a8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.902666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dda245-016a-4a4d-beee-8e82b32410e8 req-a05bbce4-a7a9-4d2d-a650-6980a93d39a8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.912786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dda245-016a-4a4d-beee-8e82b32410e8 req-a05bbce4-a7a9-4d2d-a650-6980a93d39a8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.930982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dda245-016a-4a4d-beee-8e82b32410e8 req-a05bbce4-a7a9-4d2d-a650-6980a93d39a8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.944812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dda245-016a-4a4d-beee-8e82b32410e8 req-a05bbce4-a7a9-4d2d-a650-6980a93d39a8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.957192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dda245-016a-4a4d-beee-8e82b32410e8 req-a05bbce4-a7a9-4d2d-a650-6980a93d39a8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.959754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02dda245-016a-4a4d-beee-8e82b32410e8 req-a05bbce4-a7a9-4d2d-a650-6980a93d39a8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.6872742 Feb 10 06:43:22.969655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7351f982-d7cd-4465-81cc-dbe58af1cde2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:22.973351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55906) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:22.979786 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7351f982-d7cd-4465-81cc-dbe58af1cde2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/networks?id=90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c HTTP/1.1" status: 200 len: 765 time: 0.3580837 Feb 10 06:43:23.015054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55908) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:23.052326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d95661a3-2b93-4f5a-8952-cee3d47f9e0f None None] Provisioning complete for port 502f8a2c-4b39-4972-b205-4bdd3a95b5df triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:23.053053 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d95661a3-2b93-4f5a-8952-cee3d47f9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:23.174231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Router 861e52af-9f6e-40b7-9adb-509f4e8f917d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:43:23.320289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:43:23.331863 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f0ee187c-96b3-423e-9ea6-3a721c24e4da tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "PUT /v2.0/routers/861e52af-9f6e-40b7-9adb-509f4e8f917d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6677079 Feb 10 06:43:23.335600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55912) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:23.338586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e6016e-c05a-4879-a656-7e1ef37dc29e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:23.340370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42e6016e-c05a-4879-a656-7e1ef37dc29e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2526901 Feb 10 06:43:23.344314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55914) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:23.377920 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bede31a-004f-407f-a527-85dcb5aa149c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:43:23.379792 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8bede31a-004f-407f-a527-85dcb5aa149c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/e6393e50-11ce-427b-a24f-ae0b3d970ca6 HTTP/1.1" status: 404 len: 333 time: 0.0429933 Feb 10 06:43:23.382518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55916) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:23.445167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2f52ad08-f2f3-4f59-b97a-a637478d0455 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 207 time: 0.0846131 Feb 10 06:43:23.463416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55918) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:23.509835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ce6bfeb-d72f-45ff-88e7-19f7cb7baff9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for router (861e52af-9f6e-40b7-9adb-509f4e8f917d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:23.555325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:23.559846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37fcd212-66b8-40e9-84a7-03027bff8caa req-175a2ed6-f7a1-4ea1-9009-10ea5afd5792 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5979409 Feb 10 06:43:23.572949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9c2e-5e73-4f43-90ae-461fb8508b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:23.613326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5821455c-2d0b-4bf5-a5b8-ab37b3205911 admin admin] Publish callbacks [] for security_group (ecad8af1-3a0f-4bff-9dc4-af432c5362e7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:23.638981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5821455c-2d0b-4bf5-a5b8-ab37b3205911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ecad8af1-3a0f-4bff-9dc4-af432c5362e7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:23.745698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af97658-4b04-4300-a167-f08269540166 None None] Sync routers for ids ['861e52af-9f6e-40b7-9adb-509f4e8f917d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:43:23.766807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af97658-4b04-4300-a167-f08269540166 None None] Routers {'861e52af-9f6e-40b7-9adb-509f4e8f917d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:23.768020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9af97658-4b04-4300-a167-f08269540166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['861e52af-9f6e-40b7-9adb-509f4e8f917d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:23.824964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5821455c-2d0b-4bf5-a5b8-ab37b3205911 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6633a762eb94496fbd09c81520549937&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0286400 Feb 10 06:43:23.827477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55920) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:23.845386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9af97658-4b04-4300-a167-f08269540166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:23.852352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02dda245-016a-4a4d-beee-8e82b32410e8 req-3358f860-ec59-4a78-8336-30e32f14e45a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8509829 Feb 10 06:43:23.992898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821455c-2d0b-4bf5-a5b8-ab37b3205911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecad8af1-3a0f-4bff-9dc4-af432c5362e7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:24.031074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af97658-4b04-4300-a167-f08269540166 None None] Routers {'861e52af-9f6e-40b7-9adb-509f4e8f917d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:24.031728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9af97658-4b04-4300-a167-f08269540166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['861e52af-9f6e-40b7-9adb-509f4e8f917d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:24.036862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d95661a3-2b93-4f5a-8952-cee3d47f9e0f None None] Current status of the port 502f8a2c-4b39-4972-b205-4bdd3a95b5df is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:24.076737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ce6bfeb-d72f-45ff-88e7-19f7cb7baff9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (861e52af-9f6e-40b7-9adb-509f4e8f917d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.085857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2f2af-ec52-478a-9654-6a2cec5e057b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.091247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2f2af-ec52-478a-9654-6a2cec5e057b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.100946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2f2af-ec52-478a-9654-6a2cec5e057b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.104794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9af97658-4b04-4300-a167-f08269540166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:24.105471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af97658-4b04-4300-a167-f08269540166 None None] The sync data for ids ['861e52af-9f6e-40b7-9adb-509f4e8f917d'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:43:24.107310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2f2af-ec52-478a-9654-6a2cec5e057b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.114578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2f2af-ec52-478a-9654-6a2cec5e057b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.119986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2f2af-ec52-478a-9654-6a2cec5e057b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.124820 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a7e2f2af-ec52-478a-9654-6a2cec5e057b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6600707 Feb 10 06:43:24.136019 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ce6bfeb-d72f-45ff-88e7-19f7cb7baff9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for router_controller (861e52af-9f6e-40b7-9adb-509f4e8f917d), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.137929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55922) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:24.168385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9c2e-5e73-4f43-90ae-461fb8508b6e admin admin] Publish callbacks [] for security_group (81533c2e-59f6-4b63-8e56-51c4fa56d36b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.180692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9c2e-5e73-4f43-90ae-461fb8508b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (81533c2e-59f6-4b63-8e56-51c4fa56d36b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.241763 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5e5f9c2e-5e73-4f43-90ae-461fb8508b6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f4f9081ec574aefb1e4ad7e02f75a00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2499449 Feb 10 06:43:24.245733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:24.247380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f9c2e-5e73-4f43-90ae-461fb8508b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81533c2e-59f6-4b63-8e56-51c4fa56d36b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:24.262696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:43:24.274440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ce6bfeb-d72f-45ff-88e7-19f7cb7baff9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (861e52af-9f6e-40b7-9adb-509f4e8f917d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.275225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce6bfeb-d72f-45ff-88e7-19f7cb7baff9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Fanout notify agent at l3_agent the message router_deleted on router 861e52af-9f6e-40b7-9adb-509f4e8f917d {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:43:24.320442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ce6bfeb-d72f-45ff-88e7-19f7cb7baff9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.331588 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5ce6bfeb-d72f-45ff-88e7-19f7cb7baff9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/routers/861e52af-9f6e-40b7-9adb-509f4e8f917d HTTP/1.1" status: 204 len: 168 time: 0.9473927 Feb 10 06:43:24.334837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55926) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:24.337105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136f5711-2ec1-49be-9f4c-27aa58ac641b admin admin] Publish callbacks [] for security_group (ecad8af1-3a0f-4bff-9dc4-af432c5362e7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.379595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3934463f-fd51-4086-ab39-08991dea13bd admin admin] Publish callbacks [] for security_group (81533c2e-59f6-4b63-8e56-51c4fa56d36b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.443720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3934463f-fd51-4086-ab39-08991dea13bd admin admin] Publish callbacks [] for security_group (81533c2e-59f6-4b63-8e56-51c4fa56d36b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.481723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:43:24.491606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1e6077d4-b0ce-41f1-b114-c84a3e9511ed admin admin] 10.222.0.21 "PUT /v2.0/routers/f11d80ab-cf6d-4d71-bc07-2347c68fb8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9100339 Feb 10 06:43:24.494591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55928) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:24.496240 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] Sync routers for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:43:24.515671 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136f5711-2ec1-49be-9f4c-27aa58ac641b admin admin] Publish callbacks [] for security_group (ecad8af1-3a0f-4bff-9dc4-af432c5362e7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.526049 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:24.527376 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:24.629504 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-02639b0e-7223-4884-9a0b-61dccf901820 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4843736 Feb 10 06:43:24.633649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3934463f-fd51-4086-ab39-08991dea13bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (81533c2e-59f6-4b63-8e56-51c4fa56d36b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.641883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3934463f-fd51-4086-ab39-08991dea13bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.646040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55932) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:24.647069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3934463f-fd51-4086-ab39-08991dea13bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81533c2e-59f6-4b63-8e56-51c4fa56d36b HTTP/1.1" status: 204 len: 168 time: 0.3783875 Feb 10 06:43:24.685164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934463f-fd51-4086-ab39-08991dea13bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81533c2e-59f6-4b63-8e56-51c4fa56d36b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:24.702156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-3491145a-6a50-45d2-8b59-8f46f8e37a40 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet 4dfe23ee-2136-4c84-b106-a922edccc3c3 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:43:24.716982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks [] for router (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.777511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3491145a-6a50-45d2-8b59-8f46f8e37a40 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (4dfe23ee-2136-4c84-b106-a922edccc3c3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.790564 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:43:24.960305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3491145a-6a50-45d2-8b59-8f46f8e37a40 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (4dfe23ee-2136-4c84-b106-a922edccc3c3), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:24.977680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc870c8-1f76-440b-bc62-658e61a71ced tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.979229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc870c8-1f76-440b-bc62-658e61a71ced tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.991952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc870c8-1f76-440b-bc62-658e61a71ced tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.995151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc870c8-1f76-440b-bc62-658e61a71ced tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.996625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc870c8-1f76-440b-bc62-658e61a71ced tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:24.998409 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8cc870c8-1f76-440b-bc62-658e61a71ced tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3504064 Feb 10 06:43:25.002766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55940) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:25.169331 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136f5711-2ec1-49be-9f4c-27aa58ac641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ecad8af1-3a0f-4bff-9dc4-af432c5362e7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:25.175029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51502528-993e-4a82-adcf-151741bc4fc3 req-b53c255a-0eea-4739-ac04-6a294810d5ee tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.176684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51502528-993e-4a82-adcf-151741bc4fc3 req-b53c255a-0eea-4739-ac04-6a294810d5ee tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.3608072 Feb 10 06:43:25.179694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136f5711-2ec1-49be-9f4c-27aa58ac641b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:25.196535 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-136f5711-2ec1-49be-9f4c-27aa58ac641b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecad8af1-3a0f-4bff-9dc4-af432c5362e7 HTTP/1.1" status: 204 len: 168 time: 1.3533685 Feb 10 06:43:25.226567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks [] for router_gateway (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:25.230201 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:43:21Z', 'revision_number': 5, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port': {'id': '4eacfb21-3808-4196-88ff-5e3075ea2a82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:34:53Z', 'updated_at': '2022-02-10T06:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:25.268011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f5711-2ec1-49be-9f4c-27aa58ac641b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecad8af1-3a0f-4bff-9dc4-af432c5362e7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:25.285809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca84-d059-4098-9c9c-69803ddfd47c req-2e75e93e-97a0-4edf-a0ec-e75f7940cc71 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.291146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca84-d059-4098-9c9c-69803ddfd47c req-2e75e93e-97a0-4edf-a0ec-e75f7940cc71 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.309051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca84-d059-4098-9c9c-69803ddfd47c req-2e75e93e-97a0-4edf-a0ec-e75f7940cc71 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.314395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca84-d059-4098-9c9c-69803ddfd47c req-2e75e93e-97a0-4edf-a0ec-e75f7940cc71 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.320490 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] Checking router: f11d80ab-cf6d-4d71-bc07-2347c68fb8fb for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:43:25.328236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca84-d059-4098-9c9c-69803ddfd47c req-2e75e93e-97a0-4edf-a0ec-e75f7940cc71 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.333603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca84-d059-4098-9c9c-69803ddfd47c req-2e75e93e-97a0-4edf-a0ec-e75f7940cc71 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.336076 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] Routers {'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:25.338582 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:25.357169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928b485-91e5-4504-b77e-f153aae984ef tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.359047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca84-d059-4098-9c9c-69803ddfd47c req-2e75e93e-97a0-4edf-a0ec-e75f7940cc71 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.360987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f61cca84-d059-4098-9c9c-69803ddfd47c req-2e75e93e-97a0-4edf-a0ec-e75f7940cc71 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2860646 Feb 10 06:43:25.366557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51502528-993e-4a82-adcf-151741bc4fc3 req-02b47267-e913-4c78-8a8f-6a28e742b645 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802745 Feb 10 06:43:25.367982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928b485-91e5-4504-b77e-f153aae984ef tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.374704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928b485-91e5-4504-b77e-f153aae984ef tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.381137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928b485-91e5-4504-b77e-f153aae984ef tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.387632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928b485-91e5-4504-b77e-f153aae984ef tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:25.398891 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7928b485-91e5-4504-b77e-f153aae984ef tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3592169 Feb 10 06:43:25.405582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:25.460686 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3491145a-6a50-45d2-8b59-8f46f8e37a40 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (4dfe23ee-2136-4c84-b106-a922edccc3c3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:25.559108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55946) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:25.570981 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3491145a-6a50-45d2-8b59-8f46f8e37a40 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (4dfe23ee-2136-4c84-b106-a922edccc3c3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:25.629803 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] Set router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:43:25.649083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5410b6-9baa-4aa2-aed5-92b16db36e2c None None] Network af165bcf-2a4f-4371-ae05-743e06928ae7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:25.671113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491145a-6a50-45d2-8b59-8f46f8e37a40 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfe23ee-2136-4c84-b106-a922edccc3c3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:25.673962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3491145a-6a50-45d2-8b59-8f46f8e37a40 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:25.678343 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3491145a-6a50-45d2-8b59-8f46f8e37a40 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/4dfe23ee-2136-4c84-b106-a922edccc3c3 HTTP/1.1" status: 204 len: 168 time: 1.3415174 Feb 10 06:43:25.679695 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee09a-65d0-472a-ba5e-7147ad7453de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:25.683120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55948) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:25.813355 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:43:25Z', 'revision_number': 6, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:25.891662 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf7258-1235-4a80-949b-c96fe3a7c5a3 None None] The sync data for ids ['f11d80ab-cf6d-4d71-bc07-2347c68fb8fb'] in n-d-828670-1 is: [{'id': 'f11d80ab-cf6d-4d71-bc07-2347c68fb8fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2081734728-router', 'tenant_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:34:52Z', 'updated_at': '2022-02-10T06:43:25Z', 'revision_number': 6, 'project_id': '4b0ff4e9640440e8af7f9bd98e0a892c', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:43:25.998934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (af165bcf-2a4f-4371-ae05-743e06928ae7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.084565 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee09a-65d0-472a-ba5e-7147ad7453de admin admin] Publish callbacks [] for security_group (69292dae-c3a7-4f7d-80f9-2eefb1948528), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.096783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee09a-65d0-472a-ba5e-7147ad7453de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (69292dae-c3a7-4f7d-80f9-2eefb1948528), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.161122 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ee8ee09a-65d0-472a-ba5e-7147ad7453de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bbb4d065ce048d8b394f58ba925e513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006081 Feb 10 06:43:26.163245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ee09a-65d0-472a-ba5e-7147ad7453de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69292dae-c3a7-4f7d-80f9-2eefb1948528,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:26.169356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55960) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:26.177533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 502f8a2c-4b39-4972-b205-4bdd3a95b5df {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:26.178276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.263584 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34723ddf-5669-4b37-9432-7a332600f3e7 None None] DHCP port deletion for af165bcf-2a4f-4371-ae05-743e06928ae7 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:43:26.317616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] For port 502f8a2c-4b39-4972-b205-4bdd3a95b5df, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=502f8a2c-4b39-4972-b205-4bdd3a95b5df,segment=NetworkSegment(fb541505-d613-48b1-aa22-60ac52ce9026),segment_id=fb541505-d613-48b1-aa22-60ac52ce9026)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:26.318142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.339415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 502f8a2c-4b39-4972-b205-4bdd3a95b5df owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:26.442511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-34723ddf-5669-4b37-9432-7a332600f3e7 None None] Deleting port 502f8a2c-4b39-4972-b205-4bdd3a95b5df {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:26.443097 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34723ddf-5669-4b37-9432-7a332600f3e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.466349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Deleting port 4eacfb21-3808-4196-88ff-5e3075ea2a82 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:26.471091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.512098 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1c6c-35be-4c2c-b03d-ec1a9573083d admin admin] Publish callbacks [] for security_group (69292dae-c3a7-4f7d-80f9-2eefb1948528), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.549656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-34723ddf-5669-4b37-9432-7a332600f3e7 None None] For port 502f8a2c-4b39-4972-b205-4bdd3a95b5df, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=502f8a2c-4b39-4972-b205-4bdd3a95b5df,segment=NetworkSegment(fb541505-d613-48b1-aa22-60ac52ce9026),segment_id=fb541505-d613-48b1-aa22-60ac52ce9026)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:26.550053 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34723ddf-5669-4b37-9432-7a332600f3e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.572026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-34723ddf-5669-4b37-9432-7a332600f3e7 None None] Calling delete_port for 502f8a2c-4b39-4972-b205-4bdd3a95b5df owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:26.587023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1c6c-35be-4c2c-b03d-ec1a9573083d admin admin] Publish callbacks [] for security_group (69292dae-c3a7-4f7d-80f9-2eefb1948528), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.677688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34723ddf-5669-4b37-9432-7a332600f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.681653 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (502f8a2c-4b39-4972-b205-4bdd3a95b5df), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.684145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] For port 4eacfb21-3808-4196-88ff-5e3075ea2a82, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4eacfb21-3808-4196-88ff-5e3075ea2a82,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:26.684447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:26.695879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34723ddf-5669-4b37-9432-7a332600f3e7 None None] No DVR routers for this DVR port 502f8a2c-4b39-4972-b205-4bdd3a95b5df on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:26.745255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34723ddf-5669-4b37-9432-7a332600f3e7 None None] Pushing event deleted for resources: {'Port': ['ID=502f8a2c-4b39-4972-b205-4bdd3a95b5df,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:26.758904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Calling delete_port for 4eacfb21-3808-4196-88ff-5e3075ea2a82 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:26.786662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=502f8a2c-4b39-4972-b205-4bdd3a95b5df,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:26.789108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No DVR routers for this DVR port 502f8a2c-4b39-4972-b205-4bdd3a95b5df on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:26.883911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70192ac2-a9a7-450d-bad0-59bfbabebdd5 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:26.885631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-70192ac2-a9a7-450d-bad0-59bfbabebdd5 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/networks/bd75d6aa-e107-452d-9819-1c2a664b5c97 HTTP/1.1" status: 200 len: 803 time: 1.4662123 Feb 10 06:43:26.916219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55976) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:26.981620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f61cca84-d059-4098-9c9c-69803ddfd47c req-f805acfc-43b9-402d-bd7c-5990b2d28731 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5801599 Feb 10 06:43:27.058798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db81e9-501d-48b5-968f-f724813b04ff req-fcba7e4c-737b-484e-8450-86be0a2c4bb8 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:27.069013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b2db81e9-501d-48b5-968f-f724813b04ff req-fcba7e4c-737b-484e-8450-86be0a2c4bb8 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.3244932 Feb 10 06:43:27.146933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b2db81e9-501d-48b5-968f-f724813b04ff req-fb9ca6cc-503d-4441-b944-85e159572dbc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767868 Feb 10 06:43:27.276937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4eacfb21-3808-4196-88ff-5e3075ea2a82), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.326262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (af165bcf-2a4f-4371-ae05-743e06928ae7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.328809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1c6c-35be-4c2c-b03d-ec1a9573083d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (69292dae-c3a7-4f7d-80f9-2eefb1948528), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.331836 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1c6c-35be-4c2c-b03d-ec1a9573083d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.332904 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ae5c1c6c-35be-4c2c-b03d-ec1a9573083d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69292dae-c3a7-4f7d-80f9-2eefb1948528 HTTP/1.1" status: 204 len: 168 time: 1.1616402 Feb 10 06:43:27.369552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c1c6c-35be-4c2c-b03d-ec1a9573083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69292dae-c3a7-4f7d-80f9-2eefb1948528,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:27.380368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af165bcf-2a4f-4371-ae05-743e06928ae7']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:27.402767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb541505-d613-48b1-aa22-60ac52ce9026') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:27.403065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb541505-d613-48b1-aa22-60ac52ce9026') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:27.408797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eacfb21-3808-4196-88ff-5e3075ea2a82,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:27.414735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.418161 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b1c1fa6d-3793-4e2f-b63c-02757c6daeb7 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/networks/bd75d6aa-e107-452d-9819-1c2a664b5c97?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5025554 Feb 10 06:43:27.420631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55986) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:27.425982 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (fb541505-d613-48b1-aa22-60ac52ce9026), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.458182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (fb541505-d613-48b1-aa22-60ac52ce9026), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.466556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:27.467240 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (fb541505-d613-48b1-aa22-60ac52ce9026), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:27.544028 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:27.555387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (af165bcf-2a4f-4371-ae05-743e06928ae7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.571567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.579053 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/networks/af165bcf-2a4f-4371-ae05-743e06928ae7 HTTP/1.1" status: 204 len: 168 time: 1.8825104 Feb 10 06:43:27.586909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bef647-af64-4eac-80eb-da22fd3b8fde tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:27.588427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2bef647-af64-4eac-80eb-da22fd3b8fde tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/subnets/9a2cd4b4-985e-4ad1-9937-cd039b92798f HTTP/1.1" status: 200 len: 843 time: 0.1648459 Feb 10 06:43:27.589748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55992) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:27.618497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55994) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:27.677136 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.679825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks [] for router_controller (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.693082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea67185-0c3c-4439-b4a7-8ca2098d11df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:27.694781 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dea67185-0c3c-4439-b4a7-8ca2098d11df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/650e6985-ec18-41c1-8418-1e996418d2ac HTTP/1.1" status: 200 len: 845 time: 0.1028624 Feb 10 06:43:27.704337 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55998) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:27.708257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23a1b8-35ff-4a37-b90d-42b2e619e290 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Network': ['ID=af165bcf-2a4f-4371-ae05-743e06928ae7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:27.766040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (f11d80ab-cf6d-4d71-bc07-2347c68fb8fb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.769624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f11d80ab-cf6d-4d71-bc07-2347c68fb8fb {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:43:27.804155 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.806151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c50ac290-ba5a-481c-b0d8-ee2deecaf3a5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f11d80ab-cf6d-4d71-bc07-2347c68fb8fb HTTP/1.1" status: 204 len: 168 time: 3.3099661 Feb 10 06:43:27.809200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56002) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:27.813460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91c149-1963-456c-a864-b39a7340c7d6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['shared'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:27.815645 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bd91c149-1963-456c-a864-b39a7340c7d6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "GET /v2.0/subnets/9a2cd4b4-985e-4ad1-9937-cd039b92798f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1302359 Feb 10 06:43:27.822510 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3642155f-fafb-433a-8f76-8fecebb55c06 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/650e6985-ec18-41c1-8418-1e996418d2ac?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1152320 Feb 10 06:43:27.823182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56004) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:27.827079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56006) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:27.837809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-907041931'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:27.858476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:27.930780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6bd66c-0ee9-47c3-aac6-e4558e7ac071 admin admin] Deleting subnet 9fdc9898-3f5a-4a18-a218-5792aa9ee64f {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:43:27.938379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd66c-0ee9-47c3-aac6-e4558e7ac071 admin admin] Publish callbacks [] for subnet (9fdc9898-3f5a-4a18-a218-5792aa9ee64f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:27.993072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:27.997849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.056919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 502f8a2c-4b39-4972-b205-4bdd3a95b5df no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:28.068055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd66c-0ee9-47c3-aac6-e4558e7ac071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (9fdc9898-3f5a-4a18-a218-5792aa9ee64f), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.071695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:43:28.083547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:28.087822 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.091930 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5e15fe4e-f79f-4758-803a-b8a7b0e22610), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.092537 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Added segment 5e15fe4e-f79f-4758-803a-b8a7b0e22610 of type vlan for network 968c6420-0a9a-4f2f-8831-8c617d3e5039 Feb 10 06:43:28.126723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 502f8a2c-4b39-4972-b205-4bdd3a95b5df {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:28.128504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 502f8a2c-4b39-4972-b205-4bdd3a95b5df not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:28.129103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 873987c7-6672-4ff1-903a-d83672178f51 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:28.181002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 873987c7-6672-4ff1-903a-d83672178f51 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:28.182777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 873987c7-6672-4ff1-903a-d83672178f51 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:28.183410 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4eacfb21-3808-4196-88ff-5e3075ea2a82 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:28.210875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 4eacfb21-3808-4196-88ff-5e3075ea2a82 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:28.211434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4eacfb21-3808-4196-88ff-5e3075ea2a82 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:28.297736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (968c6420-0a9a-4f2f-8831-8c617d3e5039), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.379624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ced83-0c37-4824-ab95-24d61ddadf32 req-6251d952-7f39-42e3-9daf-ea7c6082b769 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.388776 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ced83-0c37-4824-ab95-24d61ddadf32 req-6251d952-7f39-42e3-9daf-ea7c6082b769 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.398290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (968c6420-0a9a-4f2f-8831-8c617d3e5039), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.399089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ced83-0c37-4824-ab95-24d61ddadf32 req-6251d952-7f39-42e3-9daf-ea7c6082b769 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.403300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.403938 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.405877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ced83-0c37-4824-ab95-24d61ddadf32 req-6251d952-7f39-42e3-9daf-ea7c6082b769 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.412484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ced83-0c37-4824-ab95-24d61ddadf32 req-6251d952-7f39-42e3-9daf-ea7c6082b769 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.418636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ced83-0c37-4824-ab95-24d61ddadf32 req-6251d952-7f39-42e3-9daf-ea7c6082b769 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.425770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ced83-0c37-4824-ab95-24d61ddadf32 req-6251d952-7f39-42e3-9daf-ea7c6082b769 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.437258 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-354ced83-0c37-4824-ab95-24d61ddadf32 req-6251d952-7f39-42e3-9daf-ea7c6082b769 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2449219 Feb 10 06:43:28.499733 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd66c-0ee9-47c3-aac6-e4558e7ac071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (9fdc9898-3f5a-4a18-a218-5792aa9ee64f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.586654 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7602232 Feb 10 06:43:28.608922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:28.619556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-354ced83-0c37-4824-ab95-24d61ddadf32 req-76ced4fa-4636-471a-832c-66e99d326b92 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803765 Feb 10 06:43:28.627876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'network_id': '968c6420-0a9a-4f2f-8831-8c617d3e5039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:28.629234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d210f-b193-4a1f-8ef0-77adf0c9b625 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Network': ['ID=968c6420-0a9a-4f2f-8831-8c617d3e5039,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:28.645113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 968c6420-0a9a-4f2f-8831-8c617d3e5039 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:43:28.692577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (18a0dbf0-27bf-480b-83c0-393152b1a34a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.754185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:28.761112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:28.765669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.768708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.795099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=18a0dbf0-27bf-480b-83c0-393152b1a34a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:28.836167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2bd700c1-4cdb-4520-8829-58580f59a09c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0078287 Feb 10 06:43:28.837223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56036) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:28.842848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-67393226-3e0d-4518-ae29-d5180ae7afa0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'security_group': {'name': 'tempest-secgroup-868527321'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:28.901951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f32bc-1a94-4191-a659-c33dfb58bd6f None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:28.907128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c814d0-4549-4387-a806-c997d7fa8675 req-22c3fdb8-9739-4056-a524-8c506600d70e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:28.912694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67393226-3e0d-4518-ae29-d5180ae7afa0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:28.917418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96c814d0-4549-4387-a806-c997d7fa8675 req-22c3fdb8-9739-4056-a524-8c506600d70e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.5768461 Feb 10 06:43:29.016947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67393226-3e0d-4518-ae29-d5180ae7afa0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (42da579c-f1f8-46f6-969f-9666ed466683), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.026876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67393226-3e0d-4518-ae29-d5180ae7afa0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (42da579c-f1f8-46f6-969f-9666ed466683), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.033397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd66c-0ee9-47c3-aac6-e4558e7ac071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (9fdc9898-3f5a-4a18-a218-5792aa9ee64f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.076065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67393226-3e0d-4518-ae29-d5180ae7afa0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.081962 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-67393226-3e0d-4518-ae29-d5180ae7afa0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2432618 Feb 10 06:43:29.083988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56044) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:29.087605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Made reservation on behalf of 850a2583d6364f2983a5f449bb12434d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:29.089864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-95ab08bd-8fd9-4476-bcb7-cfc63fad84de tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'security_group': {'name': 'tempest-secgroup-268483215'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:29.091157 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.096483 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67393226-3e0d-4518-ae29-d5180ae7afa0 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42da579c-f1f8-46f6-969f-9666ed466683,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:29.139852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ab08bd-8fd9-4476-bcb7-cfc63fad84de tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.171310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96c814d0-4549-4387-a806-c997d7fa8675 req-cf70440b-5cd3-4996-8302-afb8884337a5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528322 Feb 10 06:43:29.172209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bd66c-0ee9-47c3-aac6-e4558e7ac071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fdc9898-3f5a-4a18-a218-5792aa9ee64f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:29.184413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'project_id': '4f92ea7c86b4492aae79d4c410603ec5', 'fixed_ips': [{'subnet_id': '18a0dbf0-27bf-480b-83c0-393152b1a34a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:43:29.185948 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.216495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd66c-0ee9-47c3-aac6-e4558e7ac071 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.234315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6f6bd66c-0ee9-47c3-aac6-e4558e7ac071 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9fdc9898-3f5a-4a18-a218-5792aa9ee64f HTTP/1.1" status: 204 len: 168 time: 1.4215128 Feb 10 06:43:29.237857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56050) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:29.318174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ab08bd-8fd9-4476-bcb7-cfc63fad84de tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (c74d0678-f968-4aa0-bc09-97db9aa0dae6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.332132 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ab08bd-8fd9-4476-bcb7-cfc63fad84de tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c74d0678-f968-4aa0-bc09-97db9aa0dae6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.340670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b04b5-036a-4ce6-a76f-16e502c1cd13 None None] Network caf617e0-e951-444f-8ae2-5a5d34fd7640 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:29.392480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab08bd-8fd9-4476-bcb7-cfc63fad84de tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74d0678-f968-4aa0-bc09-97db9aa0dae6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:29.414728 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95ab08bd-8fd9-4476-bcb7-cfc63fad84de tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.420537 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-95ab08bd-8fd9-4476-bcb7-cfc63fad84de tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3351574 Feb 10 06:43:29.421445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56056) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:29.432266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1840376947', 'security_groups': ['c74d0678-f968-4aa0-bc09-97db9aa0dae6'], 'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18a0dbf0-27bf-480b-83c0-393152b1a34a'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:29.466042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Performing IP validity checks on allocation pools {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 06:43:29.471877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 06:43:29.586195 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (caf617e0-e951-444f-8ae2-5a5d34fd7640), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.596288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Allocated IP 2001:db8::2 (e5f084c9-21d2-49db-8e6a-da76d3fd927b/18a0dbf0-27bf-480b-83c0-393152b1a34a/161c5539-6462-4ecd-8d41-1b046ac6480b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:29.653587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ca583-687c-4b09-935f-24bcee8f6dc4 None None] DHCP port deletion for caf617e0-e951-444f-8ae2-5a5d34fd7640 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:43:29.710203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:29.905698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.936552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-366ca583-687c-4b09-935f-24bcee8f6dc4 None None] Deleting port 8d808e29-55bf-4efa-9144-19d14a4e9d05 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:29.939560 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-366ca583-687c-4b09-935f-24bcee8f6dc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:29.947058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 83d75a55-8644-44f9-bd31-e15fab556421 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:43:30.072051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8d808e29-55bf-4efa-9144-19d14a4e9d05 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:30.136154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-366ca583-687c-4b09-935f-24bcee8f6dc4 None None] For port 8d808e29-55bf-4efa-9144-19d14a4e9d05, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8d808e29-55bf-4efa-9144-19d14a4e9d05,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:30.136923 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-366ca583-687c-4b09-935f-24bcee8f6dc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.172280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-366ca583-687c-4b09-935f-24bcee8f6dc4 None None] Calling delete_port for 8d808e29-55bf-4efa-9144-19d14a4e9d05 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:30.182714 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Publish callbacks [] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.197318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce92c-c60a-471e-b9e6-9347ff8bc701 req-017e3a0b-23e1-4476-8e3d-2956059a9f42 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:30.198268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.228302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce92c-c60a-471e-b9e6-9347ff8bc701 req-017e3a0b-23e1-4476-8e3d-2956059a9f42 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:30.241642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce92c-c60a-471e-b9e6-9347ff8bc701 req-017e3a0b-23e1-4476-8e3d-2956059a9f42 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:30.257072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce92c-c60a-471e-b9e6-9347ff8bc701 req-017e3a0b-23e1-4476-8e3d-2956059a9f42 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:30.267722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce92c-c60a-471e-b9e6-9347ff8bc701 req-017e3a0b-23e1-4476-8e3d-2956059a9f42 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:30.279506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce92c-c60a-471e-b9e6-9347ff8bc701 req-017e3a0b-23e1-4476-8e3d-2956059a9f42 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:30.294907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce92c-c60a-471e-b9e6-9347ff8bc701 req-017e3a0b-23e1-4476-8e3d-2956059a9f42 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:30.308773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:30.309512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f04ce92c-c60a-471e-b9e6-9347ff8bc701 req-017e3a0b-23e1-4476-8e3d-2956059a9f42 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.4768999 Feb 10 06:43:30.315917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Pushing event updated for resources: {'Port': ['ID=161c5539-6462-4ecd-8d41-1b046ac6480b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:30.322066 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.335771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:30.338769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:30.360056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::2d0 (e5f084c9-21d2-49db-8e6a-da76d3fd927b/18a0dbf0-27bf-480b-83c0-393152b1a34a/83d75a55-8644-44f9-bd31-e15fab556421) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:30.403397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Deleting port 8d808e29-55bf-4efa-9144-19d14a4e9d05 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:30.403748 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.470887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 8d808e29-55bf-4efa-9144-19d14a4e9d05 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:30.471302 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.658499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 8d808e29-55bf-4efa-9144-19d14a4e9d05, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8d808e29-55bf-4efa-9144-19d14a4e9d05,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:30.669627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Attempting to bind port 161c5539-6462-4ecd-8d41-1b046ac6480b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:30.670007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Attempting to bind port 161c5539-6462-4ecd-8d41-1b046ac6480b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'eae5bee9-44a5-4a7a-bd26-9a015738226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:30.670401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Attempting to bind port 161c5539-6462-4ecd-8d41-1b046ac6480b on network e5f084c9-21d2-49db-8e6a-da76d3fd927b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:30.678853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:30.695453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (83d75a55-8644-44f9-bd31-e15fab556421), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.706188 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.717960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.718291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.718635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.718986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.719732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.720066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.721164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.721504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.721836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.722170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.722520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.722848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.723175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:30.733492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] For port 8d808e29-55bf-4efa-9144-19d14a4e9d05, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8d808e29-55bf-4efa-9144-19d14a4e9d05,segment=NetworkSegment(bfbcae2b-a49e-499b-ae72-3fbdd3366e72),segment_id=bfbcae2b-a49e-499b-ae72-3fbdd3366e72)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:30.733860 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.737254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Checking segment: {'id': '5e15fe4e-f79f-4758-803a-b8a7b0e22610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '968c6420-0a9a-4f2f-8831-8c617d3e5039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:30.737622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network hostable DHCP agents. Network: 968c6420-0a9a-4f2f-8831-8c617d3e5039, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:43:30.739195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:30.740386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Checking segment: {'id': 'eae5bee9-44a5-4a7a-bd26-9a015738226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:30.740944 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.741402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Bound using segment: {'id': 'eae5bee9-44a5-4a7a-bd26-9a015738226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:30.742103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Bound port: 161c5539-6462-4ecd-8d41-1b046ac6480b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae5bee9-44a5-4a7a-bd26-9a015738226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:30.742817 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.767141 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f04ce92c-c60a-471e-b9e6-9347ff8bc701 req-de816227-4caf-448d-919f-23931ae99e8c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4564843 Feb 10 06:43:30.792908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Calling delete_port for 8d808e29-55bf-4efa-9144-19d14a4e9d05 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:30.816536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (83d75a55-8644-44f9-bd31-e15fab556421), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.839306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Network 968c6420-0a9a-4f2f-8831-8c617d3e5039 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:43:30.946365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:30.960123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:30.969746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 968c6420-0a9a-4f2f-8831-8c617d3e5039) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:30.976818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:30.978039 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:30.983198 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:30.999288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:31.001461 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:31.004079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93075f1-cb7b-4155-8091-9846778fcd08 None None] Network 968c6420-0a9a-4f2f-8831-8c617d3e5039 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:31.037787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=83d75a55-8644-44f9-bd31-e15fab556421,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:31.063706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4df7791-9f2f-45e9-ab61-8ed838fc5060 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4428010 Feb 10 06:43:31.067542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56086) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:31.077959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-de574f9b-b89d-4f4b-931e-cf76c27614b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:31.092148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=8d808e29-55bf-4efa-9144-19d14a4e9d05,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:31.094254 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2af4f77c-d936-43a9-8d80-92ab32603f4f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6713510 Feb 10 06:43:31.113459 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-366ca583-687c-4b09-935f-24bcee8f6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:31.119219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070e58e-453f-4f62-bdf6-b520b759bae4 req-8b123dde-8a97-4dad-a4a5-b40771aac425 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:31.129217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8070e58e-453f-4f62-bdf6-b520b759bae4 req-8b123dde-8a97-4dad-a4a5-b40771aac425 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.2153871 Feb 10 06:43:31.142101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:31.159821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-044af4d4-3ae7-4670-809f-26c4cd7d3784 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:31.176614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ca583-687c-4b09-935f-24bcee8f6dc4 None None] Pushing event deleted for resources: {'Port': ['ID=8d808e29-55bf-4efa-9144-19d14a4e9d05,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:31.196112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] For port 161c5539-6462-4ecd-8d41-1b046ac6480b, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:43:31.206003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ca583-687c-4b09-935f-24bcee8f6dc4 None None] No DVR routers for this DVR port 8d808e29-55bf-4efa-9144-19d14a4e9d05 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:31.246171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] For port 161c5539-6462-4ecd-8d41-1b046ac6480b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=161c5539-6462-4ecd-8d41-1b046ac6480b,segment=NetworkSegment(eae5bee9-44a5-4a7a-bd26-9a015738226e),segment_id=eae5bee9-44a5-4a7a-bd26-9a015738226e)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:43:31.286063 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:31.310288 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8d808e29-55bf-4efa-9144-19d14a4e9d05), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:31.343177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-de574f9b-b89d-4f4b-931e-cf76c27614b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59352338'] for subnet (d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:31.363733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] No DVR routers for this DVR port 8d808e29-55bf-4efa-9144-19d14a4e9d05 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:31.366617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaad61b-173a-4ccf-9b32-69170bfbd1b0 None None] Pushing event updated for resources: {'Port': ['ID=161c5539-6462-4ecd-8d41-1b046ac6480b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:31.369761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-968c6420-0a9a-4f2f-8831-8c617d3e5039', 'network_id': '968c6420-0a9a-4f2f-8831-8c617d3e5039', 'project_id': '850a2583d6364f2983a5f449bb12434d', 'fixed_ips': [{'subnet_id': 'd72e4c2c-9d19-44b6-8c59-7c7fd6575b7e'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:43:31.370725 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:31.554655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56090) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:31.557964 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 06:43:31.557964 n-d-828670-1 neutron-server[103215]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 10 06:43:31.557964 n-d-828670-1 neutron-server[103215]: [parameters: {'in_use': 1, 'id_1': 'd72e4c2c-9d19-44b6-8c59-7c7fd6575b7e'}] Feb 10 06:43:31.557964 n-d-828670-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:43:31.559047 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:43:31.598188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d808e29-55bf-4efa-9144-19d14a4e9d05,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:31.645655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8070e58e-453f-4f62-bdf6-b520b759bae4 req-ba9c2902-b8fd-4533-a561-040fb26ea09f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5150604 Feb 10 06:43:31.701219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'network': {'name': 'tempest-network-smoke--231715021', 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'port_security_enabled': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:31.777562 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (caf617e0-e951-444f-8ae2-5a5d34fd7640), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:31.862986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-de574f9b-b89d-4f4b-931e-cf76c27614b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734256405239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3751069'] for subnet (d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:31.919312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf617e0-e951-444f-8ae2-5a5d34fd7640']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:31.928425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044af4d4-3ae7-4670-809f-26c4cd7d3784 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:31.933885 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-044af4d4-3ae7-4670-809f-26c4cd7d3784 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:31.977551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Made reservation on behalf of 39ac44ed275a45639d8bf23102847fcc for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:31.985309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.014836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de574f9b-b89d-4f4b-931e-cf76c27614b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:32.015453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-de574f9b-b89d-4f4b-931e-cf76c27614b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.019868 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-de574f9b-b89d-4f4b-931e-cf76c27614b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "PUT /v2.0/subnets/d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e HTTP/1.1" status: 200 len: 900 time: 0.9482272 Feb 10 06:43:32.028820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56098) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:32.029164 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.030075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:32.030498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfbcae2b-a49e-499b-ae72-3fbdd3366e72') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:32.046031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de574f9b-b89d-4f4b-931e-cf76c27614b6 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event updated for resources: {'Subnet': ['ID=d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:32.060772 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.186984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (a91f8f19-1b4d-400d-bf15-e2c64d41c152), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.194645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a91f8f19-1b4d-400d-bf15-e2c64d41c152), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.232526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91f8f19-1b4d-400d-bf15-e2c64d41c152,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:32.249412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:43:32.250268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (968c6420-0a9a-4f2f-8831-8c617d3e5039), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.270587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8ea67bd7-e453-41a4-82d6-677d20c6ecaa), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.271037 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Added segment 8ea67bd7-e453-41a4-82d6-677d20c6ecaa of type vlan for network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e Feb 10 06:43:32.278604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 161c5539-6462-4ecd-8d41-1b046ac6480b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:32.283297 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (bfbcae2b-a49e-499b-ae72-3fbdd3366e72), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.376969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0797141b-ae4e-4f1b-a9bd-37b28efc4f0e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.386809 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.436312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0797141b-ae4e-4f1b-a9bd-37b28efc4f0e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.443382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:32.444085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.458234 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (bfbcae2b-a49e-499b-ae72-3fbdd3366e72), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.490875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a593b-0bce-4573-81b9-3807764b8ff6 req-1ac48caf-f99c-4eab-b518-32acaa0fa311 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:32.496574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a593b-0bce-4573-81b9-3807764b8ff6 req-1ac48caf-f99c-4eab-b518-32acaa0fa311 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:32.513231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a593b-0bce-4573-81b9-3807764b8ff6 req-1ac48caf-f99c-4eab-b518-32acaa0fa311 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:32.533325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a593b-0bce-4573-81b9-3807764b8ff6 req-1ac48caf-f99c-4eab-b518-32acaa0fa311 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:32.539351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a593b-0bce-4573-81b9-3807764b8ff6 req-1ac48caf-f99c-4eab-b518-32acaa0fa311 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:32.553212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a593b-0bce-4573-81b9-3807764b8ff6 req-1ac48caf-f99c-4eab-b518-32acaa0fa311 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:32.557104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Network': ['ID=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:32.569515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a593b-0bce-4573-81b9-3807764b8ff6 req-1ac48caf-f99c-4eab-b518-32acaa0fa311 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:32.581059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:43:32.583257 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f5f4958c-0139-405f-8b7c-651fb4b4d3d8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0225997 Feb 10 06:43:32.584960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-452a593b-0bce-4573-81b9-3807764b8ff6 req-1ac48caf-f99c-4eab-b518-32acaa0fa311 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.5973232 Feb 10 06:43:32.585635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56102) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:32.591932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'admin_state_up': True, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:32.602266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:32.604071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (bfbcae2b-a49e-499b-ae72-3fbdd3366e72), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.626114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (88d16390-74cd-451a-a229-d443cf77ac1d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.628196 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (88d16390-74cd-451a-a229-d443cf77ac1d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:32.671426 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:32.711405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Allocated IP 2001:db8::3 (968c6420-0a9a-4f2f-8831-8c617d3e5039/d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e/1f1f8a3d-defc-4b2e-85a8-03557e7bef58) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:32.715105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:32.715483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.761709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_controller (88d16390-74cd-451a-a229-d443cf77ac1d), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:32.766802 n-d-828670-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-044af4d4-3ae7-4670-809f-26c4cd7d3784 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18a0dbf0-27bf-480b-83c0-393152b1a34a (CIDR: 2001:db8::/64) Feb 10 06:43:32.792942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-452a593b-0bce-4573-81b9-3807764b8ff6 req-3da49775-b653-4c4d-9fb9-f84f174500ac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2067831 Feb 10 06:43:32.823947 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-044af4d4-3ae7-4670-809f-26c4cd7d3784 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:43:32.824670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044af4d4-3ae7-4670-809f-26c4cd7d3784 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:32.984960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_gateway (88d16390-74cd-451a-a229-d443cf77ac1d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.004534 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:43:33.038575 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (caf617e0-e951-444f-8ae2-5a5d34fd7640), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.045837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:33.046494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.053376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3f897-a4d0-4ec0-831e-8663daa7b4bd req-833e89bc-4989-4b9c-ad5d-7877391ce0e1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:33.056679 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4e3f897-a4d0-4ec0-831e-8663daa7b4bd req-833e89bc-4989-4b9c-ad5d-7877391ce0e1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.2129850 Feb 10 06:43:33.062003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-044af4d4-3ae7-4670-809f-26c4cd7d3784 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9131255 Feb 10 06:43:33.079415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.086045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] 10.222.0.21 "DELETE /v2.0/networks/caf617e0-e951-444f-8ae2-5a5d34fd7640 HTTP/1.1" status: 204 len: 168 time: 3.8470759 Feb 10 06:43:33.086885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56108) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:33.087278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:33.097485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519bc0b-937e-4845-b51b-164370841409 admin admin] Pushing event deleted for resources: {'Network': ['ID=caf617e0-e951-444f-8ae2-5a5d34fd7640,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:33.105653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:33.437394 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Publish callbacks [] for port (1f1f8a3d-defc-4b2e-85a8-03557e7bef58), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.487104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (1f1f8a3d-defc-4b2e-85a8-03557e7bef58), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.535811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_gateway (88d16390-74cd-451a-a229-d443cf77ac1d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.614857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 161c5539-6462-4ecd-8d41-1b046ac6480b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=161c5539-6462-4ecd-8d41-1b046ac6480b,segment=NetworkSegment(eae5bee9-44a5-4a7a-bd26-9a015738226e),segment_id=eae5bee9-44a5-4a7a-bd26-9a015738226e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:33.615778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.630396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Network 968c6420-0a9a-4f2f-8831-8c617d3e5039 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:33.632402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:33.650908 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.674917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:33.741862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0a77352d-94a4-4c15-8735-bcb135afaa15 None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:33.750250 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a77352d-94a4-4c15-8735-bcb135afaa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.752634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Pushing event updated for resources: {'Port': ['ID=1f1f8a3d-defc-4b2e-85a8-03557e7bef58,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:33.874215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.960829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:33.965047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Attempting to bind port 1f1f8a3d-defc-4b2e-85a8-03557e7bef58 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:33.965513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Attempting to bind port 1f1f8a3d-defc-4b2e-85a8-03557e7bef58 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '5e15fe4e-f79f-4758-803a-b8a7b0e22610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '968c6420-0a9a-4f2f-8831-8c617d3e5039'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:33.965973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Attempting to bind port 1f1f8a3d-defc-4b2e-85a8-03557e7bef58 on network 968c6420-0a9a-4f2f-8831-8c617d3e5039 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:33.973433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Allocated IP 172.25.8.137 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/2fb524ac-bf31-49e0-9021-8f6b7bab99e1) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:33.975551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:33.975940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Checking segment: {'id': '5e15fe4e-f79f-4758-803a-b8a7b0e22610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '968c6420-0a9a-4f2f-8831-8c617d3e5039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:33.976420 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:33.976894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Bound using segment: {'id': '5e15fe4e-f79f-4758-803a-b8a7b0e22610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '968c6420-0a9a-4f2f-8831-8c617d3e5039'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:33.977439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Bound port: 1f1f8a3d-defc-4b2e-85a8-03557e7bef58, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e15fe4e-f79f-4758-803a-b8a7b0e22610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '968c6420-0a9a-4f2f-8831-8c617d3e5039'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:33.978361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f1f8a3d-defc-4b2e-85a8-03557e7bef58), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.013382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=161c5539-6462-4ecd-8d41-1b046ac6480b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:34.054170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0a77352d-94a4-4c15-8735-bcb135afaa15 None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:34.089941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0a77352d-94a4-4c15-8735-bcb135afaa15 None None] Provisioning complete for port 650e6985-ec18-41c1-8418-1e996418d2ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:34.090338 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a77352d-94a4-4c15-8735-bcb135afaa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.094569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] For port 1f1f8a3d-defc-4b2e-85a8-03557e7bef58, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:43:34.163363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] For port 1f1f8a3d-defc-4b2e-85a8-03557e7bef58, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1f1f8a3d-defc-4b2e-85a8-03557e7bef58,segment=NetworkSegment(5e15fe4e-f79f-4758-803a-b8a7b0e22610),segment_id=5e15fe4e-f79f-4758-803a-b8a7b0e22610)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:43:34.188454 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (968c6420-0a9a-4f2f-8831-8c617d3e5039), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.192263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0a77352d-94a4-4c15-8735-bcb135afaa15 None None] Port 650e6985-ec18-41c1-8418-1e996418d2ac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:34.203419 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1f1f8a3d-defc-4b2e-85a8-03557e7bef58), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.208139 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.265856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4e3f897-a4d0-4ec0-831e-8663daa7b4bd req-6533b84c-ae80-4b5d-94b6-70702472e4d8 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1881313 Feb 10 06:43:34.271626 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.297053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968c6420-0a9a-4f2f-8831-8c617d3e5039']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:34.308837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dabfd3-34c5-4938-8076-ad815bba41c2 None None] Pushing event updated for resources: {'Port': ['ID=1f1f8a3d-defc-4b2e-85a8-03557e7bef58,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:34.350682 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:34.354062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:34.362109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:34.415338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f9a96ce6-ed08-4a8c-b71f-e769b0fd4c6f None None] Provisioning complete for port 83d75a55-8644-44f9-bd31-e15fab556421 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:34.415871 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9a96ce6-ed08-4a8c-b71f-e769b0fd4c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (83d75a55-8644-44f9-bd31-e15fab556421), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.418597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=2fb524ac-bf31-49e0-9021-8f6b7bab99e1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:34.470057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e15fe4e-f79f-4758-803a-b8a7b0e22610') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:34.475203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e15fe4e-f79f-4758-803a-b8a7b0e22610') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:34.477311 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:34.477441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa4a3f-7c2c-4943-b11d-9bb4b4d1df37 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:43:34.480920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.504327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36e82-a25f-4aad-83e9-8283964a7517 req-baaac805-20eb-475e-96a8-3c43ee41fafc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:34.509641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36e82-a25f-4aad-83e9-8283964a7517 req-baaac805-20eb-475e-96a8-3c43ee41fafc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:34.515211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36e82-a25f-4aad-83e9-8283964a7517 req-baaac805-20eb-475e-96a8-3c43ee41fafc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:34.523733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36e82-a25f-4aad-83e9-8283964a7517 req-baaac805-20eb-475e-96a8-3c43ee41fafc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:34.529006 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36e82-a25f-4aad-83e9-8283964a7517 req-baaac805-20eb-475e-96a8-3c43ee41fafc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:34.535145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36e82-a25f-4aad-83e9-8283964a7517 req-baaac805-20eb-475e-96a8-3c43ee41fafc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:34.540386 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36e82-a25f-4aad-83e9-8283964a7517 req-baaac805-20eb-475e-96a8-3c43ee41fafc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:34.548922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edc36e82-a25f-4aad-83e9-8283964a7517 req-baaac805-20eb-475e-96a8-3c43ee41fafc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.5906694 Feb 10 06:43:34.551504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f9a96ce6-ed08-4a8c-b71f-e769b0fd4c6f None None] Port 83d75a55-8644-44f9-bd31-e15fab556421 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:34.575193 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (5e15fe4e-f79f-4758-803a-b8a7b0e22610), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.624303 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5e15fe4e-f79f-4758-803a-b8a7b0e22610), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.718458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edc36e82-a25f-4aad-83e9-8283964a7517 req-77a47158-b561-47f0-963b-72624469233e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684687 Feb 10 06:43:34.746215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:34.746809 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (5e15fe4e-f79f-4758-803a-b8a7b0e22610), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:34.777971 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:34.848184 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 06:43:34.848184 n-d-828670-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 06:43:34.848184 n-d-828670-1 neutron-server[103214]: [parameters: {'id': '968c6420-0a9a-4f2f-8831-8c617d3e5039'}] Feb 10 06:43:34.848184 n-d-828670-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:43:34.848501 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:43:34.892752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa4a3f-7c2c-4943-b11d-9bb4b4d1df37 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:43:34.963006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_gateway (88d16390-74cd-451a-a229-d443cf77ac1d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.105299 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (7652e068-ea06-4e81-abcd-eac5c21def9d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.109638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (5ad27404-f0c5-4d56-9e35-8269b2206b91), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.153764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78afa7-d9cb-49ee-8695-1b48eed1c093 None None] Network 968c6420-0a9a-4f2f-8831-8c617d3e5039 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:35.202605 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (88d16390-74cd-451a-a229-d443cf77ac1d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.248651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:35.298094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:35.298094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:35.298094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.353233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab614a28-69da-49ec-bbf6-b3d77505ce2c None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:35.353324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=5ad27404-f0c5-4d56-9e35-8269b2206b91,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:35.353324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0bb7e81a-b45f-4f42-ac99-a3b9e7ed172b tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2331803 Feb 10 06:43:35.366268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (968c6420-0a9a-4f2f-8831-8c617d3e5039), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.369520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56128) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:35.375339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1889716572', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5ad27404-f0c5-4d56-9e35-8269b2206b91'}], 'security_groups': ['42da579c-f1f8-46f6-969f-9666ed466683']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:35.456778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Router 88d16390-74cd-451a-a229-d443cf77ac1d is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:43:35.510147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f189a5-9090-4e01-ad05-cd04af938840 None None] Network 968c6420-0a9a-4f2f-8831-8c617d3e5039 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:35.647831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa084ea0-3c6b-4f93-83d4-f1ef075f6aec req-2f6f34ad-0804-434a-81a5-2fa1b2589749 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:35.649310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa084ea0-3c6b-4f93-83d4-f1ef075f6aec req-2f6f34ad-0804-434a-81a5-2fa1b2589749 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.1810656 Feb 10 06:43:35.724446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting port 1f1f8a3d-defc-4b2e-85a8-03557e7bef58 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:35.724668 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1f1f8a3d-defc-4b2e-85a8-03557e7bef58), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.774742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c1c87-fe72-4dfd-906f-c5bde7e17bf4 None None] Update dhcp port {'port': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'fixed_ips': [{'subnet_id': '18a0dbf0-27bf-480b-83c0-393152b1a34a', 'ip_address': '2001:db8::2'}, {'subnet_id': '5ad27404-f0c5-4d56-9e35-8269b2206b91'}], 'binding:host_id': 'n-d-828670-1'}, 'id': '161c5539-6462-4ecd-8d41-1b046ac6480b'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:43:35.805776 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83d75a55-8644-44f9-bd31-e15fab556421), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.843297 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1c87-fe72-4dfd-906f-c5bde7e17bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.918909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa084ea0-3c6b-4f93-83d4-f1ef075f6aec req-ee699d94-5fd0-4194-9bab-12e748290de7 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527528 Feb 10 06:43:35.923596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] For port 1f1f8a3d-defc-4b2e-85a8-03557e7bef58, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1f1f8a3d-defc-4b2e-85a8-03557e7bef58,segment=NetworkSegment(5e15fe4e-f79f-4758-803a-b8a7b0e22610),segment_id=5e15fe4e-f79f-4758-803a-b8a7b0e22610)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:35.923974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1f1f8a3d-defc-4b2e-85a8-03557e7bef58), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:35.986543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Calling delete_port for 1f1f8a3d-defc-4b2e-85a8-03557e7bef58 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:35.994799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:43:36.016774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Sync routers for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:43:36.019221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:36.020646 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c188dd83-3f4a-4a17-9a8e-215c9913114b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4339085 Feb 10 06:43:36.024112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56146) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:36.047394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:36.048020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:36.057552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb5bed-8c0d-43ef-b6d7-3c85088557c5 req-1467e847-302d-406c-ba57-1110b7cdefd3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.063254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb5bed-8c0d-43ef-b6d7-3c85088557c5 req-1467e847-302d-406c-ba57-1110b7cdefd3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.068998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb5bed-8c0d-43ef-b6d7-3c85088557c5 req-1467e847-302d-406c-ba57-1110b7cdefd3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.074208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb5bed-8c0d-43ef-b6d7-3c85088557c5 req-1467e847-302d-406c-ba57-1110b7cdefd3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.079485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb5bed-8c0d-43ef-b6d7-3c85088557c5 req-1467e847-302d-406c-ba57-1110b7cdefd3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.085509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb5bed-8c0d-43ef-b6d7-3c85088557c5 req-1467e847-302d-406c-ba57-1110b7cdefd3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.090785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb5bed-8c0d-43ef-b6d7-3c85088557c5 req-1467e847-302d-406c-ba57-1110b7cdefd3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.092794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-deeb5bed-8c0d-43ef-b6d7-3c85088557c5 req-1467e847-302d-406c-ba57-1110b7cdefd3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2028546 Feb 10 06:43:36.095104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 161c5539-6462-4ecd-8d41-1b046ac6480b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:36.153936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Deleting port 9456b677-fe84-472a-a41a-1f6b8f113f98 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:36.154514 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:36.254275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:36.254676 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:36.265097 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aefbbf68-bed5-4e37-b424-4ae0cfb51a9d tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=39ac44ed275a45639d8bf23102847fcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2395494 Feb 10 06:43:36.268091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56150) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:36.344035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] For port 9456b677-fe84-472a-a41a-1f6b8f113f98, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9456b677-fe84-472a-a41a-1f6b8f113f98,segment=NetworkSegment(6dd30ec0-7141-4369-8c7d-da83dbf1bf82),segment_id=6dd30ec0-7141-4369-8c7d-da83dbf1bf82)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:36.344654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:36.362079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-3d9c1c87-fe72-4dfd-906f-c5bde7e17bf4 None None] Allocated IP 2001:db8:0:1::2 (e5f084c9-21d2-49db-8e6a-da76d3fd927b/5ad27404-f0c5-4d56-9e35-8269b2206b91/161c5539-6462-4ecd-8d41-1b046ac6480b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:36.412733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Calling delete_port for 9456b677-fe84-472a-a41a-1f6b8f113f98 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:36.418466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:36.433406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-deeb5bed-8c0d-43ef-b6d7-3c85088557c5 req-7eb65a1d-0555-425a-aa30-0f45dea43178 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3019950 Feb 10 06:43:36.440018 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1f1f8a3d-defc-4b2e-85a8-03557e7bef58), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:36.460192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:43:36.510130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Port': ['ID=1f1f8a3d-defc-4b2e-85a8-03557e7bef58,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:36.517978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No DVR routers for this DVR port 1f1f8a3d-defc-4b2e-85a8-03557e7bef58 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:36.541472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-464c88bd-0cf5-4c4e-9e28-7539783bdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.544261 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-464c88bd-0cf5-4c4e-9e28-7539783bdefb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1127 time: 0.2091582 Feb 10 06:43:36.598345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9561e1be-0731-4ba4-885e-e3c8f79d48a0 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.601437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9561e1be-0731-4ba4-885e-e3c8f79d48a0 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3298352 Feb 10 06:43:36.603687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56152) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:36.650236 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c3c1f6a5-a419-4c21-8a39-2e0c09d17fda tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407691 Feb 10 06:43:36.684394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56154) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:36.690539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2011152056', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:36.747762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3d9c1c87-fe72-4dfd-906f-c5bde7e17bf4 None None] For port 161c5539-6462-4ecd-8d41-1b046ac6480b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=161c5539-6462-4ecd-8d41-1b046ac6480b,segment=NetworkSegment(eae5bee9-44a5-4a7a-bd26-9a015738226e),segment_id=eae5bee9-44a5-4a7a-bd26-9a015738226e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:36.760993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:34Z', 'revision_number': 3, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:36.795580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-37a9970b-859b-4346-a7c8-ff24130fcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:36.797175 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-37a9970b-859b-4346-a7c8-ff24130fcd80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.2472224 Feb 10 06:43:36.801379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Checking router: 88d16390-74cd-451a-a229-d443cf77ac1d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:43:36.801883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Updating router 88d16390-74cd-451a-a229-d443cf77ac1d port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:43:36.842883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:36.853749 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:36.908890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-cfe07a96-ba90-4fe1-ade9-c2f1433c5d01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 1001 time: 0.1012506 Feb 10 06:43:36.919364 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (968c6420-0a9a-4f2f-8831-8c617d3e5039), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:36.999714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968c6420-0a9a-4f2f-8831-8c617d3e5039']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:37.004056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-6a404ec8-d81e-456e-9dfc-900e70f9d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:37.007680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-6a404ec8-d81e-456e-9dfc-900e70f9d361 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.0893538 Feb 10 06:43:37.038328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e15fe4e-f79f-4758-803a-b8a7b0e22610') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:37.042327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e15fe4e-f79f-4758-803a-b8a7b0e22610') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:37.081596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Made reservation on behalf of 39ac44ed275a45639d8bf23102847fcc for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:37.090097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.112054 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (5e15fe4e-f79f-4758-803a-b8a7b0e22610), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.122484 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1c87-fe72-4dfd-906f-c5bde7e17bf4 None None] Publish callbacks [] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.169981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5e15fe4e-f79f-4758-803a-b8a7b0e22610), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.182787 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1c87-fe72-4dfd-906f-c5bde7e17bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.235209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:37.235631 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (5e15fe4e-f79f-4758-803a-b8a7b0e22610), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.275649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-f33c30e6-547d-4d8f-8f01-2cf5297ba35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:37.277968 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-f33c30e6-547d-4d8f-8f01-2cf5297ba35b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2578976 Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:37.288466 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:37.363274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c1c87-fe72-4dfd-906f-c5bde7e17bf4 None None] Pushing event updated for resources: {'Port': ['ID=161c5539-6462-4ecd-8d41-1b046ac6480b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:37.424152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Delete allocated IP 2001:db8::2d0 (e5f084c9-21d2-49db-8e6a-da76d3fd927b/18a0dbf0-27bf-480b-83c0-393152b1a34a) {{(pid=103214) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 06:43:37.450908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8:0:1::255 (e5f084c9-21d2-49db-8e6a-da76d3fd927b/5ad27404-f0c5-4d56-9e35-8269b2206b91/83d75a55-8644-44f9-bd31-e15fab556421) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:37.617488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (8840a41b-c426-42b9-903d-f80531abf210), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.623680 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Publish callbacks [] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.629214 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-abeaad31-c050-433c-9ac2-7f5f2173ef2a service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348463 Feb 10 06:43:37.632145 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.677047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de262-a2ce-43d0-a67c-9c4847141ab6 req-c206d67f-d37b-4c93-8ee3-83e26b5d0ef9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:37.679886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f79de262-a2ce-43d0-a67c-9c4847141ab6 req-c206d67f-d37b-4c93-8ee3-83e26b5d0ef9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.6007545 Feb 10 06:43:37.686937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9456b677-fe84-472a-a41a-1f6b8f113f98), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.750696 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Attempting to bind port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:37.751264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Attempting to bind port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:37.752014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Attempting to bind port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:37.771142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5528f79-7af1-4866-9eaf-2b93be387df5 None None] Pushing event updated for resources: {'Port': ['ID=2fb524ac-bf31-49e0-9021-8f6b7bab99e1,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:37.787833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:37.788222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:37.789074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.789632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:37.790132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Bound port: 2fb524ac-bf31-49e0-9021-8f6b7bab99e1, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:37.790533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Subnet': ['ID=8840a41b-c426-42b9-903d-f80531abf210,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:37.790664 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.863281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Checking segment: {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:37.863281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network hostable DHCP agents. Network: 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:43:37.867316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc8a7f5-050e-4d04-963a-8ca256552208 req-dc62304c-89b2-47bd-ab6d-fbef3f26f813 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284718 Feb 10 06:43:37.896356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:43:37.909633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:37.915806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] For port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:43:37.920985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:37.921599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:37.926214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] For port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2fb524ac-bf31-49e0-9021-8f6b7bab99e1,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:43:37.933369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d936a2-a5d3-4d22-b164-15a7d8d4b10f None None] Network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:37.950839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-614ed0df-2c41-4637-894e-11099a58a658 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2654474 Feb 10 06:43:37.953788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56170) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:37.986213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f79de262-a2ce-43d0-a67c-9c4847141ab6 req-38cc9aff-2792-48a6-8e49-d4a374fb5ed3 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429960 Feb 10 06:43:37.987029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Pushing event deleted for resources: {'Port': ['ID=9456b677-fe84-472a-a41a-1f6b8f113f98,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:38.121330 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (968c6420-0a9a-4f2f-8831-8c617d3e5039), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.130725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.137759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/968c6420-0a9a-4f2f-8831-8c617d3e5039 HTTP/1.1" status: 204 len: 168 time: 6.1035688 Feb 10 06:43:38.145732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:38.186382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 161c5539-6462-4ecd-8d41-1b046ac6480b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:38.193239 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.316236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:43:38.317083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.367580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (83d75a55-8644-44f9-bd31-e15fab556421), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.373350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313c9ab-cf34-45ad-8ece-18d990d06f00 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=968c6420-0a9a-4f2f-8831-8c617d3e5039,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:38.493647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fa953-fc80-47bd-8189-0636de72d9b4 req-e6c105b4-dceb-4b99-bfac-a3848dcb5ebd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:38.502958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fa953-fc80-47bd-8189-0636de72d9b4 req-e6c105b4-dceb-4b99-bfac-a3848dcb5ebd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:38.508342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fa953-fc80-47bd-8189-0636de72d9b4 req-e6c105b4-dceb-4b99-bfac-a3848dcb5ebd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:38.513903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fa953-fc80-47bd-8189-0636de72d9b4 req-e6c105b4-dceb-4b99-bfac-a3848dcb5ebd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:38.519421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fa953-fc80-47bd-8189-0636de72d9b4 req-e6c105b4-dceb-4b99-bfac-a3848dcb5ebd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:38.524884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fa953-fc80-47bd-8189-0636de72d9b4 req-e6c105b4-dceb-4b99-bfac-a3848dcb5ebd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:38.530352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fa953-fc80-47bd-8189-0636de72d9b4 req-e6c105b4-dceb-4b99-bfac-a3848dcb5ebd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:38.532374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-389fa953-fc80-47bd-8189-0636de72d9b4 req-e6c105b4-dceb-4b99-bfac-a3848dcb5ebd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.9046068 Feb 10 06:43:38.533167 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (83d75a55-8644-44f9-bd31-e15fab556421), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.546607 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c31ab0-aa18-4659-85c6-39e58ac253a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:38.547064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c31ab0-aa18-4659-85c6-39e58ac253a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:38.553370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-56c31ab0-aa18-4659-85c6-39e58ac253a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/d72e4c2c-9d19-44b6-8c59-7c7fd6575b7e HTTP/1.1" status: 404 len: 337 time: 0.3966134 Feb 10 06:43:38.555408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56176) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:38.582937 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-638ea5b6-3e8c-4abe-b546-57ebbc3723e8 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:38.584123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638ea5b6-3e8c-4abe-b546-57ebbc3723e8 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:38.587728 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-638ea5b6-3e8c-4abe-b546-57ebbc3723e8 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/968c6420-0a9a-4f2f-8831-8c617d3e5039 HTTP/1.1" status: 404 len: 339 time: 0.0306766 Feb 10 06:43:38.590138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56178) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:38.591203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Allocated IP 172.20.0.2 (0797141b-ae4e-4f1b-a9bd-37b28efc4f0e/8840a41b-c426-42b9-903d-f80531abf210/ee0d68ba-8fd4-4222-bb11-dee59c660b1f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:38.729437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] In _notify_port_updated(), no bound segment for port 83d75a55-8644-44f9-bd31-e15fab556421 on network e5f084c9-21d2-49db-8e6a-da76d3fd927b {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:43:38.734413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:38.745757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.750123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "PUT /v2.0/ports/83d75a55-8644-44f9-bd31-e15fab556421 HTTP/1.1" status: 200 len: 931 time: 3.3795135 Feb 10 06:43:38.753430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56180) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:38.766477 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Publish callbacks [] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.797023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.817745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:38.818326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:38.885103 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.888347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfbd55-33f3-4d26-964b-f2dc0c1e4f00 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=83d75a55-8644-44f9-bd31-e15fab556421,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:38.897426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:38.912541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:38.916187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:38.918201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5528f79-7af1-4866-9eaf-2b93be387df5 None None] Pushing event updated for resources: {'Port': ['ID=2fb524ac-bf31-49e0-9021-8f6b7bab99e1,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:38.931615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:38.932261 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.942880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-53338d1d-c60a-4424-b4c7-ed18207bc4ec None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:38.943266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53338d1d-c60a-4424-b4c7-ed18207bc4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:38.968298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-389fa953-fc80-47bd-8189-0636de72d9b4 req-eb849ee1-e1a2-4e58-8079-670278be6632 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4086540 Feb 10 06:43:39.128744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (7652e068-ea06-4e81-abcd-eac5c21def9d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.162396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.164306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Pushing event updated for resources: {'Port': ['ID=ee0d68ba-8fd4-4222-bb11-dee59c660b1f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:39.196402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Attempting to bind port ee0d68ba-8fd4-4222-bb11-dee59c660b1f on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:39.196785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Attempting to bind port ee0d68ba-8fd4-4222-bb11-dee59c660b1f by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:39.197161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Attempting to bind port ee0d68ba-8fd4-4222-bb11-dee59c660b1f on network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:39.205872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:39.206249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Checking segment: {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:39.206893 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.207224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Bound using segment: {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:39.207755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Bound port: ee0d68ba-8fd4-4222-bb11-dee59c660b1f, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:39.208095 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.231924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:39.254761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727cff1c-ed15-45b2-a206-b16204eaacca') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:39.255132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727cff1c-ed15-45b2-a206-b16204eaacca') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:39.271976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-49ecf35f-987b-4721-8bbd-472a44b80b47 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 83d75a55-8644-44f9-bd31-e15fab556421 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:39.272795 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49ecf35f-987b-4721-8bbd-472a44b80b47 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (83d75a55-8644-44f9-bd31-e15fab556421), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.278533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (727cff1c-ed15-45b2-a206-b16204eaacca), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.288518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.330510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:43:39.331662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (727cff1c-ed15-45b2-a206-b16204eaacca), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.421558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:39.422329 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (727cff1c-ed15-45b2-a206-b16204eaacca), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:39.428343 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:39.474294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b5a-1a6a-4f86-8e3d-2207ba05dc63 req-418f4488-8b2c-487a-b78c-64d6c7b8a321 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:39.476502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fe74b5a-1a6a-4f86-8e3d-2207ba05dc63 req-418f4488-8b2c-487a-b78c-64d6c7b8a321 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.2391405 Feb 10 06:43:39.582758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fe74b5a-1a6a-4f86-8e3d-2207ba05dc63 req-8c36a906-1a3b-4d62-90af-2a85103310c0 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990539 Feb 10 06:43:39.587830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Router 7652e068-ea06-4e81-abcd-eac5c21def9d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:43:39.740367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:43:39.750541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b78e5472-ab3a-4f79-a884-94ae83b82664 admin admin] 10.222.0.21 "PUT /v2.0/routers/7652e068-ea06-4e81-abcd-eac5c21def9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6486149 Feb 10 06:43:39.751711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:39.753060 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] Sync routers for ids ['7652e068-ea06-4e81-abcd-eac5c21def9d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:43:39.770676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:34Z', 'revision_number': 3, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:39.773065 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] Routers {'7652e068-ea06-4e81-abcd-eac5c21def9d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:39.775953 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7652e068-ea06-4e81-abcd-eac5c21def9d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:39.828679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-53338d1d-c60a-4424-b4c7-ed18207bc4ec None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:39.854932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] For port ee0d68ba-8fd4-4222-bb11-dee59c660b1f, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:43:39.858245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b7f27-413f-4ab8-8483-a37f401f92c6 None None] The sync data for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 is: [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:34Z', 'revision_number': 3, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:43:39.869213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4b086cf4-5264-49c5-8900-7d890fee08e4 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:43:39.895764 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks [] for router (7652e068-ea06-4e81-abcd-eac5c21def9d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.965213 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49ecf35f-987b-4721-8bbd-472a44b80b47 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (83d75a55-8644-44f9-bd31-e15fab556421), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.979403 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:39.993861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.000159 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c HTTP/1.1" status: 204 len: 168 time: 1.4066899 Feb 10 06:43:40.000764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:40.027369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-49ecf35f-987b-4721-8bbd-472a44b80b47 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 83d75a55-8644-44f9-bd31-e15fab556421 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:40.034880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4b086cf4-5264-49c5-8900-7d890fee08e4, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4b086cf4-5264-49c5-8900-7d890fee08e4,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:40.052376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:40.061104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '4b086cf4-5264-49c5-8900-7d890fee08e4', 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'port_id': '4b086cf4-5264-49c5-8900-7d890fee08e4', 'mac_address': 'fa:16:3e:23:6c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a274c3-43fa-4090-8f69-85c1371ce8e1', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:43:40.089362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-53338d1d-c60a-4424-b4c7-ed18207bc4ec None None] Provisioning complete for port 83d75a55-8644-44f9-bd31-e15fab556421 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:40.089362 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53338d1d-c60a-4424-b4c7-ed18207bc4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (83d75a55-8644-44f9-bd31-e15fab556421), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.090714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de1e61-a1c6-4375-8336-d056cae95703 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=90ab34ee-3028-4de9-90b7-fdc2e7b7ca1c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:40.125394 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-2953eb47-adba-4dee-b67f-84f554f75164 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:40.125853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2953eb47-adba-4dee-b67f-84f554f75164 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:40.135911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2953eb47-adba-4dee-b67f-84f554f75164 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/57a01cdf-f77a-40a1-a653-c0a76a035bf7 HTTP/1.1" status: 404 len: 337 time: 0.1334383 Feb 10 06:43:40.138468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56192) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:40.242127 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-8333fb9f-cfbd-4692-93d5-65e5ca150519 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:40.242127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8333fb9f-cfbd-4692-93d5-65e5ca150519 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:40.245731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] For port ee0d68ba-8fd4-4222-bb11-dee59c660b1f, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ee0d68ba-8fd4-4222-bb11-dee59c660b1f,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:43:40.248829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8333fb9f-cfbd-4692-93d5-65e5ca150519 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/42731714-4264-4486-a914-c6e742dbc0a2 HTTP/1.1" status: 404 len: 339 time: 0.1062412 Feb 10 06:43:40.256380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56194) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:40.295867 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks [] for router_gateway (7652e068-ea06-4e81-abcd-eac5c21def9d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.322090 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.340713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-53338d1d-c60a-4424-b4c7-ed18207bc4ec None None] Port 83d75a55-8644-44f9-bd31-e15fab556421 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:40.340934 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] Set router 7652e068-ea06-4e81-abcd-eac5c21def9d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:43:40.343328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac06c-d570-4766-964f-492ca4bb4c33 req-6c9a575d-03ad-4626-9e25-e7efcf670f3e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:40.367495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac06c-d570-4766-964f-492ca4bb4c33 req-6c9a575d-03ad-4626-9e25-e7efcf670f3e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:40.374566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac06c-d570-4766-964f-492ca4bb4c33 req-6c9a575d-03ad-4626-9e25-e7efcf670f3e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:40.401209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ac24c0-79b5-4aa2-9b82-c317a502796f tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting subnet b13c01f5-0421-4293-a962-b0274801f791 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:43:40.412486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac06c-d570-4766-964f-492ca4bb4c33 req-6c9a575d-03ad-4626-9e25-e7efcf670f3e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:40.419605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac06c-d570-4766-964f-492ca4bb4c33 req-6c9a575d-03ad-4626-9e25-e7efcf670f3e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:40.434848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac06c-d570-4766-964f-492ca4bb4c33 req-6c9a575d-03ad-4626-9e25-e7efcf670f3e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:40.456670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac06c-d570-4766-964f-492ca4bb4c33 req-6c9a575d-03ad-4626-9e25-e7efcf670f3e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:40.467359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4cfac06c-d570-4766-964f-492ca4bb4c33 req-6c9a575d-03ad-4626-9e25-e7efcf670f3e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5421 time: 0.2421510 Feb 10 06:43:40.474618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15ac24c0-79b5-4aa2-9b82-c317a502796f tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (b13c01f5-0421-4293-a962-b0274801f791), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.598282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Deleting port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:40.598833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.607748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4cfac06c-d570-4766-964f-492ca4bb4c33 req-6a5ed5ae-610e-4788-a15e-3d2fd21aabcf tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061132 Feb 10 06:43:40.664488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49ecf35f-987b-4721-8bbd-472a44b80b47 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (83d75a55-8644-44f9-bd31-e15fab556421), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.706756 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:04Z', 'updated_at': '2022-02-10T06:43:37Z', 'revision_number': 5, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'gw_port': {'id': 'dc2fa2e1-9780-4df5-86aa-48ac6ed8342b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:35:06Z', 'updated_at': '2022-02-10T06:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:40.728866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Allocated IP 172.20.0.1 (0797141b-ae4e-4f1b-a9bd-37b28efc4f0e/8840a41b-c426-42b9-903d-f80531abf210/6058cd88-7c64-4364-8155-0630ef9f9e96) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:40.744495 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] Checking router: 7652e068-ea06-4e81-abcd-eac5c21def9d for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:43:40.760365 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] Routers {'7652e068-ea06-4e81-abcd-eac5c21def9d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:40.763093 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7652e068-ea06-4e81-abcd-eac5c21def9d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:40.803344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] For port dc2fa2e1-9780-4df5-86aa-48ac6ed8342b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=dc2fa2e1-9780-4df5-86aa-48ac6ed8342b,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:40.803789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.824850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecf35f-987b-4721-8bbd-472a44b80b47 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=83d75a55-8644-44f9-bd31-e15fab556421,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:40.825071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Calling delete_port for dc2fa2e1-9780-4df5-86aa-48ac6ed8342b owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:40.842168 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15ac24c0-79b5-4aa2-9b82-c317a502796f tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (b13c01f5-0421-4293-a962-b0274801f791), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.859931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dccc5-52ee-409a-927f-25ad9b02827a req-75080880-a30d-4bc9-89b6-2a8c2c460fa8 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:40.863580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5dccc5-52ee-409a-927f-25ad9b02827a req-75080880-a30d-4bc9-89b6-2a8c2c460fa8 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 945 time: 0.1280882 Feb 10 06:43:40.882770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d87746-ec29-4508-9c74-28acece0cbab None None] Pushing event updated for resources: {'Port': ['ID=ee0d68ba-8fd4-4222-bb11-dee59c660b1f,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:40.903795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 4b086cf4-5264-49c5-8900-7d890fee08e4 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:40.904194 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.909318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:40.924048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-49ecf35f-987b-4721-8bbd-472a44b80b47 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:40.928356 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-49ecf35f-987b-4721-8bbd-472a44b80b47 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/83d75a55-8644-44f9-bd31-e15fab556421 HTTP/1.1" status: 204 len: 168 time: 2.1694884 Feb 10 06:43:40.935169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56200) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:40.990238 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bed457-b7d6-4efc-8ca9-a9ef7a6d88bc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:43:40.997456 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-91bed457-b7d6-4efc-8ca9-a9ef7a6d88bc tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/83d75a55-8644-44f9-bd31-e15fab556421 HTTP/1.1" status: 404 len: 333 time: 0.0564055 Feb 10 06:43:40.998451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56202) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:40.998595 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] Set router 7652e068-ea06-4e81-abcd-eac5c21def9d gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:43:41.041805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-53338d1d-c60a-4424-b4c7-ed18207bc4ec None None] Provisioning complete for port 650e6985-ec18-41c1-8418-1e996418d2ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:41.042274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53338d1d-c60a-4424-b4c7-ed18207bc4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.120990 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:04Z', 'updated_at': '2022-02-10T06:43:40Z', 'revision_number': 6, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:41.125501 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-acb068d3-70aa-49e5-b957-32e1427885ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.128970 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.181521 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff589a-f710-4cbf-b031-dea939f1c2d9 None None] The sync data for ids ['7652e068-ea06-4e81-abcd-eac5c21def9d'] in n-d-828670-1 is: [{'id': '7652e068-ea06-4e81-abcd-eac5c21def9d', 'name': 'tempest-TaggedBootDevicesTest_v242-2063152839-router', 'tenant_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:35:04Z', 'updated_at': '2022-02-10T06:43:40Z', 'revision_number': 6, 'project_id': 'cfdf7421dfdc44d6879282082f1d3fd5', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:43:41.186913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-53338d1d-c60a-4424-b4c7-ed18207bc4ec None None] Port 650e6985-ec18-41c1-8418-1e996418d2ac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:41.217375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b086cf4-5264-49c5-8900-7d890fee08e4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:43:41.267847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdb156-ca12-4e61-8564-cc45c25a0112 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (c74d0678-f968-4aa0-bc09-97db9aa0dae6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.297442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdb156-ca12-4e61-8564-cc45c25a0112 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (c74d0678-f968-4aa0-bc09-97db9aa0dae6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.329910 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dc2fa2e1-9780-4df5-86aa-48ac6ed8342b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.345923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4b086cf4-5264-49c5-8900-7d890fee08e4, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4b086cf4-5264-49c5-8900-7d890fee08e4,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:41.359800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b3344754-f146-4986-9664-bc00e8ade182 None None] Could not find standard attr ID for object 83d75a55-8644-44f9-bd31-e15fab556421. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:43:41.364346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2fa2e1-9780-4df5-86aa-48ac6ed8342b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:41.364679 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.365618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:43:41.372939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a4398310-5d0b-4a69-b68c-65f3b0972647 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:41.373447 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.378247 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdb156-ca12-4e61-8564-cc45c25a0112 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c74d0678-f968-4aa0-bc09-97db9aa0dae6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.381433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93fdb156-ca12-4e61-8564-cc45c25a0112 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.385639 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-93fdb156-ca12-4e61-8564-cc45c25a0112 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/security-groups/c74d0678-f968-4aa0-bc09-97db9aa0dae6 HTTP/1.1" status: 204 len: 168 time: 0.3779120 Feb 10 06:43:41.388400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56204) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:41.424041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5dccc5-52ee-409a-927f-25ad9b02827a req-5d5d2e9a-5319-439c-b1f2-a5f5649522f5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5502000 Feb 10 06:43:41.451937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdb156-ca12-4e61-8564-cc45c25a0112 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74d0678-f968-4aa0-bc09-97db9aa0dae6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:41.487064 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15ac24c0-79b5-4aa2-9b82-c317a502796f tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b13c01f5-0421-4293-a962-b0274801f791), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.537430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (7652e068-ea06-4e81-abcd-eac5c21def9d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.572558 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:43:41.578270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:43:41.578270 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b953055a-cfff-4641-aa05-76168145ba00" -d '{"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-unplugged", "status": "completed", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:43:41.614774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:41.619865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:41.628781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=4b086cf4-5264-49c5-8900-7d890fee08e4,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:41.643766 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2738641-d5ea-48fd-9905-e7973af163df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (42da579c-f1f8-46f6-969f-9666ed466683), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.661620 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.703673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861', 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'port_id': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861', 'mac_address': 'fa:16:3e:2d:5b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a274c3-43fa-4090-8f69-85c1371ce8e1', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:43:41.722581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2738641-d5ea-48fd-9905-e7973af163df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (42da579c-f1f8-46f6-969f-9666ed466683), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.789957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.797428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2738641-d5ea-48fd-9905-e7973af163df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (42da579c-f1f8-46f6-969f-9666ed466683), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.801196 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2738641-d5ea-48fd-9905-e7973af163df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.806754 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d2738641-d5ea-48fd-9905-e7973af163df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/security-groups/42da579c-f1f8-46f6-969f-9666ed466683 HTTP/1.1" status: 204 len: 168 time: 0.3970366 Feb 10 06:43:41.809605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56220) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:41.838450 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2738641-d5ea-48fd-9905-e7973af163df tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da579c-f1f8-46f6-969f-9666ed466683,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:41.925810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3cb56b-f88a-401f-bcee-6ddb9a4080a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet 18a0dbf0-27bf-480b-83c0-393152b1a34a {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:43:41.929538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb56b-f88a-401f-bcee-6ddb9a4080a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (18a0dbf0-27bf-480b-83c0-393152b1a34a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.942927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:41.943461 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.950808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (7652e068-ea06-4e81-abcd-eac5c21def9d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.957451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks [] for router_controller (7652e068-ea06-4e81-abcd-eac5c21def9d), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:41.996062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:43:42.030581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb56b-f88a-401f-bcee-6ddb9a4080a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (18a0dbf0-27bf-480b-83c0-393152b1a34a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.041061 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.049558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:42.055173 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 06:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46ed04c-40f1-43c7-809e-27afb18f1300 x-openstack-request-id: req-a46ed04c-40f1-43c7-809e-27afb18f1300 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:43:42.055485 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-unplugged", "status": "failed", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647", "code": 422}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:43:42.055761 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a46ed04c-40f1-43c7-809e-27afb18f1300 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:43:42.056174 n-d-828670-1 neutron-server[103215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'code': 422} returned with failed status Feb 10 06:43:42.074598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (7652e068-ea06-4e81-abcd-eac5c21def9d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.075347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7652e068-ea06-4e81-abcd-eac5c21def9d {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:43:42.086073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.089615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd8b4df5-a7df-4b2b-a323-d7afa3cbe9d7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7652e068-ea06-4e81-abcd-eac5c21def9d HTTP/1.1" status: 204 len: 168 time: 2.3349752 Feb 10 06:43:42.089845 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.090547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:42.090700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e49eae18-d40f-435b-9dff-411db6d4d327 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:43:42.139148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:42.201518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb56b-f88a-401f-bcee-6ddb9a4080a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (18a0dbf0-27bf-480b-83c0-393152b1a34a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.247619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70454c1-0655-434a-83cb-092ccb0ae6aa admin admin] Deleting subnet a5014fbf-b375-4172-909b-ccd23d3745e8 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:43:42.258932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e70454c1-0655-434a-83cb-092ccb0ae6aa admin admin] Publish callbacks [] for subnet (a5014fbf-b375-4172-909b-ccd23d3745e8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.319673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:42.328651 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e70454c1-0655-434a-83cb-092ccb0ae6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (a5014fbf-b375-4172-909b-ccd23d3745e8), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.343541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15ac24c0-79b5-4aa2-9b82-c317a502796f tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (b13c01f5-0421-4293-a962-b0274801f791), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.412655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e49eae18-d40f-435b-9dff-411db6d4d327, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e49eae18-d40f-435b-9dff-411db6d4d327,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:42.436263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e49eae18-d40f-435b-9dff-411db6d4d327', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'port_id': 'e49eae18-d40f-435b-9dff-411db6d4d327', 'mac_address': 'fa:16:3e:5d:35:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:43:42.436780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef158-9ed7-49e1-b719-ab57bee8bc17 req-8972aa22-2ed5-4494-ac84-5e60da80cf25 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:42.452106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef158-9ed7-49e1-b719-ab57bee8bc17 req-8972aa22-2ed5-4494-ac84-5e60da80cf25 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:42.462643 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb56b-f88a-401f-bcee-6ddb9a4080a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (18a0dbf0-27bf-480b-83c0-393152b1a34a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.467485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=6058cd88-7c64-4364-8155-0630ef9f9e96,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:42.468617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef158-9ed7-49e1-b719-ab57bee8bc17 req-8972aa22-2ed5-4494-ac84-5e60da80cf25 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:42.472816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:42.491675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef158-9ed7-49e1-b719-ab57bee8bc17 req-8972aa22-2ed5-4494-ac84-5e60da80cf25 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:42.497273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef158-9ed7-49e1-b719-ab57bee8bc17 req-8972aa22-2ed5-4494-ac84-5e60da80cf25 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:42.512530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef158-9ed7-49e1-b719-ab57bee8bc17 req-8972aa22-2ed5-4494-ac84-5e60da80cf25 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:42.529406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef158-9ed7-49e1-b719-ab57bee8bc17 req-8972aa22-2ed5-4494-ac84-5e60da80cf25 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:42.531650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac24c0-79b5-4aa2-9b82-c317a502796f tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=b13c01f5-0421-4293-a962-b0274801f791,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:42.536296 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae9ef158-9ed7-49e1-b719-ab57bee8bc17 req-8972aa22-2ed5-4494-ac84-5e60da80cf25 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5423 time: 0.3795395 Feb 10 06:43:42.552204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:42.557259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15ac24c0-79b5-4aa2-9b82-c317a502796f tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.566854 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-15ac24c0-79b5-4aa2-9b82-c317a502796f tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/b13c01f5-0421-4293-a962-b0274801f791 HTTP/1.1" status: 204 len: 168 time: 2.3087523 Feb 10 06:43:42.569681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfab2bb-b19e-43d9-9a8d-99db421a7569 None None] Network 476da806-8f73-47ac-b32f-6eb831de17b0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:42.575958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56236) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:42.610343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:42.634537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e263e4-3499-4651-84a9-3a9762f2eed8 None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:42.665115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (88d16390-74cd-451a-a229-d443cf77ac1d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.682829 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac5aa-4740-4277-b772-751438c74f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.739565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-e7173369-8ba5-49a9-a887-da33ab3a0b21 req-d067c318-0169-45b4-bdf7-0524c4d73804 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:43:42.741255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7173369-8ba5-49a9-a887-da33ab3a0b21 req-d067c318-0169-45b4-bdf7-0524c4d73804 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2018762 Feb 10 06:43:42.804728 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb56b-f88a-401f-bcee-6ddb9a4080a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.808337 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ab3cb56b-f88a-401f-bcee-6ddb9a4080a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/18a0dbf0-27bf-480b-83c0-393152b1a34a HTTP/1.1" status: 204 len: 168 time: 0.9843619 Feb 10 06:43:42.809619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cb56b-f88a-401f-bcee-6ddb9a4080a7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=18a0dbf0-27bf-480b-83c0-393152b1a34a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:42.812335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e49eae18-d40f-435b-9dff-411db6d4d327 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:42.812335 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.814208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56240) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:42.822615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:42.838915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:42.853021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0bdc4a-4e22-49de-bb0b-a2d903c867a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting subnet adf32970-e90e-487c-a997-baf6857117d7 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:43:42.866954 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e70454c1-0655-434a-83cb-092ccb0ae6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a5014fbf-b375-4172-909b-ccd23d3745e8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.871410 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdc4a-4e22-49de-bb0b-a2d903c867a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (adf32970-e90e-487c-a997-baf6857117d7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:42.900031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49eae18-d40f-435b-9dff-411db6d4d327 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:43:42.944312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae9ef158-9ed7-49e1-b719-ab57bee8bc17 req-93b5153d-cf42-416e-bede-ee84fc3d35be tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3832772 Feb 10 06:43:42.963345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdc4a-4e22-49de-bb0b-a2d903c867a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (adf32970-e90e-487c-a997-baf6857117d7), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.014426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e49eae18-d40f-435b-9dff-411db6d4d327, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e49eae18-d40f-435b-9dff-411db6d4d327,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:43.025658 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.026860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8c67d70a-3546-4c83-a55a-09f604e3d2e9 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:43:43.079980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.089105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e70454c1-0655-434a-83cb-092ccb0ae6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (a5014fbf-b375-4172-909b-ccd23d3745e8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.116292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e49eae18-d40f-435b-9dff-411db6d4d327,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:43.157961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.158508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.159005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.160219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.160709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.161190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.161668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.162145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.162660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.163139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.163611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.164080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.164558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:43:43.211436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:43.212303 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.243204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70454c1-0655-434a-83cb-092ccb0ae6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5014fbf-b375-4172-909b-ccd23d3745e8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:43.259137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e70454c1-0655-434a-83cb-092ccb0ae6aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.272124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56250) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:43.275871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e70454c1-0655-434a-83cb-092ccb0ae6aa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a5014fbf-b375-4172-909b-ccd23d3745e8 HTTP/1.1" status: 204 len: 168 time: 1.1809604 Feb 10 06:43:43.289944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8c67d70a-3546-4c83-a55a-09f604e3d2e9, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8c67d70a-3546-4c83-a55a-09f604e3d2e9,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:43.292785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898eaf5-901b-4612-90a2-34bf9ce81a53 None None] Network 4b747006-1110-4922-84a4-e71810199dab requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:43.356689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '8c67d70a-3546-4c83-a55a-09f604e3d2e9', 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'port_id': '8c67d70a-3546-4c83-a55a-09f604e3d2e9', 'mac_address': 'fa:16:3e:ab:b6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a274c3-43fa-4090-8f69-85c1371ce8e1', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:43:43.388988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f50267-10b1-4838-a1df-320299d74ab5 req-845bcaf1-b147-4ed5-8f41-d623c8e8ff97 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:43.398824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9f50267-10b1-4838-a1df-320299d74ab5 req-845bcaf1-b147-4ed5-8f41-d623c8e8ff97 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.4300992 Feb 10 06:43:43.460665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdc4a-4e22-49de-bb0b-a2d903c867a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (adf32970-e90e-487c-a997-baf6857117d7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.504286 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (4b747006-1110-4922-84a4-e71810199dab), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.564406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:43.564814 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.583986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c67d70a-3546-4c83-a55a-09f604e3d2e9 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:43:43.617140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9f50267-10b1-4838-a1df-320299d74ab5 req-1edbc7bf-07ff-4b9d-9582-1e5735b0ebe4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105353 Feb 10 06:43:43.662764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:43.663158 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.695968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8c67d70a-3546-4c83-a55a-09f604e3d2e9, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8c67d70a-3546-4c83-a55a-09f604e3d2e9,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:43.736190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.740110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdc4a-4e22-49de-bb0b-a2d903c867a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (adf32970-e90e-487c-a997-baf6857117d7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.793920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6167187e-481c-45bb-aea2-5643d29f55a5 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:43:43.807625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bdc4a-4e22-49de-bb0b-a2d903c867a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=adf32970-e90e-487c-a997-baf6857117d7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:43.816334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdc4a-4e22-49de-bb0b-a2d903c867a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:43.820292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4d0bdc4a-4e22-49de-bb0b-a2d903c867a2 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/adf32970-e90e-487c-a997-baf6857117d7 HTTP/1.1" status: 204 len: 168 time: 1.2220917 Feb 10 06:43:43.826024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:43.956026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] DHCP port deletion for 4b747006-1110-4922-84a4-e71810199dab request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:43:43.977520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2fb524ac-bf31-49e0-9021-8f6b7bab99e1,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:44.007417 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (476da806-8f73-47ac-b32f-6eb831de17b0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.027827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:44.038013 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.051832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ccd403-3a52-40d6-a9c5-eb8b16d393dd None None] Network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:44.089093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting port 4560b9e4-917b-4f8a-a993-4f74e21f3764 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:44.089684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.174389 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.183364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ee0d68ba-8fd4-4222-bb11-dee59c660b1f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:44.261577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] For port 4560b9e4-917b-4f8a-a993-4f74e21f3764, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4560b9e4-917b-4f8a-a993-4f74e21f3764,segment=NetworkSegment(67bd0793-a80b-42a7-a949-874154986218),segment_id=67bd0793-a80b-42a7-a949-874154986218)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:44.261577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.322386 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-ae2bd201-4e40-4bed-8e1b-40f7cad12779 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8152921 Feb 10 06:43:44.323642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Deleting port b68c84a9-ab5e-458a-818b-d7ec668ce51e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:44.324022 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.342757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-df476621-d56e-44a0-92da-e69e74994f02 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:43:44.343925 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-df476621-d56e-44a0-92da-e69e74994f02 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077291 Feb 10 06:43:44.354736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['80b0e85f-0d1b-4bf3-8cda-60b8b28b0861'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:43:44.372455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.465458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['4b086cf4-5264-49c5-8900-7d890fee08e4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:43:44.509112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e49eae18-d40f-435b-9dff-411db6d4d327'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:43:44.541343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] For port b68c84a9-ab5e-458a-818b-d7ec668ce51e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b68c84a9-ab5e-458a-818b-d7ec668ce51e,segment=NetworkSegment(6dd30ec0-7141-4369-8c7d-da83dbf1bf82),segment_id=6dd30ec0-7141-4369-8c7d-da83dbf1bf82)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:44.541788 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.613433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Calling delete_port for b68c84a9-ab5e-458a-818b-d7ec668ce51e owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:44.623699 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.635106 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-57fc80e7-4bab-445c-9306-b29ddb334233 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:44.637280 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-57fc80e7-4bab-445c-9306-b29ddb334233 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports/a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 940 time: 0.1653585 Feb 10 06:43:44.648417 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.805477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a513b-dd07-4e99-be7d-c27e326174af None None] Network 476da806-8f73-47ac-b32f-6eb831de17b0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:44.807817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:44.889032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2e99ff70-fddb-482e-8c01-7cd76c99f6a5 None None] Provisioning complete for port ee0d68ba-8fd4-4222-bb11-dee59c660b1f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:44.889410 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e99ff70-fddb-482e-8c01-7cd76c99f6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:44.907240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Calling delete_port for 4560b9e4-917b-4f8a-a993-4f74e21f3764 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:44.942207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=8c67d70a-3546-4c83-a55a-09f604e3d2e9,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:45.001883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (b4390fc8-9789-4b26-8dae-ebf065fae49d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.009151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a799c-ebf9-4925-9a47-ee9d33cce19a req-e69f035c-0a72-4d3e-b8d7-9d2487de5aac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:45.023294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a799c-ebf9-4925-9a47-ee9d33cce19a req-e69f035c-0a72-4d3e-b8d7-9d2487de5aac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:45.029215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a799c-ebf9-4925-9a47-ee9d33cce19a req-e69f035c-0a72-4d3e-b8d7-9d2487de5aac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:45.035481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a799c-ebf9-4925-9a47-ee9d33cce19a req-e69f035c-0a72-4d3e-b8d7-9d2487de5aac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:45.040929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a799c-ebf9-4925-9a47-ee9d33cce19a req-e69f035c-0a72-4d3e-b8d7-9d2487de5aac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:45.046547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a799c-ebf9-4925-9a47-ee9d33cce19a req-e69f035c-0a72-4d3e-b8d7-9d2487de5aac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:45.052014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a799c-ebf9-4925-9a47-ee9d33cce19a req-e69f035c-0a72-4d3e-b8d7-9d2487de5aac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:45.054739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e0a799c-ebf9-4925-9a47-ee9d33cce19a req-e69f035c-0a72-4d3e-b8d7-9d2487de5aac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5425 time: 0.9333377 Feb 10 06:43:45.091831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=6058cd88-7c64-4364-8155-0630ef9f9e96,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:45.189001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:45.190710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (88d16390-74cd-451a-a229-d443cf77ac1d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.242857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:45.287314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86fe71-d950-4619-a1fe-61e090bb7c61 req-90b01666-fb86-41e6-a414-1088ce56759e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:45.289845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:45.291119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.296251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=b4390fc8-9789-4b26-8dae-ebf065fae49d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:45.300048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e86fe71-d950-4619-a1fe-61e090bb7c61 req-90b01666-fb86-41e6-a414-1088ce56759e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.4314144 Feb 10 06:43:45.397294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447d985-db5a-4b5a-ac35-dda248b3cc98 None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:45.403362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e0a799c-ebf9-4925-9a47-ee9d33cce19a req-e40d3ad3-2f76-447c-99f7-ee6b4204c6c7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2558358 Feb 10 06:43:45.410030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a4398310-5d0b-4a69-b68c-65f3b0972647 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:45.434546 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cccd564f-039b-4eb4-aeb5-3c41d79d4332 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6183681 Feb 10 06:43:45.444854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:45.447707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.453138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6167187e-481c-45bb-aea2-5643d29f55a5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6167187e-481c-45bb-aea2-5643d29f55a5,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:45.475432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['8c67d70a-3546-4c83-a55a-09f604e3d2e9'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:43:45.476878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-714a44e9-9c8b-4b12-853e-e366a8d61ab7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'security_group': {'name': 'tempest-secgroup-1517926885'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:45.504388 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-714a44e9-9c8b-4b12-853e-e366a8d61ab7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.522024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e86fe71-d950-4619-a1fe-61e090bb7c61 req-35aee98f-9b88-4087-809f-9ee2ae41aead tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172523 Feb 10 06:43:45.550324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4560b9e4-917b-4f8a-a993-4f74e21f3764), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.592511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Port': ['ID=4560b9e4-917b-4f8a-a993-4f74e21f3764,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:45.606098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No DVR routers for this DVR port 4560b9e4-917b-4f8a-a993-4f74e21f3764 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:45.672027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Pushing event deleted for resources: {'Port': ['ID=b68c84a9-ab5e-458a-818b-d7ec668ce51e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:45.682654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:45.693389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] No DVR routers for this DVR port b68c84a9-ab5e-458a-818b-d7ec668ce51e on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:45.704098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:45.718254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (476da806-8f73-47ac-b32f-6eb831de17b0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.780191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56298) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:45.781844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476da806-8f73-47ac-b32f-6eb831de17b0']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:45.809346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bd0793-a80b-42a7-a949-874154986218') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:45.809656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bd0793-a80b-42a7-a949-874154986218') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:45.828477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (67bd0793-a80b-42a7-a949-874154986218), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.862524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (67bd0793-a80b-42a7-a949-874154986218), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.895485 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-714a44e9-9c8b-4b12-853e-e366a8d61ab7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (04757003-3cac-49fe-a103-bf71c2922f87), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.900995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:45.901409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (67bd0793-a80b-42a7-a949-874154986218), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:45.904866 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:45.928236 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-714a44e9-9c8b-4b12-853e-e366a8d61ab7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (04757003-3cac-49fe-a103-bf71c2922f87), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.058667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-714a44e9-9c8b-4b12-853e-e366a8d61ab7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.060613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-714a44e9-9c8b-4b12-853e-e366a8d61ab7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6074619 Feb 10 06:43:46.067995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:46.068876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (476da806-8f73-47ac-b32f-6eb831de17b0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.074787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cbc23cad-f5f6-4adc-92a7-05dbad9ce857 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'security_group': {'name': 'tempest-secgroup-961223473'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:46.083958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a44e9-9c8b-4b12-853e-e366a8d61ab7 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04757003-3cac-49fe-a103-bf71c2922f87,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:46.094829 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80dc3edd-3261-42d0-9c04-1c5d5d9a05f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.132292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.143494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/476da806-8f73-47ac-b32f-6eb831de17b0 HTTP/1.1" status: 204 len: 168 time: 2.3160717 Feb 10 06:43:46.145782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801462c-a432-4739-91b8-4f7329b51d2b tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=476da806-8f73-47ac-b32f-6eb831de17b0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:46.148838 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ee0d68ba-8fd4-4222-bb11-dee59c660b1f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:46.149357 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.156003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:46.208894 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbe7f32-ee08-4197-8f5c-c856f0a12eef tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:46.209584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbe7f32-ee08-4197-8f5c-c856f0a12eef tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:46.216784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1bbe7f32-ee08-4197-8f5c-c856f0a12eef tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/b42e7f5e-3c68-417e-accf-90167795e482 HTTP/1.1" status: 404 len: 337 time: 0.0499177 Feb 10 06:43:46.220173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:46.239757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cbc23cad-f5f6-4adc-92a7-05dbad9ce857 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.256274 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fb850c-2971-4a74-8705-472a40f8e083 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:46.257443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fb850c-2971-4a74-8705-472a40f8e083 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:46.263604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-39fb850c-2971-4a74-8705-472a40f8e083 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/9f2e0093-b25e-4983-9a18-1c78eaee02c3 HTTP/1.1" status: 404 len: 339 time: 0.0396576 Feb 10 06:43:46.272688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56308) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:46.350711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '6167187e-481c-45bb-aea2-5643d29f55a5', 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153', 'port_id': '6167187e-481c-45bb-aea2-5643d29f55a5', 'mac_address': 'fa:16:3e:a3:4c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88c94a1-161a-4a23-b213-60bb328101b1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:43:46.355795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] Deleting port b68c84a9-ab5e-458a-818b-d7ec668ce51e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:46.357500 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.391778 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cbc23cad-f5f6-4adc-92a7-05dbad9ce857 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (4122cf3e-0239-421c-a12f-0eb8ed945f35), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.397636 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b853ae-00d7-4f68-9b67-fcee5c334c1e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:46.402348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b853ae-00d7-4f68-9b67-fcee5c334c1e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:46.405917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-14b853ae-00d7-4f68-9b67-fcee5c334c1e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/5343ad3d-1272-46a9-80ba-7033015e2b2c HTTP/1.1" status: 404 len: 337 time: 0.1320212 Feb 10 06:43:46.411151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56310) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:46.425014 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cbc23cad-f5f6-4adc-92a7-05dbad9ce857 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4122cf3e-0239-421c-a12f-0eb8ed945f35), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.484300 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (4b747006-1110-4922-84a4-e71810199dab), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.485888 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.552385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc23cad-f5f6-4adc-92a7-05dbad9ce857 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4122cf3e-0239-421c-a12f-0eb8ed945f35,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:46.567793 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cbc23cad-f5f6-4adc-92a7-05dbad9ce857 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.574265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cbc23cad-f5f6-4adc-92a7-05dbad9ce857 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5031116 Feb 10 06:43:46.575366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56316) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:46.580827 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd08192-3077-43cb-a628-0cae83e9e986 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:46.580990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f2b1d381-16b9-44b2-add6-39cd0d1d6e5e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'security_group': {'name': 'tempest-secgroup-1750486925'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:46.581356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd08192-3077-43cb-a628-0cae83e9e986 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:46.594172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=2fb524ac-bf31-49e0-9021-8f6b7bab99e1,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:46.597864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1cd08192-3077-43cb-a628-0cae83e9e986 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/4ca57afe-e48a-41c4-8e13-01fee8cda3e3 HTTP/1.1" status: 404 len: 339 time: 0.1819787 Feb 10 06:43:46.600136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56318) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:46.601564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b747006-1110-4922-84a4-e71810199dab']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:46.662379 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a6295b-e505-4846-8314-081db85fd8df tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:46.662732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a6295b-e505-4846-8314-081db85fd8df tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:46.670088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-57a6295b-e505-4846-8314-081db85fd8df tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/1061a73e-87ca-4659-b40e-95d4018b5bd7 HTTP/1.1" status: 404 len: 337 time: 0.0673895 Feb 10 06:43:46.670782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:46.675977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd30ec0-7141-4369-8c7d-da83dbf1bf82') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:46.676271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd30ec0-7141-4369-8c7d-da83dbf1bf82') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:46.712666 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f04a9e6-acf4-4738-b9ae-fcc11f0e7d2d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:46.713956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f04a9e6-acf4-4738-b9ae-fcc11f0e7d2d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:46.725820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f04a9e6-acf4-4738-b9ae-fcc11f0e7d2d tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/af5ad554-fa7b-4426-a4df-11597f2c0663 HTTP/1.1" status: 404 len: 339 time: 0.0487177 Feb 10 06:43:46.726640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56322) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:46.747555 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (6dd30ec0-7141-4369-8c7d-da83dbf1bf82), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.807539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Router 88d16390-74cd-451a-a229-d443cf77ac1d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:43:46.837783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d381-16b9-44b2-add6-39cd0d1d6e5e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.891255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f64c59-7176-4c2f-bf66-a67609904f74 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting subnet 8697d8ba-a590-47ca-8869-434ef2b186c0 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:43:46.893629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6dd30ec0-7141-4369-8c7d-da83dbf1bf82), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.896471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36f64c59-7176-4c2f-bf66-a67609904f74 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (8697d8ba-a590-47ca-8869-434ef2b186c0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.942677 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36f64c59-7176-4c2f-bf66-a67609904f74 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (8697d8ba-a590-47ca-8869-434ef2b186c0), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:46.986566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d608ecd2-1e4c-415f-a3d0-06d4984ff12f None None] DHCP port deletion for 476da806-8f73-47ac-b32f-6eb831de17b0 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:43:47.044426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36f64c59-7176-4c2f-bf66-a67609904f74 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8697d8ba-a590-47ca-8869-434ef2b186c0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.119049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:43:47.139048 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2af6630f-47c0-4072-ba43-a3396ae808b7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "PUT /v2.0/routers/88d16390-74cd-451a-a229-d443cf77ac1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1844733 Feb 10 06:43:47.140163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:47.140559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (6dd30ec0-7141-4369-8c7d-da83dbf1bf82), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:47.142992 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:47.144902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56324) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:47.167573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2e0d4397-357c-4967-995e-aa3b4c059ef1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1257066066', 'description': 'tempest-secgroup_access--1257066066 description', 'project_id': '39ac44ed275a45639d8bf23102847fcc'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:47.169315 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.239150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Sync routers for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:43:47.245793 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80dc3edd-3261-42d0-9c04-1c5d5d9a05f4 admin admin] Publish callbacks [] for security_group (e04051cc-d50a-473a-9d12-1977a8870434), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.259822 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80dc3edd-3261-42d0-9c04-1c5d5d9a05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e04051cc-d50a-473a-9d12-1977a8870434), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.264299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ee0d68ba-8fd4-4222-bb11-dee59c660b1f is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:47.264825 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.285084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] For port b68c84a9-ab5e-458a-818b-d7ec668ce51e, host n-d-828670-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:47.285490 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.329970 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36f64c59-7176-4c2f-bf66-a67609904f74 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (8697d8ba-a590-47ca-8869-434ef2b186c0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.375651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dfd92-fb62-4d67-ad82-ad0495de1156 req-3e1dc35c-f3f2-4614-aa9b-ecd7ae0b6b30 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:47.386932 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-073dfd92-fb62-4d67-ad82-ad0495de1156 req-3e1dc35c-f3f2-4614-aa9b-ecd7ae0b6b30 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.6786702 Feb 10 06:43:47.387882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4397-357c-4967-995e-aa3b4c059ef1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.390534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 6167187e-481c-45bb-aea2-5643d29f55a5 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:47.390913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.412492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] Calling delete_port for b68c84a9-ab5e-458a-818b-d7ec668ce51e owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:47.414999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e99ff70-fddb-482e-8c01-7cd76c99f6a5 None None] Current status of the port ee0d68ba-8fd4-4222-bb11-dee59c660b1f is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:47.415553 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e99ff70-fddb-482e-8c01-7cd76c99f6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.435715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (4b747006-1110-4922-84a4-e71810199dab), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.436090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33adf7-b005-4e5f-8438-edfe66302bc7 req-05c6127d-4c07-4e01-9849-8e56b7167c55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:47.451014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33adf7-b005-4e5f-8438-edfe66302bc7 req-05c6127d-4c07-4e01-9849-8e56b7167c55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:47.461201 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.470130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33adf7-b005-4e5f-8438-edfe66302bc7 req-05c6127d-4c07-4e01-9849-8e56b7167c55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:47.475748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] Port b68c84a9-ab5e-458a-818b-d7ec668ce51e was not found and therefore no delete operation was performed {{(pid=103215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:43:47.477532 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b747006-1110-4922-84a4-e71810199dab HTTP/1.1" status: 204 len: 168 time: 4.2029552 Feb 10 06:43:47.489266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33adf7-b005-4e5f-8438-edfe66302bc7 req-05c6127d-4c07-4e01-9849-8e56b7167c55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:47.500506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33adf7-b005-4e5f-8438-edfe66302bc7 req-05c6127d-4c07-4e01-9849-8e56b7167c55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:47.501943 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port ee0d68ba-8fd4-4222-bb11-dee59c660b1f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ee0d68ba-8fd4-4222-bb11-dee59c660b1f,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:47.521622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33adf7-b005-4e5f-8438-edfe66302bc7 req-05c6127d-4c07-4e01-9849-8e56b7167c55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:47.525542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:47.526184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:47.534011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33adf7-b005-4e5f-8438-edfe66302bc7 req-05c6127d-4c07-4e01-9849-8e56b7167c55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:47.542286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b33adf7-b005-4e5f-8438-edfe66302bc7 req-05c6127d-4c07-4e01-9849-8e56b7167c55 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5425 time: 0.8692572 Feb 10 06:43:47.562805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.564618 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (b68c84a9-ab5e-458a-818b-d7ec668ce51e), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.570030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbb046-299a-4e72-93b5-2822724f706f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b747006-1110-4922-84a4-e71810199dab,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:47.643252 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d381-16b9-44b2-add6-39cd0d1d6e5e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (ad3fa7fd-73f5-4e35-ab28-47eced6f92e5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.667270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d381-16b9-44b2-add6-39cd0d1d6e5e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ad3fa7fd-73f5-4e35-ab28-47eced6f92e5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.704725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6167187e-481c-45bb-aea2-5643d29f55a5 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:43:47.718516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d381-16b9-44b2-add6-39cd0d1d6e5e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.729349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f2b1d381-16b9-44b2-add6-39cd0d1d6e5e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1527731 Feb 10 06:43:47.734670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc3edd-3261-42d0-9c04-1c5d5d9a05f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04051cc-d50a-473a-9d12-1977a8870434,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:47.739650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:47.745249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f64c59-7176-4c2f-bf66-a67609904f74 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=8697d8ba-a590-47ca-8869-434ef2b186c0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:47.790885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9456b677-fe84-472a-a41a-1f6b8f113f98 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:47.791127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1610247791', 'security_groups': ['ad3fa7fd-73f5-4e35-ab28-47eced6f92e5'], 'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4390fc8-9789-4b26-8dae-ebf065fae49d'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:47.827091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56330) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:47.832998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] Network 4b747006-1110-4922-84a4-e71810199dab is not hosted by any dhcp agent {{(pid=103215) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:43:47.833569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] No DVR routers for this DVR port b68c84a9-ab5e-458a-818b-d7ec668ce51e on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:47.841600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-80dc3edd-3261-42d0-9c04-1c5d5d9a05f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d961577cece46c8bd74acd5923bc4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0523746 Feb 10 06:43:47.846656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36f64c59-7176-4c2f-bf66-a67609904f74 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.850506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-36f64c59-7176-4c2f-bf66-a67609904f74 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/8697d8ba-a590-47ca-8869-434ef2b186c0 HTTP/1.1" status: 204 len: 168 time: 1.1162114 Feb 10 06:43:47.851056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56332) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:47.867997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1d381-16b9-44b2-add6-39cd0d1d6e5e tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3fa7fd-73f5-4e35-ab28-47eced6f92e5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:47.880463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:47.935985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50c3f4-6b9a-421d-9c3b-a449364fa8c2 None None] Network 367a76a9-c791-42bb-96b8-725dd1f03d02 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:47.939793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4397-357c-4967-995e-aa3b4c059ef1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:47.949407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4397-357c-4967-995e-aa3b4c059ef1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.022938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9456b677-fe84-472a-a41a-1f6b8f113f98 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:48.030911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9456b677-fe84-472a-a41a-1f6b8f113f98 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:48.031371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device dc2fa2e1-9780-4df5-86aa-48ac6ed8342b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:48.031991 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5dc5c725-27b9-4812-b3e9-96278d882471 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b0ff4e9640440e8af7f9bd98e0a892c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993496 Feb 10 06:43:48.035016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-073dfd92-fb62-4d67-ad82-ad0495de1156 req-873dc02c-03cc-4ee7-8773-e7206e280c36 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6460145 Feb 10 06:43:48.037790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:48.052446 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4397-357c-4967-995e-aa3b4c059ef1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.063050 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2e0d4397-357c-4967-995e-aa3b4c059ef1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9142179 Feb 10 06:43:48.072947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d4397-357c-4967-995e-aa3b4c059ef1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:48.074368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56338) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:48.085232 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e157a704-07a0-492c-a0bd-594636e43e77 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1352337037', 'description': 'tempest-secgroup_general--1352337037 description', 'project_id': '39ac44ed275a45639d8bf23102847fcc'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:48.128040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: dc2fa2e1-9780-4df5-86aa-48ac6ed8342b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:48.128401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device dc2fa2e1-9780-4df5-86aa-48ac6ed8342b not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:48.130847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e157a704-07a0-492c-a0bd-594636e43e77 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.153697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6167187e-481c-45bb-aea2-5643d29f55a5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6167187e-481c-45bb-aea2-5643d29f55a5,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:48.220007 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.220877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5d10eac5-f2fc-4211-ae24-5efe64411fa3 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:43:48.234941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ff357-26fe-450e-8cb3-c624b13d94d8 None None] Update dhcp port {'port': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'fixed_ips': [{'subnet_id': '5ad27404-f0c5-4d56-9e35-8269b2206b91', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b4390fc8-9789-4b26-8dae-ebf065fae49d'}], 'binding:host_id': 'n-d-828670-1'}, 'id': '161c5539-6462-4ecd-8d41-1b046ac6480b'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:43:48.300585 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e157a704-07a0-492c-a0bd-594636e43e77 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (b767d613-633c-4f7b-87cb-16aca6f5e015), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.306566 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e157a704-07a0-492c-a0bd-594636e43e77 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b767d613-633c-4f7b-87cb-16aca6f5e015), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.355616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157a704-07a0-492c-a0bd-594636e43e77 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b767d613-633c-4f7b-87cb-16aca6f5e015,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:48.373572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e157a704-07a0-492c-a0bd-594636e43e77 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.373777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:48.377668 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e157a704-07a0-492c-a0bd-594636e43e77 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2980509 Feb 10 06:43:48.377929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56340) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:48.383408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2d2eb324-9db1-480a-98cb-4ad3ffee28e0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'security_group_rule': {'security_group_id': '94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b', 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:48.453817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b33adf7-b005-4e5f-8438-edfe66302bc7 req-c42bbf94-3c26-4c3a-a65f-49bf97287bd0 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8222082 Feb 10 06:43:48.462280 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb324-9db1-480a-98cb-4ad3ffee28e0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group_rule (1ec1c00b-dcf7-4628-b6ea-8e2f9008cdd2), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.463705 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-2e99ff70-fddb-482e-8c01-7cd76c99f6a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:43:48.464067 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-2e99ff70-fddb-482e-8c01-7cd76c99f6a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:43:48.464568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=ee0d68ba-8fd4-4222-bb11-dee59c660b1f,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:48.508384 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (367a76a9-c791-42bb-96b8-725dd1f03d02), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.571233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb324-9db1-480a-98cb-4ad3ffee28e0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group_rule (1ec1c00b-dcf7-4628-b6ea-8e2f9008cdd2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.578486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb324-9db1-480a-98cb-4ad3ffee28e0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (1ec1c00b-dcf7-4628-b6ea-8e2f9008cdd2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.597724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eb324-9db1-480a-98cb-4ad3ffee28e0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec1c00b-dcf7-4628-b6ea-8e2f9008cdd2,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:48.618541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-410daabf-def7-4c5a-9d88-5859f8a62a92 admin admin] Publish callbacks [] for security_group (e04051cc-d50a-473a-9d12-1977a8870434), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.631985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb324-9db1-480a-98cb-4ad3ffee28e0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.635699 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2d2eb324-9db1-480a-98cb-4ad3ffee28e0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566836 Feb 10 06:43:48.764864 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47c009e-dda7-46d7-bba1-08d0d152d5b1 admin admin] Publish callbacks [] for security_group (22192975-0b13-45f2-87fc-084f0c676305), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.778743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-410daabf-def7-4c5a-9d88-5859f8a62a92 admin admin] Publish callbacks [] for security_group (e04051cc-d50a-473a-9d12-1977a8870434), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.800471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afe668-9ad0-4d53-b79a-1240c1332125 None None] Pushing event deleted for resources: {'Port': ['ID=b68c84a9-ab5e-458a-818b-d7ec668ce51e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:48.804371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:48.812990 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-769ff357-26fe-450e-8cb3-c624b13d94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.831798 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:43:48.877008 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47c009e-dda7-46d7-bba1-08d0d152d5b1 admin admin] Publish callbacks [] for security_group (22192975-0b13-45f2-87fc-084f0c676305), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:48.933936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5d10eac5-f2fc-4211-ae24-5efe64411fa3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5d10eac5-f2fc-4211-ae24-5efe64411fa3,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:48.956742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '5d10eac5-f2fc-4211-ae24-5efe64411fa3', 'network_id': 'ed0e6b73-1939-4ce4-8092-7e4496d5dd7f', 'port_id': '5d10eac5-f2fc-4211-ae24-5efe64411fa3', 'mac_address': 'fa:16:3e:a6:15:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a274c3-43fa-4090-8f69-85c1371ce8e1', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:43:49.007029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting port b2679160-3239-4635-a1b4-f7d5325d371a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:49.007787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.033488 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.048654 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:43:49.057426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-410daabf-def7-4c5a-9d88-5859f8a62a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e04051cc-d50a-473a-9d12-1977a8870434), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.060019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-410daabf-def7-4c5a-9d88-5859f8a62a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.063655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-410daabf-def7-4c5a-9d88-5859f8a62a92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e04051cc-d50a-473a-9d12-1977a8870434 HTTP/1.1" status: 204 len: 168 time: 1.1952715 Feb 10 06:43:49.083258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:49.086405 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.119206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] device_id is not set on port 04e548cf-24dc-4fd3-ba0b-25b09d45a567 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:43:49.124580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410daabf-def7-4c5a-9d88-5859f8a62a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04051cc-d50a-473a-9d12-1977a8870434,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:49.129240 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-64619289-58bc-4825-b962-fce3fa124899 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1257066066&fields=id&tenant_id=39ac44ed275a45639d8bf23102847fcc HTTP/1.1" status: 200 len: 267 time: 0.2233813 Feb 10 06:43:49.141489 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47c009e-dda7-46d7-bba1-08d0d152d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (22192975-0b13-45f2-87fc-084f0c676305), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.145007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47c009e-dda7-46d7-bba1-08d0d152d5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.156326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d47c009e-dda7-46d7-bba1-08d0d152d5b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22192975-0b13-45f2-87fc-084f0c676305 HTTP/1.1" status: 204 len: 168 time: 1.0187769 Feb 10 06:43:49.180544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] For port b2679160-3239-4635-a1b4-f7d5325d371a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b2679160-3239-4635-a1b4-f7d5325d371a,segment=NetworkSegment(f8784bdb-de6e-42b1-8fef-a03ccf0ee37e),segment_id=f8784bdb-de6e-42b1-8fef-a03ccf0ee37e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:49.180932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.228419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d10eac5-f2fc-4211-ae24-5efe64411fa3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:43:49.236895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e99ff70-fddb-482e-8c01-7cd76c99f6a5 None None] Current status of the port ee0d68ba-8fd4-4222-bb11-dee59c660b1f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:49.340862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c009e-dda7-46d7-bba1-08d0d152d5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22192975-0b13-45f2-87fc-084f0c676305,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:49.344078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Calling delete_port for b2679160-3239-4635-a1b4-f7d5325d371a owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:49.412952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:49.414109 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.415107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Could not find standard attr ID for object 4560b9e4-917b-4f8a-a993-4f74e21f3764. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:43:49.449053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5d10eac5-f2fc-4211-ae24-5efe64411fa3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5d10eac5-f2fc-4211-ae24-5efe64411fa3,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:49.509590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-8eaaa014-7e52-439e-bd31-785aaa5cfb00 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1352337037&fields=id&tenant_id=39ac44ed275a45639d8bf23102847fcc HTTP/1.1" status: 200 len: 267 time: 0.3726890 Feb 10 06:43:49.580411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ae69f-8f7d-4af2-ab8f-aa79262531f4 None None] DHCP port deletion for 367a76a9-c791-42bb-96b8-725dd1f03d02 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:43:49.614772 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.617565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4f9193d4-afcb-4622-96f7-6fcfd1366d5e details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:43:49.620941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf6b20-acd1-4b1d-90b1-b51be15ff178 req-af1d2536-0b5f-4368-8419-ff7c08d66169 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:49.622526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbcf6b20-acd1-4b1d-90b1-b51be15ff178 req-af1d2536-0b5f-4368-8419-ff7c08d66169 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.3313279 Feb 10 06:43:49.713143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=6167187e-481c-45bb-aea2-5643d29f55a5,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:49.739949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8::6e (e5f084c9-21d2-49db-8e6a-da76d3fd927b/b4390fc8-9789-4b26-8dae-ebf065fae49d/04e548cf-24dc-4fd3-ba0b-25b09d45a567) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:49.742249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b2679160-3239-4635-a1b4-f7d5325d371a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.770863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56366) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:49.804042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No DVR routers for this DVR port b2679160-3239-4635-a1b4-f7d5325d371a on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:49.828630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Port': ['ID=b2679160-3239-4635-a1b4-f7d5325d371a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:49.837919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5d10eac5-f2fc-4211-ae24-5efe64411fa3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:49.841869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56368) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:49.853284 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a6af2799-95b1-4988-9642-e7b9abd4418c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfdf7421dfdc44d6879282082f1d3fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784011 Feb 10 06:43:49.853559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56370) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:49.868478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Provisioning complete for port ee0d68ba-8fd4-4222-bb11-dee59c660b1f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:49.868910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.875245 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e761ba43-db80-4e02-8e1b-9c992c1d2ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.897375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbcf6b20-acd1-4b1d-90b1-b51be15ff178 req-72691f8a-5f93-4f6d-8616-ecbbe91bfe9d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666984 Feb 10 06:43:49.926331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-22ce9e29-fb77-47d7-90c4-e7bfa7981ae6 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:49.927929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-22ce9e29-fb77-47d7-90c4-e7bfa7981ae6 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/networks?id=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e HTTP/1.1" status: 200 len: 796 time: 0.4050536 Feb 10 06:43:49.945450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-831d5b4d-1489-4c8e-94f9-a5cd531312e2 admin admin] Publish callbacks [] for security_group (4a617671-0d20-428a-b610-1492e62afa9d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:49.948759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-251ae69f-8f7d-4af2-ab8f-aa79262531f4 None None] The port 'b2679160-3239-4635-a1b4-f7d5325d371a' was deleted {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 10 06:43:49.975217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-56b2bc33-996a-4179-9f57-cad3228f27c3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/quotas/39ac44ed275a45639d8bf23102847fcc HTTP/1.1" status: 200 len: 375 time: 0.0321317 Feb 10 06:43:49.997791 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-831d5b4d-1489-4c8e-94f9-a5cd531312e2 admin admin] Publish callbacks [] for security_group (4a617671-0d20-428a-b610-1492e62afa9d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.012407 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:43:50.024680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (367a76a9-c791-42bb-96b8-725dd1f03d02), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.043410 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:50.067557 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-831d5b4d-1489-4c8e-94f9-a5cd531312e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4a617671-0d20-428a-b610-1492e62afa9d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.070357 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-831d5b4d-1489-4c8e-94f9-a5cd531312e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.071691 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-831d5b4d-1489-4c8e-94f9-a5cd531312e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a617671-0d20-428a-b610-1492e62afa9d HTTP/1.1" status: 204 len: 168 time: 0.2167952 Feb 10 06:43:50.080062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d5b4d-1489-4c8e-94f9-a5cd531312e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a617671-0d20-428a-b610-1492e62afa9d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:50.097999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:50.131663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e', 'network_id': 'b358257e-dd73-497b-ab8b-bba846eb1153', 'port_id': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e', 'mac_address': 'fa:16:3e:ca:1b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88c94a1-161a-4a23-b213-60bb328101b1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:43:50.146288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367a76a9-c791-42bb-96b8-725dd1f03d02']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:50.177490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4560b9e4-917b-4f8a-a993-4f74e21f3764 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:50.217624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8784bdb-de6e-42b1-8fef-a03ccf0ee37e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:50.217624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8784bdb-de6e-42b1-8fef-a03ccf0ee37e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:50.257946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 4560b9e4-917b-4f8a-a993-4f74e21f3764 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:50.258708 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4560b9e4-917b-4f8a-a993-4f74e21f3764 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:50.259391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b68c84a9-ab5e-458a-818b-d7ec668ce51e no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:50.262878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f8784bdb-de6e-42b1-8fef-a03ccf0ee37e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.298870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b68c84a9-ab5e-458a-818b-d7ec668ce51e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:50.299355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b68c84a9-ab5e-458a-818b-d7ec668ce51e not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:50.323127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f8784bdb-de6e-42b1-8fef-a03ccf0ee37e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.328831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:50.330885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.350858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Current status of the port ee0d68ba-8fd4-4222-bb11-dee59c660b1f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:50.361200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:42Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '6058cd88-7c64-4364-8155-0630ef9f9e96', 'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:5d:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:40Z', 'updated_at': '2022-02-10T06:43:44Z', 'revision_number': 2, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': '8840a41b-c426-42b9-903d-f80531abf210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:50.409720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9193d4-afcb-4622-96f7-6fcfd1366d5e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:43:50.417345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Checking router: 88d16390-74cd-451a-a229-d443cf77ac1d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:43:50.417713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Updating router 88d16390-74cd-451a-a229-d443cf77ac1d port 6058cd88-7c64-4364-8155-0630ef9f9e96 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:43:50.430289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:50.430697 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.483284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:50.493140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ee0d68ba-8fd4-4222-bb11-dee59c660b1f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:50.524748 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.539533 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.619406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4b086cf4-5264-49c5-8900-7d890fee08e4 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:50.771963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:50.786471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e761ba43-db80-4e02-8e1b-9c992c1d2ca3 admin admin] Publish callbacks [] for security_group (59cb7399-2958-49ee-9cfb-d7235b0685f4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.791295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:50.791876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f8784bdb-de6e-42b1-8fef-a03ccf0ee37e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.816628 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (04e548cf-24dc-4fd3-ba0b-25b09d45a567), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:50.850552 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:50.856068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ee0d68ba-8fd4-4222-bb11-dee59c660b1f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:50.856914 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.861994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-f66cf311-de91-475d-9328-b67dca62d63e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=39ac44ed275a45639d8bf23102847fcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7559807 Feb 10 06:43:50.873753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b649-c0ce-4bf0-a5c9-66fa6cffd99a req-f44590a2-9013-4339-986b-56494f178d15 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:50.879456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b649-c0ce-4bf0-a5c9-66fa6cffd99a req-f44590a2-9013-4339-986b-56494f178d15 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:50.886798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b649-c0ce-4bf0-a5c9-66fa6cffd99a req-f44590a2-9013-4339-986b-56494f178d15 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:50.893251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b649-c0ce-4bf0-a5c9-66fa6cffd99a req-f44590a2-9013-4339-986b-56494f178d15 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:50.899254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b649-c0ce-4bf0-a5c9-66fa6cffd99a req-f44590a2-9013-4339-986b-56494f178d15 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:50.904847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b649-c0ce-4bf0-a5c9-66fa6cffd99a req-f44590a2-9013-4339-986b-56494f178d15 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:50.911264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b649-c0ce-4bf0-a5c9-66fa6cffd99a req-f44590a2-9013-4339-986b-56494f178d15 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:50.913810 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5051b649-c0ce-4bf0-a5c9-66fa6cffd99a req-f44590a2-9013-4339-986b-56494f178d15 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5427 time: 0.8541594 Feb 10 06:43:50.938201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e761ba43-db80-4e02-8e1b-9c992c1d2ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (59cb7399-2958-49ee-9cfb-d7235b0685f4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.941590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (04e548cf-24dc-4fd3-ba0b-25b09d45a567), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:50.972927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 4b086cf4-5264-49c5-8900-7d890fee08e4 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:43:50.983426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:50.996203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 4b086cf4-5264-49c5-8900-7d890fee08e4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:50.996583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.077797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['6167187e-481c-45bb-aea2-5643d29f55a5'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:43:51.112367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:51.120724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-769ff357-26fe-450e-8cb3-c624b13d94d8 None None] Allocated IP 2001:db8::2 (e5f084c9-21d2-49db-8e6a-da76d3fd927b/b4390fc8-9789-4b26-8dae-ebf065fae49d/161c5539-6462-4ecd-8d41-1b046ac6480b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:51.125841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Provisioning complete for port 6058cd88-7c64-4364-8155-0630ef9f9e96 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:51.126564 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.147765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:51.189033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:51.194273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:51.194921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.219696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (367a76a9-c791-42bb-96b8-725dd1f03d02), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.234113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e761ba43-db80-4e02-8e1b-9c992c1d2ca3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce5e73b894a940108ccf2f5813d3bc0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3824377 Feb 10 06:43:51.237401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56394) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:51.252905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4965491 Feb 10 06:43:51.253758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56396) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:51.256212 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.262448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/367a76a9-c791-42bb-96b8-725dd1f03d02 HTTP/1.1" status: 204 len: 168 time: 3.3731863 Feb 10 06:43:51.272383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56398) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:51.272725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56400) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:51.276504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-faced390-c1f8-4662-ba1a-f47788779d88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:51.295008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761ba43-db80-4e02-8e1b-9c992c1d2ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cb7399-2958-49ee-9cfb-d7235b0685f4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:51.298863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2401d69-fe2c-454d-86c3-cd41593d7458 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=04e548cf-24dc-4fd3-ba0b-25b09d45a567,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:51.318211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c41a31a-8165-4ae9-b1e2-f6c2170320e0 admin admin] Publish callbacks [] for security_group (59cb7399-2958-49ee-9cfb-d7235b0685f4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.335108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9b88b-6e06-48d5-84cc-4bf40b362eb1 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=367a76a9-c791-42bb-96b8-725dd1f03d02,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:51.343521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c41a31a-8165-4ae9-b1e2-f6c2170320e0 admin admin] Publish callbacks [] for security_group (59cb7399-2958-49ee-9cfb-d7235b0685f4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.412245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5051b649-c0ce-4bf0-a5c9-66fa6cffd99a req-efe4cab1-5a66-4384-bf22-9be4e555850a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4757953 Feb 10 06:43:51.434189 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d404c776-e81e-41e9-9202-932cfbc13825 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:51.434189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d404c776-e81e-41e9-9202-932cfbc13825 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:51.436195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d404c776-e81e-41e9-9202-932cfbc13825 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/ee61a130-687b-4a34-8562-109e678f84f9 HTTP/1.1" status: 404 len: 337 time: 0.1344364 Feb 10 06:43:51.440386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56404) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:51.478700 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4376d3-6d17-49b1-b097-4d77d835697e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:51.479248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4376d3-6d17-49b1-b097-4d77d835697e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:51.482434 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bd4376d3-6d17-49b1-b097-4d77d835697e tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/e5446ac4-3261-426a-a7f0-7aeb7668febf HTTP/1.1" status: 404 len: 339 time: 0.0407505 Feb 10 06:43:51.494431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56406) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:51.522013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['4f9193d4-afcb-4622-96f7-6fcfd1366d5e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:43:51.548874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-145906264-network', 'tenant_id': '2d73d350469946b482a364b89d798697'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:51.553119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e19801-5779-4aa4-831d-a1707c32720c tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting subnet 9a2cd4b4-985e-4ad1-9937-cd039b92798f {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:43:51.556567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25e19801-5779-4aa4-831d-a1707c32720c tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (9a2cd4b4-985e-4ad1-9937-cd039b92798f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.569301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Port 6058cd88-7c64-4364-8155-0630ef9f9e96 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:51.584424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-7d1ba9f6-869e-494d-b51b-cbb8d62f1095 service neutron] 10.222.0.21 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691382 Feb 10 06:43:51.606679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25e19801-5779-4aa4-831d-a1707c32720c tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (9a2cd4b4-985e-4ad1-9937-cd039b92798f), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.678029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ee0d68ba-8fd4-4222-bb11-dee59c660b1f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:51.700045 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25e19801-5779-4aa4-831d-a1707c32720c tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (9a2cd4b4-985e-4ad1-9937-cd039b92798f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.724614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Made reservation on behalf of 2d73d350469946b482a364b89d798697 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:51.727261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.748017 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Publish callbacks [] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.768426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c41a31a-8165-4ae9-b1e2-f6c2170320e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (59cb7399-2958-49ee-9cfb-d7235b0685f4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.771402 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c41a31a-8165-4ae9-b1e2-f6c2170320e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.774658 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2c41a31a-8165-4ae9-b1e2-f6c2170320e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59cb7399-2958-49ee-9cfb-d7235b0685f4 HTTP/1.1" status: 204 len: 168 time: 0.5333116 Feb 10 06:43:51.782653 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25e19801-5779-4aa4-831d-a1707c32720c tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (9a2cd4b4-985e-4ad1-9937-cd039b92798f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.785621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41a31a-8165-4ae9-b1e2-f6c2170320e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cb7399-2958-49ee-9cfb-d7235b0685f4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:51.786107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faced390-c1f8-4662-ba1a-f47788779d88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:51.796842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faced390-c1f8-4662-ba1a-f47788779d88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.800155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b2679160-3239-4635-a1b4-f7d5325d371a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:51.805708 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.806883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.809358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Provisioning complete for port 650e6985-ec18-41c1-8418-1e996418d2ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:51.809718 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.820475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e19801-5779-4aa4-831d-a1707c32720c tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2cd4b4-985e-4ad1-9937-cd039b92798f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:51.822768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-25e19801-5779-4aa4-831d-a1707c32720c tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.828396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-25e19801-5779-4aa4-831d-a1707c32720c tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/subnets/9a2cd4b4-985e-4ad1-9937-cd039b92798f HTTP/1.1" status: 204 len: 168 time: 0.3311388 Feb 10 06:43:51.842875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56410) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:51.860032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f00b-2d0d-4543-9a66-a3c28ccb0868 req-9391336d-2576-4bf7-bdc7-87a25edca628 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:51.861787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c503f00b-2d0d-4543-9a66-a3c28ccb0868 req-9391336d-2576-4bf7-bdc7-87a25edca628 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.3215251 Feb 10 06:43:51.906366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d36cc-796f-46e8-a2a7-977f0ea05e27 None None] Network bd75d6aa-e107-452d-9819-1c2a664b5c97 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:51.940384 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (bd75d6aa-e107-452d-9819-1c2a664b5c97), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:51.960876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b2679160-3239-4635-a1b4-f7d5325d371a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:51.961421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b2679160-3239-4635-a1b4-f7d5325d371a not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:52.109095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Deleting port 37b8e2e3-dd6b-48ab-956c-f0289574398c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:52.112328 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.115774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-06f965ff-c0ad-4887-8ab7-149e44c0f8ae service neutron] 10.222.0.21 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200934 Feb 10 06:43:52.135059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c503f00b-2d0d-4543-9a66-a3c28ccb0868 req-d94dec0f-855f-4235-a321-73a8a0d4a570 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502546 Feb 10 06:43:52.183755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['5d10eac5-f2fc-4211-ae24-5efe64411fa3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:43:52.184709 n-d-828670-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-faced390-c1f8-4662-ba1a-f47788779d88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4390fc8-9789-4b26-8dae-ebf065fae49d (CIDR: 2001:db8::/64) Feb 10 06:43:52.199973 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-faced390-c1f8-4662-ba1a-f47788779d88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:43:52.200377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faced390-c1f8-4662-ba1a-f47788779d88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:52.256378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] For port 37b8e2e3-dd6b-48ab-956c-f0289574398c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=37b8e2e3-dd6b-48ab-956c-f0289574398c,segment=NetworkSegment(df6b1116-8de6-4c6a-b5ee-66118e9ffc8f),segment_id=df6b1116-8de6-4c6a-b5ee-66118e9ffc8f)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:52.257377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.270572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-faced390-c1f8-4662-ba1a-f47788779d88 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0051477 Feb 10 06:43:52.273527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56416) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:52.279394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b2af2b6c-ad1f-4158-832f-307ac4ad1e11 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:52.289351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Calling delete_port for 37b8e2e3-dd6b-48ab-956c-f0289574398c owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:52.329696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Publish callbacks [] for security_group (53176368-558d-439f-ba1f-7b6e49410a56), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.339864 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (53176368-558d-439f-ba1f-7b6e49410a56), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.386695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:43:52.397413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53176368-558d-439f-ba1f-7b6e49410a56,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:52.404256 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.404617 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Added segment 2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b of type vlan for network 9a7b1c65-e758-469c-9598-b94f2215b78d Feb 10 06:43:52.486888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-db929a30-57bd-4b82-b064-0197d67aea57 None None] Port 650e6985-ec18-41c1-8418-1e996418d2ac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:52.491992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd977b2-92a6-4d5b-b2d5-4f0c36dfac8d None None] Pushing event updated for resources: {'Port': ['ID=6058cd88-7c64-4364-8155-0630ef9f9e96,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:52.505936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (9a7b1c65-e758-469c-9598-b94f2215b78d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.545301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-769ff357-26fe-450e-8cb3-c624b13d94d8 None None] For port 161c5539-6462-4ecd-8d41-1b046ac6480b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=161c5539-6462-4ecd-8d41-1b046ac6480b,segment=NetworkSegment(eae5bee9-44a5-4a7a-bd26-9a015738226e),segment_id=eae5bee9-44a5-4a7a-bd26-9a015738226e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:52.582469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-769ff357-26fe-450e-8cb3-c624b13d94d8 None None] Publish callbacks [] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.604829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-edb36bd4-3258-46f5-ae69-f2fe95914e04 req-15863bec-6a74-4843-83a6-5f27589d8936 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 210 time: 0.0468404 Feb 10 06:43:52.607422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (9a7b1c65-e758-469c-9598-b94f2215b78d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.608372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:52.608936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.683401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3802607 Feb 10 06:43:52.686111 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-769ff357-26fe-450e-8cb3-c624b13d94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.688282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56430) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:52.695830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Request body: {'subnet': {'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-subnet', 'tenant_id': '2d73d350469946b482a364b89d798697', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:52.701889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af2b6c-ad1f-4158-832f-307ac4ad1e11 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:52.706813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2af2b6c-ad1f-4158-832f-307ac4ad1e11 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.712227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (37b8e2e3-dd6b-48ab-956c-f0289574398c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.741948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 4b086cf4-5264-49c5-8900-7d890fee08e4 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:52.742811 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.782758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb542b-e10e-4d25-b525-ab88a9e5addc admin admin] Pushing event updated for resources: {'Network': ['ID=9a7b1c65-e758-469c-9598-b94f2215b78d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:52.812468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Port': ['ID=37b8e2e3-dd6b-48ab-956c-f0289574398c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:52.818271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] No DVR routers for this DVR port 37b8e2e3-dd6b-48ab-956c-f0289574398c on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:43:52.863411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Made reservation on behalf of 2d73d350469946b482a364b89d798697 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:52.866546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:52.871732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f8b4-1d55-49ea-b611-e37849e6b1d3 req-e86204f3-15dc-4fd7-9301-b42f5cfb60c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:52.872745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 9a7b1c65-e758-469c-9598-b94f2215b78d details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:43:52.884836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f8b4-1d55-49ea-b611-e37849e6b1d3 req-e86204f3-15dc-4fd7-9301-b42f5cfb60c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:52.891280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f8b4-1d55-49ea-b611-e37849e6b1d3 req-e86204f3-15dc-4fd7-9301-b42f5cfb60c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:52.899378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f8b4-1d55-49ea-b611-e37849e6b1d3 req-e86204f3-15dc-4fd7-9301-b42f5cfb60c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:52.906670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f8b4-1d55-49ea-b611-e37849e6b1d3 req-e86204f3-15dc-4fd7-9301-b42f5cfb60c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:52.913492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f8b4-1d55-49ea-b611-e37849e6b1d3 req-e86204f3-15dc-4fd7-9301-b42f5cfb60c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:52.921760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f8b4-1d55-49ea-b611-e37849e6b1d3 req-e86204f3-15dc-4fd7-9301-b42f5cfb60c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:52.924939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5601f8b4-1d55-49ea-b611-e37849e6b1d3 req-e86204f3-15dc-4fd7-9301-b42f5cfb60c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5428 time: 0.3370368 Feb 10 06:43:53.032221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4b086cf4-5264-49c5-8900-7d890fee08e4, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4b086cf4-5264-49c5-8900-7d890fee08e4,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:53.037701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Attempting to bind port 6058cd88-7c64-4364-8155-0630ef9f9e96 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:53.038177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Attempting to bind port 6058cd88-7c64-4364-8155-0630ef9f9e96 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:53.038663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Attempting to bind port 6058cd88-7c64-4364-8155-0630ef9f9e96 on network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:53.092758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5601f8b4-1d55-49ea-b611-e37849e6b1d3 req-7ecbd10f-1064-44fa-8f50-cd7510e6ff8d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1555886 Feb 10 06:43:53.149437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b086cf4-5264-49c5-8900-7d890fee08e4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:43:53.157773 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618adfcb-95a9-4f11-8ff7-6af185b172d8" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "4b086cf4-5264-49c5-8900-7d890fee08e4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:43:53.174920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:53.175307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Checking segment: {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:53.175761 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.176119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Bound using segment: {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:53.177246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Bound port: 6058cd88-7c64-4364-8155-0630ef9f9e96, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:53.177427 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.225844 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (bd75d6aa-e107-452d-9819-1c2a664b5c97), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.251845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0f374dab-f5dd-49b0-a133-5806f00928bd None None] Provisioning complete for port 6058cd88-7c64-4364-8155-0630ef9f9e96 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:53.254331 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f374dab-f5dd-49b0-a133-5806f00928bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.267548 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.279377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:53.296560 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70a0a82-ae1b-4bbc-ad93-e06347e27782 x-openstack-request-id: req-d70a0a82-ae1b-4bbc-ad93-e06347e27782 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:43:53.305181 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "4b086cf4-5264-49c5-8900-7d890fee08e4", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:43:53.305530 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d70a0a82-ae1b-4bbc-ad93-e06347e27782 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:43:53.305973 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b086cf4-5264-49c5-8900-7d890fee08e4', 'code': 200} Feb 10 06:43:53.314333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd75d6aa-e107-452d-9819-1c2a664b5c97']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:53.359621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6b1116-8de6-4c6a-b5ee-66118e9ffc8f') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:53.359921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6b1116-8de6-4c6a-b5ee-66118e9ffc8f') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:53.384429 n-d-828670-1 neutron-server[103213]: INFO neutron.db.ipam_backend_mixin [None req-b2af2b6c-ad1f-4158-832f-307ac4ad1e11 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5ad27404-f0c5-4d56-9e35-8269b2206b91 (CIDR: 2001:db8:0:1::/64) Feb 10 06:43:53.387361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (22d31bff-3510-4fee-b3d7-0904840e5467), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.390420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (df6b1116-8de6-4c6a-b5ee-66118e9ffc8f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.415593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256499b-014f-4f7b-a17f-0a286f49d717 req-e2cfc840-0cc5-4c34-990d-f536fe2abc4b tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:53.417225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0256499b-014f-4f7b-a17f-0a286f49d717 req-e2cfc840-0cc5-4c34-990d-f536fe2abc4b tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.1121747 Feb 10 06:43:53.421063 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2af2b6c-ad1f-4158-832f-307ac4ad1e11 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:43:53.422519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2af2b6c-ad1f-4158-832f-307ac4ad1e11 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:53.525451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (df6b1116-8de6-4c6a-b5ee-66118e9ffc8f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.529208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d691e1-0eba-4a24-8e5c-11f7ba3fa64f None None] DHCP port deletion for bd75d6aa-e107-452d-9819-1c2a664b5c97 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:43:53.532809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ff357-26fe-450e-8cb3-c624b13d94d8 None None] Pushing event updated for resources: {'Port': ['ID=161c5539-6462-4ecd-8d41-1b046ac6480b,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:53.559440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:43:53.559864 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (df6b1116-8de6-4c6a-b5ee-66118e9ffc8f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.560906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0256499b-014f-4f7b-a17f-0a286f49d717 req-7286940d-dbc8-467b-91c7-b2c0947c9c75 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346276 Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:43:53.587213 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:43:53.637955 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b2af2b6c-ad1f-4158-832f-307ac4ad1e11 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3603332 Feb 10 06:43:53.639523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56454) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:53.645429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'subnet': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:53.693564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d31bff-3510-4fee-b3d7-0904840e5467,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:53.759805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0f374dab-f5dd-49b0-a133-5806f00928bd None None] Port 6058cd88-7c64-4364-8155-0630ef9f9e96 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:53.810642 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (bd75d6aa-e107-452d-9819-1c2a664b5c97), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.820084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Checking segment: {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:53.820467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Network hostable DHCP agents. Network: 9a7b1c65-e758-469c-9598-b94f2215b78d, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:43:53.840503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.849347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] 10.222.0.21 "DELETE /v2.0/networks/bd75d6aa-e107-452d-9819-1c2a664b5c97 HTTP/1.1" status: 204 len: 168 time: 2.0053709 Feb 10 06:43:53.858547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:43:53.862112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] For port 6058cd88-7c64-4364-8155-0630ef9f9e96, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:43:53.863990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0a40e83-b1ef-434b-b7e4-c23d9c2737b1 req-7e364fd6-b062-4bad-b217-c5a43e3f7a33 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 210 time: 0.0773551 Feb 10 06:43:53.866205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] For port 6058cd88-7c64-4364-8155-0630ef9f9e96, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6058cd88-7c64-4364-8155-0630ef9f9e96,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:43:53.874393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=4b086cf4-5264-49c5-8900-7d890fee08e4,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:53.883588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3555a9-3d32-4b11-ba3c-918ae5afba14 tempest-NetworksIpV6Test-1059162126 tempest-NetworksIpV6Test-1059162126-project] Pushing event deleted for resources: {'Network': ['ID=bd75d6aa-e107-452d-9819-1c2a664b5c97,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:53.899909 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.902674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:53.903037 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.913013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Network 9a7b1c65-e758-469c-9598-b94f2215b78d is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:43:53.931641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 9a7b1c65-e758-469c-9598-b94f2215b78d) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:53.939889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:53.940498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:53.978517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5bf9f9-429e-4eb3-97cd-a3f5d6f64bfb None None] Network 9a7b1c65-e758-469c-9598-b94f2215b78d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:54.008823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0552b717-b721-4eca-bae1-a16a889ecb89 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3173475 Feb 10 06:43:54.012612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56466) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:54.019023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Made reservation on behalf of 4f92ea7c86b4492aae79d4c410603ec5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:54.027103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:54.031617 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:54.112851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:54.116768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:54.305398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks [] for router_controller (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:54.311309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:43:54.312599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:54.319767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd977b2-92a6-4d5b-b2d5-4f0c36dfac8d None None] Pushing event updated for resources: {'Port': ['ID=6058cd88-7c64-4364-8155-0630ef9f9e96,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:54.375286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56474) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:54.534755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958c88-660a-46be-a2a9-3a40f6fd24d5 req-1b479b03-0ab9-49a8-a63f-bbcf60d4f8fc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:54.547856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958c88-660a-46be-a2a9-3a40f6fd24d5 req-1b479b03-0ab9-49a8-a63f-bbcf60d4f8fc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:54.580545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958c88-660a-46be-a2a9-3a40f6fd24d5 req-1b479b03-0ab9-49a8-a63f-bbcf60d4f8fc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:54.586487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958c88-660a-46be-a2a9-3a40f6fd24d5 req-1b479b03-0ab9-49a8-a63f-bbcf60d4f8fc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:54.592026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958c88-660a-46be-a2a9-3a40f6fd24d5 req-1b479b03-0ab9-49a8-a63f-bbcf60d4f8fc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:54.612967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958c88-660a-46be-a2a9-3a40f6fd24d5 req-1b479b03-0ab9-49a8-a63f-bbcf60d4f8fc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:54.626446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958c88-660a-46be-a2a9-3a40f6fd24d5 req-1b479b03-0ab9-49a8-a63f-bbcf60d4f8fc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:54.634333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a958c88-660a-46be-a2a9-3a40f6fd24d5 req-1b479b03-0ab9-49a8-a63f-bbcf60d4f8fc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5429 time: 0.3532755 Feb 10 06:43:54.675092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 161c5539-6462-4ecd-8d41-1b046ac6480b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:54.759189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08adb134-e31c-4cee-9626-d200072bcb10 None None] Network 9a7b1c65-e758-469c-9598-b94f2215b78d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:54.789721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:54.790250 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:54.809768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks [] for router_gateway (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:54.863476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5810cea1-03af-4c86-bd7e-eb31f7264752 None None] Provisioning complete for port 6058cd88-7c64-4364-8155-0630ef9f9e96 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:54.863476 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5810cea1-03af-4c86-bd7e-eb31f7264752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.018642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a958c88-660a-46be-a2a9-3a40f6fd24d5 req-2bd807d6-2c49-4814-bbc9-955375ba49f7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3716328 Feb 10 06:43:55.131238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985ff01-be69-42bf-87ae-21930d4a3c68 req-a3ca1615-d128-45a4-b0c9-c1a5746ce5a9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:55.138791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9985ff01-be69-42bf-87ae-21930d4a3c68 req-a3ca1615-d128-45a4-b0c9-c1a5746ce5a9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.4374888 Feb 10 06:43:55.177870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-a5e0394b-0226-4465-bb1c-33ded2772014 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:55.179442 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-a5e0394b-0226-4465-bb1c-33ded2772014 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.24 "GET /v2.0/networks?id=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e HTTP/1.1" status: 200 len: 796 time: 0.3517189 Feb 10 06:43:55.311181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f8ce25bc-e7d3-465b-9ed8-36975f84f113 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=850a2583d6364f2983a5f449bb12434d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9259424 Feb 10 06:43:55.312199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56494) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:55.319027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e065ed24-032f-4516-8cab-af4b3fb60716 req-de277a62-2bed-439c-8f2f-2934439c37b2 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 210 time: 0.1623044 Feb 10 06:43:55.406795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:43:55.421335 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (2de89b5c-b4f2-42b6-b745-ab604c800ce3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.474008 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-c240b5c7-4bb1-492c-b9bc-ceacfa1d756f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39ac44ed275a45639d8bf23102847fcc HTTP/1.1" status: 200 len: 478 time: 0.2804122 Feb 10 06:43:55.477347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:43:55.479553 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b582a4ad-d6c1-4955-9674-41cb931cba2e" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "80b0e85f-0d1b-4bf3-8cda-60b8b28b0861"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:43:55.503119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'port': {'device_id': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'admin_state_up': True, 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'security_groups': ['94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b', 'b767d613-633c-4f7b-87cb-16aca6f5e015']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:55.519790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:55.520063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Subnet': ['ID=2de89b5c-b4f2-42b6-b745-ab604c800ce3,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:55.548492 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9985ff01-be69-42bf-87ae-21930d4a3c68 req-edf60fdc-bbb8-41dc-8551-4107956e5163 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4023147 Feb 10 06:43:55.570895 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.571095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:55.571191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e49eae18-d40f-435b-9dff-411db6d4d327 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:55.571274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:55.575751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:55.576520 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.582648 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks [] for router_gateway (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.598241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-91298ae8-88b1-4805-906e-c7cb333fa486 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9573231 Feb 10 06:43:55.603840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56506) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:55.609383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1464859349', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2de89b5c-b4f2-42b6-b745-ab604c800ce3'}], 'security_groups': ['04757003-3cac-49fe-a103-bf71c2922f87', '4122cf3e-0239-421c-a12f-0eb8ed945f35']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:55.609975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.652308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b1541-6a99-4ab3-ac3a-7af35876af14 None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:43:55.660637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:55.661180 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.733301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:55.779236 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a23ef14-403a-49f4-9134-ab47a09f1d90 admin admin] Publish callbacks [] for security_group (45d40422-f9b8-4d02-99dc-6f7f91ef6608), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.783432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Made reservation on behalf of 39ac44ed275a45639d8bf23102847fcc for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:43:55.787517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.802789 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ddffe1-f3cc-4630-904b-981844af0924 x-openstack-request-id: req-90ddffe1-f3cc-4630-904b-981844af0924 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:43:55.803380 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "80b0e85f-0d1b-4bf3-8cda-60b8b28b0861", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:43:55.803736 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90ddffe1-f3cc-4630-904b-981844af0924 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:43:55.804916 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861', 'code': 200} Feb 10 06:43:55.834407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Allocated IP 172.25.8.107 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/4ce0be80-579d-4ccb-84d3-452dc416c019) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:55.835041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a23ef14-403a-49f4-9134-ab47a09f1d90 admin admin] Publish callbacks [] for security_group (45d40422-f9b8-4d02-99dc-6f7f91ef6608), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:55.836272 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (04e548cf-24dc-4fd3-ba0b-25b09d45a567), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.037519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Allocated IP 172.20.0.9 (0797141b-ae4e-4f1b-a9bd-37b28efc4f0e/8840a41b-c426-42b9-903d-f80531abf210/12b80fdf-5715-472e-ba80-d1e883693b6f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:56.107544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e49eae18-d40f-435b-9dff-411db6d4d327 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:43:56.113313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:56.125523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5810cea1-03af-4c86-bd7e-eb31f7264752 None None] Current status of the port 6058cd88-7c64-4364-8155-0630ef9f9e96 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:56.126493 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5810cea1-03af-4c86-bd7e-eb31f7264752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.139939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e49eae18-d40f-435b-9dff-411db6d4d327 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:56.140326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.165535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5810cea1-03af-4c86-bd7e-eb31f7264752 None None] For port 6058cd88-7c64-4364-8155-0630ef9f9e96, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6058cd88-7c64-4364-8155-0630ef9f9e96,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:56.221006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 37b8e2e3-dd6b-48ab-956c-f0289574398c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:43:56.222689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a23ef14-403a-49f4-9134-ab47a09f1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (45d40422-f9b8-4d02-99dc-6f7f91ef6608), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.225228 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a23ef14-403a-49f4-9134-ab47a09f1d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.229247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8a23ef14-403a-49f4-9134-ab47a09f1d90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45d40422-f9b8-4d02-99dc-6f7f91ef6608 HTTP/1.1" status: 204 len: 168 time: 0.9126587 Feb 10 06:43:56.273770 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5810cea1-03af-4c86-bd7e-eb31f7264752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.289250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23ef14-403a-49f4-9134-ab47a09f1d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d40422-f9b8-4d02-99dc-6f7f91ef6608,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:56.315974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 37b8e2e3-dd6b-48ab-956c-f0289574398c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:43:56.316328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 37b8e2e3-dd6b-48ab-956c-f0289574398c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:43:56.341616 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks [] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.464395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:56.496280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1ba6e-fb70-42b7-bd79-44e5823f6770 req-879eecb3-7fe7-48b4-8f0e-f5ac90124626 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:56.504690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1ba6e-fb70-42b7-bd79-44e5823f6770 req-879eecb3-7fe7-48b4-8f0e-f5ac90124626 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:56.511236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1ba6e-fb70-42b7-bd79-44e5823f6770 req-879eecb3-7fe7-48b4-8f0e-f5ac90124626 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:56.513988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.517652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1ba6e-fb70-42b7-bd79-44e5823f6770 req-879eecb3-7fe7-48b4-8f0e-f5ac90124626 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:56.523905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1ba6e-fb70-42b7-bd79-44e5823f6770 req-879eecb3-7fe7-48b4-8f0e-f5ac90124626 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:56.529588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1ba6e-fb70-42b7-bd79-44e5823f6770 req-879eecb3-7fe7-48b4-8f0e-f5ac90124626 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:56.536350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1ba6e-fb70-42b7-bd79-44e5823f6770 req-879eecb3-7fe7-48b4-8f0e-f5ac90124626 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:56.538270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2da1ba6e-fb70-42b7-bd79-44e5823f6770 req-879eecb3-7fe7-48b4-8f0e-f5ac90124626 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5430 time: 0.3171768 Feb 10 06:43:56.572602 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.599401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810cea1-03af-4c86-bd7e-eb31f7264752 None None] Pushing event updated for resources: {'Port': ['ID=6058cd88-7c64-4364-8155-0630ef9f9e96,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:56.605986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73550102-f3f4-42e1-a703-2a3cf495a359 req-0a687eee-96de-4bd7-973d-cc609574f6d4 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 210 time: 0.0609589 Feb 10 06:43:56.622279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce0be80-579d-4ccb-84d3-452dc416c019,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:56.629871 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.694861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:56.709079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:56.714414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:43:56.716474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:56.719717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0aba2cc0-120c-4e7e-bf44-75e02e48f691 None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:56.720084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0aba2cc0-120c-4e7e-bf44-75e02e48f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.726824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e49eae18-d40f-435b-9dff-411db6d4d327 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:56.727230 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.770750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:42Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '6058cd88-7c64-4364-8155-0630ef9f9e96', 'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:5d:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:40Z', 'updated_at': '2022-02-10T06:43:53Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': '8840a41b-c426-42b9-903d-f80531abf210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:43:56.773469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=12b80fdf-5715-472e-ba80-d1e883693b6f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:56.835403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:43:56.838885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f6488-c8ff-4f36-a546-9780e425bae0 None None] The sync data for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 is: [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:42Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '6058cd88-7c64-4364-8155-0630ef9f9e96', 'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:5d:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:40Z', 'updated_at': '2022-02-10T06:43:53Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': '8840a41b-c426-42b9-903d-f80531abf210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:43:56.839328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:43:56.944375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f863e0f-6f81-4487-b8b9-a0cf948ae823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:56.954029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c9a63d-9f2d-49a3-bb32-f703753ac10f None None] Update dhcp port {'port': {'network_id': 'e5f084c9-21d2-49db-8e6a-da76d3fd927b', 'fixed_ips': [{'subnet_id': '5ad27404-f0c5-4d56-9e35-8269b2206b91', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b4390fc8-9789-4b26-8dae-ebf065fae49d', 'ip_address': '2001:db8::2'}, {'subnet_id': '2de89b5c-b4f2-42b6-b745-ab604c800ce3'}], 'binding:host_id': 'n-d-828670-1'}, 'id': '161c5539-6462-4ecd-8d41-1b046ac6480b'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:43:56.966652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2da1ba6e-fb70-42b7-bd79-44e5823f6770 req-2b4248b9-5dda-4263-898f-9e784892bc14 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4135971 Feb 10 06:43:56.989089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Delete allocated IP 2001:db8::6e (e5f084c9-21d2-49db-8e6a-da76d3fd927b/b4390fc8-9789-4b26-8dae-ebf065fae49d) {{(pid=103214) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 06:43:57.003448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4226598-3dec-454f-96d1-5da6498f7159 req-6b40b73c-090a-4b4e-9700-3007aa5dec0a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:57.010924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4226598-3dec-454f-96d1-5da6498f7159 req-6b40b73c-090a-4b4e-9700-3007aa5dec0a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.2730405 Feb 10 06:43:57.117767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e49eae18-d40f-435b-9dff-411db6d4d327, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e49eae18-d40f-435b-9dff-411db6d4d327,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:57.127823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Allocated IP 2001:db8:0:2::305 (e5f084c9-21d2-49db-8e6a-da76d3fd927b/2de89b5c-b4f2-42b6-b745-ab604c800ce3/04e548cf-24dc-4fd3-ba0b-25b09d45a567) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:57.142247 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.143799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8c67d70a-3546-4c83-a55a-09f604e3d2e9 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:57.145844 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27c9a63d-9f2d-49a3-bb32-f703753ac10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.189163 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f863e0f-6f81-4487-b8b9-a0cf948ae823 admin admin] Publish callbacks [] for security_group (51537c48-c172-4758-8796-4a7aab81fee9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.237331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f863e0f-6f81-4487-b8b9-a0cf948ae823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (51537c48-c172-4758-8796-4a7aab81fee9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.350941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0aba2cc0-120c-4e7e-bf44-75e02e48f691 None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:57.399437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4226598-3dec-454f-96d1-5da6498f7159 req-9838f504-d69c-4cb3-aac1-c4bbbea630f8 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856339 Feb 10 06:43:57.441862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f863e0f-6f81-4487-b8b9-a0cf948ae823 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c1c61a821b047ffa6a0bdbab914d296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9715474 Feb 10 06:43:57.451541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f863e0f-6f81-4487-b8b9-a0cf948ae823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51537c48-c172-4758-8796-4a7aab81fee9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:57.459941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:57.563784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0aba2cc0-120c-4e7e-bf44-75e02e48f691 None None] Provisioning complete for port 04e548cf-24dc-4fd3-ba0b-25b09d45a567 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:57.564532 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0aba2cc0-120c-4e7e-bf44-75e02e48f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04e548cf-24dc-4fd3-ba0b-25b09d45a567), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.582327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:57.657732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0aba2cc0-120c-4e7e-bf44-75e02e48f691 None None] Port 04e548cf-24dc-4fd3-ba0b-25b09d45a567 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:57.669807 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6ceb8d-1163-4d49-8ea3-de3761465f4e admin admin] Publish callbacks [] for security_group (51537c48-c172-4758-8796-4a7aab81fee9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.722679 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6ceb8d-1163-4d49-8ea3-de3761465f4e admin admin] Publish callbacks [] for security_group (51537c48-c172-4758-8796-4a7aab81fee9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.726633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e49eae18-d40f-435b-9dff-411db6d4d327,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:57.759621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:57.760302 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.777878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0aba2cc0-120c-4e7e-bf44-75e02e48f691 None None] Provisioning complete for port 650e6985-ec18-41c1-8418-1e996418d2ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:57.780087 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0aba2cc0-120c-4e7e-bf44-75e02e48f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.785542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:43:57.791437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-fbf5c8e7-91bb-4b81-a2b9-0be12be9de46 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.3013437 Feb 10 06:43:57.797071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for port (04e548cf-24dc-4fd3-ba0b-25b09d45a567), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.818486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49eae18-d40f-435b-9dff-411db6d4d327'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:43:57.820826 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed0b18-d22d-47d2-8d8a-d85560a35e65" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "e49eae18-d40f-435b-9dff-411db6d4d327"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:43:57.840261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-49a04d79-2d97-45a7-8f2f-db00ff5ce180 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] Request body: {'port': {'network_id': '61bf1884-08fb-4a85-9653-f70e88515807', 'name': 'tempest-NetworksNegativeTestJSON-60405353'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:57.848617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Request body: {'port': {'device_id': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:57.851193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:57.851583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.900345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (04e548cf-24dc-4fd3-ba0b-25b09d45a567), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.907098 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa2477-e2bf-435c-8ae2-d267ce35ada3 x-openstack-request-id: req-70aa2477-e2bf-435c-8ae2-d267ce35ada3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:43:57.907741 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "e49eae18-d40f-435b-9dff-411db6d4d327", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:43:57.908114 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70aa2477-e2bf-435c-8ae2-d267ce35ada3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:43:57.908593 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49eae18-d40f-435b-9dff-411db6d4d327', 'code': 200} Feb 10 06:43:57.913496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0aba2cc0-120c-4e7e-bf44-75e02e48f691 None None] Port 650e6985-ec18-41c1-8418-1e996418d2ac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:57.942201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6ceb8d-1163-4d49-8ea3-de3761465f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (51537c48-c172-4758-8796-4a7aab81fee9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.947785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6ceb8d-1163-4d49-8ea3-de3761465f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.955708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dc6ceb8d-1163-4d49-8ea3-de3761465f4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51537c48-c172-4758-8796-4a7aab81fee9 HTTP/1.1" status: 204 len: 168 time: 0.4782157 Feb 10 06:43:57.955894 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:57.955999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-27c9a63d-9f2d-49a3-bb32-f703753ac10f None None] Allocated IP 2001:db8:0:2::2 (e5f084c9-21d2-49db-8e6a-da76d3fd927b/2de89b5c-b4f2-42b6-b745-ab604c800ce3/161c5539-6462-4ecd-8d41-1b046ac6480b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:43:57.956151 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a04d79-2d97-45a7-8f2f-db00ff5ce180 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] POST failed (client error): The resource could not be found. Feb 10 06:43:57.956151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a04d79-2d97-45a7-8f2f-db00ff5ce180 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:57.962061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-49a04d79-2d97-45a7-8f2f-db00ff5ce180 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3756654 Feb 10 06:43:57.969811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56566) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:58.065515 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks [] for router_gateway (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:58.123917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] In _notify_port_updated(), no bound segment for port 04e548cf-24dc-4fd3-ba0b-25b09d45a567 on network e5f084c9-21d2-49db-8e6a-da76d3fd927b {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:43:58.133864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:58.136119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:58.137719 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "PUT /v2.0/ports/04e548cf-24dc-4fd3-ba0b-25b09d45a567 HTTP/1.1" status: 200 len: 970 time: 2.5328410 Feb 10 06:43:58.162255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:58.162677 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:58.187365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a4c7f461-ea58-4c15-aaf9-a01bcab65e04 None None] Provisioning complete for port 12b80fdf-5715-472e-ba80-d1e883693b6f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:58.187745 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f461-ea58-4c15-aaf9-a01bcab65e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:58.213829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56570) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:58.311952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8c67d70a-3546-4c83-a55a-09f604e3d2e9, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8c67d70a-3546-4c83-a55a-09f604e3d2e9,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:58.351478 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:58.426429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6167187e-481c-45bb-aea2-5643d29f55a5 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:58.547960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ceb8d-1163-4d49-8ea3-de3761465f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51537c48-c172-4758-8796-4a7aab81fee9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:58.588201 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccfaa76-988a-47cc-ac30-37f34ff28aec tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:58.588883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccfaa76-988a-47cc-ac30-37f34ff28aec tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:58.592164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dccfaa76-988a-47cc-ac30-37f34ff28aec tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "DELETE /v2.0/networks/54e956f0-5a1f-435e-bd8c-6681f1f02126 HTTP/1.1" status: 404 len: 339 time: 0.5902660 Feb 10 06:43:58.603676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:58.622338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56578) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:58.665445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978c1d-e2bd-4173-a480-277afa606fdf req-02149379-41af-46c6-85ac-ed144fcdf4a1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:58.673759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec978c1d-e2bd-4173-a480-277afa606fdf req-02149379-41af-46c6-85ac-ed144fcdf4a1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 970 time: 0.9488795 Feb 10 06:43:58.675791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538166d1-f538-4438-a35f-eb4aeb304263 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event updated for resources: {'Port': ['ID=04e548cf-24dc-4fd3-ba0b-25b09d45a567,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:58.696305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588748-6736-4823-b40c-237cf9ca177d req-25c06850-c877-4021-ad83-170b12b537c3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:58.702185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588748-6736-4823-b40c-237cf9ca177d req-25c06850-c877-4021-ad83-170b12b537c3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:58.707647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588748-6736-4823-b40c-237cf9ca177d req-25c06850-c877-4021-ad83-170b12b537c3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:58.713429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588748-6736-4823-b40c-237cf9ca177d req-25c06850-c877-4021-ad83-170b12b537c3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:58.717302 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:58.719414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588748-6736-4823-b40c-237cf9ca177d req-25c06850-c877-4021-ad83-170b12b537c3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:58.726706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588748-6736-4823-b40c-237cf9ca177d req-25c06850-c877-4021-ad83-170b12b537c3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:58.732465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588748-6736-4823-b40c-237cf9ca177d req-25c06850-c877-4021-ad83-170b12b537c3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:58.734656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8588748-6736-4823-b40c-237cf9ca177d req-25c06850-c877-4021-ad83-170b12b537c3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5432 time: 0.5953519 Feb 10 06:43:58.736279 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d6c828-ed21-4d66-a6da-6793c85468c4 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:58.736944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d6c828-ed21-4d66-a6da-6793c85468c4 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:58.740459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-82d6c828-ed21-4d66-a6da-6793c85468c4 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "DELETE /v2.0/ports/31c29944-b837-444e-b59b-dd320c174577 HTTP/1.1" status: 404 len: 333 time: 0.1340301 Feb 10 06:43:58.748297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:58.750237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cb4060-7270-4c3e-8914-2c36d212ea70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:58.789945 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d613d5-c9f4-4d2a-a28c-3a29e079b86c tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] DELETE failed (client error): The resource could not be found. Feb 10 06:43:58.790944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d613d5-c9f4-4d2a-a28c-3a29e079b86c tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:58.794247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-27d613d5-c9f4-4d2a-a28c-3a29e079b86c tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "DELETE /v2.0/subnets/748e87b5-baf3-4471-8028-b722cf7727fd HTTP/1.1" status: 404 len: 337 time: 0.0411806 Feb 10 06:43:58.827124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56582) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:58.866557 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-599e331c-cebb-4ac5-9966-b2cca8296cad tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] GET failed (client error): The resource could not be found. Feb 10 06:43:58.877134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6058cd88-7c64-4364-8155-0630ef9f9e96 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:58.879268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-599e331c-cebb-4ac5-9966-b2cca8296cad tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "GET /v2.0/networks/ceb79011-7e9a-4c6b-9dfa-bc4e234ad92b HTTP/1.1" status: 404 len: 339 time: 0.0486233 Feb 10 06:43:58.888362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56584) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:58.954179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8588748-6736-4823-b40c-237cf9ca177d req-6abffdf8-7fbf-45ee-8489-020b2a969ece tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2066574 Feb 10 06:43:58.966295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-27c9a63d-9f2d-49a3-bb32-f703753ac10f None None] For port 161c5539-6462-4ecd-8d41-1b046ac6480b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=161c5539-6462-4ecd-8d41-1b046ac6480b,segment=NetworkSegment(eae5bee9-44a5-4a7a-bd26-9a015738226e),segment_id=eae5bee9-44a5-4a7a-bd26-9a015738226e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:58.986268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7f461-ea58-4c15-aaf9-a01bcab65e04 None None] Port 12b80fdf-5715-472e-ba80-d1e883693b6f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:43:58.999057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec978c1d-e2bd-4173-a480-277afa606fdf req-2d8c09fc-b7bc-4030-8eb5-f680398ea459 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3240168 Feb 10 06:43:59.030483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 6167187e-481c-45bb-aea2-5643d29f55a5 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:43:59.044016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 6058cd88-7c64-4364-8155-0630ef9f9e96 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:59.044581 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.085255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cb4060-7270-4c3e-8914-2c36d212ea70 admin admin] Publish callbacks [] for security_group (d3137653-dfc4-40b2-a595-e3d40d39bc2a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.089355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 6167187e-481c-45bb-aea2-5643d29f55a5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:59.089957 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.101696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cb4060-7270-4c3e-8914-2c36d212ea70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d3137653-dfc4-40b2-a595-e3d40d39bc2a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.153542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=8c67d70a-3546-4c83-a55a-09f604e3d2e9,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:59.155530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-21cb4060-7270-4c3e-8914-2c36d212ea70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fc0daccb210431b87df9481abb2893b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5300450 Feb 10 06:43:59.165374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56586) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:59.165650 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27c9a63d-9f2d-49a3-bb32-f703753ac10f None None] Publish callbacks [] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.181352 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27c9a63d-9f2d-49a3-bb32-f703753ac10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.232924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb4060-7270-4c3e-8914-2c36d212ea70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3137653-dfc4-40b2-a595-e3d40d39bc2a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:59.254745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413daf4e-521d-4f61-99a2-e7c8c7ac9c9d req-6813cd7c-b133-4ae6-9966-e099d1692081 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:43:59.257480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-413daf4e-521d-4f61-99a2-e7c8c7ac9c9d req-6813cd7c-b133-4ae6-9966-e099d1692081 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.1703839 Feb 10 06:43:59.261036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b80fdf-5715-472e-ba80-d1e883693b6f {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:43:59.270425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Publish callbacks [] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.284217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Transition to ACTIVE for port object 12b80fdf-5715-472e-ba80-d1e883693b6f will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:43:59.289766 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-da648ce3-6f99-4f03-b9a3-adc6eb59bf0c tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] GET failed (client error): The resource could not be found. Feb 10 06:43:59.292113 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-da648ce3-6f99-4f03-b9a3-adc6eb59bf0c tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "GET /v2.0/ports/b4b2f9c5-163a-4156-8068-efc8359db478 HTTP/1.1" status: 404 len: 333 time: 0.3943818 Feb 10 06:43:59.295834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.298191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56588) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:59.340477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9a63d-9f2d-49a3-bb32-f703753ac10f None None] Pushing event updated for resources: {'Port': ['ID=161c5539-6462-4ecd-8d41-1b046ac6480b,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:59.341068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-413daf4e-521d-4f61-99a2-e7c8c7ac9c9d req-02f8639d-b74d-4247-97db-7348e2ea346e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761511 Feb 10 06:43:59.344249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7746f10-9d73-49a0-ac89-2ca514b8aa8a admin admin] Publish callbacks [] for security_group (d3137653-dfc4-40b2-a595-e3d40d39bc2a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.366899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 6058cd88-7c64-4364-8155-0630ef9f9e96 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:59.371902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7746f10-9d73-49a0-ac89-2ca514b8aa8a admin admin] Publish callbacks [] for security_group (d3137653-dfc4-40b2-a595-e3d40d39bc2a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.381859 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f423245-7585-4350-bdac-00156bb77742 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] GET failed (client error): The resource could not be found. Feb 10 06:43:59.383276 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5f423245-7585-4350-bdac-00156bb77742 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "GET /v2.0/subnets/0be2411a-3647-4f09-b72f-761520a4cfab HTTP/1.1" status: 404 len: 337 time: 0.0816607 Feb 10 06:43:59.392782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56590) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:59.403676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fa3562bc-21fa-4137-ba38-ae78b3a2d1a7 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:59.420115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-14fd5b62-7bdf-4d6a-9bd0-d6571f8b7fda tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 04e548cf-24dc-4fd3-ba0b-25b09d45a567 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:43:59.420462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14fd5b62-7bdf-4d6a-9bd0-d6571f8b7fda tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (04e548cf-24dc-4fd3-ba0b-25b09d45a567), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.428312 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3562bc-21fa-4137-ba38-ae78b3a2d1a7 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] PUT failed (client error): The resource could not be found. Feb 10 06:43:59.428844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3562bc-21fa-4137-ba38-ae78b3a2d1a7 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:59.436680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fa3562bc-21fa-4137-ba38-ae78b3a2d1a7 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "PUT /v2.0/networks/6e0eab9d-238f-4fa4-9611-8e73c39bce55 HTTP/1.1" status: 404 len: 339 time: 0.0426354 Feb 10 06:43:59.442349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:59.448792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 6167187e-481c-45bb-aea2-5643d29f55a5 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:43:59.449342 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.450597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5cf848f1-f928-44f9-909b-535aeec78cd0 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:59.453335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:43:59.455216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Pushing event updated for resources: {'Port': ['ID=12b80fdf-5715-472e-ba80-d1e883693b6f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:59.474842 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf848f1-f928-44f9-909b-535aeec78cd0 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] PUT failed (client error): The resource could not be found. Feb 10 06:43:59.475417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf848f1-f928-44f9-909b-535aeec78cd0 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:59.483277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5cf848f1-f928-44f9-909b-535aeec78cd0 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "PUT /v2.0/ports/2952d3ac-2fb5-4348-ab6f-7b4768e324c3 HTTP/1.1" status: 404 len: 333 time: 0.0399873 Feb 10 06:43:59.492151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56594) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:43:59.505346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-73ac2b8e-04d0-42ea-94cf-39a123feb259 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:43:59.537183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6167187e-481c-45bb-aea2-5643d29f55a5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6167187e-481c-45bb-aea2-5643d29f55a5,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:43:59.547161 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.549064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5d10eac5-f2fc-4211-ae24-5efe64411fa3 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:43:59.556239 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ac2b8e-04d0-42ea-94cf-39a123feb259 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] PUT failed (client error): The resource could not be found. Feb 10 06:43:59.558021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ac2b8e-04d0-42ea-94cf-39a123feb259 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:43:59.559405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-73ac2b8e-04d0-42ea-94cf-39a123feb259 tempest-NetworksNegativeTestJSON-1449103590 tempest-NetworksNegativeTestJSON-1449103590-project] 10.222.0.21 "PUT /v2.0/subnets/00a1eb69-f318-43f1-b812-c26dd9a6161e HTTP/1.1" status: 404 len: 337 time: 0.0661709 Feb 10 06:43:59.591873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7746f10-9d73-49a0-ac89-2ca514b8aa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d3137653-dfc4-40b2-a595-e3d40d39bc2a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.595139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7746f10-9d73-49a0-ac89-2ca514b8aa8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.599642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d7746f10-9d73-49a0-ac89-2ca514b8aa8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3137653-dfc4-40b2-a595-e3d40d39bc2a HTTP/1.1" status: 204 len: 168 time: 0.4331846 Feb 10 06:43:59.616640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7746f10-9d73-49a0-ac89-2ca514b8aa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3137653-dfc4-40b2-a595-e3d40d39bc2a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:59.715169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=6167187e-481c-45bb-aea2-5643d29f55a5,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:43:59.776654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14fd5b62-7bdf-4d6a-9bd0-d6571f8b7fda tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (04e548cf-24dc-4fd3-ba0b-25b09d45a567), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.784197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:43:59.790487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:43:59.791256 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:43:59.876321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Attempting to bind port 12b80fdf-5715-472e-ba80-d1e883693b6f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:43:59.877038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Attempting to bind port 12b80fdf-5715-472e-ba80-d1e883693b6f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:43:59.877521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Attempting to bind port 12b80fdf-5715-472e-ba80-d1e883693b6f on network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:59.886352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-14fd5b62-7bdf-4d6a-9bd0-d6571f8b7fda tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 04e548cf-24dc-4fd3-ba0b-25b09d45a567 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:43:59.929725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c67d70a-3546-4c83-a55a-09f604e3d2e9'}, {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6167187e-481c-45bb-aea2-5643d29f55a5'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:43:59.935667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Port 12b80fdf-5715-472e-ba80-d1e883693b6f on network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:43:59.936182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Attempting to bind port 12b80fdf-5715-472e-ba80-d1e883693b6f on network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:43:59.937237 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd35b83-880c-4ca3-90dd-fddef9c7a05a" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "8c67d70a-3546-4c83-a55a-09f604e3d2e9"}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "6167187e-481c-45bb-aea2-5643d29f55a5"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:43:59.968087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:43:59.968432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Checking segment: {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:43:59.968825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Bound using segment: {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:43:59.969279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Bound port: 12b80fdf-5715-472e-ba80-d1e883693b6f, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea67bd7-e453-41a4-82d6-677d20c6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:43:59.970452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.012700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:00.013102 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.041343 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfa485f-8ac6-4075-909f-290f82ad08e3 x-openstack-request-id: req-ccfa485f-8ac6-4075-909f-290f82ad08e3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:00.041651 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "8c67d70a-3546-4c83-a55a-09f604e3d2e9", "code": 200}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "6167187e-481c-45bb-aea2-5643d29f55a5", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:00.041913 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccfa485f-8ac6-4075-909f-290f82ad08e3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:00.042353 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c67d70a-3546-4c83-a55a-09f604e3d2e9', 'code': 200} Feb 10 06:44:00.042638 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6167187e-481c-45bb-aea2-5643d29f55a5', 'code': 200} Feb 10 06:44:00.081675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56610) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:00.098456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5d10eac5-f2fc-4211-ae24-5efe64411fa3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5d10eac5-f2fc-4211-ae24-5efe64411fa3,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:00.102432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:00.108347 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.109040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4f9193d4-afcb-4622-96f7-6fcfd1366d5e up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:00.120201 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Sync routers for ids ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:00.133585 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Routers {'0ba0f0e5-56a7-45c2-b366-5b279d64bcea'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:00.139205 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:00.160076 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.165194 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0a63cf4b-873b-4b9a-bfd4-f78689450592 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1417260 Feb 10 06:44:00.171319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56614) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:00.316758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5d10eac5-f2fc-4211-ae24-5efe64411fa3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:00.345940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:44:00.350932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae922ae6-e38a-422e-a832-f6f37210de8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.354563 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:00.356028 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.407974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db4b17-3988-4abd-9896-f0699a2cb2ce req-ff10919f-315d-4eeb-9f4c-e1df78b1d45c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:00.415420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db4b17-3988-4abd-9896-f0699a2cb2ce req-ff10919f-315d-4eeb-9f4c-e1df78b1d45c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:00.424068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db4b17-3988-4abd-9896-f0699a2cb2ce req-ff10919f-315d-4eeb-9f4c-e1df78b1d45c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:00.431233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db4b17-3988-4abd-9896-f0699a2cb2ce req-ff10919f-315d-4eeb-9f4c-e1df78b1d45c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:00.440890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db4b17-3988-4abd-9896-f0699a2cb2ce req-ff10919f-315d-4eeb-9f4c-e1df78b1d45c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:00.461379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db4b17-3988-4abd-9896-f0699a2cb2ce req-ff10919f-315d-4eeb-9f4c-e1df78b1d45c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:00.476713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db4b17-3988-4abd-9896-f0699a2cb2ce req-ff10919f-315d-4eeb-9f4c-e1df78b1d45c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:00.481723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68db4b17-3988-4abd-9896-f0699a2cb2ce req-ff10919f-315d-4eeb-9f4c-e1df78b1d45c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5434 time: 0.3866785 Feb 10 06:44:00.504953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 161c5539-6462-4ecd-8d41-1b046ac6480b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:00.541175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e4548-b7ba-44d4-81c4-34cf59f147e4 req-12cb8994-2305-4c74-8c4d-206e96ead5b4 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:00.550383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-359e4548-b7ba-44d4-81c4-34cf59f147e4 req-12cb8994-2305-4c74-8c4d-206e96ead5b4 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 982 time: 0.3178275 Feb 10 06:44:00.551727 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Set router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:00.667271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68db4b17-3988-4abd-9896-f0699a2cb2ce req-8f3342c3-de8c-4204-8591-658604614fd7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1785429 Feb 10 06:44:00.708483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:00.710633 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.741906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2aa3f7ab-1ff9-4b20-9346-4375c618141e None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:00.742933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2aa3f7ab-1ff9-4b20-9346-4375c618141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.766732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] For port 12b80fdf-5715-472e-ba80-d1e883693b6f, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:00.791987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-359e4548-b7ba-44d4-81c4-34cf59f147e4 req-f8b6bdfb-b7ef-4831-b47a-51f444816f56 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2404075 Feb 10 06:44:00.920832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:00.921300 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.931990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:00.934276 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae922ae6-e38a-422e-a832-f6f37210de8b admin admin] Publish callbacks [] for security_group (6b6f5eaf-3a3b-48b8-a882-c9149adc00c0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.943562 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae922ae6-e38a-422e-a832-f6f37210de8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6b6f5eaf-3a3b-48b8-a882-c9149adc00c0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:00.993935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.007541 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:54Z', 'updated_at': '2022-02-10T06:43:57Z', 'revision_number': 3, 'project_id': '2d73d350469946b482a364b89d798697', 'gw_port': {'id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:55Z', 'updated_at': '2022-02-10T06:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:01.009705 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14fd5b62-7bdf-4d6a-9bd0-d6571f8b7fda tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (04e548cf-24dc-4fd3-ba0b-25b09d45a567), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.054722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] For port 12b80fdf-5715-472e-ba80-d1e883693b6f, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=12b80fdf-5715-472e-ba80-d1e883693b6f,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:01.076740 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Checking router: 0ba0f0e5-56a7-45c2-b366-5b279d64bcea for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:44:01.078779 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Updating router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea port 4ce0be80-579d-4ccb-84d3-452dc416c019 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:44:01.136918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ae922ae6-e38a-422e-a832-f6f37210de8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b701f71a3dbb4c57be7c862696e47c16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0531337 Feb 10 06:44:01.137142 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.153501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:01.158292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd5b62-7bdf-4d6a-9bd0-d6571f8b7fda tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=04e548cf-24dc-4fd3-ba0b-25b09d45a567,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:01.164000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.199135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae922ae6-e38a-422e-a832-f6f37210de8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6f5eaf-3a3b-48b8-a882-c9149adc00c0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:01.218337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14fd5b62-7bdf-4d6a-9bd0-d6571f8b7fda tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.232455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994183c-6fce-4ea9-80bf-dbca1df7d1d5 req-dcec7966-2994-44de-bde2-82508613bb8d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:01.233763 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-14fd5b62-7bdf-4d6a-9bd0-d6571f8b7fda tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/04e548cf-24dc-4fd3-ba0b-25b09d45a567 HTTP/1.1" status: 204 len: 168 time: 3.0146205 Feb 10 06:44:01.239503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8994183c-6fce-4ea9-80bf-dbca1df7d1d5 req-dcec7966-2994-44de-bde2-82508613bb8d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.3978946 Feb 10 06:44:01.240006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:01.249150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:01.298816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3f7ab-1ff9-4b20-9346-4375c618141e None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:01.327854 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb49338-07bc-40f8-a33f-7959ff201088 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] GET failed (client error): The resource could not be found. Feb 10 06:44:01.334809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bcb49338-07bc-40f8-a33f-7959ff201088 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports/04e548cf-24dc-4fd3-ba0b-25b09d45a567 HTTP/1.1" status: 404 len: 333 time: 0.0845709 Feb 10 06:44:01.337043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:01.337668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.339378 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] 10.222.0.24 "PUT /v2.0/ports/12b80fdf-5715-472e-ba80-d1e883693b6f HTTP/1.1" status: 200 len: 1130 time: 3.4997227 Feb 10 06:44:01.340649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:01.343208 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29c5cab-fb4e-4836-82b1-606137adb49f" -d '{"events": [{"name": "network-changed", "server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:01.383410 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2aa3f7ab-1ff9-4b20-9346-4375c618141e None None] Could not find standard attr ID for object 04e548cf-24dc-4fd3-ba0b-25b09d45a567. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:44:01.388452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:01.447534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:01.460769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2aa3f7ab-1ff9-4b20-9346-4375c618141e None None] Provisioning complete for port 650e6985-ec18-41c1-8418-1e996418d2ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:01.463393 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2aa3f7ab-1ff9-4b20-9346-4375c618141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.550694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3f7ab-1ff9-4b20-9346-4375c618141e None None] Port 650e6985-ec18-41c1-8418-1e996418d2ac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:01.588542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53acf1-aae9-4f19-99ff-350eb8642866 service neutron] Pushing event updated for resources: {'Port': ['ID=12b80fdf-5715-472e-ba80-d1e883693b6f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:01.670933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6f43f441-4576-41a1-adfa-0944faee60ae None None] Could not find standard attr ID for object 04e548cf-24dc-4fd3-ba0b-25b09d45a567. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:44:01.672201 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Publish callbacks [] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.688087 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.718440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-38c1bf86-e994-4b85-90cc-4b19e725dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:01.720963 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-38c1bf86-e994-4b85-90cc-4b19e725dcbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39ac44ed275a45639d8bf23102847fcc&device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 1164 time: 0.2581260 Feb 10 06:44:01.729435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8994183c-6fce-4ea9-80bf-dbca1df7d1d5 req-6439756c-766e-4092-a339-95e6d4ad896b tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4055080 Feb 10 06:44:01.744595 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Pushing event updated for resources: {'Port': ['ID=4ce0be80-579d-4ccb-84d3-452dc416c019,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:01.761271 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.762318 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.762764 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.763253 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.763757 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.764101 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.764433 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.764762 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.765087 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.765414 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.765739 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.766116 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.766827 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:01.789884 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Attempting to bind port 4ce0be80-579d-4ccb-84d3-452dc416c019 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:01.790265 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Attempting to bind port 4ce0be80-579d-4ccb-84d3-452dc416c019 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:01.790665 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Attempting to bind port 4ce0be80-579d-4ccb-84d3-452dc416c019 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:01.796210 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:01.796594 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:01.797005 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.797401 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:01.799206 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Bound port: 4ce0be80-579d-4ccb-84d3-452dc416c019, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:01.799206 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.817501 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e488315-cd29-4dcb-ab45-a3eae3f02913 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (ad3fa7fd-73f5-4e35-ab28-47eced6f92e5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.850040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-220642c8-40be-4cf0-901b-2f66c77b0bfb admin admin] Publish callbacks [] for security_group (6b6f5eaf-3a3b-48b8-a882-c9149adc00c0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.889467 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c12748-31fd-43b7-8d2b-cc6b13e86709 x-openstack-request-id: req-47c12748-31fd-43b7-8d2b-cc6b13e86709 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:01.889782 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:01.890047 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47c12748-31fd-43b7-8d2b-cc6b13e86709 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:01.890501 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'status': 'completed', 'code': 200} Feb 10 06:44:01.901577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e488315-cd29-4dcb-ab45-a3eae3f02913 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (ad3fa7fd-73f5-4e35-ab28-47eced6f92e5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.908698 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-0e2e58fd-12bd-430c-82b9-c7e6ccd6f769 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12b80fdf-5715-472e-ba80-d1e883693b6f HTTP/1.1" status: 200 len: 217 time: 0.1653748 Feb 10 06:44:01.935862 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] For port 4ce0be80-579d-4ccb-84d3-452dc416c019, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:01.939747 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] For port 4ce0be80-579d-4ccb-84d3-452dc416c019, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4ce0be80-579d-4ccb-84d3-452dc416c019,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:01.952489 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.957242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-220642c8-40be-4cf0-901b-2f66c77b0bfb admin admin] Publish callbacks [] for security_group (6b6f5eaf-3a3b-48b8-a882-c9149adc00c0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:01.999606 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Routers {'0ba0f0e5-56a7-45c2-b366-5b279d64bcea'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:02.000267 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:02.044053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d10eac5-f2fc-4211-ae24-5efe64411fa3'}, {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:02.048250 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffefb966-19dd-4b1d-8f38-2c8af3f23aa0" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "5d10eac5-f2fc-4211-ae24-5efe64411fa3"}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "4f9193d4-afcb-4622-96f7-6fcfd1366d5e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:02.090542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:02.166157 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-220642c8-40be-4cf0-901b-2f66c77b0bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6b6f5eaf-3a3b-48b8-a882-c9149adc00c0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:02.173771 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-220642c8-40be-4cf0-901b-2f66c77b0bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:02.176868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-220642c8-40be-4cf0-901b-2f66c77b0bfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b6f5eaf-3a3b-48b8-a882-c9149adc00c0 HTTP/1.1" status: 204 len: 168 time: 1.0209901 Feb 10 06:44:02.253542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-f001ca7b-dc28-4d4e-b05c-5f1d9d2baeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.255033 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-f001ca7b-dc28-4d4e-b05c-5f1d9d2baeb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8840a41b-c426-42b9-903d-f80531abf210 HTTP/1.1" status: 200 len: 835 time: 0.3284323 Feb 10 06:44:02.298831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220642c8-40be-4cf0-901b-2f66c77b0bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6f5eaf-3a3b-48b8-a882-c9149adc00c0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:02.328273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2af7f6-0616-4f02-a8cf-80d76470919a req-5b9642ba-a206-4e01-a3d1-125f978249e2 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.338848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad2af7f6-0616-4f02-a8cf-80d76470919a req-5b9642ba-a206-4e01-a3d1-125f978249e2 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 982 time: 0.4216673 Feb 10 06:44:02.378059 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5ba0e-3e47-4f28-8062-7f48c20f67c8 None None] Pushing event updated for resources: {'Port': ['ID=4ce0be80-579d-4ccb-84d3-452dc416c019,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:02.379058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2405d-98f4-4616-8786-f20bb58e23cd req-8a31cfe4-5424-4bec-8e2e-e33b21cc1aba tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.389558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2405d-98f4-4616-8786-f20bb58e23cd req-8a31cfe4-5424-4bec-8e2e-e33b21cc1aba tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.393117 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] Set router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:02.414707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2405d-98f4-4616-8786-f20bb58e23cd req-8a31cfe4-5424-4bec-8e2e-e33b21cc1aba tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.426008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2405d-98f4-4616-8786-f20bb58e23cd req-8a31cfe4-5424-4bec-8e2e-e33b21cc1aba tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.439261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2405d-98f4-4616-8786-f20bb58e23cd req-8a31cfe4-5424-4bec-8e2e-e33b21cc1aba tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.444545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2405d-98f4-4616-8786-f20bb58e23cd req-8a31cfe4-5424-4bec-8e2e-e33b21cc1aba tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.464220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2405d-98f4-4616-8786-f20bb58e23cd req-8a31cfe4-5424-4bec-8e2e-e33b21cc1aba tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.466292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69f2405d-98f4-4616-8786-f20bb58e23cd req-8a31cfe4-5424-4bec-8e2e-e33b21cc1aba tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.5718665 Feb 10 06:44:02.469246 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e488315-cd29-4dcb-ab45-a3eae3f02913 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ad3fa7fd-73f5-4e35-ab28-47eced6f92e5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:02.472133 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e488315-cd29-4dcb-ab45-a3eae3f02913 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:02.489971 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1e488315-cd29-4dcb-ab45-a3eae3f02913 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad3fa7fd-73f5-4e35-ab28-47eced6f92e5 HTTP/1.1" status: 204 len: 168 time: 1.0158553 Feb 10 06:44:02.492205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:02.493853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-c52dde33-bad6-478e-9f83-ecee3000b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:02.495827 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-c52dde33-bad6-478e-9f83-ecee3000b42f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2241471 Feb 10 06:44:02.580513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e488315-cd29-4dcb-ab45-a3eae3f02913 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3fa7fd-73f5-4e35-ab28-47eced6f92e5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:02.690899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad2af7f6-0616-4f02-a8cf-80d76470919a req-2d84516c-d330-4403-8bff-c9dd33b06685 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2231834 Feb 10 06:44:02.694668 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ece8115-827a-41fc-b634-971767569f53 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (4122cf3e-0239-421c-a12f-0eb8ed945f35), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:02.791696 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729a259d-8569-4d31-896b-20af4c197cf9 x-openstack-request-id: req-729a259d-8569-4d31-896b-20af4c197cf9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:02.792006 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "5d10eac5-f2fc-4211-ae24-5efe64411fa3", "code": 200}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-plugged", "status": "completed", "tag": "4f9193d4-afcb-4622-96f7-6fcfd1366d5e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:02.792265 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-729a259d-8569-4d31-896b-20af4c197cf9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:02.792685 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d10eac5-f2fc-4211-ae24-5efe64411fa3', 'code': 200} Feb 10 06:44:02.792947 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e', 'code': 200} Feb 10 06:44:02.844154 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:54Z', 'updated_at': '2022-02-10T06:43:57Z', 'revision_number': 3, 'project_id': '2d73d350469946b482a364b89d798697', 'gw_port': {'id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:55Z', 'updated_at': '2022-02-10T06:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:02.846761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69f2405d-98f4-4616-8786-f20bb58e23cd req-2e780894-d57d-41d4-b8f4-ed8a63d50e2d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3507924 Feb 10 06:44:02.855230 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ece8115-827a-41fc-b634-971767569f53 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (4122cf3e-0239-421c-a12f-0eb8ed945f35), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:02.902470 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eabb85-0145-49b0-a0c4-a4775aabffe0 None None] The sync data for ids ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'] in n-d-828670-1 is: [{'id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:54Z', 'updated_at': '2022-02-10T06:43:57Z', 'revision_number': 3, 'project_id': '2d73d350469946b482a364b89d798697', 'gw_port': {'id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:55Z', 'updated_at': '2022-02-10T06:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:02.939736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ece8115-827a-41fc-b634-971767569f53 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4122cf3e-0239-421c-a12f-0eb8ed945f35), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:02.943901 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ece8115-827a-41fc-b634-971767569f53 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:02.950674 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0ece8115-827a-41fc-b634-971767569f53 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/security-groups/4122cf3e-0239-421c-a12f-0eb8ed945f35 HTTP/1.1" status: 204 len: 168 time: 0.4447165 Feb 10 06:44:02.950674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:02.983484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece8115-827a-41fc-b634-971767569f53 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4122cf3e-0239-421c-a12f-0eb8ed945f35,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:03.140827 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-365f9fb2-5816-46c3-b611-a264fccae618 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (04757003-3cac-49fe-a103-bf71c2922f87), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.154189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda23f1-a608-4bd3-b728-52e46bf694be req-9660946e-d759-441d-ba60-d6080deaa2bc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:03.155783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4eda23f1-a608-4bd3-b728-52e46bf694be req-9660946e-d759-441d-ba60-d6080deaa2bc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.1702251 Feb 10 06:44:03.207730 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-365f9fb2-5816-46c3-b611-a264fccae618 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (04757003-3cac-49fe-a103-bf71c2922f87), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.292373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4eda23f1-a608-4bd3-b728-52e46bf694be req-a920a7cf-33fd-4491-bd6a-a82b823e167b tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222179 Feb 10 06:44:03.330233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-365f9fb2-5816-46c3-b611-a264fccae618 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (04757003-3cac-49fe-a103-bf71c2922f87), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.333941 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-365f9fb2-5816-46c3-b611-a264fccae618 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.338050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-365f9fb2-5816-46c3-b611-a264fccae618 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/security-groups/04757003-3cac-49fe-a103-bf71c2922f87 HTTP/1.1" status: 204 len: 168 time: 0.3839321 Feb 10 06:44:03.338980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56684) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:03.377009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f9fb2-5816-46c3-b611-a264fccae618 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04757003-3cac-49fe-a103-bf71c2922f87,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:03.403310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Allocated IP 172.20.0.1 (9a7b1c65-e758-469c-9598-b94f2215b78d/22d31bff-3510-4fee-b3d7-0904840e5467/3c7351ad-0ba4-4475-87c6-b38a1a88b9dd) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:03.449320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9690c7-90b4-4db2-b7bc-cd8da96f0903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet b4390fc8-9789-4b26-8dae-ebf065fae49d {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:44:03.462470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-8118ffeb-c9ef-4fe8-a5eb-1d5ac20fa5f2 service neutron] 10.222.0.24 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9485319 Feb 10 06:44:03.465722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed9690c7-90b4-4db2-b7bc-cd8da96f0903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (b4390fc8-9789-4b26-8dae-ebf065fae49d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.521738 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed9690c7-90b4-4db2-b7bc-cd8da96f0903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (b4390fc8-9789-4b26-8dae-ebf065fae49d), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.655640 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed9690c7-90b4-4db2-b7bc-cd8da96f0903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b4390fc8-9789-4b26-8dae-ebf065fae49d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.729668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56692) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:03.836508 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed9690c7-90b4-4db2-b7bc-cd8da96f0903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (b4390fc8-9789-4b26-8dae-ebf065fae49d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.887869 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a514fa9b-67d0-4055-885e-c2c5393f37fc req-5a59dbd9-b8a2-4f44-a9ee-cdeac966296c service neutron] 10.222.0.24 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019802 Feb 10 06:44:03.893761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cc554a78-063a-42de-91bf-d9a5b2b223b5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1559575976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:03.903299 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Publish callbacks [] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.913637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9690c7-90b4-4db2-b7bc-cd8da96f0903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=b4390fc8-9789-4b26-8dae-ebf065fae49d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:03.962189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df839c82-1cac-43d9-a11a-906dd2772c6c None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:03.973229 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed9690c7-90b4-4db2-b7bc-cd8da96f0903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.974664 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2866-791a-4218-ae94-b2895e06608a req-dd08bb73-9af2-4694-986f-db7a5bf392e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:03.975150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2866-791a-4218-ae94-b2895e06608a req-dd08bb73-9af2-4694-986f-db7a5bf392e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:03.975621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2866-791a-4218-ae94-b2895e06608a req-dd08bb73-9af2-4694-986f-db7a5bf392e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:03.976086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2866-791a-4218-ae94-b2895e06608a req-dd08bb73-9af2-4694-986f-db7a5bf392e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:03.976544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2866-791a-4218-ae94-b2895e06608a req-dd08bb73-9af2-4694-986f-db7a5bf392e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:03.977001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2866-791a-4218-ae94-b2895e06608a req-dd08bb73-9af2-4694-986f-db7a5bf392e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:03.977463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2866-791a-4218-ae94-b2895e06608a req-dd08bb73-9af2-4694-986f-db7a5bf392e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:03.979701 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-457c2866-791a-4218-ae94-b2895e06608a req-dd08bb73-9af2-4694-986f-db7a5bf392e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6709 time: 0.6185126 Feb 10 06:44:03.980527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc554a78-063a-42de-91bf-d9a5b2b223b5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (98216ed4-37cc-413e-8857-b36300d66b47), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.986588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ed9690c7-90b4-4db2-b7bc-cd8da96f0903 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/b4390fc8-9789-4b26-8dae-ebf065fae49d HTTP/1.1" status: 204 len: 168 time: 0.6437199 Feb 10 06:44:03.987657 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc554a78-063a-42de-91bf-d9a5b2b223b5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (98216ed4-37cc-413e-8857-b36300d66b47), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:03.994102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56700) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:04.052001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ec91a-7244-4b29-a116-e9fd6248c973 req-dccc77d0-7e49-41b3-bd05-930ad0509515 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.066704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f2ec91a-7244-4b29-a116-e9fd6248c973 req-dccc77d0-7e49-41b3-bd05-930ad0509515 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 982 time: 0.2706971 Feb 10 06:44:04.186934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d945cf-d3a8-4616-ab58-a2743a5e57b3 req-7ccdc68b-e6dd-4759-8bb1-a333e8a61c7d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.192624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d945cf-d3a8-4616-ab58-a2743a5e57b3 req-7ccdc68b-e6dd-4759-8bb1-a333e8a61c7d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.202561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d945cf-d3a8-4616-ab58-a2743a5e57b3 req-7ccdc68b-e6dd-4759-8bb1-a333e8a61c7d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.206342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d945cf-d3a8-4616-ab58-a2743a5e57b3 req-7ccdc68b-e6dd-4759-8bb1-a333e8a61c7d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.212779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d945cf-d3a8-4616-ab58-a2743a5e57b3 req-7ccdc68b-e6dd-4759-8bb1-a333e8a61c7d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.222820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d945cf-d3a8-4616-ab58-a2743a5e57b3 req-7ccdc68b-e6dd-4759-8bb1-a333e8a61c7d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.231690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d945cf-d3a8-4616-ab58-a2743a5e57b3 req-7ccdc68b-e6dd-4759-8bb1-a333e8a61c7d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.240331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0d945cf-d3a8-4616-ab58-a2743a5e57b3 req-7ccdc68b-e6dd-4759-8bb1-a333e8a61c7d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.2512088 Feb 10 06:44:04.255483 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc554a78-063a-42de-91bf-d9a5b2b223b5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for router_controller (98216ed4-37cc-413e-8857-b36300d66b47), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.275379 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc554a78-063a-42de-91bf-d9a5b2b223b5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (98216ed4-37cc-413e-8857-b36300d66b47), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.293656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.311969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f2ec91a-7244-4b29-a116-e9fd6248c973 req-f466fc1d-9f7b-4665-8095-514e92a8fc72 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2438202 Feb 10 06:44:04.359101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-008ca6d9-68a2-47e2-b454-bc0f007634f6 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet 2de89b5c-b4f2-42b6-b745-ab604c800ce3 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:44:04.392055 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-457c2866-791a-4218-ae94-b2895e06608a req-e97cb274-5c85-4af4-920a-1cb59b48787f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3967199 Feb 10 06:44:04.394272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0d945cf-d3a8-4616-ab58-a2743a5e57b3 req-3045e43d-0786-47d9-8d22-c0ca36a8e6a5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271312 Feb 10 06:44:04.396045 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-008ca6d9-68a2-47e2-b454-bc0f007634f6 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (2de89b5c-b4f2-42b6-b745-ab604c800ce3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.455115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc554a78-063a-42de-91bf-d9a5b2b223b5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.459094 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cc554a78-063a-42de-91bf-d9a5b2b223b5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7181404 Feb 10 06:44:04.462825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:04.477288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-101769518'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:04.504302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Network 9a7b1c65-e758-469c-9598-b94f2215b78d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:04.547006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-7831d97f-56aa-40cc-90e2-1df6af0debd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.549505 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-7831d97f-56aa-40cc-90e2-1df6af0debd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39ac44ed275a45639d8bf23102847fcc&device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 1164 time: 0.5533416 Feb 10 06:44:04.552387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:04.555070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:04.564926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Made reservation on behalf of 78914f2c32734c70a12ed2a6003f5d05 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:04.568820 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.614386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Pushing event updated for resources: {'Port': ['ID=3c7351ad-0ba4-4475-87c6-b38a1a88b9dd,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:04.616112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4ce0be80-579d-4ccb-84d3-452dc416c019 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:04.623309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.623466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-008ca6d9-68a2-47e2-b454-bc0f007634f6 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (2de89b5c-b4f2-42b6-b745-ab604c800ce3), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.733882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for security_group (1211221c-8271-47ea-8421-b370c88e84a2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.740738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4ce0be80-579d-4ccb-84d3-452dc416c019 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:04.741549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.752378 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1211221c-8271-47ea-8421-b370c88e84a2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.773147 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.806708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1211221c-8271-47ea-8421-b370c88e84a2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:04.819684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:44:04.837670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f2e0-da33-4c95-97e4-054ad4e4582d req-f4735060-7e2e-4ace-bb3e-fbe3ab68d022 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.839354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0105f2e0-da33-4c95-97e4-054ad4e4582d req-f4735060-7e2e-4ace-bb3e-fbe3ab68d022 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.3280249 Feb 10 06:44:04.885631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4ce0be80-579d-4ccb-84d3-452dc416c019 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:04.886959 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.926074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 4ce0be80-579d-4ccb-84d3-452dc416c019, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4ce0be80-579d-4ccb-84d3-452dc416c019,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:04.932575 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.959394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7af8e5d7-9971-4187-8d88-ae2e22749783), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:04.960374 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Added segment 7af8e5d7-9971-4187-8d88-ae2e22749783 of type vlan for network 46a76167-d294-43cb-a2a4-8d8dce8951b6 Feb 10 06:44:04.971954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-ecbcfd38-4764-48bd-aebb-e3ccba09a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:04.974134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-ecbcfd38-4764-48bd-aebb-e3ccba09a23e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e HTTP/1.1" status: 200 len: 896 time: 0.4118195 Feb 10 06:44:04.975549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-008ca6d9-68a2-47e2-b454-bc0f007634f6 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (2de89b5c-b4f2-42b6-b745-ab604c800ce3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.046251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-08496a58-9dda-4229-9877-7bcfe6060e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:05.049571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-08496a58-9dda-4229-9877-7bcfe6060e60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf&tenant_id=d9f705d9da914e46ae8affaae28b2da9 HTTP/1.1" status: 200 len: 1125 time: 0.1814919 Feb 10 06:44:05.055383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=4ce0be80-579d-4ccb-84d3-452dc416c019,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:05.069373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (46a76167-d294-43cb-a2a4-8d8dce8951b6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.077369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0105f2e0-da33-4c95-97e4-054ad4e4582d req-7bfa990f-0679-4a63-837d-2540b49afb9a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237284 Feb 10 06:44:05.120591 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-f0264cd3-8b71-41d6-a8b8-a3007e6eddb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12b80fdf-5715-472e-ba80-d1e883693b6f HTTP/1.1" status: 200 len: 217 time: 0.1113014 Feb 10 06:44:05.208196 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (46a76167-d294-43cb-a2a4-8d8dce8951b6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.213529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:05.214250 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.232717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-e41f82a3-cbdb-4112-8859-b0161874e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:05.234365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-e41f82a3-cbdb-4112-8859-b0161874e0af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1125 time: 0.1527555 Feb 10 06:44:05.242364 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7764492 Feb 10 06:44:05.243862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56710) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:05.257476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Request body: {'subnet': {'network_id': '46a76167-d294-43cb-a2a4-8d8dce8951b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:05.267690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-c53b3ef8-67f0-48bd-b0c2-fc48a221f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:05.269153 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-c53b3ef8-67f0-48bd-b0c2-fc48a221f8b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8840a41b-c426-42b9-903d-f80531abf210 HTTP/1.1" status: 200 len: 835 time: 0.1324210 Feb 10 06:44:05.286800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-008ca6d9-68a2-47e2-b454-bc0f007634f6 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (2de89b5c-b4f2-42b6-b745-ab604c800ce3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.350967 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.353482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e2cb8-783a-4844-92fc-ebe3cbc4b04b tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Network': ['ID=46a76167-d294-43cb-a2a4-8d8dce8951b6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:05.365147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ca6d9-68a2-47e2-b454-bc0f007634f6 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=2de89b5c-b4f2-42b6-b745-ab604c800ce3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:05.369001 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-008ca6d9-68a2-47e2-b454-bc0f007634f6 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.375046 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-008ca6d9-68a2-47e2-b454-bc0f007634f6 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/2de89b5c-b4f2-42b6-b745-ab604c800ce3 HTTP/1.1" status: 204 len: 168 time: 1.3778529 Feb 10 06:44:05.384102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:05.391042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25335eca-f153-440b-a667-944a260d3996 None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:05.396065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 46a76167-d294-43cb-a2a4-8d8dce8951b6 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:44:05.397842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c6bc6bf2-7a04-4a61-b3a0-a72459f55e4f None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:05.398220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6bf2-7a04-4a61-b3a0-a72459f55e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.418619 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ba37cb-88bc-49eb-84ee-656dfc82213d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:05.419018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ba37cb-88bc-49eb-84ee-656dfc82213d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:05.422045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-07ba37cb-88bc-49eb-84ee-656dfc82213d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/b4390fc8-9789-4b26-8dae-ebf065fae49d HTTP/1.1" status: 404 len: 337 time: 0.0369902 Feb 10 06:44:05.428809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56716) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:05.515935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-83d0d125-91fd-4046-ab15-8a9a003f6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:05.518831 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-83d0d125-91fd-4046-ab15-8a9a003f6bce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2350998 Feb 10 06:44:05.548120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Made reservation on behalf of 78914f2c32734c70a12ed2a6003f5d05 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:05.551452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.582895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-c447d352-e4ea-49e1-8105-cb54ce5a250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:05.584371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-c447d352-e4ea-49e1-8105-cb54ce5a250b service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.3330963 Feb 10 06:44:05.590348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d85382b-889e-4c82-92d9-28bc714f4699 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting subnet 5ad27404-f0c5-4d56-9e35-8269b2206b91 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:44:05.594949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d85382b-889e-4c82-92d9-28bc714f4699 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (5ad27404-f0c5-4d56-9e35-8269b2206b91), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.635897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d85382b-889e-4c82-92d9-28bc714f4699 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (5ad27404-f0c5-4d56-9e35-8269b2206b91), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.753800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc6bf2-7a04-4a61-b3a0-a72459f55e4f None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:05.795792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c6bc6bf2-7a04-4a61-b3a0-a72459f55e4f None None] Provisioning complete for port 650e6985-ec18-41c1-8418-1e996418d2ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:05.796194 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6bf2-7a04-4a61-b3a0-a72459f55e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.893794 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-ec0c51ee-e51f-48c1-a940-43c68cccc4d3 service neutron] 10.222.0.24 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621898 Feb 10 06:44:05.911480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc6bf2-7a04-4a61-b3a0-a72459f55e4f None None] Port 650e6985-ec18-41c1-8418-1e996418d2ac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:05.914744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c578c-0912-4880-ba12-fde509ddcd45 req-5d38b7d9-5535-450e-99fd-9997236958ed tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:05.916414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad0c578c-0912-4880-ba12-fde509ddcd45 req-5d38b7d9-5535-450e-99fd-9997236958ed tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 982 time: 0.4681153 Feb 10 06:44:05.939700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Publish callbacks [] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.960924 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:05.998943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fccc-b224-435d-96c6-2ac5c5a3206e req-c0b96538-f7b8-43ad-8160-e168d4a43cd4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:06.009621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fccc-b224-435d-96c6-2ac5c5a3206e req-c0b96538-f7b8-43ad-8160-e168d4a43cd4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:06.014875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fccc-b224-435d-96c6-2ac5c5a3206e req-c0b96538-f7b8-43ad-8160-e168d4a43cd4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:06.024648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fccc-b224-435d-96c6-2ac5c5a3206e req-c0b96538-f7b8-43ad-8160-e168d4a43cd4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:06.030009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fccc-b224-435d-96c6-2ac5c5a3206e req-c0b96538-f7b8-43ad-8160-e168d4a43cd4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:06.036259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fccc-b224-435d-96c6-2ac5c5a3206e req-c0b96538-f7b8-43ad-8160-e168d4a43cd4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:06.041289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fccc-b224-435d-96c6-2ac5c5a3206e req-c0b96538-f7b8-43ad-8160-e168d4a43cd4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:06.054036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aab6fccc-b224-435d-96c6-2ac5c5a3206e req-c0b96538-f7b8-43ad-8160-e168d4a43cd4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.5080061 Feb 10 06:44:06.060299 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-c48fcdf5-8d8a-4448-9359-86d365f1a255 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 999 time: 0.4041226 Feb 10 06:44:06.065674 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d85382b-889e-4c82-92d9-28bc714f4699 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5ad27404-f0c5-4d56-9e35-8269b2206b91), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.162103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Pushing event updated for resources: {'Port': ['ID=3c7351ad-0ba4-4475-87c6-b38a1a88b9dd,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:06.186315 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.201394 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (04f2ed86-969c-4647-84c4-dbf6edfa3e65), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.303199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Subnet': ['ID=04f2ed86-969c-4647-84c4-dbf6edfa3e65,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:06.313637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e29c5cab-fb4e-4836-82b1-606137adb49f req-b7de8959-f46f-4e63-b003-b9417329e8ff service neutron] 10.222.0.24 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086957 Feb 10 06:44:06.406510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Checking segment: {'id': '7af8e5d7-9971-4187-8d88-ae2e22749783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '46a76167-d294-43cb-a2a4-8d8dce8951b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:06.407442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network hostable DHCP agents. Network: 46a76167-d294-43cb-a2a4-8d8dce8951b6, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:44:06.455136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Network 9a7b1c65-e758-469c-9598-b94f2215b78d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:06.457541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:06.467089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network 46a76167-d294-43cb-a2a4-8d8dce8951b6 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:44:06.497406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4ce0be80-579d-4ccb-84d3-452dc416c019 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:06.547644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 46a76167-d294-43cb-a2a4-8d8dce8951b6) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:06.560747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664604f-4ccc-4a14-a119-f225d79c1225 None None] Network 46a76167-d294-43cb-a2a4-8d8dce8951b6 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:06.564626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:06.565661 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.664773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4ce0be80-579d-4ccb-84d3-452dc416c019 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:06.665051 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.728211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-46a76167-d294-43cb-a2a4-8d8dce8951b6', 'network_id': '46a76167-d294-43cb-a2a4-8d8dce8951b6', 'project_id': '78914f2c32734c70a12ed2a6003f5d05', 'fixed_ips': [{'subnet_id': '04f2ed86-969c-4647-84c4-dbf6edfa3e65'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:44:06.729433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.731120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:44:06.747338 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b9942e9e-9428-4502-941e-f70e5f7ded9c tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4981942 Feb 10 06:44:06.748500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56730) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:06.758828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad0c578c-0912-4880-ba12-fde509ddcd45 req-5474a27a-8a8a-41aa-86d0-388a780473bf tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.8290961 Feb 10 06:44:06.776501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aab6fccc-b224-435d-96c6-2ac5c5a3206e req-1d7632b9-27df-4a96-b108-0069e3bcb914 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7213290 Feb 10 06:44:06.780268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Request body: {'network': {'name': 'tempest-router-network01--494324402'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:06.782937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-cb2032ee-4e9c-4984-b688-0224417735d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:06.784599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-cb2032ee-4e9c-4984-b688-0224417735d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.7136819 Feb 10 06:44:06.839203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 12b80fdf-5715-472e-ba80-d1e883693b6f details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:44:06.866667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d85382b-889e-4c82-92d9-28bc714f4699 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5ad27404-f0c5-4d56-9e35-8269b2206b91), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.877746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Made reservation on behalf of 78914f2c32734c70a12ed2a6003f5d05 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:06.885180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.931133 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.940499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85382b-889e-4c82-92d9-28bc714f4699 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad27404-f0c5-4d56-9e35-8269b2206b91,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:06.944775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d85382b-889e-4c82-92d9-28bc714f4699 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:06.949131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5d85382b-889e-4c82-92d9-28bc714f4699 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/5ad27404-f0c5-4d56-9e35-8269b2206b91 HTTP/1.1" status: 204 len: 168 time: 1.5190032 Feb 10 06:44:06.966386 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56734) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:06.971655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:44:07.000214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (86fcba8d-6073-48e2-a912-81d86a6104fa), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.001709 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Added segment 86fcba8d-6073-48e2-a912-81d86a6104fa of type vlan for network 0fa132ff-189e-49de-92b3-06344dd68c13 Feb 10 06:44:07.018639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-817da835-d0ff-41e8-af13-225a6c17e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:07.020193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-817da835-d0ff-41e8-af13-225a6c17e122 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2252312 Feb 10 06:44:07.021271 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea518fb-3ebe-4d0f-9172-57c97920bcd9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:07.021885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea518fb-3ebe-4d0f-9172-57c97920bcd9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:07.025114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dea518fb-3ebe-4d0f-9172-57c97920bcd9 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/18a0dbf0-27bf-480b-83c0-393152b1a34a HTTP/1.1" status: 404 len: 337 time: 0.0445039 Feb 10 06:44:07.029497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:07.086588 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0fa132ff-189e-49de-92b3-06344dd68c13), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.122805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0fa132ff-189e-49de-92b3-06344dd68c13), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.131455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:07.132246 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.152175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-32f0f844-9387-4737-9d7d-4f992380922c tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "GET /v2.0/ports?device_id=861e52af-9f6e-40b7-9adb-509f4e8f917d HTTP/1.1" status: 200 len: 205 time: 0.1213341 Feb 10 06:44:07.156290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56738) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:07.158195 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:44:07.159802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad45e00-fe88-4e15-99c4-0189913fb1ec None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:07.165576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7e7c6-7c11-415b-8e49-45e4dc3065fc req-d60cb445-fd13-4c73-8d36-a322e0c28539 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:07.167574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2c7e7c6-7c11-415b-8e49-45e4dc3065fc req-d60cb445-fd13-4c73-8d36-a322e0c28539 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.2643285 Feb 10 06:44:07.174041 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4165158 Feb 10 06:44:07.197887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:07.200648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-6d1fd00f-92e2-4aa7-93d7-35fb20b5973a service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596639 Feb 10 06:44:07.209483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Request body: {'network': {'name': 'tempest-router-network02--1106277760'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:07.218256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4ce0be80-579d-4ccb-84d3-452dc416c019 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:07.315513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9072881c-8508-4f12-96ff-f13e92fac111 None None] Provisioning complete for port 161c5539-6462-4ecd-8d41-1b046ac6480b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:07.316032 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9072881c-8508-4f12-96ff-f13e92fac111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.328379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Allocated IP 172.20.0.2 (46a76167-d294-43cb-a2a4-8d8dce8951b6/04f2ed86-969c-4647-84c4-dbf6edfa3e65/ff1231ec-d7b8-4572-a58a-aea9cff55109) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:07.389925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2c7e7c6-7c11-415b-8e49-45e4dc3065fc req-19c81767-df8b-4482-8ca6-ae2ca77deb4b tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005332 Feb 10 06:44:07.397423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Made reservation on behalf of 78914f2c32734c70a12ed2a6003f5d05 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:07.403978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.421548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 12b80fdf-5715-472e-ba80-d1e883693b6f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=12b80fdf-5715-472e-ba80-d1e883693b6f,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:07.459939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'port_id': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'mac_address': 'fa:16:3e:79:ce:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:44:07.463878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:44:07.472272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c4ff80-b251-41a3-80d5-ebc31091db9e req-7cc7cfd2-2d4f-49fd-b830-f2740a814d12 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571492 Feb 10 06:44:07.481260 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c35da68b-bd1c-41d7-b42a-ef079f8df78a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.482352 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Added segment c35da68b-bd1c-41d7-b42a-ef079f8df78a of type vlan for network 6030a07d-7940-44a2-8917-1ae80b451b93 Feb 10 06:44:07.561236 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (6030a07d-7940-44a2-8917-1ae80b451b93), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.657900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] DHCP port deletion for e5f084c9-21d2-49db-8e6a-da76d3fd927b request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:44:07.666827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-7dfb3386-ac62-4789-b503-c384b38bcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:07.668489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-7dfb3386-ac62-4789-b503-c384b38bcb7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1125 time: 0.0939445 Feb 10 06:44:07.669918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (6030a07d-7940-44a2-8917-1ae80b451b93), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.675328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:07.675944 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.708709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 12b80fdf-5715-472e-ba80-d1e883693b6f is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:07.709043 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.731207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9072881c-8508-4f12-96ff-f13e92fac111 None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:07.745724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:07.773614 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-59a832c1-afa9-4098-ab44-f31816c39bfb admin admin] 10.222.0.21 "PUT /v2.0/routers/0ba0f0e5-56a7-45c2-b366-5b279d64bcea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5820613 Feb 10 06:44:07.773614 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-635228ea-73a9-49b8-8931-75d7cf8fa929 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] delete failed (client error): The resource could not be found. Feb 10 06:44:07.773614 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-635228ea-73a9-49b8-8931-75d7cf8fa929 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/routers/861e52af-9f6e-40b7-9adb-509f4e8f917d HTTP/1.1" status: 404 len: 336 time: 0.5938721 Feb 10 06:44:07.773614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56748) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:07.799583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Sync routers for ids ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:07.814638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b80fdf-5715-472e-ba80-d1e883693b6f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:44:07.865522 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Publish callbacks [] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.908937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Network': ['ID=6030a07d-7940-44a2-8917-1ae80b451b93,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:07.913418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9072881c-8508-4f12-96ff-f13e92fac111 None None] Provisioning complete for port 650e6985-ec18-41c1-8418-1e996418d2ac triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:07.918738 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9072881c-8508-4f12-96ff-f13e92fac111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:07.956518 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc752866-7b33-4a5c-8e6f-856098223e67 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:07.956885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc752866-7b33-4a5c-8e6f-856098223e67 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:07.962999 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cc752866-7b33-4a5c-8e6f-856098223e67 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/4dfe23ee-2136-4c84-b106-a922edccc3c3 HTTP/1.1" status: 404 len: 337 time: 0.1901441 Feb 10 06:44:07.963625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56766) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:07.975178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1531540-3421-4165-9468-24fc7090006e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Network': ['ID=0fa132ff-189e-49de-92b3-06344dd68c13,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:07.996696 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc0a512-bf05-4d25-8d4b-275743233017 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:07.997154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc0a512-bf05-4d25-8d4b-275743233017 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:08.002313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 12b80fdf-5715-472e-ba80-d1e883693b6f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=12b80fdf-5715-472e-ba80-d1e883693b6f,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:08.003474 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8fc0a512-bf05-4d25-8d4b-275743233017 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/eaa22762-4d8c-4d87-8f95-23c00f8f5600 HTTP/1.1" status: 404 len: 337 time: 0.0365684 Feb 10 06:44:08.004917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56770) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:08.007564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Routers {'0ba0f0e5-56a7-45c2-b366-5b279d64bcea'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:08.008233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:08.018142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 6030a07d-7940-44a2-8917-1ae80b451b93 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:44:08.019058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c1b019d7-bb52-438e-936b-5b58fd923475 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8168335 Feb 10 06:44:08.022512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56772) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:08.033936 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-62468836-da54-4101-84de-504dc8f2105a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:08.034426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62468836-da54-4101-84de-504dc8f2105a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:08.040365 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-62468836-da54-4101-84de-504dc8f2105a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/5b799a59-8295-43a5-84d2-563750612530 HTTP/1.1" status: 404 len: 337 time: 0.0339882 Feb 10 06:44:08.040976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56774) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:08.066242 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7461b44-e23a-4e36-b41e-7a1d10866e6d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:08.066827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7461b44-e23a-4e36-b41e-7a1d10866e6d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:08.072480 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a7461b44-e23a-4e36-b41e-7a1d10866e6d tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/a291b5a0-51e7-45aa-9257-0a15d8233e4d HTTP/1.1" status: 404 len: 333 time: 0.0305581 Feb 10 06:44:08.073091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56778) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:08.104629 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad257f3a-ff55-458f-8a29-38ee76ac623a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:08.105274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad257f3a-ff55-458f-8a29-38ee76ac623a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:08.111896 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ad257f3a-ff55-458f-8a29-38ee76ac623a tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/4d187704-1165-42f7-8ba4-1000710dbbf5 HTTP/1.1" status: 404 len: 337 time: 0.0378468 Feb 10 06:44:08.112516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56782) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:08.126750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0fa132ff-189e-49de-92b3-06344dd68c13 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:44:08.133590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Request body: {'subnet': {'network_id': '0fa132ff-189e-49de-92b3-06344dd68c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:08.146958 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3c8815-a580-43fb-a634-4fc9c9622cd5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:08.147412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3c8815-a580-43fb-a634-4fc9c9622cd5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:08.153346 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bf3c8815-a580-43fb-a634-4fc9c9622cd5 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/a1fa7847-0e2e-40fd-824b-af1f0d5c926b HTTP/1.1" status: 404 len: 337 time: 0.0398762 Feb 10 06:44:08.154092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56790) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:08.183922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-18e79c69-b6f5-48dc-aaaf-8bf05f914f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.185820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-18e79c69-b6f5-48dc-aaaf-8bf05f914f08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.4391441 Feb 10 06:44:08.196665 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de1cce2-5912-4366-a31d-5fe240d0da10 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:08.197229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de1cce2-5912-4366-a31d-5fe240d0da10 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:08.210717 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:08.222531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7de1cce2-5912-4366-a31d-5fe240d0da10 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/535f2e61-5d74-4cf5-97e6-5c592c3ec139 HTTP/1.1" status: 404 len: 333 time: 0.0673168 Feb 10 06:44:08.223170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56792) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:08.301677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-3a95bcbb-64da-43d3-a975-b35a7675f5de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 999 time: 0.1015136 Feb 10 06:44:08.305579 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb6c265-175b-4abc-89f8-effe464f5271 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:08.306046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb6c265-175b-4abc-89f8-effe464f5271 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:08.320083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56794) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:08.322373 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9eb6c265-175b-4abc-89f8-effe464f5271 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/10892db9-77ab-4fd9-9ea7-750871f5c105 HTTP/1.1" status: 404 len: 337 time: 0.0981219 Feb 10 06:44:08.329686 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:08.361286 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-9186c486-f272-4074-91fb-09d865165a7f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] DELETE failed (client error): The resource could not be found. Feb 10 06:44:08.362065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9186c486-f272-4074-91fb-09d865165a7f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:44:08.365946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9186c486-f272-4074-91fb-09d865165a7f tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/subnets/8bebb762-e527-40fd-b443-bc5ca85f7197 HTTP/1.1" status: 404 len: 337 time: 0.0439832 Feb 10 06:44:08.368611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56796) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:08.382020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802631f9-f5f8-4cf4-88eb-fd9651d97a2e req-00594665-8350-4ba0-ad61-68907f9c4175 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.387551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802631f9-f5f8-4cf4-88eb-fd9651d97a2e req-00594665-8350-4ba0-ad61-68907f9c4175 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.393372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802631f9-f5f8-4cf4-88eb-fd9651d97a2e req-00594665-8350-4ba0-ad61-68907f9c4175 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.401236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802631f9-f5f8-4cf4-88eb-fd9651d97a2e req-00594665-8350-4ba0-ad61-68907f9c4175 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.406703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802631f9-f5f8-4cf4-88eb-fd9651d97a2e req-00594665-8350-4ba0-ad61-68907f9c4175 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.412536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802631f9-f5f8-4cf4-88eb-fd9651d97a2e req-00594665-8350-4ba0-ad61-68907f9c4175 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.418768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802631f9-f5f8-4cf4-88eb-fd9651d97a2e req-00594665-8350-4ba0-ad61-68907f9c4175 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.421065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-802631f9-f5f8-4cf4-88eb-fd9651d97a2e req-00594665-8350-4ba0-ad61-68907f9c4175 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.4588654 Feb 10 06:44:08.470933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e579c3-75a2-48ac-8e2f-ad6793465ae1 req-101309ca-ec82-4ba8-8e0a-f8db5cd59c4c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.473478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84e579c3-75a2-48ac-8e2f-ad6793465ae1 req-101309ca-ec82-4ba8-8e0a-f8db5cd59c4c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 982 time: 0.5580223 Feb 10 06:44:08.477747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Made reservation on behalf of 78914f2c32734c70a12ed2a6003f5d05 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:08.481265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:08.634745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-9e993360-861a-4508-aad4-c3716ad165b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.636455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-9e993360-861a-4508-aad4-c3716ad165b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.3207576 Feb 10 06:44:08.668484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 161c5539-6462-4ecd-8d41-1b046ac6480b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:44:08.675037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-802631f9-f5f8-4cf4-88eb-fd9651d97a2e req-e326b352-3559-4640-bf66-81865b65711d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2011583 Feb 10 06:44:08.680472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-dad64eb6-dee0-4927-8dd6-9bb40b311156 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 650e6985-ec18-41c1-8418-1e996418d2ac {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:08.680812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dad64eb6-dee0-4927-8dd6-9bb40b311156 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:08.727057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9072881c-8508-4f12-96ff-f13e92fac111 None None] Port 650e6985-ec18-41c1-8418-1e996418d2ac cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:08.742922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84e579c3-75a2-48ac-8e2f-ad6793465ae1 req-2701bd8f-6d7b-441a-98da-98d408b0cc20 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2552369 Feb 10 06:44:08.826822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-fafa3106-04a8-49b3-9a36-b59576497d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:08.829687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-fafa3106-04a8-49b3-9a36-b59576497d68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1785266 Feb 10 06:44:08.848701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dad64eb6-dee0-4927-8dd6-9bb40b311156 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:08.875523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-dad64eb6-dee0-4927-8dd6-9bb40b311156 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 650e6985-ec18-41c1-8418-1e996418d2ac owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:08.953017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Set router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:09.060746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dad64eb6-dee0-4927-8dd6-9bb40b311156 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (650e6985-ec18-41c1-8418-1e996418d2ac), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.105290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Network 46a76167-d294-43cb-a2a4-8d8dce8951b6 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:09.147158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad64eb6-dee0-4927-8dd6-9bb40b311156 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=650e6985-ec18-41c1-8418-1e996418d2ac,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:09.162738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['12b80fdf-5715-472e-ba80-d1e883693b6f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:44:09.166174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dad64eb6-dee0-4927-8dd6-9bb40b311156 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.178715 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dad64eb6-dee0-4927-8dd6-9bb40b311156 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/ports/650e6985-ec18-41c1-8418-1e996418d2ac HTTP/1.1" status: 204 len: 168 time: 0.8086569 Feb 10 06:44:09.179463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56814) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:09.183745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (624ebf17-b432-4d70-90f0-899d33071b15), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.248335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] Deleting port 161c5539-6462-4ecd-8d41-1b046ac6480b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:09.248645 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.251558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:09.287139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Subnet': ['ID=624ebf17-b432-4d70-90f0-899d33071b15,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:09.302251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:09.305397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Pushing event updated for resources: {'Port': ['ID=ff1231ec-d7b8-4572-a58a-aea9cff55109,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:09.350773 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e5f084c9-21d2-49db-8e6a-da76d3fd927b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.446934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-e3c1e916-900e-4395-9333-58e573cc7545 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:09.448671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-e3c1e916-900e-4395-9333-58e573cc7545 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 818 time: 0.3134813 Feb 10 06:44:09.464622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e909c-2672-4cea-ace8-39f001b9bad3 req-6f18af6f-ebed-455f-9b73-e007d342bdcc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:09.466897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b3e909c-2672-4cea-ace8-39f001b9bad3 req-6f18af6f-ebed-455f-9b73-e007d342bdcc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.4859595 Feb 10 06:44:09.488649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-5613d46f-0692-4d4a-bab2-45f5211cc10c tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/quotas/2d73d350469946b482a364b89d798697 HTTP/1.1" status: 200 len: 375 time: 0.0202150 Feb 10 06:44:09.492775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Deleting port 161c5539-6462-4ecd-8d41-1b046ac6480b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:09.493482 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.591749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] For port 161c5539-6462-4ecd-8d41-1b046ac6480b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=161c5539-6462-4ecd-8d41-1b046ac6480b,segment=NetworkSegment(eae5bee9-44a5-4a7a-bd26-9a015738226e),segment_id=eae5bee9-44a5-4a7a-bd26-9a015738226e)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:09.592272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.614760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] For port 161c5539-6462-4ecd-8d41-1b046ac6480b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=161c5539-6462-4ecd-8d41-1b046ac6480b,segment=NetworkSegment(eae5bee9-44a5-4a7a-bd26-9a015738226e),segment_id=eae5bee9-44a5-4a7a-bd26-9a015738226e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:09.615420 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.621663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Calling delete_port for 161c5539-6462-4ecd-8d41-1b046ac6480b owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:09.627221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-26c0c517-75c2-4adf-b15c-dab4a53ed81e service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436110 Feb 10 06:44:09.665095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Checking segment: {'id': '86fcba8d-6073-48e2-a912-81d86a6104fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0fa132ff-189e-49de-92b3-06344dd68c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:09.665463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network hostable DHCP agents. Network: 0fa132ff-189e-49de-92b3-06344dd68c13, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:44:09.713002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b3e909c-2672-4cea-ace8-39f001b9bad3 req-9b6fe746-354e-4218-a5a5-f22ce26d694e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032232 Feb 10 06:44:09.724683 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.740858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-4ee98f09-84ce-4627-ab22-eee3ed67634d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2449133 Feb 10 06:44:09.764525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 161c5539-6462-4ecd-8d41-1b046ac6480b is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:09.767955 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.777463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Port': ['ID=161c5539-6462-4ecd-8d41-1b046ac6480b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:09.804563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network 0fa132ff-189e-49de-92b3-06344dd68c13 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:44:09.809818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] No DVR routers for this DVR port 161c5539-6462-4ecd-8d41-1b046ac6480b on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:44:09.862048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 0fa132ff-189e-49de-92b3-06344dd68c13) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:09.872804 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] Calling delete_port for 161c5539-6462-4ecd-8d41-1b046ac6480b owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:09.890595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=12b80fdf-5715-472e-ba80-d1e883693b6f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:09.902981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:09.903638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:09.923952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce52af8-7d61-4488-b5ef-55b5c669f051 None None] Network 0fa132ff-189e-49de-92b3-06344dd68c13 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:10.004875 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:44:10.010669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e5f084c9-21d2-49db-8e6a-da76d3fd927b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.076889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f084c9-21d2-49db-8e6a-da76d3fd927b']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:10.102456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae5bee9-44a5-4a7a-bd26-9a015738226e') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:10.105325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae5bee9-44a5-4a7a-bd26-9a015738226e') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:10.120853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dad450a9-7a66-49be-809f-3651e80cf8db tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0018415 Feb 10 06:44:10.123227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56818) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:10.142227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Attempting to bind port ff1231ec-d7b8-4572-a58a-aea9cff55109 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:10.142651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Attempting to bind port ff1231ec-d7b8-4572-a58a-aea9cff55109 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '7af8e5d7-9971-4187-8d88-ae2e22749783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '46a76167-d294-43cb-a2a4-8d8dce8951b6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:10.145589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Request body: {'subnet': {'network_id': '6030a07d-7940-44a2-8917-1ae80b451b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:10.145909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Attempting to bind port ff1231ec-d7b8-4572-a58a-aea9cff55109 on network 46a76167-d294-43cb-a2a4-8d8dce8951b6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:10.151028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8bf0356-687e-4b79-a4bc-da1da6c969d0 req-a007e1ad-2e3f-4507-bd13-98a3b26dda24 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044661 Feb 10 06:44:10.158679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (eae5bee9-44a5-4a7a-bd26-9a015738226e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.220057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25344b-73fc-4da9-bcbc-4ca0a5a9cbed req-e14ff402-7ed2-4a44-b40d-d559812e87de tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:10.227914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (eae5bee9-44a5-4a7a-bd26-9a015738226e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.231455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25344b-73fc-4da9-bcbc-4ca0a5a9cbed req-e14ff402-7ed2-4a44-b40d-d559812e87de tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:10.237624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25344b-73fc-4da9-bcbc-4ca0a5a9cbed req-e14ff402-7ed2-4a44-b40d-d559812e87de tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:10.248136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25344b-73fc-4da9-bcbc-4ca0a5a9cbed req-e14ff402-7ed2-4a44-b40d-d559812e87de tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:10.255432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25344b-73fc-4da9-bcbc-4ca0a5a9cbed req-e14ff402-7ed2-4a44-b40d-d559812e87de tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:10.260893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25344b-73fc-4da9-bcbc-4ca0a5a9cbed req-e14ff402-7ed2-4a44-b40d-d559812e87de tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:10.267516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25344b-73fc-4da9-bcbc-4ca0a5a9cbed req-e14ff402-7ed2-4a44-b40d-d559812e87de tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:10.288952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:44:10.289377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (eae5bee9-44a5-4a7a-bd26-9a015738226e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.294391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a25344b-73fc-4da9-bcbc-4ca0a5a9cbed req-e14ff402-7ed2-4a44-b40d-d559812e87de tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.4401300 Feb 10 06:44:10.296168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56822) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:44:10.296922 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:44:10.302203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Request body: {'floatingip': {'port_id': 'e49eae18-d40f-435b-9dff-411db6d4d327'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:10.363957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-2496ed47-394e-4765-b879-e4f58ca6fe92 service neutron] 10.222.0.21 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639336 Feb 10 06:44:10.492131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-1910ba40-d3c0-43e9-91f4-e60092e182de service neutron] 10.222.0.21 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269093 Feb 10 06:44:10.607480 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for floatingip (21a11266-5e21-430f-a94e-8e96281c5a1b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.613168 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e5f084c9-21d2-49db-8e6a-da76d3fd927b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.623445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.632252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] 10.222.0.21 "DELETE /v2.0/networks/e5f084c9-21d2-49db-8e6a-da76d3fd927b HTTP/1.1" status: 204 len: 168 time: 1.4512608 Feb 10 06:44:10.638076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b83392-551d-4fdb-8595-5bdc0aa47e94 req-d2ec63d8-ca85-4405-9770-ae9a43f21acf tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:10.653552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9b83392-551d-4fdb-8595-5bdc0aa47e94 req-d2ec63d8-ca85-4405-9770-ae9a43f21acf tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 983 time: 0.1599982 Feb 10 06:44:10.836079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9b83392-551d-4fdb-8595-5bdc0aa47e94 req-9f431fb3-81d2-4698-b3dd-05ec9e775558 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1757224 Feb 10 06:44:10.852628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:10.853275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Checking segment: {'id': '7af8e5d7-9971-4187-8d88-ae2e22749783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '46a76167-d294-43cb-a2a4-8d8dce8951b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:10.853373 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.853773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Bound using segment: {'id': '7af8e5d7-9971-4187-8d88-ae2e22749783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '46a76167-d294-43cb-a2a4-8d8dce8951b6'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:10.854344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Bound port: ff1231ec-d7b8-4572-a58a-aea9cff55109, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af8e5d7-9971-4187-8d88-ae2e22749783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '46a76167-d294-43cb-a2a4-8d8dce8951b6'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:10.863616 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.918785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-0fa132ff-189e-49de-92b3-06344dd68c13', 'network_id': '0fa132ff-189e-49de-92b3-06344dd68c13', 'project_id': '78914f2c32734c70a12ed2a6003f5d05', 'fixed_ips': [{'subnet_id': '624ebf17-b432-4d70-90f0-899d33071b15'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:44:10.919658 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:10.937543 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:11.134856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60c6279c-98b7-4b51-bd23-6e93aa980757 req-0c8a4b37-a7d6-45a6-a451-aa5248cc144d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 210 time: 0.1292512 Feb 10 06:44:11.146013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58a098-0cda-4aaf-88be-53ec99c0d564 tempest-PortsIpV6TestJSON-1374083127 tempest-PortsIpV6TestJSON-1374083127-project] Pushing event deleted for resources: {'Network': ['ID=e5f084c9-21d2-49db-8e6a-da76d3fd927b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:11.237644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Made reservation on behalf of 78914f2c32734c70a12ed2a6003f5d05 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:11.260970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:11.270129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fba51-cd78-4334-811a-047c06b1d9cd req-66287a11-3436-45c6-86e4-ac065e9e965e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:11.271640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b17fba51-cd78-4334-811a-047c06b1d9cd req-66287a11-3436-45c6-86e4-ac065e9e965e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.3431072 Feb 10 06:44:11.315207 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-965f7458-2ff1-4914-91d9-e867364ec4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:11.353674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56840) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:11.396405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b17fba51-cd78-4334-811a-047c06b1d9cd req-cd5ea66f-c706-49be-8d81-d5ff6aab362c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090171 Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:11.635688 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:44:11.651890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-93cd8b24-b707-4880-8bc4-833bc67bbb7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f92ea7c86b4492aae79d4c410603ec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2943292 Feb 10 06:44:11.665174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:11.773682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d289552a-c3c9-4b18-8aee-5160c61c5d32 admin admin] Publish callbacks [] for security_group (f0d95319-fe12-42fd-997d-9cad5f7b8044), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:11.803422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d289552a-c3c9-4b18-8aee-5160c61c5d32 admin admin] Publish callbacks [] for security_group (f0d95319-fe12-42fd-997d-9cad5f7b8044), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:11.858002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] For port ff1231ec-d7b8-4572-a58a-aea9cff55109, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:11.882255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d289552a-c3c9-4b18-8aee-5160c61c5d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f0d95319-fe12-42fd-997d-9cad5f7b8044), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:11.888982 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (161c5539-6462-4ecd-8d41-1b046ac6480b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:11.890720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d289552a-c3c9-4b18-8aee-5160c61c5d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:11.892595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d289552a-c3c9-4b18-8aee-5160c61c5d32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0d95319-fe12-42fd-997d-9cad5f7b8044 HTTP/1.1" status: 204 len: 168 time: 0.2260365 Feb 10 06:44:11.931502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] Network e5f084c9-21d2-49db-8e6a-da76d3fd927b is not hosted by any dhcp agent {{(pid=103215) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:44:11.931960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] No DVR routers for this DVR port 161c5539-6462-4ecd-8d41-1b046ac6480b on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:44:12.037547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] For port ff1231ec-d7b8-4572-a58a-aea9cff55109, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ff1231ec-d7b8-4572-a58a-aea9cff55109,segment=NetworkSegment(7af8e5d7-9971-4187-8d88-ae2e22749783),segment_id=7af8e5d7-9971-4187-8d88-ae2e22749783)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:12.052658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228e220-4621-445e-b9f4-2fdaac82281e None None] Pushing event deleted for resources: {'Port': ['ID=161c5539-6462-4ecd-8d41-1b046ac6480b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:12.096513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289552a-c3c9-4b18-8aee-5160c61c5d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d95319-fe12-42fd-997d-9cad5f7b8044,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:12.105140 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:12.168802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:54Z', 'updated_at': '2022-02-10T06:44:05Z', 'revision_number': 4, 'project_id': '2d73d350469946b482a364b89d798697', 'gw_port': {'id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:55Z', 'updated_at': '2022-02-10T06:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3c7351ad-0ba4-4475-87c6-b38a1a88b9dd', 'name': '', 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d', 'tenant_id': '2d73d350469946b482a364b89d798697', 'mac_address': 'fa:16:3e:4e:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '22d31bff-3510-4fee-b3d7-0904840e5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:02Z', 'updated_at': '2022-02-10T06:44:05Z', 'revision_number': 2, 'project_id': '2d73d350469946b482a364b89d798697', 'subnets': [{'id': '22d31bff-3510-4fee-b3d7-0904840e5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:12.228036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-99743660-7585-4254-bb2b-a4fc351c7f54 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:12.229599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-99743660-7585-4254-bb2b-a4fc351c7f54 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 818 time: 0.5252712 Feb 10 06:44:12.246050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5db6e7-5f07-45bf-bb0c-bd3bb79a020a req-847b8dd0-e49d-4e0f-b162-c2973419c258 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:12.248237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f5db6e7-5f07-45bf-bb0c-bd3bb79a020a req-847b8dd0-e49d-4e0f-b162-c2973419c258 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 983 time: 0.2168357 Feb 10 06:44:12.292745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-a0887c38-4640-4727-94f9-74895979fe10 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/quotas/2d73d350469946b482a364b89d798697 HTTP/1.1" status: 200 len: 375 time: 0.0434690 Feb 10 06:44:12.319459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Allocated IP 172.20.0.2 (0fa132ff-189e-49de-92b3-06344dd68c13/624ebf17-b432-4d70-90f0-899d33071b15/3247a8d5-8944-4f50-bcfa-68e0e6d76aa3) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:12.385402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f5db6e7-5f07-45bf-bb0c-bd3bb79a020a req-1a909d8d-7d84-40a4-8d2e-e09bcb2aaa91 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1207912 Feb 10 06:44:12.411179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Checking router: 0ba0f0e5-56a7-45c2-b366-5b279d64bcea for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:44:12.411682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Updating router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:44:12.417031 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-9ce9bb9f-9f33-4a27-a41a-0ac30bf4eea3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1140189 Feb 10 06:44:12.588599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e807dc8-0559-48f5-9a17-41d47f317826 None None] Pushing event updated for resources: {'Port': ['ID=ff1231ec-d7b8-4572-a58a-aea9cff55109,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:12.688543 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93afaf58-fae1-42c0-8710-65b40752a8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:12.697043 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:12.819351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 12b80fdf-5715-472e-ba80-d1e883693b6f up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:12.979156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f9797048-17a5-4018-9be8-17d6ecfb0135 service neutron] 10.222.0.21 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532959 Feb 10 06:44:13.017445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c9e3a-2e70-45ac-a095-c5e4a5f7ef75 req-12756484-9dbe-4a62-8286-001195ea6ee0 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:13.019357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa2c9e3a-2e70-45ac-a095-c5e4a5f7ef75 req-12756484-9dbe-4a62-8286-001195ea6ee0 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.2960105 Feb 10 06:44:13.143878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (2b710888-58f5-4b46-b375-4ff466f715f2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:13.168964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.db.resource_extend [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:44:13.298666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ff1231ec-d7b8-4572-a58a-aea9cff55109 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:13.425077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56890) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:13.563628 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:13.598195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (21a11266-5e21-430f-a94e-8e96281c5a1b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:13.723354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Subnet': ['ID=2b710888-58f5-4b46-b375-4ff466f715f2,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:13.792889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-543cd2a9-8f9a-4ecd-92e1-73340b871050 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:13.814720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-543cd2a9-8f9a-4ecd-92e1-73340b871050 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.13 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 818 time: 0.7338870 Feb 10 06:44:13.880308 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Request body: {'port': {'device_id': '99c8af60-9875-481f-8631-d7440fd0c60b', 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d', 'admin_state_up': True, 'tenant_id': '2d73d350469946b482a364b89d798697'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:13.908331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56900) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:13.920260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Checking segment: {'id': 'c35da68b-bd1c-41d7-b42a-ef079f8df78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6030a07d-7940-44a2-8917-1ae80b451b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:13.921374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network hostable DHCP agents. Network: 6030a07d-7940-44a2-8917-1ae80b451b93, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:44:14.017491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-34e43580-67c8-453a-8940-cb6b9ab3c645 req-5b3243a1-bddf-4071-b9b2-f255b556dbf5 tempest-ImagesTestJSON-1929482611 tempest-ImagesTestJSON-1929482611-project] (103213) timed out ('10.222.0.24', 60842) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 06:44:14.035917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-00b88154-56d6-4f52-926e-ad714f2697b5 req-0498e29d-f52f-4730-b3e7-9ddb1e596d80 service neutron] (103214) timed out ('10.222.0.24', 60786) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 06:44:14.076168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.114869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 12b80fdf-5715-472e-ba80-d1e883693b6f completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:44:14.151624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 12b80fdf-5715-472e-ba80-d1e883693b6f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:14.151871 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.168823 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Publish callbacks [] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.195072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Publish callbacks [] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.253343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ff1231ec-d7b8-4572-a58a-aea9cff55109 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:14.253829 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.258582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa2c9e3a-2e70-45ac-a095-c5e4a5f7ef75 req-bf0d07a0-5c0e-4be9-90f7-7f2bff8b4ee3 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213414 Feb 10 06:44:14.282530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-8b2814de-d12a-437b-b4a2-d6aaea78dfc2 service neutron] 10.222.0.21 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2911670 Feb 10 06:44:14.310830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.449698 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.550854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997f9b4-c796-4f58-9a81-c3337c93e00a None None] Network 46a76167-d294-43cb-a2a4-8d8dce8951b6 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:14.655475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77274283-76a8-421d-a1aa-e547f1bc185b req-668b9c92-7390-443e-9175-88d9209f85d7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:14.669234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77274283-76a8-421d-a1aa-e547f1bc185b req-668b9c92-7390-443e-9175-88d9209f85d7 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 983 time: 0.2125127 Feb 10 06:44:14.700056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Network 0fa132ff-189e-49de-92b3-06344dd68c13 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:14.730277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d0c4566c-22d6-4cd9-b31c-600a2f88d15e tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1704208761', 'prefixes': ['172.20.0.0/16']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:14.741263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network 6030a07d-7940-44a2-8917-1ae80b451b93 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:44:14.743548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-01391afc-434f-43d4-b592-f93651473e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.793619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 6030a07d-7940-44a2-8917-1ae80b451b93) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:14.830388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77274283-76a8-421d-a1aa-e547f1bc185b req-f212b51b-b3b5-4dd1-99bd-b988a12f60b3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1600804 Feb 10 06:44:14.835728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:14.836342 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.871444 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1702af5-6f14-41db-b707-6b9b82a8b0eb req-851c7f30-caeb-4f1a-b83d-4dcb7e816afe tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 210 time: 0.1993396 Feb 10 06:44:14.880624 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Floating IP 21a11266-5e21-430f-a94e-8e96281c5a1b associated. External IP: 172.25.8.242, port: e49eae18-d40f-435b-9dff-411db6d4d327. Feb 10 06:44:14.884208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:14.893607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:14.922033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 12b80fdf-5715-472e-ba80-d1e883693b6f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:14.923324 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:14.948346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30db31e-9a6e-40ae-9236-4314346dce13 None None] Network 6030a07d-7940-44a2-8917-1ae80b451b93 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:15.006020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:15.012956 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1c9763cb-177f-45f5-89b0-6386f71254b6 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8853600 Feb 10 06:44:15.248049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Pushing event updated for resources: {'Port': ['ID=3247a8d5-8944-4f50-bcfa-68e0e6d76aa3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:15.262068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:15.266649 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7221ff73-020a-47d3-b814-3440f83e9260" -d '{"events": [{"server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "name": "network-vif-plugged", "status": "completed", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:15.380694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-01391afc-434f-43d4-b592-f93651473e04 admin admin] Publish callbacks [] for security_group (172d174d-bef4-4f72-96f8-3ef053f14b39), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:15.390731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Made reservation on behalf of 2d73d350469946b482a364b89d798697 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:15.402039 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:15.454871 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-01391afc-434f-43d4-b592-f93651473e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (172d174d-bef4-4f72-96f8-3ef053f14b39), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:15.525293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Attempting to bind port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:15.525830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Attempting to bind port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '86fcba8d-6073-48e2-a912-81d86a6104fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0fa132ff-189e-49de-92b3-06344dd68c13'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:15.526109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Attempting to bind port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 on network 0fa132ff-189e-49de-92b3-06344dd68c13 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:15.583028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0c4566c-22d6-4cd9-b31c-600a2f88d15e tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:15.584254 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d0c4566c-22d6-4cd9-b31c-600a2f88d15e tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.6593304 Feb 10 06:44:15.602889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:15.614938 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-01391afc-434f-43d4-b592-f93651473e04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35fd256b42d74bc79e24762351b66c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1599207 Feb 10 06:44:15.629002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56922) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:15.806759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d45b4-fd88-4731-b835-1ebd97ad8e6f req-65a011f0-c3e9-47e9-b15d-1e9944257383 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:15.815431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-993d45b4-fd88-4731-b835-1ebd97ad8e6f req-65a011f0-c3e9-47e9-b15d-1e9944257383 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.2824380 Feb 10 06:44:15.891560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0daca851-055a-47f8-be32-60ef5568a6d7 tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] 10.222.0.21 "GET /v2.0/subnetpools/ecf05c89-fb67-4565-ae74-c04f4085f826 HTTP/1.1" status: 200 len: 732 time: 0.2409828 Feb 10 06:44:15.899869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56926) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:15.901960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe516d-10fe-4c28-97ff-7ab2670212f4 req-3665dc2e-0d0f-4c5f-a0e5-dfb64b7a9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:15.904195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aafe516d-10fe-4c28-97ff-7ab2670212f4 req-3665dc2e-0d0f-4c5f-a0e5-dfb64b7a9389 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 1165 time: 0.3021548 Feb 10 06:44:15.925613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ee315763-f53c-43e5-b242-a1cd738628f2 tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1485264487'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:15.953151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01391afc-434f-43d4-b592-f93651473e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172d174d-bef4-4f72-96f8-3ef053f14b39,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:15.965859 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.069694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7d9add0f-2d4d-4541-b3d5-d227c56411af None None] Provisioning complete for port ff1231ec-d7b8-4572-a58a-aea9cff55109 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:16.069990 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d9add0f-2d4d-4541-b3d5-d227c56411af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.121437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-993d45b4-fd88-4731-b835-1ebd97ad8e6f req-8b7ca443-b5b0-43e2-a9f0-22d94aebb6b3 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036554 Feb 10 06:44:16.152328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 12b80fdf-5715-472e-ba80-d1e883693b6f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=12b80fdf-5715-472e-ba80-d1e883693b6f,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:16.183580 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0771a747-3817-4a70-b669-9f015fc47e52 x-openstack-request-id: req-0771a747-3817-4a70-b669-9f015fc47e52 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:16.183938 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "name": "network-vif-plugged", "status": "completed", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:16.184150 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0771a747-3817-4a70-b669-9f015fc47e52 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:16.184557 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'code': 200} Feb 10 06:44:16.306531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Attempting to bind port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:16.306910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Attempting to bind port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:16.307288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Attempting to bind port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd on network 9a7b1c65-e758-469c-9598-b94f2215b78d {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:16.325934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64d0795d-2f77-474e-b8cb-64daab0caab8 req-5aeeb508-b193-4242-a1b7-f466ace7d072 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 210 time: 0.0482407 Feb 10 06:44:16.356809 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.387065 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.434117 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aafe516d-10fe-4c28-97ff-7ab2670212f4 req-2d8e9d15-fc5c-4ddf-bd69-7b13ca013d1f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b767d613-633c-4f7b-87cb-16aca6f5e015&id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4448466 Feb 10 06:44:16.448168 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc235-7af4-4efd-a53a-7d4d19842bb3 admin admin] Publish callbacks [] for security_group (172d174d-bef4-4f72-96f8-3ef053f14b39), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.451002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75753eae-b9fa-4c10-8e61-1bf747b3b079 req-5488fb7e-8cd4-41e1-a7b4-ed688b4efe55 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:16.453832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:44:16.463868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75753eae-b9fa-4c10-8e61-1bf747b3b079 req-5488fb7e-8cd4-41e1-a7b4-ed688b4efe55 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 983 time: 0.4723897 Feb 10 06:44:16.467918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:16.468150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Checking segment: {'id': '86fcba8d-6073-48e2-a912-81d86a6104fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0fa132ff-189e-49de-92b3-06344dd68c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:16.468566 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.468883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Bound using segment: {'id': '86fcba8d-6073-48e2-a912-81d86a6104fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0fa132ff-189e-49de-92b3-06344dd68c13'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:16.471492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Bound port: 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fcba8d-6073-48e2-a912-81d86a6104fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0fa132ff-189e-49de-92b3-06344dd68c13'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:16.471881 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.521241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee315763-f53c-43e5-b242-a1cd738628f2 tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.523437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ee315763-f53c-43e5-b242-a1cd738628f2 tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] 10.222.0.21 "PUT /v2.0/subnetpools/ecf05c89-fb67-4565-ae74-c04f4085f826 HTTP/1.1" status: 200 len: 684 time: 0.6119714 Feb 10 06:44:16.532189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:16.532769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Checking segment: {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:16.533027 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.533688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Bound using segment: {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:16.533935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Bound port: 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:16.534286 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.537765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56930) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:16.542325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Allocated IP 172.20.0.12 (9a7b1c65-e758-469c-9598-b94f2215b78d/22d31bff-3510-4fee-b3d7-0904840e5467/1ee6245a-634b-4b4f-b428-2ee3b0fd7191) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:16.549003 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc235-7af4-4efd-a53a-7d4d19842bb3 admin admin] Publish callbacks [] for security_group (172d174d-bef4-4f72-96f8-3ef053f14b39), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.599642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6030a07d-7940-44a2-8917-1ae80b451b93', 'network_id': '6030a07d-7940-44a2-8917-1ae80b451b93', 'project_id': '78914f2c32734c70a12ed2a6003f5d05', 'fixed_ips': [{'subnet_id': '2b710888-58f5-4b46-b375-4ff466f715f2'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:44:16.600417 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.657050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75753eae-b9fa-4c10-8e61-1bf747b3b079 req-6e1a6167-ae2a-46a6-a30d-7f0b0800050b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1811495 Feb 10 06:44:16.718827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:16.739219 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543047e-6400-486a-ac10-052c10b9fded None None] Sync routers for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:16.740091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:16.759854 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543047e-6400-486a-ac10-052c10b9fded None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:16.763509 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1543047e-6400-486a-ac10-052c10b9fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:16.765390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a73a3-c21f-4731-8d8e-1c8c47c09487 None None] Pushing event updated for resources: {'Port': ['ID=3c7351ad-0ba4-4475-87c6-b38a1a88b9dd,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:16.775482 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1aa85536-d4c0-418b-a889-a09841e26f40 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "PUT /v2.0/floatingips/21a11266-5e21-430f-a94e-8e96281c5a1b HTTP/1.1" status: 200 len: 992 time: 6.4769638 Feb 10 06:44:16.805379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': 'e49eae18-d40f-435b-9dff-411db6d4d327'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:16.817780 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf767ebc-9c90-4137-9a43-2045ef48b420" -d '{"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "e49eae18-d40f-435b-9dff-411db6d4d327"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:16.867824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Allocated IP 172.20.0.1 (0fa132ff-189e-49de-92b3-06344dd68c13/624ebf17-b432-4d70-90f0-899d33071b15/dddf8308-605a-40bf-8dc5-62cdaaed96a6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:16.999310 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82a804f-c822-41eb-81e8-99d3d8ac1bb4 x-openstack-request-id: req-b82a804f-c822-41eb-81e8-99d3d8ac1bb4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:16.999864 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "tag": "e49eae18-d40f-435b-9dff-411db6d4d327", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:16.999979 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b82a804f-c822-41eb-81e8-99d3d8ac1bb4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:17.000972 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'tag': 'e49eae18-d40f-435b-9dff-411db6d4d327', 'status': 'completed', 'code': 200} Feb 10 06:44:17.138590 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1543047e-6400-486a-ac10-052c10b9fded None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:17.245883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Allocated IP 172.20.0.2 (6030a07d-7940-44a2-8917-1ae80b451b93/2b710888-58f5-4b46-b375-4ff466f715f2/25b4dca1-7647-42ac-b66e-f8fbb977b634) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:17.368902 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks [] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.423322 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc235-7af4-4efd-a53a-7d4d19842bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (172d174d-bef4-4f72-96f8-3ef053f14b39), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.426498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc235-7af4-4efd-a53a-7d4d19842bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.429825 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a1cbc235-7af4-4efd-a53a-7d4d19842bb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/172d174d-bef4-4f72-96f8-3ef053f14b39 HTTP/1.1" status: 204 len: 168 time: 1.7996664 Feb 10 06:44:17.439012 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.480237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38618-8518-46eb-ba1b-f67bc98dffdf req-3c501623-a04b-43bc-9a5c-e0340e6c0c78 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.482726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] For port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:17.486995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38618-8518-46eb-ba1b-f67bc98dffdf req-3c501623-a04b-43bc-9a5c-e0340e6c0c78 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.503757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38618-8518-46eb-ba1b-f67bc98dffdf req-3c501623-a04b-43bc-9a5c-e0340e6c0c78 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.505207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] For port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3247a8d5-8944-4f50-bcfa-68e0e6d76aa3,segment=NetworkSegment(86fcba8d-6073-48e2-a912-81d86a6104fa),segment_id=86fcba8d-6073-48e2-a912-81d86a6104fa)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:17.509232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38618-8518-46eb-ba1b-f67bc98dffdf req-3c501623-a04b-43bc-9a5c-e0340e6c0c78 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.525484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38618-8518-46eb-ba1b-f67bc98dffdf req-3c501623-a04b-43bc-9a5c-e0340e6c0c78 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.539172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38618-8518-46eb-ba1b-f67bc98dffdf req-3c501623-a04b-43bc-9a5c-e0340e6c0c78 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.544925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38618-8518-46eb-ba1b-f67bc98dffdf req-3c501623-a04b-43bc-9a5c-e0340e6c0c78 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.552182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35c38618-8518-46eb-ba1b-f67bc98dffdf req-3c501623-a04b-43bc-9a5c-e0340e6c0c78 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.4687979 Feb 10 06:44:17.591384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Network 9a7b1c65-e758-469c-9598-b94f2215b78d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:17.601392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Pushing event updated for resources: {'Port': ['ID=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:17.606100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:17.614885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:17.617852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbc235-7af4-4efd-a53a-7d4d19842bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172d174d-bef4-4f72-96f8-3ef053f14b39,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:17.713483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7d9add0f-2d4d-4541-b3d5-d227c56411af None None] Current status of the port ff1231ec-d7b8-4572-a58a-aea9cff55109 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:17.714755 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d9add0f-2d4d-4541-b3d5-d227c56411af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.734712 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.741779 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1543047e-6400-486a-ac10-052c10b9fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '21a11266-5e21-430f-a94e-8e96281c5a1b', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'port_id': 'e49eae18-d40f-435b-9dff-411db6d4d327', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'mac_address': 'fa:16:3e:5d:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:41:38Z', 'updated_at': '2022-02-10T06:44:12Z', 'revision_number': 1, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:40:08Z', 'revision_number': 5, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:17.752454 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.756011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.784785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3fbf0aa5-af77-466e-9fff-14e50217bc6d tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.787549 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543047e-6400-486a-ac10-052c10b9fded None None] Checking router: 22b44205-1aeb-4d90-92a2-3b2be8bbb89d for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:44:17.796030 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3fbf0aa5-af77-466e-9fff-14e50217bc6d tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] 10.222.0.21 "DELETE /v2.0/subnetpools/ecf05c89-fb67-4565-ae74-c04f4085f826 HTTP/1.1" status: 204 len: 168 time: 1.2570293 Feb 10 06:44:17.812472 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543047e-6400-486a-ac10-052c10b9fded None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:17.814787 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1543047e-6400-486a-ac10-052c10b9fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:17.814988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56946) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:17.839689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-9041f86f-e0cc-45c3-859c-cb2ab5f5b900 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.849317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-9041f86f-e0cc-45c3-859c-cb2ab5f5b900 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.24 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 818 time: 0.8833499 Feb 10 06:44:17.878695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-cbe4226a-79c5-491d-9383-e302b0f02464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.879167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-cbe4226a-79c5-491d-9383-e302b0f02464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.879644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-cbe4226a-79c5-491d-9383-e302b0f02464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.880110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-cbe4226a-79c5-491d-9383-e302b0f02464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.880578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-cbe4226a-79c5-491d-9383-e302b0f02464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.881066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-cbe4226a-79c5-491d-9383-e302b0f02464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.881539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-cbe4226a-79c5-491d-9383-e302b0f02464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.887443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Request body: {'port': {'device_id': '609214ea-206b-46c7-8e44-ab1f5d354a95', 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d', 'admin_state_up': True, 'tenant_id': '2d73d350469946b482a364b89d798697'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:17.892503 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-cbe4226a-79c5-491d-9383-e302b0f02464 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6709 time: 0.8697455 Feb 10 06:44:17.924089 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-02d14bc7-25eb-46de-998c-178687d88733 tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] show failed (client error): The resource could not be found. Feb 10 06:44:17.929116 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-02d14bc7-25eb-46de-998c-178687d88733 tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] 10.222.0.21 "GET /v2.0/subnetpools/ecf05c89-fb67-4565-ae74-c04f4085f826 HTTP/1.1" status: 404 len: 346 time: 0.1055741 Feb 10 06:44:17.932047 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56950) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:17.955769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:17.956294 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:17.974041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7d9add0f-2d4d-4541-b3d5-d227c56411af None None] For port ff1231ec-d7b8-4572-a58a-aea9cff55109, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ff1231ec-d7b8-4572-a58a-aea9cff55109,segment=NetworkSegment(7af8e5d7-9971-4187-8d88-ae2e22749783),segment_id=7af8e5d7-9971-4187-8d88-ae2e22749783)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:17.991774 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-6e1078d6-0a4c-4b42-86a6-33b57d970888 tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] delete failed (client error): The resource could not be found. Feb 10 06:44:17.999949 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6e1078d6-0a4c-4b42-86a6-33b57d970888 tempest-SubnetPoolsTestJSON-1636278524 tempest-SubnetPoolsTestJSON-1636278524-project] 10.222.0.21 "DELETE /v2.0/subnetpools/ecf05c89-fb67-4565-ae74-c04f4085f826 HTTP/1.1" status: 404 len: 346 time: 0.0597832 Feb 10 06:44:18.026902 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-9cc2d97b-755f-4004-852e-414762d99bdf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1981933 Feb 10 06:44:18.071211 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1543047e-6400-486a-ac10-052c10b9fded None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:18.075472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35c38618-8518-46eb-ba1b-f67bc98dffdf req-1ed4e059-c00a-45a9-9513-32fea8ee1f97 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4978061 Feb 10 06:44:18.099936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c171df-1360-4fa4-84c0-6c6064c0bc62 req-bc5b4ad9-36ec-4574-94ca-1a1ef2a796c9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:18.111616 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95c171df-1360-4fa4-84c0-6c6064c0bc62 req-bc5b4ad9-36ec-4574-94ca-1a1ef2a796c9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.7189384 Feb 10 06:44:18.127002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:18.146062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-16ade9e0-651f-44d6-9ccc-b22db5ce9447 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:44:18.147111 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-16ade9e0-651f-44d6-9ccc-b22db5ce9447 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132771 Feb 10 06:44:18.170970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Request body: {'port': {'device_id': '99c8af60-9875-481f-8631-d7440fd0c60b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:18.237981 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Publish callbacks [] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:18.321712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-99accd61-70f8-46c8-8405-6f7e7c58ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:18.323245 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-99accd61-70f8-46c8-8405-6f7e7c58ddce service neutron] 10.222.0.13 "GET /v2.0/networks?id=e519246c-5187-4df4-b098-e72e83a7f300 HTTP/1.1" status: 200 len: 911 time: 0.4209216 Feb 10 06:44:18.342845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95c171df-1360-4fa4-84c0-6c6064c0bc62 req-fbceea9d-29e7-4c94-ab76-41d952948bd5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300868 Feb 10 06:44:18.354911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] For port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:18.358264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] For port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3c7351ad-0ba4-4475-87c6-b38a1a88b9dd,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:18.362497 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:18.372434 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d9add0f-2d4d-4541-b3d5-d227c56411af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:18.381299 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:18.384217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ff1231ec-d7b8-4572-a58a-aea9cff55109 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:18.391422 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:18.437010 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:18.496345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network 0fa132ff-189e-49de-92b3-06344dd68c13 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:18.517143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Port': ['ID=dddf8308-605a-40bf-8dc5-62cdaaed96a6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:18.520626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Network 6030a07d-7940-44a2-8917-1ae80b451b93 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:18.526380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:18.533378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:18.555375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:18.557151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=12b80fdf-5715-472e-ba80-d1e883693b6f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:18.569151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:18.687859 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (98216ed4-37cc-413e-8857-b36300d66b47), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:18.732373 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1543047e-6400-486a-ac10-052c10b9fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '21a11266-5e21-430f-a94e-8e96281c5a1b', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'port_id': 'e49eae18-d40f-435b-9dff-411db6d4d327', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'mac_address': 'fa:16:3e:5d:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:41:38Z', 'updated_at': '2022-02-10T06:44:12Z', 'revision_number': 1, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:40:08Z', 'revision_number': 5, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:18.761646 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543047e-6400-486a-ac10-052c10b9fded None None] The sync data for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 is: [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '21a11266-5e21-430f-a94e-8e96281c5a1b', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'port_id': 'e49eae18-d40f-435b-9dff-411db6d4d327', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'mac_address': 'fa:16:3e:5d:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:41:38Z', 'updated_at': '2022-02-10T06:44:12Z', 'revision_number': 1, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:40:08Z', 'revision_number': 5, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:18.779001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Routers {'0ba0f0e5-56a7-45c2-b366-5b279d64bcea'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:18.779681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:18.882790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56964) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:18.910177 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-3534cd59-869d-471f-b77f-2233008ce2ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e49eae18-d40f-435b-9dff-411db6d4d327 HTTP/1.1" status: 200 len: 1000 time: 0.4664149 Feb 10 06:44:19.030974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e138199-f79e-4723-8c4e-643c6112dc79 req-3d1b7aa3-4e83-481c-9ac1-85676cd61580 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 210 time: 0.7161617 Feb 10 06:44:19.165418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:44:19.165903 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:44:19.194966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Attempting to bind port 25b4dca1-7647-42ac-b66e-f8fbb977b634 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:19.217097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Attempting to bind port 25b4dca1-7647-42ac-b66e-f8fbb977b634 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c35da68b-bd1c-41d7-b42a-ef079f8df78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6030a07d-7940-44a2-8917-1ae80b451b93'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:19.217582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Attempting to bind port 25b4dca1-7647-42ac-b66e-f8fbb977b634 on network 6030a07d-7940-44a2-8917-1ae80b451b93 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:19.242364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:19.242860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Checking segment: {'id': 'c35da68b-bd1c-41d7-b42a-ef079f8df78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6030a07d-7940-44a2-8917-1ae80b451b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:19.243440 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:19.243919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Bound using segment: {'id': 'c35da68b-bd1c-41d7-b42a-ef079f8df78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6030a07d-7940-44a2-8917-1ae80b451b93'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:19.244479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Bound port: 25b4dca1-7647-42ac-b66e-f8fbb977b634, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35da68b-bd1c-41d7-b42a-ef079f8df78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6030a07d-7940-44a2-8917-1ae80b451b93'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:19.245016 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:19.254038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1618b984-588d-498d-8198-4040bb441540 None None] Provisioning complete for port ff1231ec-d7b8-4572-a58a-aea9cff55109 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:19.256657 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1618b984-588d-498d-8198-4040bb441540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:19.268012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44690f-bfde-44a1-b2a5-a667b6cd844c req-ee5ef618-b98d-4e6d-b5a3-cd8d17e97124 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:19.269787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d44690f-bfde-44a1-b2a5-a667b6cd844c req-ee5ef618-b98d-4e6d-b5a3-cd8d17e97124 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 984 time: 0.5912223 Feb 10 06:44:19.270482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Made reservation on behalf of 2d73d350469946b482a364b89d798697 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:19.279836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5fb95-bcc9-4d2c-9228-ee6707a9e9d9 None None] Pushing event updated for resources: {'Port': ['ID=3247a8d5-8944-4f50-bcfa-68e0e6d76aa3,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:19.287520 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:19.323795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] Set router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:19.427429 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df646e1c-25a4-4567-8141-67d566a8b030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:19.432748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-7bb3e425-f0a7-4d2e-a850-504e53947a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:19.434262 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-7bb3e425-f0a7-4d2e-a850-504e53947a48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=878a9127-c7ce-43cb-8b3b-0187b698c9de HTTP/1.1" status: 200 len: 850 time: 0.5160568 Feb 10 06:44:19.496910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56dc63d-4ecf-4393-a2ee-5c1931eb0491 None None] New status for floating IP 21a11266-5e21-430f-a94e-8e96281c5a1b: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:44:19.608769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-8f7967c8-4fd7-478f-92ff-9821dac8f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:19.610354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-8f7967c8-4fd7-478f-92ff-9821dac8f666 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e519246c-5187-4df4-b098-e72e83a7f300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1644220 Feb 10 06:44:19.629817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:44:19.640309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Publish callbacks [] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:19.671707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d44690f-bfde-44a1-b2a5-a667b6cd844c req-b074a7d5-d2d2-4935-8c7e-83909331402f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3791599 Feb 10 06:44:19.717220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Transition to ACTIVE for port object 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:44:19.781428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:19.805829 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df646e1c-25a4-4567-8141-67d566a8b030 admin admin] Publish callbacks [] for security_group (999a598c-afac-437c-bb6b-16049e5ed1bb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:19.837744 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df646e1c-25a4-4567-8141-67d566a8b030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (999a598c-afac-437c-bb6b-16049e5ed1bb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:19.850333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ff1231ec-d7b8-4572-a58a-aea9cff55109 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:19.906672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:19.915123 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-f5fb29a6-11c9-4910-816f-14d15da8e8b5 service neutron] 10.222.0.13 "GET /v2.0/networks/e519246c-5187-4df4-b098-e72e83a7f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945361 Feb 10 06:44:19.924815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Allocated IP 172.20.0.4 (9a7b1c65-e758-469c-9598-b94f2215b78d/22d31bff-3510-4fee-b3d7-0904840e5467/71c81e7b-e3fa-4712-8719-5c3e5dfe5295) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:19.935051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df646e1c-25a4-4567-8141-67d566a8b030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999a598c-afac-437c-bb6b-16049e5ed1bb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:19.950229 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-df646e1c-25a4-4567-8141-67d566a8b030 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db6c82b4eb4d497bacdee31656dad402&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0424960 Feb 10 06:44:19.986687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56984) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:20.188023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Pushing event updated for resources: {'Port': ['ID=25b4dca1-7647-42ac-b66e-f8fbb977b634,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:20.369276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e4e-d098-4af0-9cdb-8b2d8a334e50 admin admin] Publish callbacks [] for security_group (999a598c-afac-437c-bb6b-16049e5ed1bb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:20.376839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf767ebc-9c90-4137-9a43-2045ef48b420 req-d35cdbde-6bfa-4bed-af46-5721d5a327dd service neutron] 10.222.0.13 "GET /v2.0/networks/e519246c-5187-4df4-b098-e72e83a7f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429948 Feb 10 06:44:20.379510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Attempting to bind port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:20.379848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Attempting to bind port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:20.380174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Attempting to bind port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 on network 9a7b1c65-e758-469c-9598-b94f2215b78d {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:20.399685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 on network 9a7b1c65-e758-469c-9598-b94f2215b78d not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:44:20.400022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Attempting to bind port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 on network 9a7b1c65-e758-469c-9598-b94f2215b78d {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:20.410875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e4e-d098-4af0-9cdb-8b2d8a334e50 admin admin] Publish callbacks [] for security_group (999a598c-afac-437c-bb6b-16049e5ed1bb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:20.421217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9add0f-2d4d-4541-b3d5-d227c56411af None None] Pushing event updated for resources: {'Port': ['ID=ff1231ec-d7b8-4572-a58a-aea9cff55109,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:20.439498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:20.440224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Checking segment: {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:20.440224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Bound using segment: {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:20.446507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Bound port: 1ee6245a-634b-4b4f-b428-2ee3b0fd7191, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:20.446885 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:20.458594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:20.664783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] For port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:20.673174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] For port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:20.683269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] For port 25b4dca1-7647-42ac-b66e-f8fbb977b634, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:20.704988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:20.757178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] For port 25b4dca1-7647-42ac-b66e-f8fbb977b634, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=25b4dca1-7647-42ac-b66e-f8fbb977b634,segment=NetworkSegment(c35da68b-bd1c-41d7-b42a-ef079f8df78a),segment_id=c35da68b-bd1c-41d7-b42a-ef079f8df78a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:20.779124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:20.779897 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:20.782144 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] 10.222.0.13 "PUT /v2.0/ports/1ee6245a-634b-4b4f-b428-2ee3b0fd7191 HTTP/1.1" status: 200 len: 1092 time: 2.6184766 Feb 10 06:44:20.782644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c8af60-9875-481f-8631-d7440fd0c60b', 'tag': '1ee6245a-634b-4b4f-b428-2ee3b0fd7191'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:20.785566 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "99c8af60-9875-481f-8631-d7440fd0c60b", "tag": "1ee6245a-634b-4b4f-b428-2ee3b0fd7191"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:20.810937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f74bf6-6df9-4c91-8d05-fac63f136986 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:20.814492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:20.817385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e4e-d098-4af0-9cdb-8b2d8a334e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (999a598c-afac-437c-bb6b-16049e5ed1bb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:20.820081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e4e-d098-4af0-9cdb-8b2d8a334e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:20.823707 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-77aa4e4e-d098-4af0-9cdb-8b2d8a334e50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/999a598c-afac-437c-bb6b-16049e5ed1bb HTTP/1.1" status: 204 len: 168 time: 0.8319890 Feb 10 06:44:20.835602 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:20.868479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3624d212-d2a9-4467-a6bd-1c1777d3bc63 None None] Network 0fa132ff-189e-49de-92b3-06344dd68c13 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:20.921777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa4e4e-d098-4af0-9cdb-8b2d8a334e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999a598c-afac-437c-bb6b-16049e5ed1bb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:20.952109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-8d91b5f8-22de-4d7b-a872-c1eeb0a99bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:20.955546 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-8d91b5f8-22de-4d7b-a872-c1eeb0a99bd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1126 time: 0.1069982 Feb 10 06:44:21.092315 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57004) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:21.114106 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-4634d112-3d77-4c5b-b7fa-a08e860b6993 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191 HTTP/1.1" status: 200 len: 217 time: 0.1513717 Feb 10 06:44:21.319768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-4835dadb-8b8f-4c8c-ac82-03b8bd453385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:21.321689 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-4835dadb-8b8f-4c8c-ac82-03b8bd453385 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.1941490 Feb 10 06:44:21.433328 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks [] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:21.459317 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d6dffe3a-9a9b-45e1-906d-193f27533195 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235721 Feb 10 06:44:21.613610 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d9d5c337-088c-4b8c-b19f-9223c56cdc7e service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471043 Feb 10 06:44:21.626536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1618b984-588d-498d-8198-4040bb441540 None None] Current status of the port ff1231ec-d7b8-4572-a58a-aea9cff55109 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:21.725181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a73a3-c21f-4731-8d8e-1c8c47c09487 None None] Pushing event updated for resources: {'Port': ['ID=3c7351ad-0ba4-4475-87c6-b38a1a88b9dd,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:21.734047 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:21.759604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:21.831310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:21.840672 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:21.895674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'network': {'name': 'tempest-network-smoke--1894882045', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'port_security_enabled': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:21.897818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba90df4-632d-4046-b25d-26efa45d991d req-b2e3c48d-dd00-4cb2-b909-38430a6994c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:21.903293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba90df4-632d-4046-b25d-26efa45d991d req-b2e3c48d-dd00-4cb2-b909-38430a6994c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:21.914172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba90df4-632d-4046-b25d-26efa45d991d req-b2e3c48d-dd00-4cb2-b909-38430a6994c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:21.936748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba90df4-632d-4046-b25d-26efa45d991d req-b2e3c48d-dd00-4cb2-b909-38430a6994c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:21.942950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba90df4-632d-4046-b25d-26efa45d991d req-b2e3c48d-dd00-4cb2-b909-38430a6994c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:21.946619 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-caf36d28-40a3-4bba-9d52-9063a9bf8bfc req-d622e676-ab0e-4de6-a169-da71fd35f75d service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266954 Feb 10 06:44:21.959299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba90df4-632d-4046-b25d-26efa45d991d req-b2e3c48d-dd00-4cb2-b909-38430a6994c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:21.964744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba90df4-632d-4046-b25d-26efa45d991d req-b2e3c48d-dd00-4cb2-b909-38430a6994c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:21.970904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Made reservation on behalf of 37c0f4d3cbd94b22835233e088c819d9 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:21.978808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ba90df4-632d-4046-b25d-26efa45d991d req-b2e3c48d-dd00-4cb2-b909-38430a6994c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 2.6248734 Feb 10 06:44:21.981187 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:21.986806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c16cd80e-3269-487d-a300-d4b773d736f3 None None] Provisioning complete for port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:21.987482 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c16cd80e-3269-487d-a300-d4b773d736f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:21.995140 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.070618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Port': ['ID=dddf8308-605a-40bf-8dc5-62cdaaed96a6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:22.137814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501bc5a-f905-4210-b04a-3614bef3f4c7 None None] Pushing event updated for resources: {'Port': ['ID=25b4dca1-7647-42ac-b66e-f8fbb977b634,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:22.167899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27329518-2ac2-47f2-bceb-7920ce8884ce req-f41cc44b-7914-43c1-b230-230a9e68765e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:22.176759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27329518-2ac2-47f2-bceb-7920ce8884ce req-f41cc44b-7914-43c1-b230-230a9e68765e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 1.3603849 Feb 10 06:44:22.193395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:54Z', 'updated_at': '2022-02-10T06:44:05Z', 'revision_number': 4, 'project_id': '2d73d350469946b482a364b89d798697', 'gw_port': {'id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:55Z', 'updated_at': '2022-02-10T06:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3c7351ad-0ba4-4475-87c6-b38a1a88b9dd', 'name': '', 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d', 'tenant_id': '2d73d350469946b482a364b89d798697', 'mac_address': 'fa:16:3e:4e:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '22d31bff-3510-4fee-b3d7-0904840e5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:02Z', 'updated_at': '2022-02-10T06:44:18Z', 'revision_number': 4, 'project_id': '2d73d350469946b482a364b89d798697', 'subnets': [{'id': '22d31bff-3510-4fee-b3d7-0904840e5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:22.225383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (903b2fba-9990-4604-849c-c14b8d298154), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.240737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (903b2fba-9990-4604-849c-c14b8d298154), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.245174 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.348584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:44:22.375378 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa933fa9-4b00-4766-b9be-f9f3c830585b None None] The sync data for ids ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'] in n-d-828670-1 is: [{'id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:54Z', 'updated_at': '2022-02-10T06:44:05Z', 'revision_number': 4, 'project_id': '2d73d350469946b482a364b89d798697', 'gw_port': {'id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:55Z', 'updated_at': '2022-02-10T06:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3c7351ad-0ba4-4475-87c6-b38a1a88b9dd', 'name': '', 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d', 'tenant_id': '2d73d350469946b482a364b89d798697', 'mac_address': 'fa:16:3e:4e:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '22d31bff-3510-4fee-b3d7-0904840e5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:02Z', 'updated_at': '2022-02-10T06:44:18Z', 'revision_number': 4, 'project_id': '2d73d350469946b482a364b89d798697', 'subnets': [{'id': '22d31bff-3510-4fee-b3d7-0904840e5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:22.395633 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (98216ed4-37cc-413e-8857-b36300d66b47), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.404695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903b2fba-9990-4604-849c-c14b8d298154,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:22.435913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6b500c88-e5ee-4bdf-960e-5068678d4b3d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.436807 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Added segment 6b500c88-e5ee-4bdf-960e-5068678d4b3d of type vlan for network a2354e8d-6432-46a9-9cc6-80244f36cbb3 Feb 10 06:44:22.441833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.442189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.442867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.443204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.443541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.444058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.444441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.444838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.445177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.445750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.446167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.446910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.447293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:22.474907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27329518-2ac2-47f2-bceb-7920ce8884ce req-30d98639-4c30-493e-bfc1-83c976708b5d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341692 Feb 10 06:44:22.531793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:22.532247 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.620975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c16cd80e-3269-487d-a300-d4b773d736f3 None None] Current status of the port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:22.622560 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c16cd80e-3269-487d-a300-d4b773d736f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.638159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3247a8d5-8944-4f50-bcfa-68e0e6d76aa3,segment=NetworkSegment(86fcba8d-6073-48e2-a912-81d86a6104fa),segment_id=86fcba8d-6073-48e2-a912-81d86a6104fa)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:22.674393 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.712937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (a2354e8d-6432-46a9-9cc6-80244f36cbb3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.818615 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-c16cd80e-3269-487d-a300-d4b773d736f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:44:22.819002 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-c16cd80e-3269-487d-a300-d4b773d736f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:44:22.883592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=3247a8d5-8944-4f50-bcfa-68e0e6d76aa3,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:22.906219 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (a2354e8d-6432-46a9-9cc6-80244f36cbb3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:22.911652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:22.912296 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:23.022354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9291267 Feb 10 06:44:23.023006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57028) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:23.066698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'admin_state_up': True, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:23.206361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7610778-0890-45bb-85f4-723defe73c56 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Network': ['ID=a2354e8d-6432-46a9-9cc6-80244f36cbb3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:23.211090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Network 9a7b1c65-e758-469c-9598-b94f2215b78d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:23.220881 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:23.225642 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:23.231675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network a2354e8d-6432-46a9-9cc6-80244f36cbb3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:44:23.237941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:23.250552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:23.336112 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_controller (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:23.352979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ff1231ec-d7b8-4572-a58a-aea9cff55109 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:23.401383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:23.402062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:23.433113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ba90df4-632d-4046-b25d-26efa45d991d req-b587defb-3590-4569-bfd1-a9ee7fcd9107 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4212017 Feb 10 06:44:23.441171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Pushing event updated for resources: {'Port': ['ID=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:23.473379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-f0d88399-8f19-408b-907f-da2a2784bbcd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5993781 Feb 10 06:44:23.485470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28593f7-2ca9-4b71-b9c9-52afb2c73420 req-c6dbb41b-238d-4ba8-8043-354e89856c03 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:23.487159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c28593f7-2ca9-4b71-b9c9-52afb2c73420 req-c6dbb41b-238d-4ba8-8043-354e89856c03 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 984 time: 0.7235994 Feb 10 06:44:23.494683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Request body: {'port': {'device_id': '609214ea-206b-46c7-8e44-ab1f5d354a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:23.578933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network 0fa132ff-189e-49de-92b3-06344dd68c13 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:23.600368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:23.651510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c16cd80e-3269-487d-a300-d4b773d736f3 None None] Current status of the port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:23.685953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ff1231ec-d7b8-4572-a58a-aea9cff55109 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:23.686799 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:23.823912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-88c0b789-4f28-4420-9f45-8b4fe0716b61 None None] Provisioning complete for port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:23.825377 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88c0b789-4f28-4420-9f45-8b4fe0716b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:23.973369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27dac61-7569-4f45-86e5-2a55cd8364f3 None None] Network 6030a07d-7940-44a2-8917-1ae80b451b93 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:24.053232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ff1231ec-d7b8-4572-a58a-aea9cff55109 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:24.054749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 25b4dca1-7647-42ac-b66e-f8fbb977b634 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:24.057695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19438f48-6533-4dd3-b6f8-0a27c2cb42b9 req-a4bcf78b-5739-478c-a730-483450974b45 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:24.065517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19438f48-6533-4dd3-b6f8-0a27c2cb42b9 req-a4bcf78b-5739-478c-a730-483450974b45 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 931 time: 0.2168889 Feb 10 06:44:24.136385 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19438f48-6533-4dd3-b6f8-0a27c2cb42b9 req-0e200f04-8294-4ed6-8dcb-45af59fbdd83 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697820 Feb 10 06:44:24.138804 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:24.194949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c28593f7-2ca9-4b71-b9c9-52afb2c73420 req-2298b45b-6016-4a8c-a3a2-5d98bd6626a2 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6953483 Feb 10 06:44:24.233327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Router 98216ed4-37cc-413e-8857-b36300d66b47 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:44:24.241598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-88c0b789-4f28-4420-9f45-8b4fe0716b61 None None] Current status of the port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:24.255099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 25b4dca1-7647-42ac-b66e-f8fbb977b634 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:24.255536 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:24.285454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-88c0b789-4f28-4420-9f45-8b4fe0716b61 None None] Provisioning complete for port dddf8308-605a-40bf-8dc5-62cdaaed96a6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:24.286197 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88c0b789-4f28-4420-9f45-8b4fe0716b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:24.327540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-88c0b789-4f28-4420-9f45-8b4fe0716b61 None None] Port dddf8308-605a-40bf-8dc5-62cdaaed96a6 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:24.432278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 25b4dca1-7647-42ac-b66e-f8fbb977b634 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:24.432754 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:24.436459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:24.448114 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865c799-824f-4210-9afe-5d925e58b433 None None] Sync routers for ids ['98216ed4-37cc-413e-8857-b36300d66b47'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:24.450209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5674e897-83ea-44d0-89f5-778010b6ca79 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "PUT /v2.0/routers/98216ed4-37cc-413e-8857-b36300d66b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4385796 Feb 10 06:44:24.462654 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865c799-824f-4210-9afe-5d925e58b433 None None] Routers {'98216ed4-37cc-413e-8857-b36300d66b47'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:24.463847 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5865c799-824f-4210-9afe-5d925e58b433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['98216ed4-37cc-413e-8857-b36300d66b47'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:24.516772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 25b4dca1-7647-42ac-b66e-f8fbb977b634, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=25b4dca1-7647-42ac-b66e-f8fbb977b634,segment=NetworkSegment(c35da68b-bd1c-41d7-b42a-ef079f8df78a),segment_id=c35da68b-bd1c-41d7-b42a-ef079f8df78a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:24.518755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0b8e0211-f297-4bba-a9a9-89b7826f855a None None] Provisioning complete for port dddf8308-605a-40bf-8dc5-62cdaaed96a6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:24.519550 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0211-f297-4bba-a9a9-89b7826f855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:24.534439 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5865c799-824f-4210-9afe-5d925e58b433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:24.557902 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865c799-824f-4210-9afe-5d925e58b433 None None] Routers {'98216ed4-37cc-413e-8857-b36300d66b47'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:24.559258 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5865c799-824f-4210-9afe-5d925e58b433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['98216ed4-37cc-413e-8857-b36300d66b47'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:24.568578 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e024e886-4071-4084-8e42-abe78411c1bc x-openstack-request-id: req-e024e886-4071-4084-8e42-abe78411c1bc {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:24.569217 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c8af60-9875-481f-8631-d7440fd0c60b", "tag": "1ee6245a-634b-4b4f-b428-2ee3b0fd7191", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:24.569217 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e024e886-4071-4084-8e42-abe78411c1bc {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:24.569557 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c8af60-9875-481f-8631-d7440fd0c60b', 'tag': '1ee6245a-634b-4b4f-b428-2ee3b0fd7191', 'status': 'completed', 'code': 200} Feb 10 06:44:24.585514 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:24.593583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:24.595964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57048) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:24.625503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_gateway (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:24.657184 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5865c799-824f-4210-9afe-5d925e58b433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:24.659639 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865c799-824f-4210-9afe-5d925e58b433 None None] The sync data for ids ['98216ed4-37cc-413e-8857-b36300d66b47'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:24.784382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=25b4dca1-7647-42ac-b66e-f8fbb977b634,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:24.788099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:44:24.824691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e0211-f297-4bba-a9a9-89b7826f855a None None] Port dddf8308-605a-40bf-8dc5-62cdaaed96a6 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:24.842873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-3b3b3a67-5148-4860-8acf-2e92e86cc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:24.843644 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-3b3b3a67-5148-4860-8acf-2e92e86cc97d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1126 time: 0.2685559 Feb 10 06:44:24.866942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:24.867455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:24.990100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd546c55-61c6-443d-aae6-dec0d258ae7e req-fde72b27-bccb-447e-aee7-c8a1a4c7ec1c tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.000876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd546c55-61c6-443d-aae6-dec0d258ae7e req-fde72b27-bccb-447e-aee7-c8a1a4c7ec1c tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 1166 time: 0.3823571 Feb 10 06:44:25.018457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b25bb0-cbb3-4d73-98c1-f4186db401dc req-c8a47afa-b5b2-48e9-a408-26cd6a78b422 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.020613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b25bb0-cbb3-4d73-98c1-f4186db401dc req-c8a47afa-b5b2-48e9-a408-26cd6a78b422 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.5865996 Feb 10 06:44:25.045598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:25.048541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0b8e0211-f297-4bba-a9a9-89b7826f855a None None] Provisioning complete for port 25b4dca1-7647-42ac-b66e-f8fbb977b634 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:25.049098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0211-f297-4bba-a9a9-89b7826f855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.070331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd546c55-61c6-443d-aae6-dec0d258ae7e req-b3a5d6fb-ee6b-414e-9b5a-e957037c9004 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.110161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-a8893341-7178-43b3-bf3b-0ac04a1888ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.112035 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-a8893341-7178-43b3-bf3b-0ac04a1888ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 918 time: 0.2607219 Feb 10 06:44:25.118456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '1ee6245a-634b-4b4f-b428-2ee3b0fd7191', 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d', 'port_id': '1ee6245a-634b-4b4f-b428-2ee3b0fd7191', 'mac_address': 'fa:16:3e:63:cf:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d31bff-3510-4fee-b3d7-0904840e5467', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:44:25.224710 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-018331e1-9aad-4d03-8b0d-68c490132954 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191 HTTP/1.1" status: 200 len: 217 time: 0.1034660 Feb 10 06:44:25.224985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b25bb0-cbb3-4d73-98c1-f4186db401dc req-2e9bccef-fcc2-4e54-8472-bce18564d671 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905606 Feb 10 06:44:25.273044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:44:25.286977 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Publish callbacks [] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.294783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e0211-f297-4bba-a9a9-89b7826f855a None None] Current status of the port 25b4dca1-7647-42ac-b66e-f8fbb977b634 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:25.296990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:25.297565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.317474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Transition to ACTIVE for port object 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:44:25.328710 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.330111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:25.330513 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.349208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd546c55-61c6-443d-aae6-dec0d258ae7e req-b3a5d6fb-ee6b-414e-9b5a-e957037c9004 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Publish callbacks [] for security_group (bec00172-bbcf-4de3-a86b-ad4d810458c9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.353925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3c7351ad-0ba4-4475-87c6-b38a1a88b9dd,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:25.356165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:44:25.362098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.392827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:25.404646 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd546c55-61c6-443d-aae6-dec0d258ae7e req-b3a5d6fb-ee6b-414e-9b5a-e957037c9004 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bec00172-bbcf-4de3-a86b-ad4d810458c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.426631 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.427583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-6426371a-56be-4d15-8e6f-d7f19a9a1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.429341 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-6426371a-56be-4d15-8e6f-d7f19a9a1f05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.1539116 Feb 10 06:44:25.469134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=3c7351ad-0ba4-4475-87c6-b38a1a88b9dd,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:25.511658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 25b4dca1-7647-42ac-b66e-f8fbb977b634 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:25.513282 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-f0e8b86c-3d20-4502-b7e0-c671df9697c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541618 Feb 10 06:44:25.523516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Pushing event updated for resources: {'Port': ['ID=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:25.547729 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_gateway (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.552557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dc79-128c-43b9-a30e-3fdcab561453 req-6beceb5c-8e19-4f42-a7d6-3b1b4f85c495 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.557747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-af85f86f-e919-4c8a-84a0-fc40720bfc4e None None] Provisioning complete for port 25b4dca1-7647-42ac-b66e-f8fbb977b634 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:25.557906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dc79-128c-43b9-a30e-3fdcab561453 req-6beceb5c-8e19-4f42-a7d6-3b1b4f85c495 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.558222 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af85f86f-e919-4c8a-84a0-fc40720bfc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.564130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dc79-128c-43b9-a30e-3fdcab561453 req-6beceb5c-8e19-4f42-a7d6-3b1b4f85c495 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.568969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dc79-128c-43b9-a30e-3fdcab561453 req-6beceb5c-8e19-4f42-a7d6-3b1b4f85c495 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.574102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dc79-128c-43b9-a30e-3fdcab561453 req-6beceb5c-8e19-4f42-a7d6-3b1b4f85c495 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.580126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dc79-128c-43b9-a30e-3fdcab561453 req-6beceb5c-8e19-4f42-a7d6-3b1b4f85c495 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.585409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dc79-128c-43b9-a30e-3fdcab561453 req-6beceb5c-8e19-4f42-a7d6-3b1b4f85c495 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.587465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5830dc79-128c-43b9-a30e-3fdcab561453 req-6beceb5c-8e19-4f42-a7d6-3b1b4f85c495 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.2435899 Feb 10 06:44:25.589343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.601280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd546c55-61c6-443d-aae6-dec0d258ae7e req-b3a5d6fb-ee6b-414e-9b5a-e957037c9004 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5968883 Feb 10 06:44:25.610045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:25.614192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5d6fb-ee6b-414e-9b5a-e957037c9004 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec00172-bbcf-4de3-a86b-ad4d810458c9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:25.618877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57066) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:25.682342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 25b4dca1-7647-42ac-b66e-f8fbb977b634 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:25.682640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.734057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-af85f86f-e919-4c8a-84a0-fc40720bfc4e None None] Current status of the port 25b4dca1-7647-42ac-b66e-f8fbb977b634 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:25.749535 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-1eab7d86-890c-40bc-ba83-347e83ef1642 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:44:25.754766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1eab7d86-890c-40bc-ba83-347e83ef1642 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "PUT /v2.0/routers/98216ed4-37cc-413e-8857-b36300d66b47/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1565311 Feb 10 06:44:25.756155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57068) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:25.788686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['1ee6245a-634b-4b4f-b428-2ee3b0fd7191'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:44:25.792045 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-30d1ddf2-babb-483c-aa51-3553aabba5c6 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533238 Feb 10 06:44:25.795900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Attempting to bind port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:25.796238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Attempting to bind port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:25.796600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Attempting to bind port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 on network 9a7b1c65-e758-469c-9598-b94f2215b78d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:25.825618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 25b4dca1-7647-42ac-b66e-f8fbb977b634 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:25.827078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:25.841797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ed216-1ded-41da-8b74-9c5309b41ae2 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:25.843325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-db9ed216-1ded-41da-8b74-9c5309b41ae2 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 1161 time: 0.2190468 Feb 10 06:44:25.851381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.25.8.244 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/e6327286-5ad8-42fc-8458-2e0be107e35a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:25.854854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5830dc79-128c-43b9-a30e-3fdcab561453 req-fb62d4a5-06f4-446f-bc1e-7af2b4af85d9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2525971 Feb 10 06:44:25.858388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57070) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:25.861890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 on network 9a7b1c65-e758-469c-9598-b94f2215b78d not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:44:25.862221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Attempting to bind port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 on network 9a7b1c65-e758-469c-9598-b94f2215b78d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:25.914246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:25.914650 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:25.919243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:25.964161 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b014c529-7d9d-48ba-a5b5-c8a5d755f1d5 req-4c3629aa-8a5a-4908-92fe-96ed06c97594 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641538 Feb 10 06:44:26.052757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:26.065365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:26.092166 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:26.136188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:26.139387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:26.143206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:26.167123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=e6327286-5ad8-42fc-8458-2e0be107e35a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:26.252326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:26.252746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Checking segment: {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:26.253081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Bound using segment: {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:26.253538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Bound port: 71c81e7b-e3fa-4712-8719-5c3e5dfe5295, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:26.253901 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:26.347321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dd615-fc9a-42c6-89b3-8540105bca09 req-da8412df-f4bb-4bae-94c0-d1d768f52186 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.348306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e77dd615-fc9a-42c6-89b3-8540105bca09 req-da8412df-f4bb-4bae-94c0-d1d768f52186 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 943 time: 0.6326180 Feb 10 06:44:26.376289 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:26.443698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_gateway (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:26.545300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] For port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:26.577953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b89e-9af0-4412-9ede-d12f7467ee32 req-352d8b44-394a-45b4-9682-79346cf7d4b1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.583291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b89e-9af0-4412-9ede-d12f7467ee32 req-352d8b44-394a-45b4-9682-79346cf7d4b1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.588497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b89e-9af0-4412-9ede-d12f7467ee32 req-352d8b44-394a-45b4-9682-79346cf7d4b1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.593730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b89e-9af0-4412-9ede-d12f7467ee32 req-352d8b44-394a-45b4-9682-79346cf7d4b1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.599353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b89e-9af0-4412-9ede-d12f7467ee32 req-352d8b44-394a-45b4-9682-79346cf7d4b1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.604532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b89e-9af0-4412-9ede-d12f7467ee32 req-352d8b44-394a-45b4-9682-79346cf7d4b1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.613515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b89e-9af0-4412-9ede-d12f7467ee32 req-352d8b44-394a-45b4-9682-79346cf7d4b1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.616182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80a6b89e-9af0-4412-9ede-d12f7467ee32 req-352d8b44-394a-45b4-9682-79346cf7d4b1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.3764632 Feb 10 06:44:26.620211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] For port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:26.645568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e77dd615-fc9a-42c6-89b3-8540105bca09 req-8e0b2ec4-e69a-4388-9466-79fecb4f19b5 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657876 Feb 10 06:44:26.646607 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:26.657741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:26.771412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.772038 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:26.773473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] 10.222.0.24 "PUT /v2.0/ports/71c81e7b-e3fa-4712-8719-5c3e5dfe5295 HTTP/1.1" status: 200 len: 1091 time: 3.2853124 Feb 10 06:44:26.773846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609214ea-206b-46c7-8e44-ab1f5d354a95', 'tag': '71c81e7b-e3fa-4712-8719-5c3e5dfe5295'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:26.776112 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b62b384-d515-47e3-b89b-119470aced76" -d '{"events": [{"name": "network-changed", "server_uuid": "609214ea-206b-46c7-8e44-ab1f5d354a95", "tag": "71c81e7b-e3fa-4712-8719-5c3e5dfe5295"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:26.800263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:44:26.914017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e94722-5a68-40ee-8675-55d13e80863e service neutron] Pushing event updated for resources: {'Port': ['ID=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:26.917283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:26.922961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80a6b89e-9af0-4412-9ede-d12f7467ee32 req-725e0c5a-b154-47c5-b89f-1737b7508e0a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2937748 Feb 10 06:44:26.939876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Sync routers for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:26.940779 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:26.942792 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e546834-937b-4e59-af29-949b427272e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8933673 Feb 10 06:44:26.946547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57084) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:26.970528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:26.970528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:26.970772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17266bb2-c7da-48e6-9d99-d5afb70650ac req-214ece72-d9ed-47dd-b0ea-9d6b36f590bd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.970772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17266bb2-c7da-48e6-9d99-d5afb70650ac req-214ece72-d9ed-47dd-b0ea-9d6b36f590bd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.2256021 Feb 10 06:44:26.981801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-1300f293-a326-45eb-9fcb-2411ceb0aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:26.983295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-1300f293-a326-45eb-9fcb-2411ceb0aab3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 1125 time: 0.1572881 Feb 10 06:44:27.045829 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:27.051862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-4d62d688-b44a-46e2-8ef4-eb7a82645cb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c81e7b-e3fa-4712-8719-5c3e5dfe5295 HTTP/1.1" status: 200 len: 217 time: 0.0557296 Feb 10 06:44:27.181089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17266bb2-c7da-48e6-9d99-d5afb70650ac req-5341123e-5c40-42ae-9f04-a8a2632e1e9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091191 Feb 10 06:44:27.181415 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0a3da34c-124a-47b6-a9f3-2740f096e3eb tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=37c0f4d3cbd94b22835233e088c819d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2307327 Feb 10 06:44:27.181415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57092) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:27.195753 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e05560b-2841-423a-8997-f96f1bea95e1 x-openstack-request-id: req-7e05560b-2841-423a-8997-f96f1bea95e1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:27.196182 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609214ea-206b-46c7-8e44-ab1f5d354a95", "tag": "71c81e7b-e3fa-4712-8719-5c3e5dfe5295", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:27.196398 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e05560b-2841-423a-8997-f96f1bea95e1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:27.196850 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609214ea-206b-46c7-8e44-ab1f5d354a95', 'tag': '71c81e7b-e3fa-4712-8719-5c3e5dfe5295', 'status': 'completed', 'code': 200} Feb 10 06:44:27.205046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-4135dd11-cb30-474c-8409-a089761aa618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.206776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-4135dd11-cb30-474c-8409-a089761aa618 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.1409168 Feb 10 06:44:27.289325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-c1dafe76-ae94-42ac-b5ff-63da6d465e7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493376 Feb 10 06:44:27.328726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55551427-be6f-49dc-bcf7-274bb13dbc3d tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.332601 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-55551427-be6f-49dc-bcf7-274bb13dbc3d tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477535 Feb 10 06:44:27.333260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57094) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:27.347736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:27.350675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Allocated IP 172.25.8.109 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/f211aef4-0a4e-4caa-9d94-b57530a68795) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:27.359851 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (98216ed4-37cc-413e-8857-b36300d66b47), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:27.365915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7d90786f-e396-4580-9a1a-f6df4c7e1a36 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292180 Feb 10 06:44:27.366086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57096) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:27.371932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-724526334', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:27.475880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Made reservation on behalf of 37c0f4d3cbd94b22835233e088c819d9 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:27.481484 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:27.514554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:27.619108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:27.619486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:27.620262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd565c-9ff0-4082-bdde-4b35ceb241bb req-0877a736-162a-468d-8a3e-afd45348891e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.628312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd565c-9ff0-4082-bdde-4b35ceb241bb req-0877a736-162a-468d-8a3e-afd45348891e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.634675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd565c-9ff0-4082-bdde-4b35ceb241bb req-0877a736-162a-468d-8a3e-afd45348891e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.642527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd565c-9ff0-4082-bdde-4b35ceb241bb req-0877a736-162a-468d-8a3e-afd45348891e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.650741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd565c-9ff0-4082-bdde-4b35ceb241bb req-0877a736-162a-468d-8a3e-afd45348891e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.665199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd565c-9ff0-4082-bdde-4b35ceb241bb req-0877a736-162a-468d-8a3e-afd45348891e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.666547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:44:26Z', 'revision_number': 3, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:27.674950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd565c-9ff0-4082-bdde-4b35ceb241bb req-0877a736-162a-468d-8a3e-afd45348891e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.691630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5dd565c-9ff0-4082-bdde-4b35ceb241bb req-0877a736-162a-468d-8a3e-afd45348891e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.4319780 Feb 10 06:44:27.703910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-55c6cccd-082d-4072-b197-2361d2f3c937 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071357 Feb 10 06:44:27.727732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Checking router: 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:44:27.728082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Updating router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb port e6327286-5ad8-42fc-8458-2e0be107e35a binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:44:27.747598 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (5f639ac2-dc0b-4b87-bd3e-502d9b297c2c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:27.773463 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:27.835887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Checking segment: {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:27.836623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network hostable DHCP agents. Network: a2354e8d-6432-46a9-9cc6-80244f36cbb3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:44:27.839533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Subnet': ['ID=5f639ac2-dc0b-4b87-bd3e-502d9b297c2c,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:27.846377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:27.876155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network a2354e8d-6432-46a9-9cc6-80244f36cbb3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:44:27.899277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, a2354e8d-6432-46a9-9cc6-80244f36cbb3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:27.908930 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (f211aef4-0a4e-4caa-9d94-b57530a68795), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:27.909424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:27.910206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:27.946136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ef585-6906-41c3-8983-bba397be0999 None None] Network a2354e8d-6432-46a9-9cc6-80244f36cbb3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:27.969826 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-83aaba25-57f6-4ff5-af71-2a8886540211 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6018760 Feb 10 06:44:27.971401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57112) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:28.002146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9f445c-60af-4d9e-ae44-927090fc98f5 req-e03050b3-23f4-4ea8-9efb-ff4bd337db9a service neutron] 10.222.0.24 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786362 Feb 10 06:44:28.015912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f68301-9651-4a50-b242-347210a228e8 req-a220807d-ac98-46ad-a7bd-e07b794f0a49 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:28.017058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34f68301-9651-4a50-b242-347210a228e8 req-a220807d-ac98-46ad-a7bd-e07b794f0a49 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 943 time: 0.2568760 Feb 10 06:44:28.070335 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (f211aef4-0a4e-4caa-9d94-b57530a68795), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:28.183413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:28.201055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:28.212142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:28.217710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34f68301-9651-4a50-b242-347210a228e8 req-e002f28c-36ba-4bf0-b7f1-4b86e5969f70 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935368 Feb 10 06:44:28.228107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=f211aef4-0a4e-4caa-9d94-b57530a68795,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:28.328080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:44:28.329270 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:28.368230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62b384-d515-47e3-b89b-119470aced76 req-aa85c74f-7abd-401d-8618-19a309a0f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:28.369782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b62b384-d515-47e3-b89b-119470aced76 req-aa85c74f-7abd-401d-8618-19a309a0f0f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 1125 time: 0.2847998 Feb 10 06:44:28.416534 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Publish callbacks [] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:28.424204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Deleting port dddf8308-605a-40bf-8dc5-62cdaaed96a6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:28.424546 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:28.472963 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:28.574889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Attempting to bind port e6327286-5ad8-42fc-8458-2e0be107e35a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:28.575642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Attempting to bind port e6327286-5ad8-42fc-8458-2e0be107e35a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:28.576256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Attempting to bind port e6327286-5ad8-42fc-8458-2e0be107e35a on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:28.614625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:28.615185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:28.616069 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:28.616749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:28.617360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Bound port: e6327286-5ad8-42fc-8458-2e0be107e35a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:28.617908 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:28.698008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] For port e6327286-5ad8-42fc-8458-2e0be107e35a, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:28.706671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] For port e6327286-5ad8-42fc-8458-2e0be107e35a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6327286-5ad8-42fc-8458-2e0be107e35a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:28.713602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa940578-d0b8-4359-b496-76982217ee09 None None] Pushing event updated for resources: {'Port': ['ID=e6327286-5ad8-42fc-8458-2e0be107e35a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:28.740337 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:28.759390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:28.827223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:28.828016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:28.899851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Allocated IP 172.20.0.2 (a2354e8d-6432-46a9-9cc6-80244f36cbb3/5f639ac2-dc0b-4b87-bd3e-502d9b297c2c/7ab74b13-2ca4-421a-8a49-db59047b149e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:28.946503 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa940578-d0b8-4359-b496-76982217ee09 None None] Pushing event updated for resources: {'Port': ['ID=e6327286-5ad8-42fc-8458-2e0be107e35a,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:29.011551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.021052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d0220-b8d6-424f-9b01-76677f6e5706 req-92124cbd-4031-448d-9685-bad28a0edb6e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:29.022688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b24d0220-b8d6-424f-9b01-76677f6e5706 req-92124cbd-4031-448d-9685-bad28a0edb6e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.6484499 Feb 10 06:44:29.029911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:44:29.053045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:29.053812 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.076945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62b384-d515-47e3-b89b-119470aced76 req-cd824b1c-18a6-4951-bef4-08bb2ab0527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:29.097481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b62b384-d515-47e3-b89b-119470aced76 req-cd824b1c-18a6-4951-bef4-08bb2ab0527d service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 918 time: 0.6940825 Feb 10 06:44:29.125038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Calling delete_port for dddf8308-605a-40bf-8dc5-62cdaaed96a6 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:29.134803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:29.221573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b62b384-d515-47e3-b89b-119470aced76 req-f0768397-5ef0-43b8-9177-ae5c0c0f3fa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c81e7b-e3fa-4712-8719-5c3e5dfe5295 HTTP/1.1" status: 200 len: 217 time: 0.1231878 Feb 10 06:44:29.252676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.420565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b24d0220-b8d6-424f-9b01-76677f6e5706 req-7ea0d7e2-c90a-4831-96e7-698626ba460a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3860278 Feb 10 06:44:29.434947 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62b384-d515-47e3-b89b-119470aced76 req-774ad512-7e0b-4087-a8ac-5b4dad357741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:29.436547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b62b384-d515-47e3-b89b-119470aced76 req-774ad512-7e0b-4087-a8ac-5b4dad357741 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.2069967 Feb 10 06:44:29.487406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:29.488087 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.513699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b62b384-d515-47e3-b89b-119470aced76 req-95974ae0-2815-44e2-a227-4022a943f456 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404260 Feb 10 06:44:29.554857 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Publish callbacks [] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.593415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:29.597503 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c8af60-9875-481f-8631-d7440fd0c60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee6245a-634b-4b4f-b428-2ee3b0fd7191'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:29.600448 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2858ce-c120-4dc1-b0f7-8850240219f4" -d '{"events": [{"server_uuid": "99c8af60-9875-481f-8631-d7440fd0c60b", "name": "network-vif-plugged", "status": "completed", "tag": "1ee6245a-634b-4b4f-b428-2ee3b0fd7191"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:29.605805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.623586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.680684 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e36914-dd5a-49db-a29e-326d55ed5349 x-openstack-request-id: req-27e36914-dd5a-49db-a29e-326d55ed5349 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:29.680904 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c8af60-9875-481f-8631-d7440fd0c60b", "name": "network-vif-plugged", "status": "completed", "tag": "1ee6245a-634b-4b4f-b428-2ee3b0fd7191", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:29.681280 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27e36914-dd5a-49db-a29e-326d55ed5349 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:29.681800 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c8af60-9875-481f-8631-d7440fd0c60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee6245a-634b-4b4f-b428-2ee3b0fd7191', 'code': 200} Feb 10 06:44:29.684213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Pushing event updated for resources: {'Port': ['ID=7ab74b13-2ca4-421a-8a49-db59047b149e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:29.689253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:44:26Z', 'revision_number': 3, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:29.698528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.20.0.1 (a2354e8d-6432-46a9-9cc6-80244f36cbb3/5f639ac2-dc0b-4b87-bd3e-502d9b297c2c/90cef3b8-374b-47e7-a70c-c4657c7d0209) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:29.724170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266482e-eefb-491e-9611-37010d950fed req-4309b8d2-437e-4e10-b91b-74c37bc28ab3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:29.725700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e266482e-eefb-491e-9611-37010d950fed req-4309b8d2-437e-4e10-b91b-74c37bc28ab3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 943 time: 0.3292716 Feb 10 06:44:29.839523 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dddf8308-605a-40bf-8dc5-62cdaaed96a6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.867346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b2edc-4e43-4e0f-94be-9be0f1819b0b req-d64f1084-c22e-445a-8307-c51912810491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:29.869114 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f2b2edc-4e43-4e0f-94be-9be0f1819b0b req-d64f1084-c22e-445a-8307-c51912810491 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1128 time: 0.0792053 Feb 10 06:44:29.890332 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for floatingip (29db77e7-5077-4b02-833c-fda06fc58e3c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.893213 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:29.893822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b62b384-d515-47e3-b89b-119470aced76 req-a0f75e97-195b-449c-b01d-ddfa6abdbda4 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125591 Feb 10 06:44:29.894684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Port': ['ID=dddf8308-605a-40bf-8dc5-62cdaaed96a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:29.925334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Network a2354e8d-6432-46a9-9cc6-80244f36cbb3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:29.944130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:29.948017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff6e60-5851-4916-9b36-1b57cdddccff None None] The sync data for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 is: [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:44:26Z', 'revision_number': 3, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:29.949583 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f2b2edc-4e43-4e0f-94be-9be0f1819b0b req-dd1eb6ff-98fd-435d-8e29-996d82779183 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694900 Feb 10 06:44:29.953350 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:29.965950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:30.029102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:30.040407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=90cef3b8-374b-47e7-a70c-c4657c7d0209,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:30.047924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Attempting to bind port 7ab74b13-2ca4-421a-8a49-db59047b149e on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:30.048154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Attempting to bind port 7ab74b13-2ca4-421a-8a49-db59047b149e by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:30.048531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Attempting to bind port 7ab74b13-2ca4-421a-8a49-db59047b149e on network a2354e8d-6432-46a9-9cc6-80244f36cbb3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:30.055121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:30.055359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Checking segment: {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:30.055706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:30.056108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Bound using segment: {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:30.056587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Bound port: 7ab74b13-2ca4-421a-8a49-db59047b149e, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:30.057179 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:30.068897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network a2354e8d-6432-46a9-9cc6-80244f36cbb3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:30.070631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:30.076890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:30.077712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e266482e-eefb-491e-9611-37010d950fed req-0143bfd4-4dcf-4052-a242-19386046df17 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306191 Feb 10 06:44:30.164886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] For port 7ab74b13-2ca4-421a-8a49-db59047b149e, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:30.169083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] For port 7ab74b13-2ca4-421a-8a49-db59047b149e, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7ab74b13-2ca4-421a-8a49-db59047b149e,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:30.172349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:30.188928 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:30.306960 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f211aef4-0a4e-4caa-9d94-b57530a68795), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:30.309949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70745060-98fe-43fc-aa97-430dcbd77b20 None None] Pushing event updated for resources: {'Port': ['ID=7ab74b13-2ca4-421a-8a49-db59047b149e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:30.442701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b62b384-d515-47e3-b89b-119470aced76 req-f4bd3f89-445a-41a1-ab34-5d1afd3821d3 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094123 Feb 10 06:44:30.445668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:30.447974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (98216ed4-37cc-413e-8857-b36300d66b47), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:30.841620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Router 98216ed4-37cc-413e-8857-b36300d66b47 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:44:30.878429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:44:30.904113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb392f2-ebb8-4923-9518-8675015ce95d req-f6107ed9-e252-4008-8ccb-593a44e3cd82 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:30.910544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddb392f2-ebb8-4923-9518-8675015ce95d req-f6107ed9-e252-4008-8ccb-593a44e3cd82 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.3224394 Feb 10 06:44:30.979382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:30.986086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:31.019579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:31.048628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '71c81e7b-e3fa-4712-8719-5c3e5dfe5295', 'network_id': '9a7b1c65-e758-469c-9598-b94f2215b78d', 'port_id': '71c81e7b-e3fa-4712-8719-5c3e5dfe5295', 'mac_address': 'fa:16:3e:76:06:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d31bff-3510-4fee-b3d7-0904840e5467', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:44:31.122352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:31.122737 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:31.141564 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (f211aef4-0a4e-4caa-9d94-b57530a68795), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:31.149489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:44:31.152314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:31.172537 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab63bf-04d4-426c-a128-2cf0e0c76b7a None None] Sync routers for ids ['98216ed4-37cc-413e-8857-b36300d66b47'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:31.180508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57156) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:31.181886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-56bc8f8e-d16a-44ed-8a3f-b3021ed02c5e tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "PUT /v2.0/routers/98216ed4-37cc-413e-8857-b36300d66b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4070885 Feb 10 06:44:31.189374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:31.193350 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (f211aef4-0a4e-4caa-9d94-b57530a68795), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:31.194383 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab63bf-04d4-426c-a128-2cf0e0c76b7a None None] Routers {'98216ed4-37cc-413e-8857-b36300d66b47'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:31.199446 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1aab63bf-04d4-426c-a128-2cf0e0c76b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['98216ed4-37cc-413e-8857-b36300d66b47'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:31.226749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:31.231865 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:31.276174 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1aab63bf-04d4-426c-a128-2cf0e0c76b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:31.290752 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab63bf-04d4-426c-a128-2cf0e0c76b7a None None] Routers {'98216ed4-37cc-413e-8857-b36300d66b47'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:31.292100 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1aab63bf-04d4-426c-a128-2cf0e0c76b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['98216ed4-37cc-413e-8857-b36300d66b47'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:31.328833 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-eb7bdc47-06fa-4fce-ae61-f77d84ceed16 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] delete failed (client error): The resource could not be found. Feb 10 06:44:31.337291 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eb7bdc47-06fa-4fce-ae61-f77d84ceed16 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-639399142 HTTP/1.1" status: 404 len: 334 time: 0.1537673 Feb 10 06:44:31.341630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57158) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:31.353260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2934a6d5-ab43-4bed-bc7a-ec45f785a5d5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Request body: {'router': {'external_gateway_info': {'network_id': '98216ed4-37cc-413e-8857-b36300d66b47'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:31.358468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:31.359110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddb392f2-ebb8-4923-9518-8675015ce95d req-41a8be7d-53d0-43a1-b661-0be37f321b5c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4155209 Feb 10 06:44:31.373997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=90cef3b8-374b-47e7-a70c-c4657c7d0209,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:31.392418 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1aab63bf-04d4-426c-a128-2cf0e0c76b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:31.393243 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab63bf-04d4-426c-a128-2cf0e0c76b7a None None] The sync data for ids ['98216ed4-37cc-413e-8857-b36300d66b47'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:31.473728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['71c81e7b-e3fa-4712-8719-5c3e5dfe5295'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:44:31.517964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (29db77e7-5077-4b02-833c-fda06fc58e3c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:31.559081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=f211aef4-0a4e-4caa-9d94-b57530a68795,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:31.619274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.619678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.620025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.620475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.620813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.621257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.623024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.623393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.623736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.624077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.625873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.628277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.632791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:31.728163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7ab74b13-2ca4-421a-8a49-db59047b149e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:31.817949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7ab74b13-2ca4-421a-8a49-db59047b149e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:31.818355 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:31.833113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6adcf2-2d16-4fdd-970d-d921a3c3cdaf req-6abb8413-8e0d-436a-84e4-23428f2f9890 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:31.834992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c6adcf2-2d16-4fdd-970d-d921a3c3cdaf req-6abb8413-8e0d-436a-84e4-23428f2f9890 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 944 time: 0.5237229 Feb 10 06:44:31.909182 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Floating IP 29db77e7-5077-4b02-833c-fda06fc58e3c associated. External IP: 172.25.8.109, port: 12b80fdf-5715-472e-ba80-d1e883693b6f. Feb 10 06:44:31.941695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network a2354e8d-6432-46a9-9cc6-80244f36cbb3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:31.957136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7ab74b13-2ca4-421a-8a49-db59047b149e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:31.957644 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:31.981193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:31.989211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d496b-849c-457b-be73-5634fe7a7ee8 None None] Network a2354e8d-6432-46a9-9cc6-80244f36cbb3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:31.992575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2934a6d5-ab43-4bed-bc7a-ec45f785a5d5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for router_gateway (98216ed4-37cc-413e-8857-b36300d66b47), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:32.096578 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-2934a6d5-ab43-4bed-bc7a-ec45f785a5d5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] update failed (client error): The resource could not be found. Feb 10 06:44:32.103267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:32.104507 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2934a6d5-ab43-4bed-bc7a-ec45f785a5d5 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "PUT /v2.0/routers/98216ed4-37cc-413e-8857-b36300d66b47 HTTP/1.1" status: 404 len: 339 time: 0.7545009 Feb 10 06:44:32.119242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 7ab74b13-2ca4-421a-8a49-db59047b149e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7ab74b13-2ca4-421a-8a49-db59047b149e,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:32.128585 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:32.129610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6327286-5ad8-42fc-8458-2e0be107e35a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:32.170673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2016037d-8a2b-40ab-840d-116f41e36745 None None] Provisioning complete for port 7ab74b13-2ca4-421a-8a49-db59047b149e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:32.171291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2016037d-8a2b-40ab-840d-116f41e36745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:32.196226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:44:32.285655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e6327286-5ad8-42fc-8458-2e0be107e35a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:32.290901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:32.323676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=7ab74b13-2ca4-421a-8a49-db59047b149e,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:32.455251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:32.461604 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eb7eac43-68ab-4436-b946-c747fe4a8bb0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "PUT /v2.0/routers/62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4892845 Feb 10 06:44:32.464175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57168) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:32.569152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2016037d-8a2b-40ab-840d-116f41e36745 None None] Current status of the port 7ab74b13-2ca4-421a-8a49-db59047b149e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:32.588447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e6327286-5ad8-42fc-8458-2e0be107e35a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:32.588880 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:32.633263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port e6327286-5ad8-42fc-8458-2e0be107e35a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6327286-5ad8-42fc-8458-2e0be107e35a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:32.647880 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:32.746412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3e0d3aad-02b2-4d34-9034-09467181085a None None] Provisioning complete for port 7ab74b13-2ca4-421a-8a49-db59047b149e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:32.746823 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3aad-02b2-4d34-9034-09467181085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:32.792683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=e6327286-5ad8-42fc-8458-2e0be107e35a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:32.813112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c6adcf2-2d16-4fdd-970d-d921a3c3cdaf req-907c07be-4e93-45fa-ac6a-4a1287d7f1cd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9615479 Feb 10 06:44:32.875025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.875882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.876959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.877965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.879158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.881434 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.882246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.883121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.883945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.884737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.885556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.885790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d3aad-02b2-4d34-9034-09467181085a None None] Current status of the port 7ab74b13-2ca4-421a-8a49-db59047b149e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:32.887363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.892853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.893998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:44:32.894661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:32.900348 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-182b5337-0098-4117-9c21-942f327e6752 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9819 time: 0.4345105 Feb 10 06:44:32.902894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:32.903573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57170) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:32.926233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Router 88d16390-74cd-451a-a229-d443cf77ac1d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:44:32.963609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3e0d3aad-02b2-4d34-9034-09467181085a None None] Provisioning complete for port 90cef3b8-374b-47e7-a70c-c4657c7d0209 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:32.964071 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3aad-02b2-4d34-9034-09467181085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:33.004561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Sync routers for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:33.083625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d3aad-02b2-4d34-9034-09467181085a None None] Port 90cef3b8-374b-47e7-a70c-c4657c7d0209 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:33.092536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:33.093336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:33.095557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.096059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.096862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.097754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.098205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.099023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.099796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.100352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.100958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.101576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.102210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.102733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.103500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.104100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.107875 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dcaeb0d3-43e2-4474-8e88-664cb2c7ee14 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8860 time: 0.2010205 Feb 10 06:44:33.110274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57172) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:33.175944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:44:33.196467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:33.197006 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:33.256609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:33.319884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eded02c-7e5e-4902-9f0d-8d240e9a9e5c req-2efe5e8e-a855-47ff-85a0-638f816741b4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:33.321447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0eded02c-7e5e-4902-9f0d-8d240e9a9e5c req-2efe5e8e-a855-47ff-85a0-638f816741b4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 943 time: 0.5074005 Feb 10 06:44:33.329505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'port_id': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'mac_address': 'fa:16:3e:c4:4a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:44:33.388627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-99cc3da9-96fd-4238-87de-1521ef827f2f None None] Provisioning complete for port 90cef3b8-374b-47e7-a70c-c4657c7d0209 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:33.391192 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99cc3da9-96fd-4238-87de-1521ef827f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:33.456448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:33.569789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0eded02c-7e5e-4902-9f0d-8d240e9a9e5c req-52da84d0-247b-4bcf-9e8d-02ab322da45c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568577 Feb 10 06:44:33.609075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a4398310-5d0b-4a69-b68c-65f3b0972647 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:33.609891 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:33.623719 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:33.629672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4398310-5d0b-4a69-b68c-65f3b0972647 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:44:33.635009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7ab74b13-2ca4-421a-8a49-db59047b149e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:33.637442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-99cc3da9-96fd-4238-87de-1521ef827f2f None None] Port 90cef3b8-374b-47e7-a70c-c4657c7d0209 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:33.642059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:33.642726 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:33.643865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:33.657296 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] Sync routers for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:33.688357 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:33.690591 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:33.723197 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:33.745477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:33.767108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d1dc32fb-517b-4202-baf1-9585b6998ba0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.9033935 Feb 10 06:44:33.767942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:33.770480 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:33.773080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:33.798223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609214ea-206b-46c7-8e44-ab1f5d354a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c81e7b-e3fa-4712-8719-5c3e5dfe5295'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:33.800831 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06ce5b5-1875-4064-b82b-2e40c06432a7" -d '{"events": [{"server_uuid": "609214ea-206b-46c7-8e44-ab1f5d354a95", "name": "network-vif-plugged", "status": "completed", "tag": "71c81e7b-e3fa-4712-8719-5c3e5dfe5295"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:33.805972 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:33.931771 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c8c73-f578-47c9-b7fe-2628c6e0540b x-openstack-request-id: req-d39c8c73-f578-47c9-b7fe-2628c6e0540b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:33.932806 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:33.934604 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d39c8c73-f578-47c9-b7fe-2628c6e0540b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:33.935409 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'status': 'completed', 'code': 200} Feb 10 06:44:34.215845 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d1a450-21f7-473e-bb41-7f6e037ef1dc x-openstack-request-id: req-21d1a450-21f7-473e-bb41-7f6e037ef1dc {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:34.216360 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609214ea-206b-46c7-8e44-ab1f5d354a95", "name": "network-vif-plugged", "status": "completed", "tag": "71c81e7b-e3fa-4712-8719-5c3e5dfe5295", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:34.216360 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21d1a450-21f7-473e-bb41-7f6e037ef1dc {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:34.216673 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609214ea-206b-46c7-8e44-ab1f5d354a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c81e7b-e3fa-4712-8719-5c3e5dfe5295', 'code': 200} Feb 10 06:44:34.228544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:34.267006 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:34.276613 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:34.341315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a2cde3ac-5dc8-466b-8547-a0abfc1e45f9 None None] Provisioning complete for port 90cef3b8-374b-47e7-a70c-c4657c7d0209 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:34.341860 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2cde3ac-5dc8-466b-8547-a0abfc1e45f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:34.401274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a4398310-5d0b-4a69-b68c-65f3b0972647'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:44:34.413417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab349a-9c8c-44f7-9a53-c8b585bfccc7 req-cb7f55ba-0b94-47d6-a044-0f70481bd70d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.415279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7cab349a-9c8c-44f7-9a53-c8b585bfccc7 req-cb7f55ba-0b94-47d6-a044-0f70481bd70d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 944 time: 0.3889947 Feb 10 06:44:34.427524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7ab74b13-2ca4-421a-8a49-db59047b149e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:34.427966 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:34.486152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-772d80ae-82fb-4bad-96e9-15dc74e0fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.487875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-772d80ae-82fb-4bad-96e9-15dc74e0fc55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39ac44ed275a45639d8bf23102847fcc&device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 1166 time: 0.5348282 Feb 10 06:44:34.568305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a2cde3ac-5dc8-466b-8547-a0abfc1e45f9 None None] Port 90cef3b8-374b-47e7-a70c-c4657c7d0209 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:34.583608 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7aaaa279-7975-4d56-910c-2b80579a7fb0 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5763 time: 1.4718261 Feb 10 06:44:34.586914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a133ff0-a20a-4cb4-a9c0-bf4fac8fd587 req-f0132065-b3a1-41bc-a1cd-d771939be265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.588950 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a133ff0-a20a-4cb4-a9c0-bf4fac8fd587 req-f0132065-b3a1-41bc-a1cd-d771939be265 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 1127 time: 0.1327922 Feb 10 06:44:34.619290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-7fc41bf5-3e8b-4586-bbd1-6a9890607f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.621952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-7fc41bf5-3e8b-4586-bbd1-6a9890607f78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e HTTP/1.1" status: 200 len: 896 time: 0.1126001 Feb 10 06:44:34.650476 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:42Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '29db77e7-5077-4b02-833c-fda06fc58e3c', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'port_id': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'mac_address': 'fa:16:3e:79:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:29Z', 'revision_number': 0, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6058cd88-7c64-4364-8155-0630ef9f9e96', 'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:5d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:40Z', 'updated_at': '2022-02-10T06:43:56Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': '8840a41b-c426-42b9-903d-f80531abf210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:34.659578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:34.683704 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a133ff0-a20a-4cb4-a9c0-bf4fac8fd587 req-d8ad3aae-61cb-47c5-9922-83c688e27860 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854452 Feb 10 06:44:34.699442 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] Checking router: 88d16390-74cd-451a-a229-d443cf77ac1d for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:44:34.718751 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:34.719414 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:34.794989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:34.851704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7ab74b13-2ca4-421a-8a49-db59047b149e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:34.853113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6327286-5ad8-42fc-8458-2e0be107e35a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:34.866353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.866633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.867236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.867762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.868350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.868869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.869558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.870125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.872149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.872149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.872532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.873117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.873638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.874377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:34.880086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-04b11ec2-b731-4085-9595-9bb99749ca46 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9819 time: 1.0842164 Feb 10 06:44:34.881068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57196) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:34.904949 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:34.908675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7cab349a-9c8c-44f7-9a53-c8b585bfccc7 req-61af046b-7484-4554-94ad-0b064ed961e2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401803 Feb 10 06:44:34.912279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:44:30Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:30Z', 'revision_number': 2, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:34.922551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-9bafc437-1276-4255-ae60-cf7c64babac1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12b80fdf-5715-472e-ba80-d1e883693b6f HTTP/1.1" status: 200 len: 999 time: 0.2177567 Feb 10 06:44:34.925884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57198) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:34.992646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-eff5f623-0f11-4ff0-9de6-c5c26f5ccdab tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448606370', 'description': 'tempest-secgroup-smoke-1448606370 description', 'project_id': '37c0f4d3cbd94b22835233e088c819d9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:35.009666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.010295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.010866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.011411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.012224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.012427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.012926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.013324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.014251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.014697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.015084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.016260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.016784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.017258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.020190 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eead9cb7-d93e-4ca9-9967-9b6c9c597a18 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8860 time: 0.1385529 Feb 10 06:44:35.023190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57200) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:35.029328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Allocated IP 172.20.0.1 (46a76167-d294-43cb-a2a4-8d8dce8951b6/04f2ed86-969c-4647-84c4-dbf6edfa3e65/52a811a3-ac6c-43bd-8513-0493a8f75555) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:35.051852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Checking router: 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:44:35.052469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Updating router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb port 90cef3b8-374b-47e7-a70c-c4657c7d0209 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:44:35.070351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-8928f943-8563-4352-b891-590e83e5bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.072001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-8928f943-8563-4352-b891-590e83e5bb82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8840a41b-c426-42b9-903d-f80531abf210 HTTP/1.1" status: 200 len: 835 time: 0.1412177 Feb 10 06:44:35.096433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eff5f623-0f11-4ff0-9de6-c5c26f5ccdab tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.177819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e6327286-5ad8-42fc-8458-2e0be107e35a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:35.178224 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.242564 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.294383 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d00c76bd-d6ea-4ab9-aa6e-51739c191fb6 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5763 time: 0.2698817 Feb 10 06:44:35.297439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57202) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:35.300862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e6327286-5ad8-42fc-8458-2e0be107e35a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:35.322903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.372647 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.411192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70c97cb-1481-4ce5-a0f9-bf68874bb9e8 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.411667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70c97cb-1481-4ce5-a0f9-bf68874bb9e8 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.413327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b70c97cb-1481-4ce5-a0f9-bf68874bb9e8 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=88d16390-74cd-451a-a229-d443cf77ac1d HTTP/1.1" status: 200 len: 2062 time: 0.1149611 Feb 10 06:44:35.420104 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:42Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '29db77e7-5077-4b02-833c-fda06fc58e3c', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'port_id': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'mac_address': 'fa:16:3e:79:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:29Z', 'revision_number': 0, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6058cd88-7c64-4364-8155-0630ef9f9e96', 'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:5d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:40Z', 'updated_at': '2022-02-10T06:43:56Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': '8840a41b-c426-42b9-903d-f80531abf210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:35.438261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfabbc-3d10-4745-b63c-146762cac8b7 req-5e8f5a09-a192-4760-8128-cee8c1c70413 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.445544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cedfabbc-3d10-4745-b63c-146762cac8b7 req-5e8f5a09-a192-4760-8128-cee8c1c70413 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 944 time: 0.4410818 Feb 10 06:44:35.454004 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5969-e6d1-45eb-b86b-4466b67a4440 None None] The sync data for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 is: [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:42Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '29db77e7-5077-4b02-833c-fda06fc58e3c', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'port_id': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'mac_address': 'fa:16:3e:79:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:29Z', 'revision_number': 0, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6058cd88-7c64-4364-8155-0630ef9f9e96', 'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:5d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:40Z', 'updated_at': '2022-02-10T06:43:56Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': '8840a41b-c426-42b9-903d-f80531abf210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:35.475063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Port': ['ID=52a811a3-ac6c-43bd-8513-0493a8f75555,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:35.518627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-6629d1e8-20ba-419a-b750-536ec61c2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:35.520476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-6629d1e8-20ba-419a-b750-536ec61c2f1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4291561 Feb 10 06:44:35.535255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network 46a76167-d294-43cb-a2a4-8d8dce8951b6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:35.577328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:35.615605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:35.653208 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Publish callbacks [] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.662447 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.675847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cedfabbc-3d10-4745-b63c-146762cac8b7 req-f0450cf5-c7d0-45f9-9db0-e9e571d302f3 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225471 Feb 10 06:44:35.710565 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (98216ed4-37cc-413e-8857-b36300d66b47), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.757460 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3167621-85e9-4712-aac3-10a36c210fe7 None None] Pushing event updated for resources: {'Port': ['ID=90cef3b8-374b-47e7-a70c-c4657c7d0209,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:35.809731 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eff5f623-0f11-4ff0-9de6-c5c26f5ccdab tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (9984fcda-b3ce-4b15-bcb8-958760ab28c1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.903935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-e38a7494-7c20-41de-8e51-1d29f02f0ada service neutron] 10.222.0.24 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670197 Feb 10 06:44:35.905503 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eff5f623-0f11-4ff0-9de6-c5c26f5ccdab tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9984fcda-b3ce-4b15-bcb8-958760ab28c1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:35.909034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8521aa-4de0-40b6-be66-90032589a416 None None] New status for floating IP 29db77e7-5077-4b02-833c-fda06fc58e3c: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:44:35.912782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Attempting to bind port 90cef3b8-374b-47e7-a70c-c4657c7d0209 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:35.913159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Attempting to bind port 90cef3b8-374b-47e7-a70c-c4657c7d0209 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:35.913531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Attempting to bind port 90cef3b8-374b-47e7-a70c-c4657c7d0209 on network a2354e8d-6432-46a9-9cc6-80244f36cbb3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:36.002837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:36.003228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Checking segment: {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:36.003647 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.004023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Bound using segment: {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:36.004518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Bound port: 90cef3b8-374b-47e7-a70c-c4657c7d0209, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:36.005036 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.084604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eff5f623-0f11-4ff0-9de6-c5c26f5ccdab tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.085673 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eff5f623-0f11-4ff0-9de6-c5c26f5ccdab tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1587136 Feb 10 06:44:36.089180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57212) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:36.094262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-48cd6f54-eefd-4626-9c81-22d8f84f81c2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '9984fcda-b3ce-4b15-bcb8-958760ab28c1', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:36.122934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.127596 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48cd6f54-eefd-4626-9c81-22d8f84f81c2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (fac3de65-a809-4d99-ac71-165317d84c68), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.144209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5f623-0f11-4ff0-9de6-c5c26f5ccdab tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9984fcda-b3ce-4b15-bcb8-958760ab28c1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:36.184694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] For port 90cef3b8-374b-47e7-a70c-c4657c7d0209, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:36.188713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] For port 90cef3b8-374b-47e7-a70c-c4657c7d0209, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=90cef3b8-374b-47e7-a70c-c4657c7d0209,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:36.210281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48cd6f54-eefd-4626-9c81-22d8f84f81c2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (fac3de65-a809-4d99-ac71-165317d84c68), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.218131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48cd6f54-eefd-4626-9c81-22d8f84f81c2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (fac3de65-a809-4d99-ac71-165317d84c68), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.225300 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.254681 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48cd6f54-eefd-4626-9c81-22d8f84f81c2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.257272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-48cd6f54-eefd-4626-9c81-22d8f84f81c2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667163 Feb 10 06:44:36.259062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd6f54-eefd-4626-9c81-22d8f84f81c2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac3de65-a809-4d99-ac71-165317d84c68,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:36.261605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57214) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:36.278143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f8038a6a-3adc-4ac7-bdcc-a590b44ddbb9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '9984fcda-b3ce-4b15-bcb8-958760ab28c1', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:36.287899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] Provisioning complete for port 90cef3b8-374b-47e7-a70c-c4657c7d0209 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:36.288503 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.322595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8038a6a-3adc-4ac7-bdcc-a590b44ddbb9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (33ec50c4-069b-443b-9269-37bc39a020a6), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.397484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3167621-85e9-4712-aac3-10a36c210fe7 None None] Pushing event updated for resources: {'Port': ['ID=90cef3b8-374b-47e7-a70c-c4657c7d0209,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:36.404377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:36.405174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:36.469463 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8038a6a-3adc-4ac7-bdcc-a590b44ddbb9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (33ec50c4-069b-443b-9269-37bc39a020a6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.480342 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8038a6a-3adc-4ac7-bdcc-a590b44ddbb9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (33ec50c4-069b-443b-9269-37bc39a020a6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.518088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8038a6a-3adc-4ac7-bdcc-a590b44ddbb9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ec50c4-069b-443b-9269-37bc39a020a6,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:36.533789 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8038a6a-3adc-4ac7-bdcc-a590b44ddbb9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.537935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f8038a6a-3adc-4ac7-bdcc-a590b44ddbb9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2652359 Feb 10 06:44:36.538277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57216) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:36.544591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-086a5a98-b7fb-4d55-8cbe-41912c731520 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '9984fcda-b3ce-4b15-bcb8-958760ab28c1', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:36.594509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-086a5a98-b7fb-4d55-8cbe-41912c731520 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (b8a77315-5606-402b-86e3-e2e45b8b14e8), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.616758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] Current status of the port 90cef3b8-374b-47e7-a70c-c4657c7d0209 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:36.617159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.625991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:36.688451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-086a5a98-b7fb-4d55-8cbe-41912c731520 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (b8a77315-5606-402b-86e3-e2e45b8b14e8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.696664 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-086a5a98-b7fb-4d55-8cbe-41912c731520 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b8a77315-5606-402b-86e3-e2e45b8b14e8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.729094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] For port 90cef3b8-374b-47e7-a70c-c4657c7d0209, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=90cef3b8-374b-47e7-a70c-c4657c7d0209,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:36.735146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a5a98-b7fb-4d55-8cbe-41912c731520 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a77315-5606-402b-86e3-e2e45b8b14e8,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:36.747349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-086a5a98-b7fb-4d55-8cbe-41912c731520 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.751393 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-086a5a98-b7fb-4d55-8cbe-41912c731520 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2092426 Feb 10 06:44:36.752319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57220) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:36.752468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.760858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-14511a97-0b8a-41a4-9841-60aa233673dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '9984fcda-b3ce-4b15-bcb8-958760ab28c1', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:36.785272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b515-837e-479f-afe9-7d925c1daf6a req-9d841c64-209d-41f3-b6f7-9f45a9dfecfd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:36.787261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d30b515-837e-479f-afe9-7d925c1daf6a req-9d841c64-209d-41f3-b6f7-9f45a9dfecfd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.7146595 Feb 10 06:44:36.790578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14511a97-0b8a-41a4-9841-60aa233673dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (b9b9e1b8-f61e-453a-a6c4-270767320035), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.853293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b5d6e2-fd83-4796-b783-b0bcfec40cc2 req-a5bbda5a-6a47-40fe-9de7-0b4e6ed2ff93 service neutron] 10.222.0.24 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9216278 Feb 10 06:44:36.855288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] Provisioning complete for port 52a811a3-ac6c-43bd-8513-0493a8f75555 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:36.855672 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.872467 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14511a97-0b8a-41a4-9841-60aa233673dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (b9b9e1b8-f61e-453a-a6c4-270767320035), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.882182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14511a97-0b8a-41a4-9841-60aa233673dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b9b9e1b8-f61e-453a-a6c4-270767320035), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.907087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14511a97-0b8a-41a4-9841-60aa233673dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b9e1b8-f61e-453a-a6c4-270767320035,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:36.907292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:36.920734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.922842 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14511a97-0b8a-41a4-9841-60aa233673dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:36.927000 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-14511a97-0b8a-41a4-9841-60aa233673dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1708918 Feb 10 06:44:36.936675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:36.943093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-77959952-9673-4574-8717-e7344fe0a9a8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '9984fcda-b3ce-4b15-bcb8-958760ab28c1', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:36.970627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] Pushing event updated for resources: {'Port': ['ID=90cef3b8-374b-47e7-a70c-c4657c7d0209,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:36.983251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d30b515-837e-479f-afe9-7d925c1daf6a req-264098d4-e096-431f-bf39-4d2b5e6c1156 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737683 Feb 10 06:44:36.993771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0251bc76-dad4-4bfb-b430-23df3ce3a75e None None] Port 52a811a3-ac6c-43bd-8513-0493a8f75555 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:37.021570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63698-90fc-46ee-88ef-1dfdc6ce761b req-cc5fc02a-0c57-4ee4-82ce-1090f7211017 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:37.028957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5dc63698-90fc-46ee-88ef-1dfdc6ce761b req-cc5fc02a-0c57-4ee4-82ce-1090f7211017 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 944 time: 0.2355549 Feb 10 06:44:37.047575 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-77959952-9673-4574-8717-e7344fe0a9a8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Project 37c0f4d3cbd94b22835233e088c819d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:44:37.073600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port a4398310-5d0b-4a69-b68c-65f3b0972647 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:37.074084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.078391 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77959952-9673-4574-8717-e7344fe0a9a8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (c0952ce8-7dfe-4bcc-9d33-09cc6e1fdcae), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.104574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:44:30Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:37.195756 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77959952-9673-4574-8717-e7344fe0a9a8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (c0952ce8-7dfe-4bcc-9d33-09cc6e1fdcae), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.232687 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77959952-9673-4574-8717-e7344fe0a9a8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (c0952ce8-7dfe-4bcc-9d33-09cc6e1fdcae), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.263979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5dc63698-90fc-46ee-88ef-1dfdc6ce761b req-a90a7343-3a17-499d-be79-1df5991acf4e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335994 Feb 10 06:44:37.324802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f2e2f-6b9f-4293-8075-27f00acbd80c None None] The sync data for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 is: [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:44:30Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:37.347486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77959952-9673-4574-8717-e7344fe0a9a8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.351386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-77959952-9673-4574-8717-e7344fe0a9a8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4104867 Feb 10 06:44:37.351556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d2abf340-2b2e-4e5d-975a-4ad3be456ca8 None None] Provisioning complete for port 90cef3b8-374b-47e7-a70c-c4657c7d0209 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:37.351556 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2abf340-2b2e-4e5d-975a-4ad3be456ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.352661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57232) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:37.356068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77959952-9673-4574-8717-e7344fe0a9a8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0952ce8-7dfe-4bcc-9d33-09cc6e1fdcae,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:37.357530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f4c4cabb-19e7-4b52-92ca-0c4c5b1b7432 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '9984fcda-b3ce-4b15-bcb8-958760ab28c1', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:37.436333 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-f4c4cabb-19e7-4b52-92ca-0c4c5b1b7432 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Project 37c0f4d3cbd94b22835233e088c819d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:44:37.450731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cabb-19e7-4b52-92ca-0c4c5b1b7432 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (9e2817ea-b50d-45f7-a2db-80488914f802), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.491223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-912f1c7d-a193-4dbd-bd91-f329c6350d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:37.496268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-912f1c7d-a193-4dbd-bd91-f329c6350d99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 1127 time: 0.2078490 Feb 10 06:44:37.498760 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.544413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b4425-b17d-44b6-bc82-67fbe000d3d6 req-0e62e2e1-e506-4820-b02e-6b30dd3e7679 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:37.555833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-973b4425-b17d-44b6-bc82-67fbe000d3d6 req-0e62e2e1-e506-4820-b02e-6b30dd3e7679 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1663401 Feb 10 06:44:37.559345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a4398310-5d0b-4a69-b68c-65f3b0972647 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:37.559734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.568645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.589079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cabb-19e7-4b52-92ca-0c4c5b1b7432 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (9e2817ea-b50d-45f7-a2db-80488914f802), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.596918 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cabb-19e7-4b52-92ca-0c4c5b1b7432 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (9e2817ea-b50d-45f7-a2db-80488914f802), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.625298 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cabb-19e7-4b52-92ca-0c4c5b1b7432 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.626580 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f4c4cabb-19e7-4b52-92ca-0c4c5b1b7432 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2727501 Feb 10 06:44:37.627304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4cabb-19e7-4b52-92ca-0c4c5b1b7432 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2817ea-b50d-45f7-a2db-80488914f802,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:37.638246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 90cef3b8-374b-47e7-a70c-c4657c7d0209 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:37.673644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:37.677513 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4ae5aa-862a-4343-947c-e00234630585" -d '{"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-plugged", "status": "completed", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:37.709106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:37.720485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d2abf340-2b2e-4e5d-975a-4ad3be456ca8 None None] Current status of the port 90cef3b8-374b-47e7-a70c-c4657c7d0209 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:37.730593 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.753855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-b1c80e7f-6e4b-4050-affc-609bf5f81f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:37.756065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-b1c80e7f-6e4b-4050-affc-609bf5f81f50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 918 time: 0.2420146 Feb 10 06:44:37.764777 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a963513-d791-411c-b406-1dc37568d047 x-openstack-request-id: req-1a963513-d791-411c-b406-1dc37568d047 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:37.765092 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-plugged", "status": "completed", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:37.765356 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a963513-d791-411c-b406-1dc37568d047 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:37.765751 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'code': 200} Feb 10 06:44:37.838237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-02aabd89-7d77-4a66-a51f-9ed7063217b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c81e7b-e3fa-4712-8719-5c3e5dfe5295 HTTP/1.1" status: 200 len: 217 time: 0.0557907 Feb 10 06:44:37.864625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 90cef3b8-374b-47e7-a70c-c4657c7d0209 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:37.865159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.914218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:37.959610 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (98216ed4-37cc-413e-8857-b36300d66b47), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:37.995268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-973b4425-b17d-44b6-bc82-67fbe000d3d6 req-a91559fa-cc48-4b2d-b92f-c8087300de76 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372046 Feb 10 06:44:38.029590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event updated for resources: {'Port': ['ID=52a811a3-ac6c-43bd-8513-0493a8f75555,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:38.030774 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40cf0e-410c-4413-9d1c-3cabb65d95b1 req-7163e0eb-9cca-4136-b266-4d7e63f3c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:38.044589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-3e38d03c-ea91-453d-a2b2-3346363ca42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:38.046367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-3e38d03c-ea91-453d-a2b2-3346363ca42a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.1957414 Feb 10 06:44:38.050355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 90cef3b8-374b-47e7-a70c-c4657c7d0209 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:38.063251 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f40cf0e-410c-4413-9d1c-3cabb65d95b1 req-7163e0eb-9cca-4136-b266-4d7e63f3c280 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1128 time: 0.1187468 Feb 10 06:44:38.149723 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f40cf0e-410c-4413-9d1c-3cabb65d95b1 req-c6c8bcbd-a43e-436f-b8de-a59ed0392404 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774527 Feb 10 06:44:38.154220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-1638cd96-2e1a-41d1-b430-6cf383717f7c tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448606370&fields=id&tenant_id=37c0f4d3cbd94b22835233e088c819d9 HTTP/1.1" status: 200 len: 267 time: 0.2019751 Feb 10 06:44:38.178408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-ae165331-fb45-429d-97ba-23502766f110 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175408 Feb 10 06:44:38.338562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Network 46a76167-d294-43cb-a2a4-8d8dce8951b6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:38.350636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:38.386675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-82cb7a4c-4c4d-4fc0-bc7e-00d755b01310 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:38.388636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-82cb7a4c-4c4d-4fc0-bc7e-00d755b01310 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/networks?id=a2354e8d-6432-46a9-9cc6-80244f36cbb3 HTTP/1.1" status: 200 len: 797 time: 0.2127197 Feb 10 06:44:38.561307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Router 98216ed4-37cc-413e-8857-b36300d66b47 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:44:38.649559 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-e4295314-468e-44e9-83db-02e1a24e2816 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805793 Feb 10 06:44:38.650679 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d2ee2912-fead-41ea-9f1c-501e267d7b8f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/quotas/37c0f4d3cbd94b22835233e088c819d9 HTTP/1.1" status: 200 len: 375 time: 0.2172513 Feb 10 06:44:38.759813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-87bc837c-6be3-4e24-b9d6-0cee0b189531 None None] Provisioning complete for port 52a811a3-ac6c-43bd-8513-0493a8f75555 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:38.760276 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87bc837c-6be3-4e24-b9d6-0cee0b189531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:38.798994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:38.806100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-87bc837c-6be3-4e24-b9d6-0cee0b189531 None None] Port 52a811a3-ac6c-43bd-8513-0493a8f75555 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:38.809725 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801b7f1-b49f-442e-8875-912f38f7bd6d None None] Sync routers for ids ['98216ed4-37cc-413e-8857-b36300d66b47'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:38.829232 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801b7f1-b49f-442e-8875-912f38f7bd6d None None] Routers {'98216ed4-37cc-413e-8857-b36300d66b47'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:38.830500 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d801b7f1-b49f-442e-8875-912f38f7bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['98216ed4-37cc-413e-8857-b36300d66b47'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:38.873385 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d801b7f1-b49f-442e-8875-912f38f7bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:38.887393 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801b7f1-b49f-442e-8875-912f38f7bd6d None None] Routers {'98216ed4-37cc-413e-8857-b36300d66b47'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:38.888436 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d801b7f1-b49f-442e-8875-912f38f7bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['98216ed4-37cc-413e-8857-b36300d66b47'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:38.913838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29d6f44f-8793-4c46-9cef-843c74332cfb req-a4d6732c-5011-4584-bc1a-8654647200f2 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570255 Feb 10 06:44:38.922777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a5e3b-22fd-4fd6-b422-75eb86722bb3 req-bb027dc1-859e-47f8-b3f8-b1daeaa5bb49 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:38.930813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a8a5e3b-22fd-4fd6-b422-75eb86722bb3 req-bb027dc1-859e-47f8-b3f8-b1daeaa5bb49 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 946 time: 0.5759194 Feb 10 06:44:38.936304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c5c597a0-a125-4b57-adfd-8b71de0b3782 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "PUT /v2.0/routers/98216ed4-37cc-413e-8857-b36300d66b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8319960 Feb 10 06:44:38.939931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57256) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:39.026397 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d801b7f1-b49f-442e-8875-912f38f7bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:39.027255 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801b7f1-b49f-442e-8875-912f38f7bd6d None None] The sync data for ids ['98216ed4-37cc-413e-8857-b36300d66b47'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:39.040324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a8a5e3b-22fd-4fd6-b422-75eb86722bb3 req-eaaef51e-d80e-455f-ac75-8093b5845fb7 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049058 Feb 10 06:44:39.067175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-ae568a72-3162-45e7-b072-a9a4a62509ed tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3942246 Feb 10 06:44:39.099085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb056422-bf6c-421c-a621-a1fd00f1cb63 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for router (98216ed4-37cc-413e-8857-b36300d66b47), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:39.250825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-ea61f5d9-8627-4879-9ef0-c0c71f4f076f service neutron] 10.222.0.21 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712203 Feb 10 06:44:39.259331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6040e-df8a-42c3-99e7-acda5dc9a35f req-988ecaca-6644-4f92-a705-cb724df1edbb tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:39.267190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc6040e-df8a-42c3-99e7-acda5dc9a35f req-988ecaca-6644-4f92-a705-cb724df1edbb tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1372328 Feb 10 06:44:39.298222 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-bb056422-bf6c-421c-a621-a1fd00f1cb63 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 06:44:39.303055 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bb056422-bf6c-421c-a621-a1fd00f1cb63 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "DELETE /v2.0/routers/98216ed4-37cc-413e-8857-b36300d66b47 HTTP/1.1" status: 409 len: 329 time: 0.3607068 Feb 10 06:44:39.303800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57272) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:39.464954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc6040e-df8a-42c3-99e7-acda5dc9a35f req-1276e13d-a165-40dd-885e-5d43456c757a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921139 Feb 10 06:44:39.507593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-987be42d-6a78-4bc2-8372-6a9ec757f99e service neutron] 10.222.0.21 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380197 Feb 10 06:44:39.877174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7964cb5-c459-4415-b947-4410817ed668 req-5ab30ad2-20fe-4295-b50d-516225e7f606 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 210 time: 0.0587683 Feb 10 06:44:40.016628 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:40.237085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (98216ed4-37cc-413e-8857-b36300d66b47), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:40.253277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f0b0e-24e8-4fd8-bf66-e3b9fb64c90e req-847134d5-2fb6-4641-b3fb-f9203e9574c1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:40.263975 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f2f0b0e-24e8-4fd8-bf66-e3b9fb64c90e req-847134d5-2fb6-4641-b3fb-f9203e9574c1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 946 time: 0.0955250 Feb 10 06:44:40.315591 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-274eb0cf-90bf-464b-9878-4d06cfc70155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:40.362165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f2f0b0e-24e8-4fd8-bf66-e3b9fb64c90e req-925f0ac3-9ee6-4042-8166-71b6f35d0617 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932667 Feb 10 06:44:40.642779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc73cef-83d3-4399-84fb-b3dc61fd42dc req-434f7236-192f-4665-b83b-819eef86cf5a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:40.644754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7dc73cef-83d3-4399-84fb-b3dc61fd42dc req-434f7236-192f-4665-b83b-819eef86cf5a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0801756 Feb 10 06:44:40.647213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Deleting port 52a811a3-ac6c-43bd-8513-0493a8f75555 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:40.647796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:40.709887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7dc73cef-83d3-4399-84fb-b3dc61fd42dc req-c424601c-0faa-4f23-8d50-c1c43e0dc730 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587378 Feb 10 06:44:40.763496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:40.783500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Calling delete_port for 52a811a3-ac6c-43bd-8513-0493a8f75555 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:40.994539 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (52a811a3-ac6c-43bd-8513-0493a8f75555), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:41.029297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Port': ['ID=52a811a3-ac6c-43bd-8513-0493a8f75555,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:41.053044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-273326fd-2dd0-488d-a810-f2137a4a475b req-833611e2-085e-4f4c-b2cd-ee1af00366ed tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 210 time: 0.0634072 Feb 10 06:44:41.538079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfcc71-d0cc-45c6-a80e-b0f5f0e66973 req-9701cec9-f393-4976-8ab2-00076fdc9136 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:41.540139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0dfcc71-d0cc-45c6-a80e-b0f5f0e66973 req-9701cec9-f393-4976-8ab2-00076fdc9136 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 946 time: 0.0715709 Feb 10 06:44:41.593721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0dfcc71-d0cc-45c6-a80e-b0f5f0e66973 req-ceade18f-9755-4c12-a9c4-35ecf0867ff2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463088 Feb 10 06:44:41.634792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (98216ed4-37cc-413e-8857-b36300d66b47), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:41.734394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-a1bf6d97-616f-4d1e-a71e-fac519fe2721 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:41.735969 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-a1bf6d97-616f-4d1e-a71e-fac519fe2721 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "GET /v2.0/networks?id=a2354e8d-6432-46a9-9cc6-80244f36cbb3 HTTP/1.1" status: 200 len: 797 time: 0.5562940 Feb 10 06:44:41.859943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a828fd-f983-400b-8317-5e836c6d6a9d req-b4e24ae2-c399-4687-9430-08bcbcceaf03 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:41.869229 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91a828fd-f983-400b-8317-5e836c6d6a9d req-b4e24ae2-c399-4687-9430-08bcbcceaf03 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0706456 Feb 10 06:44:41.873412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Router 98216ed4-37cc-413e-8857-b36300d66b47 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:44:41.892796 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-e374cf19-9d45-422e-a54e-6702c2d4a580 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37c0f4d3cbd94b22835233e088c819d9 HTTP/1.1" status: 200 len: 380 time: 0.1472640 Feb 10 06:44:41.902558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'port': {'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'admin_state_up': True, 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'security_groups': ['9984fcda-b3ce-4b15-bcb8-958760ab28c1']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:41.930868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91a828fd-f983-400b-8317-5e836c6d6a9d req-92c22563-67f6-4653-b77c-6829965b25b3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604484 Feb 10 06:44:42.030365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:42.037329 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0eea86db-d586-4fce-8663-4ec7be4a39ba tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "PUT /v2.0/routers/98216ed4-37cc-413e-8857-b36300d66b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7323864 Feb 10 06:44:42.041953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57362) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:42.042814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d20d5c7-ce68-4e77-9bd4-87fcb71c6ac1 None None] Sync routers for ids ['98216ed4-37cc-413e-8857-b36300d66b47'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:42.059305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20d5c7-ce68-4e77-9bd4-87fcb71c6ac1 None None] Routers {'98216ed4-37cc-413e-8857-b36300d66b47'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:42.073402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5d20d5c7-ce68-4e77-9bd4-87fcb71c6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['98216ed4-37cc-413e-8857-b36300d66b47'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:42.095580 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-129d88e3-b1db-40ca-a382-0f5c2ab34e5f tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] show failed (client error): The resource could not be found. Feb 10 06:44:42.096896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-129d88e3-b1db-40ca-a382-0f5c2ab34e5f tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1933603793 HTTP/1.1" status: 404 len: 335 time: 0.0524898 Feb 10 06:44:42.100628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57366) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:42.105385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a7a6ac62-53a4-40b4-bf81-7d00f09d20bc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:42.111610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Made reservation on behalf of 37c0f4d3cbd94b22835233e088c819d9 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:42.116382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.120811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5d20d5c7-ce68-4e77-9bd4-87fcb71c6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:42.132418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20d5c7-ce68-4e77-9bd4-87fcb71c6ac1 None None] Routers {'98216ed4-37cc-413e-8857-b36300d66b47'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:42.133230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5d20d5c7-ce68-4e77-9bd4-87fcb71c6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['98216ed4-37cc-413e-8857-b36300d66b47'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:42.170727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5d20d5c7-ce68-4e77-9bd4-87fcb71c6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:42.171763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d20d5c7-ce68-4e77-9bd4-87fcb71c6ac1 None None] The sync data for ids ['98216ed4-37cc-413e-8857-b36300d66b47'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:42.180005 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-a7a6ac62-53a4-40b4-bf81-7d00f09d20bc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] update failed (client error): The resource could not be found. Feb 10 06:44:42.185591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7a6ac62-53a4-40b4-bf81-7d00f09d20bc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-497432925 HTTP/1.1" status: 404 len: 334 time: 0.0793908 Feb 10 06:44:42.189387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57368) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:42.235864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3d8ffe4-b8ab-4df1-8714-ba5743cae9ac req-6c077280-3877-4038-ad5a-3b1720155cec tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 210 time: 0.0710793 Feb 10 06:44:42.285045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2770e2-e122-4986-aa43-7edd56d51ff9 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Deleting subnet 2b710888-58f5-4b46-b375-4ff466f715f2 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:44:42.291595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d2770e2-e122-4986-aa43-7edd56d51ff9 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for subnet (2b710888-58f5-4b46-b375-4ff466f715f2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.345249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.20.0.8 (a2354e8d-6432-46a9-9cc6-80244f36cbb3/5f639ac2-dc0b-4b87-bd3e-502d9b297c2c/9856d25e-ab04-4cfe-9b9c-ae6e339d87be) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:42.348477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d2770e2-e122-4986-aa43-7edd56d51ff9 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (2b710888-58f5-4b46-b375-4ff466f715f2), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.518981 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96ef1cdb-9e74-4b7c-a304-6d29433c1902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.561217 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d2770e2-e122-4986-aa43-7edd56d51ff9 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (2b710888-58f5-4b46-b375-4ff466f715f2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.652493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.669339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d2770e2-e122-4986-aa43-7edd56d51ff9 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (2b710888-58f5-4b46-b375-4ff466f715f2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.720470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d2770e2-e122-4986-aa43-7edd56d51ff9 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.720911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc110a-07b3-4aa5-bc70-25a01f23fb1f None None] Network 6030a07d-7940-44a2-8917-1ae80b451b93 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:42.725016 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6d2770e2-e122-4986-aa43-7edd56d51ff9 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "DELETE /v2.0/subnets/2b710888-58f5-4b46-b375-4ff466f715f2 HTTP/1.1" status: 204 len: 168 time: 0.5344658 Feb 10 06:44:42.726224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2770e2-e122-4986-aa43-7edd56d51ff9 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Subnet': ['ID=2b710888-58f5-4b46-b375-4ff466f715f2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:42.727565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57374) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:42.747436 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.793561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49a035f-9604-4c6f-9d7d-bca2a28ec223 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Deleting subnet 624ebf17-b432-4d70-90f0-899d33071b15 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:44:42.797852 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b49a035f-9604-4c6f-9d7d-bca2a28ec223 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for subnet (624ebf17-b432-4d70-90f0-899d33071b15), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.816394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network a2354e8d-6432-46a9-9cc6-80244f36cbb3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:42.820671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:42.825281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:42.829833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:42.853873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b49a035f-9604-4c6f-9d7d-bca2a28ec223 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (624ebf17-b432-4d70-90f0-899d33071b15), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.881554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:42.882233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:42.901302 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-13ca64d5-62dc-4d6b-8350-badadef3b6f8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0029538 Feb 10 06:44:42.916257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Request body: {'port': {'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:42.955336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] DHCP port deletion for 6030a07d-7940-44a2-8917-1ae80b451b93 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:44:42.974496 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b49a035f-9604-4c6f-9d7d-bca2a28ec223 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (624ebf17-b432-4d70-90f0-899d33071b15), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.014039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Deleting port 25b4dca1-7647-42ac-b66e-f8fbb977b634 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:43.014250 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.045458 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.091584 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b49a035f-9604-4c6f-9d7d-bca2a28ec223 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (624ebf17-b432-4d70-90f0-899d33071b15), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.100436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] For port 25b4dca1-7647-42ac-b66e-f8fbb977b634, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=25b4dca1-7647-42ac-b66e-f8fbb977b634,segment=NetworkSegment(c35da68b-bd1c-41d7-b42a-ef079f8df78a),segment_id=c35da68b-bd1c-41d7-b42a-ef079f8df78a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:43.101144 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.115491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Calling delete_port for 25b4dca1-7647-42ac-b66e-f8fbb977b634 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:43.134174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a035f-9604-4c6f-9d7d-bca2a28ec223 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Subnet': ['ID=624ebf17-b432-4d70-90f0-899d33071b15,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:43.142933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b49a035f-9604-4c6f-9d7d-bca2a28ec223 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.146952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b49a035f-9604-4c6f-9d7d-bca2a28ec223 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "DELETE /v2.0/subnets/624ebf17-b432-4d70-90f0-899d33071b15 HTTP/1.1" status: 204 len: 168 time: 0.4180896 Feb 10 06:44:43.149657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:43.174788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a18414e-a2a1-46d2-86cf-058c06dcf51a None None] Network 0fa132ff-189e-49de-92b3-06344dd68c13 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:43.235808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ef32f-bf79-4a76-95e6-47558ddcfe1c req-2d143449-08f5-4616-b2b3-742b3a0a310a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:43.237846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-538ef32f-bf79-4a76-95e6-47558ddcfe1c req-2d143449-08f5-4616-b2b3-742b3a0a310a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1901507 Feb 10 06:44:43.270335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9a65e41c-7f79-45d1-9dcd-d4b75cef28d4 None None] Provisioning complete for port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:43.270744 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a65e41c-7f79-45d1-9dcd-d4b75cef28d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.271257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (6030a07d-7940-44a2-8917-1ae80b451b93), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.345670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-538ef32f-bf79-4a76-95e6-47558ddcfe1c req-e35135a3-ec6c-4c4c-97ad-6b151e81a4df tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981960 Feb 10 06:44:43.348765 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.374587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Deleting port 25b4dca1-7647-42ac-b66e-f8fbb977b634 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:43.374820 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.381019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Pushing event deleted for resources: {'Port': ['ID=25b4dca1-7647-42ac-b66e-f8fbb977b634,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:43.387021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9a65e41c-7f79-45d1-9dcd-d4b75cef28d4 None None] Port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:44:43.399738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] No DVR routers for this DVR port 25b4dca1-7647-42ac-b66e-f8fbb977b634 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:44:43.402059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.402433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.402776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.403217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.403491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.404044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.404377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.404705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.405094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.405419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.406270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.406818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.407364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4423f85-13dd-4912-9f0f-3052b5cb999f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:44:43.499368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9856d25e-ab04-4cfe-9b9c-ae6e339d87be {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:44:43.507244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] For port 25b4dca1-7647-42ac-b66e-f8fbb977b634, host n-d-828670-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:43.507643 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.508182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Publish callbacks [] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.526653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Calling delete_port for 25b4dca1-7647-42ac-b66e-f8fbb977b634 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:43.534163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a48ad-6cb3-443d-a648-c9ff1e7c27f0 None None] DHCP port deletion for 0fa132ff-189e-49de-92b3-06344dd68c13 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:44:43.537525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036495fe-3565-4277-921b-d5914daca993 req-39dcfba5-399f-4230-9741-0f00076c8d3a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:43.540403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-036495fe-3565-4277-921b-d5914daca993 req-39dcfba5-399f-4230-9741-0f00076c8d3a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 931 time: 0.1618061 Feb 10 06:44:43.542144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Port 25b4dca1-7647-42ac-b66e-f8fbb977b634 was not found and therefore no delete operation was performed {{(pid=103214) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 06:44:43.544137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (25b4dca1-7647-42ac-b66e-f8fbb977b634), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.547748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Transition to ACTIVE for port object 9856d25e-ab04-4cfe-9b9c-ae6e339d87be will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:44:43.555626 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.573812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 25b4dca1-7647-42ac-b66e-f8fbb977b634 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:44:43.586469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Port': ['ID=25b4dca1-7647-42ac-b66e-f8fbb977b634,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:43.602128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] No DVR routers for this DVR port 25b4dca1-7647-42ac-b66e-f8fbb977b634 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:44:43.603648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 25b4dca1-7647-42ac-b66e-f8fbb977b634 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:44:43.604004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 25b4dca1-7647-42ac-b66e-f8fbb977b634 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:44:43.644743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-545a48ad-6cb3-443d-a648-c9ff1e7c27f0 None None] Deleting port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:43.645273 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-545a48ad-6cb3-443d-a648-c9ff1e7c27f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.653875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Pushing event updated for resources: {'Port': ['ID=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:43.733534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-036495fe-3565-4277-921b-d5914daca993 req-49f8e0de-3918-4d01-82a5-1386c5e30545 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794677 Feb 10 06:44:43.776183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Attempting to bind port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:44:43.776668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Attempting to bind port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:44:43.777005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Attempting to bind port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be on network a2354e8d-6432-46a9-9cc6-80244f36cbb3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:43.784126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be on network a2354e8d-6432-46a9-9cc6-80244f36cbb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:44:43.784446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Attempting to bind port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be on network a2354e8d-6432-46a9-9cc6-80244f36cbb3 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:44:43.791909 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (6030a07d-7940-44a2-8917-1ae80b451b93), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.792216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:44:43.792216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Checking segment: {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:44:43.792496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Bound using segment: {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:44:43.793229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Bound port: 9856d25e-ab04-4cfe-9b9c-ae6e339d87be, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b500c88-e5ee-4bdf-960e-5068678d4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:44:43.793229 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.824352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6030a07d-7940-44a2-8917-1ae80b451b93']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:43.838497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35da68b-bd1c-41d7-b42a-ef079f8df78a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:43.838945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35da68b-bd1c-41d7-b42a-ef079f8df78a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:43.845706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-545a48ad-6cb3-443d-a648-c9ff1e7c27f0 None None] For port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3247a8d5-8944-4f50-bcfa-68e0e6d76aa3,segment=NetworkSegment(86fcba8d-6073-48e2-a912-81d86a6104fa),segment_id=86fcba8d-6073-48e2-a912-81d86a6104fa)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:43.846117 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-545a48ad-6cb3-443d-a648-c9ff1e7c27f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.852304 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (c35da68b-bd1c-41d7-b42a-ef079f8df78a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.865065 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.866383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-545a48ad-6cb3-443d-a648-c9ff1e7c27f0 None None] Calling delete_port for 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:43.877675 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c35da68b-bd1c-41d7-b42a-ef079f8df78a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.896252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] For port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:44:43.898654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:44:43.899114 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (c35da68b-bd1c-41d7-b42a-ef079f8df78a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.900653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] For port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:44:43.902474 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:44:43.911973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.979922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:43.980555 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.982131 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] 10.222.0.13 "PUT /v2.0/ports/9856d25e-ab04-4cfe-9b9c-ae6e339d87be HTTP/1.1" status: 200 len: 1091 time: 1.0726931 Feb 10 06:44:43.982733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:43.983379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (6030a07d-7940-44a2-8917-1ae80b451b93), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:43.985749 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4bc432-f727-40ce-86e9-91ef3c1a228f" -d '{"events": [{"name": "network-changed", "server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:44.029242 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-545a48ad-6cb3-443d-a648-c9ff1e7c27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (3247a8d5-8944-4f50-bcfa-68e0e6d76aa3), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.057119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.067879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "DELETE /v2.0/networks/6030a07d-7940-44a2-8917-1ae80b451b93 HTTP/1.1" status: 204 len: 168 time: 0.9169297 Feb 10 06:44:44.071661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6d6da-ac72-42b9-a4c8-e7701ad0bcfc tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Network': ['ID=6030a07d-7940-44a2-8917-1ae80b451b93,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:44.073657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57394) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:44.116850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83daaa2-b7f3-456e-bd00-3630486df32f service neutron] Pushing event updated for resources: {'Port': ['ID=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:44.118883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a48ad-6cb3-443d-a648-c9ff1e7c27f0 None None] No DVR routers for this DVR port 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:44:44.122130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a48ad-6cb3-443d-a648-c9ff1e7c27f0 None None] Pushing event deleted for resources: {'Port': ['ID=3247a8d5-8944-4f50-bcfa-68e0e6d76aa3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:44.130415 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1fd9a5-915e-4bd8-9ecf-8edbf1580daf x-openstack-request-id: req-1b1fd9a5-915e-4bd8-9ecf-8edbf1580daf {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:44.130873 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:44.131140 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b1fd9a5-915e-4bd8-9ecf-8edbf1580daf {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:44.133194 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'status': 'completed', 'code': 200} Feb 10 06:44:44.191242 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-27f32772-8f77-46e4-bbaa-3809723afed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:44.193224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-27f32772-8f77-46e4-bbaa-3809723afed4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 1125 time: 0.1583183 Feb 10 06:44:44.223276 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (0fa132ff-189e-49de-92b3-06344dd68c13), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.260636 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-f445f822-d52e-4b9c-880f-c019adcf4372 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9856d25e-ab04-4cfe-9b9c-ae6e339d87be HTTP/1.1" status: 200 len: 217 time: 0.0583887 Feb 10 06:44:44.339121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-1013ff49-1abb-4cb4-9846-2da24e54203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:44.341027 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-1013ff49-1abb-4cb4-9846-2da24e54203c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f639ac2-dc0b-4b87-bd3e-502d9b297c2c HTTP/1.1" status: 200 len: 834 time: 0.0692306 Feb 10 06:44:44.358718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (0fa132ff-189e-49de-92b3-06344dd68c13), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.382710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa132ff-189e-49de-92b3-06344dd68c13']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:44.398279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fcba8d-6073-48e2-a912-81d86a6104fa') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:44.398751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fcba8d-6073-48e2-a912-81d86a6104fa') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:44.411499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-33243ca0-35f5-48ae-b1eb-45e70e8cd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:44.412616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (86fcba8d-6073-48e2-a912-81d86a6104fa), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.413285 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-33243ca0-35f5-48ae-b1eb-45e70e8cd57d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2354e8d-6432-46a9-9cc6-80244f36cbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647998 Feb 10 06:44:44.429708 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (86fcba8d-6073-48e2-a912-81d86a6104fa), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.438028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:44:44.438722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (86fcba8d-6073-48e2-a912-81d86a6104fa), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:44:44.442205 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:44:44.550234 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (0fa132ff-189e-49de-92b3-06344dd68c13), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.558617 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.564493 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-1191b706-eb56-4220-91d5-28c7e3ff17a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411321 Feb 10 06:44:44.564684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "DELETE /v2.0/networks/0fa132ff-189e-49de-92b3-06344dd68c13 HTTP/1.1" status: 204 len: 168 time: 0.4899061 Feb 10 06:44:44.565191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57406) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:44.572076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba836892-75c6-4dac-879c-0b61bf27f1a5 req-28bcce55-03ac-4034-abb8-a224b69ac49e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:44.573534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba836892-75c6-4dac-879c-0b61bf27f1a5 req-28bcce55-03ac-4034-abb8-a224b69ac49e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1305904 Feb 10 06:44:44.589662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422a2d8-d2b0-426b-aa97-8c9db89d2447 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Network': ['ID=0fa132ff-189e-49de-92b3-06344dd68c13,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:44.632311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba836892-75c6-4dac-879c-0b61bf27f1a5 req-ad23df11-2a1b-42ef-aac8-f855eaec135b tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488482 Feb 10 06:44:44.642785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-99761cef-dca8-429a-96e4-2ffe52ceef8a tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Deleting subnet 04f2ed86-969c-4647-84c4-dbf6edfa3e65 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:44:44.658156 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-99761cef-dca8-429a-96e4-2ffe52ceef8a tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for subnet (04f2ed86-969c-4647-84c4-dbf6edfa3e65), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.762182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-99761cef-dca8-429a-96e4-2ffe52ceef8a tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (04f2ed86-969c-4647-84c4-dbf6edfa3e65), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:44.851056 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4ee2c2db-34c4-441b-98fe-9c04cac39471 req-d72bc21c-3cf7-43d4-a89b-818656c05115 service neutron] 10.222.0.13 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050755 Feb 10 06:44:44.906911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986c68b-b7d9-452e-bf30-283c0198b685 req-83afe4ce-5764-4dd1-b2b1-11452d3f6a45 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:44.908398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a986c68b-b7d9-452e-bf30-283c0198b685 req-83afe4ce-5764-4dd1-b2b1-11452d3f6a45 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 943 time: 0.0858984 Feb 10 06:44:44.956347 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-99761cef-dca8-429a-96e4-2ffe52ceef8a tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (04f2ed86-969c-4647-84c4-dbf6edfa3e65), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.012981 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-4ba3147e-512b-4b90-9c68-e05555106f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:45.014880 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-4ba3147e-512b-4b90-9c68-e05555106f86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 1125 time: 0.1063092 Feb 10 06:44:45.151192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-99761cef-dca8-429a-96e4-2ffe52ceef8a tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (04f2ed86-969c-4647-84c4-dbf6edfa3e65), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.184080 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.211831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99761cef-dca8-429a-96e4-2ffe52ceef8a tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Subnet': ['ID=04f2ed86-969c-4647-84c4-dbf6edfa3e65,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:45.230533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-99761cef-dca8-429a-96e4-2ffe52ceef8a tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.232733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561a0f9-794e-4216-a994-623324e86c41 None None] Network 46a76167-d294-43cb-a2a4-8d8dce8951b6 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:44:45.235048 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-99761cef-dca8-429a-96e4-2ffe52ceef8a tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "DELETE /v2.0/subnets/04f2ed86-969c-4647-84c4-dbf6edfa3e65 HTTP/1.1" status: 204 len: 168 time: 0.6686063 Feb 10 06:44:45.243628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-ebed927e-eed5-48ac-b529-9029b17db11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:45.245389 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-ebed927e-eed5-48ac-b529-9029b17db11d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2354e8d-6432-46a9-9cc6-80244f36cbb3 HTTP/1.1" status: 200 len: 897 time: 0.2225502 Feb 10 06:44:45.245904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57412) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:45.341304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a986c68b-b7d9-452e-bf30-283c0198b685 req-b585746f-84f6-4d16-842e-13342db8fc45 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4220622 Feb 10 06:44:45.420918 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-ef5047f2-dbe3-4a74-8975-75535d5cd474 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9856d25e-ab04-4cfe-9b9c-ae6e339d87be HTTP/1.1" status: 200 len: 217 time: 0.0521796 Feb 10 06:44:45.427878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (46a76167-d294-43cb-a2a4-8d8dce8951b6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.537341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:44:45.561869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-5ce52493-7810-4be5-90ba-3c94ec664c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:45.563967 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-5ce52493-7810-4be5-90ba-3c94ec664c74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f639ac2-dc0b-4b87-bd3e-502d9b297c2c HTTP/1.1" status: 200 len: 834 time: 0.1336606 Feb 10 06:44:45.580028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:44:45.580388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3247a8d5-8944-4f50-bcfa-68e0e6d76aa3 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:44:45.600488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d919947-2937-43ab-9f4f-718698194041 None None] DHCP port deletion for 46a76167-d294-43cb-a2a4-8d8dce8951b6 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:44:45.621269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Deleting port ff1231ec-d7b8-4572-a58a-aea9cff55109 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:45.621606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.650807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-b08c0b7d-ef72-42f2-9a12-ed796d7bf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:45.652343 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-b08c0b7d-ef72-42f2-9a12-ed796d7bf1ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2354e8d-6432-46a9-9cc6-80244f36cbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802681 Feb 10 06:44:45.680962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2d919947-2937-43ab-9f4f-718698194041 None None] Deleting port ff1231ec-d7b8-4572-a58a-aea9cff55109 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:44:45.681494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d919947-2937-43ab-9f4f-718698194041 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.746906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] For port ff1231ec-d7b8-4572-a58a-aea9cff55109, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ff1231ec-d7b8-4572-a58a-aea9cff55109,segment=NetworkSegment(7af8e5d7-9971-4187-8d88-ae2e22749783),segment_id=7af8e5d7-9971-4187-8d88-ae2e22749783)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:45.747594 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.771803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2d919947-2937-43ab-9f4f-718698194041 None None] For port ff1231ec-d7b8-4572-a58a-aea9cff55109, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ff1231ec-d7b8-4572-a58a-aea9cff55109,segment=NetworkSegment(7af8e5d7-9971-4187-8d88-ae2e22749783),segment_id=7af8e5d7-9971-4187-8d88-ae2e22749783)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:45.772375 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d919947-2937-43ab-9f4f-718698194041 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.792875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2d919947-2937-43ab-9f4f-718698194041 None None] Calling delete_port for ff1231ec-d7b8-4572-a58a-aea9cff55109 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:45.797336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Calling delete_port for ff1231ec-d7b8-4572-a58a-aea9cff55109 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:44:45.886188 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-d9f4e30b-05b3-432c-a982-c7d2476d9d07 service neutron] 10.222.0.13 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243922 Feb 10 06:44:45.924253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6eaa-e5e0-4e08-ac81-8a6a00d54de4 req-f31a2465-ede5-469b-9d89-de020a0b0c1a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:45.934168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b4c6eaa-e5e0-4e08-ac81-8a6a00d54de4 req-f31a2465-ede5-469b-9d89-de020a0b0c1a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0913479 Feb 10 06:44:45.960520 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d919947-2937-43ab-9f4f-718698194041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:45.985357 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ff1231ec-d7b8-4572-a58a-aea9cff55109), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.011558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d919947-2937-43ab-9f4f-718698194041 None None] Pushing event deleted for resources: {'Port': ['ID=ff1231ec-d7b8-4572-a58a-aea9cff55109,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:46.016235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d919947-2937-43ab-9f4f-718698194041 None None] No DVR routers for this DVR port ff1231ec-d7b8-4572-a58a-aea9cff55109 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:44:46.022744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Port': ['ID=ff1231ec-d7b8-4572-a58a-aea9cff55109,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:46.022853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b4c6eaa-e5e0-4e08-ac81-8a6a00d54de4 req-42172e5e-c359-4f46-bf84-3ab4d64d2b08 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765142 Feb 10 06:44:46.038863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] No DVR routers for this DVR port ff1231ec-d7b8-4572-a58a-aea9cff55109 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:44:46.051654 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dc4bc432-f727-40ce-86e9-91ef3c1a228f req-8ad52d8f-303d-4c66-8e36-28282ac536ca service neutron] 10.222.0.13 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558704 Feb 10 06:44:46.146912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (46a76167-d294-43cb-a2a4-8d8dce8951b6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.168404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a76167-d294-43cb-a2a4-8d8dce8951b6']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:46.185727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af8e5d7-9971-4187-8d88-ae2e22749783') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:46.185893 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af8e5d7-9971-4187-8d88-ae2e22749783') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:46.203793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (7af8e5d7-9971-4187-8d88-ae2e22749783), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.226380 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7af8e5d7-9971-4187-8d88-ae2e22749783), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.233114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:44:46.233495 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (7af8e5d7-9971-4187-8d88-ae2e22749783), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:44:46.236469 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:44:46.458622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.497934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a645d-9b28-44ab-ab16-0ebfa2c6672f req-704abc2d-1286-4010-9b3e-4530dcc08a27 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:46.500460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-515a645d-9b28-44ab-ab16-0ebfa2c6672f req-704abc2d-1286-4010-9b3e-4530dcc08a27 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 943 time: 0.0718529 Feb 10 06:44:46.578449 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (46a76167-d294-43cb-a2a4-8d8dce8951b6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.580533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-515a645d-9b28-44ab-ab16-0ebfa2c6672f req-b6672374-cf3b-4e95-b759-d43fed19a668 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732024 Feb 10 06:44:46.589236 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.599197 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "DELETE /v2.0/networks/46a76167-d294-43cb-a2a4-8d8dce8951b6 HTTP/1.1" status: 204 len: 168 time: 1.3519418 Feb 10 06:44:46.599698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57428) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:46.634081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abec7a-824b-492e-b80c-2db687a9f8a1 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Pushing event deleted for resources: {'Network': ['ID=46a76167-d294-43cb-a2a4-8d8dce8951b6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:46.639966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2461e8b-0f0e-4184-9bb4-457ad8725637 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "GET /v2.0/ports?device_id=98216ed4-37cc-413e-8857-b36300d66b47 HTTP/1.1" status: 200 len: 205 time: 0.0389857 Feb 10 06:44:46.643048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57430) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:46.726258 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbb7-5531-434d-abf8-081e789ca360 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for router (98216ed4-37cc-413e-8857-b36300d66b47), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.842437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9856d25e-ab04-4cfe-9b9c-ae6e339d87be details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:44:46.900686 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbb7-5531-434d-abf8-081e789ca360 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (98216ed4-37cc-413e-8857-b36300d66b47), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.902911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbb7-5531-434d-abf8-081e789ca360 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for router_controller (98216ed4-37cc-413e-8857-b36300d66b47), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.948625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbb7-5531-434d-abf8-081e789ca360 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (98216ed4-37cc-413e-8857-b36300d66b47), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.949148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d1fbb7-5531-434d-abf8-081e789ca360 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Fanout notify agent at l3_agent the message router_deleted on router 98216ed4-37cc-413e-8857-b36300d66b47 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:44:46.958913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbb7-5531-434d-abf8-081e789ca360 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:46.962466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c8d1fbb7-5531-434d-abf8-081e789ca360 tempest-RoutersNegativeTest-1602917803 tempest-RoutersNegativeTest-1602917803-project] 10.222.0.21 "DELETE /v2.0/routers/98216ed4-37cc-413e-8857-b36300d66b47 HTTP/1.1" status: 204 len: 168 time: 0.3158832 Feb 10 06:44:46.963100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:46.980411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:44:47.011775 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:44:47.029307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:47.029419 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:47.043642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9856d25e-ab04-4cfe-9b9c-ae6e339d87be {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:44:47.064940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:47.070579 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:47.122614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:47.179092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab9761-18f7-47a5-b189-6d49c46c0b44 req-eaf10324-73a0-41bf-84e3-70426c11aa05 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:47.181316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bab9761-18f7-47a5-b189-6d49c46c0b44 req-eaf10324-73a0-41bf-84e3-70426c11aa05 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0641193 Feb 10 06:44:47.235931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bab9761-18f7-47a5-b189-6d49c46c0b44 req-9c1326c8-ed0a-4052-8f73-a4b01f1dc175 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485868 Feb 10 06:44:47.255437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:47.397397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-69489419-3e20-495d-8c2d-0d6800cb1bde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78914f2c32734c70a12ed2a6003f5d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407313 Feb 10 06:44:47.400142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57442) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:47.448460 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6f1b-99d9-4634-8315-84a32105d15e admin admin] Publish callbacks [] for security_group (1211221c-8271-47ea-8421-b370c88e84a2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:47.461728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ff1231ec-d7b8-4572-a58a-aea9cff55109 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:44:47.470271 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6f1b-99d9-4634-8315-84a32105d15e admin admin] Publish callbacks [] for security_group (1211221c-8271-47ea-8421-b370c88e84a2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:47.490355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ff1231ec-d7b8-4572-a58a-aea9cff55109 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:44:47.490642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ff1231ec-d7b8-4572-a58a-aea9cff55109 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:44:47.509860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-82249efe-19f9-4838-909d-ecfb7ee63cbd req-9f9e639b-57e5-4578-9e11-dc639906ad41 service neutron] (103214) timed out ('10.222.0.21', 55804) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 06:44:47.527819 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6f1b-99d9-4634-8315-84a32105d15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1211221c-8271-47ea-8421-b370c88e84a2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:47.530398 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6f1b-99d9-4634-8315-84a32105d15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:47.532343 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d1fb6f1b-99d9-4634-8315-84a32105d15e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1211221c-8271-47ea-8421-b370c88e84a2 HTTP/1.1" status: 204 len: 168 time: 0.1312587 Feb 10 06:44:47.533653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['9856d25e-ab04-4cfe-9b9c-ae6e339d87be'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:44:47.540974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb6f1b-99d9-4634-8315-84a32105d15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1211221c-8271-47ea-8421-b370c88e84a2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:47.750414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baae9e2-3394-42af-a606-afad02041909 req-a2b72bcc-2f47-44b4-aeec-58543d1f6340 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:47.752706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4baae9e2-3394-42af-a606-afad02041909 req-a2b72bcc-2f47-44b4-aeec-58543d1f6340 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 944 time: 0.0703239 Feb 10 06:44:47.809073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4baae9e2-3394-42af-a606-afad02041909 req-adf4edb3-4dfe-4518-a656-e321221bfc39 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478539 Feb 10 06:44:48.361183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda28cbe-cfb8-4541-beb9-b4f6a85f8dcb req-c28e5e50-d831-41de-9bc6-c70f74b6042c tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:48.362730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cda28cbe-cfb8-4541-beb9-b4f6a85f8dcb req-c28e5e50-d831-41de-9bc6-c70f74b6042c tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0574670 Feb 10 06:44:48.411191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cda28cbe-cfb8-4541-beb9-b4f6a85f8dcb req-2f1f4f3c-58f2-444b-bbee-bf942bf5acda tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427451 Feb 10 06:44:48.955030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b09328-b464-4bd1-8ca7-735866e4a22e req-8869e510-0f07-4094-b3d9-d84970c0435d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:48.956623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1b09328-b464-4bd1-8ca7-735866e4a22e req-8869e510-0f07-4094-b3d9-d84970c0435d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 944 time: 0.0560596 Feb 10 06:44:49.015439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1b09328-b464-4bd1-8ca7-735866e4a22e req-ed139656-8108-48af-85b7-a9f3e0eff881 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525501 Feb 10 06:44:49.445021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:49.547833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c75eb-566c-49a9-8dc4-393236c73840 req-1186ec00-1f0f-45c8-a9a5-f2fe5ab9dbfa tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:49.549404 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a12c75eb-566c-49a9-8dc4-393236c73840 req-1186ec00-1f0f-45c8-a9a5-f2fe5ab9dbfa tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0612855 Feb 10 06:44:49.587406 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e43146c-9ee0-479c-94f0-0492799fe7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:49.621686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a12c75eb-566c-49a9-8dc4-393236c73840 req-58f601e3-de52-4354-90a6-e4154db04d44 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652716 Feb 10 06:44:49.689154 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e43146c-9ee0-479c-94f0-0492799fe7f0 admin admin] Publish callbacks [] for security_group (1a1675c1-2e33-4254-97d4-1d9c255940ed), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:49.692789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e43146c-9ee0-479c-94f0-0492799fe7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1a1675c1-2e33-4254-97d4-1d9c255940ed), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:49.732680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1e43146c-9ee0-479c-94f0-0492799fe7f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cebae6baa484c009561ef865009fd01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860723 Feb 10 06:44:49.734510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43146c-9ee0-479c-94f0-0492799fe7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1675c1-2e33-4254-97d4-1d9c255940ed,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:49.735280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57558) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:49.783310 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34788565-acfa-4fde-a3ab-57a1e0238eb4 admin admin] Publish callbacks [] for security_group (1a1675c1-2e33-4254-97d4-1d9c255940ed), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:49.803680 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34788565-acfa-4fde-a3ab-57a1e0238eb4 admin admin] Publish callbacks [] for security_group (1a1675c1-2e33-4254-97d4-1d9c255940ed), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:49.852053 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34788565-acfa-4fde-a3ab-57a1e0238eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1a1675c1-2e33-4254-97d4-1d9c255940ed), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:49.855514 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-34788565-acfa-4fde-a3ab-57a1e0238eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:49.856695 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-34788565-acfa-4fde-a3ab-57a1e0238eb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a1675c1-2e33-4254-97d4-1d9c255940ed HTTP/1.1" status: 204 len: 168 time: 0.1203890 Feb 10 06:44:49.864357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34788565-acfa-4fde-a3ab-57a1e0238eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1675c1-2e33-4254-97d4-1d9c255940ed,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:49.984279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-874d8db2-c7b9-4cec-be13-8a327311b735 req-d47a5239-0522-4901-abba-dfd512465205 tempest-MigrationsAdminTest-1410630901 tempest-MigrationsAdminTest-1410630901-project-admin] (103213) timed out ('10.222.0.21', 58672) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 06:44:50.147774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487ea74-1241-4026-a170-76c9016aec87 req-ec620900-82db-43dc-bb6f-ae6e45821df2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:50.149452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4487ea74-1241-4026-a170-76c9016aec87 req-ec620900-82db-43dc-bb6f-ae6e45821df2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 944 time: 0.0606108 Feb 10 06:44:50.154276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57568) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:50.171538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f94f8b6-57a3-476c-a570-b62b721b98d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:50.214904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4487ea74-1241-4026-a170-76c9016aec87 req-fed5a0de-a60a-41c8-8145-a6d8c274feff tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579708 Feb 10 06:44:50.260875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f94f8b6-57a3-476c-a570-b62b721b98d8 admin admin] Publish callbacks [] for security_group (9310c7ee-4527-4be0-bc03-98de324b714f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:50.265700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f94f8b6-57a3-476c-a570-b62b721b98d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9310c7ee-4527-4be0-bc03-98de324b714f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:50.302182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94f8b6-57a3-476c-a570-b62b721b98d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9310c7ee-4527-4be0-bc03-98de324b714f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:50.307917 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5f94f8b6-57a3-476c-a570-b62b721b98d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=714f4521d1e34830b328282b24618335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523190 Feb 10 06:44:50.310542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:50.367210 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-867e7eb8-e99a-4061-941a-54a93000d5c9 admin admin] Publish callbacks [] for security_group (9310c7ee-4527-4be0-bc03-98de324b714f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:50.389641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-867e7eb8-e99a-4061-941a-54a93000d5c9 admin admin] Publish callbacks [] for security_group (9310c7ee-4527-4be0-bc03-98de324b714f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:50.441895 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-867e7eb8-e99a-4061-941a-54a93000d5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9310c7ee-4527-4be0-bc03-98de324b714f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:50.444574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-867e7eb8-e99a-4061-941a-54a93000d5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:50.445724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-867e7eb8-e99a-4061-941a-54a93000d5c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9310c7ee-4527-4be0-bc03-98de324b714f HTTP/1.1" status: 204 len: 168 time: 0.1342139 Feb 10 06:44:50.459471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e7eb8-e99a-4061-941a-54a93000d5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9310c7ee-4527-4be0-bc03-98de324b714f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:50.751068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26b680-c1f0-487a-a083-294612c75feb req-121137b4-184b-499b-9afd-3c0f62f17ee3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:50.752654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f26b680-c1f0-487a-a083-294612c75feb req-121137b4-184b-499b-9afd-3c0f62f17ee3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0607724 Feb 10 06:44:50.804275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f26b680-c1f0-487a-a083-294612c75feb req-a33ec4c3-444b-4380-9de8-0993aacb0655 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Feb 10 06:44:50.856952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9856d25e-ab04-4cfe-9b9c-ae6e339d87be up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:44:50.906671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:44:50.911081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:44:50.911658 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:50.994886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:44:50.995503 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:51.022727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:51.024999 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caf2a2f-5f2d-48b3-8d31-24aca91b8019" -d '{"events": [{"server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "name": "network-vif-plugged", "status": "completed", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:51.037915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:44:51.043812 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:51.094608 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d517fe-3fd7-46e9-b2ac-f25f74f0ac00 x-openstack-request-id: req-a1d517fe-3fd7-46e9-b2ac-f25f74f0ac00 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:51.095428 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "name": "network-vif-plugged", "status": "completed", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:51.095856 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1d517fe-3fd7-46e9-b2ac-f25f74f0ac00 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:51.096490 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'code': 200} Feb 10 06:44:51.115774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:51.198565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1a45c-cef7-42e2-88d3-bf8d3dc95651 req-ad194f67-8fdd-49ab-a864-206b3a00db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:51.200004 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95d1a45c-cef7-42e2-88d3-bf8d3dc95651 req-ad194f67-8fdd-49ab-a864-206b3a00db27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 1127 time: 0.0486472 Feb 10 06:44:51.260148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95d1a45c-cef7-42e2-88d3-bf8d3dc95651 req-d709153f-c8b6-46b7-aa9b-bb36a67eadcf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482290 Feb 10 06:44:51.360412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a3201-20be-4830-8627-3f635f7f2163 req-4eb3f75b-6864-4db6-9753-136cd5b7d46e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:51.361992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-711a3201-20be-4830-8627-3f635f7f2163 req-4eb3f75b-6864-4db6-9753-136cd5b7d46e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 945 time: 0.0612338 Feb 10 06:44:51.426088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-711a3201-20be-4830-8627-3f635f7f2163 req-b927a15e-b2cc-41aa-b99a-f66a64d1bf19 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576701 Feb 10 06:44:51.932435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4030763-7e90-4a48-b485-bb1b0c0cee60 req-1ac664f3-9ff6-42b5-a034-b66fa8123a47 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:51.934080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4030763-7e90-4a48-b485-bb1b0c0cee60 req-1ac664f3-9ff6-42b5-a034-b66fa8123a47 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0585761 Feb 10 06:44:51.982128 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4030763-7e90-4a48-b485-bb1b0c0cee60 req-20b2b228-08e9-4216-ae85-c94c7bd70273 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Feb 10 06:44:52.559454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a765d8-36b0-4038-b892-91e9b01fb320 req-ed0ddf8e-56f9-4946-b01f-453411d55e0a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:52.561066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32a765d8-36b0-4038-b892-91e9b01fb320 req-ed0ddf8e-56f9-4946-b01f-453411d55e0a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 945 time: 0.0571322 Feb 10 06:44:52.617455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32a765d8-36b0-4038-b892-91e9b01fb320 req-5a7e53bc-fae5-4c3b-8367-362cf477a4cd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500894 Feb 10 06:44:53.104527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f7be-3f56-4e0f-ab93-2c606637851f req-a167e9fd-394d-4ee2-bb4a-8c63721de31e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:53.106036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d70f7be-3f56-4e0f-ab93-2c606637851f req-a167e9fd-394d-4ee2-bb4a-8c63721de31e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0527055 Feb 10 06:44:53.153188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d70f7be-3f56-4e0f-ab93-2c606637851f req-044f3639-15f2-48fb-827b-e1436038de6e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Feb 10 06:44:53.769046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8f24b-92e8-4c70-bbb1-aa629e386fe5 req-3738e78c-f20f-4eed-997d-9eea06cb1789 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:53.776143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ad8f24b-92e8-4c70-bbb1-aa629e386fe5 req-3738e78c-f20f-4eed-997d-9eea06cb1789 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 945 time: 0.0629675 Feb 10 06:44:53.821016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ad8f24b-92e8-4c70-bbb1-aa629e386fe5 req-1d0c0c79-7198-4b2c-a8cb-9f226191048c tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 Feb 10 06:44:53.953660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1c205-96b8-4f90-92a5-e3ec56936665 req-3c88ac37-143f-40ee-b3a3-a3122daa030e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:53.955356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8da1c205-96b8-4f90-92a5-e3ec56936665 req-3c88ac37-143f-40ee-b3a3-a3122daa030e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 945 time: 0.0627310 Feb 10 06:44:54.009004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8da1c205-96b8-4f90-92a5-e3ec56936665 req-882ae798-afba-4f2c-a074-4b9036f0b45b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475695 Feb 10 06:44:54.032797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:54.076737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eda9b2-e0fe-47cd-b269-0ff3082ad84b tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:54.081522 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-52eda9b2-e0fe-47cd-b269-0ff3082ad84b tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 1122 time: 0.0446904 Feb 10 06:44:54.081665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:54.086015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:54.109297 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.240440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.389746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e671-01e0-4462-917e-90ff3a729a79 req-1c922f2f-973a-4f8d-8933-6e4a6d91a9fb tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:54.391496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56c5e671-01e0-4462-917e-90ff3a729a79 req-1c922f2f-973a-4f8d-8933-6e4a6d91a9fb tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1049016 Feb 10 06:44:54.434371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.25.8.184 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/5887ad59-4ba7-49c1-934a-6b2cabc238ef) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:54.459238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57676) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:54.492662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56c5e671-01e0-4462-917e-90ff3a729a79 req-f18c1500-b96b-4d5a-b0b8-84f6662edfb6 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927126 Feb 10 06:44:54.643935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fc891545-8fb7-42d6-8ea8-b88497d28065 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5128 time: 0.1832731 Feb 10 06:44:54.647438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57682) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:54.652651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'network': {'name': 'tempest-network-smoke--1795093028', 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'port_security_enabled': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:54.660610 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (5887ad59-4ba7-49c1-934a-6b2cabc238ef), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.676982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Made reservation on behalf of 39ac44ed275a45639d8bf23102847fcc for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:44:54.685710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.715495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5887ad59-4ba7-49c1-934a-6b2cabc238ef), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.716038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:44:54.736796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f635c6e4-51d4-4b08-a636-340f9bd00344), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.737152 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Added segment f635c6e4-51d4-4b08-a636-340f9bd00344 of type vlan for network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e Feb 10 06:44:54.796649 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.821656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:54.825344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:54.831129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:54.835653 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.841352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=5887ad59-4ba7-49c1-934a-6b2cabc238ef,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:54.844168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:54.845304 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.898924 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2503011 Feb 10 06:44:54.921586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:54.930594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'admin_state_up': True, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:44:54.931522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737c3ee-16ab-4b6f-b1d9-b70a4e2e2b6e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Network': ['ID=fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:54.946569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:44:54.961725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:54.963215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:55.103373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_controller (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:55.299852 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_gateway (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:55.518468 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for floatingip (ffc580f1-86a1-405b-8ef6-5568c1f55922), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:55.711607 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5887ad59-4ba7-49c1-934a-6b2cabc238ef), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:55.758409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_gateway (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:55.787235 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:55.824236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76346511-dd41-47e6-a03e-03f0ff843250 req-7a14ed83-b362-4b55-85bc-8267112ed4b4 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:55.825748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76346511-dd41-47e6-a03e-03f0ff843250 req-7a14ed83-b362-4b55-85bc-8267112ed4b4 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.2153881 Feb 10 06:44:56.024638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76346511-dd41-47e6-a03e-03f0ff843250 req-b9c3d2bd-22a7-40ee-b1e6-dbe8d0f4e835 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679943 Feb 10 06:44:56.052094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Allocated IP 172.25.8.108 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/d9c968ca-eb71-417c-88f0-8cd72e4d9082) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:44:56.468832 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (5887ad59-4ba7-49c1-934a-6b2cabc238ef), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:56.503878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (5887ad59-4ba7-49c1-934a-6b2cabc238ef), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:56.612704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=5887ad59-4ba7-49c1-934a-6b2cabc238ef,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:56.628001 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:56.636784 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (ffc580f1-86a1-405b-8ef6-5568c1f55922), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:56.752544 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:56.799355 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Floating IP ffc580f1-86a1-405b-8ef6-5568c1f55922 associated. External IP: 172.25.8.184, port: 9856d25e-ab04-4cfe-9b9c-ae6e339d87be. Feb 10 06:44:56.838058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:44:56.846679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:44:56.850360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:44:56.864216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=d9c968ca-eb71-417c-88f0-8cd72e4d9082,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:57.367301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22384ba-f740-42d2-adfc-578be7f25df4 req-fa5114c5-4e84-4c05-8b42-51aba21b4cac tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:57.369068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e22384ba-f740-42d2-adfc-578be7f25df4 req-fa5114c5-4e84-4c05-8b42-51aba21b4cac tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.2070532 Feb 10 06:44:57.424320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:44:57.473416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_gateway (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:57.583871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e22384ba-f740-42d2-adfc-578be7f25df4 req-1f8d0c19-1bfa-449e-a113-20a36f2aced8 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759017 Feb 10 06:44:57.719522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:57.739592 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] Sync routers for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:57.755753 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:57.757110 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:57.808007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57746) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:57.827439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:57.903254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-db4bc9a2-6937-4f5d-bf4d-b70a8dc5407b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8205295 Feb 10 06:44:57.907076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57750) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:57.909370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:44:57.912325 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37" -d '{"events": [{"name": "network-changed", "server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:44:57.923176 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:57.960833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:58.017799 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0673594-0a5f-4adc-aadb-064249198c34 x-openstack-request-id: req-f0673594-0a5f-4adc-aadb-064249198c34 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:44:58.018456 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:44:58.018456 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0673594-0a5f-4adc-aadb-064249198c34 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:44:58.018926 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'status': 'completed', 'code': 200} Feb 10 06:44:58.135477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:44:58.172866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c3473bd-317b-449e-b4ef-1ebc5af15920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:58.242356 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4c409e04-9ae3-494f-92c4-c169b46cb645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/floatingips/ffc580f1-86a1-405b-8ef6-5568c1f55922 HTTP/1.1" status: 200 len: 991 time: 0.3331261 Feb 10 06:44:58.285005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:44:58.289566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-3d16273e-c053-4df6-bf6b-565a507c3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:58.292577 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-3d16273e-c053-4df6-bf6b-565a507c3c74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 1127 time: 0.2715867 Feb 10 06:44:58.299361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Sync routers for ids ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:44:58.315475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Routers {'6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:58.317051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:58.320222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:58.322104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa8a8a5c-59e2-449e-b487-58ee3e89112f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3985822 Feb 10 06:44:58.324512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:58.388820 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:44:30Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'ffc580f1-86a1-405b-8ef6-5568c1f55922', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:44:55Z', 'revision_number': 0, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:58.449624 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] Checking router: 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:44:58.468737 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:44:58.470803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Set router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:58.470967 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:58.500031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252efbb-0f94-4bea-96a3-35a2303520a8 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:58.510724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c252efbb-0f94-4bea-96a3-35a2303520a8 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=39ac44ed275a45639d8bf23102847fcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1850672 Feb 10 06:44:58.513614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:58.524650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-3cddd555-2cdc-44d5-8803-ca6c0efb9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:58.528678 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-3cddd555-2cdc-44d5-8803-ca6c0efb9375 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2354e8d-6432-46a9-9cc6-80244f36cbb3 HTTP/1.1" status: 200 len: 897 time: 0.2219093 Feb 10 06:44:58.606147 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-31e7ab54-dde1-410b-ad75-404f10ce97d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9856d25e-ab04-4cfe-9b9c-ae6e339d87be HTTP/1.1" status: 200 len: 999 time: 0.0711615 Feb 10 06:44:58.783942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-3b76ee8e-00fe-49a2-abd3-40314f41b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:58.785578 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-3b76ee8e-00fe-49a2-abd3-40314f41b1ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f639ac2-dc0b-4b87-bd3e-502d9b297c2c HTTP/1.1" status: 200 len: 834 time: 0.1725433 Feb 10 06:44:58.845290 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:44:58.867406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c3473bd-317b-449e-b4ef-1ebc5af15920 admin admin] Publish callbacks [] for security_group (6548e0c0-886c-4f3f-920c-13a0cb015a26), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:58.873373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-12284efe-ac9e-4f23-a0d4-436700557d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:58.876807 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-12284efe-ac9e-4f23-a0d4-436700557d2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2354e8d-6432-46a9-9cc6-80244f36cbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736718 Feb 10 06:44:58.879100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c3473bd-317b-449e-b4ef-1ebc5af15920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6548e0c0-886c-4f3f-920c-13a0cb015a26), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:58.928108 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6c3473bd-317b-449e-b4ef-1ebc5af15920 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06bc87c10cd945f28533d938caf51cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1177082 Feb 10 06:44:59.073832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57770) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:59.076324 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-9e2f1c7b-9263-4102-ae0d-8fbda255a123 service neutron] 10.222.0.13 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635120 Feb 10 06:44:59.204816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c092536-0a6f-4719-86c4-a9f23138fbec admin admin] Publish callbacks [] for security_group (6548e0c0-886c-4f3f-920c-13a0cb015a26), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:59.205182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:54Z', 'updated_at': '2022-02-10T06:44:57Z', 'revision_number': 3, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:59.247034 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c092536-0a6f-4719-86c4-a9f23138fbec admin admin] Publish callbacks [] for security_group (6548e0c0-886c-4f3f-920c-13a0cb015a26), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:59.258289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Checking router: 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:44:59.259110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Updating router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 port d9c968ca-eb71-417c-88f0-8cd72e4d9082 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:44:59.301879 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:59.320766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57772) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:59.428424 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0db288de-bd74-409e-afe1-0e715a5c67c4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/floatingips/ffc580f1-86a1-405b-8ef6-5568c1f55922 HTTP/1.1" status: 200 len: 991 time: 0.1021028 Feb 10 06:44:59.433884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3473bd-317b-449e-b4ef-1ebc5af15920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6548e0c0-886c-4f3f-920c-13a0cb015a26,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:59.449595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c092536-0a6f-4719-86c4-a9f23138fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6548e0c0-886c-4f3f-920c-13a0cb015a26), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:59.456783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c092536-0a6f-4719-86c4-a9f23138fbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:59.463823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0c092536-0a6f-4719-86c4-a9f23138fbec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6548e0c0-886c-4f3f-920c-13a0cb015a26 HTTP/1.1" status: 204 len: 168 time: 0.3853869 Feb 10 06:44:59.481182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c092536-0a6f-4719-86c4-a9f23138fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6548e0c0-886c-4f3f-920c-13a0cb015a26,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:44:59.602192 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd9acc8a-4a8f-4fa9-a9f6-3a4b6e69ec37 req-afd0a1de-4860-4f7a-94ea-22c35fa53cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574656 Feb 10 06:44:59.663160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5957ab9-8606-4a02-aade-a1408a874a36 req-e661cb3f-f915-4162-8e0e-a7a2ca2e70a6 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:59.673186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5957ab9-8606-4a02-aade-a1408a874a36 req-e661cb3f-f915-4162-8e0e-a7a2ca2e70a6 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.2276611 Feb 10 06:44:59.682125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fd41b8-159a-484a-9590-838e5b95bef5 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:59.683727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-90fd41b8-159a-484a-9590-838e5b95bef5 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1691623 Feb 10 06:44:59.687683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57782) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:59.737183 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4705fd75-f8a3-4284-84a5-f0d6e2fca811 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482285 Feb 10 06:44:59.740125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57786) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:59.747345 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:44:30Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'ffc580f1-86a1-405b-8ef6-5568c1f55922', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:44:55Z', 'revision_number': 0, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:44:59.779839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b60947b3-53c6-4098-bc96-1db62bc1f327 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=39ac44ed275a45639d8bf23102847fcc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383322 Feb 10 06:44:59.783487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57790) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:59.784838 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fc73ec-1739-4e86-8b0e-9742cf5290ff None None] The sync data for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 is: [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:44:30Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'ffc580f1-86a1-405b-8ef6-5568c1f55922', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:44:55Z', 'revision_number': 0, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:44:59.826534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5957ab9-8606-4a02-aade-a1408a874a36 req-728e93a8-6808-48a9-bece-e0760af2d357 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519792 Feb 10 06:44:59.902083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Publish callbacks [] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:59.917993 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:44:59.929009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46c2a1-fe81-43f9-9f03-469622d87b1d tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:44:59.931586 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9f46c2a1-fe81-43f9-9f03-469622d87b1d tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459539 Feb 10 06:44:59.934411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57794) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:44:59.992382 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2e3d8ec2-627e-4f61-978d-daf57c16b80d tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565305 Feb 10 06:44:59.995447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57800) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:00.005485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Attempting to bind port d9c968ca-eb71-417c-88f0-8cd72e4d9082 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:45:00.005853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Attempting to bind port d9c968ca-eb71-417c-88f0-8cd72e4d9082 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:45:00.005988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2008837896', 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e', 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:00.006224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Attempting to bind port d9c968ca-eb71-417c-88f0-8cd72e4d9082 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:45:00.019208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:45:00.019620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:45:00.020652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.020888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:45:00.021488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Bound port: d9c968ca-eb71-417c-88f0-8cd72e4d9082, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:45:00.022186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.063234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1ae3b-33c1-4599-8290-8f058f0c4d54 None None] Pushing event updated for resources: {'Port': ['ID=d9c968ca-eb71-417c-88f0-8cd72e4d9082,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:00.096651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57804) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:00.112162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] For port d9c968ca-eb71-417c-88f0-8cd72e4d9082, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:45:00.116054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] For port d9c968ca-eb71-417c-88f0-8cd72e4d9082, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9c968ca-eb71-417c-88f0-8cd72e4d9082,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:45:00.127124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eecaf59-d93e-4f0c-98ca-e4650ac8937a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.130497 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.154347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57806) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:00.183342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Made reservation on behalf of 39ac44ed275a45639d8bf23102847fcc for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:45:00.187956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.218643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Routers {'6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:00.220116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:00.271215 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed81c2b-ee39-4652-bcd5-b7a969adf2b0 None None] New status for floating IP ffc580f1-86a1-405b-8ef6-5568c1f55922: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:45:00.271766 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eecaf59-d93e-4f0c-98ca-e4650ac8937a admin admin] Publish callbacks [] for security_group (99f24ce8-fcf2-487f-9864-498ee2b65ed0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.278663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eecaf59-d93e-4f0c-98ca-e4650ac8937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (99f24ce8-fcf2-487f-9864-498ee2b65ed0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.294357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1ae3b-33c1-4599-8290-8f058f0c4d54 None None] Pushing event updated for resources: {'Port': ['ID=d9c968ca-eb71-417c-88f0-8cd72e4d9082,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:00.329046 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1eecaf59-d93e-4f0c-98ca-e4650ac8937a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=942f8ea9a84c4281a24cf0be3e0f48cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311728 Feb 10 06:45:00.330041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecaf59-d93e-4f0c-98ca-e4650ac8937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f24ce8-fcf2-487f-9864-498ee2b65ed0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:00.332601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57810) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:00.388223 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4021d51b-49b9-4b43-bfa8-6d24289698da admin admin] Publish callbacks [] for security_group (99f24ce8-fcf2-487f-9864-498ee2b65ed0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.424026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4021d51b-49b9-4b43-bfa8-6d24289698da admin admin] Publish callbacks [] for security_group (99f24ce8-fcf2-487f-9864-498ee2b65ed0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.433042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57812) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:00.461435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] Set router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:00.481933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-e0e76d94-34d1-4982-8cd4-ed66b4d7aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:00.482453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-e0e76d94-34d1-4982-8cd4-ed66b4d7aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:00.482924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-e0e76d94-34d1-4982-8cd4-ed66b4d7aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:00.483963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-e0e76d94-34d1-4982-8cd4-ed66b4d7aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:00.484430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-e0e76d94-34d1-4982-8cd4-ed66b4d7aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:00.484895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-e0e76d94-34d1-4982-8cd4-ed66b4d7aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:00.485646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-e0e76d94-34d1-4982-8cd4-ed66b4d7aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:00.494353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-e0e76d94-34d1-4982-8cd4-ed66b4d7aed9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6709 time: 0.3389051 Feb 10 06:45:00.565607 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e9f83bbd-4eda-4bea-be69-719682f15703 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/floatingips/ffc580f1-86a1-405b-8ef6-5568c1f55922 HTTP/1.1" status: 200 len: 991 time: 0.1306360 Feb 10 06:45:00.617129 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4021d51b-49b9-4b43-bfa8-6d24289698da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (99f24ce8-fcf2-487f-9864-498ee2b65ed0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.620954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4021d51b-49b9-4b43-bfa8-6d24289698da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.622606 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4021d51b-49b9-4b43-bfa8-6d24289698da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99f24ce8-fcf2-487f-9864-498ee2b65ed0 HTTP/1.1" status: 204 len: 168 time: 0.2888830 Feb 10 06:45:00.633045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021d51b-49b9-4b43-bfa8-6d24289698da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f24ce8-fcf2-487f-9864-498ee2b65ed0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:00.660262 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-1cff1d10-28bf-4200-a884-5735efdb2bf9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1641898 Feb 10 06:45:00.694111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (de37b3ff-fb8a-4044-9409-c56ba23d3031), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.729310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:54Z', 'updated_at': '2022-02-10T06:44:57Z', 'revision_number': 3, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:00.770249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfe750-9e4d-42d0-bd6d-d0bba0fc0ec3 None None] The sync data for ids ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'] in n-d-828670-1 is: [{'id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:54Z', 'updated_at': '2022-02-10T06:44:57Z', 'revision_number': 3, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:45:00.776938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Subnet': ['ID=de37b3ff-fb8a-4044-9409-c56ba23d3031,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:00.806600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Checking segment: {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:45:00.807200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network hostable DHCP agents. Network: fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:45:00.828109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:45:00.837932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:45:00.849497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bea461-5c0e-454e-87b3-d0e8135673dc None None] Network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:45:00.851250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:00.851861 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:00.888688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2804790e-48c9-406d-964a-a9579da71981 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8918273 Feb 10 06:45:00.892164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57822) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:01.073179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e', 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e', 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'fixed_ips': [{'subnet_id': 'de37b3ff-fb8a-4044-9409-c56ba23d3031'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:45:01.074983 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:01.075859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fd9ce-6355-4ef5-afcf-f779058f3566 req-8a1c8a9b-53a3-4b19-b2eb-494aeb3d27e4 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:01.085534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-873fd9ce-6355-4ef5-afcf-f779058f3566 req-8a1c8a9b-53a3-4b19-b2eb-494aeb3d27e4 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1230319 Feb 10 06:45:01.227735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-873fd9ce-6355-4ef5-afcf-f779058f3566 req-bd231a63-2ee4-4448-9e27-be590a0d1418 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413109 Feb 10 06:45:01.357237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Allocated IP 172.20.0.18 (fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e/de37b3ff-fb8a-4044-9409-c56ba23d3031/35284cf0-52e1-45e2-9a0d-b75e7f0087ef) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:45:01.568217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9c968ca-eb71-417c-88f0-8cd72e4d9082 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:45:01.568833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57838) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:01.633808 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Publish callbacks [] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:01.646098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:01.693891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Pushing event updated for resources: {'Port': ['ID=35284cf0-52e1-45e2-9a0d-b75e7f0087ef,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:01.715590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d9c968ca-eb71-417c-88f0-8cd72e4d9082 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:01.715973 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:01.756862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b582beec-558e-4afe-92b7-c71148f65102 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/floatingips/ffc580f1-86a1-405b-8ef6-5568c1f55922 HTTP/1.1" status: 200 len: 993 time: 0.1815381 Feb 10 06:45:01.788549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:45:01.791209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:45:01.800814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:45:01.896512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d9c968ca-eb71-417c-88f0-8cd72e4d9082 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:01.896909 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:01.903806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:01.936311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port d9c968ca-eb71-417c-88f0-8cd72e4d9082, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9c968ca-eb71-417c-88f0-8cd72e4d9082,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:01.943212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Attempting to bind port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:45:01.943795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Attempting to bind port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:45:01.944173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Attempting to bind port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef on network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:45:01.947861 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:02.032099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:45:02.032399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Checking segment: {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:45:02.032800 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:02.033204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Bound using segment: {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:45:02.033685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Bound port: 35284cf0-52e1-45e2-9a0d-b75e7f0087ef, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:45:02.034065 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:02.049885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=d9c968ca-eb71-417c-88f0-8cd72e4d9082,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:02.177402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] For port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:45:02.181332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] For port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=35284cf0-52e1-45e2-9a0d-b75e7f0087ef,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:45:02.189144 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:02.276604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075d4bc-063c-4e1c-848b-4b9710318c2f None None] Pushing event updated for resources: {'Port': ['ID=35284cf0-52e1-45e2-9a0d-b75e7f0087ef,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:02.436194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Allocated IP 172.20.0.17 (fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e/de37b3ff-fb8a-4044-9409-c56ba23d3031/13ce41e6-04d1-49b6-942d-9b6a7b573c49) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:45:02.463279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db86a2-e5db-433e-9f0a-bddeae32ed17 req-3124b351-4f2f-42ee-918d-10e6c1f68c04 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:02.464829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6db86a2-e5db-433e-9f0a-bddeae32ed17 req-3124b351-4f2f-42ee-918d-10e6c1f68c04 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1021338 Feb 10 06:45:02.623539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6db86a2-e5db-433e-9f0a-bddeae32ed17 req-c5f0b905-8229-47b3-a791-66c8d75fefbe tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424935 Feb 10 06:45:02.669679 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:02.734500 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:02.789808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:45:02.793753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:45:02.806681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:45:02.809104 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-5ea76b57-bf6b-4f25-9dc9-5bcf8d1be6f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0692780 Feb 10 06:45:02.819896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=13ce41e6-04d1-49b6-942d-9b6a7b573c49,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:02.873477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:02.952135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7b10c515-1be7-4c96-bf06-b26f5fbfe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:02.952768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7b10c515-1be7-4c96-bf06-b26f5fbfe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:02.953241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7b10c515-1be7-4c96-bf06-b26f5fbfe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:02.953704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7b10c515-1be7-4c96-bf06-b26f5fbfe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:02.954274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7b10c515-1be7-4c96-bf06-b26f5fbfe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:02.954758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7b10c515-1be7-4c96-bf06-b26f5fbfe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:02.955209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7b10c515-1be7-4c96-bf06-b26f5fbfe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:02.957440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7b10c515-1be7-4c96-bf06-b26f5fbfe696 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8bc94e5bcd6463597ae775a0c189508&device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 6709 time: 0.0756049 Feb 10 06:45:03.065551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:03.148611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-a3ea7e31-10b6-42aa-bafb-34bef7632fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:03.149112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-a3ea7e31-10b6-42aa-bafb-34bef7632fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:03.149751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-a3ea7e31-10b6-42aa-bafb-34bef7632fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:03.151717 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-a3ea7e31-10b6-42aa-bafb-34bef7632fdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=e519246c-5187-4df4-b098-e72e83a7f300&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&id=b358257e-dd73-497b-ab8b-bba846eb1153&id=b358257e-dd73-497b-ab8b-bba846eb1153 HTTP/1.1" status: 200 len: 2288 time: 0.1643329 Feb 10 06:45:03.278686 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-977deff8-0322-44a8-af8e-cc3d435afba5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e49eae18-d40f-435b-9dff-411db6d4d327 HTTP/1.1" status: 200 len: 1002 time: 0.1214914 Feb 10 06:45:03.345052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-f92ef376-1a09-482f-8723-9f9c4fda55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:03.346648 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-f92ef376-1a09-482f-8723-9f9c4fda55f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=878a9127-c7ce-43cb-8b3b-0187b698c9de HTTP/1.1" status: 200 len: 850 time: 0.0608706 Feb 10 06:45:03.410613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-a6d29e98-ab1d-4ac3-8c96-232a9eb95d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:03.412922 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-a6d29e98-ab1d-4ac3-8c96-232a9eb95d25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e519246c-5187-4df4-b098-e72e83a7f300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588336 Feb 10 06:45:03.551255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:03.563887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:03.620012 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-82a927c4-9495-4f0d-9d17-c58913f8c52e service neutron] 10.222.0.13 "GET /v2.0/networks/e519246c-5187-4df4-b098-e72e83a7f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919765 Feb 10 06:45:03.747221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9c968ca-eb71-417c-88f0-8cd72e4d9082 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:45:03.791922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=13ce41e6-04d1-49b6-942d-9b6a7b573c49,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:03.804956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:03.866805 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-08be1c16-6f68-4332-b732-567adba58f7c service neutron] 10.222.0.13 "GET /v2.0/networks/e519246c-5187-4df4-b098-e72e83a7f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395504 Feb 10 06:45:03.902892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d9c968ca-eb71-417c-88f0-8cd72e4d9082 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:03.903372 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:03.995220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419ac8c-face-481b-a13f-6100ff9e8120 req-0b1d2ffe-7709-4a1b-a019-b12e074f5259 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:03.996828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f419ac8c-face-481b-a13f-6100ff9e8120 req-0b1d2ffe-7709-4a1b-a019-b12e074f5259 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1938474 Feb 10 06:45:04.010077 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-83b0ea1e-cb75-4e9f-b846-b92de2d45c13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=4b086cf4-5264-49c5-8900-7d890fee08e4 HTTP/1.1" status: 200 len: 217 time: 0.1240246 Feb 10 06:45:04.021374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d9c968ca-eb71-417c-88f0-8cd72e4d9082 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:04.023516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 35284cf0-52e1-45e2-9a0d-b75e7f0087ef up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:45:04.026017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d57603-d40b-4b6e-ac5f-793ee44e8623 None None] Network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:45:04.079993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-4c637fe0-392d-4333-8ec8-6a0e29831b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:04.080743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:45:04.081473 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-4c637fe0-392d-4333-8ec8-6a0e29831b13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a274c3-43fa-4090-8f69-85c1371ce8e1 HTTP/1.1" status: 200 len: 797 time: 0.0615172 Feb 10 06:45:04.085176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:45:04.148756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-25dd7b1e-6758-449e-a6fa-ec7c7a63ea1e None None] Provisioning complete for port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:04.150588 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dd7b1e-6758-449e-a6fa-ec7c7a63ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:04.181863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f419ac8c-face-481b-a13f-6100ff9e8120 req-acae8cf0-f5af-4e07-925a-b31c5d6a4ed3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750498 Feb 10 06:45:04.204436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7e5fcd2b-58ae-404f-8dca-e902500a3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:04.207850 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7e5fcd2b-58ae-404f-8dca-e902500a3132 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1183879 Feb 10 06:45:04.317891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:45:04.335036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-25dd7b1e-6758-449e-a6fa-ec7c7a63ea1e None None] Current status of the port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:04.335196 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dd7b1e-6758-449e-a6fa-ec7c7a63ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:04.357071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:04.357453 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:04.415247 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-71eca12f-45b4-4f21-ab6b-970fe7aa7f3c service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897480 Feb 10 06:45:04.465663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-25dd7b1e-6758-449e-a6fa-ec7c7a63ea1e None None] For port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=35284cf0-52e1-45e2-9a0d-b75e7f0087ef,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:04.478160 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dd7b1e-6758-449e-a6fa-ec7c7a63ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:04.555650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:45:04.562731 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ad34628-ab4d-4e32-9df1-ace543793c54 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "PUT /v2.0/routers/6ebcfbdc-8d20-4868-83fa-1eac4dc69c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6691687 Feb 10 06:45:04.590193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Sync routers for ids ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:45:04.595879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd7b1e-6758-449e-a6fa-ec7c7a63ea1e None None] Pushing event updated for resources: {'Port': ['ID=35284cf0-52e1-45e2-9a0d-b75e7f0087ef,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:04.616954 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-0d6958ad-2ba6-40f8-9a22-c31533ee7313 service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894436 Feb 10 06:45:04.677095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Routers {'6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:04.677615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:04.693265 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-d29f56e8-210f-4a11-a9b1-f77b60ee6c91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=8c67d70a-3546-4c83-a55a-09f604e3d2e9 HTTP/1.1" status: 200 len: 217 time: 0.0657313 Feb 10 06:45:04.740302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:04.819803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Set router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:04.859124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-ea4a36a9-1d83-4b17-86e6-7665d7156d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:04.861526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-ea4a36a9-1d83-4b17-86e6-7665d7156d60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a274c3-43fa-4090-8f69-85c1371ce8e1 HTTP/1.1" status: 200 len: 797 time: 0.1585698 Feb 10 06:45:04.937422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-4aa66d2a-c52b-494e-af7b-3cc10550021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:04.941698 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-4aa66d2a-c52b-494e-af7b-3cc10550021e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0713332 Feb 10 06:45:05.078511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-f9a34891-3b59-47c2-94f1-998eb240f34f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:05.080076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-f9a34891-3b59-47c2-94f1-998eb240f34f tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/networks?id=fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e HTTP/1.1" status: 200 len: 798 time: 0.2103226 Feb 10 06:45:05.111160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b81bb0ba-ec1d-4b4a-a711-0e0f84d7bac5 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/quotas/39ac44ed275a45639d8bf23102847fcc HTTP/1.1" status: 200 len: 375 time: 0.0195127 Feb 10 06:45:05.126627 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-7d8934da-b73b-447d-84e5-69639c7456ca service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558385 Feb 10 06:45:05.275047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-68b7bc2b-b3ba-4ce9-ac2a-831bdab15090 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=39ac44ed275a45639d8bf23102847fcc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1564565 Feb 10 06:45:05.293934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-5433e1d9-9f57-4cfb-ab22-3d5b6ad3b936 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:45:05.295343 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-5433e1d9-9f57-4cfb-ab22-3d5b6ad3b936 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081792 Feb 10 06:45:05.305825 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-14bc669f-0789-439a-ba38-55dfaf104938 service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745369 Feb 10 06:45:05.323613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8c1b8e01-0bec-489f-ac57-e32e0926e497 None None] Provisioning complete for port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:05.324353 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8e01-0bec-489f-ac57-e32e0926e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:05.366798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b8e01-0bec-489f-ac57-e32e0926e497 None None] Port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:45:05.408231 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-33e6150a-4044-4955-8c39-b353b4707c5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 HTTP/1.1" status: 200 len: 217 time: 0.0953641 Feb 10 06:45:05.408641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8c1b8e01-0bec-489f-ac57-e32e0926e497 None None] Provisioning complete for port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:05.409072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8e01-0bec-489f-ac57-e32e0926e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:05.555464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-62199683-830b-437d-bc62-61716f8d97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:05.556971 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-62199683-830b-437d-bc62-61716f8d97d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a274c3-43fa-4090-8f69-85c1371ce8e1 HTTP/1.1" status: 200 len: 797 time: 0.1425328 Feb 10 06:45:05.596635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 35284cf0-52e1-45e2-9a0d-b75e7f0087ef up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:45:05.647660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-9df53def-7880-47c6-a2ff-3d34c825d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:05.654000 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-9df53def-7880-47c6-a2ff-3d34c825d73b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0895157 Feb 10 06:45:05.714419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b8e01-0bec-489f-ac57-e32e0926e497 None None] Current status of the port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:05.759549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:54Z', 'updated_at': '2022-02-10T06:45:03Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '13ce41e6-04d1-49b6-942d-9b6a7b573c49', 'name': '', 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:53:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'de37b3ff-fb8a-4044-9409-c56ba23d3031', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:45:02Z', 'updated_at': '2022-02-10T06:45:03Z', 'revision_number': 2, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': 'de37b3ff-fb8a-4044-9409-c56ba23d3031', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:05.801343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57994) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:05.809112 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-517cca83-81bf-4dd5-aeb8-ba6227b11311 service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475303 Feb 10 06:45:05.819631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:05.820738 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:05.860715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Checking router: 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:45:05.861228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Updating router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:45:05.914712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7d73b4ad-9279-431b-9681-9fa4bc96e974 None None] Provisioning complete for port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:05.915252 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d73b4ad-9279-431b-9681-9fa4bc96e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:05.955604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7d73b4ad-9279-431b-9681-9fa4bc96e974 None None] Port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:45:05.957551 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:05.962490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-8513a4a6-393c-4fe8-b6ba-a46ee4f03b88 service neutron] 10.222.0.21 "GET /v2.0/networks/fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600626 Feb 10 06:45:06.031270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7de3471-5586-454d-8981-18260f491ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.050461 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-3eb69aff-b4c5-4c01-a883-49c9d1c7debb service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265160 Feb 10 06:45:06.113037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71846f5c-4f8e-4672-979e-40b854430d5f req-fb15ba54-50be-45f6-875e-78f3c654e25b tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:06.114950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71846f5c-4f8e-4672-979e-40b854430d5f req-fb15ba54-50be-45f6-875e-78f3c654e25b tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1511784 Feb 10 06:45:06.125866 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-ccbf3020-c518-4467-9131-5c357026573a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=5d10eac5-f2fc-4211-ae24-5efe64411fa3 HTTP/1.1" status: 200 len: 217 time: 0.0678418 Feb 10 06:45:06.166461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:06.177700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-838a3675-46d8-4a96-8b62-454a5acae8cc service neutron] 10.222.0.21 "GET /v2.0/networks/fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018514 Feb 10 06:45:06.208877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-454e1542-621b-4df8-b9b8-2e3bf8344ae8 None None] Provisioning complete for port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:06.209573 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-454e1542-621b-4df8-b9b8-2e3bf8344ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.275984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7de3471-5586-454d-8981-18260f491ae4 admin admin] Publish callbacks [] for security_group (b8e3b80c-f7e6-43de-aaad-f4855f9e469c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.281933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-598aa7d8-2c47-4c96-b3a7-ee374d1c0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:06.284080 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-598aa7d8-2c47-4c96-b3a7-ee374d1c0710 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a274c3-43fa-4090-8f69-85c1371ce8e1 HTTP/1.1" status: 200 len: 797 time: 0.1430461 Feb 10 06:45:06.285487 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7de3471-5586-454d-8981-18260f491ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b8e3b80c-f7e6-43de-aaad-f4855f9e469c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.329853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71846f5c-4f8e-4672-979e-40b854430d5f req-78181793-1abf-4396-83d8-3bc4f055723e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061117 Feb 10 06:45:06.345006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-9c10085c-42aa-40eb-9c3d-8458d9264984 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2000134 Feb 10 06:45:06.392501 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e7de3471-5586-454d-8981-18260f491ae4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2db04ce5d6949c180e19b9ce921d13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5867517 Feb 10 06:45:06.392789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58000) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:06.400802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de3471-5586-454d-8981-18260f491ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e3b80c-f7e6-43de-aaad-f4855f9e469c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:06.463201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-d4a4c1b9-2b67-4963-93a3-466bf6ba9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:06.464819 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-d4a4c1b9-2b67-4963-93a3-466bf6ba9d2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1581023 Feb 10 06:45:06.519337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-555c6b5a-7652-44f3-aca8-c1043aa998fe admin admin] Publish callbacks [] for security_group (b8e3b80c-f7e6-43de-aaad-f4855f9e469c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.539068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42f706f7-1a41-4688-8b5f-a4b37b8580f9 req-64f2d425-a6bb-4b1e-84d1-2711b561952e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 210 time: 0.0661581 Feb 10 06:45:06.552158 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-555c6b5a-7652-44f3-aca8-c1043aa998fe admin admin] Publish callbacks [] for security_group (b8e3b80c-f7e6-43de-aaad-f4855f9e469c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.564385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-caaeec57-3a81-4655-b9bf-20e1b2603118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:06.565890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-caaeec57-3a81-4655-b9bf-20e1b2603118 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 1128 time: 0.1674111 Feb 10 06:45:06.567549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Publish callbacks [] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.569349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-454e1542-621b-4df8-b9b8-2e3bf8344ae8 None None] Port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:45:06.580914 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.657002 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-e4b6de89-5337-4bbc-8aeb-b0231881ffa5 service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842675 Feb 10 06:45:06.750602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d7e43-0d87-42b4-9011-b998d897dbeb None None] Pushing event updated for resources: {'Port': ['ID=13ce41e6-04d1-49b6-942d-9b6a7b573c49,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:06.769589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Attempting to bind port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:45:06.770126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Attempting to bind port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:45:06.770653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Attempting to bind port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 on network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:45:06.777018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:45:06.777461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Checking segment: {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:45:06.778092 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.778675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Bound using segment: {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:45:06.779481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Bound port: 13ce41e6-04d1-49b6-942d-9b6a7b573c49, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:45:06.780004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.798921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-555c6b5a-7652-44f3-aca8-c1043aa998fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b8e3b80c-f7e6-43de-aaad-f4855f9e469c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.800951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-646138ce-db62-40e1-bde2-5767ce041964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:06.801713 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-555c6b5a-7652-44f3-aca8-c1043aa998fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.802924 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-555c6b5a-7652-44f3-aca8-c1043aa998fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8e3b80c-f7e6-43de-aaad-f4855f9e469c HTTP/1.1" status: 204 len: 168 time: 0.4086790 Feb 10 06:45:06.803356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-646138ce-db62-40e1-bde2-5767ce041964 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.2015207 Feb 10 06:45:06.852835 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.862591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c6b5a-7652-44f3-aca8-c1043aa998fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e3b80c-f7e6-43de-aaad-f4855f9e469c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:06.911919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] For port 13ce41e6-04d1-49b6-942d-9b6a7b573c49, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:45:06.915893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] For port 13ce41e6-04d1-49b6-942d-9b6a7b573c49, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=13ce41e6-04d1-49b6-942d-9b6a7b573c49,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:45:06.926741 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:06.931192 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-67129677-33b3-4109-8a32-93726798218b service neutron] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634830 Feb 10 06:45:06.945335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-11f13c24-182f-42b6-96a7-c1d8790a7c5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 200 len: 1001 time: 0.1354227 Feb 10 06:45:07.003139 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-66751a98-faf3-4a06-9f64-eab3ac515039 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6167187e-481c-45bb-aea2-5643d29f55a5 HTTP/1.1" status: 200 len: 217 time: 0.0613484 Feb 10 06:45:07.076739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-f5a88791-a46b-4456-8a04-5c8652c24e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:07.080096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-f5a88791-a46b-4456-8a04-5c8652c24e9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.1278546 Feb 10 06:45:07.103106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-71ab39f3-8861-48f3-9fad-0c551108f0b0 None None] Provisioning complete for port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:07.103551 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-71ab39f3-8861-48f3-9fad-0c551108f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:07.108507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-b48cdf0d-9724-414b-8bd3-dfb6d08be152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:07.110906 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-b48cdf0d-9724-414b-8bd3-dfb6d08be152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88c94a1-161a-4a23-b213-60bb328101b1 HTTP/1.1" status: 200 len: 797 time: 0.1019807 Feb 10 06:45:07.187866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-23d3bc42-fdfe-44c2-9db1-2d53d62f1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:07.190034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-23d3bc42-fdfe-44c2-9db1-2d53d62f1fca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1002827 Feb 10 06:45:07.218026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-5f24deca-7bc6-41a9-a7fe-f168891b543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:07.220253 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-5f24deca-7bc6-41a9-a7fe-f168891b543e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b358257e-dd73-497b-ab8b-bba846eb1153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1026173 Feb 10 06:45:07.245754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d7e43-0d87-42b4-9011-b998d897dbeb None None] Pushing event updated for resources: {'Port': ['ID=13ce41e6-04d1-49b6-942d-9b6a7b573c49,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:07.279183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Routers {'6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:07.279850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:44:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:07.370437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-852ec684-8ae5-4567-af7b-eee3d7a594d3 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623149 Feb 10 06:45:07.463477 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-04d5b9be-9454-42b6-aacc-d56d14968cd3 service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318399 Feb 10 06:45:07.485623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58020) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:07.545598 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eddf31f6-55d2-46fb-9442-e154c97bca2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:07.583125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-71ab39f3-8861-48f3-9fad-0c551108f0b0 None None] Current status of the port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:07.583528 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-71ab39f3-8861-48f3-9fad-0c551108f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:07.595990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86a37ae1-908d-48ac-ae8f-46d44c2a9554 req-3556564e-4b96-4c3d-9d1f-94b8622925da service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199121 Feb 10 06:45:07.612643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366d621-8757-4cc9-adb8-94dd2c60495b req-8d09ffa4-2b4e-4005-90bd-9225246a98db tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:07.614938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8366d621-8757-4cc9-adb8-94dd2c60495b req-8d09ffa4-2b4e-4005-90bd-9225246a98db tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1493969 Feb 10 06:45:07.682492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-71ab39f3-8861-48f3-9fad-0c551108f0b0 None None] For port 13ce41e6-04d1-49b6-942d-9b6a7b573c49, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=13ce41e6-04d1-49b6-942d-9b6a7b573c49,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:07.684594 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-ea7c8929-7e62-4553-af9c-b6429e861b1b service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153065 Feb 10 06:45:07.703909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-341a81fb-47f8-48e9-abde-dde84cd6f185 req-0cd024ca-6da9-4c85-8437-2140b6f7568b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 210 time: 0.0654454 Feb 10 06:45:07.707679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] Set router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:07.752886 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-71ab39f3-8861-48f3-9fad-0c551108f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:07.760813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8366d621-8757-4cc9-adb8-94dd2c60495b req-825c724b-98ae-44e3-acb2-a343a3374aad tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370611 Feb 10 06:45:07.786152 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-05d6409c-9b2b-4920-a2c2-befa96f2370b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f9193d4-afcb-4622-96f7-6fcfd1366d5e HTTP/1.1" status: 200 len: 217 time: 0.0941370 Feb 10 06:45:07.877311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eddf31f6-55d2-46fb-9442-e154c97bca2b admin admin] Publish callbacks [] for security_group (25b540e5-f3e2-4138-9974-962a7d83f4e8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:07.883695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-44f3dfd2-136e-4d26-ba2c-c9af8876a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:07.885520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-44f3dfd2-136e-4d26-ba2c-c9af8876a06e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88c94a1-161a-4a23-b213-60bb328101b1 HTTP/1.1" status: 200 len: 797 time: 0.0882690 Feb 10 06:45:07.887274 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eddf31f6-55d2-46fb-9442-e154c97bca2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (25b540e5-f3e2-4138-9974-962a7d83f4e8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:07.887441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab39f3-8861-48f3-9fad-0c551108f0b0 None None] Pushing event updated for resources: {'Port': ['ID=13ce41e6-04d1-49b6-942d-9b6a7b573c49,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:07.930271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-bbfe70b1-0c00-430f-9c51-d2031173e916 None None] Provisioning complete for port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:07.930668 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbfe70b1-0c00-430f-9c51-d2031173e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:07.988156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf31f6-55d2-46fb-9442-e154c97bca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b540e5-f3e2-4138-9974-962a7d83f4e8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:08.024338 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eddf31f6-55d2-46fb-9442-e154c97bca2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ea1c94149f14b0ea3625c3dbbf0807c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5365787 Feb 10 06:45:08.027736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58028) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:08.071806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:54Z', 'updated_at': '2022-02-10T06:45:03Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '13ce41e6-04d1-49b6-942d-9b6a7b573c49', 'name': '', 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:53:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'de37b3ff-fb8a-4044-9409-c56ba23d3031', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:45:02Z', 'updated_at': '2022-02-10T06:45:06Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': 'de37b3ff-fb8a-4044-9409-c56ba23d3031', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:08.075405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe70b1-0c00-430f-9c51-d2031173e916 None None] Current status of the port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:08.089949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-cab1494a-4687-473a-b106-a43a15f0c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:08.091680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-cab1494a-4687-473a-b106-a43a15f0c9f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b358257e-dd73-497b-ab8b-bba846eb1153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1999388 Feb 10 06:45:08.101800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01acfb-a620-4e8a-9ad0-0c78167e6afe None None] The sync data for ids ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'] in n-d-828670-1 is: [{'id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:54Z', 'updated_at': '2022-02-10T06:45:03Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '13ce41e6-04d1-49b6-942d-9b6a7b573c49', 'name': '', 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:53:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'de37b3ff-fb8a-4044-9409-c56ba23d3031', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:45:02Z', 'updated_at': '2022-02-10T06:45:06Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': 'de37b3ff-fb8a-4044-9409-c56ba23d3031', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:45:08.156009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-228c1378-3ec8-49b9-a117-8590bc01e3fe tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:08.158997 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e421f4b-6ce8-4732-a010-e7d9ba7983cb admin admin] Publish callbacks [] for security_group (25b540e5-f3e2-4138-9974-962a7d83f4e8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:08.159131 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-228c1378-3ec8-49b9-a117-8590bc01e3fe tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.13 "GET /v2.0/networks?id=fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e HTTP/1.1" status: 200 len: 798 time: 0.2035003 Feb 10 06:45:08.190810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e421f4b-6ce8-4732-a010-e7d9ba7983cb admin admin] Publish callbacks [] for security_group (25b540e5-f3e2-4138-9974-962a7d83f4e8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:08.260367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Request body: {'port': {'device_id': '1fc0f366-b013-425b-b854-2853a4e51303', 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e', 'admin_state_up': True, 'tenant_id': '39ac44ed275a45639d8bf23102847fcc'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:08.261931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e421f4b-6ce8-4732-a010-e7d9ba7983cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (25b540e5-f3e2-4138-9974-962a7d83f4e8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:08.265022 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e421f4b-6ce8-4732-a010-e7d9ba7983cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:08.269039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1e421f4b-6ce8-4732-a010-e7d9ba7983cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25b540e5-f3e2-4138-9974-962a7d83f4e8 HTTP/1.1" status: 204 len: 168 time: 0.2375062 Feb 10 06:45:08.279230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e421f4b-6ce8-4732-a010-e7d9ba7983cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b540e5-f3e2-4138-9974-962a7d83f4e8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:08.695305 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-77b06c81-a2d4-4c66-8f56-ef2e0d111884 service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956991 Feb 10 06:45:08.897059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3ae75e-420e-474a-822e-2b33b32c203f req-8bb0cbfd-4f95-4928-8511-4258a02cc58b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 210 time: 0.0886214 Feb 10 06:45:08.960922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Made reservation on behalf of 39ac44ed275a45639d8bf23102847fcc for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:45:08.964424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:08.971694 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0bfcf773-7d34-447e-939e-03a3dda7f391 req-1a344893-f19a-4d4e-913d-254f75759f31 service neutron] 10.222.0.13 "GET /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620928 Feb 10 06:45:08.992580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c63b06-f7f4-4646-9a3b-cc6a414bbb87 req-6762f341-0a1f-41a2-bd9b-5330a2a803f8 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:09.003179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12c63b06-f7f4-4646-9a3b-cc6a414bbb87 req-6762f341-0a1f-41a2-bd9b-5330a2a803f8 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1049309 Feb 10 06:45:09.112863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12c63b06-f7f4-4646-9a3b-cc6a414bbb87 req-f54e80d7-4d08-4c85-8b86-53befd0f2bf6 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086240 Feb 10 06:45:09.184755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Allocated IP 172.20.0.21 (fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e/de37b3ff-fb8a-4044-9409-c56ba23d3031/360e129c-b20e-4fa3-8103-d2ff20a38cdf) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:45:09.426355 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:09.504682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:09.559404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:45:09.564132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:45:09.568796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:45:09.648135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event updated for resources: {'Port': ['ID=360e129c-b20e-4fa3-8103-d2ff20a38cdf,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:09.651632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 13ce41e6-04d1-49b6-942d-9b6a7b573c49 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:45:09.697419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:09.698048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:09.731308 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-9d48acb5-0df7-4f53-a2ab-eaf505010f4e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4823482 Feb 10 06:45:09.752028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Request body: {'port': {'device_id': '1fc0f366-b013-425b-b854-2853a4e51303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:09.760533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:09.760910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:09.871383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:09.935058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:10.037469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:10.066331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c5f32015-accb-498a-8f57-a79593614749 None None] Provisioning complete for port 360e129c-b20e-4fa3-8103-d2ff20a38cdf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:10.066676 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5f32015-accb-498a-8f57-a79593614749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:10.120438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c5f32015-accb-498a-8f57-a79593614749 None None] Port 360e129c-b20e-4fa3-8103-d2ff20a38cdf cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:45:10.319182 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8deca12b-821d-4098-90cd-6fa562da5211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:10.345548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3b3a2-a5fa-4d83-8a4b-7e54a2aafeeb req-cfd1a576-3d43-4188-8d36-b2c8d391453d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:10.353858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3c3b3a2-a5fa-4d83-8a4b-7e54a2aafeeb req-cfd1a576-3d43-4188-8d36-b2c8d391453d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 895 time: 0.2702112 Feb 10 06:45:10.411365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360e129c-b20e-4fa3-8103-d2ff20a38cdf {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:45:10.413149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44877d2-8b11-40a5-abc4-2e6e9b760a56 req-3af40c17-4584-4a1c-9ed7-51881e0f807e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:10.418781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a44877d2-8b11-40a5-abc4-2e6e9b760a56 req-3af40c17-4584-4a1c-9ed7-51881e0f807e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.1700339 Feb 10 06:45:10.419693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Publish callbacks [] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:10.436373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Transition to ACTIVE for port object 360e129c-b20e-4fa3-8103-d2ff20a38cdf will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:45:10.440321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860c345-7d4f-42eb-903d-22d8f1cadd13 req-7708f638-38ce-4172-8fb8-1705c9946836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:10.441203 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:10.442293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f860c345-7d4f-42eb-903d-22d8f1cadd13 req-7708f638-38ce-4172-8fb8-1705c9946836 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 1127 time: 0.1136370 Feb 10 06:45:10.507792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Pushing event updated for resources: {'Port': ['ID=360e129c-b20e-4fa3-8103-d2ff20a38cdf,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:10.525849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a44877d2-8b11-40a5-abc4-2e6e9b760a56 req-536dd2d9-a100-4f25-aff4-2a8453f27f14 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966733 Feb 10 06:45:10.532953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f860c345-7d4f-42eb-903d-22d8f1cadd13 req-52719cc9-8f7a-405a-ba71-643f99fe4f39 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840969 Feb 10 06:45:10.632495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Attempting to bind port 360e129c-b20e-4fa3-8103-d2ff20a38cdf on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:45:10.633772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Attempting to bind port 360e129c-b20e-4fa3-8103-d2ff20a38cdf by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:45:10.634318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Attempting to bind port 360e129c-b20e-4fa3-8103-d2ff20a38cdf on network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:45:10.641202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Port 360e129c-b20e-4fa3-8103-d2ff20a38cdf on network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:45:10.642385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Attempting to bind port 360e129c-b20e-4fa3-8103-d2ff20a38cdf on network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:45:10.648113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:45:10.648518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Checking segment: {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:45:10.649184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Bound using segment: {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:45:10.649667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Bound port: 360e129c-b20e-4fa3-8103-d2ff20a38cdf, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f635c6e4-51d4-4b08-a636-340f9bd00344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:45:10.652109 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:10.740973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] For port 360e129c-b20e-4fa3-8103-d2ff20a38cdf, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:45:10.755806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] For port 360e129c-b20e-4fa3-8103-d2ff20a38cdf, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=360e129c-b20e-4fa3-8103-d2ff20a38cdf,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:45:10.766802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:10.802816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:10.803534 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:10.804998 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] 10.222.0.13 "PUT /v2.0/ports/360e129c-b20e-4fa3-8103-d2ff20a38cdf HTTP/1.1" status: 200 len: 1055 time: 1.0615163 Feb 10 06:45:10.805561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc0f366-b013-425b-b854-2853a4e51303', 'tag': '360e129c-b20e-4fa3-8103-d2ff20a38cdf'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:45:10.807904 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d70d35e-4ef2-4193-967d-1e41b292d4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc0f366-b013-425b-b854-2853a4e51303", "tag": "360e129c-b20e-4fa3-8103-d2ff20a38cdf"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:45:10.865153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350579c-7a10-4c7d-86af-6e96c2c03a23 service neutron] Pushing event updated for resources: {'Port': ['ID=360e129c-b20e-4fa3-8103-d2ff20a38cdf,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:10.895876 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfd29e1-5cca-416b-968b-96bafad646ab x-openstack-request-id: req-bdfd29e1-5cca-416b-968b-96bafad646ab {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:45:10.896509 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc0f366-b013-425b-b854-2853a4e51303", "tag": "360e129c-b20e-4fa3-8103-d2ff20a38cdf", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:45:10.896509 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdfd29e1-5cca-416b-968b-96bafad646ab {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:45:10.897397 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc0f366-b013-425b-b854-2853a4e51303', 'tag': '360e129c-b20e-4fa3-8103-d2ff20a38cdf', 'status': 'completed', 'code': 200} Feb 10 06:45:10.958045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-378db029-c220-418c-82b9-cdd9878acd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:10.959828 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-378db029-c220-418c-82b9-cdd9878acd27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39ac44ed275a45639d8bf23102847fcc&device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 1089 time: 0.0783389 Feb 10 06:45:11.011900 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-11d90eb6-b45c-46d2-b226-03affe9a0424 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=360e129c-b20e-4fa3-8103-d2ff20a38cdf HTTP/1.1" status: 200 len: 217 time: 0.0423059 Feb 10 06:45:11.083763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-ddd48894-35ec-4710-828b-b3af87a5e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:11.085684 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-ddd48894-35ec-4710-828b-b3af87a5e003 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de37b3ff-fb8a-4044-9409-c56ba23d3031 HTTP/1.1" status: 200 len: 838 time: 0.0688853 Feb 10 06:45:11.177641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-83809ab6-70a3-4d58-8e96-eb7d99b662b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:11.179191 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-83809ab6-70a3-4d58-8e96-eb7d99b662b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0851800 Feb 10 06:45:11.287787 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-f4e81031-6ada-405c-93a3-9d1dc76887c6 service neutron] 10.222.0.13 "GET /v2.0/networks/fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014464 Feb 10 06:45:11.391318 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c516d0d0-4fb7-4e5b-8a9a-2b578befa3a9 req-da4ae322-72f1-4b7e-926f-7d33e280797a service neutron] 10.222.0.13 "GET /v2.0/networks/fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975163 Feb 10 06:45:11.544718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c251f7-600f-490e-9ca5-21d43a509f18 req-29bd4450-b762-4ed4-b9eb-0c0839d759b3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:11.549246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-ab34b725-978a-43dc-acc0-5d4c4db55e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:11.552344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-ab34b725-978a-43dc-acc0-5d4c4db55e43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39ac44ed275a45639d8bf23102847fcc&device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 1089 time: 0.0812795 Feb 10 06:45:11.558403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21c251f7-600f-490e-9ca5-21d43a509f18 req-29bd4450-b762-4ed4-b9eb-0c0839d759b3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 907 time: 0.0896280 Feb 10 06:45:11.663915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf7aac-3d68-4100-a95d-bca02bdc97f4 req-312d8113-dcf4-46c8-b6cb-c329ecd1fbd8 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:11.670132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38bf7aac-3d68-4100-a95d-bca02bdc97f4 req-312d8113-dcf4-46c8-b6cb-c329ecd1fbd8 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0786822 Feb 10 06:45:11.716804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-941dcb4c-b46a-4196-9fb6-cb2b3b331f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:11.718956 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-941dcb4c-b46a-4196-9fb6-cb2b3b331f29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e HTTP/1.1" status: 200 len: 898 time: 0.1479137 Feb 10 06:45:11.733408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38bf7aac-3d68-4100-a95d-bca02bdc97f4 req-ddcff635-26ef-4dfd-8cff-87bf4158a520 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593801 Feb 10 06:45:11.791481 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-86d1121c-a049-416b-8fab-f64e0bce7619 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=360e129c-b20e-4fa3-8103-d2ff20a38cdf HTTP/1.1" status: 200 len: 217 time: 0.0656404 Feb 10 06:45:11.869305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-348a8b08-c866-43f1-85d8-1d3cddf0812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:11.871157 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-348a8b08-c866-43f1-85d8-1d3cddf0812a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de37b3ff-fb8a-4044-9409-c56ba23d3031 HTTP/1.1" status: 200 len: 838 time: 0.0742071 Feb 10 06:45:11.948350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-b7c714bf-330d-4b6f-a957-cc72e6d1d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:11.949892 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-b7c714bf-330d-4b6f-a957-cc72e6d1d380 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0703738 Feb 10 06:45:12.056327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-e7adbe19-08bf-4541-838a-b440f899a59b service neutron] 10.222.0.13 "GET /v2.0/networks/fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997534 Feb 10 06:45:12.186078 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d70d35e-4ef2-4193-967d-1e41b292d4f6 req-9dda6f57-fa06-4d97-bbb5-3ea01ffdca75 service neutron] 10.222.0.13 "GET /v2.0/networks/fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218016 Feb 10 06:45:12.505596 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3371966f-2c03-4efe-b193-a9a4678e3db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:12.707317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d969e-d47e-4b8e-85c4-0f340745ab50 req-2e156854-b3a2-4a25-9ecf-198ccfe80a76 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:12.715694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-995d969e-d47e-4b8e-85c4-0f340745ab50 req-2e156854-b3a2-4a25-9ecf-198ccfe80a76 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 907 time: 0.0886571 Feb 10 06:45:12.853909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aea772-3487-44ca-a9e5-7ddd1da12339 req-81679934-4310-413f-a8ac-57c0548d7339 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:12.855764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94aea772-3487-44ca-a9e5-7ddd1da12339 req-81679934-4310-413f-a8ac-57c0548d7339 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0578396 Feb 10 06:45:12.914847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94aea772-3487-44ca-a9e5-7ddd1da12339 req-7b763c49-a284-4101-8ad6-482aec955cfe tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518384 Feb 10 06:45:13.048811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e17b3-a344-4a12-9718-c8e3609ee089 req-00d2b3b8-ee19-40a5-87e4-488811523376 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:13.050704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-386e17b3-a344-4a12-9718-c8e3609ee089 req-00d2b3b8-ee19-40a5-87e4-488811523376 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0611947 Feb 10 06:45:13.113959 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-386e17b3-a344-4a12-9718-c8e3609ee089 req-272a9247-a152-4585-9298-a28e3bc1b333 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562363 Feb 10 06:45:13.398555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06ad6-8017-46e9-b7cb-0a3d0ee1d535 req-a5fd1a18-d7be-4462-a079-6ed50f2d1e41 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:13.400073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97f06ad6-8017-46e9-b7cb-0a3d0ee1d535 req-a5fd1a18-d7be-4462-a079-6ed50f2d1e41 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0657423 Feb 10 06:45:13.459238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97f06ad6-8017-46e9-b7cb-0a3d0ee1d535 req-c4b6f7d7-bfb3-4c53-a94f-b36d12bb05d5 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Feb 10 06:45:13.760505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:13.840883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b618d24-79a3-4368-b30c-0bbc085ffcc6 req-57e73715-a8b1-462c-a3cf-33caa30981c8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:13.840883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b618d24-79a3-4368-b30c-0bbc085ffcc6 req-57e73715-a8b1-462c-a3cf-33caa30981c8 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 907 time: 0.0532219 Feb 10 06:45:14.583453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941107-dec5-4b64-9a52-8719152669ef req-0e0303d1-b234-4b78-afe2-16bba0ea0188 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:14.585153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee941107-dec5-4b64-9a52-8719152669ef req-0e0303d1-b234-4b78-afe2-16bba0ea0188 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0582325 Feb 10 06:45:14.637194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee941107-dec5-4b64-9a52-8719152669ef req-23b6e700-0e84-49c8-a21e-c030c4077344 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Feb 10 06:45:15.020008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434a7e-b417-4530-9136-35590a6d6976 req-b30cc25e-6b8d-45df-8ef0-3bd2c72504e3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:15.021589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa434a7e-b417-4530-9136-35590a6d6976 req-b30cc25e-6b8d-45df-8ef0-3bd2c72504e3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 907 time: 0.0892501 Feb 10 06:45:15.224047 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:15.323434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f11af2-562c-4c49-b469-091482b660e5 req-ed08d5c4-1ab9-4178-b6b3-92bd7b348ca9 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:15.333088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2f11af2-562c-4c49-b469-091482b660e5 req-ed08d5c4-1ab9-4178-b6b3-92bd7b348ca9 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1371751 Feb 10 06:45:15.392904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2f11af2-562c-4c49-b469-091482b660e5 req-5add192d-6677-40c5-be83-fb0621aec479 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589533 Feb 10 06:45:16.236952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0605e-e3e7-46ed-9d14-8ae5ab8184c8 req-67287bdd-b0cd-4701-94e6-fe7f42611e7e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:16.251580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31c0605e-e3e7-46ed-9d14-8ae5ab8184c8 req-67287bdd-b0cd-4701-94e6-fe7f42611e7e tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 907 time: 0.1040711 Feb 10 06:45:16.437166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:16.912307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 360e129c-b20e-4fa3-8103-d2ff20a38cdf details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:45:17.108889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 360e129c-b20e-4fa3-8103-d2ff20a38cdf, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=360e129c-b20e-4fa3-8103-d2ff20a38cdf,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:17.124995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '360e129c-b20e-4fa3-8103-d2ff20a38cdf', 'network_id': 'fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e', 'port_id': '360e129c-b20e-4fa3-8103-d2ff20a38cdf', 'mac_address': 'fa:16:3e:30:bb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de37b3ff-fb8a-4044-9409-c56ba23d3031', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:45:17.178656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 360e129c-b20e-4fa3-8103-d2ff20a38cdf is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:17.179201 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:17.226483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360e129c-b20e-4fa3-8103-d2ff20a38cdf {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:45:17.262836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 360e129c-b20e-4fa3-8103-d2ff20a38cdf, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=360e129c-b20e-4fa3-8103-d2ff20a38cdf,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:17.285923 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:17.428210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=360e129c-b20e-4fa3-8103-d2ff20a38cdf,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:17.488179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6d675-71a4-4f13-bae4-1bbac961432d req-1ba2fa67-2339-44dc-a758-091d2c171edb tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:17.490527 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28b6d675-71a4-4f13-bae4-1bbac961432d req-1ba2fa67-2339-44dc-a758-091d2c171edb tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 908 time: 0.1093566 Feb 10 06:45:17.686088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['360e129c-b20e-4fa3-8103-d2ff20a38cdf'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:45:18.189832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-2f45a47a-2364-44c7-9cef-7c212d505f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:18.192040 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-2f45a47a-2364-44c7-9cef-7c212d505f29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1128 time: 0.0734196 Feb 10 06:45:18.237025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce48131-1925-4204-90fb-173cfb2a38f1 req-7f4324e2-3609-48ae-b6f2-e2a107041a9e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:18.239274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bce48131-1925-4204-90fb-173cfb2a38f1 req-7f4324e2-3609-48ae-b6f2-e2a107041a9e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0819430 Feb 10 06:45:18.305909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bce48131-1925-4204-90fb-173cfb2a38f1 req-3da5cc9e-a807-40a2-896c-54ace58f204c tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597334 Feb 10 06:45:18.327715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-38aa0763-3117-408c-9ac1-2234aef70026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:18.329950 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-38aa0763-3117-408c-9ac1-2234aef70026 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 918 time: 0.1302040 Feb 10 06:45:18.376872 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-cc71432c-a3bb-4446-9ce8-555db85bd359 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191 HTTP/1.1" status: 200 len: 217 time: 0.0397675 Feb 10 06:45:18.434972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-38823f05-ee8b-4814-bd82-568671bfb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:18.435551 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-38823f05-ee8b-4814-bd82-568671bfb3d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.0528049 Feb 10 06:45:18.472142 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-c5a595e8-73aa-4e6c-ad75-50028d1f87fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299602 Feb 10 06:45:18.594836 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-5a9ac1be-cf03-47b4-8ba4-923fd685f379 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149359 Feb 10 06:45:18.701950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e3cfd-5c16-4656-9d00-010d092765a0 req-e1baae1b-b72f-4857-a17b-689441572865 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:18.720160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-564e3cfd-5c16-4656-9d00-010d092765a0 req-e1baae1b-b72f-4857-a17b-689441572865 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 908 time: 0.1146994 Feb 10 06:45:18.725195 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf11a56f-6c5d-413f-b61f-6f94262f0343 req-94b21753-ff47-4069-87ac-7ac49a7850c9 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244869 Feb 10 06:45:18.951438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 360e129c-b20e-4fa3-8103-d2ff20a38cdf up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:45:19.001556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 360e129c-b20e-4fa3-8103-d2ff20a38cdf completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:45:19.006565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 360e129c-b20e-4fa3-8103-d2ff20a38cdf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:19.007004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:19.178041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 360e129c-b20e-4fa3-8103-d2ff20a38cdf is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:19.178472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:19.237062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc0f366-b013-425b-b854-2853a4e51303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360e129c-b20e-4fa3-8103-d2ff20a38cdf'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:45:19.241028 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11725bbe-7c42-4439-8d24-fe35079c4696" -d '{"events": [{"server_uuid": "1fc0f366-b013-425b-b854-2853a4e51303", "name": "network-vif-plugged", "status": "completed", "tag": "360e129c-b20e-4fa3-8103-d2ff20a38cdf"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:45:19.280983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 360e129c-b20e-4fa3-8103-d2ff20a38cdf, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=360e129c-b20e-4fa3-8103-d2ff20a38cdf,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:19.293011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:19.385179 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa19d51a-8301-4621-abd1-7feb4cae1d49 x-openstack-request-id: req-aa19d51a-8301-4621-abd1-7feb4cae1d49 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:45:19.385497 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc0f366-b013-425b-b854-2853a4e51303", "name": "network-vif-plugged", "status": "completed", "tag": "360e129c-b20e-4fa3-8103-d2ff20a38cdf", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:45:19.385854 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa19d51a-8301-4621-abd1-7feb4cae1d49 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:45:19.386423 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc0f366-b013-425b-b854-2853a4e51303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360e129c-b20e-4fa3-8103-d2ff20a38cdf', 'code': 200} Feb 10 06:45:19.430000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=360e129c-b20e-4fa3-8103-d2ff20a38cdf,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:19.510984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410c91c-6e4e-45f1-92e6-dc1ff6f6ad7d req-c2744cd6-d3b5-4d4f-a0cc-b5b3c36316a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:19.517644 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4410c91c-6e4e-45f1-92e6-dc1ff6f6ad7d req-c2744cd6-d3b5-4d4f-a0cc-b5b3c36316a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 1091 time: 0.1014745 Feb 10 06:45:19.547627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15091a8-332e-4332-b1f1-60898be17635 req-87dcba42-036b-4c54-ba43-61fc8f19906f tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:19.550077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c15091a8-332e-4332-b1f1-60898be17635 req-87dcba42-036b-4c54-ba43-61fc8f19906f tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1079412 Feb 10 06:45:19.614094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c15091a8-332e-4332-b1f1-60898be17635 req-2e30254b-e240-468b-97a5-f391882e3241 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581126 Feb 10 06:45:19.775052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58262) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:19.893299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8f0a3-1cb3-4b2c-8821-69bf0830139d req-34896ca1-49f8-4164-9270-8bb740c6c573 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:19.895085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18f8f0a3-1cb3-4b2c-8821-69bf0830139d req-34896ca1-49f8-4164-9270-8bb740c6c573 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 909 time: 0.0825727 Feb 10 06:45:19.948057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775e213a-0db4-4d1e-b797-505bd622058a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:20.070959 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775e213a-0db4-4d1e-b797-505bd622058a admin admin] Publish callbacks [] for security_group (7a67c925-99ef-4c03-88c8-ecaa016f458e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:20.077316 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775e213a-0db4-4d1e-b797-505bd622058a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7a67c925-99ef-4c03-88c8-ecaa016f458e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:20.126678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-775e213a-0db4-4d1e-b797-505bd622058a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4dbddcf96d44fcc8bb7af9281a837ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3473916 Feb 10 06:45:20.126678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e213a-0db4-4d1e-b797-505bd622058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67c925-99ef-4c03-88c8-ecaa016f458e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:20.128035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58266) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:20.184822 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad670-150c-41ef-8fa3-046abe77e246 admin admin] Publish callbacks [] for security_group (7a67c925-99ef-4c03-88c8-ecaa016f458e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:20.215918 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad670-150c-41ef-8fa3-046abe77e246 admin admin] Publish callbacks [] for security_group (7a67c925-99ef-4c03-88c8-ecaa016f458e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:20.276442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad670-150c-41ef-8fa3-046abe77e246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7a67c925-99ef-4c03-88c8-ecaa016f458e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:20.280736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad670-150c-41ef-8fa3-046abe77e246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:20.287194 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0a9ad670-150c-41ef-8fa3-046abe77e246 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a67c925-99ef-4c03-88c8-ecaa016f458e HTTP/1.1" status: 204 len: 168 time: 0.1547406 Feb 10 06:45:20.298103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ad670-150c-41ef-8fa3-046abe77e246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67c925-99ef-4c03-88c8-ecaa016f458e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:20.865775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58280) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:20.885867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547c7b1-a82d-442a-93bd-22fdf96476aa req-1e6e6f84-08fd-4596-9657-8c3834ab2010 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:20.893276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e2e08e6-2b94-4f6d-afae-7160d6c97421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:20.894268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d547c7b1-a82d-442a-93bd-22fdf96476aa req-1e6e6f84-08fd-4596-9657-8c3834ab2010 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1351595 Feb 10 06:45:20.995226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d547c7b1-a82d-442a-93bd-22fdf96476aa req-974dfe12-07f1-4111-901b-0d5d4c85f890 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948310 Feb 10 06:45:21.063670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38addcd-8248-451a-a964-a0c3cfa02587 req-b2e64bfd-efbd-4df1-a22b-f431a42b8550 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:21.077449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f38addcd-8248-451a-a964-a0c3cfa02587 req-b2e64bfd-efbd-4df1-a22b-f431a42b8550 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 909 time: 0.0699861 Feb 10 06:45:21.118889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e2e08e6-2b94-4f6d-afae-7160d6c97421 admin admin] Publish callbacks [] for security_group (3c818c12-afb7-481b-aa6a-c38d2a85fe81), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:21.126313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e2e08e6-2b94-4f6d-afae-7160d6c97421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3c818c12-afb7-481b-aa6a-c38d2a85fe81), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:21.211072 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e2e08e6-2b94-4f6d-afae-7160d6c97421 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=058178e99d404608a6ff7ee9388accdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3424854 Feb 10 06:45:21.213302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58286) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:21.234599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e08e6-2b94-4f6d-afae-7160d6c97421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c818c12-afb7-481b-aa6a-c38d2a85fe81,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:21.284613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330de33f-fed0-4469-bd45-9677753c7207 req-c8236c43-bfe0-44a8-bf72-bc65e670df26 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:21.291804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-43b16fa9-4cc0-49f7-9e6a-27a2e31daec2 admin admin] Publish callbacks [] for security_group (3c818c12-afb7-481b-aa6a-c38d2a85fe81), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:21.294644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-330de33f-fed0-4469-bd45-9677753c7207 req-c8236c43-bfe0-44a8-bf72-bc65e670df26 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 909 time: 0.1303613 Feb 10 06:45:21.319840 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-43b16fa9-4cc0-49f7-9e6a-27a2e31daec2 admin admin] Publish callbacks [] for security_group (3c818c12-afb7-481b-aa6a-c38d2a85fe81), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:21.390219 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-43b16fa9-4cc0-49f7-9e6a-27a2e31daec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3c818c12-afb7-481b-aa6a-c38d2a85fe81), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:21.393526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-43b16fa9-4cc0-49f7-9e6a-27a2e31daec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:21.395061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-43b16fa9-4cc0-49f7-9e6a-27a2e31daec2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c818c12-afb7-481b-aa6a-c38d2a85fe81 HTTP/1.1" status: 204 len: 168 time: 0.1690650 Feb 10 06:45:21.413143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16fa9-4cc0-49f7-9e6a-27a2e31daec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c818c12-afb7-481b-aa6a-c38d2a85fe81,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:21.519489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2842b78-cc00-4321-939d-d25aa49f25b9 req-f145b519-afaa-4683-b716-4d34b36992a5 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:21.521676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2842b78-cc00-4321-939d-d25aa49f25b9 req-f145b519-afaa-4683-b716-4d34b36992a5 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 1091 time: 0.1349239 Feb 10 06:45:21.659184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46593d83-a563-4fb0-90d7-b0e2c62e6725 req-64251fb4-2310-44b0-96a0-8c417a57b3a6 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:21.667058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46593d83-a563-4fb0-90d7-b0e2c62e6725 req-64251fb4-2310-44b0-96a0-8c417a57b3a6 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 1166 time: 0.0664437 Feb 10 06:45:21.758121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46593d83-a563-4fb0-90d7-b0e2c62e6725 req-1d2d945d-0c96-44ab-bd73-cf20001568c6 tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0855265 Feb 10 06:45:21.770989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58304) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:21.833996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da02038-61af-4c60-b2df-2664f3968e4b tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:21.838398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8da02038-61af-4c60-b2df-2664f3968e4b tempest-TestSecurityGroupsBasicOps-799022310 tempest-TestSecurityGroupsBasicOps-799022310-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 1086 time: 0.0637908 Feb 10 06:45:22.285292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce7a55-a0e1-4c6b-a08d-19549088da4c req-6665c730-2585-4a0f-a54c-107f25177282 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:22.287629 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3ce7a55-a0e1-4c6b-a08d-19549088da4c req-6665c730-2585-4a0f-a54c-107f25177282 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1421721 Feb 10 06:45:22.336093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae34f3-4098-4753-9210-d41b7cb5f0fd req-83424877-ec31-4dfa-a60b-69401a37d7b0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:22.337846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7aae34f3-4098-4753-9210-d41b7cb5f0fd req-83424877-ec31-4dfa-a60b-69401a37d7b0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 909 time: 0.1230519 Feb 10 06:45:22.387935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3ce7a55-a0e1-4c6b-a08d-19549088da4c req-a731fef3-9aa0-4eba-a058-52c1d96b12c7 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912023 Feb 10 06:45:23.605865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef096929-0d59-4d28-9515-3c7f0857a8cd req-2e8463dc-de88-42d9-bbe8-a2f483cbecd0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:23.607481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef096929-0d59-4d28-9515-3c7f0857a8cd req-2e8463dc-de88-42d9-bbe8-a2f483cbecd0 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 909 time: 0.1498568 Feb 10 06:45:23.624330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42298a4a-c9e4-4f8d-be97-e4bc9cd88720 req-9174548c-2a11-4067-abc6-80208977d843 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:23.640665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42298a4a-c9e4-4f8d-be97-e4bc9cd88720 req-9174548c-2a11-4067-abc6-80208977d843 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1029863 Feb 10 06:45:23.721543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-4c21aa14-2d1d-4f27-8c48-c6815c5b1f07 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:23.723841 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-4c21aa14-2d1d-4f27-8c48-c6815c5b1f07 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 909 time: 0.1470163 Feb 10 06:45:23.742540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42298a4a-c9e4-4f8d-be97-e4bc9cd88720 req-fff262d6-bc22-43c1-a252-986dcadad23e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008911 Feb 10 06:45:23.892077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Deleting port 360e129c-b20e-4fa3-8103-d2ff20a38cdf {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:23.892572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:24.003956 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:45:24.038109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] For port 360e129c-b20e-4fa3-8103-d2ff20a38cdf, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=360e129c-b20e-4fa3-8103-d2ff20a38cdf,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:24.038707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:24.059703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Calling delete_port for 360e129c-b20e-4fa3-8103-d2ff20a38cdf owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:24.272135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (360e129c-b20e-4fa3-8103-d2ff20a38cdf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:24.330604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Port': ['ID=360e129c-b20e-4fa3-8103-d2ff20a38cdf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:24.345832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.346389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.346892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.347562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.348119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.348608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.349094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.349625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.350248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.350775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.351263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.351775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.352415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:24.416273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] No DVR routers for this DVR port 360e129c-b20e-4fa3-8103-d2ff20a38cdf on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:45:24.423597 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:24.429016 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd3b6324-4ff9-455f-aabd-9d0557aee01f req-2f1ee42b-d828-4b5a-8b1d-f17fda789145 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.13 "DELETE /v2.0/ports/360e129c-b20e-4fa3-8103-d2ff20a38cdf HTTP/1.1" status: 204 len: 173 time: 0.6968069 Feb 10 06:45:24.429521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc0f366-b013-425b-b854-2853a4e51303', 'name': 'network-vif-deleted', 'tag': '360e129c-b20e-4fa3-8103-d2ff20a38cdf'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:45:24.432179 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6b4081-c464-4653-aa6c-34a17e8f05c1" -d '{"events": [{"server_uuid": "1fc0f366-b013-425b-b854-2853a4e51303", "name": "network-vif-deleted", "tag": "360e129c-b20e-4fa3-8103-d2ff20a38cdf"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:45:24.491803 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea390a1d-8c1a-4baf-80b4-6e070b4fe210 x-openstack-request-id: req-ea390a1d-8c1a-4baf-80b4-6e070b4fe210 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:45:24.492406 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc0f366-b013-425b-b854-2853a4e51303", "name": "network-vif-deleted", "tag": "360e129c-b20e-4fa3-8103-d2ff20a38cdf", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:45:24.492916 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea390a1d-8c1a-4baf-80b4-6e070b4fe210 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:45:24.495560 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc0f366-b013-425b-b854-2853a4e51303', 'name': 'network-vif-deleted', 'tag': '360e129c-b20e-4fa3-8103-d2ff20a38cdf', 'status': 'completed', 'code': 200} Feb 10 06:45:24.756236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80088a72-594d-4883-bb28-81dbe28342e5 req-3c9146de-15ad-499a-9f71-53c1585e99ea tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc0f366-b013-425b-b854-2853a4e51303 HTTP/1.1" status: 200 len: 210 time: 0.0381866 Feb 10 06:45:24.890767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a0075-7853-4ed6-8f97-cb6e2a74bb20 req-eca5cf36-d5b3-406b-86f0-e4c5c04ac382 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:24.903142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d40a0075-7853-4ed6-8f97-cb6e2a74bb20 req-eca5cf36-d5b3-406b-86f0-e4c5c04ac382 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0738447 Feb 10 06:45:24.970157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d40a0075-7853-4ed6-8f97-cb6e2a74bb20 req-76670e00-7261-4ce8-96c4-4293a8a4d262 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657659 Feb 10 06:45:25.550963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312161-e3b2-4000-a104-0979aac57d99 req-850d4fcd-f245-44b3-8b77-b600fd5707a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:25.552643 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc312161-e3b2-4000-a104-0979aac57d99 req-850d4fcd-f245-44b3-8b77-b600fd5707a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1128 time: 0.0715127 Feb 10 06:45:25.608472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc312161-e3b2-4000-a104-0979aac57d99 req-1deaad5d-3e04-406a-a2e0-18bd8ea62ffd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489271 Feb 10 06:45:25.798823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58402) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:26.175383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c263110-e31e-4896-b7f2-e19ffa290b7d req-deba97d9-418b-4ce3-b848-5c3222913700 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:26.176894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c263110-e31e-4896-b7f2-e19ffa290b7d req-deba97d9-418b-4ce3-b848-5c3222913700 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1041873 Feb 10 06:45:26.258242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c263110-e31e-4896-b7f2-e19ffa290b7d req-408e5678-f703-4934-8d51-96336a7d689c tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685649 Feb 10 06:45:26.285485 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:26.654418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Deleting port 13ce41e6-04d1-49b6-942d-9b6a7b573c49 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:26.654899 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:26.784805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] For port 13ce41e6-04d1-49b6-942d-9b6a7b573c49, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=13ce41e6-04d1-49b6-942d-9b6a7b573c49,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:26.785516 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:26.799501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Calling delete_port for 13ce41e6-04d1-49b6-942d-9b6a7b573c49 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:27.102782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (13ce41e6-04d1-49b6-942d-9b6a7b573c49), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:27.156293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Port': ['ID=13ce41e6-04d1-49b6-942d-9b6a7b573c49,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:27.184797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58436) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:27.363759 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aafa0403-24ea-4064-99f9-ae51cae55c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:27.380467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:27.488691 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aafa0403-24ea-4064-99f9-ae51cae55c83 admin admin] Publish callbacks [] for security_group (6b133430-f6a7-4845-9573-f7f1bfc273c5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:27.500176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aafa0403-24ea-4064-99f9-ae51cae55c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6b133430-f6a7-4845-9573-f7f1bfc273c5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:27.551515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa0403-24ea-4064-99f9-ae51cae55c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b133430-f6a7-4845-9573-f7f1bfc273c5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:27.589880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58448) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:27.590816 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aafa0403-24ea-4064-99f9-ae51cae55c83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=805bce4f0f3649d191378209de2cad5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049275 Feb 10 06:45:27.619966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f866-5100-4e92-82c3-9b6f1f3fc797 req-a5ef9f16-f0bd-472f-8570-8170b04d8c38 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:27.621685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bb4f866-5100-4e92-82c3-9b6f1f3fc797 req-a5ef9f16-f0bd-472f-8570-8170b04d8c38 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1444154 Feb 10 06:45:27.798601 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-709c69fc-7ea9-4d3d-b497-04ecb0d94519 admin admin] Publish callbacks [] for security_group (6b133430-f6a7-4845-9573-f7f1bfc273c5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:27.834871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bb4f866-5100-4e92-82c3-9b6f1f3fc797 req-49e984b1-9e18-4f22-b129-a313722cda97 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996720 Feb 10 06:45:27.866587 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-709c69fc-7ea9-4d3d-b497-04ecb0d94519 admin admin] Publish callbacks [] for security_group (6b133430-f6a7-4845-9573-f7f1bfc273c5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:27.945711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2918cb-29c0-47e2-9255-ed4ac3407b5f req-cd6610b3-b2d9-4491-933d-0c5f21f2c58a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:27.953857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa2918cb-29c0-47e2-9255-ed4ac3407b5f req-cd6610b3-b2d9-4491-933d-0c5f21f2c58a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 946 time: 0.1789653 Feb 10 06:45:28.053039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:45:28.124119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-d80b7195-d8c1-45cb-b50f-483328dffe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:28.126061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-d80b7195-d8c1-45cb-b50f-483328dffe53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1128 time: 0.0610933 Feb 10 06:45:28.130248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa2918cb-29c0-47e2-9255-ed4ac3407b5f req-36222a9d-dcc9-415d-bffb-8a825e320285 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755362 Feb 10 06:45:28.276869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-0c7dd687-d05e-4c1d-932f-22028a98be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:28.279217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-0c7dd687-d05e-4c1d-932f-22028a98be53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 918 time: 0.1380472 Feb 10 06:45:28.327283 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-ffdd389b-8bf1-4c7e-b4d6-4c639439f074 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191 HTTP/1.1" status: 200 len: 217 time: 0.0414677 Feb 10 06:45:28.392669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-e6b82039-349e-4cfc-a409-5bc594be4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:28.394551 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-e6b82039-349e-4cfc-a409-5bc594be4425 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.0621588 Feb 10 06:45:28.434592 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-b8d217a3-eb8f-4bf1-aa56-ae9f27fdca6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330009 Feb 10 06:45:28.556795 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-709c69fc-7ea9-4d3d-b497-04ecb0d94519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6b133430-f6a7-4845-9573-f7f1bfc273c5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:28.559339 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-709c69fc-7ea9-4d3d-b497-04ecb0d94519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:28.564193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-709c69fc-7ea9-4d3d-b497-04ecb0d94519 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b133430-f6a7-4845-9573-f7f1bfc273c5 HTTP/1.1" status: 204 len: 168 time: 0.9670482 Feb 10 06:45:28.577671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c69fc-7ea9-4d3d-b497-04ecb0d94519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b133430-f6a7-4845-9573-f7f1bfc273c5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:28.591154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-52f0e6b4-ada6-41e3-b4f4-8940eb29e3f7 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494718 Feb 10 06:45:28.619359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd399fe-2864-49e3-8542-5ec1ecfe0765 req-ee52a976-88e9-4be6-9d90-e51b25a29239 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:28.620856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cd399fe-2864-49e3-8542-5ec1ecfe0765 req-ee52a976-88e9-4be6-9d90-e51b25a29239 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.4871852 Feb 10 06:45:28.634924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:45:28.641337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7010253d-81bf-4b7f-86c7-b9c99390f16c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "PUT /v2.0/routers/6ebcfbdc-8d20-4868-83fa-1eac4dc69c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8414526 Feb 10 06:45:28.647449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58462) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:28.655072 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] Sync routers for ids ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:45:28.677158 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] Routers {'6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:28.677788 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:28.816761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cd399fe-2864-49e3-8542-5ec1ecfe0765 req-d951cad2-24e3-4d2c-b312-4d0ec456e3aa tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889246 Feb 10 06:45:28.820518 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-244b4b1d-1644-415e-836f-8e4450c95bea tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Deleting subnet de37b3ff-fb8a-4044-9409-c56ba23d3031 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:45:28.832474 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8aad6b08-ee45-4800-84bd-a57c3b5874be req-7bd95a24-0458-4f91-9133-70ec18e6c8a4 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243943 Feb 10 06:45:28.833421 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-244b4b1d-1644-415e-836f-8e4450c95bea tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for subnet (de37b3ff-fb8a-4044-9409-c56ba23d3031), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:28.861684 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] Set router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:28.921373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-244b4b1d-1644-415e-836f-8e4450c95bea tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (de37b3ff-fb8a-4044-9409-c56ba23d3031), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.002595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 360e129c-b20e-4fa3-8103-d2ff20a38cdf no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:45:29.034260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 360e129c-b20e-4fa3-8103-d2ff20a38cdf {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:45:29.035010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 360e129c-b20e-4fa3-8103-d2ff20a38cdf not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:45:29.068184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:29.069020 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:54Z', 'updated_at': '2022-02-10T06:45:27Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:29.086445 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c469a6-efe7-49cd-a92d-f9f88f836965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.095783 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] Checking router: 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:45:29.100023 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-244b4b1d-1644-415e-836f-8e4450c95bea tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (de37b3ff-fb8a-4044-9409-c56ba23d3031), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.104654 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] Routers {'6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:29.105445 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:29.242509 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] Set router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:29.260930 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c469a6-efe7-49cd-a92d-f9f88f836965 admin admin] Publish callbacks [] for security_group (48475769-6c5a-4a7e-97dc-a7731165e2e0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.273779 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c469a6-efe7-49cd-a92d-f9f88f836965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (48475769-6c5a-4a7e-97dc-a7731165e2e0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.284665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-244b4b1d-1644-415e-836f-8e4450c95bea tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (de37b3ff-fb8a-4044-9409-c56ba23d3031), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.366959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f32442-159a-49bc-a54e-46a4dd01b6d9 req-ebe08cee-3070-47b9-831f-8c28d6837e63 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:29.368502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ae13d-1c65-4d64-856f-68c3e8df0357 None None] Network fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:45:29.368650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5f32442-159a-49bc-a54e-46a4dd01b6d9 req-ebe08cee-3070-47b9-831f-8c28d6837e63 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 946 time: 0.1545203 Feb 10 06:45:29.375608 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-244b4b1d-1644-415e-836f-8e4450c95bea tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.381127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-244b4b1d-1644-415e-836f-8e4450c95bea tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "DELETE /v2.0/subnets/de37b3ff-fb8a-4044-9409-c56ba23d3031 HTTP/1.1" status: 204 len: 168 time: 0.7304764 Feb 10 06:45:29.381127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4b1d-1644-415e-836f-8e4450c95bea tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Subnet': ['ID=de37b3ff-fb8a-4044-9409-c56ba23d3031,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:29.381555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58472) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:29.437377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c469a6-efe7-49cd-a92d-f9f88f836965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48475769-6c5a-4a7e-97dc-a7731165e2e0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:29.442131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d3c469a6-efe7-49cd-a92d-f9f88f836965 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebad4b039bfd4e5eb03b6a735857bb2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3730512 Feb 10 06:45:29.448119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58474) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:29.451757 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:54Z', 'updated_at': '2022-02-10T06:45:27Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:29.481460 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac7a0b-0726-4f27-93ab-a9a51a6c56ab None None] The sync data for ids ['6ebcfbdc-8d20-4868-83fa-1eac4dc69c69'] in n-d-828670-1 is: [{'id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215393114', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:54Z', 'updated_at': '2022-02-10T06:45:27Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': 'd9c968ca-eb71-417c-88f0-8cd72e4d9082', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebcfbdc-8d20-4868-83fa-1eac4dc69c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:45:29.485957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-fdb9531c-1eb7-498e-a400-5cca24328fa5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:29.493144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-fdb9531c-1eb7-498e-a400-5cca24328fa5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.24 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 946 time: 0.1111612 Feb 10 06:45:29.531592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5f32442-159a-49bc-a54e-46a4dd01b6d9 req-ed4fcab9-a4d1-4e37-8290-57e154237790 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9722af8-efaa-426f-b41f-462aff811e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183195 Feb 10 06:45:29.585335 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.659679 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35335a98-7999-46e2-9049-5091c3cd9974 admin admin] Publish callbacks [] for security_group (48475769-6c5a-4a7e-97dc-a7731165e2e0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.694543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35335a98-7999-46e2-9049-5091c3cd9974 admin admin] Publish callbacks [] for security_group (48475769-6c5a-4a7e-97dc-a7731165e2e0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.703632 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_gateway (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.718498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Deleting port a4398310-5d0b-4a69-b68c-65f3b0972647 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:29.718854 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.765212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Deleting port d9c968ca-eb71-417c-88f0-8cd72e4d9082 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:29.765802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.819526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35335a98-7999-46e2-9049-5091c3cd9974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (48475769-6c5a-4a7e-97dc-a7731165e2e0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.823843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35335a98-7999-46e2-9049-5091c3cd9974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.823843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-35335a98-7999-46e2-9049-5091c3cd9974 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48475769-6c5a-4a7e-97dc-a7731165e2e0 HTTP/1.1" status: 204 len: 168 time: 0.3745031 Feb 10 06:45:29.841387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] For port a4398310-5d0b-4a69-b68c-65f3b0972647, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a4398310-5d0b-4a69-b68c-65f3b0972647,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:29.851036 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.874327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35335a98-7999-46e2-9049-5091c3cd9974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48475769-6c5a-4a7e-97dc-a7731165e2e0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:29.901839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6bc8df-f840-467a-83bb-0417aebd7edf None None] DHCP port deletion for fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:45:29.907398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] For port d9c968ca-eb71-417c-88f0-8cd72e4d9082, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9c968ca-eb71-417c-88f0-8cd72e4d9082,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:29.907889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:29.935065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Calling delete_port for d9c968ca-eb71-417c-88f0-8cd72e4d9082 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:30.071079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bc8df-f840-467a-83bb-0417aebd7edf None None] Deleting port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:30.072114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc8df-f840-467a-83bb-0417aebd7edf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.162279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fd6bc8df-f840-467a-83bb-0417aebd7edf None None] For port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=35284cf0-52e1-45e2-9a0d-b75e7f0087ef,segment=NetworkSegment(f635c6e4-51d4-4b08-a636-340f9bd00344),segment_id=f635c6e4-51d4-4b08-a636-340f9bd00344)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:30.162791 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc8df-f840-467a-83bb-0417aebd7edf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.184653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bc8df-f840-467a-83bb-0417aebd7edf None None] Calling delete_port for 35284cf0-52e1-45e2-9a0d-b75e7f0087ef owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:30.253371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7739-c027-4659-807c-df7c5d0f660e req-46527169-12e1-486e-abc8-935f0701e980 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:30.255205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-374e7739-c027-4659-807c-df7c5d0f660e req-46527169-12e1-486e-abc8-935f0701e980 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.2557194 Feb 10 06:45:30.258095 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d9c968ca-eb71-417c-88f0-8cd72e4d9082), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.352614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Port': ['ID=d9c968ca-eb71-417c-88f0-8cd72e4d9082,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:30.356521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.365128 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.365898 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (15610538-8c67-4cd4-8c68-3698ee5e65ca), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.366341 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Floating IP 15610538-8c67-4cd4-8c68-3698ee5e65ca disassociated. External IP: 172.25.8.216, port: a4398310-5d0b-4a69-b68c-65f3b0972647. Feb 10 06:45:30.366584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Calling delete_port for a4398310-5d0b-4a69-b68c-65f3b0972647 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:30.389611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-374e7739-c027-4659-807c-df7c5d0f660e req-303b9974-7e0e-4f3e-832c-8a3d50914746 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241477 Feb 10 06:45:30.402359 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc8df-f840-467a-83bb-0417aebd7edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (35284cf0-52e1-45e2-9a0d-b75e7f0087ef), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.437270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6bc8df-f840-467a-83bb-0417aebd7edf None None] No DVR routers for this DVR port 35284cf0-52e1-45e2-9a0d-b75e7f0087ef on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:45:30.454263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bc8df-f840-467a-83bb-0417aebd7edf None None] Pushing event deleted for resources: {'Port': ['ID=35284cf0-52e1-45e2-9a0d-b75e7f0087ef,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:30.552555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (a4398310-5d0b-4a69-b68c-65f3b0972647), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.605843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event deleted for resources: {'Port': ['ID=a4398310-5d0b-4a69-b68c-65f3b0972647,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:30.711897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3cafdc1a-25d6-4c20-ae9e-b6b8c88a82de req-bda80ad4-5687-4852-b801-2bffc726063d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 210 time: 0.0316398 Feb 10 06:45:30.836572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:45:30.849475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.853021 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_controller (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.950809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (6ebcfbdc-8d20-4868-83fa-1eac4dc69c69), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.952731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Fanout notify agent at l3_agent the message router_deleted on router 6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:45:30.973200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:30.982433 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-471fd6ca-4948-4ba7-9e16-80aaf427f08b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "DELETE /v2.0/routers/6ebcfbdc-8d20-4868-83fa-1eac4dc69c69 HTTP/1.1" status: 204 len: 168 time: 1.5988176 Feb 10 06:45:30.985573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58506) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:31.012158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:45:31.028021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] Sync routers for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:45:31.060479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:31.064111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:31.092460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] No DVR routers for this DVR port a4398310-5d0b-4a69-b68c-65f3b0972647 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:45:31.098975 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:31.103808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75ffa89f-7433-43c8-8cee-c9b195aa9626 req-56e81e03-0284-484e-a39d-2b1670270e58 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.24 "DELETE /v2.0/ports/a4398310-5d0b-4a69-b68c-65f3b0972647 HTTP/1.1" status: 204 len: 173 time: 1.5819612 Feb 10 06:45:31.104391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-deleted', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:45:31.109805 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b001beb-8dab-41c7-a180-08a3665c031b" -d '{"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-deleted", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:45:31.213355 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4d7bb3-954b-474c-8d7b-ed1cd0da3675 x-openstack-request-id: req-ad4d7bb3-954b-474c-8d7b-ed1cd0da3675 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:45:31.213496 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f56d2-6cbb-463a-8c20-d171c04102bf", "name": "network-vif-deleted", "tag": "a4398310-5d0b-4a69-b68c-65f3b0972647", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:45:31.213751 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad4d7bb3-954b-474c-8d7b-ed1cd0da3675 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:45:31.214177 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f56d2-6cbb-463a-8c20-d171c04102bf', 'name': 'network-vif-deleted', 'tag': 'a4398310-5d0b-4a69-b68c-65f3b0972647', 'status': 'completed', 'code': 200} Feb 10 06:45:31.289127 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:31.306045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:31.430251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:31.457508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:31.470293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f635c6e4-51d4-4b08-a636-340f9bd00344') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:31.470676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f635c6e4-51d4-4b08-a636-340f9bd00344') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:31.485368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (f635c6e4-51d4-4b08-a636-340f9bd00344), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:31.499946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f635c6e4-51d4-4b08-a636-340f9bd00344), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:31.506597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:45:31.507119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (f635c6e4-51d4-4b08-a636-340f9bd00344), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:45:31.510289 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:45:31.585758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf03e4a-e800-4ae0-af1c-c84c803bb466 req-88a0b63c-9c0a-4a43-9eea-8896f05bb014 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:31.601278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-baf03e4a-e800-4ae0-af1c-c84c803bb466 req-88a0b63c-9c0a-4a43-9eea-8896f05bb014 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1330276 Feb 10 06:45:31.609863 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:31.645224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:31.656692 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "DELETE /v2.0/networks/fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e HTTP/1.1" status: 204 len: 168 time: 0.6673508 Feb 10 06:45:31.668067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58520) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:31.671583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5c5d4-909d-4d28-a43f-99d5caa7c4ac tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Network': ['ID=fc9525ae-4d2e-44f0-9db0-dd9fd18fbd0e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:31.735286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-baf03e4a-e800-4ae0-af1c-c84c803bb466 req-70ba805d-fe16-4cb6-a4bf-70358749d7a2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330419 Feb 10 06:45:31.770894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9c968ca-eb71-417c-88f0-8cd72e4d9082 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:45:31.807774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d9c968ca-eb71-417c-88f0-8cd72e4d9082 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:45:31.808208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9c968ca-eb71-417c-88f0-8cd72e4d9082 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:45:31.808726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 13ce41e6-04d1-49b6-942d-9b6a7b573c49 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:45:31.830426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 13ce41e6-04d1-49b6-942d-9b6a7b573c49 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:45:31.830864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 13ce41e6-04d1-49b6-942d-9b6a7b573c49 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:45:31.831362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 35284cf0-52e1-45e2-9a0d-b75e7f0087ef no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:45:31.862600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 35284cf0-52e1-45e2-9a0d-b75e7f0087ef {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:45:31.863513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 35284cf0-52e1-45e2-9a0d-b75e7f0087ef not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:45:31.889266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:31.951478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9e3ce23-c52a-4517-bfaf-b4719e538801 req-13386261-031e-4142-ae5e-9f84b0cd5327 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=297f56d2-6cbb-463a-8c20-d171c04102bf HTTP/1.1" status: 200 len: 210 time: 0.0577712 Feb 10 06:45:31.977530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] Checking router: 7270d982-447e-4baf-8ed1-8ff8dcc19d48 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:45:31.989198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:31.989862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:32.009072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Deleting port f211aef4-0a4e-4caa-9d94-b57530a68795 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:32.009627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f211aef4-0a4e-4caa-9d94-b57530a68795), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:32.115926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f211aef4-0a4e-4caa-9d94-b57530a68795), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:32.116261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for floatingip (f211aef4-0a4e-4caa-9d94-b57530a68795), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:32.130333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Calling delete_port for f211aef4-0a4e-4caa-9d94-b57530a68795 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:32.272972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:32.380649 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f211aef4-0a4e-4caa-9d94-b57530a68795), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:32.407942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Port': ['ID=f211aef4-0a4e-4caa-9d94-b57530a68795,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:32.487677 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for floatingip (29db77e7-5077-4b02-833c-fda06fc58e3c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:32.488139 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Floating IP 29db77e7-5077-4b02-833c-fda06fc58e3c disassociated (deleted). External IP: 172.25.8.109, port: 12b80fdf-5715-472e-ba80-d1e883693b6f. Feb 10 06:45:32.647471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58550) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:32.727918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:32.767191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf168fb-6db2-4f0e-9246-5bd7f6df215d None None] The sync data for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 is: [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:45:32.893547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-334a2d19-eac1-4ca0-87af-18310fa50042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:32.924016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Router 88d16390-74cd-451a-a229-d443cf77ac1d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:45:33.067985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58566) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:33.141674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:45:33.172428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-334a2d19-eac1-4ca0-87af-18310fa50042 admin admin] Publish callbacks [] for security_group (4276943d-9fcd-432b-bf4a-4ad7ec50408f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.179678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:45:33.182493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-334a2d19-eac1-4ca0-87af-18310fa50042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4276943d-9fcd-432b-bf4a-4ad7ec50408f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.192703 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] Sync routers for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:45:33.197442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.202513 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (b9722af8-efaa-426f-b41f-462aff811e45), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.208334 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:33.208988 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:33.224856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: a4398310-5d0b-4a69-b68c-65f3b0972647 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:45:33.225338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a4398310-5d0b-4a69-b68c-65f3b0972647 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:45:33.275090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295a523-6ce3-4d6b-89f3-7ba08e220feb None None] New status for floating IP 15610538-8c67-4cd4-8c68-3698ee5e65ca: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:45:33.280133 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-334a2d19-eac1-4ca0-87af-18310fa50042 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3e03c072f8e4f5487aa879088035541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6315565 Feb 10 06:45:33.283321 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a25816b6-b612-4faf-9af4-85468ab59cb1 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "DELETE /v2.0/floatingips/29db77e7-5077-4b02-833c-fda06fc58e3c HTTP/1.1" status: 204 len: 168 time: 1.6139565 Feb 10 06:45:33.284065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58570) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:33.284895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:45:33.286624 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (b9722af8-efaa-426f-b41f-462aff811e45), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.298128 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f0805e-d037-4512-997d-b1625ddcdb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:45:33.337765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a2d19-eac1-4ca0-87af-18310fa50042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4276943d-9fcd-432b-bf4a-4ad7ec50408f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:33.433153 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d47061e-f502-412c-8378-8be3771b7ec2 x-openstack-request-id: req-8d47061e-f502-412c-8378-8be3771b7ec2 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:45:33.433436 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:45:33.433712 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d47061e-f502-412c-8378-8be3771b7ec2 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:45:33.434333 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'status': 'completed', 'code': 200} Feb 10 06:45:33.452483 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b9722af8-efaa-426f-b41f-462aff811e45), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.456471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.457840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "DELETE /v2.0/security-groups/b9722af8-efaa-426f-b41f-462aff811e45 HTTP/1.1" status: 204 len: 168 time: 0.3887393 Feb 10 06:45:33.460538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58578) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:33.472101 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:33.481969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85e2670e-577a-4bb5-ae9f-3a9bf3c73679 admin admin] Publish callbacks [] for security_group (4276943d-9fcd-432b-bf4a-4ad7ec50408f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.488392 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-1309b1f5-c9ae-428f-9992-6f0d4415a7ee tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] show failed (client error): The resource could not be found. Feb 10 06:45:33.489714 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1309b1f5-c9ae-428f-9992-6f0d4415a7ee tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups/b9722af8-efaa-426f-b41f-462aff811e45 HTTP/1.1" status: 404 len: 347 time: 0.0280182 Feb 10 06:45:33.495566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58580) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:33.548898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9722af8-efaa-426f-b41f-462aff811e45,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:33.587645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85e2670e-577a-4bb5-ae9f-3a9bf3c73679 admin admin] Publish callbacks [] for security_group (4276943d-9fcd-432b-bf4a-4ad7ec50408f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.661147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.661699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.662933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.664090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.664853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.665872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.666856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.667636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.671779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.673459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.675563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.677854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.679866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd16c8-5b20-41e3-9236-cfdb99b4d695 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:33.821192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Deleting port e9f52a12-5303-41fc-9ddb-e6549f8e5643 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:33.821963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e9f52a12-5303-41fc-9ddb-e6549f8e5643), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.837009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85e2670e-577a-4bb5-ae9f-3a9bf3c73679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4276943d-9fcd-432b-bf4a-4ad7ec50408f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.840153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-b3ee3483-506c-4d24-8371-d9bc66fd2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:33.840602 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85e2670e-577a-4bb5-ae9f-3a9bf3c73679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:33.842002 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-85e2670e-577a-4bb5-ae9f-3a9bf3c73679 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4276943d-9fcd-432b-bf4a-4ad7ec50408f HTTP/1.1" status: 204 len: 168 time: 0.5337708 Feb 10 06:45:33.850126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-b3ee3483-506c-4d24-8371-d9bc66fd2ac4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39ac44ed275a45639d8bf23102847fcc&device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 1166 time: 0.3817918 Feb 10 06:45:33.867838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2670e-577a-4bb5-ae9f-3a9bf3c73679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4276943d-9fcd-432b-bf4a-4ad7ec50408f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:34.014067 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e9f52a12-5303-41fc-9ddb-e6549f8e5643), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:34.014415 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (e9f52a12-5303-41fc-9ddb-e6549f8e5643), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:34.039052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Calling delete_port for e9f52a12-5303-41fc-9ddb-e6549f8e5643 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:34.085241 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:42Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '6058cd88-7c64-4364-8155-0630ef9f9e96', 'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:5d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:40Z', 'updated_at': '2022-02-10T06:43:56Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': '8840a41b-c426-42b9-903d-f80531abf210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:34.132204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9919cb4-2db0-48e5-93e9-61e6cc65bedc req-6a426887-f356-471c-b98d-8f279effd327 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:34.136445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9919cb4-2db0-48e5-93e9-61e6cc65bedc req-6a426887-f356-471c-b98d-8f279effd327 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 984 time: 0.3958790 Feb 10 06:45:34.157400 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] Checking router: 88d16390-74cd-451a-a229-d443cf77ac1d for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:45:34.197316 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:34.199092 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:34.250080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-7a2f23ff-d1d0-4d29-ace3-556687619ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:34.250080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-7a2f23ff-d1d0-4d29-ace3-556687619ded service neutron] 10.222.0.24 "GET /v2.0/networks?id=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e HTTP/1.1" status: 200 len: 896 time: 0.3899291 Feb 10 06:45:34.392751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9919cb4-2db0-48e5-93e9-61e6cc65bedc req-ede648a3-7b17-48f4-8342-8e53e13b8b79 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2483773 Feb 10 06:45:34.432974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e9f52a12-5303-41fc-9ddb-e6549f8e5643), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:34.496152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-fc5d7a8e-8cf2-4429-905e-84b7a1816f73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12b80fdf-5715-472e-ba80-d1e883693b6f HTTP/1.1" status: 200 len: 217 time: 0.2361863 Feb 10 06:45:34.568427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event deleted for resources: {'Port': ['ID=e9f52a12-5303-41fc-9ddb-e6549f8e5643,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:34.659826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-04658b1d-70db-4ccb-ade7-e90629e1718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:34.664817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-04658b1d-70db-4ccb-ade7-e90629e1718e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8840a41b-c426-42b9-903d-f80531abf210 HTTP/1.1" status: 200 len: 835 time: 0.1608758 Feb 10 06:45:34.683725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58608) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:34.712196 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:34.726428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134352fd-c4e6-4c0b-9ba7-8879b1006fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:34.754166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-c20b5a62-0dce-4ea8-9a6a-b675e212f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:34.756120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-c20b5a62-0dce-4ea8-9a6a-b675e212f5b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0823572 Feb 10 06:45:34.796122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (15610538-8c67-4cd4-8c68-3698ee5e65ca), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:34.799214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:34.800683 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c2c9c4d1-4eb3-432d-b2d3-caddd7d9f8aa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "DELETE /v2.0/floatingips/15610538-8c67-4cd4-8c68-3698ee5e65ca HTTP/1.1" status: 204 len: 168 time: 1.3040080 Feb 10 06:45:34.990496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134352fd-c4e6-4c0b-9ba7-8879b1006fa2 admin admin] Publish callbacks [] for security_group (0fbe3ad0-96c7-45cd-902d-1b3d45a0828d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:34.999245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-134352fd-c4e6-4c0b-9ba7-8879b1006fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0fbe3ad0-96c7-45cd-902d-1b3d45a0828d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.024397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-9eb0d52b-ad47-4c71-a70a-4952bed03301 service neutron] 10.222.0.24 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606819 Feb 10 06:45:35.057027 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:42Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '6058cd88-7c64-4364-8155-0630ef9f9e96', 'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:5d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:40Z', 'updated_at': '2022-02-10T06:43:56Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': '8840a41b-c426-42b9-903d-f80531abf210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:35.063121 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-134352fd-c4e6-4c0b-9ba7-8879b1006fa2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75e88452a2844775be084581da6269ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757935 Feb 10 06:45:35.064208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134352fd-c4e6-4c0b-9ba7-8879b1006fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbe3ad0-96c7-45cd-902d-1b3d45a0828d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:35.066769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58618) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:35.096037 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a594482-ddb4-4fcb-a3ee-2e7cece5d6da None None] The sync data for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 is: [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:43:42Z', 'revision_number': 4, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '6058cd88-7c64-4364-8155-0630ef9f9e96', 'name': '', 'network_id': '0797141b-ae4e-4f1b-a9bd-37b28efc4f0e', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'mac_address': 'fa:16:3e:5d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '8840a41b-c426-42b9-903d-f80531abf210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:40Z', 'updated_at': '2022-02-10T06:43:56Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'subnets': [{'id': '8840a41b-c426-42b9-903d-f80531abf210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:45:35.172093 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9be56b5a-1aac-4e9b-b773-d06a89596cdc admin admin] Publish callbacks [] for security_group (0fbe3ad0-96c7-45cd-902d-1b3d45a0828d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.203577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2f0805e-d037-4512-997d-b1625ddcdb3f req-1a4c3a9c-613e-4daa-8040-25e79a1e1dbd service neutron] 10.222.0.24 "GET /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697981 Feb 10 06:45:35.225547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9be56b5a-1aac-4e9b-b773-d06a89596cdc admin admin] Publish callbacks [] for security_group (0fbe3ad0-96c7-45cd-902d-1b3d45a0828d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.254838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-fab17fe2-c018-4ce1-abc5-82366de977af tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:35.256360 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-fab17fe2-c018-4ce1-abc5-82366de977af tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 984 time: 0.1337795 Feb 10 06:45:35.307439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:35.316015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9a863961-670e-49fb-8a17-73ebdd4707b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229698177', 'description': 'tempest-description--1114531075'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:35.345494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a863961-670e-49fb-8a17-73ebdd4707b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.378737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9be56b5a-1aac-4e9b-b773-d06a89596cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0fbe3ad0-96c7-45cd-902d-1b3d45a0828d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.381564 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9be56b5a-1aac-4e9b-b773-d06a89596cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.394437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9be56b5a-1aac-4e9b-b773-d06a89596cdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fbe3ad0-96c7-45cd-902d-1b3d45a0828d HTTP/1.1" status: 204 len: 168 time: 0.3203280 Feb 10 06:45:35.424307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be56b5a-1aac-4e9b-b773-d06a89596cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbe3ad0-96c7-45cd-902d-1b3d45a0828d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:35.430364 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a863961-670e-49fb-8a17-73ebdd4707b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (0f1d4994-0ff4-4601-8605-0d7598aafd9f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.438426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a863961-670e-49fb-8a17-73ebdd4707b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0f1d4994-0ff4-4601-8605-0d7598aafd9f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.485825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Deleting port 12b80fdf-5715-472e-ba80-d1e883693b6f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:35.487238 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.506900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a863961-670e-49fb-8a17-73ebdd4707b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1d4994-0ff4-4601-8605-0d7598aafd9f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:35.508873 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab17a84-74e8-40de-9735-630aaf1f3d65 None None] New status for floating IP 29db77e7-5077-4b02-833c-fda06fc58e3c: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:45:35.512054 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a863961-670e-49fb-8a17-73ebdd4707b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.516386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9a863961-670e-49fb-8a17-73ebdd4707b2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2049742 Feb 10 06:45:35.517245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:35.528445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-769f83d3-823e-47c3-9b7c-7507d95c069a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'security_group_rule': {'security_group_id': '0f1d4994-0ff4-4601-8605-0d7598aafd9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:35.608840 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769f83d3-823e-47c3-9b7c-7507d95c069a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (d41982dc-d92f-4d58-93d5-601a239e49de), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.662385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dd89a-55ce-4b4b-9ead-cbfb136dad0e req-da42c8cc-da0b-4d13-84ee-48a0cf0c498d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:35.664067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa3dd89a-55ce-4b4b-9ead-cbfb136dad0e req-da42c8cc-da0b-4d13-84ee-48a0cf0c498d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47cf841-19f7-4bb2-a4f0-9e1eaddf846d HTTP/1.1" status: 200 len: 984 time: 0.1425145 Feb 10 06:45:35.718254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] For port 12b80fdf-5715-472e-ba80-d1e883693b6f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=12b80fdf-5715-472e-ba80-d1e883693b6f,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:35.718254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.728105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Calling delete_port for 12b80fdf-5715-472e-ba80-d1e883693b6f owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:35.808436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa3dd89a-55ce-4b4b-9ead-cbfb136dad0e req-8cf0707d-c3eb-463e-a1b8-c429fcff36aa tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "GET /v2.0/security-groups?id=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b&id=b767d613-633c-4f7b-87cb-16aca6f5e015&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1361530 Feb 10 06:45:35.861894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769f83d3-823e-47c3-9b7c-7507d95c069a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (d41982dc-d92f-4d58-93d5-601a239e49de), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.868873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769f83d3-823e-47c3-9b7c-7507d95c069a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d41982dc-d92f-4d58-93d5-601a239e49de), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.896734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f83d3-823e-47c3-9b7c-7507d95c069a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41982dc-d92f-4d58-93d5-601a239e49de,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:35.911325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01be240-987c-4955-af05-326f9ad41eb7 req-bd6e35f5-5577-4298-8ddc-3e87dfdc6ea2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:35.912876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e01be240-987c-4955-af05-326f9ad41eb7 req-bd6e35f5-5577-4298-8ddc-3e87dfdc6ea2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1232388 Feb 10 06:45:35.916632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769f83d3-823e-47c3-9b7c-7507d95c069a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.920619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-769f83d3-823e-47c3-9b7c-7507d95c069a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4010260 Feb 10 06:45:35.921229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58642) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:35.925973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-35910b56-e95e-487d-8e86-ae83e307b5b1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'security_group_rule': {'security_group_id': '0f1d4994-0ff4-4601-8605-0d7598aafd9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:35.946230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (12b80fdf-5715-472e-ba80-d1e883693b6f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.974255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35910b56-e95e-487d-8e86-ae83e307b5b1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (cd9be2d3-0868-4ba3-8fae-850b9383ce0a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:35.993713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Port': ['ID=12b80fdf-5715-472e-ba80-d1e883693b6f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:36.022372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e01be240-987c-4955-af05-326f9ad41eb7 req-20b32ad2-a792-4530-9e01-b8c405798aca tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816085 Feb 10 06:45:36.070461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] No DVR routers for this DVR port 12b80fdf-5715-472e-ba80-d1e883693b6f on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:45:36.074171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:36.079220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-954c8443-fc02-4e6f-b96a-1bb1aa45f6a1 req-1aa54810-4f18-43bb-adca-121b4ea36d9c tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.24 "DELETE /v2.0/ports/12b80fdf-5715-472e-ba80-d1e883693b6f HTTP/1.1" status: 204 len: 173 time: 0.8067000 Feb 10 06:45:36.079733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'name': 'network-vif-deleted', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:45:36.083832 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f40553-8d93-4c13-b8f0-89fa6e4a094b" -d '{"events": [{"server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "name": "network-vif-deleted", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:45:36.097590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35910b56-e95e-487d-8e86-ae83e307b5b1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (cd9be2d3-0868-4ba3-8fae-850b9383ce0a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:36.103029 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35910b56-e95e-487d-8e86-ae83e307b5b1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cd9be2d3-0868-4ba3-8fae-850b9383ce0a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:36.155342 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f339bda-7012-454a-b37c-e4903c6410f7 x-openstack-request-id: req-7f339bda-7012-454a-b37c-e4903c6410f7 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:45:36.155682 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47cf841-19f7-4bb2-a4f0-9e1eaddf846d", "name": "network-vif-deleted", "tag": "12b80fdf-5715-472e-ba80-d1e883693b6f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:45:36.156046 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f339bda-7012-454a-b37c-e4903c6410f7 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:45:36.156467 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47cf841-19f7-4bb2-a4f0-9e1eaddf846d', 'name': 'network-vif-deleted', 'tag': '12b80fdf-5715-472e-ba80-d1e883693b6f', 'status': 'completed', 'code': 200} Feb 10 06:45:36.160022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35910b56-e95e-487d-8e86-ae83e307b5b1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9be2d3-0868-4ba3-8fae-850b9383ce0a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:36.169774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35910b56-e95e-487d-8e86-ae83e307b5b1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:36.174560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58658) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:36.176747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-35910b56-e95e-487d-8e86-ae83e307b5b1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2543030 Feb 10 06:45:36.183165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:36.217246 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:36.392799 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:36.839476 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:36.917907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Allocated IP 172.25.8.195 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/bf73e375-359a-44d9-bf44-e971e8fbca51) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:45:36.927129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58684) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:36.990611 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bb4bdd2-0c69-4ea4-af04-f6c8bb73b3e3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (b767d613-633c-4f7b-87cb-16aca6f5e015), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.019040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bb4bdd2-0c69-4ea4-af04-f6c8bb73b3e3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (b767d613-633c-4f7b-87cb-16aca6f5e015), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.084723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bb4bdd2-0c69-4ea4-af04-f6c8bb73b3e3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b767d613-633c-4f7b-87cb-16aca6f5e015), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.088327 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bb4bdd2-0c69-4ea4-af04-f6c8bb73b3e3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.092401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58690) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:37.092991 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5bb4bdd2-0c69-4ea4-af04-f6c8bb73b3e3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "DELETE /v2.0/security-groups/b767d613-633c-4f7b-87cb-16aca6f5e015 HTTP/1.1" status: 204 len: 168 time: 0.1648214 Feb 10 06:45:37.104598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4bdd2-0c69-4ea4-af04-f6c8bb73b3e3 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b767d613-633c-4f7b-87cb-16aca6f5e015,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:37.163209 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for port (bf73e375-359a-44d9-bf44-e971e8fbca51), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.215242 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c64e37-4485-40d2-96b1-e7aa34df1efc tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.246015 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (bf73e375-359a-44d9-bf44-e971e8fbca51), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.257752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c64e37-4485-40d2-96b1-e7aa34df1efc tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.308572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:45:37.321867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:45:37.332706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:45:37.368847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'Port': ['ID=bf73e375-359a-44d9-bf44-e971e8fbca51,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:37.485094 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c64e37-4485-40d2-96b1-e7aa34df1efc tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.489099 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6c64e37-4485-40d2-96b1-e7aa34df1efc tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.494691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58700) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:37.506141 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d6c64e37-4485-40d2-96b1-e7aa34df1efc tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "DELETE /v2.0/security-groups/94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b HTTP/1.1" status: 204 len: 168 time: 0.4121778 Feb 10 06:45:37.548178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c64e37-4485-40d2-96b1-e7aa34df1efc tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c09ff1-ea4c-419f-bbc5-4f6d33f15c2b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:37.585741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (bc82a152-c5ff-4ecf-afb5-6c5d914d1920), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.644444 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bf73e375-359a-44d9-bf44-e971e8fbca51), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.840608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for port (bf73e375-359a-44d9-bf44-e971e8fbca51), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.853887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (bf73e375-359a-44d9-bf44-e971e8fbca51), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.958451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'Port': ['ID=bf73e375-359a-44d9-bf44-e971e8fbca51,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:37.965424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (bc82a152-c5ff-4ecf-afb5-6c5d914d1920), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:37.988716 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.000251 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b8cda783-862e-4538-bd66-6b12d465691e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8203077 Feb 10 06:45:38.068419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (88d16390-74cd-451a-a229-d443cf77ac1d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.236552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58734) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:38.346070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-08c632d9-9795-4562-a35c-d7a817be88c5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1229698177&fields=id&tenant_id=d9f705d9da914e46ae8affaae28b2da9 HTTP/1.1" status: 200 len: 267 time: 0.0561166 Feb 10 06:45:38.446614 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-650c2b77-2164-4489-9eef-df8972d93a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.527236 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-650c2b77-2164-4489-9eef-df8972d93a57 admin admin] Publish callbacks [] for security_group (1841afd1-0a69-4bd1-8874-00c73fefdac3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.535434 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-650c2b77-2164-4489-9eef-df8972d93a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1841afd1-0a69-4bd1-8874-00c73fefdac3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.537543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Deleting port 6058cd88-7c64-4364-8155-0630ef9f9e96 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:38.537892 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.549200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-42398cea-1222-408f-859a-cae907e321af tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:38.550710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-42398cea-1222-408f-859a-cae907e321af tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 817 time: 0.1967802 Feb 10 06:45:38.586727 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-650c2b77-2164-4489-9eef-df8972d93a57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=754ebaf91ae2450f8388531768ed8d80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467062 Feb 10 06:45:38.586727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c2b77-2164-4489-9eef-df8972d93a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1841afd1-0a69-4bd1-8874-00c73fefdac3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:38.588377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58742) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:38.625893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-39ca7380-ff9e-433e-bfc1-4437110f7aca tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/quotas/d9f705d9da914e46ae8affaae28b2da9 HTTP/1.1" status: 200 len: 375 time: 0.0629549 Feb 10 06:45:38.671893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e3233a43-e1cf-4624-8799-b58e460e07c1 admin admin] Publish callbacks [] for security_group (1841afd1-0a69-4bd1-8874-00c73fefdac3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.686640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] For port 6058cd88-7c64-4364-8155-0630ef9f9e96, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6058cd88-7c64-4364-8155-0630ef9f9e96,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:38.687439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.696298 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e3233a43-e1cf-4624-8799-b58e460e07c1 admin admin] Publish callbacks [] for security_group (1841afd1-0a69-4bd1-8874-00c73fefdac3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.726060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Calling delete_port for 6058cd88-7c64-4364-8155-0630ef9f9e96 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:38.754766 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e3233a43-e1cf-4624-8799-b58e460e07c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1841afd1-0a69-4bd1-8874-00c73fefdac3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.758499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e3233a43-e1cf-4624-8799-b58e460e07c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:38.762443 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e3233a43-e1cf-4624-8799-b58e460e07c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1841afd1-0a69-4bd1-8874-00c73fefdac3 HTTP/1.1" status: 204 len: 168 time: 0.1585944 Feb 10 06:45:38.774659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-e20a2a63-515d-4fc6-b244-0be7b1e42712 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1393685 Feb 10 06:45:38.800602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3233a43-e1cf-4624-8799-b58e460e07c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1841afd1-0a69-4bd1-8874-00c73fefdac3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:38.936925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-31caa4cd-0d88-4bd8-a6c6-2f6568a7881c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:45:38.937994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-31caa4cd-0d88-4bd8-a6c6-2f6568a7881c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1035869 Feb 10 06:45:39.161010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 12b80fdf-5715-472e-ba80-d1e883693b6f no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:45:39.175354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58754) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:39.197226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52979c28-7e9f-4a1f-a981-5b88ac8a66f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:39.205606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 12b80fdf-5715-472e-ba80-d1e883693b6f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:45:39.206507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 12b80fdf-5715-472e-ba80-d1e883693b6f not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:45:39.311806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52979c28-7e9f-4a1f-a981-5b88ac8a66f3 admin admin] Publish callbacks [] for security_group (8d034eda-11aa-4f8c-88a1-dc9b9dfe6da6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:39.316847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52979c28-7e9f-4a1f-a981-5b88ac8a66f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8d034eda-11aa-4f8c-88a1-dc9b9dfe6da6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:39.365506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52979c28-7e9f-4a1f-a981-5b88ac8a66f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d034eda-11aa-4f8c-88a1-dc9b9dfe6da6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:39.371315 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-52979c28-7e9f-4a1f-a981-5b88ac8a66f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90b73947b8db4f5abdf78c4380bf227e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945534 Feb 10 06:45:39.373864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58756) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:39.452622 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e65682b-ac3f-472f-b763-ff301969e939 admin admin] Publish callbacks [] for security_group (8d034eda-11aa-4f8c-88a1-dc9b9dfe6da6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:39.478785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e65682b-ac3f-472f-b763-ff301969e939 admin admin] Publish callbacks [] for security_group (8d034eda-11aa-4f8c-88a1-dc9b9dfe6da6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:39.541310 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e65682b-ac3f-472f-b763-ff301969e939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8d034eda-11aa-4f8c-88a1-dc9b9dfe6da6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:39.545567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e65682b-ac3f-472f-b763-ff301969e939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:39.546901 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7e65682b-ac3f-472f-b763-ff301969e939 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d034eda-11aa-4f8c-88a1-dc9b9dfe6da6 HTTP/1.1" status: 204 len: 168 time: 0.1716595 Feb 10 06:45:39.556346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65682b-ac3f-472f-b763-ff301969e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d034eda-11aa-4f8c-88a1-dc9b9dfe6da6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:39.570638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-a3a44b36-3b0a-4216-9f3d-4083f310443f service neutron] 10.222.0.21 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226795 Feb 10 06:45:39.576844 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6058cd88-7c64-4364-8155-0630ef9f9e96), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:39.640025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Port': ['ID=6058cd88-7c64-4364-8155-0630ef9f9e96,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:39.878527 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-80462652-254d-4f3a-bd87-951fed943b91 service neutron] 10.222.0.21 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967846 Feb 10 06:45:39.887643 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (88d16390-74cd-451a-a229-d443cf77ac1d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:40.016060 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:40.192967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f8da937-6faf-4070-90f4-23ba83c2d897 req-c33661f4-83f1-4f85-8985-5f16b616e672 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 210 time: 0.0675249 Feb 10 06:45:40.319412 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d95eac5a-2867-491a-8c40-baf6e7b737b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:40.444743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Router 88d16390-74cd-451a-a229-d443cf77ac1d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:45:40.585944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:45:40.592995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab31e6ff-9c60-4928-a238-5e4ea255b699 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "PUT /v2.0/routers/88d16390-74cd-451a-a229-d443cf77ac1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0965009 Feb 10 06:45:40.595912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58792) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:40.600311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] Sync routers for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:45:40.612805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:40.631219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:40.711424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-1252cf26-8efe-4945-8e84-09c1ff360e3b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Deleting subnet 8840a41b-c426-42b9-903d-f80531abf210 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:45:40.720808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1252cf26-8efe-4945-8e84-09c1ff360e3b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for subnet (8840a41b-c426-42b9-903d-f80531abf210), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:40.785328 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1252cf26-8efe-4945-8e84-09c1ff360e3b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (8840a41b-c426-42b9-903d-f80531abf210), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:40.882986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:40.903077 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1252cf26-8efe-4945-8e84-09c1ff360e3b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8840a41b-c426-42b9-903d-f80531abf210), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:40.991591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1252cf26-8efe-4945-8e84-09c1ff360e3b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (8840a41b-c426-42b9-903d-f80531abf210), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:41.031248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252cf26-8efe-4945-8e84-09c1ff360e3b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Subnet': ['ID=8840a41b-c426-42b9-903d-f80531abf210,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:41.033231 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1252cf26-8efe-4945-8e84-09c1ff360e3b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:41.038789 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1252cf26-8efe-4945-8e84-09c1ff360e3b tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "DELETE /v2.0/subnets/8840a41b-c426-42b9-903d-f80531abf210 HTTP/1.1" status: 204 len: 168 time: 0.4388788 Feb 10 06:45:41.039235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58802) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:41.040714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2affd629-9cd4-48f6-a2f3-816783414aaa None None] Network 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:45:41.176091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router (88d16390-74cd-451a-a229-d443cf77ac1d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:41.391232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:45:39Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:41.426732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] Checking router: 88d16390-74cd-451a-a229-d443cf77ac1d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:45:41.436299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] Routers {'88d16390-74cd-451a-a229-d443cf77ac1d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:41.436864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['88d16390-74cd-451a-a229-d443cf77ac1d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:41.446121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-231caa10-82dc-4e30-b9d2-75dbcc494041 req-475869cb-48e5-427f-ac64-8d52167e8e54 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 210 time: 0.0950234 Feb 10 06:45:41.516765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_gateway (88d16390-74cd-451a-a229-d443cf77ac1d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:41.714771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Deleting port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:41.714771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:41.808554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] For port 2fb524ac-bf31-49e0-9021-8f6b7bab99e1, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2fb524ac-bf31-49e0-9021-8f6b7bab99e1,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:41.809013 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:41.838668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Calling delete_port for 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:41.858827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] Set router 88d16390-74cd-451a-a229-d443cf77ac1d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:41.917886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751c8d2-bba6-4478-8463-152d1494d4de None None] DHCP port deletion for 0797141b-ae4e-4f1b-a9bd-37b28efc4f0e request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:45:41.919616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ee0d68ba-8fd4-4222-bb11-dee59c660b1f no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:45:42.148222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ee0d68ba-8fd4-4222-bb11-dee59c660b1f is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:42.148616 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:42.166700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b751c8d2-bba6-4478-8463-152d1494d4de None None] Deleting port ee0d68ba-8fd4-4222-bb11-dee59c660b1f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:45:42.167071 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b751c8d2-bba6-4478-8463-152d1494d4de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:42.229940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b751c8d2-bba6-4478-8463-152d1494d4de None None] For port ee0d68ba-8fd4-4222-bb11-dee59c660b1f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ee0d68ba-8fd4-4222-bb11-dee59c660b1f,segment=NetworkSegment(8ea67bd7-e453-41a4-82d6-677d20c6ecaa),segment_id=8ea67bd7-e453-41a4-82d6-677d20c6ecaa)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:42.230439 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b751c8d2-bba6-4478-8463-152d1494d4de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:42.248592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b751c8d2-bba6-4478-8463-152d1494d4de None None] Calling delete_port for ee0d68ba-8fd4-4222-bb11-dee59c660b1f owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:45:42.271320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-55b19f5c-178e-4361-b1e4-cdf57cd4b858 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:42.277117 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-55b19f5c-178e-4361-b1e4-cdf57cd4b858 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.13 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 817 time: 0.6103525 Feb 10 06:45:42.339468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b751c8d2-bba6-4478-8463-152d1494d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (ee0d68ba-8fd4-4222-bb11-dee59c660b1f), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:42.356625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751c8d2-bba6-4478-8463-152d1494d4de None None] No DVR routers for this DVR port ee0d68ba-8fd4-4222-bb11-dee59c660b1f on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:45:42.382822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751c8d2-bba6-4478-8463-152d1494d4de None None] Pushing event deleted for resources: {'Port': ['ID=ee0d68ba-8fd4-4222-bb11-dee59c660b1f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:42.418958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:45:39Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:42.454433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf72cd-1b4a-447a-b201-279c45812782 None None] The sync data for ids ['88d16390-74cd-451a-a229-d443cf77ac1d'] in n-d-828670-1 is: [{'id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76900072', 'tenant_id': '39ac44ed275a45639d8bf23102847fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:32Z', 'updated_at': '2022-02-10T06:45:39Z', 'revision_number': 5, 'project_id': '39ac44ed275a45639d8bf23102847fcc', 'gw_port': {'id': '2fb524ac-bf31-49e0-9021-8f6b7bab99e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d16390-74cd-451a-a229-d443cf77ac1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:33Z', 'updated_at': '2022-02-10T06:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:45:42.498925 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d219-6140-4174-bfc1-2f3e6ca549d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:42.523889 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-cf4ce69e-52b6-4037-8d0c-9c302304929e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f705d9da914e46ae8affaae28b2da9 HTTP/1.1" status: 200 len: 380 time: 0.2323329 Feb 10 06:45:42.527926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2fb524ac-bf31-49e0-9021-8f6b7bab99e1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:42.543623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'port': {'device_id': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'admin_state_up': True, 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'security_groups': ['0f1d4994-0ff4-4601-8605-0d7598aafd9f']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:42.603680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Port': ['ID=2fb524ac-bf31-49e0-9021-8f6b7bab99e1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:42.629920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-294000f4-a5a1-4d7f-8a61-e72b4f2ce280 req-dcda6e49-3ad3-466e-9693-768ec6e92c3e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 210 time: 0.0517759 Feb 10 06:45:42.776260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (88d16390-74cd-451a-a229-d443cf77ac1d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:42.934854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (88d16390-74cd-451a-a229-d443cf77ac1d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:42.938424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router_controller (88d16390-74cd-451a-a229-d443cf77ac1d), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:42.956751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Made reservation on behalf of d9f705d9da914e46ae8affaae28b2da9 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:45:42.960583 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.071366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (88d16390-74cd-451a-a229-d443cf77ac1d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.071932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Fanout notify agent at l3_agent the message router_deleted on router 88d16390-74cd-451a-a229-d443cf77ac1d {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:45:43.081289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.082432 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-36d9321c-20a6-4d55-be10-a9eb417dccc9 tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "DELETE /v2.0/routers/88d16390-74cd-451a-a229-d443cf77ac1d HTTP/1.1" status: 204 len: 168 time: 2.0422223 Feb 10 06:45:43.085717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58838) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:43.234180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (0797141b-ae4e-4f1b-a9bd-37b28efc4f0e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.239809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Allocated IP 172.20.0.14 (aa82c388-a80e-4ab9-83ef-9b47d4160248/01841d15-fd3e-4642-900e-37b1655010f7/e9eba11b-a2ce-4936-b665-6aa72f16cf7e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:45:43.364056 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (0797141b-ae4e-4f1b-a9bd-37b28efc4f0e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.383817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0797141b-ae4e-4f1b-a9bd-37b28efc4f0e']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:43.393331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea67bd7-e453-41a4-82d6-677d20c6ecaa') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:43.393628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea67bd7-e453-41a4-82d6-677d20c6ecaa') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:43.403073 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (8ea67bd7-e453-41a4-82d6-677d20c6ecaa), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.416856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8ea67bd7-e453-41a4-82d6-677d20c6ecaa), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.423372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:45:43.423753 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (8ea67bd7-e453-41a4-82d6-677d20c6ecaa), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:45:43.492530 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:45:43.495390 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (0797141b-ae4e-4f1b-a9bd-37b28efc4f0e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.503766 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.506891 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] 10.222.0.21 "DELETE /v2.0/networks/0797141b-ae4e-4f1b-a9bd-37b28efc4f0e HTTP/1.1" status: 204 len: 168 time: 0.4205866 Feb 10 06:45:43.526775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c575f4-9fcd-4f77-ac16-64e2597f944d tempest-TestSecurityGroupsBasicOps-5903341 tempest-TestSecurityGroupsBasicOps-5903341-project] Pushing event deleted for resources: {'Network': ['ID=0797141b-ae4e-4f1b-a9bd-37b28efc4f0e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:43.705629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.767993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:45:43.788289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.797935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:43.799085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:45:43.799665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2fb524ac-bf31-49e0-9021-8f6b7bab99e1 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:45:43.800702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6058cd88-7c64-4364-8155-0630ef9f9e96 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:45:43.845914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 6058cd88-7c64-4364-8155-0630ef9f9e96 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:45:43.849050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6058cd88-7c64-4364-8155-0630ef9f9e96 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:45:43.890901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9ae7d-2190-429e-9464-8d0794eec55b req-f49c41f5-bbe9-4f62-a20c-530d3907850e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:43.892420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64b9ae7d-2190-429e-9464-8d0794eec55b req-f49c41f5-bbe9-4f62-a20c-530d3907850e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 932 time: 0.1182933 Feb 10 06:45:43.895798 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:45:43.905841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:45:43.912000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:45:44.024084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:44.024806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:44.027503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64b9ae7d-2190-429e-9464-8d0794eec55b req-15e64889-4d85-470e-b655-6f2fac4f4925 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184125 Feb 10 06:45:44.054823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5156131 Feb 10 06:45:44.068333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Request body: {'port': {'device_id': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:44.076201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393bc34-2d11-498d-924d-c3c54983b091 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:44.177871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58856) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:44.195285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:44.305752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2f17713f-bc09-405b-86f7-13af5ee472cd None None] Provisioning complete for port e9eba11b-a2ce-4936-b665-6aa72f16cf7e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:44.306608 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f17713f-bc09-405b-86f7-13af5ee472cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:44.398392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2f17713f-bc09-405b-86f7-13af5ee472cd None None] Port e9eba11b-a2ce-4936-b665-6aa72f16cf7e cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:45:44.531949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-45f23e8b-86df-43a8-840f-5d0a45d737a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39ac44ed275a45639d8bf23102847fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3507671 Feb 10 06:45:44.532636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:44.718418 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09a61bf9-2735-4822-a362-5d078cf7c733 admin admin] Publish callbacks [] for security_group (a91f8f19-1b4d-400d-bf15-e2c64d41c152), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:44.774534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9eba11b-a2ce-4936-b665-6aa72f16cf7e {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:45:44.785286 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Publish callbacks [] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:44.797919 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09a61bf9-2735-4822-a362-5d078cf7c733 admin admin] Publish callbacks [] for security_group (a91f8f19-1b4d-400d-bf15-e2c64d41c152), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:44.799755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Transition to ACTIVE for port object e9eba11b-a2ce-4936-b665-6aa72f16cf7e will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:45:44.804669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:44.859935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:44.967820 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09a61bf9-2735-4822-a362-5d078cf7c733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a91f8f19-1b4d-400d-bf15-e2c64d41c152), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:44.972556 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09a61bf9-2735-4822-a362-5d078cf7c733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:44.986432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-09a61bf9-2735-4822-a362-5d078cf7c733 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a91f8f19-1b4d-400d-bf15-e2c64d41c152 HTTP/1.1" status: 204 len: 168 time: 0.4444220 Feb 10 06:45:45.011369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a61bf9-2735-4822-a362-5d078cf7c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91f8f19-1b4d-400d-bf15-e2c64d41c152,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:45.214510 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:45.254106 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Attempting to bind port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:45:45.260635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Attempting to bind port e9eba11b-a2ce-4936-b665-6aa72f16cf7e by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:45:45.261187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Attempting to bind port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on network aa82c388-a80e-4ab9-83ef-9b47d4160248 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:45:45.282220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on network aa82c388-a80e-4ab9-83ef-9b47d4160248 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:45:45.283030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Attempting to bind port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on network aa82c388-a80e-4ab9-83ef-9b47d4160248 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:45:45.300282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:45:45.306712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Checking segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:45:45.307139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Bound using segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:45:45.307614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Bound port: e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:45:45.307992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:45.369400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d8d56-e717-41ad-9418-0337dfbe6fc6 req-95a32954-c638-4e45-9ba4-11aa0d785760 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:45.374376 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b4d8d56-e717-41ad-9418-0337dfbe6fc6 req-95a32954-c638-4e45-9ba4-11aa0d785760 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 944 time: 0.1667461 Feb 10 06:45:45.500399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:45:45.510468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:45:45.523466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:45.534745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b4d8d56-e717-41ad-9418-0337dfbe6fc6 req-77de99b9-613f-4bb4-9a7d-18f15b0ada7f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545610 Feb 10 06:45:45.634215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:45.638530 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:45.659027 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 1092 time: 1.5953343 Feb 10 06:45:45.691866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:45:45.699988 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f4951-935d-4d62-8ec4-093c16736d97" -d '{"events": [{"name": "network-changed", "server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:45:45.751509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:45.779626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc81c-f79a-4860-8037-ba481e93c810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:45.855715 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14cdfa4-22f1-467e-8e4c-22b3783988cd x-openstack-request-id: req-f14cdfa4-22f1-467e-8e4c-22b3783988cd {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:45:45.858168 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:45:45.858740 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f14cdfa4-22f1-467e-8e4c-22b3783988cd {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:45:45.860678 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'status': 'completed', 'code': 200} Feb 10 06:45:45.867228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a105-3a68-46de-b24d-75f227cea5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:45.899287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-7d7f3552-d03a-4eb7-bd5b-17831192486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:45.903354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-7d7f3552-d03a-4eb7-bd5b-17831192486f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 1126 time: 0.1856945 Feb 10 06:45:45.990039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-ba3bded0-f66e-44d4-83fa-28758531c868 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 217 time: 0.0805840 Feb 10 06:45:46.034610 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc81c-f79a-4860-8037-ba481e93c810 admin admin] Publish callbacks [] for security_group (5086b7c0-1627-4798-aa8d-b814ce4d766e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:46.047697 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc81c-f79a-4860-8037-ba481e93c810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5086b7c0-1627-4798-aa8d-b814ce4d766e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:46.051758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-b7692b19-1d9e-47c3-b820-2483010940b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:46.053874 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-b7692b19-1d9e-47c3-b820-2483010940b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.0573485 Feb 10 06:45:46.177827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bc81c-f79a-4860-8037-ba481e93c810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5086b7c0-1627-4798-aa8d-b814ce4d766e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:46.189180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3b4bc81c-f79a-4860-8037-ba481e93c810 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04c15a91298f443ebb8dc03aff5bbff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4360259 Feb 10 06:45:46.191167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:46.197805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-807815ac-3b44-42e8-87f7-376504798148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:46.212743 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-807815ac-3b44-42e8-87f7-376504798148 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1529613 Feb 10 06:45:46.327102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51e6282b-b0d3-4383-82fc-a8ddb7bca996 admin admin] Publish callbacks [] for security_group (5086b7c0-1627-4798-aa8d-b814ce4d766e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:46.365490 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51e6282b-b0d3-4383-82fc-a8ddb7bca996 admin admin] Publish callbacks [] for security_group (5086b7c0-1627-4798-aa8d-b814ce4d766e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:46.429510 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-c9cdd92b-104f-4349-8f75-37d63df5ccc5 service neutron] 10.222.0.13 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077193 Feb 10 06:45:46.439764 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51e6282b-b0d3-4383-82fc-a8ddb7bca996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5086b7c0-1627-4798-aa8d-b814ce4d766e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:46.443211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51e6282b-b0d3-4383-82fc-a8ddb7bca996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:46.444181 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:46.446628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-51e6282b-b0d3-4383-82fc-a8ddb7bca996 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5086b7c0-1627-4798-aa8d-b814ce4d766e HTTP/1.1" status: 204 len: 168 time: 0.2544785 Feb 10 06:45:46.463269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6282b-b0d3-4383-82fc-a8ddb7bca996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5086b7c0-1627-4798-aa8d-b814ce4d766e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:46.701345 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39d16adb-59da-48cb-b789-fd2117a16d4f req-aaf74c56-56ec-47ab-95a1-0c1d5a3167e9 service neutron] 10.222.0.13 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603111 Feb 10 06:45:46.849137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-6a96c1ad-2813-4421-83e2-cd6b23dfc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:46.858874 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-6a96c1ad-2813-4421-83e2-cd6b23dfc4c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 1126 time: 0.0974545 Feb 10 06:45:46.891797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f265e-7a1d-40d5-b5b8-acff3ba428bd req-fefba914-65f7-44c7-9bd6-29fe642f8545 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:46.893557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a34f265e-7a1d-40d5-b5b8-acff3ba428bd req-fefba914-65f7-44c7-9bd6-29fe642f8545 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 944 time: 0.1353941 Feb 10 06:45:47.025576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a34f265e-7a1d-40d5-b5b8-acff3ba428bd req-7e7a4361-0245-4976-8af1-5f364548970c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218152 Feb 10 06:45:47.161866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-17e032f8-6f03-47f5-863f-b433ece1f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:47.166194 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-17e032f8-6f03-47f5-863f-b433ece1f5b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.2979209 Feb 10 06:45:47.168868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58906) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:47.227810 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-ee6abed9-ef9b-4660-918c-77fbe0d6a190 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 217 time: 0.0567040 Feb 10 06:45:47.262174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-79bf0723-765f-4343-8641-63aaf756a43b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb08975265d44f6195ba568e1f66d1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0913954 Feb 10 06:45:47.263024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58908) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:47.350113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-857e1494-25d8-4823-857b-c9fb444df414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:47.354082 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-857e1494-25d8-4823-857b-c9fb444df414 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.1181777 Feb 10 06:45:47.375550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f06fb7-f338-4836-a7a7-b5f4493e13fd admin admin] Publish callbacks [] for security_group (bec00172-bbcf-4de3-a86b-ad4d810458c9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:47.402382 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f06fb7-f338-4836-a7a7-b5f4493e13fd admin admin] Publish callbacks [] for security_group (bec00172-bbcf-4de3-a86b-ad4d810458c9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:47.437102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-9085272b-18cc-41b3-8cf5-546960e0bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:47.437860 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-9085272b-18cc-41b3-8cf5-546960e0bde7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762501 Feb 10 06:45:47.481314 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f06fb7-f338-4836-a7a7-b5f4493e13fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bec00172-bbcf-4de3-a86b-ad4d810458c9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:47.484326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1f06fb7-f338-4836-a7a7-b5f4493e13fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:47.490067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1f06fb7-f338-4836-a7a7-b5f4493e13fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bec00172-bbcf-4de3-a86b-ad4d810458c9 HTTP/1.1" status: 204 len: 168 time: 0.2252853 Feb 10 06:45:47.501155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f06fb7-f338-4836-a7a7-b5f4493e13fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec00172-bbcf-4de3-a86b-ad4d810458c9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:47.649485 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-6343fef5-f89d-4272-b277-34f0fe48b799 service neutron] 10.222.0.13 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053821 Feb 10 06:45:47.771351 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5b9f4951-935d-4d62-8ec4-093c16736d97 req-52403668-8990-4ed9-8f79-33e10505e6c6 service neutron] 10.222.0.13 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155236 Feb 10 06:45:48.235888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e5a03-34fd-489c-a879-828f9cc5e4a8 req-40129ff1-bfac-413a-bb9d-3669e4d81219 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:48.243969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e44e5a03-34fd-489c-a879-828f9cc5e4a8 req-40129ff1-bfac-413a-bb9d-3669e4d81219 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 944 time: 0.1004655 Feb 10 06:45:48.308940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e44e5a03-34fd-489c-a879-828f9cc5e4a8 req-46fde0ac-7064-453f-95e2-c93425cdddce tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636103 Feb 10 06:45:49.450080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734b08b-f5e5-4f88-b7e4-38bc7b4304a6 req-13a376a9-8cd4-4287-8dac-02268c1de2c0 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:49.457931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d734b08b-f5e5-4f88-b7e4-38bc7b4304a6 req-13a376a9-8cd4-4287-8dac-02268c1de2c0 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 944 time: 0.0765038 Feb 10 06:45:49.534988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d734b08b-f5e5-4f88-b7e4-38bc7b4304a6 req-a05f1dc4-a083-4fad-b004-940309d08910 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674622 Feb 10 06:45:50.681144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18afffa-e5fa-4645-92cd-8a77e446f196 req-b2ddf90a-b617-452d-8d88-c93d17e17434 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:50.689113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b18afffa-e5fa-4645-92cd-8a77e446f196 req-b2ddf90a-b617-452d-8d88-c93d17e17434 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 944 time: 0.0785391 Feb 10 06:45:50.748246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b18afffa-e5fa-4645-92cd-8a77e446f196 req-27ff7a56-7e15-4b5d-8561-abfc3eb27bf7 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509050 Feb 10 06:45:51.047707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e9eba11b-a2ce-4936-b665-6aa72f16cf7e details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:45:51.225721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:51.240360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'port_id': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'mac_address': 'fa:16:3e:3c:20:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:45:51.291100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e9eba11b-a2ce-4936-b665-6aa72f16cf7e is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:51.291780 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:51.306948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9eba11b-a2ce-4936-b665-6aa72f16cf7e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:45:51.329437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:51.333549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:51.386587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:51.396288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.396652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.397284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.397373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.397992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.397992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.398346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.398690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.399026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.399359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.399938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.400237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.400716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:45:51.733434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e9eba11b-a2ce-4936-b665-6aa72f16cf7e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:45:51.868851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515684f-4c47-4b8f-9151-5ab3ed6e6533 req-cb79af9d-de94-4855-a099-6ff8b730783f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:51.876309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8515684f-4c47-4b8f-9151-5ab3ed6e6533 req-cb79af9d-de94-4855-a099-6ff8b730783f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0591314 Feb 10 06:45:51.934494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8515684f-4c47-4b8f-9151-5ab3ed6e6533 req-dd7ce96a-ff04-4a7b-912d-b8bbf2bf4e33 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508134 Feb 10 06:45:53.054186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2981-bbab-4d59-a13c-c822d19e9d9d req-51c9cb1d-3365-4fd0-a963-d09c27903153 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:53.061154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc0a2981-bbab-4d59-a13c-c822d19e9d9d req-51c9cb1d-3365-4fd0-a963-d09c27903153 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0646641 Feb 10 06:45:53.067819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e9eba11b-a2ce-4936-b665-6aa72f16cf7e up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:45:53.119910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc0a2981-bbab-4d59-a13c-c822d19e9d9d req-abd2b208-82df-4460-bc8e-a9679ee629cd tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577891 Feb 10 06:45:53.128650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e9eba11b-a2ce-4936-b665-6aa72f16cf7e completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:45:53.147508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e9eba11b-a2ce-4936-b665-6aa72f16cf7e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:45:53.148059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:53.230604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e9eba11b-a2ce-4936-b665-6aa72f16cf7e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:45:53.231000 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:53.257915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:45:53.260291 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d00570-4e9c-491c-897c-7984714b7d34" -d '{"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-plugged", "status": "completed", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:45:53.303257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:45:53.311805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:53.320098 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145d451e-bd7f-4299-bf9e-20e3b7bac347 x-openstack-request-id: req-145d451e-bd7f-4299-bf9e-20e3b7bac347 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:45:53.320098 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-plugged", "status": "completed", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:45:53.320098 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-145d451e-bd7f-4299-bf9e-20e3b7bac347 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:45:53.320098 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'code': 200} Feb 10 06:45:53.402504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:53.427905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9df4a4-6382-4e43-9ed6-4c986ec85d1a req-6439fe59-1ec5-4af9-bff8-7ba4c32b8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:53.429441 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f9df4a4-6382-4e43-9ed6-4c986ec85d1a req-6439fe59-1ec5-4af9-bff8-7ba4c32b8614 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 1128 time: 0.0514774 Feb 10 06:45:53.486108 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f9df4a4-6382-4e43-9ed6-4c986ec85d1a req-e8d2f80c-0bea-45d5-a1c6-9e19fcebfa86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459495 Feb 10 06:45:54.139224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59000) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:54.276722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6c58-bb04-4a8d-b5f9-e4577dbb85fb req-e3c0d206-17da-4a08-804d-5f9f293d7e4e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:54.278267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a9c6c58-bb04-4a8d-b5f9-e4577dbb85fb req-e3c0d206-17da-4a08-804d-5f9f293d7e4e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0750561 Feb 10 06:45:54.306950 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2673d263-62a1-4c56-b6a1-06821d319170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:54.354914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a9c6c58-bb04-4a8d-b5f9-e4577dbb85fb req-e7be7c97-3809-4ea7-9864-b632580cfb72 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685768 Feb 10 06:45:54.435940 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2673d263-62a1-4c56-b6a1-06821d319170 admin admin] Publish callbacks [] for security_group (c2b84501-3230-45e0-8fce-adb28921e32e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:54.439885 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2673d263-62a1-4c56-b6a1-06821d319170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c2b84501-3230-45e0-8fce-adb28921e32e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:54.479907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673d263-62a1-4c56-b6a1-06821d319170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b84501-3230-45e0-8fce-adb28921e32e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:54.485159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2673d263-62a1-4c56-b6a1-06821d319170 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e86e6570e72a4fe9bae880cbefc2094b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3448937 Feb 10 06:45:54.487830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59010) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:54.536202 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6973e350-ac6c-4839-8929-c84eb7da8aa4 admin admin] Publish callbacks [] for security_group (c2b84501-3230-45e0-8fce-adb28921e32e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:54.558386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6973e350-ac6c-4839-8929-c84eb7da8aa4 admin admin] Publish callbacks [] for security_group (c2b84501-3230-45e0-8fce-adb28921e32e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:54.607576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6973e350-ac6c-4839-8929-c84eb7da8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c2b84501-3230-45e0-8fce-adb28921e32e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:54.610538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6973e350-ac6c-4839-8929-c84eb7da8aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:54.611702 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6973e350-ac6c-4839-8929-c84eb7da8aa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2b84501-3230-45e0-8fce-adb28921e32e HTTP/1.1" status: 204 len: 168 time: 0.1228988 Feb 10 06:45:54.623248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973e350-ac6c-4839-8929-c84eb7da8aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b84501-3230-45e0-8fce-adb28921e32e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:54.921886 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:54.935442 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89f6dad2-ebb2-4e91-93f1-9881255e96f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.031199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89f6dad2-ebb2-4e91-93f1-9881255e96f4 admin admin] Publish callbacks [] for security_group (895d5dab-77d6-4fa2-b44f-55b55ee3de36), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.035852 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89f6dad2-ebb2-4e91-93f1-9881255e96f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (895d5dab-77d6-4fa2-b44f-55b55ee3de36), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.084839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6dad2-ebb2-4e91-93f1-9881255e96f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895d5dab-77d6-4fa2-b44f-55b55ee3de36,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:55.091151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-89f6dad2-ebb2-4e91-93f1-9881255e96f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e320a214753c4964bfbc9591e501ed43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1681311 Feb 10 06:45:55.093777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59018) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:55.154894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-deb85b6c-ca62-47b4-b106-fb23136895b8 admin admin] Publish callbacks [] for security_group (895d5dab-77d6-4fa2-b44f-55b55ee3de36), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.178392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-deb85b6c-ca62-47b4-b106-fb23136895b8 admin admin] Publish callbacks [] for security_group (895d5dab-77d6-4fa2-b44f-55b55ee3de36), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.239689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-deb85b6c-ca62-47b4-b106-fb23136895b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (895d5dab-77d6-4fa2-b44f-55b55ee3de36), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.243018 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-deb85b6c-ca62-47b4-b106-fb23136895b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.246915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-deb85b6c-ca62-47b4-b106-fb23136895b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/895d5dab-77d6-4fa2-b44f-55b55ee3de36 HTTP/1.1" status: 204 len: 168 time: 0.1491182 Feb 10 06:45:55.255295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb85b6c-ca62-47b4-b106-fb23136895b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895d5dab-77d6-4fa2-b44f-55b55ee3de36,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:55.513362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9a787-63b5-43f0-914c-d30a7ecf407e req-d62a9396-87eb-430d-95aa-23bacc09c423 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:55.514984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9c9a787-63b5-43f0-914c-d30a7ecf407e req-d62a9396-87eb-430d-95aa-23bacc09c423 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0790796 Feb 10 06:45:55.571329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9c9a787-63b5-43f0-914c-d30a7ecf407e req-d5c363fb-e938-4899-9b08-5f8914e36d4c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509036 Feb 10 06:45:55.611398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59032) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:55.629191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edb52608-8899-48de-90b3-6cc76d81c8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.719709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc8c72-6599-4257-8711-1e6020d73740 req-334fe7e0-2af2-46e1-a914-dd81ba3cfc67 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:55.721197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27cc8c72-6599-4257-8711-1e6020d73740 req-334fe7e0-2af2-46e1-a914-dd81ba3cfc67 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0780568 Feb 10 06:45:55.730636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59034) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:55.735833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b4f01952-6e11-469e-9636-11065a8c0476 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Request body: {'floatingip': {'port_id': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:45:55.766748 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edb52608-8899-48de-90b3-6cc76d81c8fa admin admin] Publish callbacks [] for security_group (46ad579e-2e6f-47dc-8534-adaad418605c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.771169 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edb52608-8899-48de-90b3-6cc76d81c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (46ad579e-2e6f-47dc-8534-adaad418605c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.778490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4f01952-6e11-469e-9636-11065a8c0476 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (bc82a152-c5ff-4ecf-afb5-6c5d914d1920), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.817500 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-edb52608-8899-48de-90b3-6cc76d81c8fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cda0b2034dce4ed7b319e4c41b8c4bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2025633 Feb 10 06:45:55.817766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:45:55.825040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb52608-8899-48de-90b3-6cc76d81c8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ad579e-2e6f-47dc-8534-adaad418605c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:55.872073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac55fa41-ab15-41a0-8a5d-0af28b66777a admin admin] Publish callbacks [] for security_group (46ad579e-2e6f-47dc-8534-adaad418605c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.894914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac55fa41-ab15-41a0-8a5d-0af28b66777a admin admin] Publish callbacks [] for security_group (46ad579e-2e6f-47dc-8534-adaad418605c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.946040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac55fa41-ab15-41a0-8a5d-0af28b66777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (46ad579e-2e6f-47dc-8534-adaad418605c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.948612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac55fa41-ab15-41a0-8a5d-0af28b66777a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:55.952156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ac55fa41-ab15-41a0-8a5d-0af28b66777a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46ad579e-2e6f-47dc-8534-adaad418605c HTTP/1.1" status: 204 len: 168 time: 0.1310887 Feb 10 06:45:55.959244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55fa41-ab15-41a0-8a5d-0af28b66777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ad579e-2e6f-47dc-8534-adaad418605c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:45:56.699658 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4f01952-6e11-469e-9636-11065a8c0476 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:56.705608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4f01952-6e11-469e-9636-11065a8c0476 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (bc82a152-c5ff-4ecf-afb5-6c5d914d1920), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:56.838910 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-b4f01952-6e11-469e-9636-11065a8c0476 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Floating IP bc82a152-c5ff-4ecf-afb5-6c5d914d1920 associated. External IP: 172.25.8.195, port: e9eba11b-a2ce-4936-b665-6aa72f16cf7e. Feb 10 06:45:57.114103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f01952-6e11-469e-9636-11065a8c0476 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:45:57.246167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f01952-6e11-469e-9636-11065a8c0476 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:45:57.251791 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4f01952-6e11-469e-9636-11065a8c0476 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:45:57.257415 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] Sync routers for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:45:57.276604 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:57.277365 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:57.311946 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b4f01952-6e11-469e-9636-11065a8c0476 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "PUT /v2.0/floatingips/bc82a152-c5ff-4ecf-afb5-6c5d914d1920 HTTP/1.1" status: 200 len: 992 time: 1.5801871 Feb 10 06:45:57.312863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:45:57.329943 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa51e5-c48f-447f-a475-00d3111d12d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:45:57.400570 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:57.403554 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e844e75-a85d-4c8a-92e5-bd62ee3f0e4f x-openstack-request-id: req-3e844e75-a85d-4c8a-92e5-bd62ee3f0e4f {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:45:57.404023 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:45:57.404375 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e844e75-a85d-4c8a-92e5-bd62ee3f0e4f {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:45:57.404852 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'status': 'completed', 'code': 200} Feb 10 06:45:57.475834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992c789-4f69-4023-8bff-13f5f6bbf96c req-8c42e3e2-8e86-4854-b66b-1170aec1862e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:57.483481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e992c789-4f69-4023-8bff-13f5f6bbf96c req-8c42e3e2-8e86-4854-b66b-1170aec1862e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0741894 Feb 10 06:45:57.518731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-18503632-2f0a-4c44-a567-ef51cbf5b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:57.520372 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-18503632-2f0a-4c44-a567-ef51cbf5b1b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 1128 time: 0.0902934 Feb 10 06:45:57.533614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e992c789-4f69-4023-8bff-13f5f6bbf96c req-a594101f-e378-4837-8f31-0ab1a9f094e5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492060 Feb 10 06:45:57.667814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-f19518ac-d277-4d05-a76a-f623d976e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:57.672647 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-f19518ac-d277-4d05-a76a-f623d976e14e service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.1455131 Feb 10 06:45:57.711953 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'bc82a152-c5ff-4ecf-afb5-6c5d914d1920', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'port_id': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'mac_address': 'fa:16:3e:3c:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:45:37Z', 'updated_at': '2022-02-10T06:45:56Z', 'revision_number': 1, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:57.747036 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] Checking router: 7270d982-447e-4baf-8ed1-8ff8dcc19d48 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:45:57.755864 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:45:57.756384 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:45:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:57.811060 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-1901acbc-94eb-4cef-ab48-c059ae8f8f70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 1000 time: 0.1305521 Feb 10 06:45:57.887263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-a41546a1-118d-48e3-a3e5-4c4c90a424d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:57.889342 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-a41546a1-118d-48e3-a3e5-4c4c90a424d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.0689027 Feb 10 06:45:57.922594 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:45:57.987456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-96a3bca8-384b-4184-b4b7-0407217e17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:57.989215 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-96a3bca8-384b-4184-b4b7-0407217e17f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0925364 Feb 10 06:45:58.163498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a04e56-db95-464b-b912-259c5fc59983 req-fab9b42d-163f-4616-b0d6-0c982e59248b tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:58.174719 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3a04e56-db95-464b-b912-259c5fc59983 req-fab9b42d-163f-4616-b0d6-0c982e59248b tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0866275 Feb 10 06:45:58.190987 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-62f4085b-2bba-4965-9072-5fa996e2f67e service neutron] 10.222.0.13 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929841 Feb 10 06:45:58.242545 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3a04e56-db95-464b-b912-259c5fc59983 req-64fdc80f-88db-4d62-be72-fd6c57df8548 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665886 Feb 10 06:45:58.285276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-bf2e6587-eb05-41b8-ba7c-c1e77598d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:58.287942 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-bf2e6587-eb05-41b8-ba7c-c1e77598d4d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1128 time: 0.2218559 Feb 10 06:45:58.299647 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'bc82a152-c5ff-4ecf-afb5-6c5d914d1920', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'port_id': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'mac_address': 'fa:16:3e:3c:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:45:37Z', 'updated_at': '2022-02-10T06:45:56Z', 'revision_number': 1, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:45:58.341085 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92795580-27ab-4489-a397-bf2e9bf2773a None None] The sync data for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 is: [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'bc82a152-c5ff-4ecf-afb5-6c5d914d1920', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'port_id': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'mac_address': 'fa:16:3e:3c:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:45:37Z', 'updated_at': '2022-02-10T06:45:56Z', 'revision_number': 1, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:45:58.416940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-a47d135b-b604-463e-9ba7-d01961420b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:58.418597 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-a47d135b-b604-463e-9ba7-d01961420b19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 918 time: 0.1219392 Feb 10 06:45:58.425665 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d7fa51e5-c48f-447f-a475-00d3111d12d7 req-89fd31fa-5a61-41b5-82c3-92b37068d94d service neutron] 10.222.0.13 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262747 Feb 10 06:45:58.494336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-1bc55e3b-521f-4085-8f91-981e7eefcb82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191 HTTP/1.1" status: 200 len: 217 time: 0.0677457 Feb 10 06:45:58.585490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-2c8aaea5-7303-4b26-bb46-96cb33b6014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:58.588524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-2c8aaea5-7303-4b26-bb46-96cb33b6014e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.0842311 Feb 10 06:45:58.632503 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-33823483-7dee-499e-a0de-e980449255b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369456 Feb 10 06:45:58.664301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d4f5a0-9a8f-40b2-82aa-603bf7234ca7 None None] New status for floating IP bc82a152-c5ff-4ecf-afb5-6c5d914d1920: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:45:58.713202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5bfff-ac00-43e9-a44d-c9814887de55 req-c588570c-54c7-40b9-a438-1755b3f4799e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:58.728646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2f5bfff-ac00-43e9-a44d-c9814887de55 req-c588570c-54c7-40b9-a438-1755b3f4799e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0906811 Feb 10 06:45:58.809575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2f5bfff-ac00-43e9-a44d-c9814887de55 req-486599d5-b645-4d7b-854e-fc53e3e800a9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795281 Feb 10 06:45:58.826832 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-fede49fc-41db-4295-aedb-51262bffb507 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836874 Feb 10 06:45:58.968849 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e1f7d4cc-3575-4eaf-9891-0fedea442eba req-66c46798-071b-4a99-a509-c9a1b255e53c service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356373 Feb 10 06:45:59.415287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f831e5-935d-4457-8dd8-dd1212eddf75 req-531bf393-1728-4d1d-9c7f-cc60dd8be45a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:45:59.417138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90f831e5-935d-4457-8dd8-dd1212eddf75 req-531bf393-1728-4d1d-9c7f-cc60dd8be45a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0777719 Feb 10 06:45:59.488701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90f831e5-935d-4457-8dd8-dd1212eddf75 req-a71180a6-23b6-4561-b12c-292c692a0691 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642369 Feb 10 06:46:00.506689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59152) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:00.636045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04705268-7f0d-4aa8-932c-fab9edbb94cb tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:00.636640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04705268-7f0d-4aa8-932c-fab9edbb94cb tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:00.637193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04705268-7f0d-4aa8-932c-fab9edbb94cb tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:00.639199 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-04705268-7f0d-4aa8-932c-fab9edbb94cb tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=37c0f4d3cbd94b22835233e088c819d9&network_id=a2354e8d-6432-46a9-9cc6-80244f36cbb3 HTTP/1.1" status: 200 len: 3072 time: 0.1305566 Feb 10 06:46:00.693238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bafc17-d1d8-404b-a906-c89cbdbbd2bb req-aa0f3576-e769-4215-8266-d555a217f16a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:00.695301 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0bafc17-d1d8-404b-a906-c89cbdbbd2bb req-aa0f3576-e769-4215-8266-d555a217f16a tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0676138 Feb 10 06:46:00.758952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0bafc17-d1d8-404b-a906-c89cbdbbd2bb req-274568d7-cf09-4e98-ab89-a4d025035f9b tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551131 Feb 10 06:46:01.004500 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:46:01.880554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8c2d1-9d00-4b03-9efe-a9a1a6f94892 req-163d158e-b2e1-41a0-9e38-b1d8316e3fec tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:01.881451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4b8c2d1-9d00-4b03-9efe-a9a1a6f94892 req-163d158e-b2e1-41a0-9e38-b1d8316e3fec tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0529294 Feb 10 06:46:01.941021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4b8c2d1-9d00-4b03-9efe-a9a1a6f94892 req-0ad45490-4c84-4e61-9c68-be3f6fdaadb5 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479617 Feb 10 06:46:03.070704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ef9ea-4130-4ff6-9fe1-3a23255f171b req-aedc9641-9d61-42c6-bf42-cc4a470e3b59 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:03.075562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-599ef9ea-4130-4ff6-9fe1-3a23255f171b req-aedc9641-9d61-42c6-bf42-cc4a470e3b59 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0631227 Feb 10 06:46:03.126919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-599ef9ea-4130-4ff6-9fe1-3a23255f171b req-59592452-5fad-4746-9c2f-b9372018c2a2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478935 Feb 10 06:46:03.803641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-879d8e1e-7dc0-4166-a921-78a91d70c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:03.805357 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-879d8e1e-7dc0-4166-a921-78a91d70c9e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1128 time: 0.0541894 Feb 10 06:46:03.917804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-e7527f1a-8660-427c-b808-74dbecf1fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:03.920002 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-e7527f1a-8660-427c-b808-74dbecf1fb68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 918 time: 0.0908039 Feb 10 06:46:03.963482 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-2783c89e-3fc5-468f-a6c4-2a6600551b2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191 HTTP/1.1" status: 200 len: 217 time: 0.0376101 Feb 10 06:46:04.011629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-0a3931fe-f656-4f93-a547-ce93040f7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:04.013292 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-0a3931fe-f656-4f93-a547-ce93040f7f2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.0432796 Feb 10 06:46:04.047483 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-66c6a95d-b9cf-4b01-bea7-c909238c58f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275185 Feb 10 06:46:04.148168 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-8a1306ca-9f56-42d1-bffc-15fa4579f8fe service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934985 Feb 10 06:46:04.285868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6f20a-7660-4d4c-8d64-61272b70d131 req-0e256a81-a81f-4b13-81d8-cc0450850c11 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:04.297153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4f6f20a-7660-4d4c-8d64-61272b70d131 req-0e256a81-a81f-4b13-81d8-cc0450850c11 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0782771 Feb 10 06:46:04.349366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4f6f20a-7660-4d4c-8d64-61272b70d131 req-483c870d-1918-4424-b425-686dac6492e4 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509706 Feb 10 06:46:04.425625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:04.488409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4edb2d3-080a-4a4d-9211-20f3006bce0c tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:04.495760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4edb2d3-080a-4a4d-9211-20f3006bce0c tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 814 time: 0.0631561 Feb 10 06:46:04.576440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-98fad5a8-95a6-4cdf-92e7-c0e4add80eb4 req-7cecc40b-44c3-4af1-b510-acbdc889df71 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214499 Feb 10 06:46:05.487799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c1b0a-d10b-45e0-bd98-c71198d053b2 req-2e4bc2ab-783e-42b2-9ee1-ca4cb8fd7305 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:05.489418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-792c1b0a-d10b-45e0-bd98-c71198d053b2 req-2e4bc2ab-783e-42b2-9ee1-ca4cb8fd7305 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0565050 Feb 10 06:46:05.540433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-792c1b0a-d10b-45e0-bd98-c71198d053b2 req-83fe524e-0a61-4df4-88b7-adfc1a30d8cd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Feb 10 06:46:05.776120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59288) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:05.781854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'network': {'name': 'tempest-network-smoke--2097092095', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'port_security_enabled': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:05.823757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Made reservation on behalf of 37c0f4d3cbd94b22835233e088c819d9 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:46:05.829888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:05.877497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:46:05.926157 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (626f9674-e43f-4dee-aa73-f128634192c4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:05.928608 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Added segment 626f9674-e43f-4dee-aa73-f128634192c4 of type vlan for network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 Feb 10 06:46:05.979779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264ac31-8450-4c54-8630-f1dd1a210b33 req-0eee5a21-4fbe-463c-9f5d-424ce8287730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:05.982274 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d264ac31-8450-4c54-8630-f1dd1a210b33 req-0eee5a21-4fbe-463c-9f5d-424ce8287730 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1128 time: 0.1013966 Feb 10 06:46:05.986015 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:06.043457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:06.049813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:06.050638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:06.064099 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d264ac31-8450-4c54-8630-f1dd1a210b33 req-50360e37-4c0f-440f-a932-0e267f2777c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731757 Feb 10 06:46:06.095458 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3181994 Feb 10 06:46:06.098488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59298) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:06.214936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2b777-23f4-48b4-8937-878797df5612 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Network': ['ID=8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:06.229691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:46:06.276319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f283ae5-8e79-4153-86df-5b70a874c62a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:06.277859 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8f283ae5-8e79-4153-86df-5b70a874c62a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=37c0f4d3cbd94b22835233e088c819d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1784780 Feb 10 06:46:06.280861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:06.300281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-d8147579-2bd5-445d-a49e-bc7af05d5497 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1347461 Feb 10 06:46:06.338159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59304) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:06.386191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-5a898715-49bb-4731-8694-37f252f46ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:06.387959 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-5a898715-49bb-4731-8694-37f252f46ada service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 1127 time: 0.0604768 Feb 10 06:46:06.397249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1710148-c96b-4130-a751-c4fb6f4b74d9 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:06.399110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f1710148-c96b-4130-a751-c4fb6f4b74d9 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1172435 Feb 10 06:46:06.402514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59310) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:06.455460 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-80473d8b-6c66-43be-bbba-b2035b62fd8d tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490344 Feb 10 06:46:06.456577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59314) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:06.509113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7c15c5be-f20b-4e00-b7fc-8fc68955f49c tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=37c0f4d3cbd94b22835233e088c819d9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519843 Feb 10 06:46:06.509747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59316) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:06.541841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fadc2695-4200-4262-b075-a6cd5ce2424d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:06.622429 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fadc2695-4200-4262-b075-a6cd5ce2424d admin admin] Publish callbacks [] for security_group (30bf622a-92b0-4acd-8a60-6df8b526f3fe), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:06.635764 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fadc2695-4200-4262-b075-a6cd5ce2424d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (30bf622a-92b0-4acd-8a60-6df8b526f3fe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:06.654460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c3929c-5c54-49cf-89c9-71722eb06ba8 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:06.663295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-54c3929c-5c54-49cf-89c9-71722eb06ba8 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524577 Feb 10 06:46:06.663970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:06.669671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-2ab574bd-f6a4-4296-b367-5b4dee3f8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:06.671420 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-2ab574bd-f6a4-4296-b367-5b4dee3f8197 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 918 time: 0.2582655 Feb 10 06:46:06.711516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e8e0ff60-e650-4002-9e8e-837a91eb57a1 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456033 Feb 10 06:46:06.712968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59324) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:06.719979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1140609361', 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:06.737065 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fadc2695-4200-4262-b075-a6cd5ce2424d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=348e8119fa7a4f16b44a84738d6b8512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967848 Feb 10 06:46:06.738690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc2695-4200-4262-b075-a6cd5ce2424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bf622a-92b0-4acd-8a60-6df8b526f3fe,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:06.741230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59330) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:06.748193 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-abd432a6-0ae7-4fce-8f9e-d1467f6d5285 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c81e7b-e3fa-4712-8719-5c3e5dfe5295 HTTP/1.1" status: 200 len: 217 time: 0.0650165 Feb 10 06:46:06.826773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-0f4861ee-9d3f-447c-87da-acb4afd48fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:06.828242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-0f4861ee-9d3f-447c-87da-acb4afd48fe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.0472150 Feb 10 06:46:06.839465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:06.862358 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bfa6c009-4c2f-4cfe-86a8-13f3477fedc3 admin admin] Publish callbacks [] for security_group (30bf622a-92b0-4acd-8a60-6df8b526f3fe), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:06.898965 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-cfdd86f2-41e8-4374-be10-b66b7c4f31d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596228 Feb 10 06:46:06.900723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9471d5-bceb-4e16-8c08-a2b8fe51641c req-7a608965-e8a3-4ab0-8881-ae8f104da508 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:06.902563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e9471d5-bceb-4e16-8c08-a2b8fe51641c req-7a608965-e8a3-4ab0-8881-ae8f104da508 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1963985 Feb 10 06:46:06.904514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Made reservation on behalf of 37c0f4d3cbd94b22835233e088c819d9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:46:06.909583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:06.946685 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bfa6c009-4c2f-4cfe-86a8-13f3477fedc3 admin admin] Publish callbacks [] for security_group (30bf622a-92b0-4acd-8a60-6df8b526f3fe), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.042394 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-3d85df88-07f4-4174-9c02-d3089790b8b8 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335747 Feb 10 06:46:07.050251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e9471d5-bceb-4e16-8c08-a2b8fe51641c req-8a427a2a-a417-4e36-a988-fe774fb225a7 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690982 Feb 10 06:46:07.066524 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bfa6c009-4c2f-4cfe-86a8-13f3477fedc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (30bf622a-92b0-4acd-8a60-6df8b526f3fe), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.069644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bfa6c009-4c2f-4cfe-86a8-13f3477fedc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.073322 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bfa6c009-4c2f-4cfe-86a8-13f3477fedc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30bf622a-92b0-4acd-8a60-6df8b526f3fe HTTP/1.1" status: 204 len: 168 time: 0.3287125 Feb 10 06:46:07.116269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6c009-4c2f-4cfe-86a8-13f3477fedc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bf622a-92b0-4acd-8a60-6df8b526f3fe,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:07.209678 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67ecebcb-88e8-4025-87fe-b52ea030db8b req-f783a51f-8d97-4958-b6a5-3fd386a5ebcc service neutron] 10.222.0.24 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571660 Feb 10 06:46:07.258324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.308375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Subnet': ['ID=ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:07.340162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Checking segment: {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:46:07.341043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network hostable DHCP agents. Network: 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:46:07.359690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:46:07.371346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:46:07.378140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:07.379096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.381586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f748f0e-270b-46b7-9b92-239e42c73601 None None] Network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:46:07.408217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f91de035-f23c-4830-a501-24eb8ac6d3de tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6940799 Feb 10 06:46:07.501360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59346) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:07.515733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e526d68d-7816-4daf-afd0-83e39f5e2d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.547059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0', 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ips': [{'subnet_id': 'ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:46:07.548036 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.611333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e526d68d-7816-4daf-afd0-83e39f5e2d40 admin admin] Publish callbacks [] for security_group (46df936e-4b73-44ee-af7b-fe1971bfca6a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.615192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e526d68d-7816-4daf-afd0-83e39f5e2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (46df936e-4b73-44ee-af7b-fe1971bfca6a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.641086 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e526d68d-7816-4daf-afd0-83e39f5e2d40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03d9e20ca6b94ba5addb42b914b30569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386588 Feb 10 06:46:07.643748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:07.660529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526d68d-7816-4daf-afd0-83e39f5e2d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46df936e-4b73-44ee-af7b-fe1971bfca6a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:07.712213 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f27e11f-55cb-466e-b893-5c991da151d8 admin admin] Publish callbacks [] for security_group (46df936e-4b73-44ee-af7b-fe1971bfca6a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.730183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Allocated IP 172.20.0.18 (8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0/ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c/a9cb4c31-f4c3-4283-82c9-6840e3e89979) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:46:07.735440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f27e11f-55cb-466e-b893-5c991da151d8 admin admin] Publish callbacks [] for security_group (46df936e-4b73-44ee-af7b-fe1971bfca6a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.791416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f27e11f-55cb-466e-b893-5c991da151d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (46df936e-4b73-44ee-af7b-fe1971bfca6a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.795204 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f27e11f-55cb-466e-b893-5c991da151d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.796806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f27e11f-55cb-466e-b893-5c991da151d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46df936e-4b73-44ee-af7b-fe1971bfca6a HTTP/1.1" status: 204 len: 168 time: 0.1512060 Feb 10 06:46:07.806581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27e11f-55cb-466e-b893-5c991da151d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df936e-4b73-44ee-af7b-fe1971bfca6a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:07.929192 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Publish callbacks [] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.938288 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:07.989013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Pushing event updated for resources: {'Port': ['ID=a9cb4c31-f4c3-4283-82c9-6840e3e89979,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:08.006100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:46:08.008674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:46:08.011593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:46:08.089961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Attempting to bind port a9cb4c31-f4c3-4283-82c9-6840e3e89979 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:46:08.090392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Attempting to bind port a9cb4c31-f4c3-4283-82c9-6840e3e89979 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:46:08.090761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Attempting to bind port a9cb4c31-f4c3-4283-82c9-6840e3e89979 on network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:46:08.097797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:46:08.098180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Checking segment: {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:46:08.098645 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.099027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Bound using segment: {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:46:08.099891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Bound port: a9cb4c31-f4c3-4283-82c9-6840e3e89979, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:46:08.099891 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.182039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] For port a9cb4c31-f4c3-4283-82c9-6840e3e89979, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:46:08.186059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] For port a9cb4c31-f4c3-4283-82c9-6840e3e89979, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9cb4c31-f4c3-4283-82c9-6840e3e89979,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:46:08.191908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59366) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:08.197413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a9381a3b-6eac-4518-bbdf-80bbe1ec49bf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268086011', 'description': 'tempest-secgroup-smoke-1268086011 description', 'project_id': '37c0f4d3cbd94b22835233e088c819d9'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:08.202034 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.273428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9381a3b-6eac-4518-bbdf-80bbe1ec49bf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.289222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4604df2-d07a-4317-a426-9d8d14e3e272 None None] Pushing event updated for resources: {'Port': ['ID=a9cb4c31-f4c3-4283-82c9-6840e3e89979,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:08.324098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7615e9d-b678-418f-b7c1-a6b9072d5467 req-692cad07-fce1-45bf-8575-547132b439eb tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:08.331165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7615e9d-b678-418f-b7c1-a6b9072d5467 req-692cad07-fce1-45bf-8575-547132b439eb tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1580887 Feb 10 06:46:08.346824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59372) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:08.377212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f807679e-4d87-45d0-bb64-560b7c1ecea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.426578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9381a3b-6eac-4518-bbdf-80bbe1ec49bf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (92f370c3-0a34-4367-9ab0-36adc2cbe431), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.438893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9381a3b-6eac-4518-bbdf-80bbe1ec49bf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (92f370c3-0a34-4367-9ab0-36adc2cbe431), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.439392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7615e9d-b678-418f-b7c1-a6b9072d5467 req-f32b8d51-981a-49ea-8adc-01d2d7f6a8ac tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073065 Feb 10 06:46:08.483422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9381a3b-6eac-4518-bbdf-80bbe1ec49bf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.487462 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a9381a3b-6eac-4518-bbdf-80bbe1ec49bf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2910442 Feb 10 06:46:08.487867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:08.493565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a345578d-295e-4847-8703-c9a3c72f80a2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '92f370c3-0a34-4367-9ab0-36adc2cbe431', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:08.503663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9381a3b-6eac-4518-bbdf-80bbe1ec49bf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f370c3-0a34-4367-9ab0-36adc2cbe431,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:08.549051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f807679e-4d87-45d0-bb64-560b7c1ecea7 admin admin] Publish callbacks [] for security_group (47daac0b-a70f-4fbd-8f71-5ffa444de647), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.553782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f807679e-4d87-45d0-bb64-560b7c1ecea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (47daac0b-a70f-4fbd-8f71-5ffa444de647), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.559464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a345578d-295e-4847-8703-c9a3c72f80a2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (6249dd23-b96e-4036-8256-856bc9b16326), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.609607 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f807679e-4d87-45d0-bb64-560b7c1ecea7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3b30e7d5f62405aa5337789d385e9a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605255 Feb 10 06:46:08.610849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59380) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:08.617648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807679e-4d87-45d0-bb64-560b7c1ecea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47daac0b-a70f-4fbd-8f71-5ffa444de647,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:08.682955 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc9d4-dd27-4c73-9ee2-b4c324c923f1 admin admin] Publish callbacks [] for security_group (47daac0b-a70f-4fbd-8f71-5ffa444de647), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.693643 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a345578d-295e-4847-8703-c9a3c72f80a2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (6249dd23-b96e-4036-8256-856bc9b16326), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.702430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a345578d-295e-4847-8703-c9a3c72f80a2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (6249dd23-b96e-4036-8256-856bc9b16326), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.709520 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc9d4-dd27-4c73-9ee2-b4c324c923f1 admin admin] Publish callbacks [] for security_group (47daac0b-a70f-4fbd-8f71-5ffa444de647), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.735218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345578d-295e-4847-8703-c9a3c72f80a2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6249dd23-b96e-4036-8256-856bc9b16326,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:08.740810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a345578d-295e-4847-8703-c9a3c72f80a2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.742640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a345578d-295e-4847-8703-c9a3c72f80a2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2534418 Feb 10 06:46:08.745162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59384) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:08.750736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ec63794b-d042-4b0a-a7d7-f079171bfe06 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '92f370c3-0a34-4367-9ab0-36adc2cbe431', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:08.781693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc9d4-dd27-4c73-9ee2-b4c324c923f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (47daac0b-a70f-4fbd-8f71-5ffa444de647), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.787272 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec63794b-d042-4b0a-a7d7-f079171bfe06 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (af3a2e52-9718-4a8b-9292-c1c25651e3a8), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.790609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc9d4-dd27-4c73-9ee2-b4c324c923f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.794071 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9d6bc9d4-dd27-4c73-9ee2-b4c324c923f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47daac0b-a70f-4fbd-8f71-5ffa444de647 HTTP/1.1" status: 204 len: 168 time: 0.1800041 Feb 10 06:46:08.806757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bc9d4-dd27-4c73-9ee2-b4c324c923f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47daac0b-a70f-4fbd-8f71-5ffa444de647,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:08.910785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec63794b-d042-4b0a-a7d7-f079171bfe06 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (af3a2e52-9718-4a8b-9292-c1c25651e3a8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.917971 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec63794b-d042-4b0a-a7d7-f079171bfe06 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (af3a2e52-9718-4a8b-9292-c1c25651e3a8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.978828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63794b-d042-4b0a-a7d7-f079171bfe06 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3a2e52-9718-4a8b-9292-c1c25651e3a8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:08.991891 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec63794b-d042-4b0a-a7d7-f079171bfe06 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:08.993422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ec63794b-d042-4b0a-a7d7-f079171bfe06 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2469494 Feb 10 06:46:08.996300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59396) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:09.002198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d8ef22dc-c013-4b49-bbf4-2f9404e13b66 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '92f370c3-0a34-4367-9ab0-36adc2cbe431', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:09.028941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1019c-d7e6-4c40-91ee-de06c122ecea req-8aac1c64-f616-4c37-a2d4-ac367e125755 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:09.030917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea1019c-d7e6-4c40-91ee-de06c122ecea req-8aac1c64-f616-4c37-a2d4-ac367e125755 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1059444 Feb 10 06:46:09.068201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-0286a404-0659-438e-913d-0a28884b3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:09.069271 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8ef22dc-c013-4b49-bbf4-2f9404e13b66 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (04e39dd5-744e-49af-94c0-16e52a553695), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.070495 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-0286a404-0659-438e-913d-0a28884b3ca3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d73d350469946b482a364b89d798697&device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 1128 time: 0.0732639 Feb 10 06:46:09.142715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea1019c-d7e6-4c40-91ee-de06c122ecea req-0dd62b86-4f8e-4282-99f5-4368803d137b tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008694 Feb 10 06:46:09.169628 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8ef22dc-c013-4b49-bbf4-2f9404e13b66 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (04e39dd5-744e-49af-94c0-16e52a553695), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.175791 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8ef22dc-c013-4b49-bbf4-2f9404e13b66 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (04e39dd5-744e-49af-94c0-16e52a553695), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.196379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-0065687a-f74a-4b29-aa38-c391f6face40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:09.198007 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-0065687a-f74a-4b29-aa38-c391f6face40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 200 len: 918 time: 0.1207721 Feb 10 06:46:09.205039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef22dc-c013-4b49-bbf4-2f9404e13b66 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e39dd5-744e-49af-94c0-16e52a553695,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:09.231022 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8ef22dc-c013-4b49-bbf4-2f9404e13b66 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.236638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d8ef22dc-c013-4b49-bbf4-2f9404e13b66 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2383146 Feb 10 06:46:09.237414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59404) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:09.246196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7edc51b8-da06-4c5a-b2b3-3aacd1b7b6e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '92f370c3-0a34-4367-9ab0-36adc2cbe431', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:09.287161 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-16fecf65-ad4e-435f-a7c9-226600094f79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191 HTTP/1.1" status: 200 len: 217 time: 0.0809562 Feb 10 06:46:09.332913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7edc51b8-da06-4c5a-b2b3-3aacd1b7b6e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (268db041-a674-48f0-82bd-291d91a20bd8), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.368355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-c68f21f1-b52a-4148-816d-e96896318bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:09.370195 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-c68f21f1-b52a-4148-816d-e96896318bb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 200 len: 858 time: 0.0739419 Feb 10 06:46:09.411730 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-5eaa3bda-7c89-41cd-9fb2-efefc54cdea5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a7b1c65-e758-469c-9598-b94f2215b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343475 Feb 10 06:46:09.426228 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7edc51b8-da06-4c5a-b2b3-3aacd1b7b6e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (268db041-a674-48f0-82bd-291d91a20bd8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.432416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7edc51b8-da06-4c5a-b2b3-3aacd1b7b6e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (268db041-a674-48f0-82bd-291d91a20bd8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.468009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc51b8-da06-4c5a-b2b3-3aacd1b7b6e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268db041-a674-48f0-82bd-291d91a20bd8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:09.478466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7edc51b8-da06-4c5a-b2b3-3aacd1b7b6e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.479783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7edc51b8-da06-4c5a-b2b3-3aacd1b7b6e4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2413201 Feb 10 06:46:09.482591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:09.488347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0b82d93a-1649-47cf-81e7-117297b2b5a3 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '92f370c3-0a34-4367-9ab0-36adc2cbe431', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:09.516115 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-0b82d93a-1649-47cf-81e7-117297b2b5a3 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Project 37c0f4d3cbd94b22835233e088c819d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:46:09.523352 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b82d93a-1649-47cf-81e7-117297b2b5a3 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (d1e1ac62-d7d3-40c8-95b9-f12817846fb5), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.600734 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-bbdbb416-5e0a-4671-bfac-b5e87e0048d0 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812325 Feb 10 06:46:09.646424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b82d93a-1649-47cf-81e7-117297b2b5a3 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (d1e1ac62-d7d3-40c8-95b9-f12817846fb5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.652832 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b82d93a-1649-47cf-81e7-117297b2b5a3 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d1e1ac62-d7d3-40c8-95b9-f12817846fb5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.668747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a9cb4c31-f4c3-4283-82c9-6840e3e89979 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:46:09.729743 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9ee85c88-2acb-42e8-8c37-3b20bbc91672 req-0fe7ff6a-b8c1-45a0-bbbb-8f9c64801572 service neutron] 10.222.0.13 "GET /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179962 Feb 10 06:46:09.738811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82d93a-1649-47cf-81e7-117297b2b5a3 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e1ac62-d7d3-40c8-95b9-f12817846fb5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:09.764256 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b82d93a-1649-47cf-81e7-117297b2b5a3 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.766060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0b82d93a-1649-47cf-81e7-117297b2b5a3 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2822378 Feb 10 06:46:09.770263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59424) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:09.776023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-712a23f4-5394-4a49-aab0-7a5f34424183 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '92f370c3-0a34-4367-9ab0-36adc2cbe431', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:09.806062 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-712a23f4-5394-4a49-aab0-7a5f34424183 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Project 37c0f4d3cbd94b22835233e088c819d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:46:09.819739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-712a23f4-5394-4a49-aab0-7a5f34424183 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (538fe7ee-b6a9-4e32-896e-7f3c5e8419d4), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.896801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-712a23f4-5394-4a49-aab0-7a5f34424183 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (538fe7ee-b6a9-4e32-896e-7f3c5e8419d4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.901390 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-712a23f4-5394-4a49-aab0-7a5f34424183 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (538fe7ee-b6a9-4e32-896e-7f3c5e8419d4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.908026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5af687-9eef-4194-893f-5809aa9e7471 None None] Network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:46:09.932090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a23f4-5394-4a49-aab0-7a5f34424183 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538fe7ee-b6a9-4e32-896e-7f3c5e8419d4,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:09.941958 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-712a23f4-5394-4a49-aab0-7a5f34424183 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:09.943332 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-712a23f4-5394-4a49-aab0-7a5f34424183 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717784 Feb 10 06:46:10.018564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a13e6575-6746-4bb8-91ea-4ccc7aa08d04 None None] Provisioning complete for port a9cb4c31-f4c3-4283-82c9-6840e3e89979 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:10.019369 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a13e6575-6746-4bb8-91ea-4ccc7aa08d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:10.073638 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:10.085570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a9cb4c31-f4c3-4283-82c9-6840e3e89979 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:10.085947 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:10.283893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a9cb4c31-f4c3-4283-82c9-6840e3e89979 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:10.284468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:10.367759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa86fae-85a6-40da-bcac-5fde3262b3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:10.370237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port a9cb4c31-f4c3-4283-82c9-6840e3e89979, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9cb4c31-f4c3-4283-82c9-6840e3e89979,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:10.371822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a13e6575-6746-4bb8-91ea-4ccc7aa08d04 None None] Current status of the port a9cb4c31-f4c3-4283-82c9-6840e3e89979 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:10.372527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a13e6575-6746-4bb8-91ea-4ccc7aa08d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:10.376801 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:10.397287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f9d9-e560-48b1-966a-cf8ac3f631d1 req-d0d34058-0bf7-42d2-a2e9-ef747cc124cf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:10.403181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08b3f9d9-e560-48b1-966a-cf8ac3f631d1 req-d0d34058-0bf7-42d2-a2e9-ef747cc124cf tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1616628 Feb 10 06:46:10.489976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-46b9ab70-c14d-4a3b-926c-b289f181e5a3 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268086011&fields=id&tenant_id=37c0f4d3cbd94b22835233e088c819d9 HTTP/1.1" status: 200 len: 267 time: 0.1556098 Feb 10 06:46:10.499523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=a9cb4c31-f4c3-4283-82c9-6840e3e89979,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:10.518278 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-a13e6575-6746-4bb8-91ea-4ccc7aa08d04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:46:10.518710 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-a13e6575-6746-4bb8-91ea-4ccc7aa08d04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:46:10.539904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08b3f9d9-e560-48b1-966a-cf8ac3f631d1 req-d8c67da4-1e80-4518-a600-f7b3150f2c08 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228087 Feb 10 06:46:10.651850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-9bbd712d-0cf2-44b2-aca8-13664e259b5d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:10.653390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-9bbd712d-0cf2-44b2-aca8-13664e259b5d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/networks?id=8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 HTTP/1.1" status: 200 len: 797 time: 0.1517041 Feb 10 06:46:10.672523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-174232ba-e614-4c5f-9346-0ff131d8bcac tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/quotas/37c0f4d3cbd94b22835233e088c819d9 HTTP/1.1" status: 200 len: 375 time: 0.0095482 Feb 10 06:46:10.738697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-755f7524-ef99-4255-9914-3edb71c7b398 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0632520 Feb 10 06:46:10.846506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-b37dd0d0-dce2-495e-be3a-16a9efdfc7cb service neutron] 10.222.0.21 "GET /v2.0/networks/8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927961 Feb 10 06:46:10.936703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-316b3989-d422-4fdc-b673-1b25235a41df service neutron] 10.222.0.21 "GET /v2.0/networks/8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891135 Feb 10 06:46:11.091040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a13e6575-6746-4bb8-91ea-4ccc7aa08d04 None None] Current status of the port a9cb4c31-f4c3-4283-82c9-6840e3e89979 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:11.114903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7b9a403-48eb-4c7d-a5de-e1d4e2e4ba1d req-a2d5599a-3e9d-44da-b790-3b434b9cd3cf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 210 time: 0.0395617 Feb 10 06:46:11.233799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f022800e-2e54-4199-bb66-9084252c3fac None None] Provisioning complete for port a9cb4c31-f4c3-4283-82c9-6840e3e89979 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:11.234181 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f022800e-2e54-4199-bb66-9084252c3fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:11.319237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f022800e-2e54-4199-bb66-9084252c3fac None None] Current status of the port a9cb4c31-f4c3-4283-82c9-6840e3e89979 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:11.561865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a9cb4c31-f4c3-4283-82c9-6840e3e89979 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:46:11.624239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a9cb4c31-f4c3-4283-82c9-6840e3e89979 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:11.624623 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:11.740904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182c6c8-f3d0-46ef-aadb-b74abfa7b080 req-fb8b6a4b-eee9-4a21-a47f-7ea262a12512 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:11.750945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9182c6c8-f3d0-46ef-aadb-b74abfa7b080 req-fb8b6a4b-eee9-4a21-a47f-7ea262a12512 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0783076 Feb 10 06:46:11.754432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a9cb4c31-f4c3-4283-82c9-6840e3e89979 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:11.806694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9182c6c8-f3d0-46ef-aadb-b74abfa7b080 req-231839c0-adec-4bc6-8687-0edbbc1296de tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528834 Feb 10 06:46:11.991805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59536) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:12.104664 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5794c96a-e989-4e89-a83f-3f991ffe62ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.221528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5794c96a-e989-4e89-a83f-3f991ffe62ac admin admin] Publish callbacks [] for security_group (8d6f9090-db05-4c52-adb7-a7e25eb32289), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.227616 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9c790eb-0cbf-4142-8b6d-9559fb5e0cbc req-68774e48-6585-49ec-8f54-4ef9d7aa3be7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 210 time: 0.0328019 Feb 10 06:46:12.234561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5794c96a-e989-4e89-a83f-3f991ffe62ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8d6f9090-db05-4c52-adb7-a7e25eb32289), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.289295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794c96a-e989-4e89-a83f-3f991ffe62ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6f9090-db05-4c52-adb7-a7e25eb32289,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:12.296862 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5794c96a-e989-4e89-a83f-3f991ffe62ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=709f55f15e274647af27f9595059639d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3039987 Feb 10 06:46:12.301184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59546) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:12.384426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef10bff0-64d8-4965-9e90-a601a044c955 admin admin] Publish callbacks [] for security_group (8d6f9090-db05-4c52-adb7-a7e25eb32289), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.407510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef10bff0-64d8-4965-9e90-a601a044c955 admin admin] Publish callbacks [] for security_group (8d6f9090-db05-4c52-adb7-a7e25eb32289), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.413495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-b537ee7c-979a-4ec4-be11-283f8af294a6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:12.415006 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-b537ee7c-979a-4ec4-be11-283f8af294a6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.24 "GET /v2.0/networks?id=8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 HTTP/1.1" status: 200 len: 797 time: 0.1398942 Feb 10 06:46:12.472706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef10bff0-64d8-4965-9e90-a601a044c955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8d6f9090-db05-4c52-adb7-a7e25eb32289), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.476803 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef10bff0-64d8-4965-9e90-a601a044c955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.480974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ef10bff0-64d8-4965-9e90-a601a044c955 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d6f9090-db05-4c52-adb7-a7e25eb32289 HTTP/1.1" status: 204 len: 168 time: 0.1743262 Feb 10 06:46:12.487591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10bff0-64d8-4965-9e90-a601a044c955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6f9090-db05-4c52-adb7-a7e25eb32289,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:12.516077 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49b5412b-7da4-455d-8c06-1d991e19550b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.538843 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-6d9833b0-ea1e-4acf-a283-b2d8761b526e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37c0f4d3cbd94b22835233e088c819d9 HTTP/1.1" status: 200 len: 473 time: 0.1089208 Feb 10 06:46:12.551128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'port': {'device_id': '095abfe2-a541-48b3-ac43-4ac56574f01d', 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0', 'admin_state_up': True, 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'security_groups': ['92f370c3-0a34-4367-9ab0-36adc2cbe431']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:12.661092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Made reservation on behalf of 37c0f4d3cbd94b22835233e088c819d9 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:46:12.664994 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.785217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59560) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:12.802618 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e17796a-7daa-4dcd-b4aa-8d66c71c5eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.811855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.20.0.28 (8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0/ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c/2b3627e1-20a8-46ec-bb19-c4ccef3be2d3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:46:12.954590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e17796a-7daa-4dcd-b4aa-8d66c71c5eb7 admin admin] Publish callbacks [] for security_group (bd432710-63ed-47b5-b2a9-fa533e521bb1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.962888 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e17796a-7daa-4dcd-b4aa-8d66c71c5eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bd432710-63ed-47b5-b2a9-fa533e521bb1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.984430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b611ed-0107-4510-8327-df84bfb40348 req-ec2df772-b078-4de2-a5bb-8499977d2099 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:12.984606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:12.985931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23b611ed-0107-4510-8327-df84bfb40348 req-ec2df772-b078-4de2-a5bb-8499977d2099 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.1056731 Feb 10 06:46:13.024300 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.029997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e17796a-7daa-4dcd-b4aa-8d66c71c5eb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=479a3e612b6640138d3245a7e967685f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433734 Feb 10 06:46:13.033604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59570) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:13.039677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17796a-7daa-4dcd-b4aa-8d66c71c5eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd432710-63ed-47b5-b2a9-fa533e521bb1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:13.066362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23b611ed-0107-4510-8327-df84bfb40348 req-caf857ee-7bdb-461f-a7e1-d0992e3aa13e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714345 Feb 10 06:46:13.122473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:46:13.127311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:46:13.131221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:46:13.170192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:13.196587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:13.197228 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.199662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946490ce-ea47-4ce6-844e-fe6eb346510c admin admin] Publish callbacks [] for security_group (bd432710-63ed-47b5-b2a9-fa533e521bb1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.232554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946490ce-ea47-4ce6-844e-fe6eb346510c admin admin] Publish callbacks [] for security_group (bd432710-63ed-47b5-b2a9-fa533e521bb1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.242769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-0633bea7-fe01-46e3-afcd-e94681057d6f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6964579 Feb 10 06:46:13.293246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Request body: {'port': {'device_id': '095abfe2-a541-48b3-ac43-4ac56574f01d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:13.332633 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946490ce-ea47-4ce6-844e-fe6eb346510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bd432710-63ed-47b5-b2a9-fa533e521bb1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.336769 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946490ce-ea47-4ce6-844e-fe6eb346510c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.340882 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-946490ce-ea47-4ce6-844e-fe6eb346510c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd432710-63ed-47b5-b2a9-fa533e521bb1 HTTP/1.1" status: 204 len: 168 time: 0.3019478 Feb 10 06:46:13.386859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946490ce-ea47-4ce6-844e-fe6eb346510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd432710-63ed-47b5-b2a9-fa533e521bb1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:13.411823 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.466237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6fccc-10d2-497e-bb9a-9eb9a4dae33d req-593660d1-1b32-44aa-84eb-f60a11b21cbf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:13.478546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9e6fccc-10d2-497e-bb9a-9eb9a4dae33d req-593660d1-1b32-44aa-84eb-f60a11b21cbf tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 932 time: 0.1474597 Feb 10 06:46:13.502017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c1f4ac17-135a-48ee-a168-593d56448c11 None None] Provisioning complete for port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:13.502646 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac17-135a-48ee-a168-593d56448c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.567251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9e6fccc-10d2-497e-bb9a-9eb9a4dae33d req-562302d5-074b-4010-a700-604573ebee2e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867996 Feb 10 06:46:13.576878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4ac17-135a-48ee-a168-593d56448c11 None None] Port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:46:13.765985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.792757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:46:13.801508 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Publish callbacks [] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.815809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Transition to ACTIVE for port object 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:46:13.822864 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:13.876723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:13.975333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Attempting to bind port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:46:13.975967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Attempting to bind port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:46:13.976390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Attempting to bind port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 on network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:46:13.982239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 on network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:46:13.982700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Attempting to bind port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 on network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:46:13.989246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:46:13.989717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Checking segment: {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:46:13.990186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Bound using segment: {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:46:13.990906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Bound port: 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:46:13.991319 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:14.088501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] For port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:46:14.094430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] For port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:46:14.113593 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:14.158408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:14.159044 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:14.160450 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 HTTP/1.1" status: 200 len: 1092 time: 0.9054170 Feb 10 06:46:14.160892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095abfe2-a541-48b3-ac43-4ac56574f01d', 'tag': '2b3627e1-20a8-46ec-bb19-c4ccef3be2d3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:46:14.163508 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e40966-2515-4a33-9163-3d76cffe29a3" -d '{"events": [{"name": "network-changed", "server_uuid": "095abfe2-a541-48b3-ac43-4ac56574f01d", "tag": "2b3627e1-20a8-46ec-bb19-c4ccef3be2d3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:46:14.207769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea4045-6fc3-48ae-8632-eb9e869bb4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:14.259444 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253fd537-daf5-40bb-8863-fe868667172b x-openstack-request-id: req-253fd537-daf5-40bb-8863-fe868667172b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:46:14.260113 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095abfe2-a541-48b3-ac43-4ac56574f01d", "tag": "2b3627e1-20a8-46ec-bb19-c4ccef3be2d3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:46:14.260526 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-253fd537-daf5-40bb-8863-fe868667172b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:46:14.261662 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095abfe2-a541-48b3-ac43-4ac56574f01d', 'tag': '2b3627e1-20a8-46ec-bb19-c4ccef3be2d3', 'status': 'completed', 'code': 200} Feb 10 06:46:14.318917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-ed5f2d54-b8da-4830-bb67-d1b371c8408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:14.321858 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-ed5f2d54-b8da-4830-bb67-d1b371c8408e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 1126 time: 0.1003840 Feb 10 06:46:14.401288 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-2c788268-d80a-4084-8c3f-5572a577281d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 HTTP/1.1" status: 200 len: 217 time: 0.0668156 Feb 10 06:46:14.445792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59626) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:14.483133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-4b9ddda0-a09a-4292-a46f-f9fcb399b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:14.490839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-4b9ddda0-a09a-4292-a46f-f9fcb399b623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c HTTP/1.1" status: 200 len: 838 time: 0.0740693 Feb 10 06:46:14.560560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-34805a83-be10-4ace-918f-d7ccab532f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:14.562319 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-34805a83-be10-4ace-918f-d7ccab532f1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0680103 Feb 10 06:46:14.628977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-303700660-network', 'tenant_id': '5cdb7d92e73a4d4885c2a2d284b4448d'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:14.716748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Made reservation on behalf of 5cdb7d92e73a4d4885c2a2d284b4448d for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:46:14.719488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:14.734165 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:14.740428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fb822-8f61-4a9e-a4c6-9736401fca47 req-04b0d6ff-024a-43f0-a8a5-ae4235a79d80 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:14.745631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-305fb822-8f61-4a9e-a4c6-9736401fca47 req-04b0d6ff-024a-43f0-a8a5-ae4235a79d80 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 944 time: 0.0633135 Feb 10 06:46:14.811455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-305fb822-8f61-4a9e-a4c6-9736401fca47 req-7a6dd0b6-3610-478f-8585-b1db7d756657 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610259 Feb 10 06:46:14.822013 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-fff321df-02bf-4638-9308-b484eb1626bb service neutron] 10.222.0.24 "GET /v2.0/networks/8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502029 Feb 10 06:46:14.844426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Publish callbacks [] for security_group (e4d4daf4-7133-4ef0-9b7d-b5a42979624f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:14.857773 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e4d4daf4-7133-4ef0-9b7d-b5a42979624f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:14.923273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:46:14.934796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d4daf4-7133-4ef0-9b7d-b5a42979624f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:14.946055 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (08fba831-9e13-4591-82d4-9ccc11cbfe1d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:14.946670 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Added segment 08fba831-9e13-4591-82d4-9ccc11cbfe1d of type vlan for network bae17481-edac-46e9-87b7-298d98eb108a Feb 10 06:46:15.001160 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-582dd24a-6e3d-41c8-87c6-fcb181aa8999 req-a6f99dd9-da4a-4c62-891c-0dd50b63d815 service neutron] 10.222.0.24 "GET /v2.0/networks/8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687782 Feb 10 06:46:15.012291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (bae17481-edac-46e9-87b7-298d98eb108a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:15.056828 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (bae17481-edac-46e9-87b7-298d98eb108a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:15.057995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:15.058802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:15.147206 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7000566 Feb 10 06:46:15.150072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:15.156776 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Request body: {'subnet': {'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-303700660-subnet', 'tenant_id': '5cdb7d92e73a4d4885c2a2d284b4448d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:15.190060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Made reservation on behalf of 5cdb7d92e73a4d4885c2a2d284b4448d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:46:15.193675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1d717-3178-4519-b280-1062aa0d2719 admin admin] Pushing event updated for resources: {'Network': ['ID=bae17481-edac-46e9-87b7-298d98eb108a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:15.194532 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:15.201309 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:15.206952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network bae17481-edac-46e9-87b7-298d98eb108a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:46:15.226084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-ef41c751-03c9-4767-9a5e-6399b16e0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:15.228432 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-ef41c751-03c9-4767-9a5e-6399b16e0b8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 1126 time: 0.1608727 Feb 10 06:46:15.347692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-c8fd60f2-ecc7-44fb-8317-8cf338c12df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:15.349763 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-c8fd60f2-ecc7-44fb-8317-8cf338c12df5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 HTTP/1.1" status: 200 len: 897 time: 0.1121459 Feb 10 06:46:15.413673 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-32c52d50-f50d-489d-9639-fcfe84a80571 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 HTTP/1.1" status: 200 len: 217 time: 0.0558147 Feb 10 06:46:15.467828 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (5f633199-1a65-4fca-a9f0-96961625b04b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:15.473647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-bd2b65cb-c866-48c9-a65f-45d1602caa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:15.475919 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-bd2b65cb-c866-48c9-a65f-45d1602caa75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c HTTP/1.1" status: 200 len: 838 time: 0.0536475 Feb 10 06:46:15.523040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f633199-1a65-4fca-a9f0-96961625b04b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:15.539204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Checking segment: {'id': '08fba831-9e13-4591-82d4-9ccc11cbfe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:46:15.539726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Network hostable DHCP agents. Network: bae17481-edac-46e9-87b7-298d98eb108a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:46:15.543462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-73eecda3-e4a8-46a6-b9d7-dd25a3978c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:15.545356 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-73eecda3-e4a8-46a6-b9d7-dd25a3978c8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0622513 Feb 10 06:46:15.556486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Network bae17481-edac-46e9-87b7-298d98eb108a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:46:15.567859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, bae17481-edac-46e9-87b7-298d98eb108a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:46:15.572828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:15.573531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:15.578050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236b6704-8338-4a0b-b657-783b2982477b None None] Network bae17481-edac-46e9-87b7-298d98eb108a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:46:15.612962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ffdbb9d-1b28-4fa9-b8c5-fbb49cfaafc6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4616091 Feb 10 06:46:15.710742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9212eba0-3901-4f73-82f3-e845ea23a84e None None] Network bae17481-edac-46e9-87b7-298d98eb108a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:46:15.719688 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-8efe72e8-ce7c-4e40-bc3c-fd0c9c63cb8f service neutron] 10.222.0.24 "GET /v2.0/networks/8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659148 Feb 10 06:46:15.885103 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-19e40966-2515-4a33-9163-3d76cffe29a3 req-9073de68-f463-4fb7-90f9-cf8be72e6331 service neutron] 10.222.0.24 "GET /v2.0/networks/8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563735 Feb 10 06:46:15.979844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffebe61-7de3-4b0a-8adf-9a5bd7bb4098 req-3805dc7d-6464-4f5a-ab1b-acd9f06d645c tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:15.983039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ffebe61-7de3-4b0a-8adf-9a5bd7bb4098 req-3805dc7d-6464-4f5a-ab1b-acd9f06d645c tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 944 time: 0.0804358 Feb 10 06:46:16.053274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ffebe61-7de3-4b0a-8adf-9a5bd7bb4098 req-a44246a4-4ac2-41b1-b5a3-d71abd11e16b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646319 Feb 10 06:46:16.447263 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:17.200919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79163a7f-7174-44e6-b04f-bf77622103e7 req-e00a646a-5d1f-4d4d-a565-8fb858d9534e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:17.215853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-79163a7f-7174-44e6-b04f-bf77622103e7 req-e00a646a-5d1f-4d4d-a565-8fb858d9534e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 944 time: 0.0758305 Feb 10 06:46:17.268406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-79163a7f-7174-44e6-b04f-bf77622103e7 req-9e6b0019-477d-480f-be8b-cf39fcd9c2bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475550 Feb 10 06:46:17.313988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:46:17.429131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:17.442370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '2b3627e1-20a8-46ec-bb19-c4ccef3be2d3', 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0', 'port_id': '2b3627e1-20a8-46ec-bb19-c4ccef3be2d3', 'mac_address': 'fa:16:3e:e7:78:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:46:17.482749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:17.483299 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:17.497781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:46:17.519532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:17.525601 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:17.601741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:17.803884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['2b3627e1-20a8-46ec-bb19-c4ccef3be2d3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:46:18.411087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc068b-d389-426f-89d4-61bf2bfa4d2f req-157d999c-0863-46a6-892f-f2a3d7e197e1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:18.412675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9dc068b-d389-426f-89d4-61bf2bfa4d2f req-157d999c-0863-46a6-892f-f2a3d7e197e1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 945 time: 0.0646689 Feb 10 06:46:18.489953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9dc068b-d389-426f-89d4-61bf2bfa4d2f req-21cbff56-989a-438e-b7e6-88b376fcfc09 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614247 Feb 10 06:46:19.328556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:46:19.398480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:46:19.404852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:19.405450 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:19.525773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:19.526338 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:19.579786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:19.581360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095abfe2-a541-48b3-ac43-4ac56574f01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3627e1-20a8-46ec-bb19-c4ccef3be2d3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:46:19.584526 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42257c5-8a58-4acd-8bf7-ae20eb1ae52b" -d '{"events": [{"server_uuid": "095abfe2-a541-48b3-ac43-4ac56574f01d", "name": "network-vif-plugged", "status": "completed", "tag": "2b3627e1-20a8-46ec-bb19-c4ccef3be2d3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:46:19.601810 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:19.667156 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74d1ce4-b98b-401c-b431-d8cbc3009c62 x-openstack-request-id: req-f74d1ce4-b98b-401c-b431-d8cbc3009c62 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:46:19.667392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2f8dd-823b-4107-87b6-d611bdf10bbd req-3a39ec35-a11d-4225-bdf6-221b057d73a4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:19.668364 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095abfe2-a541-48b3-ac43-4ac56574f01d", "name": "network-vif-plugged", "status": "completed", "tag": "2b3627e1-20a8-46ec-bb19-c4ccef3be2d3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:46:19.669382 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f74d1ce4-b98b-401c-b431-d8cbc3009c62 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:46:19.670021 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095abfe2-a541-48b3-ac43-4ac56574f01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3627e1-20a8-46ec-bb19-c4ccef3be2d3', 'code': 200} Feb 10 06:46:19.690924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cb2f8dd-823b-4107-87b6-d611bdf10bbd req-3a39ec35-a11d-4225-bdf6-221b057d73a4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 946 time: 0.0902324 Feb 10 06:46:19.703237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:19.774489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cb2f8dd-823b-4107-87b6-d611bdf10bbd req-851e8740-be93-4c02-8655-17d03b1bc126 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825727 Feb 10 06:46:19.807954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88826e-cc6a-4ee4-bae8-8b3a4513dc9b req-51fc7d49-3870-4d5b-960a-39e44b4cf73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:19.810442 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf88826e-cc6a-4ee4-bae8-8b3a4513dc9b req-51fc7d49-3870-4d5b-960a-39e44b4cf73a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 1128 time: 0.0579085 Feb 10 06:46:19.866488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf88826e-cc6a-4ee4-bae8-8b3a4513dc9b req-75b4ca30-1046-4311-9d6e-2f23aa0ea655 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479643 Feb 10 06:46:20.916621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb85ed-f788-47ba-a2ca-eb571724bd58 req-732954ee-b274-43a9-b713-82689866ac3a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:20.919530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3bb85ed-f788-47ba-a2ca-eb571724bd58 req-732954ee-b274-43a9-b713-82689866ac3a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 946 time: 0.0640664 Feb 10 06:46:21.096735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3bb85ed-f788-47ba-a2ca-eb571724bd58 req-619aef0d-b1fb-4b53-b7cd-cda67900a6bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695807 Feb 10 06:46:22.276130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff57a-a086-4ed0-ae3b-93c63c78919d req-7fe63149-62ec-4427-9013-87fea4c06092 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:22.286097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f24ff57a-a086-4ed0-ae3b-93c63c78919d req-7fe63149-62ec-4427-9013-87fea4c06092 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 946 time: 0.1121604 Feb 10 06:46:22.362288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f24ff57a-a086-4ed0-ae3b-93c63c78919d req-2e0a0a6e-6070-48e2-ab44-4f1b629959f4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750034 Feb 10 06:46:22.517043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f36b-5b33-4b68-84fe-ff86450ec531 req-abc16834-6634-4c2f-bf21-cc851e7314dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:22.518819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae5f36b-5b33-4b68-84fe-ff86450ec531 req-abc16834-6634-4c2f-bf21-cc851e7314dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 946 time: 0.0918467 Feb 10 06:46:22.583077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae5f36b-5b33-4b68-84fe-ff86450ec531 req-d648a6a7-b18e-4532-86a5-22fabf5c2aab tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586934 Feb 10 06:46:24.111628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59856) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:24.625342 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:24.947557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.20.0.17 (8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0/ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c/7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:46:25.100588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:25.158676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:25.203099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:46:25.207555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:46:25.231251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:46:25.294782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:25.329909 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:25.592686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-818807c0-e827-4c43-b42c-ec0186e46e1b None None] Provisioning complete for port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:25.593112 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-818807c0-e827-4c43-b42c-ec0186e46e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:25.641176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:25.669942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-818807c0-e827-4c43-b42c-ec0186e46e1b None None] Port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:46:26.397962 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:26.407176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:26.507535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:26.510571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:26.618676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:46:26.620427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:46:26.783405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:46:26.955662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:46:26.969198 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Sync routers for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:46:26.979096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-08b6868d-98af-4234-9ded-8d924fc7367e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "PUT /v2.0/routers/62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8662946 Feb 10 06:46:26.982983 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:46:26.983781 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:27.006371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e65a0e35-ea77-42b9-868b-40a7499121b4 None None] Provisioning complete for port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:27.006980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e65a0e35-ea77-42b9-868b-40a7499121b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:27.084022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e65a0e35-ea77-42b9-868b-40a7499121b4 None None] Port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:46:27.234682 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:46:27.506250 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:46:25Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'ffc580f1-86a1-405b-8ef6-5568c1f55922', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:00Z', 'revision_number': 1, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4', 'name': '', 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:4c:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:46:24Z', 'updated_at': '2022-02-10T06:46:26Z', 'revision_number': 2, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:27.536277 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Checking router: 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:46:27.536625 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Updating router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:46:27.566126 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:27.876714 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Publish callbacks [] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:27.882896 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:27.944459 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Pushing event updated for resources: {'Port': ['ID=7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:27.962879 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.963373 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.963720 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.964062 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.964510 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.964852 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.965071 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.965415 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.966536 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.966792 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.967083 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.967492 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:27.967492 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:28.079275 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Attempting to bind port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:46:28.080388 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Attempting to bind port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:46:28.080905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Attempting to bind port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 on network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:46:28.088131 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:46:28.088835 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Checking segment: {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:46:28.089409 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:28.089961 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Bound using segment: {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:46:28.091188 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Bound port: 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626f9674-e43f-4dee-aa73-f128634192c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:46:28.091753 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:28.275774 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] For port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:46:28.280498 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] For port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:46:28.287889 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:28.343320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b85b7e0d-f17d-4a3b-94fc-424ebb99065c None None] Provisioning complete for port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:28.345255 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b85b7e0d-f17d-4a3b-94fc-424ebb99065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:28.394674 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:46:28.395473 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:28.479648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b85b7e0d-f17d-4a3b-94fc-424ebb99065c None None] Current status of the port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:28.480304 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b85b7e0d-f17d-4a3b-94fc-424ebb99065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:28.545103 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb015a-7028-4e0e-9bf1-4ea9f46c9cb0 None None] Pushing event updated for resources: {'Port': ['ID=7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:28.594987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b85b7e0d-f17d-4a3b-94fc-424ebb99065c None None] For port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:28.603487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b85b7e0d-f17d-4a3b-94fc-424ebb99065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:28.732552 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:46:28.775570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b7e0d-f17d-4a3b-94fc-424ebb99065c None None] Pushing event updated for resources: {'Port': ['ID=7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:28.792038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2838d022-f8a5-4a5e-bcff-560ab23291ef None None] Provisioning complete for port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:28.794801 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2838d022-f8a5-4a5e-bcff-560ab23291ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:28.906132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2838d022-f8a5-4a5e-bcff-560ab23291ef None None] Current status of the port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:29.153485 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:46:25Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'ffc580f1-86a1-405b-8ef6-5568c1f55922', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:00Z', 'revision_number': 1, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4', 'name': '', 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:4c:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:46:24Z', 'updated_at': '2022-02-10T06:46:28Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:29.237367 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40e40d-baf4-4db8-9007-a20444af0bab None None] The sync data for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 is: [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:46:25Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'ffc580f1-86a1-405b-8ef6-5568c1f55922', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:00Z', 'revision_number': 1, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4', 'name': '', 'network_id': '8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:4c:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:46:24Z', 'updated_at': '2022-02-10T06:46:28Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:46:29.666779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:46:29.760169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:46:29.760552 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:29.858115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:46:36.125406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc6606-18e9-47c0-b5f8-a01ba17f2bc2 req-f23de067-de56-4807-a6ce-27986a8eed8b tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:36.127799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ffc6606-18e9-47c0-b5f8-a01ba17f2bc2 req-f23de067-de56-4807-a6ce-27986a8eed8b tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0649409 Feb 10 06:46:36.207866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ffc6606-18e9-47c0-b5f8-a01ba17f2bc2 req-5d59c88a-708c-442f-90c5-11c2a5b2f7e3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731857 Feb 10 06:46:36.828691 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:37.342595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0782082-7bb9-4112-9475-2f76d6244954 req-eed94a52-4159-419e-b7e6-4450df5ebb5c tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:37.345183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0782082-7bb9-4112-9475-2f76d6244954 req-eed94a52-4159-419e-b7e6-4450df5ebb5c tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0665138 Feb 10 06:46:37.412024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0782082-7bb9-4112-9475-2f76d6244954 req-342df3b0-3c23-4c41-9426-3ea7d7dac3a5 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608370 Feb 10 06:46:38.004277 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:46:38.372365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-baa59082-6eab-4ed6-806e-3324270f3ed3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:38.373748 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-baa59082-6eab-4ed6-806e-3324270f3ed3 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.24 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0527005 Feb 10 06:46:38.476628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Deleting port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:38.477368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:38.532153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd617af-80fb-45e1-8493-be472d877330 req-a2dc983d-ebe0-433e-9976-3fa70e16b90d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:38.533720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cd617af-80fb-45e1-8493-be472d877330 req-a2dc983d-ebe0-433e-9976-3fa70e16b90d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=609214ea-206b-46c7-8e44-ab1f5d354a95 HTTP/1.1" status: 200 len: 945 time: 0.0547612 Feb 10 06:46:38.569139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] For port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:38.569777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:38.583674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Calling delete_port for 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:38.593211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cd617af-80fb-45e1-8493-be472d877330 req-ef490685-6977-4157-8449-71230cac76e4 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527298 Feb 10 06:46:38.719152 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (71c81e7b-e3fa-4712-8719-5c3e5dfe5295), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:38.734206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['71c81e7b-e3fa-4712-8719-5c3e5dfe5295'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:46:38.738224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['1ee6245a-634b-4b4f-b428-2ee3b0fd7191'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:46:38.751108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Pushing event deleted for resources: {'Port': ['ID=71c81e7b-e3fa-4712-8719-5c3e5dfe5295,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:38.761688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.762662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.763020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.763363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.763704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.764039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.764373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.764707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.765040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.765369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.765697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.766028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.766377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:38.810294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] No DVR routers for this DVR port 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:46:38.812968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:38.816476 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10c18eb7-ae59-4cc9-bf3b-9d1c16468ad3 req-0bee0e45-3e9f-429c-b1a4-2720da8eae3d tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.24 "DELETE /v2.0/ports/71c81e7b-e3fa-4712-8719-5c3e5dfe5295 HTTP/1.1" status: 204 len: 173 time: 0.4349566 Feb 10 06:46:38.816935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609214ea-206b-46c7-8e44-ab1f5d354a95', 'name': 'network-vif-deleted', 'tag': '71c81e7b-e3fa-4712-8719-5c3e5dfe5295'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:46:38.819234 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b86a3-bf45-4ba0-bdf5-2a59cd667da0" -d '{"events": [{"server_uuid": "609214ea-206b-46c7-8e44-ab1f5d354a95", "name": "network-vif-deleted", "tag": "71c81e7b-e3fa-4712-8719-5c3e5dfe5295"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:46:38.868895 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cf8ca-cab3-4dd0-96c6-1c63ab3289c5 x-openstack-request-id: req-c77cf8ca-cab3-4dd0-96c6-1c63ab3289c5 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:46:38.869196 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609214ea-206b-46c7-8e44-ab1f5d354a95", "name": "network-vif-deleted", "tag": "71c81e7b-e3fa-4712-8719-5c3e5dfe5295", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:46:38.871144 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c77cf8ca-cab3-4dd0-96c6-1c63ab3289c5 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:46:38.872153 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609214ea-206b-46c7-8e44-ab1f5d354a95', 'name': 'network-vif-deleted', 'tag': '71c81e7b-e3fa-4712-8719-5c3e5dfe5295', 'status': 'completed', 'code': 200} Feb 10 06:46:39.874463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33314e-0c33-4f70-ba5e-2b515d754bae req-e5a0ae91-2db2-42ec-ab06-be8e2971aeef tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:39.876199 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a33314e-0c33-4f70-ba5e-2b515d754bae req-e5a0ae91-2db2-42ec-ab06-be8e2971aeef tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0540864 Feb 10 06:46:39.923183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a33314e-0c33-4f70-ba5e-2b515d754bae req-a4b8c2c5-2c1b-46c4-9cbb-5d0a4862e22e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Feb 10 06:46:40.009918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:40.304728 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f99d5519-795e-41d3-8408-8a22624037cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:41.042803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84c333-cb06-49a5-a0e1-54be0cb2ace6 req-6df57582-01a0-4026-b4d9-af6d04a2c2ce tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:41.044815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac84c333-cb06-49a5-a0e1-54be0cb2ace6 req-6df57582-01a0-4026-b4d9-af6d04a2c2ce tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0529869 Feb 10 06:46:41.091556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac84c333-cb06-49a5-a0e1-54be0cb2ace6 req-1ebfa3d1-0394-4ce3-8be2-09b1e8cdb690 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Feb 10 06:46:41.376623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:46:41.396255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:46:41.396602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 71c81e7b-e3fa-4712-8719-5c3e5dfe5295 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:46:42.221046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cb25-a460-4c05-80c4-445b7d75eb7a req-40e8816c-559e-4e8b-9506-33c0ad64f63e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:42.222630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb65cb25-a460-4c05-80c4-445b7d75eb7a req-40e8816c-559e-4e8b-9506-33c0ad64f63e tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0567043 Feb 10 06:46:42.269159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb65cb25-a460-4c05-80c4-445b7d75eb7a req-58037c89-9484-4857-a0f4-2a5b739f4586 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Feb 10 06:46:42.499857 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e4fd4e8-b5e4-47cd-974f-afc95b125a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:43.390493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a524e-3df5-4b09-a728-a28315cf86f0 req-8a65ad09-592c-4910-aa1d-35e13f750776 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:43.391878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c99a524e-3df5-4b09-a728-a28315cf86f0 req-8a65ad09-592c-4910-aa1d-35e13f750776 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0533543 Feb 10 06:46:43.438067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c99a524e-3df5-4b09-a728-a28315cf86f0 req-6d215263-15d8-494c-b4fa-3e4ac1ab5655 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Feb 10 06:46:43.768315 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:44.562467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b652c77-9f6f-4b0d-a437-adc6e1b32071 req-d1de6dd5-c4f9-46f2-88a5-50233808d3eb tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:44.564622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b652c77-9f6f-4b0d-a437-adc6e1b32071 req-d1de6dd5-c4f9-46f2-88a5-50233808d3eb tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0578470 Feb 10 06:46:44.612225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b652c77-9f6f-4b0d-a437-adc6e1b32071 req-e242f54d-3d8f-4214-b87c-8bff0a09c5cd tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Feb 10 06:46:45.191677 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:45.468365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5af05-038d-4e67-8988-36826a22e917 req-ed822941-5dc6-47b2-9904-c80a8ad1b421 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:45.470196 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cd5af05-038d-4e67-8988-36826a22e917 req-ed822941-5dc6-47b2-9904-c80a8ad1b421 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0567980 Feb 10 06:46:45.574073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5cd5af05-038d-4e67-8988-36826a22e917 req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Deleting port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:45.574801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cd5af05-038d-4e67-8988-36826a22e917 req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:45.676387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5cd5af05-038d-4e67-8988-36826a22e917 req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] For port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:45.677056 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cd5af05-038d-4e67-8988-36826a22e917 req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:45.693268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5cd5af05-038d-4e67-8988-36826a22e917 req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Calling delete_port for 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:45.738896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc758c7-85a3-4a93-abca-560efb5bd567 req-6d21fc2b-673b-44ac-b783-32fc9fb5aed6 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:45.747493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbc758c7-85a3-4a93-abca-560efb5bd567 req-6d21fc2b-673b-44ac-b783-32fc9fb5aed6 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c8af60-9875-481f-8631-d7440fd0c60b HTTP/1.1" status: 200 len: 946 time: 0.0609691 Feb 10 06:46:45.799696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbc758c7-85a3-4a93-abca-560efb5bd567 req-385eff96-ba54-47d0-9d16-55d478fcaf88 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.21 "GET /v2.0/security-groups?id=53176368-558d-439f-ba1f-7b6e49410a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509543 Feb 10 06:46:45.867395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cd5af05-038d-4e67-8988-36826a22e917 req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1ee6245a-634b-4b4f-b428-2ee3b0fd7191), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:45.879516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['1ee6245a-634b-4b4f-b428-2ee3b0fd7191'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:46:46.221901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Pushing event deleted for resources: {'Port': ['ID=1ee6245a-634b-4b4f-b428-2ee3b0fd7191,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:46.263030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd5af05-038d-4e67-8988-36826a22e917 req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] No DVR routers for this DVR port 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:46:46.265746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5cd5af05-038d-4e67-8988-36826a22e917 req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:46.269785 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5cd5af05-038d-4e67-8988-36826a22e917 req-0bada56a-2a84-4c51-aa87-4eabe3df40c2 tempest-ServerRescueNegativeTestJSON-1967619146 tempest-ServerRescueNegativeTestJSON-1967619146-project] 10.222.0.13 "DELETE /v2.0/ports/1ee6245a-634b-4b4f-b428-2ee3b0fd7191 HTTP/1.1" status: 204 len: 173 time: 0.7939289 Feb 10 06:46:46.270363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c8af60-9875-481f-8631-d7440fd0c60b', 'name': 'network-vif-deleted', 'tag': '1ee6245a-634b-4b4f-b428-2ee3b0fd7191'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:46:46.273801 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629400cf-e108-4163-b0d8-74254151d610" -d '{"events": [{"server_uuid": "99c8af60-9875-481f-8631-d7440fd0c60b", "name": "network-vif-deleted", "tag": "1ee6245a-634b-4b4f-b428-2ee3b0fd7191"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:46:46.315427 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa4a133-8ca2-4ac8-a68d-e0125e1120a5 x-openstack-request-id: req-3aa4a133-8ca2-4ac8-a68d-e0125e1120a5 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:46:46.315725 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c8af60-9875-481f-8631-d7440fd0c60b", "name": "network-vif-deleted", "tag": "1ee6245a-634b-4b4f-b428-2ee3b0fd7191", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:46:46.315976 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3aa4a133-8ca2-4ac8-a68d-e0125e1120a5 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:46:46.316373 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c8af60-9875-481f-8631-d7440fd0c60b', 'name': 'network-vif-deleted', 'tag': '1ee6245a-634b-4b4f-b428-2ee3b0fd7191', 'status': 'completed', 'code': 200} Feb 10 06:46:46.431310 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:46.855167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60200) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:47.241630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:47.514180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60208) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:47.517450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Deleting port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:47.517862 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:47.596367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] For port 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3c7351ad-0ba4-4475-87c6-b38a1a88b9dd,segment=NetworkSegment(2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b),segment_id=2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:47.596725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:47.611063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Calling delete_port for 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:47.801736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3c7351ad-0ba4-4475-87c6-b38a1a88b9dd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:47.829387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7351ad-0ba4-4475-87c6-b38a1a88b9dd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:47.841784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.842203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.842654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.843003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.843341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.843945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.844275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.844602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.844941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.845250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.845575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.845894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.846214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:47.912145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:48.025600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:48.258637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:46:48.266222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:48.266686 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:48.384625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] For port 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:48.384988 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:48.399874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:48.405215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:46:48.416351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] Sync routers for ids ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:46:48.424213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf4e9a3b-5ca0-4752-8786-460699440938 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ba0f0e5-56a7-45c2-b366-5b279d64bcea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672388 Feb 10 06:46:48.425019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:48.429538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] Routers {'0ba0f0e5-56a7-45c2-b366-5b279d64bcea'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:46:48.430163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:48.570551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks [] for router (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:48.646893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] Set router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:46:48.675618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:48.708125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:48.719265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks [] for router_gateway (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:48.801974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Deleting port 4ce0be80-579d-4ccb-84d3-452dc416c019 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:48.802510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:48.957707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] For port 4ce0be80-579d-4ccb-84d3-452dc416c019, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4ce0be80-579d-4ccb-84d3-452dc416c019,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:48.958392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:48.985135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Calling delete_port for 4ce0be80-579d-4ccb-84d3-452dc416c019 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:49.008877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:54Z', 'updated_at': '2022-02-10T06:46:47Z', 'revision_number': 5, 'project_id': '2d73d350469946b482a364b89d798697', 'gw_port': {'id': '4ce0be80-579d-4ccb-84d3-452dc416c019', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:43:55Z', 'updated_at': '2022-02-10T06:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:49.069111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] Checking router: 0ba0f0e5-56a7-45c2-b366-5b279d64bcea for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:46:49.082110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:49.087796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] Routers {'0ba0f0e5-56a7-45c2-b366-5b279d64bcea'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:46:49.088357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:49.256644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] Set router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:46:49.348642 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4ce0be80-579d-4ccb-84d3-452dc416c019), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:49.394011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce0be80-579d-4ccb-84d3-452dc416c019,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:49.404387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:46:49.534113 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:49.592124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:46:49.605423 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] Sync routers for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:46:49.621272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-53de36cd-a1f0-42a8-b07c-37130480b563 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "PUT /v2.0/routers/62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1059878 Feb 10 06:46:49.625642 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:46:49.627971 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:49.670130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:54Z', 'updated_at': '2022-02-10T06:46:48Z', 'revision_number': 6, 'project_id': '2d73d350469946b482a364b89d798697', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:49.703793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fde8b6-3ed3-4e07-b64c-98f204527fd9 None None] The sync data for ids ['0ba0f0e5-56a7-45c2-b366-5b279d64bcea'] in n-d-828670-1 is: [{'id': '0ba0f0e5-56a7-45c2-b366-5b279d64bcea', 'name': 'tempest-ServerRescueNegativeTestJSON-145906264-router', 'tenant_id': '2d73d350469946b482a364b89d798697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:43:54Z', 'updated_at': '2022-02-10T06:46:48Z', 'revision_number': 6, 'project_id': '2d73d350469946b482a364b89d798697', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:46:49.705670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:46:49.734225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:46:49.734985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 1ee6245a-634b-4b4f-b428-2ee3b0fd7191 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:46:49.757050 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:49.763077 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks [] for router_controller (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:49.793721 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:46:49.839096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (0ba0f0e5-56a7-45c2-b366-5b279d64bcea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:49.840678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ba0f0e5-56a7-45c2-b366-5b279d64bcea {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:46:49.853653 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:49.854871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4013d7a3-5727-413a-85dc-50fa67c4849d admin admin] 10.222.0.21 "DELETE /v2.0/routers/0ba0f0e5-56a7-45c2-b366-5b279d64bcea HTTP/1.1" status: 204 len: 168 time: 1.4288299 Feb 10 06:46:49.857538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60232) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:49.985778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-920e3b33-aa53-4d99-9e78-d662e0b71a43 admin admin] Deleting subnet 22d31bff-3510-4fee-b3d7-0904840e5467 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:46:49.994212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-920e3b33-aa53-4d99-9e78-d662e0b71a43 admin admin] Publish callbacks [] for subnet (22d31bff-3510-4fee-b3d7-0904840e5467), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.040010 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-920e3b33-aa53-4d99-9e78-d662e0b71a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (22d31bff-3510-4fee-b3d7-0904840e5467), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.053706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e799cc-9dae-46bd-a426-2de19a377b11 req-a10982b9-af78-4e23-88b7-69c863f60593 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:50.064607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9e799cc-9dae-46bd-a426-2de19a377b11 req-a10982b9-af78-4e23-88b7-69c863f60593 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 946 time: 0.1041434 Feb 10 06:46:50.106328 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-920e3b33-aa53-4d99-9e78-d662e0b71a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (22d31bff-3510-4fee-b3d7-0904840e5467), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.172415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9e799cc-9dae-46bd-a426-2de19a377b11 req-0bcff8d3-88ad-40f8-bf27-8f1871159409 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973427 Feb 10 06:46:50.180051 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:46:48Z', 'revision_number': 6, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'ffc580f1-86a1-405b-8ef6-5568c1f55922', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:00Z', 'revision_number': 1, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:50.188580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-920e3b33-aa53-4d99-9e78-d662e0b71a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (22d31bff-3510-4fee-b3d7-0904840e5467), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.228277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e3b33-aa53-4d99-9e78-d662e0b71a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d31bff-3510-4fee-b3d7-0904840e5467,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:50.231431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-920e3b33-aa53-4d99-9e78-d662e0b71a43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.235750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-920e3b33-aa53-4d99-9e78-d662e0b71a43 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/22d31bff-3510-4fee-b3d7-0904840e5467 HTTP/1.1" status: 204 len: 168 time: 0.3766723 Feb 10 06:46:50.238650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:50.245823 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] Checking router: 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:46:50.256598 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:46:50.257306 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:50.326469 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9a7b1c65-e758-469c-9598-b94f2215b78d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.412872 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:46:50.450948 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9a7b1c65-e758-469c-9598-b94f2215b78d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.472545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7b1c65-e758-469c-9598-b94f2215b78d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:50.482337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:50.482641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:50.493207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.510087 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.516874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:46:50.517386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (2c0db1ae-dc82-4a6e-a1e2-a17463b75e0b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:46:50.519556 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:46:50.695833 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:46:48Z', 'revision_number': 6, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'ffc580f1-86a1-405b-8ef6-5568c1f55922', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:00Z', 'revision_number': 1, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:50.856512 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cda03-0ef6-49a0-8929-d91357538c05 None None] The sync data for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 is: [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:46:48Z', 'revision_number': 6, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'ffc580f1-86a1-405b-8ef6-5568c1f55922', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'port_id': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'mac_address': 'fa:16:3e:39:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecf054-7510-408c-b272-5abf16c0a93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:44:55Z', 'updated_at': '2022-02-10T06:45:00Z', 'revision_number': 1, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:46:51.013085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (9a7b1c65-e758-469c-9598-b94f2215b78d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:51.019230 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:51.024949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a7b1c65-e758-469c-9598-b94f2215b78d HTTP/1.1" status: 204 len: 168 time: 0.7831361 Feb 10 06:46:51.035974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa45ab-9ebf-4bb9-b33a-cdda9d28fe64 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7b1c65-e758-469c-9598-b94f2215b78d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:51.197241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60266) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:51.341163 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-59f0b5c9-378c-42ce-878f-aecc09b5f161 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d73d350469946b482a364b89d798697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425636 Feb 10 06:46:51.346736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60274) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:51.387521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-293abb12-8abe-4970-8d02-07b6c38cede5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:51.388991 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-293abb12-8abe-4970-8d02-07b6c38cede5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.24 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 946 time: 0.0967057 Feb 10 06:46:51.422215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c01cf5-7125-46cb-a8e0-21b117ae79e1 req-597f0ee4-8091-44f6-84df-2c62de1a97a4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:51.423812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33c01cf5-7125-46cb-a8e0-21b117ae79e1 req-597f0ee4-8091-44f6-84df-2c62de1a97a4 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=095abfe2-a541-48b3-ac43-4ac56574f01d HTTP/1.1" status: 200 len: 946 time: 0.1457472 Feb 10 06:46:51.424456 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-797b7ae3-30e2-4d91-a7f6-c88663d32f48 admin admin] Publish callbacks [] for security_group (53176368-558d-439f-ba1f-7b6e49410a56), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:51.456991 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-797b7ae3-30e2-4d91-a7f6-c88663d32f48 admin admin] Publish callbacks [] for security_group (53176368-558d-439f-ba1f-7b6e49410a56), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:51.553207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:46:51.556356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:51.556926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:51.586260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:46:51.586635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3c7351ad-0ba4-4475-87c6-b38a1a88b9dd not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:46:51.587056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:46:51.643381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33c01cf5-7125-46cb-a8e0-21b117ae79e1 req-cbda86d8-b1c8-495b-9a5f-3fbbb30916db tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f370c3-0a34-4367-9ab0-36adc2cbe431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089157 Feb 10 06:46:51.679110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] For port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:51.679489 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:51.681593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:46:51.684751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7fd3a1c5-6174-4c77-8c7d-2bd1b766a3e4 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:46:51.685401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4ce0be80-579d-4ccb-84d3-452dc416c019 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:46:51.696427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:51.697815 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-797b7ae3-30e2-4d91-a7f6-c88663d32f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (53176368-558d-439f-ba1f-7b6e49410a56), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:51.700925 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-797b7ae3-30e2-4d91-a7f6-c88663d32f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:51.704548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-797b7ae3-30e2-4d91-a7f6-c88663d32f48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53176368-558d-439f-ba1f-7b6e49410a56 HTTP/1.1" status: 204 len: 168 time: 0.3542912 Feb 10 06:46:51.715893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 4ce0be80-579d-4ccb-84d3-452dc416c019 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:46:51.716525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4ce0be80-579d-4ccb-84d3-452dc416c019 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:46:51.737352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b7ae3-30e2-4d91-a7f6-c88663d32f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53176368-558d-439f-ba1f-7b6e49410a56,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:51.908701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2b3627e1-20a8-46ec-bb19-c4ccef3be2d3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:51.940762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=2b3627e1-20a8-46ec-bb19-c4ccef3be2d3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:52.016272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] No DVR routers for this DVR port 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:46:52.019498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.023691 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e337a0ff-69f6-4f1b-bb50-66ccdb8cc493 req-bca64163-abaa-4fa7-be07-cb7f595712bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.24 "DELETE /v2.0/ports/2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 HTTP/1.1" status: 204 len: 173 time: 0.6255569 Feb 10 06:46:52.024285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095abfe2-a541-48b3-ac43-4ac56574f01d', 'name': 'network-vif-deleted', 'tag': '2b3627e1-20a8-46ec-bb19-c4ccef3be2d3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:46:52.026896 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62b5e44-32d4-4128-9ecc-a996f72a494b" -d '{"events": [{"server_uuid": "095abfe2-a541-48b3-ac43-4ac56574f01d", "name": "network-vif-deleted", "tag": "2b3627e1-20a8-46ec-bb19-c4ccef3be2d3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:46:52.093778 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8466c4-ea46-4d7b-89ca-e2931a210447 x-openstack-request-id: req-bc8466c4-ea46-4d7b-89ca-e2931a210447 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:46:52.094073 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095abfe2-a541-48b3-ac43-4ac56574f01d", "name": "network-vif-deleted", "tag": "2b3627e1-20a8-46ec-bb19-c4ccef3be2d3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:46:52.094351 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc8466c4-ea46-4d7b-89ca-e2931a210447 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:46:52.094758 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095abfe2-a541-48b3-ac43-4ac56574f01d', 'name': 'network-vif-deleted', 'tag': '2b3627e1-20a8-46ec-bb19-c4ccef3be2d3', 'status': 'completed', 'code': 200} Feb 10 06:46:52.630617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60316) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:52.723890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60326) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:52.789160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1433775490-network', 'tenant_id': 'dc291a1a94a741daa93c21666dc3acd9'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:52.814194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Made reservation on behalf of dc291a1a94a741daa93c21666dc3acd9 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:46:52.818162 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.828381 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe995-dbc4-4d6a-b912-b614cb1fbeba tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (92f370c3-0a34-4367-9ab0-36adc2cbe431), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.831089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.860981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe995-dbc4-4d6a-b912-b614cb1fbeba tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (92f370c3-0a34-4367-9ab0-36adc2cbe431), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.927651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Publish callbacks [] for security_group (73d5cb9b-cf01-44f9-b8ee-caf57a917ddd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.935037 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (73d5cb9b-cf01-44f9-b8ee-caf57a917ddd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.946057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe995-dbc4-4d6a-b912-b614cb1fbeba tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (92f370c3-0a34-4367-9ab0-36adc2cbe431), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.950876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe995-dbc4-4d6a-b912-b614cb1fbeba tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.952745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b4fe995-dbc4-4d6a-b912-b614cb1fbeba tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/security-groups/92f370c3-0a34-4367-9ab0-36adc2cbe431 HTTP/1.1" status: 204 len: 168 time: 0.2277575 Feb 10 06:46:52.957730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:46:52.980477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:52.985041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fe995-dbc4-4d6a-b912-b614cb1fbeba tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f370c3-0a34-4367-9ab0-36adc2cbe431,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:52.987040 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (896cbd18-4a73-4fd4-a2e8-6391ba268e69), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:52.987437 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Added segment 896cbd18-4a73-4fd4-a2e8-6391ba268e69 of type vlan for network b2aa85b1-9234-49f4-a10b-1717e3e7df3a Feb 10 06:46:53.009190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:53.061323 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b2aa85b1-9234-49f4-a10b-1717e3e7df3a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.092504 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b2aa85b1-9234-49f4-a10b-1717e3e7df3a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.093911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:53.094040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-509a2602-8a17-40e6-8ef6-02f168338b4d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting subnet ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:46:53.095312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.097677 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-509a2602-8a17-40e6-8ef6-02f168338b4d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for subnet (ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.145833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-509a2602-8a17-40e6-8ef6-02f168338b4d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.174081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] Pushing event updated for resources: {'Network': ['ID=b2aa85b1-9234-49f4-a10b-1717e3e7df3a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:53.181678 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c67638fe-5e6a-4aa1-af94-153c9c3eea3e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5499434 Feb 10 06:46:53.186432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60338) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:53.187661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b2aa85b1-9234-49f4-a10b-1717e3e7df3a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:46:53.192006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Request body: {'subnet': {'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1433775490-subnet', 'tenant_id': 'dc291a1a94a741daa93c21666dc3acd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:53.221023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Made reservation on behalf of dc291a1a94a741daa93c21666dc3acd9 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:46:53.223707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.257479 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-509a2602-8a17-40e6-8ef6-02f168338b4d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.365502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-509a2602-8a17-40e6-8ef6-02f168338b4d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.409990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-509a2602-8a17-40e6-8ef6-02f168338b4d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.414433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-509a2602-8a17-40e6-8ef6-02f168338b4d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/subnets/ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c HTTP/1.1" status: 204 len: 168 time: 0.4039626 Feb 10 06:46:53.415811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a2602-8a17-40e6-8ef6-02f168338b4d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb8b7e6-c40d-4af7-a3c5-83d3ee061d7c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:53.416850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d5e2e1-d962-4a8a-8998-36e937489c0d None None] Network 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:46:53.418787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60344) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:53.513067 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (5ab310af-2324-43db-b42e-a4857138b566), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.586237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.597865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab310af-2324-43db-b42e-a4857138b566,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:53.603915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] DHCP port deletion for 8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:46:53.657998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Checking segment: {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:46:53.658606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Network hostable DHCP agents. Network: b2aa85b1-9234-49f4-a10b-1717e3e7df3a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:46:53.668951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Deleting port a9cb4c31-f4c3-4283-82c9-6840e3e89979 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:53.669960 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.697290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Network b2aa85b1-9234-49f4-a10b-1717e3e7df3a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:46:53.701461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port a9cb4c31-f4c3-4283-82c9-6840e3e89979 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:53.702343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.730994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b2aa85b1-9234-49f4-a10b-1717e3e7df3a) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:46:53.735688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:53.736935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.742799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348f594-20ed-44ff-b29e-807bc50cbc1f None None] Network b2aa85b1-9234-49f4-a10b-1717e3e7df3a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:46:53.795445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] For port a9cb4c31-f4c3-4283-82c9-6840e3e89979, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9cb4c31-f4c3-4283-82c9-6840e3e89979,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:53.795822 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.810257 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ba5f7fb7-ae8a-4577-a73d-e43f4a98a1cb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6144540 Feb 10 06:46:53.831028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for a9cb4c31-f4c3-4283-82c9-6840e3e89979 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:53.847167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] For port a9cb4c31-f4c3-4283-82c9-6840e3e89979, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9cb4c31-f4c3-4283-82c9-6840e3e89979,segment=NetworkSegment(626f9674-e43f-4dee-aa73-f128634192c4),segment_id=626f9674-e43f-4dee-aa73-f128634192c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:53.847431 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.883322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Calling delete_port for a9cb4c31-f4c3-4283-82c9-6840e3e89979 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:53.893129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab4e78-5a7b-4218-ad1d-81ebb3619fdd None None] Network b2aa85b1-9234-49f4-a10b-1717e3e7df3a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:46:53.960482 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:53.994617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] No DVR routers for this DVR port a9cb4c31-f4c3-4283-82c9-6840e3e89979 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:46:54.001619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=a9cb4c31-f4c3-4283-82c9-6840e3e89979,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:54.069815 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (a9cb4c31-f4c3-4283-82c9-6840e3e89979), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.100817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Pushing event deleted for resources: {'Port': ['ID=a9cb4c31-f4c3-4283-82c9-6840e3e89979,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:54.115304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] No DVR routers for this DVR port a9cb4c31-f4c3-4283-82c9-6840e3e89979 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:46:54.136429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.137158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.137598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.138114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.138775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.140621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.140621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.141624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.141988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.142350 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.142815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.143142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.143473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.143856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f58cb-133a-46bd-a0f5-bbe8b43e793c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:46:54.182322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:54.192771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626f9674-e43f-4dee-aa73-f128634192c4') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:54.193072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626f9674-e43f-4dee-aa73-f128634192c4') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:54.217462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (626f9674-e43f-4dee-aa73-f128634192c4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.232539 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (626f9674-e43f-4dee-aa73-f128634192c4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.240030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:46:54.240942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (626f9674-e43f-4dee-aa73-f128634192c4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:46:54.244564 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:46:54.318011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.327233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.333976 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/networks/8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0 HTTP/1.1" status: 204 len: 168 time: 0.9117224 Feb 10 06:46:54.334453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60388) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:46:54.351777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6783588-413b-40ac-8b0e-da7a87eb2d9b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Network': ['ID=8c6b88b3-d440-4a2c-aed7-f92c8b9a7cd0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:54.537801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-f08fc3e2-ec84-47ea-a82c-8bdc713b9db3 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:54.539359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-f08fc3e2-ec84-47ea-a82c-8bdc713b9db3 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 815 time: 0.1670449 Feb 10 06:46:54.577609 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-4ee7f9df-a663-4f15-b78e-6495dd8f880c tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/quotas/dc291a1a94a741daa93c21666dc3acd9 HTTP/1.1" status: 200 len: 375 time: 0.0178151 Feb 10 06:46:54.615012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb51a60a-52d5-44cc-b24f-f479d6dfb4e9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316577 Feb 10 06:46:54.621759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port 5887ad59-4ba7-49c1-934a-6b2cabc238ef {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:54.622112 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5887ad59-4ba7-49c1-934a-6b2cabc238ef), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.761027 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5887ad59-4ba7-49c1-934a-6b2cabc238ef), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.761356 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for floatingip (5887ad59-4ba7-49c1-934a-6b2cabc238ef), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:54.782443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for 5887ad59-4ba7-49c1-934a-6b2cabc238ef owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:54.785864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-8e7c4b27-479a-4e33-952d-386715b3773d service neutron] 10.222.0.21 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610975 Feb 10 06:46:54.966444 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-70242cd2-74aa-4fea-91cf-1e70029c4fca service neutron] 10.222.0.21 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713598 Feb 10 06:46:55.045200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5887ad59-4ba7-49c1-934a-6b2cabc238ef), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:55.090878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=5887ad59-4ba7-49c1-934a-6b2cabc238ef,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:55.186758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc0ceb6-b2ea-4870-a6a4-c9842f4a5f69 req-158f8a32-aeab-4e30-9dc9-4c5b7bfd5845 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 210 time: 0.0366569 Feb 10 06:46:55.200252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for floatingip (ffc580f1-86a1-405b-8ef6-5568c1f55922), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:55.200852 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Floating IP ffc580f1-86a1-405b-8ef6-5568c1f55922 disassociated (deleted). External IP: 172.25.8.184, port: 9856d25e-ab04-4cfe-9b9c-ae6e339d87be. Feb 10 06:46:55.437128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:46:55.466010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:46:55.466425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2b3627e1-20a8-46ec-bb19-c4ccef3be2d3 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:46:55.520614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:46:55.641356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a9cb4c31-f4c3-4283-82c9-6840e3e89979 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:46:55.688664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:46:55.693867 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:55.701537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] Sync routers for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:46:55.711486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a9cb4c31-f4c3-4283-82c9-6840e3e89979 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:46:55.712016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a9cb4c31-f4c3-4283-82c9-6840e3e89979 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:46:55.718615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:46:55.719564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:55.739034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6657c53b-2863-4459-8efc-18564e3d26eb tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/floatingips/ffc580f1-86a1-405b-8ef6-5568c1f55922 HTTP/1.1" status: 204 len: 168 time: 1.4030104 Feb 10 06:46:55.740233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:46:55.743144 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6477243e-fe19-47b0-bc38-9b2687ed1939" -d '{"events": [{"name": "network-changed", "server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:46:55.820520 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87e594-2ec9-42a1-abfc-ee36b9c2e81e x-openstack-request-id: req-3f87e594-2ec9-42a1-abfc-ee36b9c2e81e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:46:55.820844 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:46:55.821102 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f87e594-2ec9-42a1-abfc-ee36b9c2e81e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:46:55.821518 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'status': 'completed', 'code': 200} Feb 10 06:46:55.904182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:46:55.947242 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-4de78bcd-8b3e-4bbb-8241-a78d3ad2254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:55.954396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-4de78bcd-8b3e-4bbb-8241-a78d3ad2254d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 1127 time: 0.1131480 Feb 10 06:46:56.177870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-be79547c-705b-4944-a6e2-ea346a19576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:56.180925 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-be79547c-705b-4944-a6e2-ea346a19576e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2354e8d-6432-46a9-9cc6-80244f36cbb3 HTTP/1.1" status: 200 len: 897 time: 0.2214026 Feb 10 06:46:56.211370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cd68f-40e8-4d19-a102-bb7274bf3403 req-39375a93-0b6b-42ab-b7ac-8553dfef8162 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:56.213399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b2cd68f-40e8-4d19-a102-bb7274bf3403 req-39375a93-0b6b-42ab-b7ac-8553dfef8162 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 945 time: 0.0998306 Feb 10 06:46:56.230890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-c8639b32-6dad-4d89-8d54-38cf2a27b3aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9856d25e-ab04-4cfe-9b9c-ae6e339d87be HTTP/1.1" status: 200 len: 217 time: 0.0411546 Feb 10 06:46:56.291012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-f032dfe7-b188-4bee-916c-c4a98e0736d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:56.295034 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-f032dfe7-b188-4bee-916c-c4a98e0736d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f639ac2-dc0b-4b87-bd3e-502d9b297c2c HTTP/1.1" status: 200 len: 834 time: 0.0583377 Feb 10 06:46:56.318331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:46:48Z', 'revision_number': 6, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:56.356630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] Checking router: 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:46:56.365117 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57d9b377-fc7a-4c02-889a-632dc51dd7af req-0c4335a4-6c82-4023-a4d1-c1c37d8530be tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 210 time: 0.0560703 Feb 10 06:46:56.369003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:46:56.369798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:56.372947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b2cd68f-40e8-4d19-a102-bb7274bf3403 req-8990dd15-21ae-47fa-ae50-698334c64f0a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508439 Feb 10 06:46:56.390781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-9e41d45b-4830-40c4-ada3-2fa6bd1e28b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:56.392408 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-9e41d45b-4830-40c4-ada3-2fa6bd1e28b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2354e8d-6432-46a9-9cc6-80244f36cbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0819011 Feb 10 06:46:56.538261 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:46:56.601348 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-fa9cfa21-dfd6-48cc-89f7-762a23f43df8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012556 Feb 10 06:46:56.750621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-00e8b52f-cac7-45ce-a25c-23c21ffcf9c9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:56.752267 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-00e8b52f-cac7-45ce-a25c-23c21ffcf9c9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 815 time: 0.2524180 Feb 10 06:46:56.788998 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6477243e-fe19-47b0-bc38-9b2687ed1939 req-38809d54-f29b-4515-8e88-aeb54333ec3c service neutron] 10.222.0.13 "GET /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443191 Feb 10 06:46:56.794068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Request body: {'port': {'device_id': 'ccf9f906-2aec-4527-89b1-41b9a0f35b8c', 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a', 'admin_state_up': True, 'tenant_id': 'dc291a1a94a741daa93c21666dc3acd9'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:56.859441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:46:48Z', 'revision_number': 6, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:46:56.894768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28ed2a-2ddb-4253-9580-94aa6569a273 None None] The sync data for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 is: [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:46:48Z', 'revision_number': 6, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '90cef3b8-374b-47e7-a70c-c4657c7d0209', 'name': '', 'network_id': 'a2354e8d-6432-46a9-9cc6-80244f36cbb3', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:2b:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:29Z', 'updated_at': '2022-02-10T06:44:36Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': '5f639ac2-dc0b-4b87-bd3e-502d9b297c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:46:56.932612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Made reservation on behalf of dc291a1a94a741daa93c21666dc3acd9 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:46:56.936129 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:57.192308 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0ee4d-ff38-4c00-ba10-26c03e22bb23 None None] New status for floating IP ffc580f1-86a1-405b-8ef6-5568c1f55922: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:46:57.478943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Allocated IP 172.20.0.12 (b2aa85b1-9234-49f4-a10b-1717e3e7df3a/5ab310af-2324-43db-b42e-a4857138b566/4dac0860-b1c2-4198-b77e-efb128ff600f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:46:57.522473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-591f82b1-7025-4b10-967c-8ec06ade9451 req-6a40632c-5665-46ce-a657-5f59020daadd tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 210 time: 0.0461166 Feb 10 06:46:57.566495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-f490ad19-b58b-412f-b473-3a7e7527662a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:57.568185 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-f490ad19-b58b-412f-b473-3a7e7527662a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 945 time: 0.1194248 Feb 10 06:46:57.585407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b68e79-252e-4fd3-9bbb-9ca9c5fdf195 req-72d8c60c-5098-4481-ab5e-c5414217b7b9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:57.587248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63b68e79-252e-4fd3-9bbb-9ca9c5fdf195 req-72d8c60c-5098-4481-ab5e-c5414217b7b9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 945 time: 0.0756204 Feb 10 06:46:57.640345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63b68e79-252e-4fd3-9bbb-9ca9c5fdf195 req-116fecc7-b4b1-4513-8127-18c5b51c301e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=9984fcda-b3ce-4b15-bcb8-958760ab28c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451314 Feb 10 06:46:57.778951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks [] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:57.788277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:46:57.788610 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:57.902810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:57.957525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] For port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:46:57.957892 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:57.977302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Network b2aa85b1-9234-49f4-a10b-1717e3e7df3a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:46:57.985440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for 9856d25e-ab04-4cfe-9b9c-ae6e339d87be owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:46:57.989155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:46:57.995436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:46:58.022509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Pushing event updated for resources: {'Port': ['ID=4dac0860-b1c2-4198-b77e-efb128ff600f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:58.085349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:58.086001 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:58.119409 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-bb05120f-a064-4262-90b4-d06efff69ca5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3292439 Feb 10 06:46:58.135959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Request body: {'port': {'device_id': 'ccf9f906-2aec-4527-89b1-41b9a0f35b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:46:58.271179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:58.285141 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9856d25e-ab04-4cfe-9b9c-ae6e339d87be), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:58.338964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=9856d25e-ab04-4cfe-9b9c-ae6e339d87be,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:58.400240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] No DVR routers for this DVR port 9856d25e-ab04-4cfe-9b9c-ae6e339d87be on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:46:58.405018 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:58.408904 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2813fa40-6836-47bc-a6a7-dd3d58ed893e req-4ed253a6-772c-4416-bc70-55b94342acbe tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "DELETE /v2.0/ports/9856d25e-ab04-4cfe-9b9c-ae6e339d87be HTTP/1.1" status: 204 len: 173 time: 0.8349869 Feb 10 06:46:58.409509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'name': 'network-vif-deleted', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:46:58.412352 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99878b42-73ca-4caf-9fcd-085dcb306c01" -d '{"events": [{"server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "name": "network-vif-deleted", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:46:58.519953 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceedd8d3-cf4e-4b84-b6a8-5db10c418325 x-openstack-request-id: req-ceedd8d3-cf4e-4b84-b6a8-5db10c418325 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:46:58.521384 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ecf054-7510-408c-b272-5abf16c0a93a", "name": "network-vif-deleted", "tag": "9856d25e-ab04-4cfe-9b9c-ae6e339d87be", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:46:58.522000 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ceedd8d3-cf4e-4b84-b6a8-5db10c418325 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:46:58.522751 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ecf054-7510-408c-b272-5abf16c0a93a', 'name': 'network-vif-deleted', 'tag': '9856d25e-ab04-4cfe-9b9c-ae6e339d87be', 'status': 'completed', 'code': 200} Feb 10 06:46:58.700347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebc21d-6d9c-46c0-896f-6ab6adf6c17a req-6ad5a4ff-eb69-4ca8-a583-0b3f25360eb8 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:58.708635 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0ebc21d-6d9c-46c0-896f-6ab6adf6c17a req-6ad5a4ff-eb69-4ca8-a583-0b3f25360eb8 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 932 time: 0.0791326 Feb 10 06:46:58.750021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dac0860-b1c2-4198-b77e-efb128ff600f {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:46:58.773651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Publish callbacks [] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:58.817927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Transition to ACTIVE for port object 4dac0860-b1c2-4198-b77e-efb128ff600f will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:46:58.820958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0ebc21d-6d9c-46c0-896f-6ab6adf6c17a req-56bf4caf-3094-45df-9711-8eb9f0959b5e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112185 Feb 10 06:46:58.837950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:58.869190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c04e51e-926f-4dde-bc0a-1043073275ba req-368f4732-5bf5-41c7-9307-83d4ce269807 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=09ecf054-7510-408c-b272-5abf16c0a93a HTTP/1.1" status: 200 len: 210 time: 0.0416656 Feb 10 06:46:58.951578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4dac0860-b1c2-4198-b77e-efb128ff600f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:59.010703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Attempting to bind port 4dac0860-b1c2-4198-b77e-efb128ff600f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:46:59.011144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Attempting to bind port 4dac0860-b1c2-4198-b77e-efb128ff600f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:46:59.012082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Attempting to bind port 4dac0860-b1c2-4198-b77e-efb128ff600f on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:46:59.018273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Port 4dac0860-b1c2-4198-b77e-efb128ff600f on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:46:59.018713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Attempting to bind port 4dac0860-b1c2-4198-b77e-efb128ff600f on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:46:59.024740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:46:59.025260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Checking segment: {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:46:59.025910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Bound using segment: {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:46:59.026648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Bound port: 4dac0860-b1c2-4198-b77e-efb128ff600f, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:46:59.027760 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:59.124958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] For port 4dac0860-b1c2-4198-b77e-efb128ff600f, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:46:59.128238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] For port 4dac0860-b1c2-4198-b77e-efb128ff600f, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4dac0860-b1c2-4198-b77e-efb128ff600f,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:46:59.134916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:59.176277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:59.176901 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:46:59.178396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/4dac0860-b1c2-4198-b77e-efb128ff600f HTTP/1.1" status: 200 len: 1092 time: 1.0471513 Feb 10 06:46:59.216465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7750a-f049-4051-b8ce-a4ca02ae02c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4dac0860-b1c2-4198-b77e-efb128ff600f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:46:59.297406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-0d8f315e-f4f4-426d-bfea-bcb5ff2f83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:59.299272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-0d8f315e-f4f4-426d-bfea-bcb5ff2f83ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 1126 time: 0.0600677 Feb 10 06:46:59.345939 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-f62d5f5c-cb2f-4f2e-ba57-a10e4643c911 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dac0860-b1c2-4198-b77e-efb128ff600f HTTP/1.1" status: 200 len: 217 time: 0.0362477 Feb 10 06:46:59.399824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-ae54db77-2028-4e16-ac1d-2cf12ff385e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:46:59.401316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-ae54db77-2028-4e16-ac1d-2cf12ff385e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.0468602 Feb 10 06:46:59.438824 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-ad0f53e9-5e03-40d7-983d-323cacc954d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283196 Feb 10 06:46:59.543436 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-9edfdeae-a297-47c1-91ad-e1c710c37c66 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986226 Feb 10 06:46:59.642019 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4e4007c7-f38f-444b-a57a-2737e38f79cc req-fad40e6d-99c5-4bb9-b7cc-f7c21da435f3 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891728 Feb 10 06:46:59.936592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60522) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:00.062439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20838bc8-9250-48bc-8e38-bd98538df906 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (9984fcda-b3ce-4b15-bcb8-958760ab28c1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:00.094629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f00ddf-6d14-4d20-a4ba-9c24c3f2eb45 req-06e46a3a-2e0d-402a-944b-ededa085ae1e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:00.096652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f00ddf-6d14-4d20-a4ba-9c24c3f2eb45 req-06e46a3a-2e0d-402a-944b-ededa085ae1e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 944 time: 0.1239450 Feb 10 06:47:00.122474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20838bc8-9250-48bc-8e38-bd98538df906 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (9984fcda-b3ce-4b15-bcb8-958760ab28c1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:00.185737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f00ddf-6d14-4d20-a4ba-9c24c3f2eb45 req-7d8b4a44-1472-4afb-8d9e-e13b35a0e08f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759318 Feb 10 06:47:00.221303 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20838bc8-9250-48bc-8e38-bd98538df906 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9984fcda-b3ce-4b15-bcb8-958760ab28c1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:00.224559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20838bc8-9250-48bc-8e38-bd98538df906 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:00.236146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20838bc8-9250-48bc-8e38-bd98538df906 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/security-groups/9984fcda-b3ce-4b15-bcb8-958760ab28c1 HTTP/1.1" status: 204 len: 168 time: 0.2984605 Feb 10 06:47:00.254784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20838bc8-9250-48bc-8e38-bd98538df906 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9984fcda-b3ce-4b15-bcb8-958760ab28c1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:00.266397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:00.524095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf9f906-2aec-4527-89b1-41b9a0f35b8c', 'tag': '4dac0860-b1c2-4198-b77e-efb128ff600f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:00.526389 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a27390-48d8-450b-9568-c93e5f1a96ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf9f906-2aec-4527-89b1-41b9a0f35b8c", "tag": "4dac0860-b1c2-4198-b77e-efb128ff600f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:00.573453 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee3e28-5444-4e5c-9eea-f7547b06fd12 x-openstack-request-id: req-1dee3e28-5444-4e5c-9eea-f7547b06fd12 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:00.574784 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf9f906-2aec-4527-89b1-41b9a0f35b8c", "tag": "4dac0860-b1c2-4198-b77e-efb128ff600f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:00.574784 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dee3e28-5444-4e5c-9eea-f7547b06fd12 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:00.575114 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf9f906-2aec-4527-89b1-41b9a0f35b8c', 'tag': '4dac0860-b1c2-4198-b77e-efb128ff600f', 'status': 'completed', 'code': 200} Feb 10 06:47:00.658932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-c11e0740-c8ba-4d58-82cc-8618af1452b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:00.662099 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-c11e0740-c8ba-4d58-82cc-8618af1452b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 1126 time: 0.0633826 Feb 10 06:47:00.719140 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:00.809098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-0722b19b-63ef-4e74-a300-59653ef60f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:00.811235 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-0722b19b-63ef-4e74-a300-59653ef60f97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 915 time: 0.1385777 Feb 10 06:47:00.864876 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-7c5241c8-7452-42a9-ad7f-d0bb564c46dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dac0860-b1c2-4198-b77e-efb128ff600f HTTP/1.1" status: 200 len: 217 time: 0.0442846 Feb 10 06:47:00.924689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-b0f69dfc-e9cc-4d7d-a9c9-16b86247c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:00.927471 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-b0f69dfc-e9cc-4d7d-a9c9-16b86247c5f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.0522988 Feb 10 06:47:00.983807 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-fb54782a-fa40-4dbf-bfab-08ae3538ce69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453739 Feb 10 06:47:01.038505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port 90cef3b8-374b-47e7-a70c-c4657c7d0209 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:47:01.038997 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:01.094017 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-669138b4-ccb8-4a3b-ad46-2c75f4683875 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008034 Feb 10 06:47:01.152014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] For port 90cef3b8-374b-47e7-a70c-c4657c7d0209, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=90cef3b8-374b-47e7-a70c-c4657c7d0209,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:01.152798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:01.169357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for 90cef3b8-374b-47e7-a70c-c4657c7d0209 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:47:01.192372 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d9a27390-48d8-450b-9568-c93e5f1a96ca req-0955c3a2-1e7f-4d1b-8e40-c55c70fceff4 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887382 Feb 10 06:47:01.376504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dda7ed-afa7-4a31-b4bc-a99d755a5134 req-f6222d8c-facf-4ea6-9a5c-58dec8413f9d tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:01.378115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89dda7ed-afa7-4a31-b4bc-a99d755a5134 req-f6222d8c-facf-4ea6-9a5c-58dec8413f9d tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 944 time: 0.0780978 Feb 10 06:47:01.385102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9856d25e-ab04-4cfe-9b9c-ae6e339d87be no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:01.414614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 9856d25e-ab04-4cfe-9b9c-ae6e339d87be {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:47:01.415240 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 9856d25e-ab04-4cfe-9b9c-ae6e339d87be not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:47:01.451199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4dac0860-b1c2-4198-b77e-efb128ff600f details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:47:01.481403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89dda7ed-afa7-4a31-b4bc-a99d755a5134 req-70c63205-bd27-4a77-ba81-d140a8ba9f11 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848885 Feb 10 06:47:01.482498 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (90cef3b8-374b-47e7-a70c-c4657c7d0209), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:01.509624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=90cef3b8-374b-47e7-a70c-c4657c7d0209,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:01.600819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4dac0860-b1c2-4198-b77e-efb128ff600f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4dac0860-b1c2-4198-b77e-efb128ff600f,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:01.626999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '4dac0860-b1c2-4198-b77e-efb128ff600f', 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a', 'port_id': '4dac0860-b1c2-4198-b77e-efb128ff600f', 'mac_address': 'fa:16:3e:db:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab310af-2324-43db-b42e-a4857138b566', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:47:01.679810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 4dac0860-b1c2-4198-b77e-efb128ff600f is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:01.680483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:01.721519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dac0860-b1c2-4198-b77e-efb128ff600f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:47:01.759090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4dac0860-b1c2-4198-b77e-efb128ff600f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4dac0860-b1c2-4198-b77e-efb128ff600f,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:01.762007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:01.769112 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:01.837446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=4dac0860-b1c2-4198-b77e-efb128ff600f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:01.997630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4dac0860-b1c2-4198-b77e-efb128ff600f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:47:02.385640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:47:02.525619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:47:02.537007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] Sync routers for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:47:02.564961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f1b29e74-304e-4db0-9f68-a0c831f81e78 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "PUT /v2.0/routers/62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2973514 Feb 10 06:47:02.567734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60582) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:02.577862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:02.578539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:02.686608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5310376-d0f1-41fe-8205-b196db5a229a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting subnet 5f639ac2-dc0b-4b87-bd3e-502d9b297c2c {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:47:02.695348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e83472-0a41-49bc-ab8b-0aa09ea020e6 req-1bb4fadd-632f-4aee-a43d-89a1fde8a8d5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:02.697632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0e83472-0a41-49bc-ab8b-0aa09ea020e6 req-1bb4fadd-632f-4aee-a43d-89a1fde8a8d5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 945 time: 0.1160941 Feb 10 06:47:02.698647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5310376-d0f1-41fe-8205-b196db5a229a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for subnet (5f639ac2-dc0b-4b87-bd3e-502d9b297c2c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:02.805747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0e83472-0a41-49bc-ab8b-0aa09ea020e6 req-37fa5ee2-28dd-4bb0-9da2-2d6434d825de tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013424 Feb 10 06:47:02.812684 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5310376-d0f1-41fe-8205-b196db5a229a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (5f639ac2-dc0b-4b87-bd3e-502d9b297c2c), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:02.919289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:02.963475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5310376-d0f1-41fe-8205-b196db5a229a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5f639ac2-dc0b-4b87-bd3e-502d9b297c2c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.061303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1776e-81d8-405d-bb71-9f763e24b60a req-89ddd7b9-1fae-435f-8277-1068e8481b0b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:03.066780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1776e-81d8-405d-bb71-9f763e24b60a req-89ddd7b9-1fae-435f-8277-1068e8481b0b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:03.073558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1776e-81d8-405d-bb71-9f763e24b60a req-89ddd7b9-1fae-435f-8277-1068e8481b0b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:03.076535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5310376-d0f1-41fe-8205-b196db5a229a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (5f639ac2-dc0b-4b87-bd3e-502d9b297c2c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.081115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1776e-81d8-405d-bb71-9f763e24b60a req-89ddd7b9-1fae-435f-8277-1068e8481b0b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:03.087002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1776e-81d8-405d-bb71-9f763e24b60a req-89ddd7b9-1fae-435f-8277-1068e8481b0b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:03.093580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1776e-81d8-405d-bb71-9f763e24b60a req-89ddd7b9-1fae-435f-8277-1068e8481b0b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:03.099766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1776e-81d8-405d-bb71-9f763e24b60a req-89ddd7b9-1fae-435f-8277-1068e8481b0b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:03.101809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebe1776e-81d8-405d-bb71-9f763e24b60a req-89ddd7b9-1fae-435f-8277-1068e8481b0b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.1131356 Feb 10 06:47:03.143454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5310376-d0f1-41fe-8205-b196db5a229a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Subnet': ['ID=5f639ac2-dc0b-4b87-bd3e-502d9b297c2c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:03.148574 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5310376-d0f1-41fe-8205-b196db5a229a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.150715 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d5310376-d0f1-41fe-8205-b196db5a229a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/subnets/5f639ac2-dc0b-4b87-bd3e-502d9b297c2c HTTP/1.1" status: 204 len: 168 time: 0.5812323 Feb 10 06:47:03.153998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60592) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:03.208314 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebe1776e-81d8-405d-bb71-9f763e24b60a req-7fa7b118-5899-4662-ac0b-634574ae189f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988131 Feb 10 06:47:03.238695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642bacaf-02ae-400d-b905-0665aae37240 None None] Network a2354e8d-6432-46a9-9cc6-80244f36cbb3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:47:03.304567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.349271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:47:01Z', 'revision_number': 7, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:03.412478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] Checking router: 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:47:03.426180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_gateway (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.428415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] Routers {'62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:03.429181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:03.481384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4dac0860-b1c2-4198-b77e-efb128ff600f up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:47:03.514682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335eee0-36f2-4742-91bc-c0b52a973ef8 None None] DHCP port deletion for a2354e8d-6432-46a9-9cc6-80244f36cbb3 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:47:03.515151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port e6327286-5ad8-42fc-8458-2e0be107e35a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:47:03.515504 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.639712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] For port e6327286-5ad8-42fc-8458-2e0be107e35a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6327286-5ad8-42fc-8458-2e0be107e35a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:03.640286 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.656190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4335eee0-36f2-4742-91bc-c0b52a973ef8 None None] Deleting port 7ab74b13-2ca4-421a-8a49-db59047b149e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:47:03.656762 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4335eee0-36f2-4742-91bc-c0b52a973ef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.671995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for e6327286-5ad8-42fc-8458-2e0be107e35a owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:47:03.716923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 4dac0860-b1c2-4198-b77e-efb128ff600f completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:47:03.727514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7ab74b13-2ca4-421a-8a49-db59047b149e no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:03.777968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 4dac0860-b1c2-4198-b77e-efb128ff600f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:03.778367 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.785653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] Set router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:03.882982 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e6327286-5ad8-42fc-8458-2e0be107e35a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.928747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4335eee0-36f2-4742-91bc-c0b52a973ef8 None None] For port 7ab74b13-2ca4-421a-8a49-db59047b149e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7ab74b13-2ca4-421a-8a49-db59047b149e,segment=NetworkSegment(6b500c88-e5ee-4bdf-960e-5068678d4b3d),segment_id=6b500c88-e5ee-4bdf-960e-5068678d4b3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:03.929230 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4335eee0-36f2-4742-91bc-c0b52a973ef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:03.943176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4335eee0-36f2-4742-91bc-c0b52a973ef8 None None] Calling delete_port for 7ab74b13-2ca4-421a-8a49-db59047b149e owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:47:03.961067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=e6327286-5ad8-42fc-8458-2e0be107e35a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:03.992056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3d369-b60c-4fd9-a325-aaf52b611c7c req-b9b5bbc3-37df-4112-9ad4-587ee50d80fc tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:03.993854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5df3d369-b60c-4fd9-a325-aaf52b611c7c req-b9b5bbc3-37df-4112-9ad4-587ee50d80fc tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 945 time: 0.0688765 Feb 10 06:47:04.103722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5df3d369-b60c-4fd9-a325-aaf52b611c7c req-e093ba95-39aa-4551-99d6-831845ac25bd tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935180 Feb 10 06:47:04.107533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.192941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7ab74b13-2ca4-421a-8a49-db59047b149e is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:04.193469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.216008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.218561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_controller (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.327752 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4335eee0-36f2-4742-91bc-c0b52a973ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (7ab74b13-2ca4-421a-8a49-db59047b149e), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.330775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.331311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Fanout notify agent at l3_agent the message router_deleted on router 62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:47:04.361016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.365622 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-80e275d5-c981-4379-bf0c-201e7864a0bd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/routers/62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb HTTP/1.1" status: 204 len: 168 time: 1.2093055 Feb 10 06:47:04.366272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60618) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:04.381033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f984d4-9f2a-44c8-9f0a-c9070975dff9 req-acc05749-5583-4b9b-9404-7e95b45ea16f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:04.387442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f984d4-9f2a-44c8-9f0a-c9070975dff9 req-acc05749-5583-4b9b-9404-7e95b45ea16f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:04.389088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:47:01Z', 'revision_number': 7, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:04.393638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f984d4-9f2a-44c8-9f0a-c9070975dff9 req-acc05749-5583-4b9b-9404-7e95b45ea16f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:04.394666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335eee0-36f2-4742-91bc-c0b52a973ef8 None None] Pushing event deleted for resources: {'Port': ['ID=7ab74b13-2ca4-421a-8a49-db59047b149e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:04.401162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f984d4-9f2a-44c8-9f0a-c9070975dff9 req-acc05749-5583-4b9b-9404-7e95b45ea16f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:04.411955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f984d4-9f2a-44c8-9f0a-c9070975dff9 req-acc05749-5583-4b9b-9404-7e95b45ea16f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:04.417257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f984d4-9f2a-44c8-9f0a-c9070975dff9 req-acc05749-5583-4b9b-9404-7e95b45ea16f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:04.424136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f984d4-9f2a-44c8-9f0a-c9070975dff9 req-acc05749-5583-4b9b-9404-7e95b45ea16f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:04.431885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6f984d4-9f2a-44c8-9f0a-c9070975dff9 req-acc05749-5583-4b9b-9404-7e95b45ea16f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.1276281 Feb 10 06:47:04.442598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 4dac0860-b1c2-4198-b77e-efb128ff600f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:04.442999 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.445254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335eee0-36f2-4742-91bc-c0b52a973ef8 None None] No DVR routers for this DVR port 7ab74b13-2ca4-421a-8a49-db59047b149e on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:47:04.446739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa71a5-f9a3-4ee1-bdb8-e9758f8ca2c7 None None] The sync data for ids ['62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb'] in n-d-828670-1 is: [{'id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'name': 'tempest-TestNetworkBasicOps-router-1568209470', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:44:23Z', 'updated_at': '2022-02-10T06:47:01Z', 'revision_number': 7, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': 'e6327286-5ad8-42fc-8458-2e0be107e35a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa4c33-c3ad-4e12-a9e0-5e02a161a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:44:25Z', 'updated_at': '2022-02-10T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:47:04.486948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf9f906-2aec-4527-89b1-41b9a0f35b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dac0860-b1c2-4198-b77e-efb128ff600f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:04.489252 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c90eb6-854f-419d-8b27-6f827472665f" -d '{"events": [{"server_uuid": "ccf9f906-2aec-4527-89b1-41b9a0f35b8c", "name": "network-vif-plugged", "status": "completed", "tag": "4dac0860-b1c2-4198-b77e-efb128ff600f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:04.519129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 4dac0860-b1c2-4198-b77e-efb128ff600f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4dac0860-b1c2-4198-b77e-efb128ff600f,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:04.527791 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.564459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6f984d4-9f2a-44c8-9f0a-c9070975dff9 req-b2d386f9-abb7-4f2d-badd-56074bba0980 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316085 Feb 10 06:47:04.572007 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e19fb5-dce8-4ae4-a247-627ea3331ffe x-openstack-request-id: req-31e19fb5-dce8-4ae4-a247-627ea3331ffe {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:04.572624 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf9f906-2aec-4527-89b1-41b9a0f35b8c", "name": "network-vif-plugged", "status": "completed", "tag": "4dac0860-b1c2-4198-b77e-efb128ff600f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:04.572987 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31e19fb5-dce8-4ae4-a247-627ea3331ffe {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:04.573490 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf9f906-2aec-4527-89b1-41b9a0f35b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dac0860-b1c2-4198-b77e-efb128ff600f', 'code': 200} Feb 10 06:47:04.597337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (a2354e8d-6432-46a9-9cc6-80244f36cbb3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.627349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=4dac0860-b1c2-4198-b77e-efb128ff600f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:04.757961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (a2354e8d-6432-46a9-9cc6-80244f36cbb3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.784131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295fd5c-0457-4421-a745-dddf4e8f29bf req-db573256-bd97-47b9-96b9-c8d7f57e0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:04.785637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5295fd5c-0457-4421-a745-dddf4e8f29bf req-db573256-bd97-47b9-96b9-c8d7f57e0948 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 1128 time: 0.1095762 Feb 10 06:47:04.798137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2354e8d-6432-46a9-9cc6-80244f36cbb3']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:04.823490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b500c88-e5ee-4bdf-960e-5068678d4b3d') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:04.824636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b500c88-e5ee-4bdf-960e-5068678d4b3d') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:04.839085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (6b500c88-e5ee-4bdf-960e-5068678d4b3d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.872845 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6b500c88-e5ee-4bdf-960e-5068678d4b3d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.883839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5295fd5c-0457-4421-a745-dddf4e8f29bf req-eaa2071e-40f3-40fb-906e-617e7534e7bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877593 Feb 10 06:47:04.884894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:47:04.885419 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (6b500c88-e5ee-4bdf-960e-5068678d4b3d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:47:04.889306 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:47:04.979961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (a2354e8d-6432-46a9-9cc6-80244f36cbb3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.984927 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:04.989309 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/networks/a2354e8d-6432-46a9-9cc6-80244f36cbb3 HTTP/1.1" status: 204 len: 168 time: 0.6220486 Feb 10 06:47:05.007782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26faf-b4dd-477d-96a7-d8da3d5af4a5 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Network': ['ID=a2354e8d-6432-46a9-9cc6-80244f36cbb3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:05.014067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:05.019128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'network': {'name': 'tempest-network-smoke--292228529', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:05.062116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Made reservation on behalf of 37c0f4d3cbd94b22835233e088c819d9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:47:05.071073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.097349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:47:05.118806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.119150 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Added segment d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b of type vlan for network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb Feb 10 06:47:05.193652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (1525738a-0a57-4f5e-9323-a5ee94c3cbbb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.262006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (1525738a-0a57-4f5e-9323-a5ee94c3cbbb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.267110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:05.267731 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.281241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a897d-070a-459c-b9f9-c842252fdfce req-6469bf92-8428-4d4a-8c24-a417d02a1662 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:05.282797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-596a897d-070a-459c-b9f9-c842252fdfce req-6469bf92-8428-4d4a-8c24-a417d02a1662 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 946 time: 0.0912364 Feb 10 06:47:05.333479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3182864 Feb 10 06:47:05.338420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60644) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:05.345023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-263655604', 'admin_state_up': True, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:05.372256 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (0aa65f4b-ae55-44ee-a07c-855723551949), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.373578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (0aa65f4b-ae55-44ee-a07c-855723551949), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.399282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc270c25-c388-4252-b8f0-50c4d5e89bfc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Network': ['ID=1525738a-0a57-4f5e-9323-a5ee94c3cbbb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:05.413316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:47:05.449477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-596a897d-070a-459c-b9f9-c842252fdfce req-35a95e11-9e7d-4f3f-a326-c765f220cf18 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550078 Feb 10 06:47:05.473306 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_controller (0aa65f4b-ae55-44ee-a07c-855723551949), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.702186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_gateway (0aa65f4b-ae55-44ee-a07c-855723551949), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.731339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 90cef3b8-374b-47e7-a70c-c4657c7d0209 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:05.751801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 90cef3b8-374b-47e7-a70c-c4657c7d0209 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:47:05.752248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 90cef3b8-374b-47e7-a70c-c4657c7d0209 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:47:05.752850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6327286-5ad8-42fc-8458-2e0be107e35a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:05.775526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: e6327286-5ad8-42fc-8458-2e0be107e35a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:47:05.775872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2e66e-67d1-4660-902b-69ae647453ca req-f07600e1-5443-4a04-a228-c8bc29e29bc1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:05.776025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6327286-5ad8-42fc-8458-2e0be107e35a not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:47:05.785239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2e66e-67d1-4660-902b-69ae647453ca req-f07600e1-5443-4a04-a228-c8bc29e29bc1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:05.792108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2e66e-67d1-4660-902b-69ae647453ca req-f07600e1-5443-4a04-a228-c8bc29e29bc1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:05.798422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2e66e-67d1-4660-902b-69ae647453ca req-f07600e1-5443-4a04-a228-c8bc29e29bc1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:05.804066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2e66e-67d1-4660-902b-69ae647453ca req-f07600e1-5443-4a04-a228-c8bc29e29bc1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:05.811321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2e66e-67d1-4660-902b-69ae647453ca req-f07600e1-5443-4a04-a228-c8bc29e29bc1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:05.817571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2e66e-67d1-4660-902b-69ae647453ca req-f07600e1-5443-4a04-a228-c8bc29e29bc1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:05.819657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63b2e66e-67d1-4660-902b-69ae647453ca req-f07600e1-5443-4a04-a228-c8bc29e29bc1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.1422126 Feb 10 06:47:05.898853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63b2e66e-67d1-4660-902b-69ae647453ca req-4178570d-b740-4ddc-8aaf-9554038250e3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715728 Feb 10 06:47:05.956340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_gateway (0aa65f4b-ae55-44ee-a07c-855723551949), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:05.976519 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:06.137827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.25.8.181 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/1fd034f5-2d9f-4d01-947d-60b3acb9c63e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:47:06.227018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-eb3648aa-3f60-4a55-b20c-f4b03643a2f3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:06.232418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-eb3648aa-3f60-4a55-b20c-f4b03643a2f3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:06.237685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-eb3648aa-3f60-4a55-b20c-f4b03643a2f3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:06.243154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-eb3648aa-3f60-4a55-b20c-f4b03643a2f3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:06.249140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-eb3648aa-3f60-4a55-b20c-f4b03643a2f3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:06.254327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-eb3648aa-3f60-4a55-b20c-f4b03643a2f3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:06.259613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-eb3648aa-3f60-4a55-b20c-f4b03643a2f3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:06.262088 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-eb3648aa-3f60-4a55-b20c-f4b03643a2f3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.1689103 Feb 10 06:47:06.333727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-7c93bcbf-fe04-4534-a356-fcb95d710939 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:06.335413 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-7c93bcbf-fe04-4534-a356-fcb95d710939 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "GET /v2.0/ports/8c67d70a-3546-4c83-a55a-09f604e3d2e9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0677474 Feb 10 06:47:06.373144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:06.474814 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0c58c6f7-ab6e-47a1-846e-cce2d0fd127d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "GET /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1326802 Feb 10 06:47:06.477858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:06.487648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:06.571799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=1fd034f5-2d9f-4d01-947d-60b3acb9c63e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:06.602350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20525d9b-06d7-4542-bef6-cf237ff3cacf req-72a147a1-7d95-43a3-9570-9a00987ffc99 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:06.602350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-20525d9b-06d7-4542-bef6-cf237ff3cacf req-72a147a1-7d95-43a3-9570-9a00987ffc99 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 946 time: 0.0788367 Feb 10 06:47:06.617020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:47:06.638558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:47:06.654320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:47:06.680515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-20525d9b-06d7-4542-bef6-cf237ff3cacf req-24fe5648-a407-4bf7-a106-aba474e4a2ed tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Feb 10 06:47:06.691560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:06.860358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:07.181615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58343-6697-404c-9a85-e1ca87dcb472 req-978a6130-ddcc-47b9-ae39-007afc98ce81 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:07.187169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58343-6697-404c-9a85-e1ca87dcb472 req-978a6130-ddcc-47b9-ae39-007afc98ce81 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:07.212917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58343-6697-404c-9a85-e1ca87dcb472 req-978a6130-ddcc-47b9-ae39-007afc98ce81 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:07.227814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58343-6697-404c-9a85-e1ca87dcb472 req-978a6130-ddcc-47b9-ae39-007afc98ce81 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:07.248642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58343-6697-404c-9a85-e1ca87dcb472 req-978a6130-ddcc-47b9-ae39-007afc98ce81 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:07.266632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58343-6697-404c-9a85-e1ca87dcb472 req-978a6130-ddcc-47b9-ae39-007afc98ce81 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:07.281814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58343-6697-404c-9a85-e1ca87dcb472 req-978a6130-ddcc-47b9-ae39-007afc98ce81 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:07.289065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03c58343-6697-404c-9a85-e1ca87dcb472 req-978a6130-ddcc-47b9-ae39-007afc98ce81 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 5435 time: 0.2534089 Feb 10 06:47:07.452362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03c58343-6697-404c-9a85-e1ca87dcb472 req-cfc385eb-2908-4ae4-9466-e9a2083cc117 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571045 Feb 10 06:47:07.503310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] For port 8c67d70a-3546-4c83-a55a-09f604e3d2e9, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8c67d70a-3546-4c83-a55a-09f604e3d2e9,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:07.664795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] For port 8c67d70a-3546-4c83-a55a-09f604e3d2e9, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:47:07.695239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e26c5-33c1-4c94-8f82-33f5202df71b req-d23e6231-fda3-4100-8c2e-37a9fb06027e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:07.696799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-373e26c5-33c1-4c94-8f82-33f5202df71b req-d23e6231-fda3-4100-8c2e-37a9fb06027e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0835350 Feb 10 06:47:07.698250 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_gateway (0aa65f4b-ae55-44ee-a07c-855723551949), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:07.747362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] device_id is not set on port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:47:07.755725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-373e26c5-33c1-4c94-8f82-33f5202df71b req-fb13ee10-d43a-4fc1-a658-c96727e374de tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531085 Feb 10 06:47:07.782086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] Publish callbacks [] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:07.793410 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:07.989919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] No DVR routers for this DVR port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:47:08.119709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c67d70a-3546-4c83-a55a-09f604e3d2e9,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:08.163756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] In _notify_port_updated(), no bound segment for port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:47:08.164893 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.165702 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:08.167250 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-0dddb2af-1530-429c-9d20-12439c6887a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c67d70a-3546-4c83-a55a-09f604e3d2e9 HTTP/1.1" status: 200 len: 1028 time: 1.6851013 Feb 10 06:47:08.200303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-875ab9a5-e196-4053-9980-9fffaa35d352 None None] Provisioning complete for port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:08.200875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-875ab9a5-e196-4053-9980-9fffaa35d352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:08.280013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-875ab9a5-e196-4053-9980-9fffaa35d352 None None] Port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:47:08.306365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (0aa65f4b-ae55-44ee-a07c-855723551949), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:08.422535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-ada8d79b-59ac-4637-9aa2-e71e0546037d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.424044 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-ada8d79b-59ac-4637-9aa2-e71e0546037d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "GET /v2.0/ports/4b086cf4-5264-49c5-8900-7d890fee08e4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1192892 Feb 10 06:47:08.464950 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-5dc6c04e-9d79-4a8b-bd47-75d04bf028a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3214417 Feb 10 06:47:08.468974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:08.612506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:08.640513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33cf2-ef3a-4c02-b528-fd1ba0fb3ae0 req-300b791c-e71c-4d70-a9c4-b63d6bf2a08a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.652557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33cf2-ef3a-4c02-b528-fd1ba0fb3ae0 req-300b791c-e71c-4d70-a9c4-b63d6bf2a08a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.659585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33cf2-ef3a-4c02-b528-fd1ba0fb3ae0 req-300b791c-e71c-4d70-a9c4-b63d6bf2a08a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.665238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33cf2-ef3a-4c02-b528-fd1ba0fb3ae0 req-300b791c-e71c-4d70-a9c4-b63d6bf2a08a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.671444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33cf2-ef3a-4c02-b528-fd1ba0fb3ae0 req-300b791c-e71c-4d70-a9c4-b63d6bf2a08a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.676837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33cf2-ef3a-4c02-b528-fd1ba0fb3ae0 req-300b791c-e71c-4d70-a9c4-b63d6bf2a08a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.679724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32e33cf2-ef3a-4c02-b528-fd1ba0fb3ae0 req-300b791c-e71c-4d70-a9c4-b63d6bf2a08a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 4660 time: 0.1213830 Feb 10 06:47:08.701458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-13da24de-aa6a-4261-8535-439640596cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.703025 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-13da24de-aa6a-4261-8535-439640596cef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 1128 time: 0.1806893 Feb 10 06:47:08.800340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32e33cf2-ef3a-4c02-b528-fd1ba0fb3ae0 req-e4e62a30-a6f0-49c0-aa2e-c9251622f99d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&id=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132770 Feb 10 06:47:08.809476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 0aa65f4b-ae55-44ee-a07c-855723551949 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:47:08.972698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe3bb8-6693-403b-854c-abaf6712c5bb req-9a920f47-f1ef-4232-8aec-4482675a17e2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:08.980671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0fe3bb8-6693-403b-854c-abaf6712c5bb req-9a920f47-f1ef-4232-8aec-4482675a17e2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1052158 Feb 10 06:47:09.110114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0fe3bb8-6693-403b-854c-abaf6712c5bb req-5b4ed16e-17a1-4b14-a55c-57067574f329 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240044 Feb 10 06:47:09.148053 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-113df3f3-e62e-47fb-b7d1-db0932b4af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:09.149563 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-113df3f3-e62e-47fb-b7d1-db0932b4af5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 915 time: 0.4258261 Feb 10 06:47:09.154167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] For port 4b086cf4-5264-49c5-8900-7d890fee08e4, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4b086cf4-5264-49c5-8900-7d890fee08e4,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:09.215695 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-bfef71ab-ee56-4a0b-bd41-1e84686401c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dac0860-b1c2-4198-b77e-efb128ff600f HTTP/1.1" status: 200 len: 217 time: 0.0578890 Feb 10 06:47:09.219979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:47:09.231304 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Sync routers for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:47:09.242635 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:09.244042 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:09.279197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:09.283840 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-87ffa469-ebd4-4d01-8ebd-2c92a89576e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9442036 Feb 10 06:47:09.283976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:09.299860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] For port 4b086cf4-5264-49c5-8900-7d890fee08e4, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:47:09.367064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-6d6d3693-31f6-4623-9eea-bfa24301801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:09.369137 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-6d6d3693-31f6-4623-9eea-bfa24301801e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.1461709 Feb 10 06:47:09.373999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] device_id is not set on port 4b086cf4-5264-49c5-8900-7d890fee08e4 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:47:09.396257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-82a4476a-90d3-46de-8701-c68657cdbf70 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=37c0f4d3cbd94b22835233e088c819d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1095488 Feb 10 06:47:09.400563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60748) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:09.409338 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] Publish callbacks [] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:09.436066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6167187e-481c-45bb-aea2-5643d29f55a5 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:09.457904 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-722f541b-1c0d-4d05-b1b1-16bc96f0f23c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769277 Feb 10 06:47:09.458708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:09.603532 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:09.644661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c183224-0ccf-47c4-8a99-1cb6e95af07e tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:09.647549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5c183224-0ccf-47c4-8a99-1cb6e95af07e tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2447915 Feb 10 06:47:09.649176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:09.705773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] No DVR routers for this DVR port 4b086cf4-5264-49c5-8900-7d890fee08e4 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:47:09.706428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 6167187e-481c-45bb-aea2-5643d29f55a5 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:09.706931 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:09.773510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc4d91e5-13d8-4ef8-bdee-9076ab837550 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208360 Feb 10 06:47:09.775417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60764) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:09.798637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347026340', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:09.804367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6167187e-481c-45bb-aea2-5643d29f55a5'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:09.809029 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc2ced1-0faf-4cfb-99be-99cd89e66938" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-unplugged", "status": "completed", "tag": "6167187e-481c-45bb-aea2-5643d29f55a5"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:09.813376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] In _notify_port_updated(), no bound segment for port 4b086cf4-5264-49c5-8900-7d890fee08e4 on network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:47:09.815318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:09.816660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:09.819323 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] 10.222.0.13 "PUT /v2.0/ports/4b086cf4-5264-49c5-8900-7d890fee08e4 HTTP/1.1" status: 200 len: 1026 time: 1.3830104 Feb 10 06:47:09.830266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57971513-7d63-4d41-bd7f-641d2fe4685f service neutron] Pushing event updated for resources: {'Port': ['ID=4b086cf4-5264-49c5-8900-7d890fee08e4,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:09.849796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6167187e-481c-45bb-aea2-5643d29f55a5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6167187e-481c-45bb-aea2-5643d29f55a5,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:09.858606 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:09.860216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4b086cf4-5264-49c5-8900-7d890fee08e4 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:10.024538 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:07Z', 'revision_number': 3, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:10.038649 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd40d50-13a1-4c0c-ae8b-a5dbb9de49ee x-openstack-request-id: req-cdd40d50-13a1-4c0c-ae8b-a5dbb9de49ee {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:10.038959 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-unplugged", "status": "completed", "tag": "6167187e-481c-45bb-aea2-5643d29f55a5", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:10.039227 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdd40d50-13a1-4c0c-ae8b-a5dbb9de49ee {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:10.039643 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6167187e-481c-45bb-aea2-5643d29f55a5', 'code': 200} Feb 10 06:47:10.049188 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-ece30e7b-d4eb-42f8-8f74-8e47821fae93 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808687 Feb 10 06:47:10.144217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Checking router: 0aa65f4b-ae55-44ee-a07c-855723551949 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:47:10.144576 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Updating router 0aa65f4b-ae55-44ee-a07c-855723551949 port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:47:10.146213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Made reservation on behalf of 37c0f4d3cbd94b22835233e088c819d9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:47:10.154049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.220498 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b19e4d2-c25c-49fa-a8de-ddc86ef796b8 req-3eaea3ba-c248-4531-8f99-f6cc5301ca99 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652625 Feb 10 06:47:10.222241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-27dfdeb0-6199-487b-bfaa-42f7743e045b None None] Provisioning complete for port 4b086cf4-5264-49c5-8900-7d890fee08e4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:10.222734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27dfdeb0-6199-487b-bfaa-42f7743e045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.239312 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.286148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting port e49eae18-d40f-435b-9dff-411db6d4d327 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:47:10.289882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.337965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=6167187e-481c-45bb-aea2-5643d29f55a5,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:10.341960 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.351679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port 4b086cf4-5264-49c5-8900-7d890fee08e4 host ! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:47:10.352488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4b086cf4-5264-49c5-8900-7d890fee08e4 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:47:10.353635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5d10eac5-f2fc-4211-ae24-5efe64411fa3 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:10.411456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-27dfdeb0-6199-487b-bfaa-42f7743e045b None None] Port 4b086cf4-5264-49c5-8900-7d890fee08e4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:47:10.418678 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf22b623-06d9-4505-bf85-a47a7a6f95e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.491147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:10.492514 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.510989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] For port e49eae18-d40f-435b-9dff-411db6d4d327, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e49eae18-d40f-435b-9dff-411db6d4d327,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:10.514705 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.538594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5d10eac5-f2fc-4211-ae24-5efe64411fa3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5d10eac5-f2fc-4211-ae24-5efe64411fa3,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:10.544640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.545775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:10.709533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:10.710085 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.754511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5d10eac5-f2fc-4211-ae24-5efe64411fa3,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:10.789292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (cb4a6375-b4f1-47ae-8291-f86fa50284b1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.801888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:10.812103 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Publish callbacks [] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.818612 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.819706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.820431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 4f9193d4-afcb-4622-96f7-6fcfd1366d5e no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:10.902844 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b0c4f-9deb-4dc1-8284-b4fb5ce67d72 None None] Pushing event updated for resources: {'Port': ['ID=1fd034f5-2d9f-4d01-947d-60b3acb9c63e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:10.907206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2331-8341-4c82-bcd7-cfe07f5d94f8 req-377c5851-03f4-4810-ac3e-2b1c1e3101b9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:10.913824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2331-8341-4c82-bcd7-cfe07f5d94f8 req-377c5851-03f4-4810-ac3e-2b1c1e3101b9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:10.918623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2331-8341-4c82-bcd7-cfe07f5d94f8 req-377c5851-03f4-4810-ac3e-2b1c1e3101b9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:10.924817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2331-8341-4c82-bcd7-cfe07f5d94f8 req-377c5851-03f4-4810-ac3e-2b1c1e3101b9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:10.930806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2331-8341-4c82-bcd7-cfe07f5d94f8 req-377c5851-03f4-4810-ac3e-2b1c1e3101b9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:10.932796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-792c2331-8341-4c82-bcd7-cfe07f5d94f8 req-377c5851-03f4-4810-ac3e-2b1c1e3101b9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 3885 time: 0.8159170 Feb 10 06:47:10.937251 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Attempting to bind port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:47:10.937620 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Attempting to bind port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:47:10.939434 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Attempting to bind port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:47:10.944618 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:47:10.945010 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:47:10.945387 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:10.945827 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:47:10.946318 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Bound port: 1fd034f5-2d9f-4d01-947d-60b3acb9c63e, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:47:10.947020 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:11.010934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:11.047793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec740-3805-4379-a128-257854f9a114 req-57473944-22f7-47ab-9bc9-a83fc9362c31 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:11.063770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-478ec740-3805-4379-a128-257854f9a114 req-57473944-22f7-47ab-9bc9-a83fc9362c31 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.7652764 Feb 10 06:47:11.070608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Subnet': ['ID=cb4a6375-b4f1-47ae-8291-f86fa50284b1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:11.095063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Checking segment: {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:47:11.095554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network hostable DHCP agents. Network: 1525738a-0a57-4f5e-9323-a5ee94c3cbbb, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:47:11.101777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:11.102873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (21a11266-5e21-430f-a94e-8e96281c5a1b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:11.103486 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Floating IP 21a11266-5e21-430f-a94e-8e96281c5a1b disassociated. External IP: 172.25.8.242, port: e49eae18-d40f-435b-9dff-411db6d4d327. Feb 10 06:47:11.104186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Calling delete_port for e49eae18-d40f-435b-9dff-411db6d4d327 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:47:11.128877 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] For port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:47:11.134517 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] For port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1fd034f5-2d9f-4d01-947d-60b3acb9c63e,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:47:11.138870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:11.139274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:11.153180 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:11.212148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:11.218515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-792c2331-8341-4c82-bcd7-cfe07f5d94f8 req-0c68b27a-80d5-482d-a8ee-7d7acbc235e1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653134 Feb 10 06:47:11.222862 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:11.223407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e49eae18-d40f-435b-9dff-411db6d4d327 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:11.259118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-478ec740-3805-4379-a128-257854f9a114 req-ce72ea15-e285-449d-9715-597002a2682a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943486 Feb 10 06:47:11.276168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:47:11.295035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 1525738a-0a57-4f5e-9323-a5ee94c3cbbb) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:47:11.300913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:11.301496 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:11.319871 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:11.319871 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:46:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:11.372177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3fa90fe9-bbf1-4b87-b78d-9cb6e0026144 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5941608 Feb 10 06:47:11.373219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60794) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:11.453906 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b0c4f-9deb-4dc1-8284-b4fb5ce67d72 None None] Pushing event updated for resources: {'Port': ['ID=1fd034f5-2d9f-4d01-947d-60b3acb9c63e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:11.543415 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e49eae18-d40f-435b-9dff-411db6d4d327), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:11.567427 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:11.640052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Port': ['ID=e49eae18-d40f-435b-9dff-411db6d4d327,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:11.693206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535aec22-0e5f-462d-98ab-45bc12bb5867 None None] Network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:47:11.695988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:11.716134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No active binding found for port e49eae18-d40f-435b-9dff-411db6d4d327 {{(pid=103215) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 06:47:11.716518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port e49eae18-d40f-435b-9dff-411db6d4d327 host None! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:47:11.716931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e49eae18-d40f-435b-9dff-411db6d4d327 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:47:11.717360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8c67d70a-3546-4c83-a55a-09f604e3d2e9 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:11.846936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 host ! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:47:11.847345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8c67d70a-3546-4c83-a55a-09f604e3d2e9 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:47:11.894146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:47:11.895569 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:11.928225 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:07Z', 'revision_number': 3, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:11.993894 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f69785-d1c0-474d-9c1b-c09e2fc416e4 None None] The sync data for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 is: [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:07Z', 'revision_number': 3, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:47:12.085976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Allocated IP 172.20.0.2 (1525738a-0a57-4f5e-9323-a5ee94c3cbbb/cb4a6375-b4f1-47ae-8291-f86fa50284b1/50857988-5c90-4d4b-a49b-647898fe955c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:47:12.293182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d10eac5-f2fc-4211-ae24-5efe64411fa3'}, {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861'}, {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:12.309689 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3ec8cb-dd52-4843-9aa9-4b7f9502e2d3" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-unplugged", "status": "completed", "tag": "5d10eac5-f2fc-4211-ae24-5efe64411fa3"}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-unplugged", "status": "completed", "tag": "80b0e85f-0d1b-4bf3-8cda-60b8b28b0861"}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9193d4-afcb-4622-96f7-6fcfd1366d5e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:12.477548 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad82a000-930d-43d5-8ea4-5ec030ef8e63 x-openstack-request-id: req-ad82a000-930d-43d5-8ea4-5ec030ef8e63 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:12.477854 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-unplugged", "status": "completed", "tag": "5d10eac5-f2fc-4211-ae24-5efe64411fa3", "code": 200}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-unplugged", "status": "completed", "tag": "80b0e85f-0d1b-4bf3-8cda-60b8b28b0861", "code": 200}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9193d4-afcb-4622-96f7-6fcfd1366d5e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:12.478107 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad82a000-930d-43d5-8ea4-5ec030ef8e63 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:12.478537 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d10eac5-f2fc-4211-ae24-5efe64411fa3', 'code': 200} Feb 10 06:47:12.478795 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861', 'code': 200} Feb 10 06:47:12.479048 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e', 'code': 200} Feb 10 06:47:12.480261 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Publish callbacks [] for port (50857988-5c90-4d4b-a49b-647898fe955c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:12.539485 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (50857988-5c90-4d4b-a49b-647898fe955c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:12.599905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:47:12.602023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ca7346-3afa-4da9-98d2-c14f7b19b949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:12.612189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:47:12.618327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:47:12.651361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670df76-05df-4882-999f-2b66b9cff316 req-0b05befa-66ae-4e3e-8b4c-56a22d54e396 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:12.663379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670df76-05df-4882-999f-2b66b9cff316 req-0b05befa-66ae-4e3e-8b4c-56a22d54e396 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:12.670687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670df76-05df-4882-999f-2b66b9cff316 req-0b05befa-66ae-4e3e-8b4c-56a22d54e396 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:12.679029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670df76-05df-4882-999f-2b66b9cff316 req-0b05befa-66ae-4e3e-8b4c-56a22d54e396 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:12.681754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e670df76-05df-4882-999f-2b66b9cff316 req-0b05befa-66ae-4e3e-8b4c-56a22d54e396 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 3143 time: 0.2502043 Feb 10 06:47:12.763270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Attempting to bind port 50857988-5c90-4d4b-a49b-647898fe955c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:47:12.763837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Attempting to bind port 50857988-5c90-4d4b-a49b-647898fe955c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:47:12.763997 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Attempting to bind port 50857988-5c90-4d4b-a49b-647898fe955c on network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:47:12.767202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Pushing event updated for resources: {'Port': ['ID=50857988-5c90-4d4b-a49b-647898fe955c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:12.774469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:47:12.774854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Checking segment: {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:47:12.775573 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:12.775973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Bound using segment: {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:47:12.776711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Bound port: 50857988-5c90-4d4b-a49b-647898fe955c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:47:12.777136 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (50857988-5c90-4d4b-a49b-647898fe955c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:12.856800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60261827-64a9-4e9c-a080-b5308fd16fb9 req-c72edd79-e7d5-4aa6-86f5-05070e03ef45 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:12.865162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60261827-64a9-4e9c-a080-b5308fd16fb9 req-c72edd79-e7d5-4aa6-86f5-05070e03ef45 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.3264561 Feb 10 06:47:12.897552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e670df76-05df-4882-999f-2b66b9cff316 req-bfa810b8-4ec4-4bb8-b699-1be8390212fa tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086141 Feb 10 06:47:12.919193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] For port 50857988-5c90-4d4b-a49b-647898fe955c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:47:12.927035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] For port 50857988-5c90-4d4b-a49b-647898fe955c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=50857988-5c90-4d4b-a49b-647898fe955c,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:47:12.941577 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (50857988-5c90-4d4b-a49b-647898fe955c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:12.981557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60261827-64a9-4e9c-a080-b5308fd16fb9 req-1d9fd990-afda-4905-b9dd-15f93ed79edc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150241 Feb 10 06:47:13.001150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:47:13.082756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142daf6-0eaf-4b3d-93fe-6c740379659d None None] Pushing event updated for resources: {'Port': ['ID=50857988-5c90-4d4b-a49b-647898fe955c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:13.267980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:13.425218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:47:13.438089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] Sync routers for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:47:13.462100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:13.462970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:47:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:13.515697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] No DVR routers for this DVR port e49eae18-d40f-435b-9dff-411db6d4d327 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:47:13.527678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:13.537821 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-c95b2d6f-8e34-4d62-aed8-ad8568feccf5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "DELETE /v2.0/ports/e49eae18-d40f-435b-9dff-411db6d4d327 HTTP/1.1" status: 204 len: 173 time: 3.6976242 Feb 10 06:47:13.538448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': 'e49eae18-d40f-435b-9dff-411db6d4d327'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:13.541705 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e57cbb-bc4c-4c1a-903f-8f189c789f4a" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "e49eae18-d40f-435b-9dff-411db6d4d327"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:13.674291 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fa303c-1006-471c-bdab-42190a15f8a9 x-openstack-request-id: req-28fa303c-1006-471c-bdab-42190a15f8a9 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:13.675208 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "e49eae18-d40f-435b-9dff-411db6d4d327", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:13.676395 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28fa303c-1006-471c-bdab-42190a15f8a9 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:13.676872 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': 'e49eae18-d40f-435b-9dff-411db6d4d327', 'status': 'completed', 'code': 200} Feb 10 06:47:13.745168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:13.873149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1fd034f5-2d9f-4d01-947d-60b3acb9c63e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:47:14.007731 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:14.116467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:14.116842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:14.129982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.20.0.1 (1525738a-0a57-4f5e-9323-a5ee94c3cbbb/cb4a6375-b4f1-47ae-8291-f86fa50284b1/5c3fe241-202a-44b6-8328-4f6cc31a9098) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:47:14.188378 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:40:08Z', 'revision_number': 5, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:14.254908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] Checking router: 22b44205-1aeb-4d90-92a2-3b2be8bbb89d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:47:14.264374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f11f-be60-4c9d-9aee-ff5f3fa10449 req-2d62b36a-d19d-4095-b345-79e3d9c25ff6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:14.269662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f11f-be60-4c9d-9aee-ff5f3fa10449 req-2d62b36a-d19d-4095-b345-79e3d9c25ff6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:14.276591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f11f-be60-4c9d-9aee-ff5f3fa10449 req-2d62b36a-d19d-4095-b345-79e3d9c25ff6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:14.286780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f11f-be60-4c9d-9aee-ff5f3fa10449 req-2d62b36a-d19d-4095-b345-79e3d9c25ff6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:14.293908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67d0f11f-be60-4c9d-9aee-ff5f3fa10449 req-2d62b36a-d19d-4095-b345-79e3d9c25ff6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 3143 time: 0.2426116 Feb 10 06:47:14.311478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:14.312117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:47:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:14.357759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting port 6167187e-481c-45bb-aea2-5643d29f55a5 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:47:14.358370 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:14.389407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:14.389822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:14.429574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67d0f11f-be60-4c9d-9aee-ff5f3fa10449 req-d9c452eb-3a0f-402c-a554-9feb56750766 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228800 Feb 10 06:47:14.450756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161216e7-c8c9-46d2-8abf-c2d35bbc7a3a req-af125e26-748a-49c9-83dd-fd39eaad0d11 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:14.452437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-161216e7-c8c9-46d2-8abf-c2d35bbc7a3a req-af125e26-748a-49c9-83dd-fd39eaad0d11 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.3383248 Feb 10 06:47:14.482976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1fd034f5-2d9f-4d01-947d-60b3acb9c63e,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:14.516225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:14.521666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 50857988-5c90-4d4b-a49b-647898fe955c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:47:14.563335 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:14.578726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-161216e7-c8c9-46d2-8abf-c2d35bbc7a3a req-874b2762-6e89-4326-ad32-186d7dc625c8 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191719 Feb 10 06:47:14.753555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] For port 6167187e-481c-45bb-aea2-5643d29f55a5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6167187e-481c-45bb-aea2-5643d29f55a5,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:14.753931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:14.795114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Calling delete_port for 6167187e-481c-45bb-aea2-5643d29f55a5 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:47:14.807459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:14.818911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:14.826949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=1fd034f5-2d9f-4d01-947d-60b3acb9c63e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:14.888756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=5c3fe241-202a-44b6-8328-4f6cc31a9098,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:14.900200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b2142c-724f-4c0b-9178-02360563dc6a None None] Network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:47:14.904659 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 50857988-5c90-4d4b-a49b-647898fe955c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:14.905040 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (50857988-5c90-4d4b-a49b-647898fe955c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:14.942268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:47:14.982995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:47:14.987010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:47:15.007122 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:47:15.052784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (0aa65f4b-ae55-44ee-a07c-855723551949), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:15.394826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4f918652-a0d0-4988-8d7f-6b06ec3186c0 None None] Provisioning complete for port 50857988-5c90-4d4b-a49b-647898fe955c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:15.394826 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f918652-a0d0-4988-8d7f-6b06ec3186c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (50857988-5c90-4d4b-a49b-647898fe955c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:15.394826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 50857988-5c90-4d4b-a49b-647898fe955c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:15.394826 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (50857988-5c90-4d4b-a49b-647898fe955c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:15.396333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:15.396910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:15.656525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6167187e-481c-45bb-aea2-5643d29f55a5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:15.703189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Port': ['ID=6167187e-481c-45bb-aea2-5643d29f55a5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:15.727369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cded4-323c-4baa-83bc-feae25158433 req-82c388ab-a864-433e-9674-e16849415976 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:15.733232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cded4-323c-4baa-83bc-feae25158433 req-82c388ab-a864-433e-9674-e16849415976 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:15.751155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cded4-323c-4baa-83bc-feae25158433 req-82c388ab-a864-433e-9674-e16849415976 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:15.763754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a07cded4-323c-4baa-83bc-feae25158433 req-82c388ab-a864-433e-9674-e16849415976 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 2410 time: 0.1795325 Feb 10 06:47:15.800514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] No DVR routers for this DVR port 6167187e-481c-45bb-aea2-5643d29f55a5 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:47:15.844309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:15.862199 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-79169b0d-ec42-4d85-8742-21b4cf550abb tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "DELETE /v2.0/ports/6167187e-481c-45bb-aea2-5643d29f55a5 HTTP/1.1" status: 204 len: 173 time: 2.3097980 Feb 10 06:47:15.862719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': '6167187e-481c-45bb-aea2-5643d29f55a5'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:15.865084 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5380ac-3885-4f1c-9dba-11151e4bb39b" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "6167187e-481c-45bb-aea2-5643d29f55a5"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:15.935850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a07cded4-323c-4baa-83bc-feae25158433 req-b7127caa-298d-480c-b402-8de2a3e6767f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633015 Feb 10 06:47:15.948316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337978c-5cb5-4ef1-8e47-6c68f2828ee7 req-2d5671ea-0285-4657-86ca-b31678ee58b6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:15.954615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 50857988-5c90-4d4b-a49b-647898fe955c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=50857988-5c90-4d4b-a49b-647898fe955c,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:15.976847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3337978c-5cb5-4ef1-8e47-6c68f2828ee7 req-2d5671ea-0285-4657-86ca-b31678ee58b6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.2940090 Feb 10 06:47:16.021198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (50857988-5c90-4d4b-a49b-647898fe955c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:16.123031 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa87062f-3c2f-497c-aed9-b0eb1790b79f x-openstack-request-id: req-aa87062f-3c2f-497c-aed9-b0eb1790b79f {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:16.123716 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "6167187e-481c-45bb-aea2-5643d29f55a5", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:16.124307 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa87062f-3c2f-497c-aed9-b0eb1790b79f {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:16.125023 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': '6167187e-481c-45bb-aea2-5643d29f55a5', 'status': 'completed', 'code': 200} Feb 10 06:47:16.161207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3337978c-5cb5-4ef1-8e47-6c68f2828ee7 req-85e1a6cb-1c07-4aad-bdbc-3d863fa4a559 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819773 Feb 10 06:47:16.288728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:47:16.289390 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:16.368967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=50857988-5c90-4d4b-a49b-647898fe955c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:16.389405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1fd034f5-2d9f-4d01-947d-60b3acb9c63e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:47:16.425016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] For port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:16.426107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:16.460806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Calling delete_port for 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:47:16.566259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4f918652-a0d0-4988-8d7f-6b06ec3186c0 None None] Current status of the port 50857988-5c90-4d4b-a49b-647898fe955c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:16.578706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:16.631515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:16.632160 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:16.635518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:40:08Z', 'revision_number': 5, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:16.754330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66341f-bcee-4fb8-bb48-8312b6e65633 None None] The sync data for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 is: [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:39:58Z', 'revision_number': 4, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '49b8a46f-5d69-4640-a23c-d7876195e50f', 'name': '', 'network_id': 'e519246c-5187-4df4-b098-e72e83a7f300', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'mac_address': 'fa:16:3e:c0:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:57Z', 'updated_at': '2022-02-10T06:40:08Z', 'revision_number': 5, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'subnets': [{'id': '878a9127-c7ce-43cb-8b3b-0187b698c9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:47:16.813197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (80b0e85f-0d1b-4bf3-8cda-60b8b28b0861), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:16.853583 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:16.880221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Port': ['ID=80b0e85f-0d1b-4bf3-8cda-60b8b28b0861,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:16.888782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:17.043918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8f9edb6f-e1d4-467d-9814-8c4a2722f7f0 None None] Provisioning complete for port 50857988-5c90-4d4b-a49b-647898fe955c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:17.044481 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f9edb6f-e1d4-467d-9814-8c4a2722f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (50857988-5c90-4d4b-a49b-647898fe955c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:17.141165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] No DVR routers for this DVR port 80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:47:17.144893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:17.149529 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6d4cf2c8-952c-40f9-8ff0-010aa4bba173 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "DELETE /v2.0/ports/80b0e85f-0d1b-4bf3-8cda-60b8b28b0861 HTTP/1.1" status: 204 len: 173 time: 1.2722256 Feb 10 06:47:17.165216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=5c3fe241-202a-44b6-8328-4f6cc31a9098,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:17.170023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:17.208024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (0aa65f4b-ae55-44ee-a07c-855723551949), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:17.289363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea0655-81de-4da9-af2a-2aa083b4491b req-86ad88ff-3d5c-4d6b-b8a6-9847858afe8b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:17.295485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea0655-81de-4da9-af2a-2aa083b4491b req-86ad88ff-3d5c-4d6b-b8a6-9847858afe8b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:17.303683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4ea0655-81de-4da9-af2a-2aa083b4491b req-86ad88ff-3d5c-4d6b-b8a6-9847858afe8b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 1677 time: 0.1603374 Feb 10 06:47:17.385428 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e80335-9c48-4172-affd-ce0085576984 None None] New status for floating IP 21a11266-5e21-430f-a94e-8e96281c5a1b: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:47:17.440579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8f9edb6f-e1d4-467d-9814-8c4a2722f7f0 None None] Current status of the port 50857988-5c90-4d4b-a49b-647898fe955c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:17.466365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8f9edb6f-e1d4-467d-9814-8c4a2722f7f0 None None] Provisioning complete for port 5c3fe241-202a-44b6-8328-4f6cc31a9098 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:17.467086 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f9edb6f-e1d4-467d-9814-8c4a2722f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:17.503989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4ea0655-81de-4da9-af2a-2aa083b4491b req-2fd3039f-d13f-4647-85d2-f5872fdc0fba tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878953 Feb 10 06:47:17.505619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:47:17.525638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:47:17.558573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9faf-1343-4f28-aede-11e2aa26709f req-8c6332a3-33d4-458d-8938-e4e3c94a50da tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:17.562810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8f9edb6f-e1d4-467d-9814-8c4a2722f7f0 None None] Port 5c3fe241-202a-44b6-8328-4f6cc31a9098 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:47:17.572450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5ab9faf-1343-4f28-aede-11e2aa26709f req-8c6332a3-33d4-458d-8938-e4e3c94a50da tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.2150488 Feb 10 06:47:17.695439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2d4d4063-19d2-4c07-8e54-7d77c59124fd None None] Provisioning complete for port 5c3fe241-202a-44b6-8328-4f6cc31a9098 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:17.695946 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4063-19d2-4c07-8e54-7d77c59124fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:17.730556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5ab9faf-1343-4f28-aede-11e2aa26709f req-7f6c69e8-e150-4538-99f6-64ef9f153370 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563962 Feb 10 06:47:17.838855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d4063-19d2-4c07-8e54-7d77c59124fd None None] Port 5c3fe241-202a-44b6-8328-4f6cc31a9098 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:47:17.928445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:47:17.929045 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:18.047361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 0aa65f4b-ae55-44ee-a07c-855723551949 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:47:18.065974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ef6e2d04-4af6-4051-a01a-859cdb458ea1 None None] Provisioning complete for port 5c3fe241-202a-44b6-8328-4f6cc31a9098 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:18.066937 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef6e2d04-4af6-4051-a01a-859cdb458ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:18.096190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] For port 5d10eac5-f2fc-4211-ae24-5efe64411fa3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5d10eac5-f2fc-4211-ae24-5efe64411fa3,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:18.096632 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:18.161699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e2d04-4af6-4051-a01a-859cdb458ea1 None None] Port 5c3fe241-202a-44b6-8328-4f6cc31a9098 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:47:18.225469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 50857988-5c90-4d4b-a49b-647898fe955c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:47:18.295403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 50857988-5c90-4d4b-a49b-647898fe955c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:18.295806 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (50857988-5c90-4d4b-a49b-647898fe955c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:18.384104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 50857988-5c90-4d4b-a49b-647898fe955c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:18.579777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:18.582124 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870ba6da-f819-4d34-b810-6e9d5e78540b" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "80b0e85f-0d1b-4bf3-8cda-60b8b28b0861"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:18.615105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Calling delete_port for 5d10eac5-f2fc-4211-ae24-5efe64411fa3 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:47:18.691264 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d9bcd6-df38-47ac-b595-c60756c0a2e7 x-openstack-request-id: req-10d9bcd6-df38-47ac-b595-c60756c0a2e7 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:18.691666 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "80b0e85f-0d1b-4bf3-8cda-60b8b28b0861", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:18.692104 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10d9bcd6-df38-47ac-b595-c60756c0a2e7 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:18.692768 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': '80b0e85f-0d1b-4bf3-8cda-60b8b28b0861', 'status': 'completed', 'code': 200} Feb 10 06:47:18.696102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:47:18.706952 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-138ab279-d38c-4188-9feb-ed3d4308d645 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "PUT /v2.0/routers/0aa65f4b-ae55-44ee-a07c-855723551949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3292298 Feb 10 06:47:18.714220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Sync routers for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:47:18.724369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60970) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:18.746331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:18.763248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:47:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:18.774563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673934-f3dc-4c41-bcb5-0e8c7f2df76d req-3148b5a1-c737-4f20-ae65-59e84f54360b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:18.780287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673934-f3dc-4c41-bcb5-0e8c7f2df76d req-3148b5a1-c737-4f20-ae65-59e84f54360b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:18.781975 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba673934-f3dc-4c41-bcb5-0e8c7f2df76d req-3148b5a1-c737-4f20-ae65-59e84f54360b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 1677 time: 0.1208909 Feb 10 06:47:18.915567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba673934-f3dc-4c41-bcb5-0e8c7f2df76d req-c4e417bf-20f4-4c10-82e6-49450f545686 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190336 Feb 10 06:47:19.006924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:19.032431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.033058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.033594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.034121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.034674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.035786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.036312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.036834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.037362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.037876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.038464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.040853 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-39f97c90-bd22-48c0-8116-21559c1bf1af tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7758 time: 0.3125553 Feb 10 06:47:19.044779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60984) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:19.068743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3183ee-643d-4d01-8924-127c6edbc63d req-e2074177-beb0-43c0-a813-1f884f7bc72f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.070383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a3183ee-643d-4d01-8924-127c6edbc63d req-e2074177-beb0-43c0-a813-1f884f7bc72f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1538260 Feb 10 06:47:19.169121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a3183ee-643d-4d01-8924-127c6edbc63d req-261c1634-9e66-42b3-813f-d1ec633bed1c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853400 Feb 10 06:47:19.215093 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5d10eac5-f2fc-4211-ae24-5efe64411fa3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:19.262258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Port': ['ID=5d10eac5-f2fc-4211-ae24-5efe64411fa3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:19.334601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] No DVR routers for this DVR port 5d10eac5-f2fc-4211-ae24-5efe64411fa3 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:47:19.341999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.342487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.342942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.343804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.344257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.344701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.345142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.346231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.347473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.347614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.348096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:19.350204 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fcc378d7-7680-41b6-bab2-d09082c9c31a tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7100 time: 0.2206054 Feb 10 06:47:19.351480 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:19.353066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60994) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:19.369221 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-66ecb3fd-4e8e-4827-9994-b86a0d626735 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "DELETE /v2.0/ports/5d10eac5-f2fc-4211-ae24-5efe64411fa3 HTTP/1.1" status: 204 len: 173 time: 2.2121744 Feb 10 06:47:19.501873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:15Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5c3fe241-202a-44b6-8328-4f6cc31a9098', 'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:db:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:13Z', 'updated_at': '2022-02-10T06:47:16Z', 'revision_number': 2, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:19.519615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:47:19.519960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:19.534529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Checking router: 0aa65f4b-ae55-44ee-a07c-855723551949 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:47:19.535154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Updating router 0aa65f4b-ae55-44ee-a07c-855723551949 port 5c3fe241-202a-44b6-8328-4f6cc31a9098 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:47:19.594940 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:19.724398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] For port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:19.724942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:19.742218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Calling delete_port for 4f9193d4-afcb-4622-96f7-6fcfd1366d5e owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:47:20.011601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20a4161d-6b7b-4f75-ac8e-2528f767914e tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.6490815 Feb 10 06:47:20.090366 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Publish callbacks [] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:20.103864 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:20.167609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffab68-e498-4683-9c40-781cdda529de req-846ab9c9-4b08-4da1-a81c-ae76fcf93dc3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:20.177645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-feffab68-e498-4683-9c40-781cdda529de req-846ab9c9-4b08-4da1-a81c-ae76fcf93dc3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 943 time: 0.1078098 Feb 10 06:47:20.216979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4f9193d4-afcb-4622-96f7-6fcfd1366d5e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:20.247393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Port': ['ID=4f9193d4-afcb-4622-96f7-6fcfd1366d5e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:20.278220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d2ac4-bdf4-4f0c-b7a9-873e346e1ad1 None None] Pushing event updated for resources: {'Port': ['ID=5c3fe241-202a-44b6-8328-4f6cc31a9098,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:20.287083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-feffab68-e498-4683-9c40-781cdda529de req-73e8da66-dea4-412c-a2d0-b544997fd170 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups?id=7587fce7-0bb1-41d9-892c-52e44b3a5582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078308 Feb 10 06:47:20.336148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] No DVR routers for this DVR port 4f9193d4-afcb-4622-96f7-6fcfd1366d5e on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:47:20.339886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:20.343839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-87dd795a-cca6-4639-9aa1-6e3f4b38ead2 req-6307b580-a02e-4f9c-be88-163863b298d7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.13 "DELETE /v2.0/ports/4f9193d4-afcb-4622-96f7-6fcfd1366d5e HTTP/1.1" status: 204 len: 173 time: 0.9687052 Feb 10 06:47:20.505775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Attempting to bind port 5c3fe241-202a-44b6-8328-4f6cc31a9098 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:47:20.506551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Attempting to bind port 5c3fe241-202a-44b6-8328-4f6cc31a9098 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:47:20.506551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Attempting to bind port 5c3fe241-202a-44b6-8328-4f6cc31a9098 on network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:47:20.513098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:47:20.513501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Checking segment: {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:47:20.514172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:20.514758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Bound using segment: {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:47:20.515326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Bound port: 5c3fe241-202a-44b6-8328-4f6cc31a9098, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:47:20.515726 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:20.590094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c2c6c-45af-4a3a-84d9-f44dc4241624 req-34fee25e-b9e4-4bb8-972b-a862360495a4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:20.602642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-347c2c6c-45af-4a3a-84d9-f44dc4241624 req-34fee25e-b9e4-4bb8-972b-a862360495a4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1240106 Feb 10 06:47:20.688897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-347c2c6c-45af-4a3a-84d9-f44dc4241624 req-7973e8d2-6d96-4d01-bd49-d892383ae32a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806289 Feb 10 06:47:20.691520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] For port 5c3fe241-202a-44b6-8328-4f6cc31a9098, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:47:20.694658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': '5d10eac5-f2fc-4211-ae24-5efe64411fa3'}, {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:20.697498 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea67f6b7-407d-4401-9b38-cfe44e0b1c87" -d '{"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "5d10eac5-f2fc-4211-ae24-5efe64411fa3"}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "4f9193d4-afcb-4622-96f7-6fcfd1366d5e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:20.698227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] For port 5c3fe241-202a-44b6-8328-4f6cc31a9098, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c3fe241-202a-44b6-8328-4f6cc31a9098,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:47:20.724686 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:20.834277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d2ac4-bdf4-4f0c-b7a9-873e346e1ad1 None None] Pushing event updated for resources: {'Port': ['ID=5c3fe241-202a-44b6-8328-4f6cc31a9098,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:20.861719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-01cdbac8-b0d2-4759-a4da-f560125c9f78 None None] Provisioning complete for port 5c3fe241-202a-44b6-8328-4f6cc31a9098 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:20.861719 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01cdbac8-b0d2-4759-a4da-f560125c9f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:20.884799 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b75acb-6ff3-47d3-95e6-3dec460037b8 x-openstack-request-id: req-23b75acb-6ff3-47d3-95e6-3dec460037b8 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:20.884799 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "5d10eac5-f2fc-4211-ae24-5efe64411fa3", "status": "completed", "code": 200}, {"server_uuid": "8528c5f7-1e43-4111-bd7e-248075cb8b25", "name": "network-vif-deleted", "tag": "4f9193d4-afcb-4622-96f7-6fcfd1366d5e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:20.884799 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23b75acb-6ff3-47d3-95e6-3dec460037b8 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:20.884799 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': '5d10eac5-f2fc-4211-ae24-5efe64411fa3', 'status': 'completed', 'code': 200} Feb 10 06:47:20.884799 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8528c5f7-1e43-4111-bd7e-248075cb8b25', 'name': 'network-vif-deleted', 'tag': '4f9193d4-afcb-4622-96f7-6fcfd1366d5e', 'status': 'completed', 'code': 200} Feb 10 06:47:20.960934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:20.961585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:47:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:21.081039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32808) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:21.086942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-06c95bfe-d1a8-4422-a80a-e3c7046721ca tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402735800', 'description': 'tempest-secgroup-smoke-1402735800 description', 'project_id': '37c0f4d3cbd94b22835233e088c819d9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:21.141062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06c95bfe-d1a8-4422-a80a-e3c7046721ca tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.145055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:21.289101 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06c95bfe-d1a8-4422-a80a-e3c7046721ca tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (89a31177-b9ba-4ab4-bdd5-5e45a5298f45), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.294562 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06c95bfe-d1a8-4422-a80a-e3c7046721ca tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (89a31177-b9ba-4ab4-bdd5-5e45a5298f45), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.372634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c95bfe-d1a8-4422-a80a-e3c7046721ca tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a31177-b9ba-4ab4-bdd5-5e45a5298f45,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:21.377252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06c95bfe-d1a8-4422-a80a-e3c7046721ca tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.378648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-06c95bfe-d1a8-4422-a80a-e3c7046721ca tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2957761 Feb 10 06:47:21.383379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 32826) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:21.393146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d854925e-1e48-406d-ae00-ffcefb0a11e6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '89a31177-b9ba-4ab4-bdd5-5e45a5298f45', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:21.406887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-01cdbac8-b0d2-4759-a4da-f560125c9f78 None None] Current status of the port 5c3fe241-202a-44b6-8328-4f6cc31a9098 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:21.408083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01cdbac8-b0d2-4759-a4da-f560125c9f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.445202 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d854925e-1e48-406d-ae00-ffcefb0a11e6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (03eb9ebd-fa30-4316-8324-347d2c9729f4), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.475023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-01cdbac8-b0d2-4759-a4da-f560125c9f78 None None] For port 5c3fe241-202a-44b6-8328-4f6cc31a9098, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c3fe241-202a-44b6-8328-4f6cc31a9098,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:21.514844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e9eba11b-a2ce-4936-b665-6aa72f16cf7e details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:47:21.540691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae92e860-2bc6-4877-a2d0-b0ef834fdef1 req-66907cb5-e169-4786-a999-4d58adae64b6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0816126 Feb 10 06:47:21.586943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d854925e-1e48-406d-ae00-ffcefb0a11e6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (03eb9ebd-fa30-4316-8324-347d2c9729f4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.592837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d854925e-1e48-406d-ae00-ffcefb0a11e6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (03eb9ebd-fa30-4316-8324-347d2c9729f4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.624864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854925e-1e48-406d-ae00-ffcefb0a11e6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eb9ebd-fa30-4316-8324-347d2c9729f4,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:21.647032 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01cdbac8-b0d2-4759-a4da-f560125c9f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.663436 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d854925e-1e48-406d-ae00-ffcefb0a11e6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.668729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:21.673899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ebd95cc2-8fba-4151-9bbc-1aaebdc07b46 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '89a31177-b9ba-4ab4-bdd5-5e45a5298f45', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:21.679159 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d854925e-1e48-406d-ae00-ffcefb0a11e6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2946486 Feb 10 06:47:21.707794 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cc2-8fba-4151-9bbc-1aaebdc07b46 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (8123e43a-0d15-4f11-a692-9b4f5671cb95), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.800745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cc2-8fba-4151-9bbc-1aaebdc07b46 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (8123e43a-0d15-4f11-a692-9b4f5671cb95), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.810344 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cc2-8fba-4151-9bbc-1aaebdc07b46 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (8123e43a-0d15-4f11-a692-9b4f5671cb95), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.862548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd95cc2-8fba-4151-9bbc-1aaebdc07b46 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8123e43a-0d15-4f11-a692-9b4f5671cb95,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:21.945742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cc2-8fba-4151-9bbc-1aaebdc07b46 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:21.951793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 32842) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:21.959901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-21eb402d-71ab-4969-88a4-ecbb64b595a0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '89a31177-b9ba-4ab4-bdd5-5e45a5298f45', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:21.963176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ebd95cc2-8fba-4151-9bbc-1aaebdc07b46 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2931700 Feb 10 06:47:21.982041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b01e05-7958-47f6-8399-5396ff2fd4a8 req-0712560b-8656-4bb5-8824-9297cd4801cc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:21.992382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23b01e05-7958-47f6-8399-5396ff2fd4a8 req-0712560b-8656-4bb5-8824-9297cd4801cc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1515460 Feb 10 06:47:22.022995 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21eb402d-71ab-4969-88a4-ecbb64b595a0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (23123285-eea2-47e3-9f80-280da0172d5b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.066006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23b01e05-7958-47f6-8399-5396ff2fd4a8 req-deab0bfb-022b-425a-b910-69c64c3b3bb1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685897 Feb 10 06:47:22.084351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:22.103872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5bb3b5fd-35c6-4065-b239-db3ab5adc2f8 None None] Provisioning complete for port 5c3fe241-202a-44b6-8328-4f6cc31a9098 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:22.104355 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b5fd-35c6-4065-b239-db3ab5adc2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.178552 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21eb402d-71ab-4969-88a4-ecbb64b595a0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (23123285-eea2-47e3-9f80-280da0172d5b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.184173 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21eb402d-71ab-4969-88a4-ecbb64b595a0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (23123285-eea2-47e3-9f80-280da0172d5b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.194059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdbac8-b0d2-4759-a4da-f560125c9f78 None None] Pushing event updated for resources: {'Port': ['ID=5c3fe241-202a-44b6-8328-4f6cc31a9098,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:22.216534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb402d-71ab-4969-88a4-ecbb64b595a0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23123285-eea2-47e3-9f80-280da0172d5b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:22.226902 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21eb402d-71ab-4969-88a4-ecbb64b595a0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.232673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:22.234645 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-21eb402d-71ab-4969-88a4-ecbb64b595a0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2786493 Feb 10 06:47:22.237179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a7775c94-bc24-4146-9ff6-1dbaa14e16f6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '89a31177-b9ba-4ab4-bdd5-5e45a5298f45', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:22.240321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'port_id': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'mac_address': 'fa:16:3e:3c:20:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:47:22.295976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7775c94-bc24-4146-9ff6-1dbaa14e16f6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (0a4d3e00-695d-4cf1-bcce-2505f5048ffc), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.381050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e9eba11b-a2ce-4936-b665-6aa72f16cf7e is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:22.382350 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.387651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3b5fd-35c6-4065-b239-db3ab5adc2f8 None None] Current status of the port 5c3fe241-202a-44b6-8328-4f6cc31a9098 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:22.405124 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9eba11b-a2ce-4936-b665-6aa72f16cf7e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:47:22.429571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:22.442830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:15Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5c3fe241-202a-44b6-8328-4f6cc31a9098', 'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:db:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:13Z', 'updated_at': '2022-02-10T06:47:20Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:22.468386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7775c94-bc24-4146-9ff6-1dbaa14e16f6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (0a4d3e00-695d-4cf1-bcce-2505f5048ffc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.474603 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7775c94-bc24-4146-9ff6-1dbaa14e16f6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (0a4d3e00-695d-4cf1-bcce-2505f5048ffc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.483127 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.491150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9449de-83e4-4d34-b511-658579a72b3f None None] The sync data for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 is: [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:15Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5c3fe241-202a-44b6-8328-4f6cc31a9098', 'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:db:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:13Z', 'updated_at': '2022-02-10T06:47:20Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:47:22.554112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7775c94-bc24-4146-9ff6-1dbaa14e16f6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4d3e00-695d-4cf1-bcce-2505f5048ffc,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:22.577285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e9eba11b-a2ce-4936-b665-6aa72f16cf7e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:47:22.632142 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7775c94-bc24-4146-9ff6-1dbaa14e16f6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.636552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7775c94-bc24-4146-9ff6-1dbaa14e16f6 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4000049 Feb 10 06:47:22.637165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:22.673247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-36ba9316-8b6b-44bb-9443-658212082e64 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '89a31177-b9ba-4ab4-bdd5-5e45a5298f45', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:22.680079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:22.741089 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-36ba9316-8b6b-44bb-9443-658212082e64 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Project 37c0f4d3cbd94b22835233e088c819d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:47:22.811361 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36ba9316-8b6b-44bb-9443-658212082e64 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (e66d9981-a054-4ef6-90dd-edaf960edcc9), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.816482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe6c82c4-7291-41ba-9573-62e14dbc317a req-4c9a4ab5-b0e3-4579-a1dd-9f5c666f42c1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.1046865 Feb 10 06:47:22.893910 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36ba9316-8b6b-44bb-9443-658212082e64 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (e66d9981-a054-4ef6-90dd-edaf960edcc9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.913020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36ba9316-8b6b-44bb-9443-658212082e64 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (e66d9981-a054-4ef6-90dd-edaf960edcc9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.952514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba9316-8b6b-44bb-9443-658212082e64 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66d9981-a054-4ef6-90dd-edaf960edcc9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:22.997277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36ba9316-8b6b-44bb-9443-658212082e64 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:22.999830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-36ba9316-8b6b-44bb-9443-658212082e64 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3616872 Feb 10 06:47:23.002421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:23.026913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2b62ea8d-9b60-4204-8420-209da40d32c9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'security_group_rule': {'security_group_id': '89a31177-b9ba-4ab4-bdd5-5e45a5298f45', 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:23.061718 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-2b62ea8d-9b60-4204-8420-209da40d32c9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Project 37c0f4d3cbd94b22835233e088c819d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:47:23.076300 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b62ea8d-9b60-4204-8420-209da40d32c9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (f7cbc1ac-f4b6-4ec1-b46f-7618d65de918), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:23.349745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b62ea8d-9b60-4204-8420-209da40d32c9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (f7cbc1ac-f4b6-4ec1-b46f-7618d65de918), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:23.358985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b62ea8d-9b60-4204-8420-209da40d32c9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f7cbc1ac-f4b6-4ec1-b46f-7618d65de918), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:23.383204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7585fd-e802-4d5d-860c-7ee14d14b8d2 req-d666833c-7dd8-42e2-82d0-d49839594484 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:23.385339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb7585fd-e802-4d5d-860c-7ee14d14b8d2 req-d666833c-7dd8-42e2-82d0-d49839594484 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.1492214 Feb 10 06:47:23.407815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62ea8d-9b60-4204-8420-209da40d32c9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cbc1ac-f4b6-4ec1-b46f-7618d65de918,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:23.418813 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2b62ea8d-9b60-4204-8420-209da40d32c9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:23.420218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2b62ea8d-9b60-4204-8420-209da40d32c9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4132636 Feb 10 06:47:23.496221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e9eba11b-a2ce-4936-b665-6aa72f16cf7e up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:47:23.538431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb7585fd-e802-4d5d-860c-7ee14d14b8d2 req-1c661b25-247b-4697-9ee0-782b2b810b39 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351311 Feb 10 06:47:23.613021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e9eba11b-a2ce-4936-b665-6aa72f16cf7e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:23.613890 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:23.722026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e9eba11b-a2ce-4936-b665-6aa72f16cf7e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:23.722552 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:23.772545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:23.773765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:23.776847 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70d6a14-61d8-4248-8e24-21aa88f943ac" -d '{"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-plugged", "status": "completed", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:23.781482 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:23.890459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:23.895808 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ef6e7b-c74e-4653-b2eb-043d53ef17a9 x-openstack-request-id: req-61ef6e7b-c74e-4653-b2eb-043d53ef17a9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:23.896129 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-plugged", "status": "completed", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:23.896487 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61ef6e7b-c74e-4653-b2eb-043d53ef17a9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:23.897396 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'code': 200} Feb 10 06:47:23.912797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-fb4449a6-df30-490d-90f1-456df0651a11 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402735800&fields=id&tenant_id=37c0f4d3cbd94b22835233e088c819d9 HTTP/1.1" status: 200 len: 267 time: 0.0962446 Feb 10 06:47:24.157384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c76c2451-a2f1-4d71-b835-0684aabedbb1 req-65f66b5d-63a3-4c9a-b3fe-95db00e17ba9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.1193857 Feb 10 06:47:24.293483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c3fe241-202a-44b6-8328-4f6cc31a9098 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:47:24.393247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5c3fe241-202a-44b6-8328-4f6cc31a9098 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:24.393865 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:24.409534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-e9e764b5-79bd-48aa-853c-983064d09327 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:24.411277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-e9e764b5-79bd-48aa-853c-983064d09327 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/networks?id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb HTTP/1.1" status: 200 len: 796 time: 0.4858453 Feb 10 06:47:24.449851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-9583d875-7b28-4438-9d01-a02148521f99 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/quotas/37c0f4d3cbd94b22835233e088c819d9 HTTP/1.1" status: 200 len: 375 time: 0.0325556 Feb 10 06:47:24.600703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5c3fe241-202a-44b6-8328-4f6cc31a9098 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:24.603696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-afdd3313-89b0-4afc-9763-2edff7fb7f6b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356781 Feb 10 06:47:24.895274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4cda1-6816-4eb6-94ec-e5e5f108e161 req-c0c52127-af9c-4a8a-8bd4-b9db65d6ee80 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:24.896842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b2d4cda1-6816-4eb6-94ec-e5e5f108e161 req-c0c52127-af9c-4a8a-8bd4-b9db65d6ee80 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1254492 Feb 10 06:47:24.905717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-36686395-9f71-4d73-b95f-3b9396e1decf service neutron] 10.222.0.21 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875299 Feb 10 06:47:25.199810 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b2d4cda1-6816-4eb6-94ec-e5e5f108e161 req-bd0fcba6-fd83-4bf2-bdd1-593b6383e707 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963581 Feb 10 06:47:25.305156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f64d083c-56e6-4624-a238-4c8f72a68ef4 service neutron] 10.222.0.21 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883536 Feb 10 06:47:25.364014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-920630a7-8336-40a8-9fd6-c75178bda0b4 req-6dfcbd5f-b726-4788-965a-6263445fcc3a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0470071 Feb 10 06:47:25.628063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6bb7f9-6bc4-4791-8843-5206218f486a req-8d55ab12-b0a2-4d34-a0b2-351e188a2095 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 210 time: 0.0734780 Feb 10 06:47:26.481937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1b42f-a9a9-42f8-8184-1f22df6f5b0a req-8b91e41d-4b91-404c-8e62-a68c212b9460 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:26.497290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fad1b42f-a9a9-42f8-8184-1f22df6f5b0a req-8b91e41d-4b91-404c-8e62-a68c212b9460 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1337800 Feb 10 06:47:26.651756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fad1b42f-a9a9-42f8-8184-1f22df6f5b0a req-0a1752e1-d0ff-4b77-9941-a864e8a318da tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450145 Feb 10 06:47:26.655130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03425963-bfd3-4c1e-9f4a-b612a04b0e7f req-cce4486c-6a26-4086-a059-f2e271c76a87 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.1135311 Feb 10 06:47:26.785836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f864dbb-aab8-4c1d-92ee-b0b33ed30886 req-0bb7fa37-66c4-4899-b7c9-0a8b0d850d5d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 210 time: 0.0545266 Feb 10 06:47:27.619733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-e42e0c0e-948a-4f40-8717-b2f932891951 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:27.622006 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-e42e0c0e-948a-4f40-8717-b2f932891951 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "GET /v2.0/networks?id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb HTTP/1.1" status: 200 len: 796 time: 0.2541184 Feb 10 06:47:27.740471 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-914b994a-3005-4141-9261-e6e39889b7df tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37c0f4d3cbd94b22835233e088c819d9 HTTP/1.1" status: 200 len: 380 time: 0.1059732 Feb 10 06:47:27.753094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'port': {'device_id': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'admin_state_up': True, 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'security_groups': ['89a31177-b9ba-4ab4-bdd5-5e45a5298f45']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:27.895519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c95d3af-b18b-4c1b-a8ba-18800b7fa1fd req-f3a52d12-d0eb-45f0-b813-75f9b202923b tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0832646 Feb 10 06:47:27.975602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Made reservation on behalf of 37c0f4d3cbd94b22835233e088c819d9 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:47:27.980669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:28.011931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f991c1-4548-4314-9152-4b45095dd255 req-3683b3b3-a792-4b21-b487-20c85c36f4f7 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:28.017227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7f991c1-4548-4314-9152-4b45095dd255 req-3683b3b3-a792-4b21-b487-20c85c36f4f7 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1854916 Feb 10 06:47:28.132969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7f991c1-4548-4314-9152-4b45095dd255 req-d2ca906b-d568-4ebc-884c-fe68bedbc59b tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077347 Feb 10 06:47:28.186806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2650f23-fbc7-4dfd-84ce-788e99945a5d req-509ae732-311c-4f43-a35c-14eb6c7e300f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 210 time: 0.1306880 Feb 10 06:47:28.254453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.20.0.14 (1525738a-0a57-4f5e-9323-a5ee94c3cbbb/cb4a6375-b4f1-47ae-8291-f86fa50284b1/76eb9896-5a61-40ff-974b-bbf9b4239f2f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:47:28.551774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:28.653942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:28.784840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:47:28.788110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:47:28.793211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:47:28.839732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=76eb9896-5a61-40ff-974b-bbf9b4239f2f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:28.922122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:28.922854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:28.950341 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-f0191a01-5f57-4bb5-ad45-c3c0a83f23a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2029793 Feb 10 06:47:28.978539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Request body: {'port': {'device_id': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:29.100180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71ac306e-c142-4cb9-b684-0bb32c283276 req-335ff7b4-fce5-4dc2-a35a-72dfb9de03dd tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0597491 Feb 10 06:47:29.114103 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:29.136583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a4797b3b-2aee-48c6-bdbc-fdf52ea5a3c5 None None] Provisioning complete for port 76eb9896-5a61-40ff-974b-bbf9b4239f2f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:29.137597 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4797b3b-2aee-48c6-bdbc-fdf52ea5a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:29.405889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a4797b3b-2aee-48c6-bdbc-fdf52ea5a3c5 None None] Port 76eb9896-5a61-40ff-974b-bbf9b4239f2f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:47:29.495346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6799-3846-459e-916b-0ba09ee988d9 req-b7d34b12-780c-4a92-ab2d-6ff1c0aadff8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:29.503347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41db6799-3846-459e-916b-0ba09ee988d9 req-b7d34b12-780c-4a92-ab2d-6ff1c0aadff8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 932 time: 0.1875844 Feb 10 06:47:29.622442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76eb9896-5a61-40ff-974b-bbf9b4239f2f {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:47:29.626518 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfe4d3-b326-4894-88d2-d2ebbbe9066b req-eec00078-6110-41b7-9e67-2f98082dc0cc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:29.628915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2abfe4d3-b326-4894-88d2-d2ebbbe9066b req-eec00078-6110-41b7-9e67-2f98082dc0cc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.2046821 Feb 10 06:47:29.640493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Publish callbacks [] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:29.645745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41db6799-3846-459e-916b-0ba09ee988d9 req-b7b401cf-1e8a-47cd-9cae-3b48e3d7418c tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410544 Feb 10 06:47:29.662706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Transition to ACTIVE for port object 76eb9896-5a61-40ff-974b-bbf9b4239f2f will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:47:29.675661 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:29.775685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2abfe4d3-b326-4894-88d2-d2ebbbe9066b req-9a386960-8873-4d98-8cf0-a3f1acd009c1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239712 Feb 10 06:47:29.794129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Pushing event updated for resources: {'Port': ['ID=76eb9896-5a61-40ff-974b-bbf9b4239f2f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:29.937611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Attempting to bind port 76eb9896-5a61-40ff-974b-bbf9b4239f2f on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:47:29.937865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Attempting to bind port 76eb9896-5a61-40ff-974b-bbf9b4239f2f by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:47:29.938161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Attempting to bind port 76eb9896-5a61-40ff-974b-bbf9b4239f2f on network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:47:29.951281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Port 76eb9896-5a61-40ff-974b-bbf9b4239f2f on network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:47:29.951576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Attempting to bind port 76eb9896-5a61-40ff-974b-bbf9b4239f2f on network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:47:29.966694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:47:29.967042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Checking segment: {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:47:29.967428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Bound using segment: {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:47:29.967875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Bound port: 76eb9896-5a61-40ff-974b-bbf9b4239f2f, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:47:29.968489 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:30.119110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] For port 76eb9896-5a61-40ff-974b-bbf9b4239f2f, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:47:30.126104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] For port 76eb9896-5a61-40ff-974b-bbf9b4239f2f, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:47:30.148535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:30.246368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:30.246368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:30.249063 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] 10.222.0.13 "PUT /v2.0/ports/76eb9896-5a61-40ff-974b-bbf9b4239f2f HTTP/1.1" status: 200 len: 1092 time: 1.2884805 Feb 10 06:47:30.249702 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:30.259401 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67197f11-55dc-4eb3-ae92-1cc21a09c79d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:30.333641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a5500-c49c-40a6-b341-29f360e8b4bc service neutron] Pushing event updated for resources: {'Port': ['ID=76eb9896-5a61-40ff-974b-bbf9b4239f2f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:30.374041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-455c35aa-086a-4c0d-9312-2aa8e74974e4 req-f7419f4e-9b5c-41e1-8dbd-e69c1f795dac tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.1058750 Feb 10 06:47:30.405973 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb6cfb3-1e13-4a4a-a449-69cae343e35c x-openstack-request-id: req-beb6cfb3-1e13-4a4a-a449-69cae343e35c {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:30.406400 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:30.409728 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-beb6cfb3-1e13-4a4a-a449-69cae343e35c {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:30.410230 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'status': 'completed', 'code': 200} Feb 10 06:47:30.476913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-7148a340-b42e-4939-85f5-4bc401d8ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:30.480593 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-7148a340-b42e-4939-85f5-4bc401d8ddbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 1126 time: 0.1799183 Feb 10 06:47:30.573603 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-a432bee3-99c2-4a00-826a-7284c8e7e2a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f HTTP/1.1" status: 200 len: 217 time: 0.0881188 Feb 10 06:47:30.631896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-37e08ef1-2313-42fb-aa62-493478ffd6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:30.633680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-37e08ef1-2313-42fb-aa62-493478ffd6c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb4a6375-b4f1-47ae-8291-f86fa50284b1 HTTP/1.1" status: 200 len: 835 time: 0.0547264 Feb 10 06:47:30.749071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-c944d160-b912-4785-a9c1-acf6fef3f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:30.751397 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-c944d160-b912-4785-a9c1-acf6fef3f59a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1114504 Feb 10 06:47:30.853960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960498c-f358-48b2-ba23-fbe23d58ac01 req-326b3b92-ddc7-4514-8b67-31cabf72964f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:30.862188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a960498c-f358-48b2-ba23-fbe23d58ac01 req-326b3b92-ddc7-4514-8b67-31cabf72964f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 944 time: 0.0701077 Feb 10 06:47:30.923141 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a960498c-f358-48b2-ba23-fbe23d58ac01 req-e412c08e-511f-4d71-a389-1f5e1d17903d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599239 Feb 10 06:47:30.981812 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-260e7324-5124-4b7c-b709-e25a49cd6ae7 service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240746 Feb 10 06:47:31.041153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc348a-b073-4ab9-8d52-9fde746658d7 req-a09fbe7f-f9df-4d0e-9e4d-8b86312952f0 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:31.049383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3fc348a-b073-4ab9-8d52-9fde746658d7 req-a09fbe7f-f9df-4d0e-9e4d-8b86312952f0 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0760238 Feb 10 06:47:31.138329 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-76478dd1-7d11-42c5-bb4c-1d391799b9f1 req-59a6d6eb-af9c-40b5-a118-671130e589fd service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482551 Feb 10 06:47:31.155736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3fc348a-b073-4ab9-8d52-9fde746658d7 req-5075c9d9-450f-4823-9888-c75979beb9a4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050925 Feb 10 06:47:31.312762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-caa8eadb-12f7-41cf-82eb-d4627b8a6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:31.312762 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-caa8eadb-12f7-41cf-82eb-d4627b8a6652 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 1126 time: 0.1197760 Feb 10 06:47:31.515867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-0174f390-9760-442a-a655-42ddbcaa6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:31.521893 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-0174f390-9760-442a-a655-42ddbcaa6f45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb HTTP/1.1" status: 200 len: 896 time: 0.2042348 Feb 10 06:47:31.651760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9aee2f2-9cef-4bca-9577-5f7c8076f52b req-1aade15b-5ab0-41b4-9df5-e2cd48423245 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0940163 Feb 10 06:47:31.665528 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-e8638994-3030-4cfb-9cbd-2b7903fff357 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f HTTP/1.1" status: 200 len: 217 time: 0.1360044 Feb 10 06:47:31.760159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-8b69ed4a-beba-4f70-9c0b-a7312894a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:31.768036 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-8b69ed4a-beba-4f70-9c0b-a7312894a408 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb4a6375-b4f1-47ae-8291-f86fa50284b1 HTTP/1.1" status: 200 len: 835 time: 0.0967364 Feb 10 06:47:31.873844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-166ca1a5-14ec-457b-a464-06a806950164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:31.874639 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-166ca1a5-14ec-457b-a464-06a806950164 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0952454 Feb 10 06:47:32.027458 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-036da209-24a6-46ae-b1c4-fe58a4962cbf service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387110 Feb 10 06:47:32.195317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8d54-ec3c-4685-b9e8-c79dfdc55904 req-76f12e4a-480a-4f01-ae7e-44fd9cc7052c tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:32.206024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0cd8d54-ec3c-4685-b9e8-c79dfdc55904 req-76f12e4a-480a-4f01-ae7e-44fd9cc7052c tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 944 time: 0.1275902 Feb 10 06:47:32.287924 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-67197f11-55dc-4eb3-ae92-1cc21a09c79d req-515227b6-f228-45a1-9afd-84beceac61be service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383692 Feb 10 06:47:32.341671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0cd8d54-ec3c-4685-b9e8-c79dfdc55904 req-069c7ad3-eeef-40fb-bb55-e700d33e00f7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060832 Feb 10 06:47:32.430859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497afab3-7996-4744-b372-d820f3526743 req-88915858-7379-4f6d-8c51-d941651769b6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:32.437859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-497afab3-7996-4744-b372-d820f3526743 req-88915858-7379-4f6d-8c51-d941651769b6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1040447 Feb 10 06:47:32.539016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-497afab3-7996-4744-b372-d820f3526743 req-327b8bda-2fc1-4256-befd-211f9a7c8553 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994647 Feb 10 06:47:32.870363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed0cc5ab-03c1-49c9-bf71-57383bd060a0 req-18b397ec-b012-4346-8790-f037ab56d0e4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0996003 Feb 10 06:47:33.552778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626252b-9a3f-4d9d-9da5-8b3c7ae859b0 req-365c2fa8-22f3-460c-90b6-014bcd1c55e9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:33.554157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e626252b-9a3f-4d9d-9da5-8b3c7ae859b0 req-365c2fa8-22f3-460c-90b6-014bcd1c55e9 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 944 time: 0.0964756 Feb 10 06:47:33.640311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e626252b-9a3f-4d9d-9da5-8b3c7ae859b0 req-4ae6fd12-4c22-4633-b73e-8771323da6d1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763121 Feb 10 06:47:33.782170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b21a9-21c9-44dc-8a03-9f8e50d63228 req-09e918f4-0f4d-46fc-8fde-5dc4362c2bb5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:33.785987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d60b21a9-21c9-44dc-8a03-9f8e50d63228 req-09e918f4-0f4d-46fc-8fde-5dc4362c2bb5 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1209226 Feb 10 06:47:33.927325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d60b21a9-21c9-44dc-8a03-9f8e50d63228 req-522924cf-cfd8-46f8-b4e8-322ba7e63e4f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325378 Feb 10 06:47:34.070205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e958bafd-7f82-496a-a151-0f402e0bb6a2 req-60cab7e4-c3b4-45e7-ba51-7701482fd4b1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0596898 Feb 10 06:47:34.828381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c2be4-5787-4351-8c14-55e75801e575 req-a5a4bdeb-3fc1-402a-b52a-d114dfc0a179 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:34.830168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b26c2be4-5787-4351-8c14-55e75801e575 req-a5a4bdeb-3fc1-402a-b52a-d114dfc0a179 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 944 time: 0.0832558 Feb 10 06:47:34.975340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b26c2be4-5787-4351-8c14-55e75801e575 req-f9fb49f2-62cc-4fae-8c0f-6728832b9c6b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364291 Feb 10 06:47:35.077363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5981603-ca62-420e-955f-7bf654007173 req-d7bb9a2e-4e00-4a7f-8db8-79b62e9ffedc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:35.086808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5981603-ca62-420e-955f-7bf654007173 req-d7bb9a2e-4e00-4a7f-8db8-79b62e9ffedc tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0827482 Feb 10 06:47:35.280307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5981603-ca62-420e-955f-7bf654007173 req-d1092f9f-1db0-42d0-aa0d-a56efba58208 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880462 Feb 10 06:47:35.337679 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b064ba1-76b9-4423-92dc-2c0302c32e10 req-08537e3b-443a-4b01-8bc4-29996b9c7309 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0878279 Feb 10 06:47:35.541102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 76eb9896-5a61-40ff-974b-bbf9b4239f2f details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:47:35.769388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 76eb9896-5a61-40ff-974b-bbf9b4239f2f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:35.806989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'port_id': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'mac_address': 'fa:16:3e:91:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:47:35.910892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 76eb9896-5a61-40ff-974b-bbf9b4239f2f is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:35.911292 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:35.932768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76eb9896-5a61-40ff-974b-bbf9b4239f2f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:47:35.974674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 76eb9896-5a61-40ff-974b-bbf9b4239f2f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:35.997586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:36.185932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=76eb9896-5a61-40ff-974b-bbf9b4239f2f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:36.250488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e4014-703b-4579-8223-669615f4d325 req-3ebc919c-787c-49ef-8057-202a20e46098 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:36.251988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e7e4014-703b-4579-8223-669615f4d325 req-3ebc919c-787c-49ef-8057-202a20e46098 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 945 time: 0.1093638 Feb 10 06:47:36.311080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['76eb9896-5a61-40ff-974b-bbf9b4239f2f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:47:36.397647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e7e4014-703b-4579-8223-669615f4d325 req-a077579c-022e-4df2-9980-8b3203c6f3f0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340437 Feb 10 06:47:36.641360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5a5e49d-c812-4238-981f-3ac83acf0c9d req-6bf47dc1-63b6-4799-b9b4-700c21233bf9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.1016605 Feb 10 06:47:36.680149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983af7e-0fd9-420b-a37b-fb96e0fd0082 req-da3837a1-bb9e-47a5-9182-cf969595cf83 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:36.691569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c983af7e-0fd9-420b-a37b-fb96e0fd0082 req-da3837a1-bb9e-47a5-9182-cf969595cf83 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1998425 Feb 10 06:47:36.778996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c983af7e-0fd9-420b-a37b-fb96e0fd0082 req-4475c7ef-3588-4a56-ae77-92c1aa34d54d tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892162 Feb 10 06:47:36.860168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:37.545016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 76eb9896-5a61-40ff-974b-bbf9b4239f2f up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:47:37.598692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e5704-def6-4c1f-949a-55ab41ad35e5 req-823348b9-3871-4173-9860-a416c0c76adc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:37.608603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf5e5704-def6-4c1f-949a-55ab41ad35e5 req-823348b9-3871-4173-9860-a416c0c76adc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 945 time: 0.1037242 Feb 10 06:47:37.650178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 76eb9896-5a61-40ff-974b-bbf9b4239f2f completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:47:37.657213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 76eb9896-5a61-40ff-974b-bbf9b4239f2f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:47:37.658248 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:37.723440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf5e5704-def6-4c1f-949a-55ab41ad35e5 req-b3a436de-348e-48ea-a2bf-116285d1733f tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068952 Feb 10 06:47:37.795056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 76eb9896-5a61-40ff-974b-bbf9b4239f2f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:37.795708 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:37.847307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 76eb9896-5a61-40ff-974b-bbf9b4239f2f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:37.848634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:37.851973 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c234132-4b2a-4674-b1f7-a489e7c4e4de" -d '{"events": [{"server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "name": "network-vif-plugged", "status": "completed", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:37.856459 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:37.874496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2a1a234-ba3c-4bd6-ab97-ea011bab7d19 req-8b3a52f2-c4fb-45cb-8c6d-13e365384fc1 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.1021492 Feb 10 06:47:37.924841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=76eb9896-5a61-40ff-974b-bbf9b4239f2f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:37.998366 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebac9d4-c143-4f95-a6e7-df1ba7432d94 x-openstack-request-id: req-eebac9d4-c143-4f95-a6e7-df1ba7432d94 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:37.998673 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "name": "network-vif-plugged", "status": "completed", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:37.998937 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eebac9d4-c143-4f95-a6e7-df1ba7432d94 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:37.999354 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'code': 200} Feb 10 06:47:38.000138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de9912-ba08-4735-a8f6-6688f0fbbd71 req-d47797bf-1980-4088-bef8-a52d4bab5db6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:38.002904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61de9912-ba08-4735-a8f6-6688f0fbbd71 req-d47797bf-1980-4088-bef8-a52d4bab5db6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0855885 Feb 10 06:47:38.097800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61de9912-ba08-4735-a8f6-6688f0fbbd71 req-9262e420-57f7-477b-803e-89be83a7e605 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860493 Feb 10 06:47:38.167640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487745e9-35f2-48c5-b005-55338560a427 req-6ea2b2ff-fb56-4458-919c-ab7cddb1a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:38.169446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-487745e9-35f2-48c5-b005-55338560a427 req-6ea2b2ff-fb56-4458-919c-ab7cddb1a2e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 1128 time: 0.0903075 Feb 10 06:47:38.253133 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-487745e9-35f2-48c5-b005-55338560a427 req-ffdb4ad4-f511-45c8-8e1a-074e19323c2e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767918 Feb 10 06:47:38.857155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f2ec1-9a19-41cd-a44d-00313a36ae0a req-3ebcb5a7-5b0c-467b-a5f5-9fa00992f84e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:38.859353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e15f2ec1-9a19-41cd-a44d-00313a36ae0a req-3ebcb5a7-5b0c-467b-a5f5-9fa00992f84e tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 946 time: 0.0603843 Feb 10 06:47:38.926285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e15f2ec1-9a19-41cd-a44d-00313a36ae0a req-eb0ea982-cca5-4a9f-9608-3611acf405e7 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554998 Feb 10 06:47:39.047448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47bbb748-29a6-4555-baa2-59f055fec357 req-1c3bc5a1-9b8a-4ae4-8169-7c3e11433efc tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0435982 Feb 10 06:47:39.265174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f44c03-9b6f-4240-b1d6-65f9dad5681f req-a7b552da-b460-4bc3-a50b-0e2b79eda66a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:39.267020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18f44c03-9b6f-4240-b1d6-65f9dad5681f req-a7b552da-b460-4bc3-a50b-0e2b79eda66a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0724466 Feb 10 06:47:39.326617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18f44c03-9b6f-4240-b1d6-65f9dad5681f req-2e69aaf9-c44c-420b-9c85-2e31f3f67350 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536995 Feb 10 06:47:40.033565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:40.049866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24896350-f716-4d76-b86a-541701744955 req-4a23a300-69aa-4fcb-9f7e-7ca46ab43d41 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:40.051549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24896350-f716-4d76-b86a-541701744955 req-4a23a300-69aa-4fcb-9f7e-7ca46ab43d41 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 946 time: 0.0599353 Feb 10 06:47:40.159682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24896350-f716-4d76-b86a-541701744955 req-f40c08ad-4276-45c5-9644-31913924ad3d tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996261 Feb 10 06:47:40.220935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-359f0136-224b-4fc8-829e-491199ab1b5b req-b18395d5-fb51-47bb-ade2-f39b0d4d63e2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0548019 Feb 10 06:47:40.333671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62902-14f0-4e44-806e-5aea782c8aab req-cbc04552-3ff7-4e02-b112-e4f51028ccfa tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:40.334444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4439cd56-46bc-4b4e-9f8a-64defbcff561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:40.336056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abe62902-14f0-4e44-806e-5aea782c8aab req-cbc04552-3ff7-4e02-b112-e4f51028ccfa tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 946 time: 0.0596502 Feb 10 06:47:40.400370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-abe62902-14f0-4e44-806e-5aea782c8aab req-7dca35b3-642e-4c5b-9f7d-441dedc320f2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549262 Feb 10 06:47:40.425764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33246) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:40.475252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e25aca-9308-456c-9c05-07eac0f18816 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:40.477302 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a8e25aca-9308-456c-9c05-07eac0f18816 tempest-TestNetworkBasicOps-1102432167 tempest-TestNetworkBasicOps-1102432167-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 1123 time: 0.0504508 Feb 10 06:47:40.480582 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33250) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:40.486761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:40.501521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22bce-9a48-4cdc-9220-38db11ba0a27 req-b1fa186b-559c-4983-93f6-1c6f64062d7a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:40.503130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61d22bce-9a48-4cdc-9220-38db11ba0a27 req-b1fa186b-559c-4983-93f6-1c6f64062d7a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0872164 Feb 10 06:47:40.510163 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:40.553380 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61d22bce-9a48-4cdc-9220-38db11ba0a27 req-d5843f2d-ff3f-4a41-98a3-bdfc3c3194c1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Feb 10 06:47:40.613522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:40.715361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Allocated IP 172.25.8.44 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/03c3e69c-9f24-44d1-81ac-7f140e4a0411) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:47:40.818276 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (03c3e69c-9f24-44d1-81ac-7f140e4a0411), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:40.852534 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (03c3e69c-9f24-44d1-81ac-7f140e4a0411), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:40.891759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:47:40.896159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:47:40.899813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:47:40.905781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=03c3e69c-9f24-44d1-81ac-7f140e4a0411,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:40.932344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.932695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.933041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.933379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.933712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.934043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.934398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.934736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.935062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.935387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.935711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.936037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:40.936357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:47:41.233708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-4b149055-8716-4de0-b7ce-85196ac1a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:41.235920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-4b149055-8716-4de0-b7ce-85196ac1a2ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 1128 time: 0.1072724 Feb 10 06:47:41.366957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4883098-3d65-4c9e-8b97-b2cb65231041 req-6fc8bec9-34ff-44d1-9c7c-c3ffeac321c6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0516856 Feb 10 06:47:41.419147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-6c548dc2-eea4-449f-a813-93f007e18dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:41.420514 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-6c548dc2-eea4-449f-a813-93f007e18dff service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.1728201 Feb 10 06:47:41.433625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for floatingip (a28e19b6-ec74-4323-b901-e269b3fd0e1c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:41.515920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-b3241d96-5623-4410-b764-e68554ffab0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 1002 time: 0.0880747 Feb 10 06:47:41.692710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d5c52-d102-454d-89e1-8f918fdb509b req-e7e26346-57b2-4c92-930f-13d7cedc666c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:41.695030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc4d5c52-d102-454d-89e1-8f918fdb509b req-e7e26346-57b2-4c92-930f-13d7cedc666c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0637436 Feb 10 06:47:41.752789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc4d5c52-d102-454d-89e1-8f918fdb509b req-2581d833-6cd2-471f-9a56-0b80873c22a4 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513673 Feb 10 06:47:41.882244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (03c3e69c-9f24-44d1-81ac-7f140e4a0411), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:41.919846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-9cf708bc-ee56-443c-81e1-cda9021e54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:41.921294 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-9cf708bc-ee56-443c-81e1-cda9021e54b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.0732739 Feb 10 06:47:42.029989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-5c4fdf8f-9d0e-48ca-b6b7-202b3a7c91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:42.031544 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-5c4fdf8f-9d0e-48ca-b6b7-202b3a7c91d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1006823 Feb 10 06:47:42.136305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for port (03c3e69c-9f24-44d1-81ac-7f140e4a0411), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:42.143188 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (03c3e69c-9f24-44d1-81ac-7f140e4a0411), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:42.193397 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-105c1631-2af0-4ae1-9eb3-1dbd2427f380 service neutron] 10.222.0.13 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526566 Feb 10 06:47:42.246784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event updated for resources: {'Port': ['ID=03c3e69c-9f24-44d1-81ac-7f140e4a0411,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:42.293878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (a28e19b6-ec74-4323-b901-e269b3fd0e1c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:42.404998 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cc5ca57c-5ec3-4501-83d8-b8eea798a84d req-e64a0328-1d11-45a0-8f60-9d3ee68e8f86 service neutron] 10.222.0.13 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870968 Feb 10 06:47:42.425988 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Floating IP a28e19b6-ec74-4323-b901-e269b3fd0e1c associated. External IP: 172.25.8.44, port: 76eb9896-5a61-40ff-974b-bbf9b4239f2f. Feb 10 06:47:42.468207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a91a796-85d2-48fa-84c5-491f51abf880 req-a0705a38-938e-4ed1-8ca1-0f5122a5690c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0318789 Feb 10 06:47:42.501833 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99fe1024-3daa-4dba-bd70-566e2f649536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:42.645935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 0aa65f4b-ae55-44ee-a07c-855723551949 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:47:42.762495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:47:42.775813 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] Sync routers for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:47:42.781909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:42.788171 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:42.790546 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:47:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:42.818637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3d6dba7a-8c7c-4083-b6d1-3df4bba9686a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3367612 Feb 10 06:47:42.819660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:42.821300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33268) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:42.838025 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4314e678-cc08-4281-b148-0b16383feeee" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:42.897732 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2100d6d-f536-41ce-8eeb-7de677bb06eb x-openstack-request-id: req-d2100d6d-f536-41ce-8eeb-7de677bb06eb {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:42.898034 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:42.898318 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2100d6d-f536-41ce-8eeb-7de677bb06eb {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:42.898737 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'status': 'completed', 'code': 200} Feb 10 06:47:42.917983 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:42.997077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e678-cc08-4281-b148-0b16383feeee req-d158731e-322b-415c-bde8-234935ceaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:42.998683 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4314e678-cc08-4281-b148-0b16383feeee req-d158731e-322b-415c-bde8-234935ceaed6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 1128 time: 0.0700054 Feb 10 06:47:43.112950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e678-cc08-4281-b148-0b16383feeee req-9aa06447-b259-4010-9710-000bf266c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:43.114819 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4314e678-cc08-4281-b148-0b16383feeee req-9aa06447-b259-4010-9710-000bf266c334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb HTTP/1.1" status: 200 len: 896 time: 0.1092832 Feb 10 06:47:43.192653 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4314e678-cc08-4281-b148-0b16383feeee req-da74490d-8dbc-488f-b870-ead1a285d680 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f HTTP/1.1" status: 200 len: 999 time: 0.0713646 Feb 10 06:47:43.197478 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:15Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a28e19b6-ec74-4323-b901-e269b3fd0e1c', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'port_id': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'mac_address': 'fa:16:3e:91:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:47:41Z', 'updated_at': '2022-02-10T06:47:41Z', 'revision_number': 0, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3fe241-202a-44b6-8328-4f6cc31a9098', 'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:db:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:13Z', 'updated_at': '2022-02-10T06:47:21Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:43.233205 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] Checking router: 0aa65f4b-ae55-44ee-a07c-855723551949 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:47:43.243681 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:47:43.244527 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:47:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:43.277104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e678-cc08-4281-b148-0b16383feeee req-33bc759e-e1a7-4aec-bb46-55d0682a06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:43.279155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4314e678-cc08-4281-b148-0b16383feeee req-33bc759e-e1a7-4aec-bb46-55d0682a06ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb4a6375-b4f1-47ae-8291-f86fa50284b1 HTTP/1.1" status: 200 len: 835 time: 0.0616615 Feb 10 06:47:43.301873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-116fd435-714f-4c86-9182-b20eb3a1c1ab tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/floatingips/a28e19b6-ec74-4323-b901-e269b3fd0e1c HTTP/1.1" status: 200 len: 991 time: 0.4792976 Feb 10 06:47:43.313644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51377b28-e9fe-4c13-9f33-88a51f9ac64f req-189bcde1-fb72-4980-beca-d9902aadbc68 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:43.321538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51377b28-e9fe-4c13-9f33-88a51f9ac64f req-189bcde1-fb72-4980-beca-d9902aadbc68 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.4421711 Feb 10 06:47:43.338791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e678-cc08-4281-b148-0b16383feeee req-a9f4e22a-f441-4ddf-9af2-db551e099ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:43.340626 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4314e678-cc08-4281-b148-0b16383feeee req-a9f4e22a-f441-4ddf-9af2-db551e099ae5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551014 Feb 10 06:47:43.366056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51377b28-e9fe-4c13-9f33-88a51f9ac64f req-9e7a052b-c8ee-4add-a486-c0b3ddb2d00c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 Feb 10 06:47:43.378840 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:47:43.471250 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4314e678-cc08-4281-b148-0b16383feeee req-066f0726-1e11-46a6-ae3f-a0aa956c9b1f service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224825 Feb 10 06:47:43.585717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2b5d4fd-3fff-4916-8409-2a7091f035fe req-9e47b800-7397-4269-9ac3-ac4e25d86fe5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0292201 Feb 10 06:47:43.596532 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4314e678-cc08-4281-b148-0b16383feeee req-144242b7-69b1-4761-9228-0f0c5a00ccf4 service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179383 Feb 10 06:47:43.638194 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:15Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a28e19b6-ec74-4323-b901-e269b3fd0e1c', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'port_id': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'mac_address': 'fa:16:3e:91:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:47:41Z', 'updated_at': '2022-02-10T06:47:41Z', 'revision_number': 0, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3fe241-202a-44b6-8328-4f6cc31a9098', 'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:db:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:13Z', 'updated_at': '2022-02-10T06:47:21Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:47:43.667571 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2644b-8663-4e74-8a9d-4e9fd1a251cb None None] The sync data for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 is: [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:15Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a28e19b6-ec74-4323-b901-e269b3fd0e1c', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'port_id': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'mac_address': 'fa:16:3e:91:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:47:41Z', 'updated_at': '2022-02-10T06:47:41Z', 'revision_number': 0, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3fe241-202a-44b6-8328-4f6cc31a9098', 'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:db:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:13Z', 'updated_at': '2022-02-10T06:47:21Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:47:43.775250 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:43.867487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c95a697-1336-4cde-b73b-ee0827b63835 None None] New status for floating IP a28e19b6-ec74-4323-b901-e269b3fd0e1c: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:47:44.304918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33280) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:47:44.369383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1c5c442d-57c1-43e6-b034-afc092573982 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/floatingips/a28e19b6-ec74-4323-b901-e269b3fd0e1c HTTP/1.1" status: 200 len: 993 time: 0.0635560 Feb 10 06:47:44.541094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dac27d-34d5-4e81-a655-655cc240914f req-b0037a32-52ae-4793-bc45-78431bcb45fa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:44.543317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1dac27d-34d5-4e81-a655-655cc240914f req-b0037a32-52ae-4793-bc45-78431bcb45fa tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0763619 Feb 10 06:47:44.610871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1dac27d-34d5-4e81-a655-655cc240914f req-77c4c738-000a-4d0a-9b3d-a7047ec05728 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546875 Feb 10 06:47:44.732217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32cf7f4c-4cd6-4703-a7e5-a62be2f3aa38 req-becfa900-fee0-480d-aa42-2088fc89b2a4 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0515575 Feb 10 06:47:45.192120 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:45.432940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-3ae2fd54-2227-46d5-b5dc-b4dbc995f414 req-73198fca-5eb8-4da6-b644-a600b22316ec service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:47:45.434092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ae2fd54-2227-46d5-b5dc-b4dbc995f414 req-73198fca-5eb8-4da6-b644-a600b22316ec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055449 Feb 10 06:47:45.574739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e9eba11b-a2ce-4936-b665-6aa72f16cf7e no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:47:45.647898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874cffb-0f8b-4cf9-94fb-4652bad1fb48 req-cb29db2c-0ada-4797-8721-1865d67232f6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:45.655963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a874cffb-0f8b-4cf9-94fb-4652bad1fb48 req-cb29db2c-0ada-4797-8721-1865d67232f6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.1010833 Feb 10 06:47:45.712398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a874cffb-0f8b-4cf9-94fb-4652bad1fb48 req-bc2be10e-8f86-46d2-b043-d8cf9d38900a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554495 Feb 10 06:47:45.748607 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-fdb61662-03af-4c21-b036-ba8a0ed33eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248293 Feb 10 06:47:45.750287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e9eba11b-a2ce-4936-b665-6aa72f16cf7e is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:45.751184 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:45.804939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:45.808626 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14d1bec-6beb-4e47-8357-45d04e4fdcba" -d '{"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-unplugged", "status": "completed", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:45.830505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:45.843500 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:45.874884 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79192c-b896-4fda-8b51-0e4a573356bd x-openstack-request-id: req-cc79192c-b896-4fda-8b51-0e4a573356bd {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:45.875178 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-unplugged", "status": "failed", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e", "code": 422}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:45.875435 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc79192c-b896-4fda-8b51-0e4a573356bd {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:45.875828 n-d-828670-1 neutron-server[103215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'code': 422} returned with failed status Feb 10 06:47:45.889235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59be3e79-17ce-457a-8753-c8f233dc4049 req-f6700ef3-89ba-4390-9dcf-e0d8a2d744f9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0553904 Feb 10 06:47:45.906108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:45.955285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-27768736-16f4-4dc3-8647-6b0b3b16aaf6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:45.956917 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-27768736-16f4-4dc3-8647-6b0b3b16aaf6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports/e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 941 time: 0.1692660 Feb 10 06:47:46.436182 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:46.860700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50336b89-d2ba-48b3-82a8-c7003cd71580 req-386d45dd-5c99-49be-b140-89e8ef963878 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:46.862901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50336b89-d2ba-48b3-82a8-c7003cd71580 req-386d45dd-5c99-49be-b140-89e8ef963878 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 944 time: 0.0688069 Feb 10 06:47:46.905365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-e9d956aa-c9eb-4a48-acd2-6beaed58c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:46.907040 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-e9d956aa-c9eb-4a48-acd2-6beaed58c064 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9&tenant_id=d9f705d9da914e46ae8affaae28b2da9 HTTP/1.1" status: 200 len: 1126 time: 0.1070228 Feb 10 06:47:46.922546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50336b89-d2ba-48b3-82a8-c7003cd71580 req-05c98d97-1865-4a4f-82b9-a245a3cdd94c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514219 Feb 10 06:47:46.923481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:46.998777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:47.048572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5af0f29-5624-4a7c-9337-b4f7c243594c req-32f3a5e7-b543-410d-b158-ea3c45d189b8 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0332351 Feb 10 06:47:47.207871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:47.242073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:47:47.274616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9eba11b-a2ce-4936-b665-6aa72f16cf7e {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:47:47.282785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Publish callbacks [] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:47.296097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Transition to ACTIVE for port object e9eba11b-a2ce-4936-b665-6aa72f16cf7e will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:47:47.299993 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:47.414137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=9']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:47.480148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] No DVR routers for this DVR port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:47:47.622616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Attempting to bind port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:47:47.622864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Attempting to bind port e9eba11b-a2ce-4936-b665-6aa72f16cf7e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:47:47.623192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Attempting to bind port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on network aa82c388-a80e-4ab9-83ef-9b47d4160248 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:47:47.627338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on network aa82c388-a80e-4ab9-83ef-9b47d4160248 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:47:47.627659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Attempting to bind port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on network aa82c388-a80e-4ab9-83ef-9b47d4160248 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:47:47.632390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:47:47.632728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Checking segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:47:47.633112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Bound using segment: {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:47:47.633535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Bound port: e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d5d7d5-f739-4758-93ef-0f1d067c3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:47:47.633887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:47.707896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:47:47.711170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:47:47.717518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:47.763093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:47.763823 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:47.765545 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 1092 time: 0.8485584 Feb 10 06:47:47.766085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:47.769057 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b844b41f-7eeb-46ee-b7c4-3e94be652338" -d '{"events": [{"name": "network-changed", "server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:47.842583 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da140342-fcb6-4c64-97f9-00d314d501ef x-openstack-request-id: req-da140342-fcb6-4c64-97f9-00d314d501ef {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:47.843252 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:47.849370 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da140342-fcb6-4c64-97f9-00d314d501ef {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:47.849822 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'status': 'completed', 'code': 200} Feb 10 06:47:47.859168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988079b0-0f90-41ef-a956-4fa22978bdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=10']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:47.883227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-a4a00a92-d7d6-4f02-b29b-cec72769fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:47.884759 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-a4a00a92-d7d6-4f02-b29b-cec72769fa4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 1127 time: 0.0852177 Feb 10 06:47:48.029718 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-031829d4-3ded-4e29-a338-4c1b0e56df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:48.031620 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-031829d4-3ded-4e29-a338-4c1b0e56df7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.1371534 Feb 10 06:47:48.068628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490af0-23b3-432c-810f-46044c8a1477 req-be0da3d7-f7a2-45aa-b5ed-dcab08fbf15d tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:48.071087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-be0da3d7-f7a2-45aa-b5ed-dcab08fbf15d tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 815 time: 0.1720915 Feb 10 06:47:48.133017 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-5fdd21d8-dfd9-47f0-b58f-6dff95204710 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 1000 time: 0.0920544 Feb 10 06:47:48.149129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b50f1-6385-468d-a3bb-f99ed23c4627 req-561bec27-e52d-4977-8cd5-18276d6a5656 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:48.153004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a62b50f1-6385-468d-a3bb-f99ed23c4627 req-561bec27-e52d-4977-8cd5-18276d6a5656 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0801349 Feb 10 06:47:48.224311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a62b50f1-6385-468d-a3bb-f99ed23c4627 req-649c1130-eb01-40d2-85cb-a9cffe430732 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660703 Feb 10 06:47:48.224976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-0e92435a-b399-468d-94c1-55244b55683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:48.226656 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-0e92435a-b399-468d-94c1-55244b55683e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.0844576 Feb 10 06:47:48.235405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-f9befc8e-0993-4e71-ab0f-ef0bfcac9dba tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/quotas/dc291a1a94a741daa93c21666dc3acd9 HTTP/1.1" status: 200 len: 375 time: 0.0100079 Feb 10 06:47:48.297843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-ab6557a6-dd3e-4682-8ab6-c808521a378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:48.299720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-ab6557a6-dd3e-4682-8ab6-c808521a378e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641284 Feb 10 06:47:48.308780 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-c6deac42-279c-4d25-a480-4fafdc97869e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670054 Feb 10 06:47:48.356130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14bc3ebd-dfb8-4f9e-abb7-d6f031c552e7 req-15e5f1f7-7fb7-45af-9652-f67ccd3dcd96 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0422628 Feb 10 06:47:48.400698 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-ce3e2741-59f8-425e-a154-6239e1a9af9e service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893619 Feb 10 06:47:48.442112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-f1570404-f357-4b45-b120-0a2415aedcba service neutron] 10.222.0.21 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166441 Feb 10 06:47:48.496113 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-33150778-90a1-4a5c-a824-58bc56c08b7f req-aacf2c44-d366-4e11-ae5f-14cee9c9ed42 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869536 Feb 10 06:47:48.536566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-6cd519b5-067c-469f-b732-f75c2c45bce2 service neutron] 10.222.0.21 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873084 Feb 10 06:47:48.610058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-2cdc59f1-2d16-49d4-9904-f19132d8e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:48.611767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-2cdc59f1-2d16-49d4-9904-f19132d8e5d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 1127 time: 0.0562603 Feb 10 06:47:48.726977 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97b23b22-bf01-4c5b-9149-4702846443c7 req-5cf23bb5-e66d-4e29-a836-1840f531f018 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 210 time: 0.0383129 Feb 10 06:47:48.751297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-ad0c0c5a-2093-4e4a-9fa9-445f0496dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:48.752791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-ad0c0c5a-2093-4e4a-9fa9-445f0496dd88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.1267943 Feb 10 06:47:48.841458 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-e8df8501-a2ab-4b9e-8df9-9da183a9ddea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 1000 time: 0.0785375 Feb 10 06:47:48.910759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-aa0168a1-24a5-40e1-b047-f87927362828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:48.912231 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-aa0168a1-24a5-40e1-b047-f87927362828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.0616124 Feb 10 06:47:49.006206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-161dbda3-486d-4a11-9baf-d7b5fc6c37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:49.010817 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-161dbda3-486d-4a11-9baf-d7b5fc6c37ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0861437 Feb 10 06:47:49.317149 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-ab2e220b-c4d6-41cd-ae68-26ae790fdee9 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096004 Feb 10 06:47:49.473059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1061e-7280-4d89-8a5a-cbf3d6c78267 req-e75df2d3-fecc-4d6e-b87d-bbf4efd79f40 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:49.490902 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63e1061e-7280-4d89-8a5a-cbf3d6c78267 req-e75df2d3-fecc-4d6e-b87d-bbf4efd79f40 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.1268532 Feb 10 06:47:49.564802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b844b41f-7eeb-46ee-b7c4-3e94be652338 req-50481499-c7b5-482d-a508-332ef85f2084 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015638 Feb 10 06:47:49.581505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11833c71-5407-48a8-831a-d2f0ca49a90a req-f3e7b645-9dcf-4717-8290-2c0462a04b6f tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0798173 Feb 10 06:47:49.616147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63e1061e-7280-4d89-8a5a-cbf3d6c78267 req-036ba798-1189-467a-883f-02be2bfad3de tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242425 Feb 10 06:47:49.882481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6fa7cae-a371-4ad4-af62-7632593b73c8 req-ab481a9e-d9e5-4b62-9653-4b72eaf1dea8 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 210 time: 0.0666089 Feb 10 06:47:50.721238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-954e6ac8-3994-4bf7-a1d3-3946ec8c0a12 req-053efc68-69f9-455d-b256-a51ba708b52e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0501864 Feb 10 06:47:50.806645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae139f-8dd5-42ba-8817-783b3d2d133f req-5b9635ac-40ff-42bf-9ce8-23591c148061 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:50.808878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbae139f-8dd5-42ba-8817-783b3d2d133f req-5b9635ac-40ff-42bf-9ce8-23591c148061 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0711346 Feb 10 06:47:50.886618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbae139f-8dd5-42ba-8817-783b3d2d133f req-65edd19d-9ef9-47d9-b6bc-79257f5a1b13 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721736 Feb 10 06:47:50.992633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-204edd8f-b1e3-42f4-a00e-5dd15656b816 req-c6f450a3-f889-4c12-98ca-b090d75ba9af tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 210 time: 0.0304327 Feb 10 06:47:51.829933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f03c54a-e9d7-407e-9568-fd334b9bd180 req-3cc2e4ce-601e-4318-9793-0a183f328a7d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0304291 Feb 10 06:47:52.010729 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:47:52.068640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23597b61-c0d8-46e3-a4dd-ebdd5a30cc23 req-f868b112-fc69-4671-8d0f-2f956a109d35 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:52.070252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23597b61-c0d8-46e3-a4dd-ebdd5a30cc23 req-f868b112-fc69-4671-8d0f-2f956a109d35 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0842547 Feb 10 06:47:52.160246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73a6c253-9411-4a26-aaf3-9a679f7d89a2 req-da8f8756-56ea-4bc3-a8a9-4b831c9086b2 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 210 time: 0.0726140 Feb 10 06:47:52.200756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23597b61-c0d8-46e3-a4dd-ebdd5a30cc23 req-e3c50acb-a351-4f3f-811f-f6c86b3acd04 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225674 Feb 10 06:47:52.975270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1c224d4-5537-455e-8d3f-2c310476bd74 req-45983195-242d-445a-b202-c6ada28b9b1e tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0479658 Feb 10 06:47:53.325226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48385873-5724-4059-8ea0-06306410034e req-2715eb47-1c8e-4dd4-abb1-64e06b0108df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 210 time: 0.0607178 Feb 10 06:47:53.383344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe9e80-3ce9-4b3a-b5cc-50b79fb769e9 req-8e33455b-1a45-4491-87fd-9d84fee73a1e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:53.391396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ebe9e80-3ce9-4b3a-b5cc-50b79fb769e9 req-8e33455b-1a45-4491-87fd-9d84fee73a1e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0647020 Feb 10 06:47:53.446038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ebe9e80-3ce9-4b3a-b5cc-50b79fb769e9 req-aae44aa0-a883-4f8f-8ac5-d3759fed4a1e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515535 Feb 10 06:47:54.113795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-193ab37d-8dec-4e1c-b379-5b3fe6c6b45f req-fb5dc79e-abfa-49a6-ab60-f78ab59dc67a tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0362508 Feb 10 06:47:54.513319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e6930b5-7b29-49f0-b9de-e8f6627aa8ed req-034de113-adfb-4d87-ba52-d5251409fa9b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 210 time: 0.1243556 Feb 10 06:47:54.619456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b6a9c-57e0-4a1f-b342-f8c0cf6af53a req-465b2db4-529b-4128-8ec6-b7f4e6958c72 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:54.621210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d23b6a9c-57e0-4a1f-b342-f8c0cf6af53a req-465b2db4-529b-4128-8ec6-b7f4e6958c72 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0705769 Feb 10 06:47:54.679549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d23b6a9c-57e0-4a1f-b342-f8c0cf6af53a req-231623b8-8fb7-49ca-b728-2cc3ffb16a49 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496237 Feb 10 06:47:55.314633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2cddc2e4-1f09-47b0-9d18-b5836fb72946 req-c7f9d06e-370a-4365-8774-dd6f90f79158 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0413363 Feb 10 06:47:55.625602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bcec3a52-38f6-4406-aa9f-1fd203e7c857 req-50871bb9-14f3-49b6-b639-5ee664f7d461 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 210 time: 0.0306764 Feb 10 06:47:55.848781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727bbf9-4dd9-4840-8bb7-5ec2259f6687 req-174eb5c6-b16f-4ef0-a96a-7c31ce6b3d4e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:55.856083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4727bbf9-4dd9-4840-8bb7-5ec2259f6687 req-174eb5c6-b16f-4ef0-a96a-7c31ce6b3d4e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0729544 Feb 10 06:47:55.914673 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4727bbf9-4dd9-4840-8bb7-5ec2259f6687 req-64da2396-6af9-4c6e-af74-d11f7687af8f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552742 Feb 10 06:47:56.428770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c388a93-ed59-4a72-82b0-dff61d3384d8 req-a76d0762-90d1-4e92-a22b-23a01804c39c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0419295 Feb 10 06:47:56.719160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd8cd3c7-dc30-4187-8930-aad56560adbd req-c0e1e537-04fb-4491-9acf-9789136f8cb6 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 210 time: 0.0279052 Feb 10 06:47:57.037888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563d92-c6a6-4e5b-945e-21ae5c4a4a4b req-3ae01179-155d-4a13-96d7-39e090fd5648 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:57.039381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b563d92-c6a6-4e5b-945e-21ae5c4a4a4b req-3ae01179-155d-4a13-96d7-39e090fd5648 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0551891 Feb 10 06:47:57.085470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b563d92-c6a6-4e5b-945e-21ae5c4a4a4b req-8a8b62d6-f00c-4c4e-a0bd-456aaca11225 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 Feb 10 06:47:57.558789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a8fe7e6-aa98-4dbc-81a1-25218a47c090 req-f53c1179-1bf1-47fb-89e2-61f6b0d966f9 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0430303 Feb 10 06:47:57.652203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490af0-23b3-432c-810f-46044c8a1477 req-1cbc471d-6477-4f34-b2bc-6e8236efd8ea tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:57.653724 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-1cbc471d-6477-4f34-b2bc-6e8236efd8ea tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 815 time: 0.1486127 Feb 10 06:47:57.669839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Request body: {'port': {'device_id': 'a4cb664e-6319-4019-88b6-ea6e925d7513', 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a', 'admin_state_up': True, 'tenant_id': 'dc291a1a94a741daa93c21666dc3acd9'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:57.779649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Made reservation on behalf of dc291a1a94a741daa93c21666dc3acd9 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:47:57.783145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:57.880675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-097b50a3-c5ae-4b76-a30b-5a916c949d39 req-c58ea8d2-d53e-492e-9893-ac57010341f6 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 210 time: 0.0881426 Feb 10 06:47:57.921289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Allocated IP 172.20.0.13 (b2aa85b1-9234-49f4-a10b-1717e3e7df3a/5ab310af-2324-43db-b42e-a4857138b566/cda6f018-a557-4d6e-8a02-ade47f8d3e73) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:47:58.074197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks [] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:58.106969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:58.120692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4dac0860-b1c2-4198-b77e-efb128ff600f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:47:58.157958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Network b2aa85b1-9234-49f4-a10b-1717e3e7df3a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:47:58.160082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:47:58.172064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:47:58.228795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Pushing event updated for resources: {'Port': ['ID=cda6f018-a557-4d6e-8a02-ade47f8d3e73,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:58.238392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:58.239148 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:58.246349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e72fe3-b78e-46b7-ab0b-c8b746d73953 req-40691f8a-6764-4a9c-9522-af2d9eedbd16 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:58.248584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5e72fe3-b78e-46b7-ab0b-c8b746d73953 req-40691f8a-6764-4a9c-9522-af2d9eedbd16 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0667522 Feb 10 06:47:58.258909 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-d756d884-5c54-4817-9de4-e3fbf2cd43bf tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932086 Feb 10 06:47:58.273953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Request body: {'port': {'device_id': 'a4cb664e-6319-4019-88b6-ea6e925d7513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:47:58.314979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5e72fe3-b78e-46b7-ab0b-c8b746d73953 req-5f69a6bc-bb73-4a64-a8a9-ab0b493d60bf tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601206 Feb 10 06:47:58.347904 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:58.670803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbee91e-092d-45e2-8f90-3a6da8becd29 req-726427ae-ab42-4b68-92e6-3eda036844ce tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0285127 Feb 10 06:47:58.919477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda6f018-a557-4d6e-8a02-ade47f8d3e73 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:47:58.926887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Publish callbacks [] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:58.939114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Transition to ACTIVE for port object cda6f018-a557-4d6e-8a02-ade47f8d3e73 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:47:58.943383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:59.012265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35f40a-e3a0-4fc2-ad21-e591767b35f7 req-f661602a-5134-482a-9542-b9c8cf626b7e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:59.014073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd35f40a-e3a0-4fc2-ad21-e591767b35f7 req-f661602a-5134-482a-9542-b9c8cf626b7e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 944 time: 0.0561957 Feb 10 06:47:59.033128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Pushing event updated for resources: {'Port': ['ID=cda6f018-a557-4d6e-8a02-ade47f8d3e73,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:59.071110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd35f40a-e3a0-4fc2-ad21-e591767b35f7 req-299f623d-f1ec-41cb-ac11-fcf12ef307af tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483415 Feb 10 06:47:59.083289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Attempting to bind port cda6f018-a557-4d6e-8a02-ade47f8d3e73 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:47:59.084026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Attempting to bind port cda6f018-a557-4d6e-8a02-ade47f8d3e73 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:47:59.084359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Attempting to bind port cda6f018-a557-4d6e-8a02-ade47f8d3e73 on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:47:59.090340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Port cda6f018-a557-4d6e-8a02-ade47f8d3e73 on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:47:59.090675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Attempting to bind port cda6f018-a557-4d6e-8a02-ade47f8d3e73 on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:47:59.096074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:47:59.096509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Checking segment: {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:47:59.096771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Bound using segment: {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:47:59.097230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Bound port: cda6f018-a557-4d6e-8a02-ade47f8d3e73, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:47:59.097532 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:59.161499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] For port cda6f018-a557-4d6e-8a02-ade47f8d3e73, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:47:59.164783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] For port cda6f018-a557-4d6e-8a02-ade47f8d3e73, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cda6f018-a557-4d6e-8a02-ade47f8d3e73,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:47:59.171810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:59.210539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:59.211811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:59.213685 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] 10.222.0.24 "PUT /v2.0/ports/cda6f018-a557-4d6e-8a02-ade47f8d3e73 HTTP/1.1" status: 200 len: 1092 time: 0.9470165 Feb 10 06:47:59.216301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cb664e-6319-4019-88b6-ea6e925d7513', 'tag': 'cda6f018-a557-4d6e-8a02-ade47f8d3e73'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:47:59.218976 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f6941a-32d7-473a-afd7-549194ac6324" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cb664e-6319-4019-88b6-ea6e925d7513", "tag": "cda6f018-a557-4d6e-8a02-ade47f8d3e73"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:47:59.247359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a696e-846b-4676-9e94-9b9fc454a346 service neutron] Pushing event updated for resources: {'Port': ['ID=cda6f018-a557-4d6e-8a02-ade47f8d3e73,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:47:59.276187 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e83c6bc-1a08-4765-b80f-beca9bba7e29 x-openstack-request-id: req-4e83c6bc-1a08-4765-b80f-beca9bba7e29 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:47:59.276484 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cb664e-6319-4019-88b6-ea6e925d7513", "tag": "cda6f018-a557-4d6e-8a02-ade47f8d3e73", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:47:59.276745 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e83c6bc-1a08-4765-b80f-beca9bba7e29 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:47:59.277209 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cb664e-6319-4019-88b6-ea6e925d7513', 'tag': 'cda6f018-a557-4d6e-8a02-ade47f8d3e73', 'status': 'completed', 'code': 200} Feb 10 06:47:59.321399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490af0-23b3-432c-810f-46044c8a1477 req-95d8f68b-ef6f-468e-bdfb-01aa5ce901c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:59.323051 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-95d8f68b-ef6f-468e-bdfb-01aa5ce901c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 1126 time: 0.0564063 Feb 10 06:47:59.368325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-10ce35d2-46ad-4287-bd21-1dbb37df0899 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cda6f018-a557-4d6e-8a02-ade47f8d3e73 HTTP/1.1" status: 200 len: 217 time: 0.0352645 Feb 10 06:47:59.420530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490af0-23b3-432c-810f-46044c8a1477 req-70c3e3c1-eceb-48a1-ba3e-5a8bfef4ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:59.422031 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-70c3e3c1-eceb-48a1-ba3e-5a8bfef4ad96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.0450401 Feb 10 06:47:59.431157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7528781-91aa-4d33-ad70-3056329711ff req-8b2d1ccb-ea78-4bfd-b9b2-26960147bca9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:59.433926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7528781-91aa-4d33-ad70-3056329711ff req-8b2d1ccb-ea78-4bfd-b9b2-26960147bca9 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 945 time: 0.0587997 Feb 10 06:47:59.459885 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-58748c9a-9069-4061-813d-1a4f27fd37a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268505 Feb 10 06:47:59.481465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7528781-91aa-4d33-ad70-3056329711ff req-baca1c86-95ab-4300-8437-001c43c7d248 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Feb 10 06:47:59.561213 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-86250f59-5596-4915-a22e-dd21cb1d7cd3 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916352 Feb 10 06:47:59.654681 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ba490af0-23b3-432c-810f-46044c8a1477 req-60cc95e0-dd86-417b-a5a5-176a0caa51bb service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842423 Feb 10 06:47:59.757836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-983f0fc7-772f-4c56-82b0-baea09e88ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:59.759364 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-983f0fc7-772f-4c56-82b0-baea09e88ded service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 1126 time: 0.0496330 Feb 10 06:47:59.778785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e9eba11b-a2ce-4936-b665-6aa72f16cf7e details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:47:59.781992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78ba7a33-7403-42ff-b65d-a5895664c321 req-cde94db6-da2a-405c-bc91-1fec20f9f748 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0314655 Feb 10 06:47:59.852923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-97146f70-8d11-47e1-9e9c-937d9556614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:59.854477 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-97146f70-8d11-47e1-9e9c-937d9556614c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 915 time: 0.0895023 Feb 10 06:47:59.897058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:59.899760 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-9b8a0f1a-8e87-426b-a0e5-b20fac4bb7d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cda6f018-a557-4d6e-8a02-ade47f8d3e73 HTTP/1.1" status: 200 len: 217 time: 0.0392232 Feb 10 06:47:59.908995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'port_id': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'mac_address': 'fa:16:3e:3c:20:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:47:59.945325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e9eba11b-a2ce-4936-b665-6aa72f16cf7e is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:47:59.945714 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:59.950787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-0bd62782-a52c-418e-9c2d-df88289cbbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:47:59.952251 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-0bd62782-a52c-418e-9c2d-df88289cbbf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.0459261 Feb 10 06:47:59.959503 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9eba11b-a2ce-4936-b665-6aa72f16cf7e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:47:59.983143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:47:59.987521 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:47:59.987844 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-52918642-9bcf-401b-8d3b-6d481f082215 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285542 Feb 10 06:48:00.040878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=11']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:00.049811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.050231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.050663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.051065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.051463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.051859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.052432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.052823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.053214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.053601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.053993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.055343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.055761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:00.085659 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-1dc176c0-ceeb-49ff-a990-6760a7c34d40 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906715 Feb 10 06:48:00.195826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c3a5-0648-4bde-b4e3-03d35f986baa req-3594ca9b-9dd3-4071-a490-7543be160176 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:00.197910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9f9c3a5-0648-4bde-b4e3-03d35f986baa req-3594ca9b-9dd3-4071-a490-7543be160176 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 944 time: 0.0583584 Feb 10 06:48:00.209917 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b7f6941a-32d7-473a-afd7-549194ac6324 req-7ac3a98b-2776-48ff-a637-ef533eb755cf service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149046 Feb 10 06:48:00.232548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['e9eba11b-a2ce-4936-b665-6aa72f16cf7e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:48:00.255268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9f9c3a5-0648-4bde-b4e3-03d35f986baa req-29ea12bd-be32-46c1-bc11-e5b733723725 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457025 Feb 10 06:48:00.610078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5654090-76a3-486e-9fc7-b9b9ed5bff54 req-eba8f8b2-c30a-4add-a576-0e4ce23290f6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:00.611585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5654090-76a3-486e-9fc7-b9b9ed5bff54 req-eba8f8b2-c30a-4add-a576-0e4ce23290f6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0570140 Feb 10 06:48:00.658009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5654090-76a3-486e-9fc7-b9b9ed5bff54 req-f72e0743-88ae-40ea-a8c2-1b056d1d5095 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Feb 10 06:48:00.906824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b6b2cda-ba3f-4b33-a5a0-cddafa81c58f req-441873b3-5064-4fd6-b6c7-2fb2a7865975 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0292079 Feb 10 06:48:01.372608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3eafa-dad0-457d-9389-f8a459a742a9 req-594fb69e-ea21-4019-b5d1-c8e819b7d114 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:01.374004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7e3eafa-dad0-457d-9389-f8a459a742a9 req-594fb69e-ea21-4019-b5d1-c8e819b7d114 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 944 time: 0.0523913 Feb 10 06:48:01.419234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7e3eafa-dad0-457d-9389-f8a459a742a9 req-3e54cd23-275f-4e97-991a-282bdab10236 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 Feb 10 06:48:01.784683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b7ba4-6fd2-4668-89b6-d6a594896fb6 req-54d1b520-40e9-488d-8548-f59a1470350e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:01.786163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b4b7ba4-6fd2-4668-89b6-d6a594896fb6 req-54d1b520-40e9-488d-8548-f59a1470350e tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 946 time: 0.0555370 Feb 10 06:48:01.795430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device cda6f018-a557-4d6e-8a02-ade47f8d3e73 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:48:01.799005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e9eba11b-a2ce-4936-b665-6aa72f16cf7e up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:48:01.833895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b4b7ba4-6fd2-4668-89b6-d6a594896fb6 req-b4d0cde6-5437-4bd8-9e54-224677b648e6 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415134 Feb 10 06:48:01.908577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port e9eba11b-a2ce-4936-b665-6aa72f16cf7e completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:48:01.919156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port e9eba11b-a2ce-4936-b665-6aa72f16cf7e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:48:01.919549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:01.968459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port cda6f018-a557-4d6e-8a02-ade47f8d3e73, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cda6f018-a557-4d6e-8a02-ade47f8d3e73,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:01.983911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'cda6f018-a557-4d6e-8a02-ade47f8d3e73', 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a', 'port_id': 'cda6f018-a557-4d6e-8a02-ade47f8d3e73', 'mac_address': 'fa:16:3e:de:b0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab310af-2324-43db-b42e-a4857138b566', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:48:02.012250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6646518-37fc-42df-8d21-acda8094bbfd req-89b3a4c0-6e39-44af-bf00-44a6aad19be3 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0270545 Feb 10 06:48:02.051930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port cda6f018-a557-4d6e-8a02-ade47f8d3e73 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:48:02.052328 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:02.062544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e9eba11b-a2ce-4936-b665-6aa72f16cf7e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:48:02.062929 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:02.074816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda6f018-a557-4d6e-8a02-ade47f8d3e73 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:48:02.107249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:48:02.109496 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f714e6e7-d87b-4fd8-881d-09bef0a62554" -d '{"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-plugged", "status": "completed", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:48:02.114569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port cda6f018-a557-4d6e-8a02-ade47f8d3e73, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cda6f018-a557-4d6e-8a02-ade47f8d3e73,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:02.123767 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:02.126592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:02.131433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:02.175317 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd1e809-2473-4e48-bc3e-a27c9a6fa4bf x-openstack-request-id: req-2fd1e809-2473-4e48-bc3e-a27c9a6fa4bf {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:48:02.175618 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-plugged", "status": "completed", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:48:02.175930 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fd1e809-2473-4e48-bc3e-a27c9a6fa4bf {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:48:02.176330 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'code': 200} Feb 10 06:48:02.183840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=cda6f018-a557-4d6e-8a02-ade47f8d3e73,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:02.233612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=12']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:02.358225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ec93a-5a5a-49c6-ad54-3f3fedbac234 req-97230c89-8d15-45c1-a931-938aaca8e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:02.359850 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-127ec93a-5a5a-49c6-ad54-3f3fedbac234 req-97230c89-8d15-45c1-a931-938aaca8e2e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 1129 time: 0.0499794 Feb 10 06:48:02.380386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['cda6f018-a557-4d6e-8a02-ade47f8d3e73'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:48:02.406811 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-127ec93a-5a5a-49c6-ad54-3f3fedbac234 req-8a91f608-b252-4ca5-b532-3df1414f46f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Feb 10 06:48:02.559048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5d841-0439-4cc7-9c84-5a9daabc5df5 req-df8f4ba1-3ff2-4ccc-995b-bc572a5da8ee tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:02.560671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4c5d841-0439-4cc7-9c84-5a9daabc5df5 req-df8f4ba1-3ff2-4ccc-995b-bc572a5da8ee tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 945 time: 0.0657370 Feb 10 06:48:02.615103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4c5d841-0439-4cc7-9c84-5a9daabc5df5 req-3a2a5b7c-295d-432e-bedc-026ef2b2a186 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485487 Feb 10 06:48:02.967500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b8294-7691-4370-828e-4f400a77010f req-8024a361-bd5f-4d57-af7f-114185539995 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:02.969245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-987b8294-7691-4370-828e-4f400a77010f req-8024a361-bd5f-4d57-af7f-114185539995 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 947 time: 0.0589342 Feb 10 06:48:03.020533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-987b8294-7691-4370-828e-4f400a77010f req-a73bc227-a345-4e26-b03a-07f2de1b0e88 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456209 Feb 10 06:48:03.146292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b36d1eb-261f-401a-aef7-fc29cf4ae7e8 req-6e04488b-71e9-443d-b554-2caff4a6412c tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/ports?device_id=8528c5f7-1e43-4111-bd7e-248075cb8b25 HTTP/1.1" status: 200 len: 210 time: 0.0276206 Feb 10 06:48:03.746337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d32f-f61e-4f9c-ad09-dbd893348a26 req-ea03a932-37cf-46ee-a8c0-e8853df98319 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:03.747929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9257d32f-f61e-4f9c-ad09-dbd893348a26 req-ea03a932-37cf-46ee-a8c0-e8853df98319 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 945 time: 0.0614572 Feb 10 06:48:03.808864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device cda6f018-a557-4d6e-8a02-ade47f8d3e73 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:48:03.811752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9257d32f-f61e-4f9c-ad09-dbd893348a26 req-078e2d41-6d5f-4d49-9f42-22955cc73a14 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576909 Feb 10 06:48:03.869747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port cda6f018-a557-4d6e-8a02-ade47f8d3e73 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:48:03.874284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port cda6f018-a557-4d6e-8a02-ade47f8d3e73 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:48:03.874689 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:03.957254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port cda6f018-a557-4d6e-8a02-ade47f8d3e73 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:48:03.957486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:03.990725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port cda6f018-a557-4d6e-8a02-ade47f8d3e73, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cda6f018-a557-4d6e-8a02-ade47f8d3e73,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:03.996129 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.045935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=cda6f018-a557-4d6e-8a02-ade47f8d3e73,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:04.160907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3eb7a-8c29-40c8-9fd5-96f938fe0ba1 req-4138febc-7ae2-4156-8954-510722925694 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:04.162658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1c3eb7a-8c29-40c8-9fd5-96f938fe0ba1 req-4138febc-7ae2-4156-8954-510722925694 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 947 time: 0.0572872 Feb 10 06:48:04.179950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cb664e-6319-4019-88b6-ea6e925d7513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda6f018-a557-4d6e-8a02-ade47f8d3e73'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:48:04.186640 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55128248-73ab-4332-b21e-2ca5a36f9483" -d '{"events": [{"server_uuid": "a4cb664e-6319-4019-88b6-ea6e925d7513", "name": "network-vif-plugged", "status": "completed", "tag": "cda6f018-a557-4d6e-8a02-ade47f8d3e73"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:48:04.267639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1c3eb7a-8c29-40c8-9fd5-96f938fe0ba1 req-29daffc2-b0de-426e-816b-210e6768f015 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969183 Feb 10 06:48:04.311921 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14606e2-3a79-4e42-ba4c-af604085d060 x-openstack-request-id: req-e14606e2-3a79-4e42-ba4c-af604085d060 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:48:04.312060 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cb664e-6319-4019-88b6-ea6e925d7513", "name": "network-vif-plugged", "status": "completed", "tag": "cda6f018-a557-4d6e-8a02-ade47f8d3e73", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:48:04.312906 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e14606e2-3a79-4e42-ba4c-af604085d060 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:48:04.312906 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cb664e-6319-4019-88b6-ea6e925d7513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda6f018-a557-4d6e-8a02-ade47f8d3e73', 'code': 200} Feb 10 06:48:04.320073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33602) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:04.381164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group (7587fce7-0bb1-41d9-892c-52e44b3a5582), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.404907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group (7587fce7-0bb1-41d9-892c-52e44b3a5582), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.414073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719f06-650a-4224-b05d-1b085fd11d83 req-64769ff2-827a-484a-b7c2-ccaea95133e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:04.416468 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-88719f06-650a-4224-b05d-1b085fd11d83 req-64769ff2-827a-484a-b7c2-ccaea95133e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 1128 time: 0.0486853 Feb 10 06:48:04.456439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7587fce7-0bb1-41d9-892c-52e44b3a5582), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.468982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.468982 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "DELETE /v2.0/security-groups/7587fce7-0bb1-41d9-892c-52e44b3a5582 HTTP/1.1" status: 204 len: 168 time: 0.1397095 Feb 10 06:48:04.469327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-88719f06-650a-4224-b05d-1b085fd11d83 req-59f44f1d-5d3a-44a5-a20b-9c88c48f87c8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Feb 10 06:48:04.469327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33604) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:04.472979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7587fce7-0bb1-41d9-892c-52e44b3a5582,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:04.479410 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-bf9f1f29-4023-48f1-a908-89e52ea0a200 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] show failed (client error): The resource could not be found. Feb 10 06:48:04.481134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bf9f1f29-4023-48f1-a908-89e52ea0a200 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "GET /v2.0/security-groups/7587fce7-0bb1-41d9-892c-52e44b3a5582 HTTP/1.1" status: 404 len: 347 time: 0.0156577 Feb 10 06:48:04.482360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.483094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.483462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:04.483591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.483927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.484272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.484723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.485058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.485387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.485712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.486034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.486399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.486712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.487034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d162c-0b38-4ae6-94b7-7cdaef9bc357 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:04.612903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting port 45c9d049-22ec-440c-951f-ce05703caa75 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:04.613128 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (45c9d049-22ec-440c-951f-ce05703caa75), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.697649 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (45c9d049-22ec-440c-951f-ce05703caa75), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.697976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for floatingip (45c9d049-22ec-440c-951f-ce05703caa75), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.712291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Calling delete_port for 45c9d049-22ec-440c-951f-ce05703caa75 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:04.850083 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (45c9d049-22ec-440c-951f-ce05703caa75), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.881967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Port': ['ID=45c9d049-22ec-440c-951f-ce05703caa75,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:04.944517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for floatingip (21a11266-5e21-430f-a94e-8e96281c5a1b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.947494 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:04.950684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f997dc-6c11-4fb4-97c7-fb1cf7714944 req-d8061142-169b-47ce-b406-287daac21d26 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:04.950858 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d8db3752-547b-43da-9098-24b159d9c29d tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "DELETE /v2.0/floatingips/21a11266-5e21-430f-a94e-8e96281c5a1b HTTP/1.1" status: 204 len: 168 time: 0.4661078 Feb 10 06:48:04.951540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33610) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:04.952706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48f997dc-6c11-4fb4-97c7-fb1cf7714944 req-d8061142-169b-47ce-b406-287daac21d26 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 946 time: 0.0610800 Feb 10 06:48:05.006358 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48f997dc-6c11-4fb4-97c7-fb1cf7714944 req-9d692b5a-b4f1-4376-96d2-ad41c203d46c tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 Feb 10 06:48:05.058580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-427e8f49-6fd8-4d37-a1d8-018a2d84cab7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting port 8c67d70a-3546-4c83-a55a-09f604e3d2e9 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:05.058916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-427e8f49-6fd8-4d37-a1d8-018a2d84cab7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:05.145140 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-427e8f49-6fd8-4d37-a1d8-018a2d84cab7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:05.157772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-427e8f49-6fd8-4d37-a1d8-018a2d84cab7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Calling delete_port for 8c67d70a-3546-4c83-a55a-09f604e3d2e9 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:05.297258 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-427e8f49-6fd8-4d37-a1d8-018a2d84cab7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8c67d70a-3546-4c83-a55a-09f604e3d2e9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:05.327096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e8f49-6fd8-4d37-a1d8-018a2d84cab7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Port': ['ID=8c67d70a-3546-4c83-a55a-09f604e3d2e9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:05.406857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4d974-584c-4219-bb02-390203765245 req-90cbbfe5-0539-4b86-8f7f-626a8663a982 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:05.408387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23e4d974-584c-4219-bb02-390203765245 req-90cbbfe5-0539-4b86-8f7f-626a8663a982 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 947 time: 0.0675373 Feb 10 06:48:05.414561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-427e8f49-6fd8-4d37-a1d8-018a2d84cab7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:05.418344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-427e8f49-6fd8-4d37-a1d8-018a2d84cab7 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "DELETE /v2.0/ports/8c67d70a-3546-4c83-a55a-09f604e3d2e9 HTTP/1.1" status: 204 len: 168 time: 0.4652228 Feb 10 06:48:05.420505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33618) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:05.462994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23e4d974-584c-4219-bb02-390203765245 req-b8db79ae-de3c-44d5-a9de-b547c1163e9a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486617 Feb 10 06:48:05.513646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1025f531-6f53-4910-a534-ce2cfc4f9474 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting port 4b086cf4-5264-49c5-8900-7d890fee08e4 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:05.514042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1025f531-6f53-4910-a534-ce2cfc4f9474 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:05.608986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1025f531-6f53-4910-a534-ce2cfc4f9474 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:05.621298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1025f531-6f53-4910-a534-ce2cfc4f9474 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Calling delete_port for 4b086cf4-5264-49c5-8900-7d890fee08e4 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:05.763899 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1025f531-6f53-4910-a534-ce2cfc4f9474 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4b086cf4-5264-49c5-8900-7d890fee08e4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:05.794724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025f531-6f53-4910-a534-ce2cfc4f9474 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Port': ['ID=4b086cf4-5264-49c5-8900-7d890fee08e4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:05.873316 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1025f531-6f53-4910-a534-ce2cfc4f9474 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:05.879602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:05.879839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1025f531-6f53-4910-a534-ce2cfc4f9474 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "DELETE /v2.0/ports/4b086cf4-5264-49c5-8900-7d890fee08e4 HTTP/1.1" status: 204 len: 168 time: 0.4582894 Feb 10 06:48:05.939826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd6d763-5820-4052-b1b0-399a35d417f6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting subnet b88c94a1-161a-4a23-b213-60bb328101b1 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:48:05.943179 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d763-5820-4052-b1b0-399a35d417f6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for subnet (b88c94a1-161a-4a23-b213-60bb328101b1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:05.986096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d763-5820-4052-b1b0-399a35d417f6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (b88c94a1-161a-4a23-b213-60bb328101b1), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.078208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d763-5820-4052-b1b0-399a35d417f6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b88c94a1-161a-4a23-b213-60bb328101b1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.177027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ae7de-8cfc-4aaf-bf35-fbe2f0072f92 req-76783f1e-94f0-4861-a815-f33bce5cd162 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:06.178529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-693ae7de-8cfc-4aaf-bf35-fbe2f0072f92 req-76783f1e-94f0-4861-a815-f33bce5cd162 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 946 time: 0.0784750 Feb 10 06:48:06.179699 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d763-5820-4052-b1b0-399a35d417f6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (b88c94a1-161a-4a23-b213-60bb328101b1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.215651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6d763-5820-4052-b1b0-399a35d417f6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Subnet': ['ID=b88c94a1-161a-4a23-b213-60bb328101b1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:06.224533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d763-5820-4052-b1b0-399a35d417f6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.229840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eddb096-b7fd-4c4a-aa2a-f34df7d47d97 None None] Network b358257e-dd73-497b-ab8b-bba846eb1153 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:48:06.230505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33626) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:06.239634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bcd6d763-5820-4052-b1b0-399a35d417f6 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "DELETE /v2.0/subnets/b88c94a1-161a-4a23-b213-60bb328101b1 HTTP/1.1" status: 204 len: 168 time: 0.3581879 Feb 10 06:48:06.298690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-693ae7de-8cfc-4aaf-bf35-fbe2f0072f92 req-8beb3ab9-2753-4de1-a5b4-4567f157d459 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130807 Feb 10 06:48:06.332626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d68578-d220-42f9-b8e4-43ab9d0c9ef2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting subnet 53a274c3-43fa-4090-8f69-85c1371ce8e1 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:48:06.339241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2d68578-d220-42f9-b8e4-43ab9d0c9ef2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for subnet (53a274c3-43fa-4090-8f69-85c1371ce8e1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.394814 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2d68578-d220-42f9-b8e4-43ab9d0c9ef2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (53a274c3-43fa-4090-8f69-85c1371ce8e1), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.491766 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2d68578-d220-42f9-b8e4-43ab9d0c9ef2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (53a274c3-43fa-4090-8f69-85c1371ce8e1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.566460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2d68578-d220-42f9-b8e4-43ab9d0c9ef2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (53a274c3-43fa-4090-8f69-85c1371ce8e1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.576664 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2d68578-d220-42f9-b8e4-43ab9d0c9ef2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.582460 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b2d68578-d220-42f9-b8e4-43ab9d0c9ef2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "DELETE /v2.0/subnets/53a274c3-43fa-4090-8f69-85c1371ce8e1 HTTP/1.1" status: 204 len: 168 time: 0.3486679 Feb 10 06:48:06.583135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33640) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:06.585597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a139a-333f-46b4-b770-61aa84e99254 None None] Network ed0e6b73-1939-4ce4-8092-7e4496d5dd7f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:48:06.605112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d68578-d220-42f9-b8e4-43ab9d0c9ef2 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Subnet': ['ID=53a274c3-43fa-4090-8f69-85c1371ce8e1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:06.697715 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b358257e-dd73-497b-ab8b-bba846eb1153), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.807473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e260f3-fab7-4aac-b5e6-2792c66e7ccf None None] DHCP port deletion for b358257e-dd73-497b-ab8b-bba846eb1153 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:48:06.817396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Deleting port aca8b4ec-4d3a-49f2-a47a-ae262f883aac {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:06.818138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.892626 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-38dea066-3a81-4e47-8e17-2e7f3b9a27fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1461799 Feb 10 06:48:06.894869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b73a7-4608-4be0-afbb-1f81b3d4bb7e None None] DHCP port deletion for ed0e6b73-1939-4ce4-8092-7e4496d5dd7f request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:48:06.919251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] For port aca8b4ec-4d3a-49f2-a47a-ae262f883aac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=aca8b4ec-4d3a-49f2-a47a-ae262f883aac,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:06.919884 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.933256 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.945329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-70e260f3-fab7-4aac-b5e6-2792c66e7ccf None None] Deleting port aca8b4ec-4d3a-49f2-a47a-ae262f883aac {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:06.945766 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70e260f3-fab7-4aac-b5e6-2792c66e7ccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:06.969755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Calling delete_port for aca8b4ec-4d3a-49f2-a47a-ae262f883aac owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:07.005433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-999fa8d0-c605-433c-959f-f585867c15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:07.007346 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-999fa8d0-c605-433c-959f-f585867c15cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 1128 time: 0.0604146 Feb 10 06:48:07.022017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-70e260f3-fab7-4aac-b5e6-2792c66e7ccf None None] For port aca8b4ec-4d3a-49f2-a47a-ae262f883aac, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=aca8b4ec-4d3a-49f2-a47a-ae262f883aac,segment=NetworkSegment(3a7f1048-1509-49cb-b04f-dd6c569dd5fc),segment_id=3a7f1048-1509-49cb-b04f-dd6c569dd5fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:07.022362 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70e260f3-fab7-4aac-b5e6-2792c66e7ccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.040481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-980b73a7-4608-4be0-afbb-1f81b3d4bb7e None None] Deleting port 1832aa5d-2840-46ac-8ce6-e532976cb59e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:07.041477 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-980b73a7-4608-4be0-afbb-1f81b3d4bb7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.061810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-70e260f3-fab7-4aac-b5e6-2792c66e7ccf None None] Calling delete_port for aca8b4ec-4d3a-49f2-a47a-ae262f883aac owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:07.085873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.107402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-980b73a7-4608-4be0-afbb-1f81b3d4bb7e None None] For port 1832aa5d-2840-46ac-8ce6-e532976cb59e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1832aa5d-2840-46ac-8ce6-e532976cb59e,segment=NetworkSegment(0bf44b3d-215d-48e7-a0e3-da47df42ff31),segment_id=0bf44b3d-215d-48e7-a0e3-da47df42ff31)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:07.107801 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-980b73a7-4608-4be0-afbb-1f81b3d4bb7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.124183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Port': ['ID=aca8b4ec-4d3a-49f2-a47a-ae262f883aac,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:07.125159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-980b73a7-4608-4be0-afbb-1f81b3d4bb7e None None] Calling delete_port for 1832aa5d-2840-46ac-8ce6-e532976cb59e owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:07.136166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] No DVR routers for this DVR port aca8b4ec-4d3a-49f2-a47a-ae262f883aac on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:48:07.147453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-5fa87120-d0d8-4343-b290-8077f151d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:07.149313 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-5fa87120-d0d8-4343-b290-8077f151d3f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb HTTP/1.1" status: 200 len: 896 time: 0.1223259 Feb 10 06:48:07.232030 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-5d095cca-53f5-4101-b380-86d65b44383e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f HTTP/1.1" status: 200 len: 1001 time: 0.0768049 Feb 10 06:48:07.247712 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b358257e-dd73-497b-ab8b-bba846eb1153), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.269608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b358257e-dd73-497b-ab8b-bba846eb1153']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:07.284697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7f1048-1509-49cb-b04f-dd6c569dd5fc') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:07.285059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7f1048-1509-49cb-b04f-dd6c569dd5fc') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:07.298584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-ed328e7b-8e4c-4a90-a795-36164666356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:07.300140 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-ed328e7b-8e4c-4a90-a795-36164666356e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb4a6375-b4f1-47ae-8291-f86fa50284b1 HTTP/1.1" status: 200 len: 835 time: 0.0625803 Feb 10 06:48:07.300787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (3a7f1048-1509-49cb-b04f-dd6c569dd5fc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.301357 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-980b73a7-4608-4be0-afbb-1f81b3d4bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (1832aa5d-2840-46ac-8ce6-e532976cb59e), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.317786 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3a7f1048-1509-49cb-b04f-dd6c569dd5fc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.338746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b73a7-4608-4be0-afbb-1f81b3d4bb7e None None] Pushing event deleted for resources: {'Port': ['ID=1832aa5d-2840-46ac-8ce6-e532976cb59e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:07.347315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:48:07.347841 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (3a7f1048-1509-49cb-b04f-dd6c569dd5fc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:48:07.352610 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:48:07.360998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b73a7-4608-4be0-afbb-1f81b3d4bb7e None None] No DVR routers for this DVR port 1832aa5d-2840-46ac-8ce6-e532976cb59e on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:48:07.399848 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70e260f3-fab7-4aac-b5e6-2792c66e7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (aca8b4ec-4d3a-49f2-a47a-ae262f883aac), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.419704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-3fc9377e-71f8-45c7-b081-ef973f9917c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:07.421384 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-3fc9377e-71f8-45c7-b081-ef973f9917c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1153121 Feb 10 06:48:07.435810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e260f3-fab7-4aac-b5e6-2792c66e7ccf None None] No DVR routers for this DVR port aca8b4ec-4d3a-49f2-a47a-ae262f883aac on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:48:07.437681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e260f3-fab7-4aac-b5e6-2792c66e7ccf None None] Pushing event deleted for resources: {'Port': ['ID=aca8b4ec-4d3a-49f2-a47a-ae262f883aac,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:07.464647 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b358257e-dd73-497b-ab8b-bba846eb1153), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.472851 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.478925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "DELETE /v2.0/networks/b358257e-dd73-497b-ab8b-bba846eb1153 HTTP/1.1" status: 204 len: 168 time: 0.8918824 Feb 10 06:48:07.479654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33652) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:07.500418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eb821-8064-4f3d-8544-930b740546f5 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Network': ['ID=b358257e-dd73-497b-ab8b-bba846eb1153,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:07.540141 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-05e49956-afa9-44de-8f9f-ff43fa2bdf46 service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111329 Feb 10 06:48:07.573458 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.636354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c55e7e03-7eba-4093-b9cd-138bb0ebfe2e req-e3568764-2c3d-4c6c-8a00-91439fca0a17 service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897448 Feb 10 06:48:07.666396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.686708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0e6b73-1939-4ce4-8092-7e4496d5dd7f']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:07.696032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf44b3d-215d-48e7-a0e3-da47df42ff31') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:07.696334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf44b3d-215d-48e7-a0e3-da47df42ff31') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:07.705992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (0bf44b3d-215d-48e7-a0e3-da47df42ff31), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.719378 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0bf44b3d-215d-48e7-a0e3-da47df42ff31), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.725368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:48:07.725745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (0bf44b3d-215d-48e7-a0e3-da47df42ff31), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:48:07.728741 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:48:07.786235 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (ed0e6b73-1939-4ce4-8092-7e4496d5dd7f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.791693 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:07.795351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] 10.222.0.21 "DELETE /v2.0/networks/ed0e6b73-1939-4ce4-8092-7e4496d5dd7f HTTP/1.1" status: 204 len: 168 time: 0.3022738 Feb 10 06:48:07.811104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da7cc4-929f-498d-b94f-dbc2868e3b98 tempest-TaggedBootDevicesTest-1272188151 tempest-TaggedBootDevicesTest-1272188151-project] Pushing event deleted for resources: {'Network': ['ID=ed0e6b73-1939-4ce4-8092-7e4496d5dd7f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:08.142536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device aca8b4ec-4d3a-49f2-a47a-ae262f883aac no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:48:08.162667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: aca8b4ec-4d3a-49f2-a47a-ae262f883aac {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:48:08.163012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device aca8b4ec-4d3a-49f2-a47a-ae262f883aac not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:48:08.163426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1832aa5d-2840-46ac-8ce6-e532976cb59e no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:48:08.182883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 1832aa5d-2840-46ac-8ce6-e532976cb59e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:48:08.183233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1832aa5d-2840-46ac-8ce6-e532976cb59e not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:48:09.191891 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-28fb69a0-ca84-49b3-9222-3cb80f991f4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924857 Feb 10 06:48:09.284992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-af1d2e9c-04e0-4b9f-aa16-d6021f9fec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:09.286529 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-af1d2e9c-04e0-4b9f-aa16-d6021f9fec73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f705d9da914e46ae8affaae28b2da9&device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 1129 time: 0.0456207 Feb 10 06:48:09.396588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-6d2be6fa-cd29-41a3-9dce-07cf061080c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:09.398193 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-6d2be6fa-cd29-41a3-9dce-07cf061080c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 200 len: 917 time: 0.0936110 Feb 10 06:48:09.467143 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-511b36c6-1440-451f-beab-2adec1dee713 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 200 len: 1002 time: 0.0632393 Feb 10 06:48:09.522338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-7cce978e-e926-45e4-9b92-56a4eea8dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:09.523829 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-7cce978e-e926-45e4-9b92-56a4eea8dc6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 200 len: 856 time: 0.0514095 Feb 10 06:48:09.577607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-5090bc0c-3e9c-4aab-8491-1fbdc7b57075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:09.579499 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-5090bc0c-3e9c-4aab-8491-1fbdc7b57075 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa82c388-a80e-4ab9-83ef-9b47d4160248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478866 Feb 10 06:48:09.675470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-ac82df0b-bda3-4510-a3f4-13c64c57fe39 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843463 Feb 10 06:48:09.771799 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-dd7233a2-c0f6-4d90-8a74-e9ba23c0db43 req-947c9a80-1a3a-464c-aaa2-36722174a1b8 service neutron] 10.222.0.24 "GET /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905643 Feb 10 06:48:10.027041 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:10.304026 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fca865d2-c0ee-4065-96cb-6ce778ca55ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:12.498032 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-606e807b-e58d-4fb1-87a0-cc0578431a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:13.784036 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:15.199768 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:16.441979 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:21.141737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-c720e886-d5a2-4e1a-a9cd-b7d3047d0ea8 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:21.148611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-c720e886-d5a2-4e1a-a9cd-b7d3047d0ea8 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/networks?id=bae17481-edac-46e9-87b7-298d98eb108a HTTP/1.1" status: 200 len: 813 time: 0.1255939 Feb 10 06:48:21.166384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-767fc12b-ddd0-4da9-aacc-e7833fa9be86 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/quotas/5cdb7d92e73a4d4885c2a2d284b4448d HTTP/1.1" status: 200 len: 375 time: 0.0157893 Feb 10 06:48:21.200449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-d279f1c4-858f-458f-9602-f1b200c39e1a tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cdb7d92e73a4d4885c2a2d284b4448d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331743 Feb 10 06:48:21.325874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-e42a321e-7597-4e22-8010-ecb5fde9237c service neutron] 10.222.0.21 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010785 Feb 10 06:48:21.428798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-fbdc5c7d-aa57-4dc6-a68d-b7a8eab0a601 service neutron] 10.222.0.21 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960801 Feb 10 06:48:21.672283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b3410ea-45d3-4063-9aeb-98431aebef4c req-b8a3b176-e14f-4ac3-9025-42463bbec752 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 210 time: 0.0610535 Feb 10 06:48:22.828800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-3cd2c972-41af-4798-bd43-2bf1a2e2f167 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:22.830237 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-3cd2c972-41af-4798-bd43-2bf1a2e2f167 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.13 "GET /v2.0/networks?id=bae17481-edac-46e9-87b7-298d98eb108a HTTP/1.1" status: 200 len: 813 time: 0.1766355 Feb 10 06:48:22.836863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da665d53-d79a-4501-a07f-77e1fdfc89f6 req-05acd45a-fcd6-4098-8947-b1f8cbae5fdf tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 210 time: 0.0545340 Feb 10 06:48:22.843592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Request body: {'port': {'device_id': 'b4834886-7c77-47d0-adce-2f1b58f7eb12', 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a', 'admin_state_up': True, 'tenant_id': '5cdb7d92e73a4d4885c2a2d284b4448d'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:48:23.022109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Made reservation on behalf of 5cdb7d92e73a4d4885c2a2d284b4448d for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:48:23.025490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:23.186620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Allocated IP 172.20.0.3 (bae17481-edac-46e9-87b7-298d98eb108a/5f633199-1a65-4fca-a9f0-96961625b04b/e46c695b-1879-48fc-a584-0a5d2e37337a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:48:23.360442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks [] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:23.399361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:23.440879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Network bae17481-edac-46e9-87b7-298d98eb108a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:48:23.446174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:48:23.450221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:48:23.492059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Pushing event updated for resources: {'Port': ['ID=e46c695b-1879-48fc-a584-0a5d2e37337a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:23.517518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:23.518225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:23.538566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-daf0eb14-5dba-40c5-8f4e-df6e9b43bdff tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6996140 Feb 10 06:48:23.550326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Request body: {'port': {'device_id': 'b4834886-7c77-47d0-adce-2f1b58f7eb12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:48:23.628522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:24.007356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46c695b-1879-48fc-a584-0a5d2e37337a {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:48:24.007965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e8a2c-5784-4451-9960-7b6eb4e36d4a req-ec83715f-72d0-465e-bb4f-903f3d2b74d4 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:24.009665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-348e8a2c-5784-4451-9960-7b6eb4e36d4a req-ec83715f-72d0-465e-bb4f-903f3d2b74d4 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 931 time: 0.0728717 Feb 10 06:48:24.015972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Publish callbacks [] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:24.030747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Transition to ACTIVE for port object e46c695b-1879-48fc-a584-0a5d2e37337a will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:48:24.041218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:24.105815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-348e8a2c-5784-4451-9960-7b6eb4e36d4a req-0b0f7a97-75f1-41e3-93ba-4e65f6125b5f tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871515 Feb 10 06:48:24.134883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Pushing event updated for resources: {'Port': ['ID=e46c695b-1879-48fc-a584-0a5d2e37337a,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:24.251700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Attempting to bind port e46c695b-1879-48fc-a584-0a5d2e37337a on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:48:24.252387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Attempting to bind port e46c695b-1879-48fc-a584-0a5d2e37337a by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '08fba831-9e13-4591-82d4-9ccc11cbfe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:48:24.252762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Attempting to bind port e46c695b-1879-48fc-a584-0a5d2e37337a on network bae17481-edac-46e9-87b7-298d98eb108a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:48:24.257993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Port e46c695b-1879-48fc-a584-0a5d2e37337a on network bae17481-edac-46e9-87b7-298d98eb108a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:48:24.258344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Attempting to bind port e46c695b-1879-48fc-a584-0a5d2e37337a on network bae17481-edac-46e9-87b7-298d98eb108a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:48:24.264224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:48:24.264556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Checking segment: {'id': '08fba831-9e13-4591-82d4-9ccc11cbfe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:48:24.264927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Bound using segment: {'id': '08fba831-9e13-4591-82d4-9ccc11cbfe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:48:24.265344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Bound port: e46c695b-1879-48fc-a584-0a5d2e37337a, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fba831-9e13-4591-82d4-9ccc11cbfe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:48:24.265693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:24.330595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] For port e46c695b-1879-48fc-a584-0a5d2e37337a, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:48:24.333775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] For port e46c695b-1879-48fc-a584-0a5d2e37337a, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e46c695b-1879-48fc-a584-0a5d2e37337a,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:48:24.339422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:24.376258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:24.376868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:24.378242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] 10.222.0.13 "PUT /v2.0/ports/e46c695b-1879-48fc-a584-0a5d2e37337a HTTP/1.1" status: 200 len: 1091 time: 0.8326261 Feb 10 06:48:24.378709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4834886-7c77-47d0-adce-2f1b58f7eb12', 'tag': 'e46c695b-1879-48fc-a584-0a5d2e37337a'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:48:24.380952 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23570f33-00e0-4295-8733-fe1abe20bbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4834886-7c77-47d0-adce-2f1b58f7eb12", "tag": "e46c695b-1879-48fc-a584-0a5d2e37337a"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:48:24.438289 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d441b5-2099-490c-80f8-3f094967a630 x-openstack-request-id: req-50d441b5-2099-490c-80f8-3f094967a630 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:48:24.438610 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4834886-7c77-47d0-adce-2f1b58f7eb12", "tag": "e46c695b-1879-48fc-a584-0a5d2e37337a", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:48:24.438851 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50d441b5-2099-490c-80f8-3f094967a630 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:48:24.439252 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4834886-7c77-47d0-adce-2f1b58f7eb12', 'tag': 'e46c695b-1879-48fc-a584-0a5d2e37337a', 'status': 'completed', 'code': 200} Feb 10 06:48:24.454554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eba927-d478-4f0f-a63f-2c6e4603303f service neutron] Pushing event updated for resources: {'Port': ['ID=e46c695b-1879-48fc-a584-0a5d2e37337a,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:24.477583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-da416668-c9d0-4413-a4e1-eb360670f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:24.479094 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-da416668-c9d0-4413-a4e1-eb360670f941 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cdb7d92e73a4d4885c2a2d284b4448d&device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 1125 time: 0.0553102 Feb 10 06:48:24.523849 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-a6e6fc75-fb4f-4421-a841-1d5c00b5789f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46c695b-1879-48fc-a584-0a5d2e37337a HTTP/1.1" status: 200 len: 217 time: 0.0386484 Feb 10 06:48:24.571770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-52604eb6-c1f6-4272-846e-31bce504c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:24.573362 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-52604eb6-c1f6-4272-846e-31bce504c1f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f633199-1a65-4fca-a9f0-96961625b04b HTTP/1.1" status: 200 len: 853 time: 0.0436270 Feb 10 06:48:24.605420 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-c21cddc1-2d77-4121-9b5b-b3a37d842297 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bae17481-edac-46e9-87b7-298d98eb108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256228 Feb 10 06:48:24.713247 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-775b7a59-5c70-4765-a0a3-af7687b6adc7 service neutron] 10.222.0.13 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968170 Feb 10 06:48:24.807880 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c860932f-480b-4e9d-b3eb-7e3b38f6f7e8 req-e01a24a3-0c1f-4cba-b962-a458c908dc9b service neutron] 10.222.0.13 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886674 Feb 10 06:48:24.904761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-f076ec18-8c7a-4a83-97ee-173d98eddf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:24.906363 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-f076ec18-8c7a-4a83-97ee-173d98eddf07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cdb7d92e73a4d4885c2a2d284b4448d&device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 1125 time: 0.0539649 Feb 10 06:48:24.995562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-77257177-bb6f-4a3f-b38a-209e94200fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:24.997354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-77257177-bb6f-4a3f-b38a-209e94200fb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bae17481-edac-46e9-87b7-298d98eb108a HTTP/1.1" status: 200 len: 913 time: 0.0854409 Feb 10 06:48:25.042531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-d500e112-1b98-4c58-9b17-a26e64b657e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46c695b-1879-48fc-a584-0a5d2e37337a HTTP/1.1" status: 200 len: 217 time: 0.0387428 Feb 10 06:48:25.090941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-98efe0e8-3708-4cc9-a0e9-915dde9bafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:25.092807 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-98efe0e8-3708-4cc9-a0e9-915dde9bafe0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f633199-1a65-4fca-a9f0-96961625b04b HTTP/1.1" status: 200 len: 853 time: 0.0441341 Feb 10 06:48:25.124279 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-dcd9f284-0eff-455f-bcba-da4df7f66713 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bae17481-edac-46e9-87b7-298d98eb108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258095 Feb 10 06:48:25.258607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2067df-46d5-42e4-bf14-a650f514ae0a req-6afddeea-71d2-4b18-9996-f1217ebf787b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:25.270392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb2067df-46d5-42e4-bf14-a650f514ae0a req-6afddeea-71d2-4b18-9996-f1217ebf787b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 943 time: 0.0779598 Feb 10 06:48:25.282782 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-90fecb4f-fdea-48fa-a2bd-994c05086dda service neutron] 10.222.0.13 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516962 Feb 10 06:48:25.334934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb2067df-46d5-42e4-bf14-a650f514ae0a req-4f3f0414-5796-4e17-ad04-17b1ca83c121 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604079 Feb 10 06:48:25.391154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-23570f33-00e0-4295-8733-fe1abe20bbaa req-1250c6bb-7199-44b4-87de-dad348944e9d service neutron] 10.222.0.13 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028895 Feb 10 06:48:26.457515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba38eeb-4529-4576-af62-3fbddfdf07f4 req-9e467816-8db0-42ea-98a0-b09e19f407bd tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:26.459044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ba38eeb-4529-4576-af62-3fbddfdf07f4 req-9e467816-8db0-42ea-98a0-b09e19f407bd tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 943 time: 0.0564306 Feb 10 06:48:26.506345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ba38eeb-4529-4576-af62-3fbddfdf07f4 req-7bf39df3-1851-43d6-9d98-e1f203094512 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 Feb 10 06:48:27.623179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaf3ae-93f4-4f02-9ff8-590c94be4726 req-8f995979-1b1f-470d-b068-75eec826ee4c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:27.624700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dcaf3ae-93f4-4f02-9ff8-590c94be4726 req-8f995979-1b1f-470d-b068-75eec826ee4c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 943 time: 0.0521278 Feb 10 06:48:27.670796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4dcaf3ae-93f4-4f02-9ff8-590c94be4726 req-4b7c56e9-0363-4dd0-9484-82a8926458b8 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Feb 10 06:48:27.713196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e46c695b-1879-48fc-a584-0a5d2e37337a details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:48:27.812193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e46c695b-1879-48fc-a584-0a5d2e37337a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e46c695b-1879-48fc-a584-0a5d2e37337a,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:27.823605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e46c695b-1879-48fc-a584-0a5d2e37337a', 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a', 'port_id': 'e46c695b-1879-48fc-a584-0a5d2e37337a', 'mac_address': 'fa:16:3e:d6:59:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f633199-1a65-4fca-a9f0-96961625b04b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:48:27.870759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e46c695b-1879-48fc-a584-0a5d2e37337a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:48:27.871185 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:27.884640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46c695b-1879-48fc-a584-0a5d2e37337a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:48:27.908688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e46c695b-1879-48fc-a584-0a5d2e37337a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e46c695b-1879-48fc-a584-0a5d2e37337a,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:27.913081 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:27.959228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e46c695b-1879-48fc-a584-0a5d2e37337a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:28.230325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e46c695b-1879-48fc-a584-0a5d2e37337a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:48:28.797676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c35f9c-24ba-47fa-a30e-e460150549af req-3b79366d-f334-4adf-8b3a-2ecf2c72055f tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:28.799214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54c35f9c-24ba-47fa-a30e-e460150549af req-3b79366d-f334-4adf-8b3a-2ecf2c72055f tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 944 time: 0.0585308 Feb 10 06:48:28.847611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54c35f9c-24ba-47fa-a30e-e460150549af req-b6af2219-dc3e-4091-9cde-1443593c7e9a tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Feb 10 06:48:29.009934 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:48:29.734409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e46c695b-1879-48fc-a584-0a5d2e37337a up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:48:29.788225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-8f79d2ef-d775-4c37-832c-8057949afad6 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:29.789854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-8f79d2ef-d775-4c37-832c-8057949afad6 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 815 time: 0.1128457 Feb 10 06:48:29.791572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e46c695b-1879-48fc-a584-0a5d2e37337a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:48:29.798663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e46c695b-1879-48fc-a584-0a5d2e37337a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:48:29.799204 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:29.805637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-d59802dc-e631-42c2-9d76-b1e827b91385 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/quotas/dc291a1a94a741daa93c21666dc3acd9 HTTP/1.1" status: 200 len: 375 time: 0.0094616 Feb 10 06:48:29.861975 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-8bb7ecc2-a8b8-4e29-a01d-f49a958fe45e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503168 Feb 10 06:48:29.879744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e46c695b-1879-48fc-a584-0a5d2e37337a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:48:29.880461 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:29.920552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e46c695b-1879-48fc-a584-0a5d2e37337a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e46c695b-1879-48fc-a584-0a5d2e37337a,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:29.921522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4834886-7c77-47d0-adce-2f1b58f7eb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c695b-1879-48fc-a584-0a5d2e37337a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:48:29.924201 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea57ca-5785-496a-9c05-20384981e257" -d '{"events": [{"server_uuid": "b4834886-7c77-47d0-adce-2f1b58f7eb12", "name": "network-vif-plugged", "status": "completed", "tag": "e46c695b-1879-48fc-a584-0a5d2e37337a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:48:29.928690 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:29.982511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e46c695b-1879-48fc-a584-0a5d2e37337a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:30.248530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-16a465f8-be25-479c-ba5f-77fd2f1f1679 service neutron] 10.222.0.21 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784308 Feb 10 06:48:30.269852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba02633-b0fc-4a0f-ae06-daa744d71e9a req-d6cef0ab-bde4-4e79-9da8-b0983c534ea8 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:30.271268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dba02633-b0fc-4a0f-ae06-daa744d71e9a req-d6cef0ab-bde4-4e79-9da8-b0983c534ea8 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 945 time: 0.3332672 Feb 10 06:48:30.365225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dba02633-b0fc-4a0f-ae06-daa744d71e9a req-9b864b5c-bcd2-4470-8b01-d995e863bb8d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843449 Feb 10 06:48:30.389187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-e4c75019-c151-414e-b1f9-2a6db9d5af9e service neutron] 10.222.0.21 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278057 Feb 10 06:48:30.424766 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb3de6e-a40c-48de-8fe9-408535642cca x-openstack-request-id: req-3fb3de6e-a40c-48de-8fe9-408535642cca {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:48:30.425197 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4834886-7c77-47d0-adce-2f1b58f7eb12", "name": "network-vif-plugged", "status": "completed", "tag": "e46c695b-1879-48fc-a584-0a5d2e37337a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:48:30.425632 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fb3de6e-a40c-48de-8fe9-408535642cca {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:48:30.426228 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4834886-7c77-47d0-adce-2f1b58f7eb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c695b-1879-48fc-a584-0a5d2e37337a', 'code': 200} Feb 10 06:48:30.556955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7e350-47d2-4495-944b-bf1eca6797b0 req-fe45d079-e174-4d77-a3fb-d9aad06bca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:30.566499 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3fb7e350-47d2-4495-944b-bf1eca6797b0 req-fe45d079-e174-4d77-a3fb-d9aad06bca3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 1127 time: 0.0796242 Feb 10 06:48:30.566896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf7ed5d4-5e01-48ec-911c-912d8ea9437d req-9c300c73-49f2-4c63-b562-6aa3b666eb73 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 210 time: 0.0413675 Feb 10 06:48:30.631699 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3fb7e350-47d2-4495-944b-bf1eca6797b0 req-1517a40e-e8d2-435d-ac49-459c068ddc2e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641394 Feb 10 06:48:31.598268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c52c9-8259-4d01-9c78-935d8b4601c7 req-b93dc84f-66cb-4cca-8d0d-8a6755e12d63 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:31.598771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-125a9774-3d06-4a3f-b5d5-05716a6fcdd5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:31.600252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-125a9774-3d06-4a3f-b5d5-05716a6fcdd5 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.13 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 815 time: 0.1631262 Feb 10 06:48:31.608751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c9c52c9-8259-4d01-9c78-935d8b4601c7 req-b93dc84f-66cb-4cca-8d0d-8a6755e12d63 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 945 time: 0.1333528 Feb 10 06:48:31.618612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Request body: {'port': {'device_id': '8782983d-a604-4f42-9e4d-483fa2246093', 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a', 'admin_state_up': True, 'tenant_id': 'dc291a1a94a741daa93c21666dc3acd9'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:48:31.721192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91514c9d-2bc3-4682-b86e-b97abf12e14a req-41f0de0a-9260-44c0-8ab2-c01101121c84 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 210 time: 0.0475323 Feb 10 06:48:31.742202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c9c52c9-8259-4d01-9c78-935d8b4601c7 req-924c2af7-b9a2-4d9a-96a9-716749c32721 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325493 Feb 10 06:48:31.763689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Made reservation on behalf of dc291a1a94a741daa93c21666dc3acd9 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:48:31.767698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:31.918613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Allocated IP 172.20.0.8 (b2aa85b1-9234-49f4-a10b-1717e3e7df3a/5ab310af-2324-43db-b42e-a4857138b566/84aed43c-b35d-4665-80c8-0ffafee739ea) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:48:32.078708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks [] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:32.112333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:32.127518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4dac0860-b1c2-4198-b77e-efb128ff600f', 'cda6f018-a557-4d6e-8a02-ade47f8d3e73'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:48:32.163152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Network b2aa85b1-9234-49f4-a10b-1717e3e7df3a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:48:32.166317 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:48:32.170028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:48:32.176500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Pushing event updated for resources: {'Port': ['ID=84aed43c-b35d-4665-80c8-0ffafee739ea,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:32.232214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:32.232847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:32.266810 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f313f8da-71cf-4ec9-aa50-76318cdebb0f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538064 Feb 10 06:48:32.283909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Request body: {'port': {'device_id': '8782983d-a604-4f42-9e4d-483fa2246093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:48:32.357944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:32.663943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84aed43c-b35d-4665-80c8-0ffafee739ea {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:48:32.673271 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Publish callbacks [] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:32.687601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Transition to ACTIVE for port object 84aed43c-b35d-4665-80c8-0ffafee739ea will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:48:32.694378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:32.799001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Pushing event updated for resources: {'Port': ['ID=84aed43c-b35d-4665-80c8-0ffafee739ea,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:32.900733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Attempting to bind port 84aed43c-b35d-4665-80c8-0ffafee739ea on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:48:32.901120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Attempting to bind port 84aed43c-b35d-4665-80c8-0ffafee739ea by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:48:32.901389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Attempting to bind port 84aed43c-b35d-4665-80c8-0ffafee739ea on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:48:32.909180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Port 84aed43c-b35d-4665-80c8-0ffafee739ea on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:48:32.909499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Attempting to bind port 84aed43c-b35d-4665-80c8-0ffafee739ea on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:48:32.921394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:48:32.925726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Checking segment: {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:48:32.926392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Bound using segment: {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:48:32.926854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Bound port: 84aed43c-b35d-4665-80c8-0ffafee739ea, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:48:32.927272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:32.979598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6c77d-6ef5-4fd3-af09-0d9293578688 req-da3d88b8-e403-4ed9-93d7-9a29bca2f306 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:32.981252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3d6c77d-6ef5-4fd3-af09-0d9293578688 req-da3d88b8-e403-4ed9-93d7-9a29bca2f306 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 943 time: 0.1456583 Feb 10 06:48:33.050387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] For port 84aed43c-b35d-4665-80c8-0ffafee739ea, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:48:33.053956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] For port 84aed43c-b35d-4665-80c8-0ffafee739ea, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=84aed43c-b35d-4665-80c8-0ffafee739ea,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:48:33.059164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae4907-4063-4490-af52-3bfd0e41cba4 req-ecc22cb1-e7e5-4c82-9cfb-72eac7a66030 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:33.061172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53ae4907-4063-4490-af52-3bfd0e41cba4 req-ecc22cb1-e7e5-4c82-9cfb-72eac7a66030 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 945 time: 0.1556907 Feb 10 06:48:33.064615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3d6c77d-6ef5-4fd3-af09-0d9293578688 req-8c3ab83a-24a6-4349-bdfa-7233729a2b30 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772595 Feb 10 06:48:33.065303 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:33.124529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53ae4907-4063-4490-af52-3bfd0e41cba4 req-2af3f4b3-5c0d-4945-bc14-79f7df5f2aa3 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556273 Feb 10 06:48:33.161304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:33.162156 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:33.163750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/84aed43c-b35d-4665-80c8-0ffafee739ea HTTP/1.1" status: 200 len: 1091 time: 0.8853855 Feb 10 06:48:33.164390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8782983d-a604-4f42-9e4d-483fa2246093', 'tag': '84aed43c-b35d-4665-80c8-0ffafee739ea'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:48:33.166895 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b428ae-8abd-4368-947f-621931bbd44b" -d '{"events": [{"name": "network-changed", "server_uuid": "8782983d-a604-4f42-9e4d-483fa2246093", "tag": "84aed43c-b35d-4665-80c8-0ffafee739ea"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:48:33.173145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89045de-afc6-4db0-9299-8fd2718143e6 service neutron] Pushing event updated for resources: {'Port': ['ID=84aed43c-b35d-4665-80c8-0ffafee739ea,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:33.234442 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847245a9-1bf2-47e9-960a-801149428389 x-openstack-request-id: req-847245a9-1bf2-47e9-960a-801149428389 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:48:33.234749 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8782983d-a604-4f42-9e4d-483fa2246093", "tag": "84aed43c-b35d-4665-80c8-0ffafee739ea", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:48:33.235015 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-847245a9-1bf2-47e9-960a-801149428389 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:48:33.235425 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8782983d-a604-4f42-9e4d-483fa2246093', 'tag': '84aed43c-b35d-4665-80c8-0ffafee739ea', 'status': 'completed', 'code': 200} Feb 10 06:48:33.289182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-aba6a3bc-3ca3-454c-87e9-ffb202f10593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:33.290769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-aba6a3bc-3ca3-454c-87e9-ffb202f10593 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 1125 time: 0.0676649 Feb 10 06:48:33.753364 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-980e60fc-2893-4587-8d2d-1bf511bf8080 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84aed43c-b35d-4665-80c8-0ffafee739ea HTTP/1.1" status: 200 len: 217 time: 0.4564695 Feb 10 06:48:33.832516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-fad2bb3f-03c6-42c0-a350-4196ff57c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:33.834420 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-fad2bb3f-03c6-42c0-a350-4196ff57c7f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.0747211 Feb 10 06:48:33.908807 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f945d08b-30bc-4a66-971a-cc318d28317e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619287 Feb 10 06:48:34.061506 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-f11497be-1bdc-4dcb-bdd0-197e51cac7d2 service neutron] 10.222.0.13 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460125 Feb 10 06:48:34.184720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9b93e486-6fee-4cfa-b080-9fd99b5609b1 req-9a6f4b2a-5419-4e94-b5a5-a7b97fd15d86 service neutron] 10.222.0.13 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177733 Feb 10 06:48:34.302333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3c07b-9eeb-4119-a62b-e1b5ce088670 req-fab6bb99-b75c-48c9-9cbf-5b9d10f2782d tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:34.311704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4aa3c07b-9eeb-4119-a62b-e1b5ce088670 req-fab6bb99-b75c-48c9-9cbf-5b9d10f2782d tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 943 time: 0.1223361 Feb 10 06:48:34.381851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b428ae-8abd-4368-947f-621931bbd44b req-994368df-6970-4b61-b77a-efc0f66e0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:34.397288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4aa3c07b-9eeb-4119-a62b-e1b5ce088670 req-35e9857c-f9e4-4152-ba2b-104461e87bac tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845332 Feb 10 06:48:34.398694 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80b428ae-8abd-4368-947f-621931bbd44b req-994368df-6970-4b61-b77a-efc0f66e0d04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 1125 time: 0.1455801 Feb 10 06:48:34.505979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b428ae-8abd-4368-947f-621931bbd44b req-a76ee9da-bbcf-4a50-932f-1c7cceb34128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:34.507704 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80b428ae-8abd-4368-947f-621931bbd44b req-a76ee9da-bbcf-4a50-932f-1c7cceb34128 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 915 time: 0.1023211 Feb 10 06:48:34.567205 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80b428ae-8abd-4368-947f-621931bbd44b req-3134df3c-e84a-4b21-99f0-386528353bcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84aed43c-b35d-4665-80c8-0ffafee739ea HTTP/1.1" status: 200 len: 217 time: 0.0542159 Feb 10 06:48:34.637358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b428ae-8abd-4368-947f-621931bbd44b req-a83626ab-b61f-4bf8-9dcb-a1a5f1e16d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:34.639110 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80b428ae-8abd-4368-947f-621931bbd44b req-a83626ab-b61f-4bf8-9dcb-a1a5f1e16d15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.0655468 Feb 10 06:48:34.699020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80b428ae-8abd-4368-947f-621931bbd44b req-e1d7fdd3-0757-46b6-8586-f1280cfe5e65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535810 Feb 10 06:48:34.837834 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80b428ae-8abd-4368-947f-621931bbd44b req-b8aaa11c-258d-4dfe-a5e0-c7b109e263c3 service neutron] 10.222.0.13 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323218 Feb 10 06:48:34.991383 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80b428ae-8abd-4368-947f-621931bbd44b req-e3c2b379-06bb-4814-94ad-662bf6981baa service neutron] 10.222.0.13 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467028 Feb 10 06:48:35.548549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e4e2b-bd79-4a3e-a6c1-5e987d242807 req-1cc6e28c-5b69-4026-b9fe-662b693b7307 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:35.551074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-110e4e2b-bd79-4a3e-a6c1-5e987d242807 req-1cc6e28c-5b69-4026-b9fe-662b693b7307 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 943 time: 0.0789037 Feb 10 06:48:35.625700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-110e4e2b-bd79-4a3e-a6c1-5e987d242807 req-95aadc89-4a43-42fb-82a2-d1fc80d2e8d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680966 Feb 10 06:48:36.769813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560243d-5497-45f8-b3c8-eb7740c5a51f req-2af26e0c-14d8-49d1-97d9-48d81a604a3a tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:36.772406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6560243d-5497-45f8-b3c8-eb7740c5a51f req-2af26e0c-14d8-49d1-97d9-48d81a604a3a tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 943 time: 0.0681031 Feb 10 06:48:36.838549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6560243d-5497-45f8-b3c8-eb7740c5a51f req-47960808-0000-4c23-8243-b880682feb1f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570109 Feb 10 06:48:36.866283 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:37.487974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b5249-ebfe-4b68-9bdc-9269c735f001 req-77103926-daf4-4831-ac37-134cf2e6975c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:37.489442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-858b5249-ebfe-4b68-9bdc-9269c735f001 req-77103926-daf4-4831-ac37-134cf2e6975c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 947 time: 0.0584619 Feb 10 06:48:37.536404 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-858b5249-ebfe-4b68-9bdc-9269c735f001 req-31832e5c-e7a2-41c5-a3bb-0f0f27fd928c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411808 Feb 10 06:48:37.809409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 84aed43c-b35d-4665-80c8-0ffafee739ea details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:48:37.936350 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 84aed43c-b35d-4665-80c8-0ffafee739ea, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=84aed43c-b35d-4665-80c8-0ffafee739ea,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:37.951616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '84aed43c-b35d-4665-80c8-0ffafee739ea', 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a', 'port_id': '84aed43c-b35d-4665-80c8-0ffafee739ea', 'mac_address': 'fa:16:3e:99:08:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab310af-2324-43db-b42e-a4857138b566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:48:37.968387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6629f7-61f2-4553-ba61-1d352cbec80a req-9460eb24-8dca-49e9-8eb6-b07011a57b92 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:37.970591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a6629f7-61f2-4553-ba61-1d352cbec80a req-9460eb24-8dca-49e9-8eb6-b07011a57b92 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 943 time: 0.0631137 Feb 10 06:48:38.007033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 84aed43c-b35d-4665-80c8-0ffafee739ea is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:48:38.007201 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:38.027679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84aed43c-b35d-4665-80c8-0ffafee739ea {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:48:38.058813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a6629f7-61f2-4553-ba61-1d352cbec80a req-dd7b5571-14f6-46dd-b08b-d6265870172c tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743933 Feb 10 06:48:38.067519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 84aed43c-b35d-4665-80c8-0ffafee739ea, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=84aed43c-b35d-4665-80c8-0ffafee739ea,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:38.080839 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:38.140041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=84aed43c-b35d-4665-80c8-0ffafee739ea,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:38.425806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['84aed43c-b35d-4665-80c8-0ffafee739ea'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:48:38.671223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecfff2-c718-45d1-8814-8c513df72249 req-419eb161-2a77-4dac-8f92-e0d740734507 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:38.678794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4cecfff2-c718-45d1-8814-8c513df72249 req-419eb161-2a77-4dac-8f92-e0d740734507 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 947 time: 0.0597031 Feb 10 06:48:38.731330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4cecfff2-c718-45d1-8814-8c513df72249 req-f8abd176-1a4a-40a0-a359-e8d240d7db86 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1d4994-0ff4-4601-8605-0d7598aafd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516651 Feb 10 06:48:38.889804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-68ec3ea2-efdc-44db-a550-db423211f8e2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:38.891365 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-68ec3ea2-efdc-44db-a550-db423211f8e2 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 947 time: 0.0576603 Feb 10 06:48:38.996403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Deleting port e9eba11b-a2ce-4936-b665-6aa72f16cf7e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:38.996746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:39.126898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] For port e9eba11b-a2ce-4936-b665-6aa72f16cf7e, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:39.127264 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:39.220340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be66a06-9eb8-4944-bea9-908d60ffba87 req-b468ddd8-975b-4858-9e7e-4a4bf29ab979 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:39.223081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1be66a06-9eb8-4944-bea9-908d60ffba87 req-b468ddd8-975b-4858-9e7e-4a4bf29ab979 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 944 time: 0.0718534 Feb 10 06:48:39.293173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1be66a06-9eb8-4944-bea9-908d60ffba87 req-e66f087d-9733-4076-95da-a21ec1d7d066 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637712 Feb 10 06:48:39.350678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:39.351049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (bc82a152-c5ff-4ecf-afb5-6c5d914d1920), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:39.351411 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Floating IP bc82a152-c5ff-4ecf-afb5-6c5d914d1920 disassociated. External IP: 172.25.8.195, port: e9eba11b-a2ce-4936-b665-6aa72f16cf7e. Feb 10 06:48:39.351782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Calling delete_port for e9eba11b-a2ce-4936-b665-6aa72f16cf7e owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:39.495815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e9eba11b-a2ce-4936-b665-6aa72f16cf7e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:39.535970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event deleted for resources: {'Port': ['ID=e9eba11b-a2ce-4936-b665-6aa72f16cf7e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:39.663557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:48:39.803988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:48:39.821604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 84aed43c-b35d-4665-80c8-0ffafee739ea up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:48:39.822134 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] Sync routers for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:48:39.831881 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:39.833126 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:39.842953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a31b1ed-9266-4100-b890-8f45bb70fc90 req-a670d459-ea67-4cba-9ce5-f55b78a6f08a tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/ports?device_id=b74f6e39-281b-4f1c-90c3-040d35be35b9 HTTP/1.1" status: 200 len: 210 time: 0.0304358 Feb 10 06:48:39.891005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] No DVR routers for this DVR port e9eba11b-a2ce-4936-b665-6aa72f16cf7e on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:48:39.893663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:39.898002 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a14a8446-c5e9-406c-a01b-d7879dcace34 req-9b74dcd5-d542-4ead-b0e8-7115651c5c9c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.24 "DELETE /v2.0/ports/e9eba11b-a2ce-4936-b665-6aa72f16cf7e HTTP/1.1" status: 204 len: 173 time: 1.0011730 Feb 10 06:48:39.898576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-deleted', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:48:39.901476 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462dab1d-af9e-4849-889f-7c3905fa4e6e" -d '{"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-deleted", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:48:39.935225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 84aed43c-b35d-4665-80c8-0ffafee739ea completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:48:39.940226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 84aed43c-b35d-4665-80c8-0ffafee739ea triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:48:39.940739 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:39.992242 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79c42f9-1da8-49db-82f5-5480689f9345 x-openstack-request-id: req-b79c42f9-1da8-49db-82f5-5480689f9345 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:48:39.992818 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74f6e39-281b-4f1c-90c3-040d35be35b9", "name": "network-vif-deleted", "tag": "e9eba11b-a2ce-4936-b665-6aa72f16cf7e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:48:39.993773 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b79c42f9-1da8-49db-82f5-5480689f9345 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:48:39.994369 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74f6e39-281b-4f1c-90c3-040d35be35b9', 'name': 'network-vif-deleted', 'tag': 'e9eba11b-a2ce-4936-b665-6aa72f16cf7e', 'status': 'completed', 'code': 200} Feb 10 06:48:40.054243 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:40.064723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:40.158265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 84aed43c-b35d-4665-80c8-0ffafee739ea is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:48:40.158752 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:40.239875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8782983d-a604-4f42-9e4d-483fa2246093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aed43c-b35d-4665-80c8-0ffafee739ea'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:48:40.252641 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1022e2-c995-43ba-bc3d-09f56d516445" -d '{"events": [{"server_uuid": "8782983d-a604-4f42-9e4d-483fa2246093", "name": "network-vif-plugged", "status": "completed", "tag": "84aed43c-b35d-4665-80c8-0ffafee739ea"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:48:40.286125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 84aed43c-b35d-4665-80c8-0ffafee739ea, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=84aed43c-b35d-4665-80c8-0ffafee739ea,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:40.292842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:40.400116 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3cb85e-b1ea-430d-8288-f27cc2678daa x-openstack-request-id: req-0a3cb85e-b1ea-430d-8288-f27cc2678daa {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:48:40.400402 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8782983d-a604-4f42-9e4d-483fa2246093", "name": "network-vif-plugged", "status": "completed", "tag": "84aed43c-b35d-4665-80c8-0ffafee739ea", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:48:40.400794 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a3cb85e-b1ea-430d-8288-f27cc2678daa {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:48:40.401200 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8782983d-a604-4f42-9e4d-483fa2246093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aed43c-b35d-4665-80c8-0ffafee739ea', 'code': 200} Feb 10 06:48:40.424552 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-78254f5e-b333-482b-8437-71b711a7c9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:40.428820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=84aed43c-b35d-4665-80c8-0ffafee739ea,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:40.460058 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:40.489762 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] Checking router: 7270d982-447e-4baf-8ed1-8ff8dcc19d48 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:48:40.493825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70470f8-5622-44cd-83cb-a1d66f429f10 req-3ef8414e-0321-45c1-ac6a-c971c7ebd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:40.495644 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b70470f8-5622-44cd-83cb-a1d66f429f10 req-3ef8414e-0321-45c1-ac6a-c971c7ebd1de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 1127 time: 0.0994124 Feb 10 06:48:40.500676 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:40.501553 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:40.532322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6786ae-f320-4671-bdb5-35154c0cd76c req-cd65a171-3d7f-45a5-af14-5ee53966846a tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:40.535386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef6786ae-f320-4671-bdb5-35154c0cd76c req-cd65a171-3d7f-45a5-af14-5ee53966846a tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 945 time: 0.1395521 Feb 10 06:48:40.601643 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b70470f8-5622-44cd-83cb-a1d66f429f10 req-3f373152-5ff2-42d7-bdf5-daed781bfadb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993681 Feb 10 06:48:40.630821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef6786ae-f320-4671-bdb5-35154c0cd76c req-8bb7c1e1-f300-4dac-996e-1f6f71052895 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823703 Feb 10 06:48:40.728509 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:40.974708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34986) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:40.976134 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:41.026496 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd7438-eeb3-4a6c-acae-f2286caf22d9 None None] The sync data for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 is: [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '41bc7d05-1ba9-4df3-8636-59e20ee8a2c5', 'name': '', 'network_id': 'aa82c388-a80e-4ab9-83ef-9b47d4160248', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'mac_address': 'fa:16:3e:92:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '01841d15-fd3e-4642-900e-37b1655010f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:41Z', 'updated_at': '2022-02-10T06:41:48Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'subnets': [{'id': '01841d15-fd3e-4642-900e-37b1655010f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:48:41.053424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68e72235-1b7c-47b5-a754-c59ae010f21f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (0f1d4994-0ff4-4601-8605-0d7598aafd9f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:41.109050 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68e72235-1b7c-47b5-a754-c59ae010f21f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (0f1d4994-0ff4-4601-8605-0d7598aafd9f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:41.217799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68e72235-1b7c-47b5-a754-c59ae010f21f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0f1d4994-0ff4-4601-8605-0d7598aafd9f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:41.227056 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68e72235-1b7c-47b5-a754-c59ae010f21f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:41.231168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34990) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:41.259769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-68e72235-1b7c-47b5-a754-c59ae010f21f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "DELETE /v2.0/security-groups/0f1d4994-0ff4-4601-8605-0d7598aafd9f HTTP/1.1" status: 204 len: 168 time: 0.2838905 Feb 10 06:48:41.280846 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-64b96f07-7baa-4808-8b86-ea306c890f4c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] show failed (client error): The resource could not be found. Feb 10 06:48:41.288996 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-64b96f07-7baa-4808-8b86-ea306c890f4c tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "GET /v2.0/security-groups/0f1d4994-0ff4-4601-8605-0d7598aafd9f HTTP/1.1" status: 404 len: 347 time: 0.0562418 Feb 10 06:48:41.292842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34994) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:41.303230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e72235-1b7c-47b5-a754-c59ae010f21f tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1d4994-0ff4-4601-8605-0d7598aafd9f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:41.481623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Deleting port bf73e375-359a-44d9-bf44-e971e8fbca51 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:41.481945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bf73e375-359a-44d9-bf44-e971e8fbca51), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:41.556648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f4ac82-ecb0-4612-9db4-b835f4c691c1 None None] New status for floating IP bc82a152-c5ff-4ecf-afb5-6c5d914d1920: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:48:41.597071 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bf73e375-359a-44d9-bf44-e971e8fbca51), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:41.597689 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (bf73e375-359a-44d9-bf44-e971e8fbca51), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:41.610760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Calling delete_port for bf73e375-359a-44d9-bf44-e971e8fbca51 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:41.806545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b031853-0ef0-45d6-8c37-133bd6e607bf req-31a1ec91-7d73-43b0-92f1-7bc2148e747e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:41.818935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b031853-0ef0-45d6-8c37-133bd6e607bf req-31a1ec91-7d73-43b0-92f1-7bc2148e747e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 945 time: 0.0778112 Feb 10 06:48:41.894915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b031853-0ef0-45d6-8c37-133bd6e607bf req-021cac69-b99a-4aac-abcf-a0dbc548a358 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747082 Feb 10 06:48:41.933273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e9eba11b-a2ce-4936-b665-6aa72f16cf7e no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:48:41.956503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (bf73e375-359a-44d9-bf44-e971e8fbca51), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:41.975721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: e9eba11b-a2ce-4936-b665-6aa72f16cf7e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:48:41.976078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e9eba11b-a2ce-4936-b665-6aa72f16cf7e not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:48:42.005263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Pushing event deleted for resources: {'Port': ['ID=bf73e375-359a-44d9-bf44-e971e8fbca51,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:42.087513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.087894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.088205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.088638 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.088982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.089312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.089641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.089969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.090372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.090710 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.091034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.091470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.091799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:48:42.095441 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks [] for floatingip (bc82a152-c5ff-4ecf-afb5-6c5d914d1920), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:42.098014 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:42.099605 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4a4b9093-aefc-4e44-853f-f1ab2b2e3ee1 tempest-AttachVolumeShelveTestJSON-401187822 tempest-AttachVolumeShelveTestJSON-401187822-project] 10.222.0.21 "DELETE /v2.0/floatingips/bc82a152-c5ff-4ecf-afb5-6c5d914d1920 HTTP/1.1" status: 204 len: 168 time: 0.8055038 Feb 10 06:48:42.504130 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5644d90-70ed-4168-a835-a1fe80d6fad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:43.073743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4dec4-fed6-49ca-b508-5e03778dbced req-9c95c121-34e4-41b6-8093-18ff6afed05b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:43.080180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dcf4dec4-fed6-49ca-b508-5e03778dbced req-9c95c121-34e4-41b6-8093-18ff6afed05b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 945 time: 0.1051662 Feb 10 06:48:43.179275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dcf4dec4-fed6-49ca-b508-5e03778dbced req-a9099777-0f8f-4c19-9161-86e8729da2fc tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890486 Feb 10 06:48:43.788863 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:44.846162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35042) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:44.956768 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1c42d664-c158-45ce-98e8-31b7d8f8ec83 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/floatingips/a28e19b6-ec74-4323-b901-e269b3fd0e1c HTTP/1.1" status: 200 len: 993 time: 0.1084311 Feb 10 06:48:45.213589 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:45.279333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35050) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:45.666487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port 03c3e69c-9f24-44d1-81ac-7f140e4a0411 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:45.666830 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (03c3e69c-9f24-44d1-81ac-7f140e4a0411), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:45.852757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (03c3e69c-9f24-44d1-81ac-7f140e4a0411), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:45.853414 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for floatingip (03c3e69c-9f24-44d1-81ac-7f140e4a0411), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:45.864558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:45.877084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for 03c3e69c-9f24-44d1-81ac-7f140e4a0411 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:46.177145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (03c3e69c-9f24-44d1-81ac-7f140e4a0411), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:46.219949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=03c3e69c-9f24-44d1-81ac-7f140e4a0411,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:46.350993 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for floatingip (a28e19b6-ec74-4323-b901-e269b3fd0e1c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:46.351260 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Floating IP a28e19b6-ec74-4323-b901-e269b3fd0e1c disassociated (deleted). External IP: 172.25.8.44, port: 76eb9896-5a61-40ff-974b-bbf9b4239f2f. Feb 10 06:48:46.442478 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:46.694044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 0aa65f4b-ae55-44ee-a07c-855723551949 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:48:46.697565 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:47.053781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:48:47.072417 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:47.074433 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] Sync routers for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:48:47.124412 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:47.125667 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:47.206691 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-55735b72-6891-4e72-b298-2a7a8cf631a1 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/floatingips/a28e19b6-ec74-4323-b901-e269b3fd0e1c HTTP/1.1" status: 204 len: 168 time: 1.9251440 Feb 10 06:48:47.207709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:48:47.217519 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc068c21-39ab-465a-a16d-bfe2383d06e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:48:47.476832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Deleting port 49b8a46f-5d69-4640-a23c-d7876195e50f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:47.477415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:47.742241 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:47.813816 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0be1e-56f7-45cf-94bd-7c85a94a019f x-openstack-request-id: req-ffd0be1e-56f7-45cf-94bd-7c85a94a019f {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:48:47.814137 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:48:47.814637 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffd0be1e-56f7-45cf-94bd-7c85a94a019f {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:48:47.815654 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'status': 'completed', 'code': 200} Feb 10 06:48:47.853758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] For port 49b8a46f-5d69-4640-a23c-d7876195e50f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=49b8a46f-5d69-4640-a23c-d7876195e50f,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:47.858011 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:47.947154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Calling delete_port for 49b8a46f-5d69-4640-a23c-d7876195e50f owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:48.009295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-63a9b60a-8431-411e-a1e8-16338ea202ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:48.010782 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-63a9b60a-8431-411e-a1e8-16338ea202ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37c0f4d3cbd94b22835233e088c819d9&device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 1128 time: 0.1472790 Feb 10 06:48:48.137149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d3e8f-8a51-4b2b-98d5-6a8282c14283 req-7e66864b-0419-411e-9d7b-bcc9fe9cae3b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:48.147084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e69d3e8f-8a51-4b2b-98d5-6a8282c14283 req-7e66864b-0419-411e-9d7b-bcc9fe9cae3b tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 946 time: 0.1005301 Feb 10 06:48:48.207720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-6bbb8e7b-6650-48d1-aa56-661e525a8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:48.209142 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-6bbb8e7b-6650-48d1-aa56-661e525a8d8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb HTTP/1.1" status: 200 len: 896 time: 0.1768541 Feb 10 06:48:48.235518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e69d3e8f-8a51-4b2b-98d5-6a8282c14283 req-b3c42e57-c696-4ee2-9496-5991e5771c96 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825114 Feb 10 06:48:48.320166 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-0ebdaa29-22b7-4fd6-ae96-d4fd76d710c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f HTTP/1.1" status: 200 len: 217 time: 0.1045415 Feb 10 06:48:48.428669 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:15Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5c3fe241-202a-44b6-8328-4f6cc31a9098', 'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:db:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:13Z', 'updated_at': '2022-02-10T06:47:21Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:48.439127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-507d72e0-5115-481a-8f75-275175a9e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:48.441253 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-507d72e0-5115-481a-8f75-275175a9e4a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb4a6375-b4f1-47ae-8291-f86fa50284b1 HTTP/1.1" status: 200 len: 835 time: 0.1122804 Feb 10 06:48:48.520394 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] Checking router: 0aa65f4b-ae55-44ee-a07c-855723551949 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:48:48.544577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (49b8a46f-5d69-4640-a23c-d7876195e50f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:48.545642 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:48.549196 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:48.574816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-b1d05957-a76f-4527-8b2a-ea0ad5fddad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:48.578147 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-b1d05957-a76f-4527-8b2a-ea0ad5fddad3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1525738a-0a57-4f5e-9323-a5ee94c3cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256430 Feb 10 06:48:48.616977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b8a46f-5d69-4640-a23c-d7876195e50f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:48.895811 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-e8057c8b-c3e4-4e77-9cda-7555474930e4 service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045909 Feb 10 06:48:48.944930 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:49.097284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:49.186350 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fc068c21-39ab-465a-a16d-bfe2383d06e8 req-3720884f-d516-4111-ae2a-29a802b66896 service neutron] 10.222.0.13 "GET /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745495 Feb 10 06:48:49.588083 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:15Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5c3fe241-202a-44b6-8328-4f6cc31a9098', 'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:db:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:13Z', 'updated_at': '2022-02-10T06:47:21Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:49.644301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-8b1bea4c-ad5a-41ae-90fb-fe584cb3b4dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:49.651399 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22a842-8a7d-4881-a1f8-2262b5998e7c None None] The sync data for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 is: [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:15Z', 'revision_number': 4, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5c3fe241-202a-44b6-8328-4f6cc31a9098', 'name': '', 'network_id': '1525738a-0a57-4f5e-9323-a5ee94c3cbbb', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'mac_address': 'fa:16:3e:db:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:13Z', 'updated_at': '2022-02-10T06:47:21Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'subnets': [{'id': 'cb4a6375-b4f1-47ae-8291-f86fa50284b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:48:49.653270 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-8b1bea4c-ad5a-41ae-90fb-fe584cb3b4dd tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 946 time: 0.1529474 Feb 10 06:48:49.690762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:48:49.791606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a61a21-ee7f-4fe6-989f-fc001d140200 req-37dc6661-2fd8-4a4c-ac90-d635f533d78c tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:48:49.802653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06a61a21-ee7f-4fe6-989f-fc001d140200 req-37dc6661-2fd8-4a4c-ac90-d635f533d78c tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 946 time: 0.2037456 Feb 10 06:48:49.962372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port 76eb9896-5a61-40ff-974b-bbf9b4239f2f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:49.962752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:50.219154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] For port 76eb9896-5a61-40ff-974b-bbf9b4239f2f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=76eb9896-5a61-40ff-974b-bbf9b4239f2f,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:50.219550 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:50.257977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for 76eb9896-5a61-40ff-974b-bbf9b4239f2f owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:50.269602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06a61a21-ee7f-4fe6-989f-fc001d140200 req-81566645-e8e5-4a55-96ec-51c16f2fc8b8 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a31177-b9ba-4ab4-bdd5-5e45a5298f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502425 Feb 10 06:48:50.273853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:48:50.286770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] Sync routers for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:48:50.314382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3afaf3cd-4e0f-40b5-957e-67cabdce78d2 admin admin] 10.222.0.21 "PUT /v2.0/routers/22b44205-1aeb-4d90-92a2-3b2be8bbb89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4484019 Feb 10 06:48:50.318016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35126) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:50.319167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:50.322462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:50.416967 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f8e818-0e28-45be-abb6-de38d907fcd9 None None] New status for floating IP a28e19b6-ec74-4323-b901-e269b3fd0e1c: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:48:50.604195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (76eb9896-5a61-40ff-974b-bbf9b4239f2f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:50.668282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=76eb9896-5a61-40ff-974b-bbf9b4239f2f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:50.801229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] No DVR routers for this DVR port 76eb9896-5a61-40ff-974b-bbf9b4239f2f on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:48:50.803999 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:50.808092 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-20c7d32e-33f8-4322-b1f1-27e64821148d req-ad942aa8-751a-4685-abbb-993d112a21fc tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.13 "DELETE /v2.0/ports/76eb9896-5a61-40ff-974b-bbf9b4239f2f HTTP/1.1" status: 204 len: 173 time: 1.1491199 Feb 10 06:48:50.808600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'name': 'network-vif-deleted', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:48:50.823534 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50681b18-2a1c-4a09-bc21-75f71e84d0c5" -d '{"events": [{"server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "name": "network-vif-deleted", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:48:50.883777 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f73a416-12ba-4db0-8d8f-db01641e06b8 x-openstack-request-id: req-0f73a416-12ba-4db0-8d8f-db01641e06b8 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:48:50.884240 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce2ae3d-cd80-4705-b6a4-9a7c765f603a", "name": "network-vif-deleted", "tag": "76eb9896-5a61-40ff-974b-bbf9b4239f2f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:48:50.884597 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f73a416-12ba-4db0-8d8f-db01641e06b8 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:48:50.885111 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce2ae3d-cd80-4705-b6a4-9a7c765f603a', 'name': 'network-vif-deleted', 'tag': '76eb9896-5a61-40ff-974b-bbf9b4239f2f', 'status': 'completed', 'code': 200} Feb 10 06:48:50.906201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks [] for router (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:50.915379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:51.167990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks [] for router_gateway (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:51.440694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Deleting port b68eb4d0-0e47-4989-8e6f-007cc4112c7c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:51.440950 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:51.459135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:48:48Z', 'revision_number': 5, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port': {'id': 'b68eb4d0-0e47-4989-8e6f-007cc4112c7c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:51.528316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] Checking router: 22b44205-1aeb-4d90-92a2-3b2be8bbb89d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:48:51.541465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] Routers {'22b44205-1aeb-4d90-92a2-3b2be8bbb89d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:51.542114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:51.591707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e18e0664-ae9b-4a5b-8f9b-619238310dd5 req-35596fd6-a512-460f-9208-24fffcf48b5a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce2ae3d-cd80-4705-b6a4-9a7c765f603a HTTP/1.1" status: 200 len: 210 time: 0.0966527 Feb 10 06:48:51.753144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] For port b68eb4d0-0e47-4989-8e6f-007cc4112c7c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b68eb4d0-0e47-4989-8e6f-007cc4112c7c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:51.753875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:51.766835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] Set router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:51.773188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Calling delete_port for b68eb4d0-0e47-4989-8e6f-007cc4112c7c owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:52.119728 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b68eb4d0-0e47-4989-8e6f-007cc4112c7c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:52.203640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68eb4d0-0e47-4989-8e6f-007cc4112c7c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:52.291197 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:52.314209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:48:51Z', 'revision_number': 6, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:52.352828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea0528-5bca-48b3-adc6-0e4274354c7a None None] The sync data for ids ['22b44205-1aeb-4d90-92a2-3b2be8bbb89d'] in n-d-828670-1 is: [{'id': '22b44205-1aeb-4d90-92a2-3b2be8bbb89d', 'name': 'tempest-TaggedBootDevicesTest-856830260-router', 'tenant_id': 'e8bc94e5bcd6463597ae775a0c189508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:39:53Z', 'updated_at': '2022-02-10T06:48:51Z', 'revision_number': 6, 'project_id': 'e8bc94e5bcd6463597ae775a0c189508', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:48:52.460996 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:52.463956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks [] for router_controller (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:52.540041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (22b44205-1aeb-4d90-92a2-3b2be8bbb89d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:52.540932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22b44205-1aeb-4d90-92a2-3b2be8bbb89d {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:48:52.548463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:52.550438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0c2856d-cf3a-46e9-9ea7-2f3e3350bed4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/22b44205-1aeb-4d90-92a2-3b2be8bbb89d HTTP/1.1" status: 204 len: 168 time: 2.2297347 Feb 10 06:48:52.552537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:52.620223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15835ca-bef0-4f74-8247-70de6f06a148 admin admin] Deleting subnet 878a9127-c7ce-43cb-8b3b-0187b698c9de {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:48:52.625113 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f15835ca-bef0-4f74-8247-70de6f06a148 admin admin] Publish callbacks [] for subnet (878a9127-c7ce-43cb-8b3b-0187b698c9de), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:52.729089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35182) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:52.902347 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bcdb8b5-02f3-4f51-baf4-2e913ab4e85a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (89a31177-b9ba-4ab4-bdd5-5e45a5298f45), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:52.980062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bcdb8b5-02f3-4f51-baf4-2e913ab4e85a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (89a31177-b9ba-4ab4-bdd5-5e45a5298f45), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:52.987492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f15835ca-bef0-4f74-8247-70de6f06a148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (878a9127-c7ce-43cb-8b3b-0187b698c9de), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.078440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bcdb8b5-02f3-4f51-baf4-2e913ab4e85a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (89a31177-b9ba-4ab4-bdd5-5e45a5298f45), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.082672 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bcdb8b5-02f3-4f51-baf4-2e913ab4e85a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.083865 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4bcdb8b5-02f3-4f51-baf4-2e913ab4e85a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/security-groups/89a31177-b9ba-4ab4-bdd5-5e45a5298f45 HTTP/1.1" status: 204 len: 168 time: 0.3523552 Feb 10 06:48:53.111900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdb8b5-02f3-4f51-baf4-2e913ab4e85a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a31177-b9ba-4ab4-bdd5-5e45a5298f45,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:53.179513 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f15835ca-bef0-4f74-8247-70de6f06a148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (878a9127-c7ce-43cb-8b3b-0187b698c9de), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.190538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35192) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:53.274950 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f15835ca-bef0-4f74-8247-70de6f06a148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (878a9127-c7ce-43cb-8b3b-0187b698c9de), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.325088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15835ca-bef0-4f74-8247-70de6f06a148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878a9127-c7ce-43cb-8b3b-0187b698c9de,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:53.336017 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f15835ca-bef0-4f74-8247-70de6f06a148 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.341167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f15835ca-bef0-4f74-8247-70de6f06a148 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/878a9127-c7ce-43cb-8b3b-0187b698c9de HTTP/1.1" status: 204 len: 168 time: 0.7870958 Feb 10 06:48:53.344598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d74ef0-6d0a-4fb9-b61b-400612e9ca76 None None] Network e519246c-5187-4df4-b098-e72e83a7f300 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:48:53.355190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35196) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:53.553980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e519246c-5187-4df4-b098-e72e83a7f300), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.700608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Deleting port c07fce48-eb14-483e-86fc-665deec6d9a3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:53.700960 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.761419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6082ce0f-c56d-4a16-8632-2338eaa01b8c None None] DHCP port deletion for e519246c-5187-4df4-b098-e72e83a7f300 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:48:53.858766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6082ce0f-c56d-4a16-8632-2338eaa01b8c None None] Deleting port c07fce48-eb14-483e-86fc-665deec6d9a3 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:53.859426 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6082ce0f-c56d-4a16-8632-2338eaa01b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.932124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] For port c07fce48-eb14-483e-86fc-665deec6d9a3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c07fce48-eb14-483e-86fc-665deec6d9a3,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:53.932124 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.965591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6082ce0f-c56d-4a16-8632-2338eaa01b8c None None] For port c07fce48-eb14-483e-86fc-665deec6d9a3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c07fce48-eb14-483e-86fc-665deec6d9a3,segment=NetworkSegment(5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5),segment_id=5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:53.966183 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6082ce0f-c56d-4a16-8632-2338eaa01b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:53.966907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Calling delete_port for c07fce48-eb14-483e-86fc-665deec6d9a3 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:53.983346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6082ce0f-c56d-4a16-8632-2338eaa01b8c None None] Calling delete_port for c07fce48-eb14-483e-86fc-665deec6d9a3 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:54.083599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 76eb9896-5a61-40ff-974b-bbf9b4239f2f no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:48:54.089108 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6082ce0f-c56d-4a16-8632-2338eaa01b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:54.183874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c07fce48-eb14-483e-86fc-665deec6d9a3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:54.208045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07fce48-eb14-483e-86fc-665deec6d9a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:54.220023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] No DVR routers for this DVR port c07fce48-eb14-483e-86fc-665deec6d9a3 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:48:54.264120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 76eb9896-5a61-40ff-974b-bbf9b4239f2f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:48:54.264467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 76eb9896-5a61-40ff-974b-bbf9b4239f2f not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:48:54.275319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6082ce0f-c56d-4a16-8632-2338eaa01b8c None None] No DVR routers for this DVR port c07fce48-eb14-483e-86fc-665deec6d9a3 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:48:54.278907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082ce0f-c56d-4a16-8632-2338eaa01b8c None None] Pushing event deleted for resources: {'Port': ['ID=c07fce48-eb14-483e-86fc-665deec6d9a3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:54.290493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b68eb4d0-0e47-4989-8e6f-007cc4112c7c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:48:54.331857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b68eb4d0-0e47-4989-8e6f-007cc4112c7c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:48:54.332202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b68eb4d0-0e47-4989-8e6f-007cc4112c7c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:48:54.339996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 49b8a46f-5d69-4640-a23c-d7876195e50f no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:48:54.349394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e519246c-5187-4df4-b098-e72e83a7f300), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:54.396096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 49b8a46f-5d69-4640-a23c-d7876195e50f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:48:54.403152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 49b8a46f-5d69-4640-a23c-d7876195e50f not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:48:54.403608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c07fce48-eb14-483e-86fc-665deec6d9a3 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:48:54.412519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e519246c-5187-4df4-b098-e72e83a7f300']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:54.436006 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:54.436304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:54.464931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: c07fce48-eb14-483e-86fc-665deec6d9a3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:48:54.465294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c07fce48-eb14-483e-86fc-665deec6d9a3 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:48:54.476640 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:54.507507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:54.520861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:48:54.521263 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (5dd6137f-8bab-4d94-8c13-13b6ecc5b0d5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:48:54.525750 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:48:54.637772 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e519246c-5187-4df4-b098-e72e83a7f300), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:54.657774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:54.661842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e519246c-5187-4df4-b098-e72e83a7f300 HTTP/1.1" status: 204 len: 168 time: 1.3053565 Feb 10 06:48:54.663685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3736dd-11cf-440d-bfd8-17b88407b461 admin admin] Pushing event deleted for resources: {'Network': ['ID=e519246c-5187-4df4-b098-e72e83a7f300,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:54.667014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35228) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:54.831841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (0aa65f4b-ae55-44ee-a07c-855723551949), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:55.393619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port 5c3fe241-202a-44b6-8328-4f6cc31a9098 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:55.396697 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:55.411924 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (c0be15e9-575b-4c6c-8741-42ffb214231c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:55.600052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] For port 5c3fe241-202a-44b6-8328-4f6cc31a9098, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c3fe241-202a-44b6-8328-4f6cc31a9098,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:55.600431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:55.624949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for 5c3fe241-202a-44b6-8328-4f6cc31a9098 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:55.973978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Deleting port 1f8d9b70-a9dd-4519-9158-3c64020f9b14 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:55.974414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:55.994703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5c3fe241-202a-44b6-8328-4f6cc31a9098), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:56.041624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=5c3fe241-202a-44b6-8328-4f6cc31a9098,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:56.220298 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] For port 1f8d9b70-a9dd-4519-9158-3c64020f9b14, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1f8d9b70-a9dd-4519-9158-3c64020f9b14,segment=NetworkSegment(e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6),segment_id=e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:56.222194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:56.247481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Calling delete_port for 1f8d9b70-a9dd-4519-9158-3c64020f9b14 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:56.466242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1f8d9b70-a9dd-4519-9158-3c64020f9b14), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:56.491363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (0aa65f4b-ae55-44ee-a07c-855723551949), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:56.509027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8d9b70-a9dd-4519-9158-3c64020f9b14,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:56.901517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (c0be15e9-575b-4c6c-8741-42ffb214231c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:56.999590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Router 0aa65f4b-ae55-44ee-a07c-855723551949 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:48:57.303251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:48:57.314518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] Sync routers for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:48:57.320855 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4eeed76b-13b0-44bc-9ba9-698ab0954ae2 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "PUT /v2.0/routers/0aa65f4b-ae55-44ee-a07c-855723551949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1291127 Feb 10 06:48:57.323212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Router c0be15e9-575b-4c6c-8741-42ffb214231c has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:48:57.326889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35270) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:57.333651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:57.337530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:57.445392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-2821780a-9ec1-49cb-a317-8bbeee2ac19a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting subnet cb4a6375-b4f1-47ae-8291-f86fa50284b1 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:48:57.455086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2821780a-9ec1-49cb-a317-8bbeee2ac19a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for subnet (cb4a6375-b4f1-47ae-8291-f86fa50284b1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:57.542903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:48:57.544608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:57.550165 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2821780a-9ec1-49cb-a317-8bbeee2ac19a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (cb4a6375-b4f1-47ae-8291-f86fa50284b1), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:57.557236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0aa7cb6a-0b1a-4adb-aba8-fa3c9ff8d595 admin admin] 10.222.0.21 "PUT /v2.0/routers/c0be15e9-575b-4c6c-8741-42ffb214231c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8891096 Feb 10 06:48:57.558098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35276) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:57.565982 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] Sync routers for ids ['c0be15e9-575b-4c6c-8741-42ffb214231c'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:48:57.576498 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] Routers {'c0be15e9-575b-4c6c-8741-42ffb214231c'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:57.577113 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c0be15e9-575b-4c6c-8741-42ffb214231c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:57.779792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2821780a-9ec1-49cb-a317-8bbeee2ac19a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (cb4a6375-b4f1-47ae-8291-f86fa50284b1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:57.860394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks [] for router (c0be15e9-575b-4c6c-8741-42ffb214231c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:57.928662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2821780a-9ec1-49cb-a317-8bbeee2ac19a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (cb4a6375-b4f1-47ae-8291-f86fa50284b1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:57.945326 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] Set router c0be15e9-575b-4c6c-8741-42ffb214231c gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:57.970426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad12c2-0e5a-4271-9716-9c9418dfe3a2 None None] Network 1525738a-0a57-4f5e-9323-a5ee94c3cbbb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:48:57.974176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2821780a-9ec1-49cb-a317-8bbeee2ac19a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:57.984520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2821780a-9ec1-49cb-a317-8bbeee2ac19a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/subnets/cb4a6375-b4f1-47ae-8291-f86fa50284b1 HTTP/1.1" status: 204 len: 168 time: 0.6550941 Feb 10 06:48:57.987623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35282) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:48:58.048427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821780a-9ec1-49cb-a317-8bbeee2ac19a tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4a6375-b4f1-47ae-8291-f86fa50284b1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:58.156177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:48:55Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:58.260638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] Checking router: 0aa65f4b-ae55-44ee-a07c-855723551949 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:48:58.282133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] Routers {'0aa65f4b-ae55-44ee-a07c-855723551949'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:58.283420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0aa65f4b-ae55-44ee-a07c-855723551949'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:58.431556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router (0aa65f4b-ae55-44ee-a07c-855723551949), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:58.432526 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:40:04Z', 'updated_at': '2022-02-10T06:48:56Z', 'revision_number': 5, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'gw_port': {'id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:06Z', 'updated_at': '2022-02-10T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:58.475848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f11d6a-9208-4f66-9168-65ad258576d2 None None] DHCP port deletion for 1525738a-0a57-4f5e-9323-a5ee94c3cbbb request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:48:58.554680 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] Checking router: c0be15e9-575b-4c6c-8741-42ffb214231c for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:48:58.572221 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] Routers {'c0be15e9-575b-4c6c-8741-42ffb214231c'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:48:58.574457 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c0be15e9-575b-4c6c-8741-42ffb214231c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:58.639841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_gateway (0aa65f4b-ae55-44ee-a07c-855723551949), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:58.735384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-70f11d6a-9208-4f66-9168-65ad258576d2 None None] Deleting port 50857988-5c90-4d4b-a49b-647898fe955c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:58.735773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70f11d6a-9208-4f66-9168-65ad258576d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (50857988-5c90-4d4b-a49b-647898fe955c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:58.794584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Deleting port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:58.795027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:58.878832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] Set router 0aa65f4b-ae55-44ee-a07c-855723551949 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:58.928497 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks [] for router_gateway (c0be15e9-575b-4c6c-8741-42ffb214231c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:58.952669 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] Set router c0be15e9-575b-4c6c-8741-42ffb214231c gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:48:58.974719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] For port 1fd034f5-2d9f-4d01-947d-60b3acb9c63e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1fd034f5-2d9f-4d01-947d-60b3acb9c63e,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:58.976451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:58.991331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Calling delete_port for 1fd034f5-2d9f-4d01-947d-60b3acb9c63e owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:59.068837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Deleting port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:48:59.071702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.219903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] For port 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=35f9eee8-a204-40af-9edc-5dc0cb4dcbb5,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:59.220371 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.231752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-70f11d6a-9208-4f66-9168-65ad258576d2 None None] For port 50857988-5c90-4d4b-a49b-647898fe955c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=50857988-5c90-4d4b-a49b-647898fe955c,segment=NetworkSegment(d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b),segment_id=d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:48:59.238658 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70f11d6a-9208-4f66-9168-65ad258576d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (50857988-5c90-4d4b-a49b-647898fe955c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.245749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Calling delete_port for 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:59.275369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-70f11d6a-9208-4f66-9168-65ad258576d2 None None] Calling delete_port for 50857988-5c90-4d4b-a49b-647898fe955c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:48:59.444556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1fd034f5-2d9f-4d01-947d-60b3acb9c63e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.503558 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (35f9eee8-a204-40af-9edc-5dc0cb4dcbb5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.562718 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:40:04Z', 'updated_at': '2022-02-10T06:48:56Z', 'revision_number': 5, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'gw_port': {'id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:06Z', 'updated_at': '2022-02-10T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:48:59.571607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f9eee8-a204-40af-9edc-5dc0cb4dcbb5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:59.597449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Port': ['ID=1fd034f5-2d9f-4d01-947d-60b3acb9c63e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:59.620267 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70f11d6a-9208-4f66-9168-65ad258576d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (50857988-5c90-4d4b-a49b-647898fe955c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.626542 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbf64b-8223-43a2-8d2a-8f8b8e345716 None None] The sync data for ids ['c0be15e9-575b-4c6c-8741-42ffb214231c'] in n-d-828670-1 is: [{'id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'name': 'tempest-TaggedBootDevicesTest-8793068-router', 'tenant_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:40:04Z', 'updated_at': '2022-02-10T06:48:56Z', 'revision_number': 5, 'project_id': '9e1b8b2db97d46eda3c6b6bc17d1e961', 'gw_port': {'id': '35f9eee8-a204-40af-9edc-5dc0cb4dcbb5', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0be15e9-575b-4c6c-8741-42ffb214231c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:40:06Z', 'updated_at': '2022-02-10T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:48:59.688635 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (c0be15e9-575b-4c6c-8741-42ffb214231c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.689778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (0aa65f4b-ae55-44ee-a07c-855723551949), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.750406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f11d6a-9208-4f66-9168-65ad258576d2 None None] Pushing event deleted for resources: {'Port': ['ID=50857988-5c90-4d4b-a49b-647898fe955c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:48:59.752973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f11d6a-9208-4f66-9168-65ad258576d2 None None] No DVR routers for this DVR port 50857988-5c90-4d4b-a49b-647898fe955c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:48:59.926490 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (c0be15e9-575b-4c6c-8741-42ffb214231c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.935688 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks [] for router_controller (c0be15e9-575b-4c6c-8741-42ffb214231c), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.949224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (0aa65f4b-ae55-44ee-a07c-855723551949), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:48:59.954136 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router_controller (0aa65f4b-ae55-44ee-a07c-855723551949), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.021643 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (c0be15e9-575b-4c6c-8741-42ffb214231c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.021643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0be15e9-575b-4c6c-8741-42ffb214231c {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:49:00.030608 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.033986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f75f3b60-f06c-4360-9f1f-3803680ed0f5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c0be15e9-575b-4c6c-8741-42ffb214231c HTTP/1.1" status: 204 len: 168 time: 2.4730632 Feb 10 06:49:00.034685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35322) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:00.048384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:48:55Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:00.097706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2e55a-4712-4d32-add9-f6ee84ec8801 None None] The sync data for ids ['0aa65f4b-ae55-44ee-a07c-855723551949'] in n-d-828670-1 is: [{'id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'name': 'tempest-TestNetworkBasicOps-router-263655604', 'tenant_id': '37c0f4d3cbd94b22835233e088c819d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:48:55Z', 'revision_number': 5, 'project_id': '37c0f4d3cbd94b22835233e088c819d9', 'gw_port': {'id': '1fd034f5-2d9f-4d01-947d-60b3acb9c63e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa65f4b-ae55-44ee-a07c-855723551949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:47:05Z', 'updated_at': '2022-02-10T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:49:00.132322 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (0aa65f4b-ae55-44ee-a07c-855723551949), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.139805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa65f4b-ae55-44ee-a07c-855723551949 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:49:00.150914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.152236 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5c613a79-21e3-4eba-b3d5-884570acf978 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/routers/0aa65f4b-ae55-44ee-a07c-855723551949 HTTP/1.1" status: 204 len: 168 time: 2.1269691 Feb 10 06:49:00.156352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35326) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:00.174275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f96d0a8-1359-401a-b5b0-d2300372dee2 admin admin] Deleting subnet 6354f449-caed-430d-a7bf-0a70888f7d77 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:49:00.188656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f96d0a8-1359-401a-b5b0-d2300372dee2 admin admin] Publish callbacks [] for subnet (6354f449-caed-430d-a7bf-0a70888f7d77), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.241210 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f96d0a8-1359-401a-b5b0-d2300372dee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (6354f449-caed-430d-a7bf-0a70888f7d77), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.345150 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (1525738a-0a57-4f5e-9323-a5ee94c3cbbb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.479459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f96d0a8-1359-401a-b5b0-d2300372dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (6354f449-caed-430d-a7bf-0a70888f7d77), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.526432 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (1525738a-0a57-4f5e-9323-a5ee94c3cbbb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.575755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1525738a-0a57-4f5e-9323-a5ee94c3cbbb']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:00.613121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:00.613432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:00.629956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.632459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f96d0a8-1359-401a-b5b0-d2300372dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (6354f449-caed-430d-a7bf-0a70888f7d77), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.680904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.700975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:49:00.701381 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (d43e97b6-3c10-4fbd-ba3b-1fe2fb66eb6b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.711667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f67d977-dbec-43a8-95e3-d8bb751b2b64 None None] Network 7b080b2e-ccb5-44c3-b58a-7e493395cce6 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:49:00.712175 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:49:00.720520 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f96d0a8-1359-401a-b5b0-d2300372dee2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.731908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35340) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:00.734391 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0f96d0a8-1359-401a-b5b0-d2300372dee2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6354f449-caed-430d-a7bf-0a70888f7d77 HTTP/1.1" status: 204 len: 168 time: 0.6856601 Feb 10 06:49:00.798842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96d0a8-1359-401a-b5b0-d2300372dee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6354f449-caed-430d-a7bf-0a70888f7d77,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:00.824703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35342) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:00.936232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1f8d9b70-a9dd-4519-9158-3c64020f9b14 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:49:00.970060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (1525738a-0a57-4f5e-9323-a5ee94c3cbbb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:00.982004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 1f8d9b70-a9dd-4519-9158-3c64020f9b14 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:49:00.982381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1f8d9b70-a9dd-4519-9158-3c64020f9b14 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:49:00.982818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 50857988-5c90-4d4b-a49b-647898fe955c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:49:00.992812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.002462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] 10.222.0.21 "DELETE /v2.0/networks/1525738a-0a57-4f5e-9323-a5ee94c3cbbb HTTP/1.1" status: 204 len: 168 time: 0.8415685 Feb 10 06:49:01.023346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7b080b2e-ccb5-44c3-b58a-7e493395cce6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.026024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7455c9-f670-41e0-ab19-1e5243d85ab0 tempest-TestNetworkBasicOps-730142322 tempest-TestNetworkBasicOps-730142322-project] Pushing event deleted for resources: {'Network': ['ID=1525738a-0a57-4f5e-9323-a5ee94c3cbbb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:01.115392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 50857988-5c90-4d4b-a49b-647898fe955c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:49:01.115788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 50857988-5c90-4d4b-a49b-647898fe955c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:49:01.131446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Deleting port d5a55536-e0aa-46a6-abd0-0c901010a6f2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:49:01.132350 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.279626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] DHCP port deletion for 7b080b2e-ccb5-44c3-b58a-7e493395cce6 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:49:01.333357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] For port d5a55536-e0aa-46a6-abd0-0c901010a6f2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d5a55536-e0aa-46a6-abd0-0c901010a6f2,segment=NetworkSegment(e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6),segment_id=e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:01.333736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.395450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Calling delete_port for d5a55536-e0aa-46a6-abd0-0c901010a6f2 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:49:01.450348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Deleting port d5a55536-e0aa-46a6-abd0-0c901010a6f2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:49:01.450740 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.592212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] For port d5a55536-e0aa-46a6-abd0-0c901010a6f2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d5a55536-e0aa-46a6-abd0-0c901010a6f2,segment=NetworkSegment(e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6),segment_id=e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:01.592603 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.601030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.607705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35362) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:01.621420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Calling delete_port for d5a55536-e0aa-46a6-abd0-0c901010a6f2 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:49:01.730014 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (d5a55536-e0aa-46a6-abd0-0c901010a6f2), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.749680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a55536-e0aa-46a6-abd0-0c901010a6f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:01.751667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] No DVR routers for this DVR port d5a55536-e0aa-46a6-abd0-0c901010a6f2 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:49:01.764137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] No DVR routers for this DVR port d5a55536-e0aa-46a6-abd0-0c901010a6f2 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:49:01.840913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Pushing event deleted for resources: {'Port': ['ID=d5a55536-e0aa-46a6-abd0-0c901010a6f2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:01.861626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.861979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.870063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.870517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.870863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.871195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.871534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.871867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.880007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.880499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.880855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.881200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.881535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff07f9-f5bf-44da-9044-75afd76a99f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:01.928290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (7270d982-447e-4baf-8ed1-8ff8dcc19d48), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.943182 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7b080b2e-ccb5-44c3-b58a-7e493395cce6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:01.998066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b080b2e-ccb5-44c3-b58a-7e493395cce6']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:02.047275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:02.047551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:02.114767 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:02.126525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c1ae2d54-cb66-48c2-aaf3-9c1a08cf1c6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37c0f4d3cbd94b22835233e088c819d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5154786 Feb 10 06:49:02.131875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35372) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:02.150758 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:02.161473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:49:02.162388 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (e2f2fbd9-0a13-4443-8b85-bf89a14fe3c6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:49:02.164451 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:49:02.261123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (7b080b2e-ccb5-44c3-b58a-7e493395cce6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:02.267628 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:02.272445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-294b7e28-6536-43e4-b775-a03fe74d71b4 admin admin] Publish callbacks [] for security_group (903b2fba-9990-4604-849c-c14b8d298154), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:02.276841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c3fe241-202a-44b6-8328-4f6cc31a9098 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:49:02.285491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7b080b2e-ccb5-44c3-b58a-7e493395cce6 HTTP/1.1" status: 204 len: 168 time: 1.5527406 Feb 10 06:49:02.318741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5c3fe241-202a-44b6-8328-4f6cc31a9098 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:49:02.323603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c3fe241-202a-44b6-8328-4f6cc31a9098 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:49:02.324102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1fd034f5-2d9f-4d01-947d-60b3acb9c63e no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:49:02.329654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9efe45-ab5d-4dcf-947d-1b14e06f6fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b080b2e-ccb5-44c3-b58a-7e493395cce6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:02.360591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 1fd034f5-2d9f-4d01-947d-60b3acb9c63e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:49:02.361237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1fd034f5-2d9f-4d01-947d-60b3acb9c63e not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:49:02.361979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:49:02.393816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:49:02.394338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 35f9eee8-a204-40af-9edc-5dc0cb4dcbb5 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:49:02.394908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d5a55536-e0aa-46a6-abd0-0c901010a6f2 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:49:02.422609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d5a55536-e0aa-46a6-abd0-0c901010a6f2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:49:02.423493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d5a55536-e0aa-46a6-abd0-0c901010a6f2 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:49:02.437483 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-294b7e28-6536-43e4-b775-a03fe74d71b4 admin admin] Publish callbacks [] for security_group (903b2fba-9990-4604-849c-c14b8d298154), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:02.504183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:02.538639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Deleting port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:49:02.539019 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:02.587265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35384) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:02.588705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a680ca76-88bc-4464-ac14-c35816c2bb28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8bc94e5bcd6463597ae775a0c189508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830343 Feb 10 06:49:03.106094 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-294b7e28-6536-43e4-b775-a03fe74d71b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (903b2fba-9990-4604-849c-c14b8d298154), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:03.109377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-294b7e28-6536-43e4-b775-a03fe74d71b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:03.114914 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-294b7e28-6536-43e4-b775-a03fe74d71b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/903b2fba-9990-4604-849c-c14b8d298154 HTTP/1.1" status: 204 len: 168 time: 0.9808807 Feb 10 06:49:03.140348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b7e28-6536-43e4-b775-a03fe74d71b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b2fba-9990-4604-849c-c14b8d298154,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:03.171804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-817b0d0e-fb9d-46e0-83fb-190e57600562 admin admin] Publish callbacks [] for security_group (b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:03.196664 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-817b0d0e-fb9d-46e0-83fb-190e57600562 admin admin] Publish callbacks [] for security_group (b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:03.255459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-817b0d0e-fb9d-46e0-83fb-190e57600562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:03.258669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-817b0d0e-fb9d-46e0-83fb-190e57600562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:03.262368 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-817b0d0e-fb9d-46e0-83fb-190e57600562 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea HTTP/1.1" status: 204 len: 168 time: 0.6724834 Feb 10 06:49:03.274247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] For port 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=41bc7d05-1ba9-4df3-8636-59e20ee8a2c5,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:03.274721 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:03.277789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b0d0e-fb9d-46e0-83fb-190e57600562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee99db-a5f8-4de1-8a17-2c8e2a2abcea,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:03.301215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Calling delete_port for 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:49:03.767544 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (41bc7d05-1ba9-4df3-8636-59e20ee8a2c5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:03.805581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:03.880895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Pushing event deleted for resources: {'Port': ['ID=41bc7d05-1ba9-4df3-8636-59e20ee8a2c5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:03.893787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35416) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:03.918260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9edd74cb-6857-4525-9b9c-137843a05509 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e1b8b2db97d46eda3c6b6bc17d1e961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113727 Feb 10 06:49:03.924031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35418) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:03.932621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7915330-6594-44ad-97e1-f1123e7c9891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.118477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Publish callbacks [] for security_group (e1e682ed-112e-4295-892b-819d3955b8e3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.164747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (7270d982-447e-4baf-8ed1-8ff8dcc19d48), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.167462 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Publish callbacks [] for security_group (e1e682ed-112e-4295-892b-819d3955b8e3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.312385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7915330-6594-44ad-97e1-f1123e7c9891 admin admin] Publish callbacks [] for security_group (584228bb-1920-4a9b-9f4c-3faff951fe8c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.337176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7915330-6594-44ad-97e1-f1123e7c9891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (584228bb-1920-4a9b-9f4c-3faff951fe8c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.399455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d7915330-6594-44ad-97e1-f1123e7c9891 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de32b5cc0bb24e54b27f53525d94e689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4916730 Feb 10 06:49:04.401502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e1e682ed-112e-4295-892b-819d3955b8e3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.404109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.406910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35426) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:04.416226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1e682ed-112e-4295-892b-819d3955b8e3 HTTP/1.1" status: 204 len: 168 time: 0.4881747 Feb 10 06:49:04.466096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7915330-6594-44ad-97e1-f1123e7c9891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584228bb-1920-4a9b-9f4c-3faff951fe8c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:04.490669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e682ed-112e-4295-892b-819d3955b8e3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:04.510771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.511150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.511743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.512092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.514062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.514443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.514786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.515121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.515458 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.515789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.516120 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.516447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.516775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8225fc39-209e-4bbe-b9ee-15240747c1ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:04.552522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc749-533d-440d-b787-4955cfe4d946 admin admin] Publish callbacks [] for security_group (584228bb-1920-4a9b-9f4c-3faff951fe8c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.625195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc749-533d-440d-b787-4955cfe4d946 admin admin] Publish callbacks [] for security_group (584228bb-1920-4a9b-9f4c-3faff951fe8c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.784464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc749-533d-440d-b787-4955cfe4d946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (584228bb-1920-4a9b-9f4c-3faff951fe8c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.787167 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc749-533d-440d-b787-4955cfe4d946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:04.788384 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ce7dc749-533d-440d-b787-4955cfe4d946 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/584228bb-1920-4a9b-9f4c-3faff951fe8c HTTP/1.1" status: 204 len: 168 time: 0.3801169 Feb 10 06:49:04.795432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:49:04.804005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dc749-533d-440d-b787-4955cfe4d946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584228bb-1920-4a9b-9f4c-3faff951fe8c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:05.129287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:49:05.138167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35448) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:05.138717 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-54dd7d7f-b9a3-47d6-97d2-a0eaf6836664 admin admin] 10.222.0.21 "PUT /v2.0/routers/7270d982-447e-4baf-8ed1-8ff8dcc19d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3121190 Feb 10 06:49:05.157428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] Sync routers for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:49:05.186753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:49:05.193884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:05.610972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks [] for router (7270d982-447e-4baf-8ed1-8ff8dcc19d48), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:05.954638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks [] for router_gateway (7270d982-447e-4baf-8ed1-8ff8dcc19d48), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:05.973272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:49:06.009992 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:49:06.051049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Deleting port fdbc0941-15e6-48d8-8bff-00813eda42e1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:49:06.051767 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.230166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] For port fdbc0941-15e6-48d8-8bff-00813eda42e1, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fdbc0941-15e6-48d8-8bff-00813eda42e1,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:06.231332 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.245452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Calling delete_port for fdbc0941-15e6-48d8-8bff-00813eda42e1 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:49:06.265081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35478) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:06.313771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:49:03Z', 'revision_number': 5, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port': {'id': 'fdbc0941-15e6-48d8-8bff-00813eda42e1', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:41:32Z', 'updated_at': '2022-02-10T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:06.353787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] Checking router: 7270d982-447e-4baf-8ed1-8ff8dcc19d48 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:49:06.364047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] Routers {'7270d982-447e-4baf-8ed1-8ff8dcc19d48'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:49:06.364803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:48:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:06.467817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1427552715-network', 'tenant_id': '018e8dd616174c7190bcbf328f9498b3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:06.503952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Made reservation on behalf of 018e8dd616174c7190bcbf328f9498b3 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:49:06.507142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.509550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (fdbc0941-15e6-48d8-8bff-00813eda42e1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.517247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] Set router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:49:06.529538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.553275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbc0941-15e6-48d8-8bff-00813eda42e1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:06.662938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:49:05Z', 'revision_number': 6, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:06.694525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ffba5a-6d9b-43a7-b8cb-cba80645997a None None] The sync data for ids ['7270d982-447e-4baf-8ed1-8ff8dcc19d48'] in n-d-828670-1 is: [{'id': '7270d982-447e-4baf-8ed1-8ff8dcc19d48', 'name': 'tempest-AttachVolumeShelveTestJSON-1818122719-router', 'tenant_id': 'd9f705d9da914e46ae8affaae28b2da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:41:30Z', 'updated_at': '2022-02-10T06:49:05Z', 'revision_number': 6, 'project_id': 'd9f705d9da914e46ae8affaae28b2da9', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:49:06.707169 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (7270d982-447e-4baf-8ed1-8ff8dcc19d48), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.778767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Publish callbacks [] for security_group (321b0a22-3293-4726-ade2-df040598a1b2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.785952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (321b0a22-3293-4726-ade2-df040598a1b2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.840241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b0a22-3293-4726-ade2-df040598a1b2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:06.858029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:49:06.881796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (15d254f3-117c-48f4-b706-e623c341dd7a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.882328 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Added segment 15d254f3-117c-48f4-b706-e623c341dd7a of type vlan for network c84600b2-bce8-44b0-98dd-916dbe6eb743 Feb 10 06:49:06.883918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.928916 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (7270d982-447e-4baf-8ed1-8ff8dcc19d48), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.933156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks [] for router_controller (7270d982-447e-4baf-8ed1-8ff8dcc19d48), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.995134 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (7270d982-447e-4baf-8ed1-8ff8dcc19d48), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:06.995507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7270d982-447e-4baf-8ed1-8ff8dcc19d48 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:49:06.999552 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c84600b2-bce8-44b0-98dd-916dbe6eb743), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.001857 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.003325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-34e4ee0b-b9cf-4a03-834f-9e4bd8e838c5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7270d982-447e-4baf-8ed1-8ff8dcc19d48 HTTP/1.1" status: 204 len: 168 time: 1.8632147 Feb 10 06:49:07.006199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:07.067606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c84600b2-bce8-44b0-98dd-916dbe6eb743), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.068958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:07.071156 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.085774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c58931-f9de-420c-b582-8b7089cc0619 admin admin] Deleting subnet 01841d15-fd3e-4642-900e-37b1655010f7 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:49:07.091367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c58931-f9de-420c-b582-8b7089cc0619 admin admin] Publish callbacks [] for subnet (01841d15-fd3e-4642-900e-37b1655010f7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.172566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9052124 Feb 10 06:49:07.177104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35498) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:07.193331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Request body: {'subnet': {'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1427552715-subnet', 'tenant_id': '018e8dd616174c7190bcbf328f9498b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:07.247489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68159255-300c-4989-b10f-28ec0495abb8 admin admin] Pushing event updated for resources: {'Network': ['ID=c84600b2-bce8-44b0-98dd-916dbe6eb743,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:07.263211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c84600b2-bce8-44b0-98dd-916dbe6eb743 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:49:07.263534 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c58931-f9de-420c-b582-8b7089cc0619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (01841d15-fd3e-4642-900e-37b1655010f7), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.360218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Made reservation on behalf of 018e8dd616174c7190bcbf328f9498b3 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:49:07.370092 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.626204 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (5e5a485b-60f1-4192-ba44-c975fef721b9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.746577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5a485b-60f1-4192-ba44-c975fef721b9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:07.753303 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c58931-f9de-420c-b582-8b7089cc0619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (01841d15-fd3e-4642-900e-37b1655010f7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.815324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Checking segment: {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:49:07.815708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Network hostable DHCP agents. Network: c84600b2-bce8-44b0-98dd-916dbe6eb743, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:49:07.873293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Network c84600b2-bce8-44b0-98dd-916dbe6eb743 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:49:07.891048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c84600b2-bce8-44b0-98dd-916dbe6eb743) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:49:07.897347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:07.900315 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.901260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6922c43-27d7-484d-99f0-cfca13e1c866 None None] Network c84600b2-bce8-44b0-98dd-916dbe6eb743 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:49:07.924756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d7cc5a45-2fc7-48bc-9291-5e0b2514558a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7460618 Feb 10 06:49:07.934293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c58931-f9de-420c-b582-8b7089cc0619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (01841d15-fd3e-4642-900e-37b1655010f7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.966377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c58931-f9de-420c-b582-8b7089cc0619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01841d15-fd3e-4642-900e-37b1655010f7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:07.978439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c58931-f9de-420c-b582-8b7089cc0619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:07.987219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9c58931-f9de-420c-b582-8b7089cc0619 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/01841d15-fd3e-4642-900e-37b1655010f7 HTTP/1.1" status: 204 len: 168 time: 0.9776487 Feb 10 06:49:07.987701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35516) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:08.050712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5801a638-9fb5-482f-a0b7-cf11db39d826 None None] Network aa82c388-a80e-4ab9-83ef-9b47d4160248 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:49:08.090055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (aa82c388-a80e-4ab9-83ef-9b47d4160248), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:08.278927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Deleting port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:49:08.279533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:08.335030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:49:08.374437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] For port d86ebef6-ed0d-485c-9721-c34ccc41a9f7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d86ebef6-ed0d-485c-9721-c34ccc41a9f7,segment=NetworkSegment(63d5d7d5-f739-4758-93ef-0f1d067c3761),segment_id=63d5d7d5-f739-4758-93ef-0f1d067c3761)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:08.375248 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:08.392012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Calling delete_port for d86ebef6-ed0d-485c-9721-c34ccc41a9f7 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:49:08.418511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-c84600b2-bce8-44b0-98dd-916dbe6eb743', 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743', 'project_id': '018e8dd616174c7190bcbf328f9498b3', 'fixed_ips': [{'subnet_id': '5e5a485b-60f1-4192-ba44-c975fef721b9'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:49:08.419643 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:08.444967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:49:08.445861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 41bc7d05-1ba9-4df3-8636-59e20ee8a2c5 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:49:08.450600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fdbc0941-15e6-48d8-8bff-00813eda42e1 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:49:08.549684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d86ebef6-ed0d-485c-9721-c34ccc41a9f7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:08.566845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] No DVR routers for this DVR port d86ebef6-ed0d-485c-9721-c34ccc41a9f7 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:49:08.624530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86ebef6-ed0d-485c-9721-c34ccc41a9f7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:08.697663 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (aa82c388-a80e-4ab9-83ef-9b47d4160248), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:08.720977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Allocated IP 172.20.0.2 (c84600b2-bce8-44b0-98dd-916dbe6eb743/5e5a485b-60f1-4192-ba44-c975fef721b9/87458f54-208d-4f64-8c1d-75da63dc22cf) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:49:08.757768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa82c388-a80e-4ab9-83ef-9b47d4160248']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:08.795919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d5d7d5-f739-4758-93ef-0f1d067c3761') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:08.796345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d5d7d5-f739-4758-93ef-0f1d067c3761') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:49:08.830094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (63d5d7d5-f739-4758-93ef-0f1d067c3761), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:08.858802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (63d5d7d5-f739-4758-93ef-0f1d067c3761), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:08.879024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:49:08.879432 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (63d5d7d5-f739-4758-93ef-0f1d067c3761), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:49:08.889081 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:49:08.941632 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-62a1046c-a965-41f9-ba6d-0a0b5c58a231 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1922088 Feb 10 06:49:08.973861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c48570-5ef2-4601-9b01-cef34ac3c1cf None None] DHCP port deletion for aa82c388-a80e-4ab9-83ef-9b47d4160248 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:49:09.020208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: fdbc0941-15e6-48d8-8bff-00813eda42e1 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:49:09.020934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fdbc0941-15e6-48d8-8bff-00813eda42e1 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:49:09.072484 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Publish callbacks [] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:09.088781 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:09.094069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-2d90b346-4d4a-41d3-984e-6324b82823d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:09.096952 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-2d90b346-4d4a-41d3-984e-6324b82823d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cdb7d92e73a4d4885c2a2d284b4448d&device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 1127 time: 0.0967066 Feb 10 06:49:09.102217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-54299670-503d-41ed-b5aa-03c4a434a7ee tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:09.109173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-54299670-503d-41ed-b5aa-03c4a434a7ee tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 816 time: 0.2211056 Feb 10 06:49:09.168091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-0f32e63c-ac9f-4192-8a1b-2a4938166336 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/quotas/018e8dd616174c7190bcbf328f9498b3 HTTP/1.1" status: 200 len: 375 time: 0.0579195 Feb 10 06:49:09.185956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Pushing event updated for resources: {'Port': ['ID=87458f54-208d-4f64-8c1d-75da63dc22cf,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:09.188128 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (aa82c388-a80e-4ab9-83ef-9b47d4160248), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:09.236804 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:09.241868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa82c388-a80e-4ab9-83ef-9b47d4160248 HTTP/1.1" status: 204 len: 168 time: 1.2530968 Feb 10 06:49:09.246127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Network c84600b2-bce8-44b0-98dd-916dbe6eb743 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:49:09.249980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:49:09.254219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:49:09.270826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e42a2f-4e6b-4cb2-b369-7873eae6d860 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa82c388-a80e-4ab9-83ef-9b47d4160248,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:09.339726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-926e7f4c-cac6-4d5c-8ae9-27ac162053ff tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696169 Feb 10 06:49:09.343832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Attempting to bind port 87458f54-208d-4f64-8c1d-75da63dc22cf on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:49:09.344501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Attempting to bind port 87458f54-208d-4f64-8c1d-75da63dc22cf by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:49:09.345608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Attempting to bind port 87458f54-208d-4f64-8c1d-75da63dc22cf on network c84600b2-bce8-44b0-98dd-916dbe6eb743 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:49:09.365142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:49:09.365819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Checking segment: {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:49:09.366429 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:09.367006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Bound using segment: {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:49:09.367705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Bound port: 87458f54-208d-4f64-8c1d-75da63dc22cf, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:49:09.370778 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:09.418089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-5f2d566e-aef8-4a83-bd24-c712d78e37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:09.419778 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-5f2d566e-aef8-4a83-bd24-c712d78e37fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=bae17481-edac-46e9-87b7-298d98eb108a HTTP/1.1" status: 200 len: 913 time: 0.2822912 Feb 10 06:49:09.422748 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-93698ab0-f0ed-4cd2-b12e-8670d307d7c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2264497 Feb 10 06:49:09.491220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] For port 87458f54-208d-4f64-8c1d-75da63dc22cf, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:49:09.496344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] For port 87458f54-208d-4f64-8c1d-75da63dc22cf, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=87458f54-208d-4f64-8c1d-75da63dc22cf,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:49:09.509186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:09.539756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:09.545902 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-d8c375a6-638c-4437-bd8e-d7957327aeb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46c695b-1879-48fc-a584-0a5d2e37337a HTTP/1.1" status: 200 len: 217 time: 0.1195717 Feb 10 06:49:09.607620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c39ac3-808b-40c4-b330-278de01f9b4e None None] Pushing event updated for resources: {'Port': ['ID=87458f54-208d-4f64-8c1d-75da63dc22cf,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:09.680561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35560) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:09.681753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-54dd12f0-f4fc-4bc2-82bc-78a17ddbf09a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9f705d9da914e46ae8affaae28b2da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405272 Feb 10 06:49:09.703327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-71bc4a77-c30e-4416-8412-f8c00fce0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:09.705006 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-71bc4a77-c30e-4416-8412-f8c00fce0539 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f633199-1a65-4fca-a9f0-96961625b04b HTTP/1.1" status: 200 len: 853 time: 0.1524949 Feb 10 06:49:09.709666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-8a91dc58-dbe0-4033-86af-aa9e5e7a9a45 service neutron] 10.222.0.21 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534863 Feb 10 06:49:09.747615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-0da334e5-637f-483f-88f5-6c18447a4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:09.749481 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-0da334e5-637f-483f-88f5-6c18447a4658 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 1128 time: 0.2276535 Feb 10 06:49:09.789188 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-82d752a4-e626-43f7-8109-8ae15d360ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bae17481-edac-46e9-87b7-298d98eb108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587602 Feb 10 06:49:09.859937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-f449c4df-e6f4-42fe-9bd2-e048f4a84f19 service neutron] 10.222.0.21 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325960 Feb 10 06:49:10.028189 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-453bb659-64b9-4ef4-9d39-800ea733109f admin admin] Publish callbacks [] for security_group (214f14af-9e44-42a6-81db-d1b8791a302e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:10.050050 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:10.056535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-453bb659-64b9-4ef4-9d39-800ea733109f admin admin] Publish callbacks [] for security_group (214f14af-9e44-42a6-81db-d1b8791a302e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:10.181531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-a9e49e94-1751-473e-a04e-58f660ddb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:10.185071 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-a9e49e94-1751-473e-a04e-58f660ddb587 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 915 time: 0.3985333 Feb 10 06:49:10.349057 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fdca33e0-f291-485d-b0d7-2b259c6b8400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:10.364008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-453bb659-64b9-4ef4-9d39-800ea733109f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (214f14af-9e44-42a6-81db-d1b8791a302e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:10.368771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-453bb659-64b9-4ef4-9d39-800ea733109f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:10.373531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-453bb659-64b9-4ef4-9d39-800ea733109f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/214f14af-9e44-42a6-81db-d1b8791a302e HTTP/1.1" status: 204 len: 168 time: 0.6896932 Feb 10 06:49:10.373531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-697d4d78-35e1-4995-b723-064f5e41c696 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dac0860-b1c2-4198-b77e-efb128ff600f HTTP/1.1" status: 200 len: 217 time: 0.1761723 Feb 10 06:49:10.391553 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-9293077a-ce6e-41eb-b278-886942381fc7 service neutron] 10.222.0.13 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859928 Feb 10 06:49:10.422140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 87458f54-208d-4f64-8c1d-75da63dc22cf up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:49:10.474020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bb659-64b9-4ef4-9d39-800ea733109f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f14af-9e44-42a6-81db-d1b8791a302e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:10.587552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 87458f54-208d-4f64-8c1d-75da63dc22cf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:10.588365 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:10.649529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-8b01fd4f-dde3-4e0b-9ae2-541c7077fa61 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:10.657909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-8b01fd4f-dde3-4e0b-9ae2-541c7077fa61 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 816 time: 0.2176938 Feb 10 06:49:10.675956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-de2aa069-456e-4580-9866-a58b7ab198fe tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/quotas/018e8dd616174c7190bcbf328f9498b3 HTTP/1.1" status: 200 len: 375 time: 0.0167570 Feb 10 06:49:10.779191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 87458f54-208d-4f64-8c1d-75da63dc22cf is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:10.787089 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:10.806415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-678b97f0-8276-41ac-92fa-1ce5ac1b4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:10.807529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-3ab292d0-12a9-4966-8e86-0a2fa8f3c38f tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292686 Feb 10 06:49:10.808381 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-678b97f0-8276-41ac-92fa-1ce5ac1b4d30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.4150290 Feb 10 06:49:10.896288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 87458f54-208d-4f64-8c1d-75da63dc22cf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=87458f54-208d-4f64-8c1d-75da63dc22cf,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:10.916515 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:10.921301 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-32957465-3ed2-4ac9-9863-f75ce6d5fd81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831275 Feb 10 06:49:11.016592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-1cc17f88-40ec-47b1-a753-c6c80eb9f5cb service neutron] 10.222.0.21 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080669 Feb 10 06:49:11.037812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=87458f54-208d-4f64-8c1d-75da63dc22cf,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:11.046319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d86ebef6-ed0d-485c-9721-c34ccc41a9f7 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:49:11.054059 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-91a66a74-8c92-422e-83b4-85c0c0434e43 req-1937a033-a053-4ff7-bb93-f6fff0c7c985 service neutron] 10.222.0.13 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583405 Feb 10 06:49:11.105915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d86ebef6-ed0d-485c-9721-c34ccc41a9f7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:49:11.106966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d86ebef6-ed0d-485c-9721-c34ccc41a9f7 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:49:11.251794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-a8473199-5ac5-4f12-a49b-3126bbf28e26 service neutron] 10.222.0.21 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342582 Feb 10 06:49:11.357331 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-755a48ed-a413-4465-bcdd-e6aab107e2fc service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278512 Feb 10 06:49:11.556898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea89ec4-1fe9-44aa-a270-68e1b2546569 None None] Network c84600b2-bce8-44b0-98dd-916dbe6eb743 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:49:11.707922 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6383e781-2a4e-440e-8c77-ecdbf4d94d49 req-09bf7bfa-23ec-406b-852f-3fd91a9ceaed service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394582 Feb 10 06:49:11.727367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a4af1223-9059-4e2d-b941-242fe64d8551 None None] Provisioning complete for port 87458f54-208d-4f64-8c1d-75da63dc22cf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:11.727734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4af1223-9059-4e2d-b941-242fe64d8551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:12.036851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a4af1223-9059-4e2d-b941-242fe64d8551 None None] Current status of the port 87458f54-208d-4f64-8c1d-75da63dc22cf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:12.141961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-2d851167-85fc-48af-a5bc-8c6a6e8d6793 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:12.150015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-2d851167-85fc-48af-a5bc-8c6a6e8d6793 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 816 time: 0.2049167 Feb 10 06:49:12.168662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-0556dbda-0af5-479a-9bd7-dc25cc1303c6 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/quotas/018e8dd616174c7190bcbf328f9498b3 HTTP/1.1" status: 200 len: 375 time: 0.0178411 Feb 10 06:49:12.254439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-05f7c1db-350b-4357-bd38-fd0db851d81a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849788 Feb 10 06:49:12.272250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e037d55b-0bfa-4f4c-a4a2-6ee8e9f50173 None None] Provisioning complete for port 87458f54-208d-4f64-8c1d-75da63dc22cf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:12.272788 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e037d55b-0bfa-4f4c-a4a2-6ee8e9f50173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:12.306234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 87458f54-208d-4f64-8c1d-75da63dc22cf up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:49:12.455176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 87458f54-208d-4f64-8c1d-75da63dc22cf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:12.458031 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:12.465100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-d4c840c2-4118-4ab3-b834-8b9233019b5d service neutron] 10.222.0.21 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031758 Feb 10 06:49:12.525160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e037d55b-0bfa-4f4c-a4a2-6ee8e9f50173 None None] Current status of the port 87458f54-208d-4f64-8c1d-75da63dc22cf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:12.532716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff5c76ba-cb62-4adf-b26a-29dde92c566f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:12.609191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-01939cc0-818f-47be-9a3d-2083e6d7b5d0 service neutron] 10.222.0.21 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428647 Feb 10 06:49:12.655936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 87458f54-208d-4f64-8c1d-75da63dc22cf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:12.781847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-f83ceeb5-5557-4edb-9756-9c7bab661ecb tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:12.786599 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-f83ceeb5-5557-4edb-9756-9c7bab661ecb tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.24 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 816 time: 0.2728915 Feb 10 06:49:12.803957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Request body: {'port': {'device_id': '525a27a4-7049-4b65-93c1-1adda682925f', 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743', 'admin_state_up': True, 'tenant_id': '018e8dd616174c7190bcbf328f9498b3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:13.140884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Made reservation on behalf of 018e8dd616174c7190bcbf328f9498b3 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:49:13.144399 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:13.534587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5814be34-e95e-4af0-8344-6ad90cd41eb8 req-773a8ab3-22ea-4c4b-bcbb-dd47ba4fd1e3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 210 time: 0.6858547 Feb 10 06:49:13.558813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Allocated IP 172.20.0.10 (c84600b2-bce8-44b0-98dd-916dbe6eb743/5e5a485b-60f1-4192-ba44-c975fef721b9/a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:49:13.575807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-a4e7ac9b-25e4-4e26-a90c-764c001c8119 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:13.577686 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-a4e7ac9b-25e4-4e26-a90c-764c001c8119 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.13 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 816 time: 0.1711197 Feb 10 06:49:13.593552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Request body: {'port': {'device_id': 'bf280f9d-0dca-411c-be0c-83572e2f4a90', 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743', 'admin_state_up': True, 'tenant_id': '018e8dd616174c7190bcbf328f9498b3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:13.794682 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:13.895611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Made reservation on behalf of 018e8dd616174c7190bcbf328f9498b3 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:49:13.898977 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:13.963693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks [] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:14.058992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:14.189585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Network c84600b2-bce8-44b0-98dd-916dbe6eb743 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:49:14.195240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:49:14.227496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:49:14.292826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Allocated IP 172.20.0.11 (c84600b2-bce8-44b0-98dd-916dbe6eb743/5e5a485b-60f1-4192-ba44-c975fef721b9/6c1a00b4-cc47-4895-ba6a-23d2fdf25db3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:49:14.534510 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks [] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:14.568411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Pushing event updated for resources: {'Port': ['ID=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:14.575721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-97781f4a-f061-465b-b23a-760914ff7ec0 None None] Provisioning complete for port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:14.576331 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97781f4a-f061-465b-b23a-760914ff7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:14.609984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:14.655605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-97781f4a-f061-465b-b23a-760914ff7ec0 None None] Port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:49:14.734256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Pushing event updated for resources: {'Port': ['ID=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:14.767649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46edd1d3-5d6c-4248-a7cd-cbff00228a24 req-35ae490c-69d9-4906-802a-5a4e39e363f4 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 210 time: 0.0647326 Feb 10 06:49:14.795900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Network c84600b2-bce8-44b0-98dd-916dbe6eb743 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:49:14.802490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:14.803124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:14.847387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:49:14.852062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-b205df0b-2e58-4cc7-b41f-917d99ea064a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0526178 Feb 10 06:49:14.858112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:49:14.904203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-da6a7464-ba76-4ca5-b71d-71b1d2435fde tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:14.905696 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-da6a7464-ba76-4ca5-b71d-71b1d2435fde tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.13 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 816 time: 0.3298755 Feb 10 06:49:14.909550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Request body: {'port': {'device_id': '525a27a4-7049-4b65-93c1-1adda682925f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:14.922817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Request body: {'port': {'device_id': '034f4b6d-8405-440b-b71d-7cc606fc86ec', 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743', 'admin_state_up': True, 'tenant_id': '018e8dd616174c7190bcbf328f9498b3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:15.067459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:15.068268 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:15.114510 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:15.322950 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:15.332511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9d37e3d0-db75-48a8-b6b9-eaa0a7868a51 None None] Provisioning complete for port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:15.334443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d37e3d0-db75-48a8-b6b9-eaa0a7868a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:15.418709 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-9af85747-edd3-413f-8308-715528c38adc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8307955 Feb 10 06:49:15.425910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9d37e3d0-db75-48a8-b6b9-eaa0a7868a51 None None] Port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:49:15.443829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Request body: {'port': {'device_id': 'bf280f9d-0dca-411c-be0c-83572e2f4a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:15.907010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d9a3e59-2d1f-413c-8478-1055ac82b9cb req-17d1c82f-ce5a-43e7-9a59-4962e9165642 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 210 time: 0.0364850 Feb 10 06:49:16.052282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:16.054069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Made reservation on behalf of 018e8dd616174c7190bcbf328f9498b3 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:49:16.057903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:16.332930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:49:16.344354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Publish callbacks [] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:16.362923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Transition to ACTIVE for port object a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:49:16.399990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:16.441290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:16.531334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Pushing event updated for resources: {'Port': ['ID=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:16.810820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:49:16.822337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Publish callbacks [] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:16.828754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Attempting to bind port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:49:16.829089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Attempting to bind port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:49:16.829414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Attempting to bind port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 on network c84600b2-bce8-44b0-98dd-916dbe6eb743 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:49:16.849895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 on network c84600b2-bce8-44b0-98dd-916dbe6eb743 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:49:16.850183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Attempting to bind port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 on network c84600b2-bce8-44b0-98dd-916dbe6eb743 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:49:16.853057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Transition to ACTIVE for port object 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:49:16.863315 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:49:16.864950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Checking segment: {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:49:16.865349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Bound using segment: {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:49:16.868890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Bound port: a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:49:16.869273 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:16.904411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:17.074050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] For port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:49:17.078906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76f3f8da-8bcc-41a9-8e89-f1c70941020f req-d0af3e49-3881-40d0-adce-5445293f7d24 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 210 time: 0.0544388 Feb 10 06:49:17.094384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] For port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:49:17.116753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Pushing event updated for resources: {'Port': ['ID=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:17.146127 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:17.265487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:17.266079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:17.269075 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] 10.222.0.24 "PUT /v2.0/ports/a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 HTTP/1.1" status: 200 len: 1092 time: 2.3762181 Feb 10 06:49:17.290378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Allocated IP 172.20.0.8 (c84600b2-bce8-44b0-98dd-916dbe6eb743/5e5a485b-60f1-4192-ba44-c975fef721b9/7e4db0e2-e847-41af-9b5a-96fab9c67b88) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:49:17.314163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525a27a4-7049-4b65-93c1-1adda682925f', 'tag': 'a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:49:17.316609 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0712238e-2776-4514-a21f-2434d20cea0f" -d '{"events": [{"name": "network-changed", "server_uuid": "525a27a4-7049-4b65-93c1-1adda682925f", "tag": "a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:49:17.523029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666762ab-d0cb-47fe-8692-fa8424f72e78 service neutron] Pushing event updated for resources: {'Port': ['ID=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:17.623772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Attempting to bind port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:49:17.624137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Attempting to bind port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:49:17.624460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Attempting to bind port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 on network c84600b2-bce8-44b0-98dd-916dbe6eb743 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:49:17.659974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 on network c84600b2-bce8-44b0-98dd-916dbe6eb743 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:49:17.660307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Attempting to bind port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 on network c84600b2-bce8-44b0-98dd-916dbe6eb743 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:49:17.681672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-4f707a89-721e-41fb-8272-24f0ab9c1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:17.683312 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-4f707a89-721e-41fb-8272-24f0ab9c1a08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 1126 time: 0.3638437 Feb 10 06:49:17.706579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:49:17.706944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Checking segment: {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:49:17.707316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Bound using segment: {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:49:17.707773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Bound port: 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:49:17.708136 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:17.816411 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc93a1cb-1ae5-4ef8-b6c1-61b9d452c294 x-openstack-request-id: req-cc93a1cb-1ae5-4ef8-b6c1-61b9d452c294 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:49:17.816411 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525a27a4-7049-4b65-93c1-1adda682925f", "tag": "a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:49:17.816411 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc93a1cb-1ae5-4ef8-b6c1-61b9d452c294 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:49:17.816950 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525a27a4-7049-4b65-93c1-1adda682925f', 'tag': 'a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6', 'status': 'completed', 'code': 200} Feb 10 06:49:17.831107 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-81953d38-b2d7-488e-a942-d12df6b633c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 HTTP/1.1" status: 200 len: 217 time: 0.1309142 Feb 10 06:49:17.959643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-a9f6ad8a-2ef2-4b63-99a9-5780a3a732ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:17.961810 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-a9f6ad8a-2ef2-4b63-99a9-5780a3a732ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5a485b-60f1-4192-ba44-c975fef721b9 HTTP/1.1" status: 200 len: 855 time: 0.1190524 Feb 10 06:49:18.093215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] For port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:49:18.099215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] For port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:49:18.117792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks [] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:18.121022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-21849e3e-f041-4482-b587-766b177a1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:18.122757 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-21849e3e-f041-4482-b587-766b177a1c62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c84600b2-bce8-44b0-98dd-916dbe6eb743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1276085 Feb 10 06:49:18.125457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:18.223288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:18.224326 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:18.225893 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] 10.222.0.13 "PUT /v2.0/ports/6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 HTTP/1.1" status: 200 len: 1092 time: 2.7919612 Feb 10 06:49:18.397931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:18.424356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca979f-ef6f-4525-b0ec-99ee07673e1a service neutron] Pushing event updated for resources: {'Port': ['ID=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:18.437418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a276506-a376-4656-aca1-66342a18ebff req-a2bfdc98-df59-445d-9011-3190a4613202 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:18.447587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a276506-a376-4656-aca1-66342a18ebff req-a2bfdc98-df59-445d-9011-3190a4613202 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 931 time: 0.1087444 Feb 10 06:49:18.521060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a276506-a376-4656-aca1-66342a18ebff req-4df900c8-74fb-4425-b4e5-fd3889c88b85 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645950 Feb 10 06:49:18.535204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Network c84600b2-bce8-44b0-98dd-916dbe6eb743 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:49:18.546283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:49:18.564126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-921d1dc1-1906-4182-8dd2-31c6659fa572 service neutron] 10.222.0.24 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906658 Feb 10 06:49:18.568866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:49:18.605134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Pushing event updated for resources: {'Port': ['ID=7e4db0e2-e847-41af-9b5a-96fab9c67b88,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:18.651658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-39d94296-e488-4737-8973-f829e2156439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:18.654907 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-39d94296-e488-4737-8973-f829e2156439 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 1126 time: 0.3648396 Feb 10 06:49:18.770649 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-b9fc69a3-a84a-4783-ab37-0c7b8b425e9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 HTTP/1.1" status: 200 len: 217 time: 0.1084585 Feb 10 06:49:18.781008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:18.781673 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:18.911495 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3658d5f8-833e-44b5-a164-6f17aa59bd34 req-93433a02-59f7-48e1-90f9-dbb48f0cf2ba service neutron] 10.222.0.24 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343954 Feb 10 06:49:18.916578 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-c151eda0-a786-4f5d-b7e4-1fe3852340e7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0005140 Feb 10 06:49:18.918161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-ed428278-1eae-4ae8-b8ea-d141435656a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:18.931351 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-ed428278-1eae-4ae8-b8ea-d141435656a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e5a485b-60f1-4192-ba44-c975fef721b9 HTTP/1.1" status: 200 len: 855 time: 0.1357338 Feb 10 06:49:18.940672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Request body: {'port': {'device_id': '034f4b6d-8405-440b-b71d-7cc606fc86ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:18.941165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9d22ba79-b6a1-4de7-8d7a-efcee3bc5c24 None None] Provisioning complete for port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:18.942841 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d22ba79-b6a1-4de7-8d7a-efcee3bc5c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:19.003778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9d22ba79-b6a1-4de7-8d7a-efcee3bc5c24 None None] Port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:49:19.105250 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:19.397316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4db0e2-e847-41af-9b5a-96fab9c67b88 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:49:19.405382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Publish callbacks [] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:19.418789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Transition to ACTIVE for port object 7e4db0e2-e847-41af-9b5a-96fab9c67b88 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:49:19.423117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712238e-2776-4514-a21f-2434d20cea0f req-5c6a707f-d979-4c6b-8341-176ac749f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:19.424936 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0712238e-2776-4514-a21f-2434d20cea0f req-5c6a707f-d979-4c6b-8341-176ac749f5fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 1126 time: 0.4368765 Feb 10 06:49:19.426700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:19.489630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-717a4ab3-e0ae-417a-b5bb-b0b6e391b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:19.491324 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-717a4ab3-e0ae-417a-b5bb-b0b6e391b2e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c84600b2-bce8-44b0-98dd-916dbe6eb743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5462904 Feb 10 06:49:19.673941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Pushing event updated for resources: {'Port': ['ID=7e4db0e2-e847-41af-9b5a-96fab9c67b88,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:19.715616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396b8b5-a9a3-44c3-b7f0-a36e47c5c0e6 req-7a39b289-c56b-4a1e-bdaf-fb7e40190bba tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:19.723054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5396b8b5-a9a3-44c3-b7f0-a36e47c5c0e6 req-7a39b289-c56b-4a1e-bdaf-fb7e40190bba tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 943 time: 0.1067789 Feb 10 06:49:19.821103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf280f9d-0dca-411c-be0c-83572e2f4a90', 'tag': '6c1a00b4-cc47-4895-ba6a-23d2fdf25db3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:49:19.824202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5396b8b5-a9a3-44c3-b7f0-a36e47c5c0e6 req-83679e1e-11cb-4e1f-9cd9-f7f5950f518d tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000481 Feb 10 06:49:19.830065 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3282636-1f54-4917-9bad-26322b131cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf280f9d-0dca-411c-be0c-83572e2f4a90", "tag": "6c1a00b4-cc47-4895-ba6a-23d2fdf25db3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:49:19.869097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712238e-2776-4514-a21f-2434d20cea0f req-1b3de836-bf72-4f0d-b0b0-d1b240a9680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:19.871406 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0712238e-2776-4514-a21f-2434d20cea0f req-1b3de836-bf72-4f0d-b0b0-d1b240a9680a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 916 time: 0.4368086 Feb 10 06:49:19.890520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-c135e119-54b8-40eb-ab1f-c722949fd1e4 service neutron] 10.222.0.13 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629427 Feb 10 06:49:19.948641 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b52d50-c139-421a-bb85-cbd379906709 x-openstack-request-id: req-24b52d50-c139-421a-bb85-cbd379906709 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:49:19.948932 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf280f9d-0dca-411c-be0c-83572e2f4a90", "tag": "6c1a00b4-cc47-4895-ba6a-23d2fdf25db3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:49:19.949188 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24b52d50-c139-421a-bb85-cbd379906709 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:49:19.949589 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf280f9d-0dca-411c-be0c-83572e2f4a90', 'tag': '6c1a00b4-cc47-4895-ba6a-23d2fdf25db3', 'status': 'completed', 'code': 200} Feb 10 06:49:19.951632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Attempting to bind port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:49:19.951968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Attempting to bind port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:49:19.952293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Attempting to bind port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 on network c84600b2-bce8-44b0-98dd-916dbe6eb743 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:49:19.954972 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0712238e-2776-4514-a21f-2434d20cea0f req-58f1285a-a720-4044-aed4-e8112fa4b400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 HTTP/1.1" status: 200 len: 217 time: 0.0765901 Feb 10 06:49:20.006451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 on network c84600b2-bce8-44b0-98dd-916dbe6eb743 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:49:20.006820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Attempting to bind port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 on network c84600b2-bce8-44b0-98dd-916dbe6eb743 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:49:20.048349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:49:20.048726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Checking segment: {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:49:20.049063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Bound using segment: {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:49:20.049514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Bound port: 7e4db0e2-e847-41af-9b5a-96fab9c67b88, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d254f3-117c-48f4-b706-e623c341dd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:49:20.049875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:20.076331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712238e-2776-4514-a21f-2434d20cea0f req-2de83da2-b02b-418b-817b-0a0c30f98490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:20.077810 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0712238e-2776-4514-a21f-2434d20cea0f req-2de83da2-b02b-418b-817b-0a0c30f98490 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5a485b-60f1-4192-ba44-c975fef721b9 HTTP/1.1" status: 200 len: 855 time: 0.1094024 Feb 10 06:49:20.149996 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a77dd7dc-2f60-4dcc-b88f-0ce975386682 req-e0e70c5d-c9cf-4fb4-8748-aabe24a36cc5 service neutron] 10.222.0.13 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165253 Feb 10 06:49:20.180736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] For port 7e4db0e2-e847-41af-9b5a-96fab9c67b88, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:49:20.207467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] For port 7e4db0e2-e847-41af-9b5a-96fab9c67b88, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7e4db0e2-e847-41af-9b5a-96fab9c67b88,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:49:20.257414 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:20.313950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Pushing event updated for resources: {'Port': ['ID=7e4db0e2-e847-41af-9b5a-96fab9c67b88,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:20.322000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712238e-2776-4514-a21f-2434d20cea0f req-156783c0-aced-4a8b-8da9-88e050f8f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:20.323551 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0712238e-2776-4514-a21f-2434d20cea0f req-156783c0-aced-4a8b-8da9-88e050f8f7af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c84600b2-bce8-44b0-98dd-916dbe6eb743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2161863 Feb 10 06:49:20.343524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282636-1f54-4917-9bad-26322b131cd0 req-24653877-b9b8-40d3-abf1-f04adac76127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:20.345005 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3282636-1f54-4917-9bad-26322b131cd0 req-24653877-b9b8-40d3-abf1-f04adac76127 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 1126 time: 0.1352439 Feb 10 06:49:20.380629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:20.381369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:20.382867 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-bee5288e-fc7f-4aae-8661-f29dd1f4788e service neutron] 10.222.0.13 "PUT /v2.0/ports/7e4db0e2-e847-41af-9b5a-96fab9c67b88 HTTP/1.1" status: 200 len: 1091 time: 1.4504588 Feb 10 06:49:20.951530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1114-59e2-4a40-a51f-ac371c414385 req-a58b9aa7-9c44-4786-83e0-bcf0b2995828 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:20.953684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-231c1114-59e2-4a40-a51f-ac371c414385 req-a58b9aa7-9c44-4786-83e0-bcf0b2995828 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 943 time: 0.0576351 Feb 10 06:49:20.961732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-63dd8442-2640-45b0-a20c-90d60f5c679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:20.963228 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-63dd8442-2640-45b0-a20c-90d60f5c679b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 1125 time: 0.5277812 Feb 10 06:49:20.968534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0712238e-2776-4514-a21f-2434d20cea0f req-5ecf5054-47ce-4918-b172-17053415f41d service neutron] 10.222.0.24 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367993 Feb 10 06:49:21.010048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-231c1114-59e2-4a40-a51f-ac371c414385 req-eec4f279-35a2-47de-a0c0-a816d5d3bd06 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501661 Feb 10 06:49:21.030924 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-f505fb3b-4a78-4f8f-a27f-9ae332912a84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e4db0e2-e847-41af-9b5a-96fab9c67b88 HTTP/1.1" status: 200 len: 217 time: 0.0520263 Feb 10 06:49:21.043666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282636-1f54-4917-9bad-26322b131cd0 req-3efc44c0-2c67-43b2-bea5-e96f2a79fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:21.045070 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3282636-1f54-4917-9bad-26322b131cd0 req-3efc44c0-2c67-43b2-bea5-e96f2a79fe6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 916 time: 0.6792581 Feb 10 06:49:21.145104 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3282636-1f54-4917-9bad-26322b131cd0 req-5080f8d1-9379-4387-a145-0a9d396c7ca7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 HTTP/1.1" status: 200 len: 217 time: 0.0517733 Feb 10 06:49:21.190601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-fffcb7b7-c3bc-46c7-aee1-2c6ca56448b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:21.192148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-fffcb7b7-c3bc-46c7-aee1-2c6ca56448b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e5a485b-60f1-4192-ba44-c975fef721b9 HTTP/1.1" status: 200 len: 855 time: 0.1585336 Feb 10 06:49:21.276345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282636-1f54-4917-9bad-26322b131cd0 req-6bf7605b-2337-44d0-960a-a04c3cbd9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:21.277824 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3282636-1f54-4917-9bad-26322b131cd0 req-6bf7605b-2337-44d0-960a-a04c3cbd9ae6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e5a485b-60f1-4192-ba44-c975fef721b9 HTTP/1.1" status: 200 len: 855 time: 0.1032469 Feb 10 06:49:21.285852 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0712238e-2776-4514-a21f-2434d20cea0f req-e531a47c-96f3-42eb-a8e9-d34504ca826e service neutron] 10.222.0.24 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017666 Feb 10 06:49:21.329988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-eb4c9134-cab8-4782-bba3-20fd781c1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:21.331718 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-eb4c9134-cab8-4782-bba3-20fd781c1703 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c84600b2-bce8-44b0-98dd-916dbe6eb743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1149251 Feb 10 06:49:21.405368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282636-1f54-4917-9bad-26322b131cd0 req-190af7fe-bfaf-4333-9e7d-4e498ee66fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:21.406915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3282636-1f54-4917-9bad-26322b131cd0 req-190af7fe-bfaf-4333-9e7d-4e498ee66fda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c84600b2-bce8-44b0-98dd-916dbe6eb743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1201754 Feb 10 06:49:21.487573 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-237c18b6-93da-4ba3-9868-6ecf947f9bcf service neutron] 10.222.0.13 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490355 Feb 10 06:49:21.568261 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3282636-1f54-4917-9bad-26322b131cd0 req-4a589d7f-1fc6-4030-9816-332bb6c17734 service neutron] 10.222.0.13 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538801 Feb 10 06:49:21.651349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f10e5ae-9c3e-4630-b3cd-d494ff4b1826 req-ca94bf93-80b8-4b45-b951-b66361ab9cfb service neutron] 10.222.0.13 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563833 Feb 10 06:49:21.683960 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d3282636-1f54-4917-9bad-26322b131cd0 req-585535d9-d104-4264-9002-11549239b088 service neutron] 10.222.0.13 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096838 Feb 10 06:49:21.950313 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034f4b6d-8405-440b-b71d-7cc606fc86ec', 'tag': '7e4db0e2-e847-41af-9b5a-96fab9c67b88'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:49:21.952868 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcc41b1-b076-4980-845f-07748c61c2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "034f4b6d-8405-440b-b71d-7cc606fc86ec", "tag": "7e4db0e2-e847-41af-9b5a-96fab9c67b88"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:49:21.990192 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d80b5b3-ca0f-4645-8dd3-f36c163f9bda x-openstack-request-id: req-7d80b5b3-ca0f-4645-8dd3-f36c163f9bda {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:49:21.990627 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034f4b6d-8405-440b-b71d-7cc606fc86ec", "tag": "7e4db0e2-e847-41af-9b5a-96fab9c67b88", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:49:21.990974 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d80b5b3-ca0f-4645-8dd3-f36c163f9bda {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:49:21.991440 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034f4b6d-8405-440b-b71d-7cc606fc86ec', 'tag': '7e4db0e2-e847-41af-9b5a-96fab9c67b88', 'status': 'completed', 'code': 200} Feb 10 06:49:22.071018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-e0c5ac1f-3ed9-4378-85da-0f34229d4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:22.072516 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-e0c5ac1f-3ed9-4378-85da-0f34229d4326 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 1125 time: 0.0597496 Feb 10 06:49:22.153917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39fd09-2411-4dc5-94b5-763f09019c65 req-0173b3fe-75a5-457f-b433-537d0497c9d7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:22.156354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e39fd09-2411-4dc5-94b5-763f09019c65 req-0173b3fe-75a5-457f-b433-537d0497c9d7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 943 time: 0.0614171 Feb 10 06:49:22.169190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:49:22.218251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-f16780bf-7bb0-4e2a-b57f-b18a6e27b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:22.223404 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-f16780bf-7bb0-4e2a-b57f-b18a6e27b936 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 916 time: 0.1411388 Feb 10 06:49:22.238115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e39fd09-2411-4dc5-94b5-763f09019c65 req-d97fe96d-772b-4e14-8b54-a1ce9d77504a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700788 Feb 10 06:49:22.277635 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-063f13d8-a781-4d38-b6e3-a036d0da339a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e4db0e2-e847-41af-9b5a-96fab9c67b88 HTTP/1.1" status: 200 len: 217 time: 0.0463541 Feb 10 06:49:22.346632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-67328845-edc1-4364-b849-1da078f36809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:22.348292 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-67328845-edc1-4364-b849-1da078f36809 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e5a485b-60f1-4192-ba44-c975fef721b9 HTTP/1.1" status: 200 len: 855 time: 0.0643280 Feb 10 06:49:22.412051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-f41dcbbc-2e1f-4157-a9b1-f62b67a9ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:22.413738 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-f41dcbbc-2e1f-4157-a9b1-f62b67a9ff8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c84600b2-bce8-44b0-98dd-916dbe6eb743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585916 Feb 10 06:49:22.485674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:22.498097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6', 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743', 'port_id': 'a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6', 'mac_address': 'fa:16:3e:80:f4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5a485b-60f1-4192-ba44-c975fef721b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:49:22.534728 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-98605460-62ed-422c-8369-2882e430f0eb service neutron] 10.222.0.13 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126447 Feb 10 06:49:22.539565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:22.540221 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:22.554113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:49:22.575435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:22.580866 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:22.638606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:22.653776 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4bcc41b1-b076-4980-845f-07748c61c2a3 req-e8b0016f-f1ab-4bfd-81d4-52cb6d8a8282 service neutron] 10.222.0.13 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122124 Feb 10 06:49:22.860521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:49:23.359131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965e997-3bed-482a-b418-10b9ca7a1f24 req-b54792f7-61ca-4086-9f2f-e38b531964f6 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:23.360670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8965e997-3bed-482a-b418-10b9ca7a1f24 req-b54792f7-61ca-4086-9f2f-e38b531964f6 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 943 time: 0.0539758 Feb 10 06:49:23.412504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8965e997-3bed-482a-b418-10b9ca7a1f24 req-047742f2-049f-497b-84cf-894945dd4e2b tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Feb 10 06:49:24.057264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:49:24.156923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:24.168691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '6c1a00b4-cc47-4895-ba6a-23d2fdf25db3', 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743', 'port_id': '6c1a00b4-cc47-4895-ba6a-23d2fdf25db3', 'mac_address': 'fa:16:3e:ea:11:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5a485b-60f1-4192-ba44-c975fef721b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:49:24.192055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:49:24.236651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:24.237096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:24.257032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:49:24.281398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:24.284759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:49:24.289277 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:24.293594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:24.294082 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:24.372514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:24.420561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:24.421050 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:24.445512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525a27a4-7049-4b65-93c1-1adda682925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:49:24.448083 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49a3742-0925-4da5-8144-116aae3fde5e" -d '{"events": [{"server_uuid": "525a27a4-7049-4b65-93c1-1adda682925f", "name": "network-vif-plugged", "status": "completed", "tag": "a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:49:24.467219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:24.471372 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:24.530236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:24.588390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f7083-e907-4830-ab0e-a74bf1ea8f8c req-cbaaf9e4-9f5d-4bd7-916b-7c89809347a2 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:24.594217 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2a6305-c93f-426f-86c8-ce7e7d956a81 x-openstack-request-id: req-fd2a6305-c93f-426f-86c8-ce7e7d956a81 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:49:24.595040 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525a27a4-7049-4b65-93c1-1adda682925f", "name": "network-vif-plugged", "status": "completed", "tag": "a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:49:24.595372 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd2a6305-c93f-426f-86c8-ce7e7d956a81 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:49:24.595869 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525a27a4-7049-4b65-93c1-1adda682925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6', 'code': 200} Feb 10 06:49:24.596512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d2f7083-e907-4830-ab0e-a74bf1ea8f8c req-cbaaf9e4-9f5d-4bd7-916b-7c89809347a2 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 943 time: 0.0801644 Feb 10 06:49:24.661466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['6c1a00b4-cc47-4895-ba6a-23d2fdf25db3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:49:24.675125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d2f7083-e907-4830-ab0e-a74bf1ea8f8c req-dd6e3708-4830-455d-92f5-c400360f06c6 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772500 Feb 10 06:49:24.750978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd72e1d-5e82-4b87-80e0-16f8c72b6a23 req-55b73073-60ad-49cd-92a3-6530a3a3f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:24.751812 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1bd72e1d-5e82-4b87-80e0-16f8c72b6a23 req-55b73073-60ad-49cd-92a3-6530a3a3f603 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 1128 time: 0.0589364 Feb 10 06:49:24.811412 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1bd72e1d-5e82-4b87-80e0-16f8c72b6a23 req-48d5ca0a-34c8-4862-9ac5-38100a1ca00a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484967 Feb 10 06:49:25.810055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846d06-cb9d-4fa7-a1b2-3cb45b75ebae req-60b23b6d-1fc0-404f-9232-b88e8e4d1287 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:25.811632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09846d06-cb9d-4fa7-a1b2-3cb45b75ebae req-60b23b6d-1fc0-404f-9232-b88e8e4d1287 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 943 time: 0.0531850 Feb 10 06:49:25.861400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09846d06-cb9d-4fa7-a1b2-3cb45b75ebae req-d04bbb5c-b5a9-4d79-b71a-8f85ff71e372 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 Feb 10 06:49:26.076037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:49:26.078088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7e4db0e2-e847-41af-9b5a-96fab9c67b88 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:49:26.186902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:49:26.197295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:26.197701 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:26.252681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7e4db0e2-e847-41af-9b5a-96fab9c67b88, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7e4db0e2-e847-41af-9b5a-96fab9c67b88,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:26.279359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '7e4db0e2-e847-41af-9b5a-96fab9c67b88', 'network_id': 'c84600b2-bce8-44b0-98dd-916dbe6eb743', 'port_id': '7e4db0e2-e847-41af-9b5a-96fab9c67b88', 'mac_address': 'fa:16:3e:d3:68:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5a485b-60f1-4192-ba44-c975fef721b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:49:26.347735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:26.348056 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:26.350114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:26.350524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:26.377727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4db0e2-e847-41af-9b5a-96fab9c67b88 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:49:26.418290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:26.420298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7e4db0e2-e847-41af-9b5a-96fab9c67b88, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7e4db0e2-e847-41af-9b5a-96fab9c67b88,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:26.423773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:26.428367 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:26.482063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:26.536218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7e4db0e2-e847-41af-9b5a-96fab9c67b88,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:26.596926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf280f9d-0dca-411c-be0c-83572e2f4a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1a00b4-cc47-4895-ba6a-23d2fdf25db3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:49:26.599644 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f6b7c2-0378-4f67-91ff-babd1c0bc673" -d '{"events": [{"server_uuid": "bf280f9d-0dca-411c-be0c-83572e2f4a90", "name": "network-vif-plugged", "status": "completed", "tag": "6c1a00b4-cc47-4895-ba6a-23d2fdf25db3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:49:26.640457 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc3341b-87a3-49e0-8d6a-bdc7031c11d3 x-openstack-request-id: req-adc3341b-87a3-49e0-8d6a-bdc7031c11d3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:49:26.640943 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf280f9d-0dca-411c-be0c-83572e2f4a90", "name": "network-vif-plugged", "status": "completed", "tag": "6c1a00b4-cc47-4895-ba6a-23d2fdf25db3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:49:26.641210 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adc3341b-87a3-49e0-8d6a-bdc7031c11d3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:49:26.641682 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf280f9d-0dca-411c-be0c-83572e2f4a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1a00b4-cc47-4895-ba6a-23d2fdf25db3', 'code': 200} Feb 10 06:49:26.758345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['7e4db0e2-e847-41af-9b5a-96fab9c67b88'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:49:26.764853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129f0c3-181f-475f-a432-efd746a6c335 req-cbd35968-521b-4e20-8346-793962f4c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:26.767732 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c129f0c3-181f-475f-a432-efd746a6c335 req-cbd35968-521b-4e20-8346-793962f4c34d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 1128 time: 0.0644658 Feb 10 06:49:26.829986 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c129f0c3-181f-475f-a432-efd746a6c335 req-6bb1d73a-b28b-430a-a7a2-41c40f6c839e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Feb 10 06:49:27.001075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbb110-f9cd-4ade-8a64-21669b4e37c7 req-1e9c353f-506c-4aff-a33a-124a82182b89 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:27.002769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83cbb110-f9cd-4ade-8a64-21669b4e37c7 req-1e9c353f-506c-4aff-a33a-124a82182b89 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 944 time: 0.0611229 Feb 10 06:49:27.058934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83cbb110-f9cd-4ade-8a64-21669b4e37c7 req-4f6bbc52-a838-4afe-bed7-3b92451fd6cc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495856 Feb 10 06:49:28.093027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7e4db0e2-e847-41af-9b5a-96fab9c67b88 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:49:28.225551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:49:28.254246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:28.255286 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:28.277464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8fca5-ff18-4ddc-95d6-77a3d6739b53 req-d5d733cd-de45-4773-8a40-cfc7bf2836a1 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:28.279114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed8fca5-ff18-4ddc-95d6-77a3d6739b53 req-d5d733cd-de45-4773-8a40-cfc7bf2836a1 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 944 time: 0.1028886 Feb 10 06:49:28.363197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed8fca5-ff18-4ddc-95d6-77a3d6739b53 req-51c3b871-813a-40c9-b06b-a72f9345a777 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740702 Feb 10 06:49:28.371256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:28.372199 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:28.407982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7e4db0e2-e847-41af-9b5a-96fab9c67b88, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7e4db0e2-e847-41af-9b5a-96fab9c67b88,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:28.413191 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:28.462139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7e4db0e2-e847-41af-9b5a-96fab9c67b88,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:28.642855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034f4b6d-8405-440b-b71d-7cc606fc86ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4db0e2-e847-41af-9b5a-96fab9c67b88'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:49:28.645383 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb793d1-6d98-4e83-a83b-170ff86e03f2" -d '{"events": [{"server_uuid": "034f4b6d-8405-440b-b71d-7cc606fc86ec", "name": "network-vif-plugged", "status": "completed", "tag": "7e4db0e2-e847-41af-9b5a-96fab9c67b88"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:49:28.681698 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ea2615-e31a-405b-b8a8-042f59b1a533 x-openstack-request-id: req-c8ea2615-e31a-405b-b8a8-042f59b1a533 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:49:28.682000 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034f4b6d-8405-440b-b71d-7cc606fc86ec", "name": "network-vif-plugged", "status": "completed", "tag": "7e4db0e2-e847-41af-9b5a-96fab9c67b88", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:49:28.682259 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8ea2615-e31a-405b-b8a8-042f59b1a533 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:49:28.682682 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034f4b6d-8405-440b-b71d-7cc606fc86ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4db0e2-e847-41af-9b5a-96fab9c67b88', 'code': 200} Feb 10 06:49:28.796375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0316-1a32-4dc2-8ed9-5acb8ce32e5f req-77e923f5-59fc-49e5-8fc3-6149cb81043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:28.798698 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b99a0316-1a32-4dc2-8ed9-5acb8ce32e5f req-77e923f5-59fc-49e5-8fc3-6149cb81043a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 1127 time: 0.0594082 Feb 10 06:49:28.845126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b99a0316-1a32-4dc2-8ed9-5acb8ce32e5f req-495d6300-026c-4380-a27a-64d63832a076 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Feb 10 06:49:29.483627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235664f4-a167-44cc-b7ac-75004dbc1cc6 req-dfb6a1a8-7943-464c-8c98-95f5ff51ff7a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:29.485136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-235664f4-a167-44cc-b7ac-75004dbc1cc6 req-dfb6a1a8-7943-464c-8c98-95f5ff51ff7a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 945 time: 0.0575936 Feb 10 06:49:29.551451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-235664f4-a167-44cc-b7ac-75004dbc1cc6 req-64f3dd30-6fe8-4cda-a14e-c5bc92780001 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561666 Feb 10 06:49:30.676354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-525e5940-3dfd-4703-94af-58ae46d0f6d1 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:30.685651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-525e5940-3dfd-4703-94af-58ae46d0f6d1 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 815 time: 0.1204119 Feb 10 06:49:30.698289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-f563ba7c-7a05-4366-8086-3a6d217bf75b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/quotas/dc291a1a94a741daa93c21666dc3acd9 HTTP/1.1" status: 200 len: 375 time: 0.0115321 Feb 10 06:49:30.786723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-4a9c02f2-e3d7-4f2d-9166-47e48f35b748 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805719 Feb 10 06:49:30.794327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f47c40-014b-47ce-82a9-357f5eb3c5c0 req-b77e52e7-bc06-4961-a611-fe657c544c58 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:30.795864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47f47c40-014b-47ce-82a9-357f5eb3c5c0 req-b77e52e7-bc06-4961-a611-fe657c544c58 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 945 time: 0.1004069 Feb 10 06:49:30.906913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47f47c40-014b-47ce-82a9-357f5eb3c5c0 req-90d34980-6db1-4464-a6c6-d4380db171bc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963123 Feb 10 06:49:30.928699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-0856b5db-8b6d-4a5f-b9a7-42028e0c60bc service neutron] 10.222.0.21 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263182 Feb 10 06:49:31.040472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-eb1af5ce-8f32-4c73-9e64-fff5588b6403 service neutron] 10.222.0.21 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982401 Feb 10 06:49:31.162107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545991bb-147f-4a62-b356-1b72efd3e1eb req-4f03298d-aac0-4944-be81-100957713b1e tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:31.172068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545991bb-147f-4a62-b356-1b72efd3e1eb req-4f03298d-aac0-4944-be81-100957713b1e tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0690174 Feb 10 06:49:31.264550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545991bb-147f-4a62-b356-1b72efd3e1eb req-a936f2c2-2ae1-4ba2-a775-ef6228acca13 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928903 Feb 10 06:49:31.405041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f90d747d-8901-4520-b8ee-94735bac0479 req-1afdc688-3f38-44c7-ab24-46ad4afbcd2c tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 210 time: 0.0656424 Feb 10 06:49:31.517948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385adf28-9d09-4e54-83eb-e215af1caf5a req-806105b1-1817-47b9-87a7-4250b0cbfb76 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:31.541035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-385adf28-9d09-4e54-83eb-e215af1caf5a req-806105b1-1817-47b9-87a7-4250b0cbfb76 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 946 time: 0.1179168 Feb 10 06:49:31.642984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-385adf28-9d09-4e54-83eb-e215af1caf5a req-34e59114-0dbb-4d72-924a-380e9269fdb4 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997765 Feb 10 06:49:32.079089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6e02-c8b1-4beb-bffa-bad8699322e7 req-064578af-e5a7-4d40-b238-c4849e4021c4 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:32.080750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e9b6e02-c8b1-4beb-bffa-bad8699322e7 req-064578af-e5a7-4d40-b238-c4849e4021c4 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 945 time: 0.0810452 Feb 10 06:49:32.200045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e9b6e02-c8b1-4beb-bffa-bad8699322e7 req-c8ea81b2-6739-441c-a887-576ff67346ab tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118844 Feb 10 06:49:32.633936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d0fe0ce-0637-42cd-b708-4f54d744405d req-800455d2-df70-4d6b-bf87-c2b49d9431d1 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 210 time: 0.0717723 Feb 10 06:49:32.746703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-65da025e-9ec0-49b2-8c02-666b0c287eab tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:32.748916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-65da025e-9ec0-49b2-8c02-666b0c287eab tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 815 time: 0.2419586 Feb 10 06:49:32.753709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d89375-9c93-4cb9-bc38-21beff6cb795 req-ec4aa5c5-6132-461e-9af7-ca4036c9f509 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:32.755957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78d89375-9c93-4cb9-bc38-21beff6cb795 req-ec4aa5c5-6132-461e-9af7-ca4036c9f509 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.1049533 Feb 10 06:49:32.763156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Request body: {'port': {'device_id': 'd88afb3d-ad89-4f5c-88ab-6ee23f3986ab', 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a', 'admin_state_up': True, 'tenant_id': 'dc291a1a94a741daa93c21666dc3acd9'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:32.835707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78d89375-9c93-4cb9-bc38-21beff6cb795 req-078b0d16-2982-4f75-8a96-5659c93e8d8b tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711010 Feb 10 06:49:32.980458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Made reservation on behalf of dc291a1a94a741daa93c21666dc3acd9 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:49:32.984376 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:33.207106 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Allocated IP 172.20.0.10 (b2aa85b1-9234-49f4-a10b-1717e3e7df3a/5ab310af-2324-43db-b42e-a4857138b566/284e9728-c02a-46a7-9941-530e07d0b037) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:49:33.308347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788db3d-8c35-4419-9000-6cc7116f23e8 req-d82a1859-b392-4de3-8996-a2e3dc028fcc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:33.327178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788db3d-8c35-4419-9000-6cc7116f23e8 req-d82a1859-b392-4de3-8996-a2e3dc028fcc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:33.342741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788db3d-8c35-4419-9000-6cc7116f23e8 req-d82a1859-b392-4de3-8996-a2e3dc028fcc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:33.367079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9788db3d-8c35-4419-9000-6cc7116f23e8 req-d82a1859-b392-4de3-8996-a2e3dc028fcc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec&device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90&device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 2418 time: 0.1892807 Feb 10 06:49:33.452822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9788db3d-8c35-4419-9000-6cc7116f23e8 req-9fe816b3-c4b2-4620-95a5-cea27141a797 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846066 Feb 10 06:49:33.502383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks [] for port (284e9728-c02a-46a7-9941-530e07d0b037), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:33.549722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (284e9728-c02a-46a7-9941-530e07d0b037), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:33.563619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4dac0860-b1c2-4198-b77e-efb128ff600f', 'cda6f018-a557-4d6e-8a02-ade47f8d3e73'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:49:33.640377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Pushing event updated for resources: {'Port': ['ID=284e9728-c02a-46a7-9941-530e07d0b037,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:33.661850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Network b2aa85b1-9234-49f4-a10b-1717e3e7df3a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:49:33.663925 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:49:33.667010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:49:33.674329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['84aed43c-b35d-4665-80c8-0ffafee739ea'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:49:33.776618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:33.778416 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:33.810048 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9036bdea-f782-47b2-bdc1-15039cab98df tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0501764 Feb 10 06:49:33.825803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Request body: {'port': {'device_id': 'd88afb3d-ad89-4f5c-88ab-6ee23f3986ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:49:33.887698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111ed6d-4a54-467d-99e2-2dd18367a60f req-ea556c52-3fd1-4ba9-b462-49e35c0271d6 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:33.897582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7111ed6d-4a54-467d-99e2-2dd18367a60f req-ea556c52-3fd1-4ba9-b462-49e35c0271d6 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 945 time: 0.2593853 Feb 10 06:49:33.937562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2fdcc-539a-4000-b909-719f2f643e3a req-d6aa89bf-a148-458b-a995-aaa3f95bb888 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:33.945726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50f2fdcc-539a-4000-b909-719f2f643e3a req-d6aa89bf-a148-458b-a995-aaa3f95bb888 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 932 time: 0.2014399 Feb 10 06:49:33.959937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (284e9728-c02a-46a7-9941-530e07d0b037), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:34.034838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7111ed6d-4a54-467d-99e2-2dd18367a60f req-3e7f0708-8d17-49bb-9b86-bb1f240eb165 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230183 Feb 10 06:49:34.121995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50f2fdcc-539a-4000-b909-719f2f643e3a req-6edb5af1-1059-4962-8b9c-06a2be11ebdd tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747036 Feb 10 06:49:34.433101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284e9728-c02a-46a7-9941-530e07d0b037 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:49:34.445433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Publish callbacks [] for port (284e9728-c02a-46a7-9941-530e07d0b037), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:34.466921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Transition to ACTIVE for port object 284e9728-c02a-46a7-9941-530e07d0b037 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:49:34.474105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (284e9728-c02a-46a7-9941-530e07d0b037), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:34.549461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Pushing event updated for resources: {'Port': ['ID=284e9728-c02a-46a7-9941-530e07d0b037,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:34.643935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Attempting to bind port 284e9728-c02a-46a7-9941-530e07d0b037 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:49:34.645735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Attempting to bind port 284e9728-c02a-46a7-9941-530e07d0b037 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:49:34.645735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Attempting to bind port 284e9728-c02a-46a7-9941-530e07d0b037 on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:49:34.659050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Port 284e9728-c02a-46a7-9941-530e07d0b037 on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:49:34.659050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Attempting to bind port 284e9728-c02a-46a7-9941-530e07d0b037 on network b2aa85b1-9234-49f4-a10b-1717e3e7df3a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:49:34.676116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:49:34.676485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Checking segment: {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:49:34.676904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Bound using segment: {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:49:34.677368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Bound port: 284e9728-c02a-46a7-9941-530e07d0b037, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896cbd18-4a73-4fd4-a2e8-6391ba268e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:49:34.677729 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (284e9728-c02a-46a7-9941-530e07d0b037), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:34.780849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] For port 284e9728-c02a-46a7-9941-530e07d0b037, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:49:34.786032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] For port 284e9728-c02a-46a7-9941-530e07d0b037, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=284e9728-c02a-46a7-9941-530e07d0b037,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:49:34.795063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (284e9728-c02a-46a7-9941-530e07d0b037), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:34.859959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Pushing event updated for resources: {'Port': ['ID=284e9728-c02a-46a7-9941-530e07d0b037,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:34.889987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:34.890880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:34.892567 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-646fd16d-67cf-40fa-92cf-cc6d2cc61143 service neutron] 10.222.0.24 "PUT /v2.0/ports/284e9728-c02a-46a7-9941-530e07d0b037 HTTP/1.1" status: 200 len: 1092 time: 1.0755570 Feb 10 06:49:34.893195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88afb3d-ad89-4f5c-88ab-6ee23f3986ab', 'tag': '284e9728-c02a-46a7-9941-530e07d0b037'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:49:34.896846 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "d88afb3d-ad89-4f5c-88ab-6ee23f3986ab", "tag": "284e9728-c02a-46a7-9941-530e07d0b037"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:49:34.979261 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ff2e7d-001f-4aae-8e77-310d2b61af81 x-openstack-request-id: req-44ff2e7d-001f-4aae-8e77-310d2b61af81 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:49:34.979695 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88afb3d-ad89-4f5c-88ab-6ee23f3986ab", "tag": "284e9728-c02a-46a7-9941-530e07d0b037", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:49:34.980131 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44ff2e7d-001f-4aae-8e77-310d2b61af81 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:49:34.980603 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88afb3d-ad89-4f5c-88ab-6ee23f3986ab', 'tag': '284e9728-c02a-46a7-9941-530e07d0b037', 'status': 'completed', 'code': 200} Feb 10 06:49:35.002347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-a6958a0f-6f2e-44da-8e18-7defdd19b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:35.003932 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-a6958a0f-6f2e-44da-8e18-7defdd19b6de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 1126 time: 0.0707495 Feb 10 06:49:35.058958 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-9042486f-0744-467c-8e73-806abefb7b15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284e9728-c02a-46a7-9941-530e07d0b037 HTTP/1.1" status: 200 len: 217 time: 0.0459001 Feb 10 06:49:35.118428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-dbb84f82-4d07-4670-a651-ad588765d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:35.120088 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-dbb84f82-4d07-4670-a651-ad588765d9f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.0536549 Feb 10 06:49:35.158486 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-e4e655b5-a38c-4819-8640-83bdfee9c147 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317707 Feb 10 06:49:35.284889 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-8af0ef91-b490-4658-bd98-60e6c2e4fb30 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190157 Feb 10 06:49:35.293369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15326647-7427-4619-abb1-033051ea6fac req-75de1db8-cd85-4796-b799-1f02e284a414 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:35.295736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15326647-7427-4619-abb1-033051ea6fac req-75de1db8-cd85-4796-b799-1f02e284a414 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 944 time: 0.1009772 Feb 10 06:49:35.441439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15326647-7427-4619-abb1-033051ea6fac req-e121b3e0-9598-4773-a5d2-ee147c93ee1b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285369 Feb 10 06:49:35.469934 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ce889f41-71b7-40b4-a41b-7c6ab8563edd req-375e325f-e4f1-4f35-bd40-9d6bdddc61a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690934 Feb 10 06:49:35.612660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-d70f745d-691d-4689-bced-d65cc05d44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:35.614818 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-d70f745d-691d-4689-bced-d65cc05d44c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 1126 time: 0.0748718 Feb 10 06:49:35.662726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171ed8b-52b5-43d2-b8a7-b3d1c8712181 req-ba5d5f35-30e0-4c31-936b-698c4f3978be tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:35.665110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c171ed8b-52b5-43d2-b8a7-b3d1c8712181 req-ba5d5f35-30e0-4c31-936b-698c4f3978be tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0592566 Feb 10 06:49:35.730069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c171ed8b-52b5-43d2-b8a7-b3d1c8712181 req-415801ce-3453-4de2-ae07-35e69ea59a49 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592606 Feb 10 06:49:35.781067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-0cc34cb9-5a14-4927-8876-feca4279746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:35.786112 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-0cc34cb9-5a14-4927-8876-feca4279746e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 915 time: 0.1463106 Feb 10 06:49:35.840121 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-06597797-5aa4-4540-86ab-31c3b23068a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284e9728-c02a-46a7-9941-530e07d0b037 HTTP/1.1" status: 200 len: 217 time: 0.0499926 Feb 10 06:49:35.897049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-f493a61a-fd63-4cf2-b016-f6b75927e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:35.899575 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-f493a61a-fd63-4cf2-b016-f6b75927e596 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.0538595 Feb 10 06:49:35.932297 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-05f9d9b1-26fb-438a-866b-c8757158a191 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265584 Feb 10 06:49:36.028979 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-94199e1f-8d64-4288-8453-7ddac470f5ba service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909057 Feb 10 06:49:36.131113 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e898293c-4680-4f1f-bcb1-af0fe7ee2dc7 req-d596b947-3d6e-4672-9b7f-3ec6cdef6860 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961099 Feb 10 06:49:36.574672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831258ae-80ff-4f62-abb2-537e930c5766 req-99a385c4-6e22-481f-a108-3c483d445b9e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:36.577594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-831258ae-80ff-4f62-abb2-537e930c5766 req-99a385c4-6e22-481f-a108-3c483d445b9e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 944 time: 0.0690136 Feb 10 06:49:36.640202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-831258ae-80ff-4f62-abb2-537e930c5766 req-1cf11044-3d6c-41da-99d0-f30163677bae tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539186 Feb 10 06:49:36.878878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:36.911247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584ecfc-9238-4132-84ba-41a7dcac452e req-20336ad4-b25f-41d5-b2ba-24413620e020 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:36.912855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a584ecfc-9238-4132-84ba-41a7dcac452e req-20336ad4-b25f-41d5-b2ba-24413620e020 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0744317 Feb 10 06:49:36.964850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a584ecfc-9238-4132-84ba-41a7dcac452e req-7028fa7b-4930-4aab-9fdd-0e929bc2d7a5 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463095 Feb 10 06:49:37.771156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cae59-95b0-4804-8a02-fd0b47ce9ac2 req-206f8c4b-6350-4bc9-bbbd-9d7f06a62c9d tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:37.773631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa7cae59-95b0-4804-8a02-fd0b47ce9ac2 req-206f8c4b-6350-4bc9-bbbd-9d7f06a62c9d tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 944 time: 0.0651944 Feb 10 06:49:37.833118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa7cae59-95b0-4804-8a02-fd0b47ce9ac2 req-02e6eb9c-4f21-46c1-acdd-74c491cb3591 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Feb 10 06:49:38.087917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59326a-d736-4e47-be6f-360d2a92f9aa req-80d45367-caa5-4bf6-8071-e57b8ad98a1b tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:38.089325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a59326a-d736-4e47-be6f-360d2a92f9aa req-80d45367-caa5-4bf6-8071-e57b8ad98a1b tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0553601 Feb 10 06:49:38.150436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a59326a-d736-4e47-be6f-360d2a92f9aa req-c4c9f6c4-761a-4cd9-91df-2fe439330fc4 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499418 Feb 10 06:49:38.247809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 284e9728-c02a-46a7-9941-530e07d0b037 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:49:38.368948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 284e9728-c02a-46a7-9941-530e07d0b037, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=284e9728-c02a-46a7-9941-530e07d0b037,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:38.382598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '284e9728-c02a-46a7-9941-530e07d0b037', 'network_id': 'b2aa85b1-9234-49f4-a10b-1717e3e7df3a', 'port_id': '284e9728-c02a-46a7-9941-530e07d0b037', 'mac_address': 'fa:16:3e:e2:f3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab310af-2324-43db-b42e-a4857138b566', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:49:38.430460 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 284e9728-c02a-46a7-9941-530e07d0b037 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:38.430866 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (284e9728-c02a-46a7-9941-530e07d0b037), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:38.451429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284e9728-c02a-46a7-9941-530e07d0b037 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:49:38.477362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 284e9728-c02a-46a7-9941-530e07d0b037, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=284e9728-c02a-46a7-9941-530e07d0b037,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:38.482918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (284e9728-c02a-46a7-9941-530e07d0b037), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:38.543754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=284e9728-c02a-46a7-9941-530e07d0b037,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:38.750812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['284e9728-c02a-46a7-9941-530e07d0b037'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:49:39.001924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8b268-a121-4cce-9546-fd45920ad6cb req-40bc4b87-37b1-48d2-a267-022b29c3a2c1 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:39.004921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ee8b268-a121-4cce-9546-fd45920ad6cb req-40bc4b87-37b1-48d2-a267-022b29c3a2c1 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 945 time: 0.0706019 Feb 10 06:49:39.082698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ee8b268-a121-4cce-9546-fd45920ad6cb req-c06eef6f-a0ec-4639-9723-8fc41df9a4f0 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709608 Feb 10 06:49:39.264153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c0ff9-bb03-4a2a-8829-b37065697aa3 req-e5c70192-c173-48b2-a409-5f67990eb1bf tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:39.266001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-958c0ff9-bb03-4a2a-8829-b37065697aa3 req-e5c70192-c173-48b2-a409-5f67990eb1bf tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0555618 Feb 10 06:49:39.316157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-958c0ff9-bb03-4a2a-8829-b37065697aa3 req-23b8e80e-305f-459a-9df3-8290bd9f7a1c tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Feb 10 06:49:40.028889 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:40.231429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c75bd2-cb4c-4fdd-813e-9de753fff221 req-01790072-782f-477b-bc9e-e29ff8db2971 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:40.233767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98c75bd2-cb4c-4fdd-813e-9de753fff221 req-01790072-782f-477b-bc9e-e29ff8db2971 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 945 time: 0.0675139 Feb 10 06:49:40.255454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 284e9728-c02a-46a7-9941-530e07d0b037 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:49:40.314698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98c75bd2-cb4c-4fdd-813e-9de753fff221 req-e77426eb-05c2-4c31-a8c9-497392e43319 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737593 Feb 10 06:49:40.353567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 284e9728-c02a-46a7-9941-530e07d0b037 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:49:40.361437 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c1e73f0-3e50-42ce-a596-0aacb2d5ceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:40.369276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 284e9728-c02a-46a7-9941-530e07d0b037 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:49:40.370928 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (284e9728-c02a-46a7-9941-530e07d0b037), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:40.484859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 284e9728-c02a-46a7-9941-530e07d0b037 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:49:40.485367 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (284e9728-c02a-46a7-9941-530e07d0b037), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:40.511595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88afb3d-ad89-4f5c-88ab-6ee23f3986ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284e9728-c02a-46a7-9941-530e07d0b037'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:49:40.513569 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9cea4-bcdb-482d-85b9-930121db2872 req-f1807160-4a76-4416-acc1-1c4c5468cd4b tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:40.513913 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74de802b-97b4-486a-b4b8-dc9901a4289b" -d '{"events": [{"server_uuid": "d88afb3d-ad89-4f5c-88ab-6ee23f3986ab", "name": "network-vif-plugged", "status": "completed", "tag": "284e9728-c02a-46a7-9941-530e07d0b037"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:49:40.515412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95a9cea4-bcdb-482d-85b9-930121db2872 req-f1807160-4a76-4416-acc1-1c4c5468cd4b tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.1012905 Feb 10 06:49:40.528486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 284e9728-c02a-46a7-9941-530e07d0b037, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=284e9728-c02a-46a7-9941-530e07d0b037,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:49:40.533879 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (284e9728-c02a-46a7-9941-530e07d0b037), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:40.602504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=284e9728-c02a-46a7-9941-530e07d0b037,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:40.623617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95a9cea4-bcdb-482d-85b9-930121db2872 req-31d34844-83dc-483a-8b3d-4ea628332a01 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840614 Feb 10 06:49:40.624839 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2786c4-2aa1-4132-a8a1-23a1ae2e1d61 x-openstack-request-id: req-0e2786c4-2aa1-4132-a8a1-23a1ae2e1d61 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:49:40.625350 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88afb3d-ad89-4f5c-88ab-6ee23f3986ab", "name": "network-vif-plugged", "status": "completed", "tag": "284e9728-c02a-46a7-9941-530e07d0b037", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:49:40.625785 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e2786c4-2aa1-4132-a8a1-23a1ae2e1d61 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:49:40.626812 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88afb3d-ad89-4f5c-88ab-6ee23f3986ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284e9728-c02a-46a7-9941-530e07d0b037', 'code': 200} Feb 10 06:49:40.698181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f205-186b-4452-b2a1-0d93b7e5a9f3 req-464f845d-14eb-4d52-9570-29fddb04278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:40.700457 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b758f205-186b-4452-b2a1-0d93b7e5a9f3 req-464f845d-14eb-4d52-9570-29fddb04278e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 1128 time: 0.0508394 Feb 10 06:49:40.753998 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b758f205-186b-4452-b2a1-0d93b7e5a9f3 req-518af3f3-615d-4b34-8d0c-d2956c9c75ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472054 Feb 10 06:49:41.468389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f473-da3b-4491-afd4-b8a9abe64678 req-f48664bf-de96-4af2-b5b7-8bd1e52f13f7 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:41.478883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7321f473-da3b-4491-afd4-b8a9abe64678 req-f48664bf-de96-4af2-b5b7-8bd1e52f13f7 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 946 time: 0.0661540 Feb 10 06:49:41.531628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7321f473-da3b-4491-afd4-b8a9abe64678 req-32c5b089-6cee-4bc3-b930-7e13ea305644 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Feb 10 06:49:41.757925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee2544-1bad-4869-bd62-096cf756cba2 req-a0881be1-79d1-4074-bb2f-8dc8f22d7769 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:41.765581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7ee2544-1bad-4869-bd62-096cf756cba2 req-a0881be1-79d1-4074-bb2f-8dc8f22d7769 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0757921 Feb 10 06:49:41.891068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7ee2544-1bad-4869-bd62-096cf756cba2 req-52d44fc6-6d9b-49d7-af3a-d769b47dfbac tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240065 Feb 10 06:49:42.516141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36076d56-a091-4730-ba20-053cc7e62c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:42.721722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d85db-1184-4bbc-ab01-ae5d51f5992f req-5634f849-7dbe-476c-9649-90b000d9bbc3 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:42.723273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b3d85db-1184-4bbc-ab01-ae5d51f5992f req-5634f849-7dbe-476c-9649-90b000d9bbc3 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 946 time: 0.0837309 Feb 10 06:49:42.800551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b3d85db-1184-4bbc-ab01-ae5d51f5992f req-6afea6b8-bbf4-48fd-896a-ba70a19ccd3e tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Feb 10 06:49:43.010697 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:49:43.098975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e32b3-fcc1-4d30-954b-d1626bc9456f req-71b39554-3b09-4269-84dc-3ae9c9b679e3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:43.108054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-505e32b3-fcc1-4d30-954b-d1626bc9456f req-71b39554-3b09-4269-84dc-3ae9c9b679e3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0974205 Feb 10 06:49:43.187277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-505e32b3-fcc1-4d30-954b-d1626bc9456f req-9f1536e7-980a-4127-819e-d9656afcbf8e tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780344 Feb 10 06:49:43.793040 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:44.387336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccc452-b135-473b-a572-2c0f2116017e req-b9970fcc-5b8a-497b-8e07-edacf90c8272 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:44.396271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15ccc452-b135-473b-a572-2c0f2116017e req-b9970fcc-5b8a-497b-8e07-edacf90c8272 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0852778 Feb 10 06:49:44.476152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15ccc452-b135-473b-a572-2c0f2116017e req-f98c543a-d0c3-49bb-99a1-be527d6b0368 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727069 Feb 10 06:49:45.218672 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:45.706441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf2e3-44d2-4ce5-87a7-6a2753b371eb req-ebc1f51a-8ff3-4834-8402-f6e2c7603661 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:45.708303 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffcaf2e3-44d2-4ce5-87a7-6a2753b371eb req-ebc1f51a-8ff3-4834-8402-f6e2c7603661 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.1335747 Feb 10 06:49:45.796716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffcaf2e3-44d2-4ce5-87a7-6a2753b371eb req-3177049e-d135-462f-861c-ea466807d58e tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804155 Feb 10 06:49:46.434747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:46.986066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36574) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:47.065249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a0e02-7264-4987-b1e1-1199e8883648 req-39e20f21-5222-4a33-8a47-2c77350b2623 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:47.075800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a3a0e02-7264-4987-b1e1-1199e8883648 req-39e20f21-5222-4a33-8a47-2c77350b2623 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.1598895 Feb 10 06:49:47.220888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:47.221696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a3a0e02-7264-4987-b1e1-1199e8883648 req-fb6d89f2-f386-4d98-8991-e980a1db38b9 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436841 Feb 10 06:49:47.377228 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Publish callbacks [] for security_group (912b83d6-b7d0-488d-bf80-85ebdef59043), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:47.384313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (912b83d6-b7d0-488d-bf80-85ebdef59043), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:47.438380 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d6b927345ba4077a329c19447419c66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505150 Feb 10 06:49:47.439230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b83d6-b7d0-488d-bf80-85ebdef59043,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:47.441103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:47.451050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.452048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.452554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.453239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.453730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.454229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.454862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.455368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.455870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.456357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.456845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.457724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.459039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3cfa8-32cf-4e9e-ae9a-b4131bc5467d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:49:47.512790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d78eafa-6781-4785-8148-b61731abdd4e admin admin] Publish callbacks [] for security_group (912b83d6-b7d0-488d-bf80-85ebdef59043), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:47.537581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d78eafa-6781-4785-8148-b61731abdd4e admin admin] Publish callbacks [] for security_group (912b83d6-b7d0-488d-bf80-85ebdef59043), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:47.608439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d78eafa-6781-4785-8148-b61731abdd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (912b83d6-b7d0-488d-bf80-85ebdef59043), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:47.612292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d78eafa-6781-4785-8148-b61731abdd4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:47.614108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d78eafa-6781-4785-8148-b61731abdd4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/912b83d6-b7d0-488d-bf80-85ebdef59043 HTTP/1.1" status: 204 len: 168 time: 0.1689258 Feb 10 06:49:47.624611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78eafa-6781-4785-8148-b61731abdd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b83d6-b7d0-488d-bf80-85ebdef59043,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:48.454116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a79d5-0376-47e5-bda0-c9368239876c req-24451b82-3fd3-4880-b21f-d3d08464bac7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:48.461928 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c51a79d5-0376-47e5-bda0-c9368239876c req-24451b82-3fd3-4880-b21f-d3d08464bac7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0915446 Feb 10 06:49:48.582990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c51a79d5-0376-47e5-bda0-c9368239876c req-69d51c68-345c-4481-a92d-5484ff584914 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196785 Feb 10 06:49:49.711554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bff6d-f564-47a7-9ca2-4667148321ca req-1eb11eab-40ac-4587-af73-4a2c0d6a856e tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:49.713084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed6bff6d-f564-47a7-9ca2-4667148321ca req-1eb11eab-40ac-4587-af73-4a2c0d6a856e tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0562732 Feb 10 06:49:49.766640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed6bff6d-f564-47a7-9ca2-4667148321ca req-42f2ec28-f72a-4a20-abf5-00fd98ea37f3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465810 Feb 10 06:49:49.777225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:49.890583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-621d103b-c067-4a85-b93e-777fc1bbc924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:49.965011 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-621d103b-c067-4a85-b93e-777fc1bbc924 admin admin] Publish callbacks [] for security_group (4c6d422b-e077-4c58-84c4-ccd66c86d9dc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:49.975513 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-621d103b-c067-4a85-b93e-777fc1bbc924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4c6d422b-e077-4c58-84c4-ccd66c86d9dc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:50.012816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d103b-c067-4a85-b93e-777fc1bbc924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d422b-e077-4c58-84c4-ccd66c86d9dc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:50.024736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-621d103b-c067-4a85-b93e-777fc1bbc924 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c23a7f8db914e63829feda3eab97539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426972 Feb 10 06:49:50.024736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:50.076984 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7e37eb7-ed9c-401f-939d-da512096dcec admin admin] Publish callbacks [] for security_group (4c6d422b-e077-4c58-84c4-ccd66c86d9dc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:50.098635 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7e37eb7-ed9c-401f-939d-da512096dcec admin admin] Publish callbacks [] for security_group (4c6d422b-e077-4c58-84c4-ccd66c86d9dc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:50.170760 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7e37eb7-ed9c-401f-939d-da512096dcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4c6d422b-e077-4c58-84c4-ccd66c86d9dc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:50.174570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7e37eb7-ed9c-401f-939d-da512096dcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:50.175937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7e37eb7-ed9c-401f-939d-da512096dcec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c6d422b-e077-4c58-84c4-ccd66c86d9dc HTTP/1.1" status: 204 len: 168 time: 0.1507547 Feb 10 06:49:50.193162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37eb7-ed9c-401f-939d-da512096dcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d422b-e077-4c58-84c4-ccd66c86d9dc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:50.910383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc0558-712a-40a8-a731-0c8d6b17c184 req-c6692584-dc44-46f5-a318-76ce5a5350cd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:50.918234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1afc0558-712a-40a8-a731-0c8d6b17c184 req-c6692584-dc44-46f5-a318-76ce5a5350cd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0642431 Feb 10 06:49:50.977013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1afc0558-712a-40a8-a731-0c8d6b17c184 req-03f6ef60-9dc4-479e-aa78-50c05ab0766c tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532832 Feb 10 06:49:52.117409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454bc0-c985-4cd7-97cc-1f7df7d6aec8 req-62747cd1-464c-46ce-99ca-5ee5a3fc6aab tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:52.125276 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4454bc0-c985-4cd7-97cc-1f7df7d6aec8 req-62747cd1-464c-46ce-99ca-5ee5a3fc6aab tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0817103 Feb 10 06:49:52.172378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4454bc0-c985-4cd7-97cc-1f7df7d6aec8 req-c21fda80-e7ad-4f98-85b7-a64aba0d3e59 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Feb 10 06:49:52.789770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36954) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:52.896445 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cce324f0-f382-417c-8c17-8b2beb0c84dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:52.970825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cce324f0-f382-417c-8c17-8b2beb0c84dc admin admin] Publish callbacks [] for security_group (1c6ad138-f54a-48af-8450-01e380f9c539), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:52.974865 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cce324f0-f382-417c-8c17-8b2beb0c84dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1c6ad138-f54a-48af-8450-01e380f9c539), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.014485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce324f0-f382-417c-8c17-8b2beb0c84dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ad138-f54a-48af-8450-01e380f9c539,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:53.021194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cce324f0-f382-417c-8c17-8b2beb0c84dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61dc7b1caa804a26a7c572bb1930f37c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278080 Feb 10 06:49:53.021674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36958) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:53.070418 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-92c35934-c2df-4675-962d-a44b511dccef admin admin] Publish callbacks [] for security_group (1c6ad138-f54a-48af-8450-01e380f9c539), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.095238 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-92c35934-c2df-4675-962d-a44b511dccef admin admin] Publish callbacks [] for security_group (1c6ad138-f54a-48af-8450-01e380f9c539), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.140581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-92c35934-c2df-4675-962d-a44b511dccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1c6ad138-f54a-48af-8450-01e380f9c539), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.143874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-92c35934-c2df-4675-962d-a44b511dccef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.145174 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-92c35934-c2df-4675-962d-a44b511dccef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c6ad138-f54a-48af-8450-01e380f9c539 HTTP/1.1" status: 204 len: 168 time: 0.1225212 Feb 10 06:49:53.153285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c35934-c2df-4675-962d-a44b511dccef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ad138-f54a-48af-8450-01e380f9c539,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:53.323438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04aee9-b4a7-4a88-98fb-1eeefc1ea3d3 req-45fe1eb8-a21d-4a9b-ab61-a217ae1253f2 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:53.326476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b04aee9-b4a7-4a88-98fb-1eeefc1ea3d3 req-45fe1eb8-a21d-4a9b-ab61-a217ae1253f2 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0671318 Feb 10 06:49:53.396389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b04aee9-b4a7-4a88-98fb-1eeefc1ea3d3 req-16dd2e3c-4277-4e63-89ae-064d5140d446 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644696 Feb 10 06:49:53.512151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36974) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:53.526690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32cf7cb8-7e85-4dbb-8166-cc297982f2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.605707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32cf7cb8-7e85-4dbb-8166-cc297982f2fb admin admin] Publish callbacks [] for security_group (7d08a5dc-2419-4d58-906c-a9fa8d054d87), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.609877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32cf7cb8-7e85-4dbb-8166-cc297982f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7d08a5dc-2419-4d58-906c-a9fa8d054d87), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.650877 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-32cf7cb8-7e85-4dbb-8166-cc297982f2fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db7ffb12422445b2959ba31ed21dea07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351075 Feb 10 06:49:53.650877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf7cb8-7e85-4dbb-8166-cc297982f2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08a5dc-2419-4d58-906c-a9fa8d054d87,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:53.652091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36976) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:53.709996 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ca-1d37-4dfc-9ea9-dbedb17f6e76 admin admin] Publish callbacks [] for security_group (7d08a5dc-2419-4d58-906c-a9fa8d054d87), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.736487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ca-1d37-4dfc-9ea9-dbedb17f6e76 admin admin] Publish callbacks [] for security_group (7d08a5dc-2419-4d58-906c-a9fa8d054d87), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.799607 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ca-1d37-4dfc-9ea9-dbedb17f6e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7d08a5dc-2419-4d58-906c-a9fa8d054d87), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.802761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ca-1d37-4dfc-9ea9-dbedb17f6e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:53.807291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-35d1a8ca-1d37-4dfc-9ea9-dbedb17f6e76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d08a5dc-2419-4d58-906c-a9fa8d054d87 HTTP/1.1" status: 204 len: 168 time: 0.1514382 Feb 10 06:49:53.823397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1a8ca-1d37-4dfc-9ea9-dbedb17f6e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d08a5dc-2419-4d58-906c-a9fa8d054d87,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:54.608314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d3b8e-0f18-4c9c-bdea-3dbbe3ede165 req-0c45361b-c3fe-467a-b188-15c090f88686 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:54.610045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac9d3b8e-0f18-4c9c-bdea-3dbbe3ede165 req-0c45361b-c3fe-467a-b188-15c090f88686 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.1102202 Feb 10 06:49:54.658949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac9d3b8e-0f18-4c9c-bdea-3dbbe3ede165 req-ad237c0e-fda8-4514-95de-559d52dfb8ce tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 Feb 10 06:49:55.829953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1dc51-ca4b-48e8-80fe-54cb7a1c83a2 req-e587f17e-0464-4489-a305-70ded7794a9b tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:55.837164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26d1dc51-ca4b-48e8-80fe-54cb7a1c83a2 req-e587f17e-0464-4489-a305-70ded7794a9b tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0787318 Feb 10 06:49:55.943018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26d1dc51-ca4b-48e8-80fe-54cb7a1c83a2 req-066f4974-1737-4eda-842e-ea41bbf571ab tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979803 Feb 10 06:49:56.398697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:56.511529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1413464-baa5-49aa-8dcd-a43c8fe0ead5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:56.608480 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1413464-baa5-49aa-8dcd-a43c8fe0ead5 admin admin] Publish callbacks [] for security_group (6fc6057f-9125-4a0a-a030-3458c51c550e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:56.613365 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1413464-baa5-49aa-8dcd-a43c8fe0ead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6fc6057f-9125-4a0a-a030-3458c51c550e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:56.656470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1413464-baa5-49aa-8dcd-a43c8fe0ead5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5380bd2516454629b09855728af071ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563975 Feb 10 06:49:56.659341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37068) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:56.661549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1413464-baa5-49aa-8dcd-a43c8fe0ead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc6057f-9125-4a0a-a030-3458c51c550e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:56.721481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a001d8-dfe1-478d-b249-1f0252ede0c7 admin admin] Publish callbacks [] for security_group (6fc6057f-9125-4a0a-a030-3458c51c550e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:56.745098 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a001d8-dfe1-478d-b249-1f0252ede0c7 admin admin] Publish callbacks [] for security_group (6fc6057f-9125-4a0a-a030-3458c51c550e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:56.798062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a001d8-dfe1-478d-b249-1f0252ede0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6fc6057f-9125-4a0a-a030-3458c51c550e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:56.801499 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71a001d8-dfe1-478d-b249-1f0252ede0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:56.806878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-71a001d8-dfe1-478d-b249-1f0252ede0c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fc6057f-9125-4a0a-a030-3458c51c550e HTTP/1.1" status: 204 len: 168 time: 0.1462171 Feb 10 06:49:56.817093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a001d8-dfe1-478d-b249-1f0252ede0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc6057f-9125-4a0a-a030-3458c51c550e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:57.138647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45034e36-b193-47ed-8f91-842714cc11d6 req-56cce1fc-8711-44df-84bc-6af6c646bf78 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:57.147181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45034e36-b193-47ed-8f91-842714cc11d6 req-56cce1fc-8711-44df-84bc-6af6c646bf78 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.1140041 Feb 10 06:49:57.211504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45034e36-b193-47ed-8f91-842714cc11d6 req-8d229ae1-f09c-44b1-b8fd-1f1b83ec8880 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629416 Feb 10 06:49:57.692200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac34515-1d1c-4098-b3ce-e72a715b0d05 req-de870760-3652-428c-b340-2ff13e7373e5 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:57.704692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ac34515-1d1c-4098-b3ce-e72a715b0d05 req-de870760-3652-428c-b340-2ff13e7373e5 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.1022680 Feb 10 06:49:57.734007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97577e-2353-463f-a884-1079bddec82c req-61737964-c8a4-40c8-92d0-8e5bb8767322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:57.735567 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e97577e-2353-463f-a884-1079bddec82c req-61737964-c8a4-40c8-92d0-8e5bb8767322 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=018e8dd616174c7190bcbf328f9498b3&device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 1128 time: 0.0884366 Feb 10 06:49:57.805806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ac34515-1d1c-4098-b3ce-e72a715b0d05 req-27353dc7-ef33-4416-b173-42e3f1452d60 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999229 Feb 10 06:49:57.917122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97577e-2353-463f-a884-1079bddec82c req-96d5afef-f1ef-4ef8-9e7a-94ae8fc49575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:57.919547 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e97577e-2353-463f-a884-1079bddec82c req-96d5afef-f1ef-4ef8-9e7a-94ae8fc49575 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 200 len: 916 time: 0.1741629 Feb 10 06:49:57.999324 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e97577e-2353-463f-a884-1079bddec82c req-70045bd2-9ad9-492f-93fe-01650cba60fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 HTTP/1.1" status: 200 len: 217 time: 0.0719266 Feb 10 06:49:58.129589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97577e-2353-463f-a884-1079bddec82c req-b7142980-5ad9-4760-9690-290f9e7ad88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:58.131692 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e97577e-2353-463f-a884-1079bddec82c req-b7142980-5ad9-4760-9690-290f9e7ad88b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5a485b-60f1-4192-ba44-c975fef721b9 HTTP/1.1" status: 200 len: 855 time: 0.1271260 Feb 10 06:49:58.225101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97577e-2353-463f-a884-1079bddec82c req-fc067b81-5b17-4e55-989f-7020afcd76dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:58.227238 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e97577e-2353-463f-a884-1079bddec82c req-fc067b81-5b17-4e55-989f-7020afcd76dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c84600b2-bce8-44b0-98dd-916dbe6eb743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854039 Feb 10 06:49:58.345043 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e97577e-2353-463f-a884-1079bddec82c req-03278dc3-c59b-4717-a427-cba574e80be9 service neutron] 10.222.0.24 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099222 Feb 10 06:49:58.455303 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e97577e-2353-463f-a884-1079bddec82c req-a1f169f1-3400-4a6c-8ed2-dd0ae82d067b service neutron] 10.222.0.24 "GET /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031013 Feb 10 06:49:58.485339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37112) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:58.607796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014fbc31-e2d4-4a67-ba4a-5dfb6d7de573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:58.696639 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014fbc31-e2d4-4a67-ba4a-5dfb6d7de573 admin admin] Publish callbacks [] for security_group (7aa5ac1b-4cdb-460d-9e52-05b1692206e1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:58.703409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014fbc31-e2d4-4a67-ba4a-5dfb6d7de573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7aa5ac1b-4cdb-460d-9e52-05b1692206e1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:58.733071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fbc31-e2d4-4a67-ba4a-5dfb6d7de573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa5ac1b-4cdb-460d-9e52-05b1692206e1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:58.774194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37118) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:49:58.782279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-014fbc31-e2d4-4a67-ba4a-5dfb6d7de573 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f9342ffe60047928e8ff6353841f1b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946279 Feb 10 06:49:58.864733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aafefb71-2497-44e9-a833-8e4061d07313 admin admin] Publish callbacks [] for security_group (7aa5ac1b-4cdb-460d-9e52-05b1692206e1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:58.942694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aafefb71-2497-44e9-a833-8e4061d07313 admin admin] Publish callbacks [] for security_group (7aa5ac1b-4cdb-460d-9e52-05b1692206e1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:59.036629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bce578-eb7e-4666-8cfc-cf52feaa8154 req-7db64105-d392-4ded-b2ef-47fcfa2d6469 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:49:59.038540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84bce578-eb7e-4666-8cfc-cf52feaa8154 req-7db64105-d392-4ded-b2ef-47fcfa2d6469 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0914443 Feb 10 06:49:59.040345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aafefb71-2497-44e9-a833-8e4061d07313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7aa5ac1b-4cdb-460d-9e52-05b1692206e1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:59.044218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aafefb71-2497-44e9-a833-8e4061d07313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:49:59.048190 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aafefb71-2497-44e9-a833-8e4061d07313 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7aa5ac1b-4cdb-460d-9e52-05b1692206e1 HTTP/1.1" status: 204 len: 168 time: 0.2722254 Feb 10 06:49:59.086570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafefb71-2497-44e9-a833-8e4061d07313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa5ac1b-4cdb-460d-9e52-05b1692206e1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:49:59.178091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84bce578-eb7e-4666-8cfc-cf52feaa8154 req-edc1f052-9fe0-4706-9eef-49c6837ddf41 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227822 Feb 10 06:50:00.325603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df91cf-be7b-4874-9fd1-6456a81132cf req-939f8544-636a-4a44-8908-a6721f677645 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:00.327585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51df91cf-be7b-4874-9fd1-6456a81132cf req-939f8544-636a-4a44-8908-a6721f677645 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0634263 Feb 10 06:50:00.401857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51df91cf-be7b-4874-9fd1-6456a81132cf req-600dd664-f1c3-427d-bdbe-1af8a824ee97 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622494 Feb 10 06:50:00.545355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9115872-c238-4845-8763-cb285257070b req-50d9982c-b75b-4d22-bff4-1bfd603fcbb1 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:00.546863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9115872-c238-4845-8763-cb285257070b req-50d9982c-b75b-4d22-bff4-1bfd603fcbb1 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0631840 Feb 10 06:50:00.602389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9115872-c238-4845-8763-cb285257070b req-71104c0c-f6da-452f-90ca-3b105e4941b7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479267 Feb 10 06:50:00.721459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b8ddb-c2aa-4aa2-935e-e864d47e2df5 req-462ef4da-ead9-42a9-9b4b-b7c24117bc6a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:00.722980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-683b8ddb-c2aa-4aa2-935e-e864d47e2df5 req-462ef4da-ead9-42a9-9b4b-b7c24117bc6a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 946 time: 0.0534775 Feb 10 06:50:00.787335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-683b8ddb-c2aa-4aa2-935e-e864d47e2df5 req-bd5ab191-98d5-48bc-ae94-0d1df2a1ee55 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568542 Feb 10 06:50:00.931525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6444d-652e-4c20-a6a4-ac7da52528ac req-225051ad-6ec2-4150-9f9d-911280f70e6f tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:00.938786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f6444d-652e-4c20-a6a4-ac7da52528ac req-225051ad-6ec2-4150-9f9d-911280f70e6f tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 945 time: 0.0737031 Feb 10 06:50:00.987027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f6444d-652e-4c20-a6a4-ac7da52528ac req-aedf1d29-c51d-43e6-8c1d-26ad77a21a22 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 Feb 10 06:50:01.043615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-b780188d-893b-4feb-94bc-45f2e34d10bd req-af4cda96-e7a8-419a-92b7-c1d07eaf14ea tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:50:01.044688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b780188d-893b-4feb-94bc-45f2e34d10bd req-af4cda96-e7a8-419a-92b7-c1d07eaf14ea tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069366 Feb 10 06:50:01.266274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b780188d-893b-4feb-94bc-45f2e34d10bd req-a5d676ac-ec89-41b6-95e5-9ca3427c20fd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2087641 Feb 10 06:50:01.636054 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37232) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:01.693292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d431-cc6f-422e-9baf-57a58440c0da req-91077e00-69be-4d1d-b37d-e15a4751162d tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:01.704852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49b5d431-cc6f-422e-9baf-57a58440c0da req-91077e00-69be-4d1d-b37d-e15a4751162d tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0782335 Feb 10 06:50:01.758153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49b5d431-cc6f-422e-9baf-57a58440c0da req-dc07dc90-042d-4591-b587-e5b8295d06f1 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522189 Feb 10 06:50:01.817594 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38cd47fb-71e7-4dc3-af2c-3e66164e794a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:01.914919 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38cd47fb-71e7-4dc3-af2c-3e66164e794a admin admin] Publish callbacks [] for security_group (7fd2dc74-0cfe-4f20-b29e-72c4d7830630), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:01.920651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38cd47fb-71e7-4dc3-af2c-3e66164e794a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7fd2dc74-0cfe-4f20-b29e-72c4d7830630), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:01.958812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223cdda-0a18-498a-b7ae-542188863a76 req-5aefb52b-af28-4108-a2d5-ac7c69ed33f7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:01.967648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4223cdda-0a18-498a-b7ae-542188863a76 req-5aefb52b-af28-4108-a2d5-ac7c69ed33f7 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 946 time: 0.0988748 Feb 10 06:50:01.972677 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-38cd47fb-71e7-4dc3-af2c-3e66164e794a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ac07c825f374b47b650590713237695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349924 Feb 10 06:50:01.973489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37240) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:01.976021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd47fb-71e7-4dc3-af2c-3e66164e794a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd2dc74-0cfe-4f20-b29e-72c4d7830630,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:02.031952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4223cdda-0a18-498a-b7ae-542188863a76 req-2dffbbde-b553-4c9f-91a7-81472a5dbbc6 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626671 Feb 10 06:50:02.036972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42f6d52e-205f-411e-8abc-95750c57ee39 admin admin] Publish callbacks [] for security_group (7fd2dc74-0cfe-4f20-b29e-72c4d7830630), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.091254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42f6d52e-205f-411e-8abc-95750c57ee39 admin admin] Publish callbacks [] for security_group (7fd2dc74-0cfe-4f20-b29e-72c4d7830630), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.160909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42f6d52e-205f-411e-8abc-95750c57ee39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7fd2dc74-0cfe-4f20-b29e-72c4d7830630), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.163981 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42f6d52e-205f-411e-8abc-95750c57ee39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.176310 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-42f6d52e-205f-411e-8abc-95750c57ee39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fd2dc74-0cfe-4f20-b29e-72c4d7830630 HTTP/1.1" status: 204 len: 168 time: 0.1928267 Feb 10 06:50:02.217367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6d52e-205f-411e-8abc-95750c57ee39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd2dc74-0cfe-4f20-b29e-72c4d7830630,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:02.248742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35648be-5403-46db-9b1b-a9e808603e3a req-ed61b820-b0e9-4df8-afbb-f134df2c934a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:02.254821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f35648be-5403-46db-9b1b-a9e808603e3a req-ed61b820-b0e9-4df8-afbb-f134df2c934a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 945 time: 0.1308403 Feb 10 06:50:02.317300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f35648be-5403-46db-9b1b-a9e808603e3a req-ce0b503a-2f71-4714-9714-c0c1523b5c3b tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561035 Feb 10 06:50:02.622387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37254) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:02.637984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5db84342-750a-4561-a737-920fe62fbc56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.658862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d3a9-33a2-4fa1-be2d-880203ee98b7 req-cecdecd6-41b7-4834-aaec-9d1de6d2c5cc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:02.665842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d3a9-33a2-4fa1-be2d-880203ee98b7 req-cecdecd6-41b7-4834-aaec-9d1de6d2c5cc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:02.671905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d3a9-33a2-4fa1-be2d-880203ee98b7 req-cecdecd6-41b7-4834-aaec-9d1de6d2c5cc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:02.683461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb31d3a9-33a2-4fa1-be2d-880203ee98b7 req-cecdecd6-41b7-4834-aaec-9d1de6d2c5cc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec&device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90&device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 2418 time: 0.1043255 Feb 10 06:50:02.740847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb31d3a9-33a2-4fa1-be2d-880203ee98b7 req-3ba995e1-0321-4e42-8788-225c3b0a54af tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593648 Feb 10 06:50:02.773549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-6267590c-269a-4986-a8f6-5af82df7ea30 req-bbd25d59-208e-4bd0-af3e-c5396b28ca5a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:50:02.774851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6267590c-269a-4986-a8f6-5af82df7ea30 req-bbd25d59-208e-4bd0-af3e-c5396b28ca5a tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065904 Feb 10 06:50:02.775692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5db84342-750a-4561-a737-920fe62fbc56 admin admin] Publish callbacks [] for security_group (0562892b-3a8e-4885-bd79-705eb3a623f0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.783148 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5db84342-750a-4561-a737-920fe62fbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0562892b-3a8e-4885-bd79-705eb3a623f0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.808719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db84342-750a-4561-a737-920fe62fbc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0562892b-3a8e-4885-bd79-705eb3a623f0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:02.842177 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5db84342-750a-4561-a737-920fe62fbc56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b357a4b3c6541d68703d1fe0e5cf21e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185788 Feb 10 06:50:02.843059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37258) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:02.862293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6267590c-269a-4986-a8f6-5af82df7ea30 req-cdedcade-d5f7-48d2-9fad-85ebbeef52cc tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0776513 Feb 10 06:50:02.901763 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d052aa79-332f-49a2-8f87-7d691831fcb3 admin admin] Publish callbacks [] for security_group (0562892b-3a8e-4885-bd79-705eb3a623f0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.929036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d052aa79-332f-49a2-8f87-7d691831fcb3 admin admin] Publish callbacks [] for security_group (0562892b-3a8e-4885-bd79-705eb3a623f0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.988503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d052aa79-332f-49a2-8f87-7d691831fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0562892b-3a8e-4885-bd79-705eb3a623f0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.991848 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d052aa79-332f-49a2-8f87-7d691831fcb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:02.996906 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d052aa79-332f-49a2-8f87-7d691831fcb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0562892b-3a8e-4885-bd79-705eb3a623f0 HTTP/1.1" status: 204 len: 168 time: 0.1489022 Feb 10 06:50:03.001778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052aa79-332f-49a2-8f87-7d691831fcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0562892b-3a8e-4885-bd79-705eb3a623f0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:04.417380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8b711-bce3-444a-8b50-2790fc25e56c req-c8e6ec2f-7b88-4f3a-a231-0cf2342094e0 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:04.419008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96a8b711-bce3-444a-8b50-2790fc25e56c req-c8e6ec2f-7b88-4f3a-a231-0cf2342094e0 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 945 time: 0.0577223 Feb 10 06:50:04.479288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96a8b711-bce3-444a-8b50-2790fc25e56c req-65332b2c-fa20-4818-baf2-3652c239e271 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486960 Feb 10 06:50:04.625651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37320) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:04.769339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-643314'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:04.789504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Made reservation on behalf of 9b74792dcbc34e8b98e7e5e698347323 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:04.792977 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:04.801378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:04.876050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks [] for security_group (eee41b98-a706-46c8-9ccc-e16f55f1e807), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:04.880572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (eee41b98-a706-46c8-9ccc-e16f55f1e807), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:04.909864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:04.919165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee41b98-a706-46c8-9ccc-e16f55f1e807,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:04.925060 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c5c0631f-dbd6-4fe5-addd-7a683306cd93), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:04.925407 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Added segment c5c0631f-dbd6-4fe5-addd-7a683306cd93 of type vlan for network cc4c0b9b-a74b-4b09-97a1-68d249c589d5 Feb 10 06:50:04.964982 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (cc4c0b9b-a74b-4b09-97a1-68d249c589d5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:04.991940 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (cc4c0b9b-a74b-4b09-97a1-68d249c589d5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:04.997101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:04.997677 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.041446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4115732 Feb 10 06:50:05.041681 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37328) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:05.076805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb191eb1-084d-483d-9e6b-cec9e51ec5b6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Pushing event updated for resources: {'Network': ['ID=cc4c0b9b-a74b-4b09-97a1-68d249c589d5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:05.089652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network cc4c0b9b-a74b-4b09-97a1-68d249c589d5 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:05.135052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Request body: {'network': {'name': 'tempest-network--2006567801', 'router:external': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:05.162500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Made reservation on behalf of 1a2d192a166c46f98e0c4f05144e2238 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:05.165412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.177110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.295782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for security_group (25a1f6be-88b8-49c2-831c-7afde529ab53), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.300608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (25a1f6be-88b8-49c2-831c-7afde529ab53), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.313608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:05.337438 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0726112b-f593-4422-bb7b-4e0f1da73840), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.337872 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Added segment 0726112b-f593-4422-bb7b-4e0f1da73840 of type vlan for network 8374bff8-517e-4ca3-a85f-726a934e11a6 Feb 10 06:50:05.373028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a1f6be-88b8-49c2-831c-7afde529ab53,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:05.394969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (8374bff8-517e-4ca3-a85f-726a934e11a6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.425030 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (8374bff8-517e-4ca3-a85f-726a934e11a6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.425967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:05.426578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.459537 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4168735 Feb 10 06:50:05.462602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37340) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:05.494280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb12d03-4244-43bb-a74d-cbd98d60e195 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'Network': ['ID=8374bff8-517e-4ca3-a85f-726a934e11a6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:05.506714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 8374bff8-517e-4ca3-a85f-726a934e11a6 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:05.564023 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (8374bff8-517e-4ca3-a85f-726a934e11a6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.662191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3001-988b-4d75-80a0-872e09c2a8ad req-3ae5d28f-c80c-4501-b1ff-cdfcafb23dbe tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:05.663882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e0b3001-988b-4d75-80a0-872e09c2a8ad req-3ae5d28f-c80c-4501-b1ff-cdfcafb23dbe tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 945 time: 0.0970988 Feb 10 06:50:05.698359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (8374bff8-517e-4ca3-a85f-726a934e11a6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.746387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8374bff8-517e-4ca3-a85f-726a934e11a6']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:05.764047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0726112b-f593-4422-bb7b-4e0f1da73840') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:05.764619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0726112b-f593-4422-bb7b-4e0f1da73840') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:05.779298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e0b3001-988b-4d75-80a0-872e09c2a8ad req-58f340db-9c59-4348-9530-1e0578e1e85f tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086233 Feb 10 06:50:05.780870 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (0726112b-f593-4422-bb7b-4e0f1da73840), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.799275 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0726112b-f593-4422-bb7b-4e0f1da73840), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.807755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:50:05.808396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (0726112b-f593-4422-bb7b-4e0f1da73840), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:50:05.810441 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:50:05.870025 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (8374bff8-517e-4ca3-a85f-726a934e11a6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.880428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8374bff8-517e-4ca3-a85f-726a934e11a6 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 06:50:05.884574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:05.891796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8374bff8-517e-4ca3-a85f-726a934e11a6 HTTP/1.1" status: 204 len: 168 time: 0.4240158 Feb 10 06:50:05.892158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37346) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:05.899009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:05.907214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event deleted for resources: {'Network': ['ID=8374bff8-517e-4ca3-a85f-726a934e11a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:05.918161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.918806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.919422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.919957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.920559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.921115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.921741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.922395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.922970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.923418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.923833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.924179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.924736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a156f-1fc3-4cc6-b022-8d9fedea2cd0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:05.926706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Made reservation on behalf of 1a2d192a166c46f98e0c4f05144e2238 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:05.933600 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.004747 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:06.053813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1ff4321b-f200-468d-8b33-5790bf87cdf0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.054928 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Added segment 1ff4321b-f200-468d-8b33-5790bf87cdf0 of type vlan for network 1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 Feb 10 06:50:06.076016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-800a4c02-d5bc-46b5-83ad-2e0bbcaf32d1 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:06.077659 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-800a4c02-d5bc-46b5-83ad-2e0bbcaf32d1 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.13 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 945 time: 0.1182210 Feb 10 06:50:06.135634 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.166619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.167687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:06.168337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.234344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.3400757 Feb 10 06:50:06.236692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:06.242663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Request body: {'subnet': {'network_id': '1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:06.292207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2c466-3669-47cb-a9c7-003ede745e73 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'Network': ['ID=1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:06.293339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Made reservation on behalf of 1a2d192a166c46f98e0c4f05144e2238 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:06.303143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.304630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:06.327125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Deleting port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:06.327768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.523328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] For port 7e4db0e2-e847-41af-9b5a-96fab9c67b88, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7e4db0e2-e847-41af-9b5a-96fab9c67b88,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:06.523753 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.562015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Calling delete_port for 7e4db0e2-e847-41af-9b5a-96fab9c67b88 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:06.759922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:50:06.761125 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (9f1de03e-56ee-48fa-b19b-f3202abd910b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.761827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7e4db0e2-e847-41af-9b5a-96fab9c67b88), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.775939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['6c1a00b4-cc47-4895-ba6a-23d2fdf25db3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:06.778116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:06.814159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Pushing event deleted for resources: {'Port': ['ID=7e4db0e2-e847-41af-9b5a-96fab9c67b88,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:06.873599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] No DVR routers for this DVR port 7e4db0e2-e847-41af-9b5a-96fab9c67b88 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:06.878036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:06.890923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9f1de03e-56ee-48fa-b19b-f3202abd910b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:06.899710 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa768aff-3bce-46e8-ae99-f0035f8f7b29 req-cc790266-d43d-4584-bffc-6c9de3fc2762 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.13 "DELETE /v2.0/ports/7e4db0e2-e847-41af-9b5a-96fab9c67b88 HTTP/1.1" status: 204 len: 173 time: 0.8094318 Feb 10 06:50:06.900404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034f4b6d-8405-440b-b71d-7cc606fc86ec', 'name': 'network-vif-deleted', 'tag': '7e4db0e2-e847-41af-9b5a-96fab9c67b88'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:06.903025 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6860739d-e0c4-49c3-81eb-b29ef3e5063d" -d '{"events": [{"server_uuid": "034f4b6d-8405-440b-b71d-7cc606fc86ec", "name": "network-vif-deleted", "tag": "7e4db0e2-e847-41af-9b5a-96fab9c67b88"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:07.023439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Checking segment: {'id': '1ff4321b-f200-468d-8b33-5790bf87cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:07.030259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Network hostable DHCP agents. Network: 1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:50:07.052730 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a907d532-ad1b-4e72-9a5f-9814542b4e16 x-openstack-request-id: req-a907d532-ad1b-4e72-9a5f-9814542b4e16 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:07.053597 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034f4b6d-8405-440b-b71d-7cc606fc86ec", "name": "network-vif-deleted", "tag": "7e4db0e2-e847-41af-9b5a-96fab9c67b88", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:07.054094 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a907d532-ad1b-4e72-9a5f-9814542b4e16 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:07.054734 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034f4b6d-8405-440b-b71d-7cc606fc86ec', 'name': 'network-vif-deleted', 'tag': '7e4db0e2-e847-41af-9b5a-96fab9c67b88', 'status': 'completed', 'code': 200} Feb 10 06:50:07.153006 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:07.573103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27604b31-9bba-45f0-a86a-246e74c724ab req-d40fbc6c-38e9-424a-bd9e-e221e3447586 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=034f4b6d-8405-440b-b71d-7cc606fc86ec HTTP/1.1" status: 200 len: 210 time: 0.6080861 Feb 10 06:50:07.574766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Network 1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:50:07.586275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:07.591508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:07.592384 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:07.597494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2129e81a-d0d1-441f-8111-389358acd283 None None] Network 1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:07.614031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37378) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:07.614968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ac2cfa14-637b-4e99-aaac-465a08c83be5 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3769422 Feb 10 06:50:07.619875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Request body: {'floatingip': {'floating_network_id': '1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:07.664413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:07.731656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d69fa-b60c-4b37-a51c-811d5ca6aa1d None None] Network 1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:07.776962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:07.903069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Allocated IP 172.20.0.9 (1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79/9f1de03e-56ee-48fa-b19b-f3202abd910b/ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:08.036613 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for port (ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.069508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37384) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:08.149527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.222968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'Port': ['ID=ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:08.238940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Network 1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:08.239801 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf534b6b-2752-4277-96eb-97d67af381a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.241117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:08.243671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:08.290445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7e4db0e2-e847-41af-9b5a-96fab9c67b88 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:08.333225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 7e4db0e2-e847-41af-9b5a-96fab9c67b88 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:08.334201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7e4db0e2-e847-41af-9b5a-96fab9c67b88 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:08.343850 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf534b6b-2752-4277-96eb-97d67af381a2 admin admin] Publish callbacks [] for security_group (9ebd83d0-9d69-467d-9d7d-bca880354b7e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.348563 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf534b6b-2752-4277-96eb-97d67af381a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9ebd83d0-9d69-467d-9d7d-bca880354b7e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.375330 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for floatingip (dcd9c116-6a16-4c13-b2b4-ea0e8cca8dbb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.382606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf534b6b-2752-4277-96eb-97d67af381a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd83d0-9d69-467d-9d7d-bca880354b7e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:08.404974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf534b6b-2752-4277-96eb-97d67af381a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c00f3d10f45482a8227cce5dc1dcb9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340135 Feb 10 06:50:08.408096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37388) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:08.420827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.464960 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81131a24-9acc-41d9-9d74-128e82aab38f admin admin] Publish callbacks [] for security_group (9ebd83d0-9d69-467d-9d7d-bca880354b7e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.502875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81131a24-9acc-41d9-9d74-128e82aab38f admin admin] Publish callbacks [] for security_group (9ebd83d0-9d69-467d-9d7d-bca880354b7e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.573375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81131a24-9acc-41d9-9d74-128e82aab38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9ebd83d0-9d69-467d-9d7d-bca880354b7e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.576561 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81131a24-9acc-41d9-9d74-128e82aab38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:08.581027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-81131a24-9acc-41d9-9d74-128e82aab38f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ebd83d0-9d69-467d-9d7d-bca880354b7e HTTP/1.1" status: 204 len: 168 time: 0.1716266 Feb 10 06:50:08.597145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81131a24-9acc-41d9-9d74-128e82aab38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebd83d0-9d69-467d-9d7d-bca880354b7e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:09.047992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37404) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:09.076893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7946f43b-0481-472b-848d-075daff4c3df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.093425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19f4cc-53a9-46c9-99e3-a4364bd1752a req-def161dc-a4bd-49a3-8045-2e99ae045f28 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:09.101864 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for port (ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.103817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a19f4cc-53a9-46c9-99e3-a4364bd1752a req-def161dc-a4bd-49a3-8045-2e99ae045f28 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 946 time: 0.0888894 Feb 10 06:50:09.115016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.156091 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-968504af-9837-481e-9286-b563c1678238 req-9af737c2-fdef-4135-a311-c680ed4df32f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1586115 Feb 10 06:50:09.182473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a19f4cc-53a9-46c9-99e3-a4364bd1752a req-d3adac53-9a22-413f-ba08-f032fdd53387 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774326 Feb 10 06:50:09.248163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'Port': ['ID=ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:09.257374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (dcd9c116-6a16-4c13-b2b4-ea0e8cca8dbb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.288431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.294151 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-896d3d54-87d7-4e5e-b0df-ed3e0da61eea tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6738091 Feb 10 06:50:09.294151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37406) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:09.299799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968504af-9837-481e-9286-b563c1678238 req-bac32996-a144-46a7-a780-311c220c36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:09.301457 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-968504af-9837-481e-9286-b563c1678238 req-bac32996-a144-46a7-a780-311c220c36c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 1127 time: 0.1121202 Feb 10 06:50:09.413040 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7946f43b-0481-472b-848d-075daff4c3df admin admin] Publish callbacks [] for security_group (1ec2f83d-796a-4f78-bef3-38e36b3f2d5b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.423411 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1a93754a-f9c0-4d51-a16f-9a40cb38b958 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 HTTP/1.1" status: 200 len: 689 time: 0.1266618 Feb 10 06:50:09.424250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37408) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:09.432910 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7946f43b-0481-472b-848d-075daff4c3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1ec2f83d-796a-4f78-bef3-38e36b3f2d5b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.535632 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7946f43b-0481-472b-848d-075daff4c3df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e47a5212d8149e19d2f84b6d583378f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817114 Feb 10 06:50:09.537040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37410) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:09.569125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946f43b-0481-472b-848d-075daff4c3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec2f83d-796a-4f78-bef3-38e36b3f2d5b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:09.587991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968504af-9837-481e-9286-b563c1678238 req-dc71253d-580b-4bbd-88b7-df0e27563a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:09.589733 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-968504af-9837-481e-9286-b563c1678238 req-dc71253d-580b-4bbd-88b7-df0e27563a2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 915 time: 0.2457240 Feb 10 06:50:09.623875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49192cbd-b473-4a7a-b345-ea929ed60691 admin admin] Publish callbacks [] for security_group (1ec2f83d-796a-4f78-bef3-38e36b3f2d5b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.646562 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-968504af-9837-481e-9286-b563c1678238 req-18a734c1-f5f8-4255-b114-ae846b2e9394 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84aed43c-b35d-4665-80c8-0ffafee739ea HTTP/1.1" status: 200 len: 217 time: 0.0504165 Feb 10 06:50:09.654137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49192cbd-b473-4a7a-b345-ea929ed60691 admin admin] Publish callbacks [] for security_group (1ec2f83d-796a-4f78-bef3-38e36b3f2d5b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.654835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.731612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49192cbd-b473-4a7a-b345-ea929ed60691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1ec2f83d-796a-4f78-bef3-38e36b3f2d5b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.735308 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49192cbd-b473-4a7a-b345-ea929ed60691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:09.741462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-49192cbd-b473-4a7a-b345-ea929ed60691 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ec2f83d-796a-4f78-bef3-38e36b3f2d5b HTTP/1.1" status: 204 len: 168 time: 0.2009244 Feb 10 06:50:09.761456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49192cbd-b473-4a7a-b345-ea929ed60691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec2f83d-796a-4f78-bef3-38e36b3f2d5b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:09.806909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968504af-9837-481e-9286-b563c1678238 req-ab2fcc0a-ef4b-4a97-a9c6-0d743602208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:09.808561 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-968504af-9837-481e-9286-b563c1678238 req-ab2fcc0a-ef4b-4a97-a9c6-0d743602208e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.1489739 Feb 10 06:50:09.851633 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-968504af-9837-481e-9286-b563c1678238 req-1956f21f-3cef-4bf8-ae06-10d174ea282d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336576 Feb 10 06:50:09.868697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Deleting port ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:09.869043 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:10.018964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:10.019328 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for floatingip (ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:10.029038 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-968504af-9837-481e-9286-b563c1678238 req-1de6c849-ee53-45c3-80bf-0c9c76c3f528 service neutron] 10.222.0.13 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701946 Feb 10 06:50:10.036782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Calling delete_port for ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:10.045064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:10.201436 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-968504af-9837-481e-9286-b563c1678238 req-96b67579-f341-44d7-a414-2361e32a6666 service neutron] 10.222.0.13 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661456 Feb 10 06:50:10.240145 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-57bb3bb8-ffff-497c-936e-07f02fa918c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1245327 Feb 10 06:50:10.332001 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ae08e96-24e2-4358-8f6c-e6f40a028d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:10.353887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5752b-6fe3-4418-849c-aa66ab4d188b req-786af8cf-0e35-4fbb-9425-40484ac1a9b6 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:10.362049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46f5752b-6fe3-4418-849c-aa66ab4d188b req-786af8cf-0e35-4fbb-9425-40484ac1a9b6 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 946 time: 0.0833180 Feb 10 06:50:10.362264 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:10.398474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-9f5374e1-45a0-4123-8781-e1cada0433cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:10.400113 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-9f5374e1-45a0-4123-8781-e1cada0433cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 1128 time: 0.1291411 Feb 10 06:50:10.422170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46f5752b-6fe3-4418-849c-aa66ab4d188b req-262da1a6-0998-435d-9a72-d46f3e462b95 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587156 Feb 10 06:50:10.422831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab8ac5dd-2d2f-4ed5-b34b-c66b9f5e36b9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:10.555347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-74e9e0a5-ed02-42a6-929f-e0a8cf3580a2 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:10.556851 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-74e9e0a5-ed02-42a6-929f-e0a8cf3580a2 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 946 time: 0.2077823 Feb 10 06:50:10.603669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for floatingip (dcd9c116-6a16-4c13-b2b4-ea0e8cca8dbb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:10.677742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-5cb6358d-fde6-4f57-9889-37e4c6724188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:10.679353 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-5cb6358d-fde6-4f57-9889-37e4c6724188 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 915 time: 0.2517250 Feb 10 06:50:10.736496 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-9ab97671-c134-40a9-804b-4fabf29eb6c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cda6f018-a557-4d6e-8a02-ade47f8d3e73 HTTP/1.1" status: 200 len: 217 time: 0.0472114 Feb 10 06:50:10.743283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (9f1de03e-56ee-48fa-b19b-f3202abd910b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:10.820531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Deleting port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:10.823943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:10.877915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-501cd1c1-94e7-4c4f-bb78-1ee3b30cc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:10.879431 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-501cd1c1-94e7-4c4f-bb78-1ee3b30cc527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.1327064 Feb 10 06:50:10.951575 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-230d6679-0be3-454d-b404-39cbd9777cf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414424 Feb 10 06:50:10.967867 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (9f1de03e-56ee-48fa-b19b-f3202abd910b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.039459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1de03e-56ee-48fa-b19b-f3202abd910b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:11.116835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] For port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:11.117216 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.167120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Calling delete_port for 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:11.169612 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.206009 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-39765ad2-5099-4286-bf46-35eb5a058140 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476203 Feb 10 06:50:11.210801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:11.272790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff4321b-f200-468d-8b33-5790bf87cdf0') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:11.273007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff4321b-f200-468d-8b33-5790bf87cdf0') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:11.296063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (1ff4321b-f200-468d-8b33-5790bf87cdf0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.366663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1ff4321b-f200-468d-8b33-5790bf87cdf0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.403022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:50:11.409723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (1ff4321b-f200-468d-8b33-5790bf87cdf0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:50:11.413207 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:50:11.480048 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-340c11a4-5bd6-40b0-a693-4178f37aa010 req-abe61713-4f02-4b0b-b646-4c4a1a3ebd49 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394056 Feb 10 06:50:11.520953 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.525519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 06:50:11.527805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.531323 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 HTTP/1.1" status: 204 len: 168 time: 2.1066747 Feb 10 06:50:11.534182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37456) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:11.556099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0e275-f8c0-42e9-8ff0-07f365f2ecd2 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:11.563709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6c1a00b4-cc47-4895-ba6a-23d2fdf25db3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.574387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['6c1a00b4-cc47-4895-ba6a-23d2fdf25db3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:11.579834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:11.627571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Pushing event deleted for resources: {'Port': ['ID=6c1a00b4-cc47-4895-ba6a-23d2fdf25db3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:11.646494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] No DVR routers for this DVR port 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:11.649401 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:11.653624 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38af3c11-08c7-4c6b-b4cb-f93f3d004ec9 req-d0ed4f9c-a61c-4cfc-9e38-0a82d4b2d0a3 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.13 "DELETE /v2.0/ports/6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 HTTP/1.1" status: 204 len: 173 time: 1.0892782 Feb 10 06:50:11.654142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf280f9d-0dca-411c-be0c-83572e2f4a90', 'name': 'network-vif-deleted', 'tag': '6c1a00b4-cc47-4895-ba6a-23d2fdf25db3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:11.657392 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302358f7-daab-44ee-a071-f9ec980a9758" -d '{"events": [{"server_uuid": "bf280f9d-0dca-411c-be0c-83572e2f4a90", "name": "network-vif-deleted", "tag": "6c1a00b4-cc47-4895-ba6a-23d2fdf25db3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:11.705686 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e83e7c-9c9f-4592-9e04-bb1df6a9de1d x-openstack-request-id: req-c8e83e7c-9c9f-4592-9e04-bb1df6a9de1d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:11.706262 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf280f9d-0dca-411c-be0c-83572e2f4a90", "name": "network-vif-deleted", "tag": "6c1a00b4-cc47-4895-ba6a-23d2fdf25db3", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:11.706738 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8e83e7c-9c9f-4592-9e04-bb1df6a9de1d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:11.707447 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf280f9d-0dca-411c-be0c-83572e2f4a90', 'name': 'network-vif-deleted', 'tag': '6c1a00b4-cc47-4895-ba6a-23d2fdf25db3', 'status': 'completed', 'code': 200} Feb 10 06:50:11.714979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e6ae796c-2f2c-4002-a324-60e92ae44957 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1779361 Feb 10 06:50:11.718576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37460) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:11.799002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd506cf8-43f0-4605-bd65-36cbd3a51d12 req-0b5fc357-fad9-4d34-b0a0-136a10ac6bbb tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:11.800810 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd506cf8-43f0-4605-bd65-36cbd3a51d12 req-0b5fc357-fad9-4d34-b0a0-136a10ac6bbb tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf280f9d-0dca-411c-be0c-83572e2f4a90 HTTP/1.1" status: 200 len: 946 time: 0.3086514 Feb 10 06:50:11.820432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a48cd-cc9d-40a8-be69-7cf10386ae43 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:11.820927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a48cd-cc9d-40a8-be69-7cf10386ae43 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:11.821481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a48cd-cc9d-40a8-be69-7cf10386ae43 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:11.821935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a48cd-cc9d-40a8-be69-7cf10386ae43 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:11.822505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a48cd-cc9d-40a8-be69-7cf10386ae43 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:11.822954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a48cd-cc9d-40a8-be69-7cf10386ae43 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:11.825164 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-780a48cd-cc9d-40a8-be69-7cf10386ae43 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4032 time: 0.1052792 Feb 10 06:50:11.827983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37462) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:11.889319 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-47f5f9f4-4927-4bf0-a704-a3046f8046a0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] delete failed (client error): The resource could not be found. Feb 10 06:50:11.890646 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-47f5f9f4-4927-4bf0-a704-a3046f8046a0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/dcd9c116-6a16-4c13-b2b4-ea0e8cca8dbb HTTP/1.1" status: 404 len: 345 time: 0.0605872 Feb 10 06:50:11.893091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37466) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:11.894237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd506cf8-43f0-4605-bd65-36cbd3a51d12 req-8affbc67-a52f-4b71-933f-42fc7ca3f34e tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828950 Feb 10 06:50:11.925141 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2ac86f-7c57-4145-b2d1-6d19d2101db1 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] DELETE failed (client error): The resource could not be found. Feb 10 06:50:11.925813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2ac86f-7c57-4145-b2d1-6d19d2101db1 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:50:11.934815 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3c2ac86f-7c57-4145-b2d1-6d19d2101db1 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1b3ae857-0869-4c6d-b7dc-cfe33ebbfc79 HTTP/1.1" status: 404 len: 339 time: 0.0389199 Feb 10 06:50:11.938416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:11.943202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Request body: {'network': {'name': 'tempest-network--276364847', 'router:external': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:11.976779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Made reservation on behalf of 1a2d192a166c46f98e0c4f05144e2238 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:11.986641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:12.012561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:12.022793 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0ee9c86b-7f1c-40b7-85bc-830e2ec42511), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:12.023603 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Added segment 0ee9c86b-7f1c-40b7-85bc-830e2ec42511 of type vlan for network 72e001f0-4565-4e68-9819-99b598483345 Feb 10 06:50:12.075949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (72e001f0-4565-4e68-9819-99b598483345), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:12.111131 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (72e001f0-4565-4e68-9819-99b598483345), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:12.112502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:12.113448 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:12.144295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2047725 Feb 10 06:50:12.148704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37470) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:12.238010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc303c-9265-455c-8b30-aa456c587a84 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'Network': ['ID=72e001f0-4565-4e68-9819-99b598483345,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:12.249375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 72e001f0-4565-4e68-9819-99b598483345 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:12.452668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa234142-55f1-4b92-9340-355f9b5e54f6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:12.458465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa234142-55f1-4b92-9340-355f9b5e54f6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:12.463510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa234142-55f1-4b92-9340-355f9b5e54f6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:12.468944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa234142-55f1-4b92-9340-355f9b5e54f6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:12.473207 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fa234142-55f1-4b92-9340-355f9b5e54f6 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2449 time: 0.3206761 Feb 10 06:50:12.473489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37472) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:12.524211 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e40b4f07-6941-4cd4-9a89-6c169a3dd607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:12.551662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (72e001f0-4565-4e68-9819-99b598483345), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:12.943525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (72e001f0-4565-4e68-9819-99b598483345), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:12.965880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e001f0-4565-4e68-9819-99b598483345']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:12.976576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee9c86b-7f1c-40b7-85bc-830e2ec42511') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:12.976876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee9c86b-7f1c-40b7-85bc-830e2ec42511') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:12.995445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (0ee9c86b-7f1c-40b7-85bc-830e2ec42511), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.012117 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0ee9c86b-7f1c-40b7-85bc-830e2ec42511), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.020257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:50:13.022686 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (0ee9c86b-7f1c-40b7-85bc-830e2ec42511), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:50:13.026525 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:50:13.108735 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (72e001f0-4565-4e68-9819-99b598483345), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.124802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 72e001f0-4565-4e68-9819-99b598483345 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 06:50:13.126979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.134788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37480) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:13.135361 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "DELETE /v2.0/networks/72e001f0-4565-4e68-9819-99b598483345 HTTP/1.1" status: 204 len: 168 time: 0.6603534 Feb 10 06:50:13.135991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ccc7e-416c-48ec-a66b-2afb20d16719 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event deleted for resources: {'Network': ['ID=72e001f0-4565-4e68-9819-99b598483345,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:13.148117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Request body: {'network': {'name': 'tempest-network--1387441061', 'router:external': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:13.176608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Made reservation on behalf of 1a2d192a166c46f98e0c4f05144e2238 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:13.180397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.221347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:13.244973 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (fbad3af1-a674-4bbb-81fc-d6d6e119b6b9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.245499 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Added segment fbad3af1-a674-4bbb-81fc-d6d6e119b6b9 of type vlan for network 27ab1721-4bc7-472b-8806-7b4cb9982058 Feb 10 06:50:13.302665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (27ab1721-4bc7-472b-8806-7b4cb9982058), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.348665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (27ab1721-4bc7-472b-8806-7b4cb9982058), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.350763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:13.351343 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.415097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2740538 Feb 10 06:50:13.416094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37484) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:13.442354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11e91e-8070-4760-ad2f-d00d1aa3f497 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'Network': ['ID=27ab1721-4bc7-472b-8806-7b4cb9982058,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:13.455574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 27ab1721-4bc7-472b-8806-7b4cb9982058 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:13.465545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f699ab-d0da-4aea-b71c-aa2e0c3b4c20 req-33ed9133-2d8c-469a-9dff-28ee76a3b203 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:13.467755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f699ab-d0da-4aea-b71c-aa2e0c3b4c20 req-33ed9133-2d8c-469a-9dff-28ee76a3b203 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.2242951 Feb 10 06:50:13.538550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d5ad4d-1dec-40b2-ba38-6f25fef6f112 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:13.543864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37486) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:13.544895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-40d5ad4d-1dec-40b2-ba38-6f25fef6f112 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] 10.222.0.21 "GET /v2.0/networks/27ab1721-4bc7-472b-8806-7b4cb9982058 HTTP/1.1" status: 200 len: 757 time: 0.1266251 Feb 10 06:50:13.575763 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f699ab-d0da-4aea-b71c-aa2e0c3b4c20 req-b8d646d9-5786-454e-afbe-a342d958c12e tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990200 Feb 10 06:50:13.652484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f0b8e-ca4a-483f-8c1a-efc6dad796b8 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:13.653863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-225f0b8e-ca4a-483f-8c1a-efc6dad796b8 tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] 10.222.0.21 "GET /v2.0/networks/cc4c0b9b-a74b-4b09-97a1-68d249c589d5 HTTP/1.1" status: 200 len: 764 time: 0.1089153 Feb 10 06:50:13.656529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:13.723068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (27ab1721-4bc7-472b-8806-7b4cb9982058), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.791041 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.809137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (27ab1721-4bc7-472b-8806-7b4cb9982058), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.829326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ab1721-4bc7-472b-8806-7b4cb9982058']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:13.838773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbad3af1-a674-4bbb-81fc-d6d6e119b6b9') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:13.839066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbad3af1-a674-4bbb-81fc-d6d6e119b6b9') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:13.848696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (fbad3af1-a674-4bbb-81fc-d6d6e119b6b9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.862110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (fbad3af1-a674-4bbb-81fc-d6d6e119b6b9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.868351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:50:13.868803 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (fbad3af1-a674-4bbb-81fc-d6d6e119b6b9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:50:13.870496 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:50:13.928876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (27ab1721-4bc7-472b-8806-7b4cb9982058), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.934522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27ab1721-4bc7-472b-8806-7b4cb9982058 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 06:50:13.937713 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:13.947140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "DELETE /v2.0/networks/27ab1721-4bc7-472b-8806-7b4cb9982058 HTTP/1.1" status: 204 len: 168 time: 0.2836332 Feb 10 06:50:13.947549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37490) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:13.952468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Request body: {'network': {'name': 'tempest-network--919167420'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:13.956466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60113d7-7331-4fc3-8a21-79b905abbfa0 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event deleted for resources: {'Network': ['ID=27ab1721-4bc7-472b-8806-7b4cb9982058,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:13.979922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Made reservation on behalf of 1a2d192a166c46f98e0c4f05144e2238 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:13.982641 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.016505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:14.029346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4d033f8d-2cf7-49fa-b0ac-849d5392a922), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.029734 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Added segment 4d033f8d-2cf7-49fa-b0ac-849d5392a922 of type vlan for network fef6652e-2997-4229-8a02-aad249e1024e Feb 10 06:50:14.086518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (fef6652e-2997-4229-8a02-aad249e1024e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.118783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (fef6652e-2997-4229-8a02-aad249e1024e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.119936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:14.120536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.161876 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2108948 Feb 10 06:50:14.162696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37494) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:14.167578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b0df2781-638b-4923-a65c-93572c2a3a29 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:14.223492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71d499-b928-457f-aa6c-4dfab91bf292 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'Network': ['ID=fef6652e-2997-4229-8a02-aad249e1024e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:14.238676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network fef6652e-2997-4229-8a02-aad249e1024e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:14.325731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:14.354678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:14.355768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 6c1a00b4-cc47-4895-ba6a-23d2fdf25db3 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:14.367322 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0df2781-638b-4923-a65c-93572c2a3a29 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (fef6652e-2997-4229-8a02-aad249e1024e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.381808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0df2781-638b-4923-a65c-93572c2a3a29 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (fef6652e-2997-4229-8a02-aad249e1024e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.444807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0df2781-638b-4923-a65c-93572c2a3a29 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Network fef6652e-2997-4229-8a02-aad249e1024e is not hosted by any dhcp agent {{(pid=103213) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:50:14.446066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df2781-638b-4923-a65c-93572c2a3a29 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:14.446980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0df2781-638b-4923-a65c-93572c2a3a29 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.448484 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b0df2781-638b-4923-a65c-93572c2a3a29 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "PUT /v2.0/networks/fef6652e-2997-4229-8a02-aad249e1024e HTTP/1.1" status: 200 len: 856 time: 0.2852042 Feb 10 06:50:14.449394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df2781-638b-4923-a65c-93572c2a3a29 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event updated for resources: {'Network': ['ID=fef6652e-2997-4229-8a02-aad249e1024e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:14.451258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:14.521364 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (fef6652e-2997-4229-8a02-aad249e1024e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.602922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (fef6652e-2997-4229-8a02-aad249e1024e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.624139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef6652e-2997-4229-8a02-aad249e1024e']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:14.635209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d033f8d-2cf7-49fa-b0ac-849d5392a922') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:14.635511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d033f8d-2cf7-49fa-b0ac-849d5392a922') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:14.645118 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (4d033f8d-2cf7-49fa-b0ac-849d5392a922), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.681612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4d033f8d-2cf7-49fa-b0ac-849d5392a922), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.690142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:50:14.690555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (4d033f8d-2cf7-49fa-b0ac-849d5392a922), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:50:14.692223 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:50:14.760659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6d931-a3d7-4ead-8348-93b192a857d9 req-f9146832-8a95-418d-aef8-5e59b65c1bcf tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:14.762159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3d6d931-a3d7-4ead-8348-93b192a857d9 req-f9146832-8a95-418d-aef8-5e59b65c1bcf tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.1151800 Feb 10 06:50:14.776031 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (fef6652e-2997-4229-8a02-aad249e1024e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.781141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fef6652e-2997-4229-8a02-aad249e1024e {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 06:50:14.789622 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.797386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] 10.222.0.21 "DELETE /v2.0/networks/fef6652e-2997-4229-8a02-aad249e1024e HTTP/1.1" status: 204 len: 168 time: 0.3403530 Feb 10 06:50:14.798842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37500) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:14.807408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df666c37-955d-48b0-8abc-ff09824c8232 tempest-ExternalNetworksTestJSON-1995787249 tempest-ExternalNetworksTestJSON-1995787249-project-admin] Pushing event deleted for resources: {'Network': ['ID=fef6652e-2997-4229-8a02-aad249e1024e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:14.835615 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec4b779-e039-40e0-85a8-5a1361dbc70d tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] DELETE failed (client error): The resource could not be found. Feb 10 06:50:14.836425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3d6d931-a3d7-4ead-8348-93b192a857d9 req-026b4ee5-3b79-4d36-8613-099c4d929c95 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/security-groups?id=321b0a22-3293-4726-ade2-df040598a1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673881 Feb 10 06:50:14.836701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec4b779-e039-40e0-85a8-5a1361dbc70d tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:50:14.843471 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9ec4b779-e039-40e0-85a8-5a1361dbc70d tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] 10.222.0.21 "DELETE /v2.0/subnets/9f1de03e-56ee-48fa-b19b-f3202abd910b HTTP/1.1" status: 404 len: 337 time: 0.0427594 Feb 10 06:50:14.843617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37502) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:14.925632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (cc4c0b9b-a74b-4b09-97a1-68d249c589d5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:14.969136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-b2ee3b08-6c57-4f93-bff4-73d8d67a8403 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:14.971000 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-b2ee3b08-6c57-4f93-bff4-73d8d67a8403 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.24 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 946 time: 0.0729184 Feb 10 06:50:15.023480 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (cc4c0b9b-a74b-4b09-97a1-68d249c589d5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.048373 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4c0b9b-a74b-4b09-97a1-68d249c589d5']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:15.060684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c0631f-dbd6-4fe5-addd-7a683306cd93') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:15.061069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c0631f-dbd6-4fe5-addd-7a683306cd93') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:15.070865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Deleting port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:15.071561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.072978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (c5c0631f-dbd6-4fe5-addd-7a683306cd93), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.090084 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c5c0631f-dbd6-4fe5-addd-7a683306cd93), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.097431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:50:15.097824 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (c5c0631f-dbd6-4fe5-addd-7a683306cd93), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:50:15.179679 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:50:15.191264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (cc4c0b9b-a74b-4b09-97a1-68d249c589d5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.198645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.223611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] For port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:15.225441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] 10.222.0.21 "DELETE /v2.0/networks/cc4c0b9b-a74b-4b09-97a1-68d249c589d5 HTTP/1.1" status: 204 len: 168 time: 0.3674760 Feb 10 06:50:15.226739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.245862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Calling delete_port for a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:15.253365 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.262225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac1055-c7cf-4e5f-93f2-441f02b4106e tempest-ExternalNetworksTestJSON-475618616 tempest-ExternalNetworksTestJSON-475618616-project] Pushing event deleted for resources: {'Network': ['ID=cc4c0b9b-a74b-4b09-97a1-68d249c589d5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:15.398859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.411326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:15.436451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Pushing event deleted for resources: {'Port': ['ID=a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:15.494967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] No DVR routers for this DVR port a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:15.497577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.501182 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c0b1e4be-e09d-420f-8156-2db6ad0e2f41 req-e3ed56b8-2984-4b86-8d51-5841f1c7b0dd tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.24 "DELETE /v2.0/ports/a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 HTTP/1.1" status: 204 len: 173 time: 0.5243590 Feb 10 06:50:15.501721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525a27a4-7049-4b65-93c1-1adda682925f', 'name': 'network-vif-deleted', 'tag': 'a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:15.504210 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d93fbf-d47a-4e3b-92fd-854465320435" -d '{"events": [{"server_uuid": "525a27a4-7049-4b65-93c1-1adda682925f", "name": "network-vif-deleted", "tag": "a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:15.559788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37512) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:15.563609 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c637adbe-2fd4-49a0-b8bb-2d7a7afb5195 x-openstack-request-id: req-c637adbe-2fd4-49a0-b8bb-2d7a7afb5195 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:15.566890 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525a27a4-7049-4b65-93c1-1adda682925f", "name": "network-vif-deleted", "tag": "a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:15.567819 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c637adbe-2fd4-49a0-b8bb-2d7a7afb5195 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:15.568387 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525a27a4-7049-4b65-93c1-1adda682925f', 'name': 'network-vif-deleted', 'tag': 'a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6', 'status': 'completed', 'code': 200} Feb 10 06:50:15.749959 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-222ea095-2914-4e2d-9f47-5dc1aba16886 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b74792dcbc34e8b98e7e5e698347323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1880293 Feb 10 06:50:15.752499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37516) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:15.805184 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3469525-66a9-4858-86eb-73ff8f47d3d3 admin admin] Publish callbacks [] for security_group (eee41b98-a706-46c8-9ccc-e16f55f1e807), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.828538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3469525-66a9-4858-86eb-73ff8f47d3d3 admin admin] Publish callbacks [] for security_group (eee41b98-a706-46c8-9ccc-e16f55f1e807), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.880566 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3469525-66a9-4858-86eb-73ff8f47d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (eee41b98-a706-46c8-9ccc-e16f55f1e807), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.885405 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3469525-66a9-4858-86eb-73ff8f47d3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:15.889100 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d3469525-66a9-4858-86eb-73ff8f47d3d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eee41b98-a706-46c8-9ccc-e16f55f1e807 HTTP/1.1" status: 204 len: 168 time: 0.1331124 Feb 10 06:50:15.898394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3469525-66a9-4858-86eb-73ff8f47d3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee41b98-a706-46c8-9ccc-e16f55f1e807,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:16.004688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4baf558-985c-4780-9385-9cb89cd2f8ac req-35f92de2-9bca-4194-bd9c-119d5eb44b42 tempest-ListServerFiltersTestJSON-2091480651 tempest-ListServerFiltersTestJSON-2091480651-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a27a4-7049-4b65-93c1-1adda682925f HTTP/1.1" status: 200 len: 210 time: 0.0436597 Feb 10 06:50:16.305212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0185de-12f0-4806-8bb9-3f107a0c8619 req-b2b17952-b7f8-48e8-aa11-87ba5c15294e tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:16.313757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c0185de-12f0-4806-8bb9-3f107a0c8619 req-b2b17952-b7f8-48e8-aa11-87ba5c15294e tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 945 time: 0.0822031 Feb 10 06:50:16.335282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:16.402071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ff98e11-4669-427b-af97-b08f6c62987b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a2d192a166c46f98e0c4f05144e2238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656393 Feb 10 06:50:16.404870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37534) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:16.416943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c0185de-12f0-4806-8bb9-3f107a0c8619 req-76816cc4-9e45-49e1-883d-6976885b160b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019027 Feb 10 06:50:16.433099 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:16.475861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-866856b0-1678-4d0b-83f4-5da626e50b0b admin admin] Publish callbacks [] for security_group (25a1f6be-88b8-49c2-831c-7afde529ab53), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:16.498490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-866856b0-1678-4d0b-83f4-5da626e50b0b admin admin] Publish callbacks [] for security_group (25a1f6be-88b8-49c2-831c-7afde529ab53), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:16.551124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-866856b0-1678-4d0b-83f4-5da626e50b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (25a1f6be-88b8-49c2-831c-7afde529ab53), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:16.554967 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-866856b0-1678-4d0b-83f4-5da626e50b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:16.556301 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-866856b0-1678-4d0b-83f4-5da626e50b0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25a1f6be-88b8-49c2-831c-7afde529ab53 HTTP/1.1" status: 204 len: 168 time: 0.1494663 Feb 10 06:50:16.566779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866856b0-1678-4d0b-83f4-5da626e50b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a1f6be-88b8-49c2-831c-7afde529ab53,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:17.070340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37556) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:17.130685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8c8dd3-169c-4529-a258-64fca8ea3d4f admin admin] Deleting subnet 5e5a485b-60f1-4192-ba44-c975fef721b9 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:50:17.134378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8dd3-169c-4529-a258-64fca8ea3d4f admin admin] Publish callbacks [] for subnet (5e5a485b-60f1-4192-ba44-c975fef721b9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.181498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8dd3-169c-4529-a258-64fca8ea3d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (5e5a485b-60f1-4192-ba44-c975fef721b9), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.293237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8dd3-169c-4529-a258-64fca8ea3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5e5a485b-60f1-4192-ba44-c975fef721b9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.379106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8dd3-169c-4529-a258-64fca8ea3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (5e5a485b-60f1-4192-ba44-c975fef721b9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.421683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c8dd3-169c-4529-a258-64fca8ea3d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5a485b-60f1-4192-ba44-c975fef721b9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:17.432840 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8dd3-169c-4529-a258-64fca8ea3d4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.434062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33818125-c1fe-457c-b0dd-c9ed63f7a0a2 None None] Network c84600b2-bce8-44b0-98dd-916dbe6eb743 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:17.441270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37572) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:17.450814 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2d8c8dd3-169c-4529-a258-64fca8ea3d4f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e5a485b-60f1-4192-ba44-c975fef721b9 HTTP/1.1" status: 204 len: 168 time: 0.3780780 Feb 10 06:50:17.535452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c84600b2-bce8-44b0-98dd-916dbe6eb743), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.654007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9609-1811-4ebe-b4d8-7b4660abaa32 req-1f17ada9-1e94-49e5-8b2f-d185952a9579 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:17.656048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c1c9609-1811-4ebe-b4d8-7b4660abaa32 req-1f17ada9-1e94-49e5-8b2f-d185952a9579 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 945 time: 0.1128221 Feb 10 06:50:17.688618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Deleting port 87458f54-208d-4f64-8c1d-75da63dc22cf {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:17.688952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.717585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] DHCP port deletion for c84600b2-bce8-44b0-98dd-916dbe6eb743 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:50:17.796693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Deleting port 87458f54-208d-4f64-8c1d-75da63dc22cf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:17.797239 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.832951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c1c9609-1811-4ebe-b4d8-7b4660abaa32 req-03c45655-85ce-4e5e-a69d-e4cc1effb577 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694930 Feb 10 06:50:17.874032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] For port 87458f54-208d-4f64-8c1d-75da63dc22cf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=87458f54-208d-4f64-8c1d-75da63dc22cf,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:17.874493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.902091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Calling delete_port for 87458f54-208d-4f64-8c1d-75da63dc22cf owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:17.932174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-8aade5e7-b5cc-44f1-ae80-4f46b78b499f tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:17.933938 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-8aade5e7-b5cc-44f1-ae80-4f46b78b499f tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 945 time: 0.0990446 Feb 10 06:50:17.946118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] For port 87458f54-208d-4f64-8c1d-75da63dc22cf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=87458f54-208d-4f64-8c1d-75da63dc22cf,segment=NetworkSegment(15d254f3-117c-48f4-b706-e623c341dd7a),segment_id=15d254f3-117c-48f4-b706-e623c341dd7a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:17.946568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:17.979011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Calling delete_port for 87458f54-208d-4f64-8c1d-75da63dc22cf owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:18.023732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.080700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Pushing event deleted for resources: {'Port': ['ID=87458f54-208d-4f64-8c1d-75da63dc22cf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:18.092968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] No DVR routers for this DVR port 87458f54-208d-4f64-8c1d-75da63dc22cf on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:18.141353 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (87458f54-208d-4f64-8c1d-75da63dc22cf), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.169271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Deleting port e46c695b-1879-48fc-a584-0a5d2e37337a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:18.169754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.175277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Pushing event deleted for resources: {'Port': ['ID=87458f54-208d-4f64-8c1d-75da63dc22cf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:18.185862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.186591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.187098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.187621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.188323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.188975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.189487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.190125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.190796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.191289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.191782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.192404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.192904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:18.206832 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c84600b2-bce8-44b0-98dd-916dbe6eb743), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.217317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41aba9-c52b-4124-b071-dc2c093ab15c None None] No DVR routers for this DVR port 87458f54-208d-4f64-8c1d-75da63dc22cf on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:18.289819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84600b2-bce8-44b0-98dd-916dbe6eb743']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:18.302544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d254f3-117c-48f4-b706-e623c341dd7a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:18.302966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d254f3-117c-48f4-b706-e623c341dd7a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:18.323634 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (15d254f3-117c-48f4-b706-e623c341dd7a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.330959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 87458f54-208d-4f64-8c1d-75da63dc22cf no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:18.350582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (15d254f3-117c-48f4-b706-e623c341dd7a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.355038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 87458f54-208d-4f64-8c1d-75da63dc22cf {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:18.355541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 87458f54-208d-4f64-8c1d-75da63dc22cf not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:18.374700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:50:18.375695 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (15d254f3-117c-48f4-b706-e623c341dd7a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:50:18.378242 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:50:18.380257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] For port e46c695b-1879-48fc-a584-0a5d2e37337a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e46c695b-1879-48fc-a584-0a5d2e37337a,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:18.380257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.389434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:18.416229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Calling delete_port for e46c695b-1879-48fc-a584-0a5d2e37337a owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:18.443394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:18.453516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device a54968bf-fc33-4f38-ae90-9b0bf5e2e0c6 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:18.473078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37590) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:18.495145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c84600b2-bce8-44b0-98dd-916dbe6eb743), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.505749 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.509544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] 10.222.0.21 "DELETE /v2.0/networks/c84600b2-bce8-44b0-98dd-916dbe6eb743 HTTP/1.1" status: 204 len: 168 time: 1.0666173 Feb 10 06:50:18.547314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6014-e5d0-4b88-8d21-7ed29fe50fde admin admin] Pushing event deleted for resources: {'Network': ['ID=c84600b2-bce8-44b0-98dd-916dbe6eb743,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:18.585170 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e46c695b-1879-48fc-a584-0a5d2e37337a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.611717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-690722668', 'router:external': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:18.615152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Pushing event deleted for resources: {'Port': ['ID=e46c695b-1879-48fc-a584-0a5d2e37337a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:18.650517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Made reservation on behalf of 439890f1c49848958abac4ad1071659c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:18.654243 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.666534 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.672364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] No DVR routers for this DVR port e46c695b-1879-48fc-a584-0a5d2e37337a on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:18.675908 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.682141 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1e38ddf2-a707-43db-932b-f3f38e4ec642 req-f62572a6-71b5-44b1-a554-8ab8ffe02d7c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.13 "DELETE /v2.0/ports/e46c695b-1879-48fc-a584-0a5d2e37337a HTTP/1.1" status: 204 len: 173 time: 0.7424786 Feb 10 06:50:18.682990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4834886-7c77-47d0-adce-2f1b58f7eb12', 'name': 'network-vif-deleted', 'tag': 'e46c695b-1879-48fc-a584-0a5d2e37337a'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:18.687134 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fd8050-8f46-4674-bd31-d2123efc1eac" -d '{"events": [{"server_uuid": "b4834886-7c77-47d0-adce-2f1b58f7eb12", "name": "network-vif-deleted", "tag": "e46c695b-1879-48fc-a584-0a5d2e37337a"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:18.766090 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd022d5c-fd50-445e-99d7-eb35fbfd1e32 x-openstack-request-id: req-dd022d5c-fd50-445e-99d7-eb35fbfd1e32 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:18.766553 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4834886-7c77-47d0-adce-2f1b58f7eb12", "name": "network-vif-deleted", "tag": "e46c695b-1879-48fc-a584-0a5d2e37337a", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:18.767076 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd022d5c-fd50-445e-99d7-eb35fbfd1e32 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:18.767606 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4834886-7c77-47d0-adce-2f1b58f7eb12', 'name': 'network-vif-deleted', 'tag': 'e46c695b-1879-48fc-a584-0a5d2e37337a', 'status': 'completed', 'code': 200} Feb 10 06:50:18.780864 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for security_group (6e104c89-1f1f-4fb4-850a-d98ae33c23e3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.784872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37600) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:18.793785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6e104c89-1f1f-4fb4-850a-d98ae33c23e3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.854861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:18.867789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e104c89-1f1f-4fb4-850a-d98ae33c23e3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:18.877944 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (fec3dee4-506e-4cbc-9b64-6d907a4e4675), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.878509 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Added segment fec3dee4-506e-4cbc-9b64-6d907a4e4675 of type vlan for network 9fefad5a-d04a-4d0d-b09b-98e171d2c963 Feb 10 06:50:18.886228 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-85952fdf-f9e9-4cb6-9dc5-9e8f3a980e5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=018e8dd616174c7190bcbf328f9498b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001258 Feb 10 06:50:18.891040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:18.945494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (9fefad5a-d04a-4d0d-b09b-98e171d2c963), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:18.996425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3309a15a-a273-4dfa-9aeb-ca026ed0e519 admin admin] Publish callbacks [] for security_group (321b0a22-3293-4726-ade2-df040598a1b2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.031659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3309a15a-a273-4dfa-9aeb-ca026ed0e519 admin admin] Publish callbacks [] for security_group (321b0a22-3293-4726-ade2-df040598a1b2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.047002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83ac0748-eaa1-4632-9271-d3090636528b req-d243178e-2c0e-4e3b-b836-56bf1cc9aa15 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4834886-7c77-47d0-adce-2f1b58f7eb12 HTTP/1.1" status: 200 len: 210 time: 0.0591433 Feb 10 06:50:19.057286 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (9fefad5a-d04a-4d0d-b09b-98e171d2c963), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.059428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:19.062181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.104315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6301546 Feb 10 06:50:19.104617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37612) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:19.113583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'subnet': {'network_id': '9fefad5a-d04a-4d0d-b09b-98e171d2c963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:19.142693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599795d-ba01-47ca-a3ec-a6a78ddddd0e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event updated for resources: {'Network': ['ID=9fefad5a-d04a-4d0d-b09b-98e171d2c963,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:19.149451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3309a15a-a273-4dfa-9aeb-ca026ed0e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (321b0a22-3293-4726-ade2-df040598a1b2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.154173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 9fefad5a-d04a-4d0d-b09b-98e171d2c963 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:19.167701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3309a15a-a273-4dfa-9aeb-ca026ed0e519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.172925 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3309a15a-a273-4dfa-9aeb-ca026ed0e519 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/321b0a22-3293-4726-ade2-df040598a1b2 HTTP/1.1" status: 204 len: 168 time: 0.2766707 Feb 10 06:50:19.209363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309a15a-a273-4dfa-9aeb-ca026ed0e519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b0a22-3293-4726-ade2-df040598a1b2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:19.221142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Made reservation on behalf of 439890f1c49848958abac4ad1071659c for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:19.228952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.671354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:50:19.671821 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (bbfe25f5-4dee-4291-83ac-f27dbc9e73da), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.739335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bbfe25f5-4dee-4291-83ac-f27dbc9e73da,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:19.742984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Checking segment: {'id': 'fec3dee4-506e-4cbc-9b64-6d907a4e4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fefad5a-d04a-4d0d-b09b-98e171d2c963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:19.743339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Network hostable DHCP agents. Network: 9fefad5a-d04a-4d0d-b09b-98e171d2c963, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:50:19.763590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Network 9fefad5a-d04a-4d0d-b09b-98e171d2c963 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:50:19.775162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 9fefad5a-d04a-4d0d-b09b-98e171d2c963) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:19.781157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:19.782804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.783698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e6f7e-b4bf-49a9-9352-3e425c6f646f None None] Network 9fefad5a-d04a-4d0d-b09b-98e171d2c963 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:19.801583 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4851223f-bf75-43ec-98d0-cf11bf89009a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6956298 Feb 10 06:50:19.804293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37628) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:19.813162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-70435437', 'network_id': '9fefad5a-d04a-4d0d-b09b-98e171d2c963'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:19.859992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Made reservation on behalf of 439890f1c49848958abac4ad1071659c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:19.859992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:19.899546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] device_id is not set on port 1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:50:19.921051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d224170-799e-4697-8a87-f28be8abb991 None None] Network 9fefad5a-d04a-4d0d-b09b-98e171d2c963 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:20.013052 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:50:20.125261 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Allocated IP 172.20.0.10 (9fefad5a-d04a-4d0d-b09b-98e171d2c963/bbfe25f5-4dee-4291-83ac-f27dbc9e73da/1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:20.252326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:20.360875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e46c695b-1879-48fc-a584-0a5d2e37337a no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:20.408035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: e46c695b-1879-48fc-a584-0a5d2e37337a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:20.408450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e46c695b-1879-48fc-a584-0a5d2e37337a not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:20.424473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1296773665-network', 'tenant_id': '32760f7156114abb8d5d93125dc47e37'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:20.445386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for port (1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.485961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Made reservation on behalf of 32760f7156114abb8d5d93125dc47e37 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:20.489807 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.493084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.510490 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.556865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event updated for resources: {'Port': ['ID=1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:20.577222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Network 9fefad5a-d04a-4d0d-b09b-98e171d2c963 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:20.579370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:20.583073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:20.620413 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Publish callbacks [] for security_group (a875a8bc-23c2-4675-8c7a-3f7905eb70d9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.626365 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a875a8bc-23c2-4675-8c7a-3f7905eb70d9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.633506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:20.634134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.664833 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f26c25af-5011-43d4-8d90-701a74830bca tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8560748 Feb 10 06:50:20.665176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37652) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:20.687929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a875a8bc-23c2-4675-8c7a-3f7905eb70d9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:20.711598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:20.722232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ebe04d94-50f1-400e-b511-f57e3d8f1e81), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.722915 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Added segment ebe04d94-50f1-400e-b511-f57e3d8f1e81 of type vlan for network 656efd61-b414-4277-9adc-946593882499 Feb 10 06:50:20.780321 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (656efd61-b414-4277-9adc-946593882499), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.814639 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (656efd61-b414-4277-9adc-946593882499), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.815810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:20.816511 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.851754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5952244 Feb 10 06:50:20.852561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37654) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:20.866980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Request body: {'subnet': {'network_id': '656efd61-b414-4277-9adc-946593882499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1296773665-subnet', 'tenant_id': '32760f7156114abb8d5d93125dc47e37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:20.898374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7dc874a8-9171-45e1-9673-5624c3660f66 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Deleting port 1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:20.898717 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dc874a8-9171-45e1-9673-5624c3660f66 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.944896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Made reservation on behalf of 32760f7156114abb8d5d93125dc47e37 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:20.951334 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:20.963552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11ca83-ad46-4638-a5d2-05c582072e3d admin admin] Pushing event updated for resources: {'Network': ['ID=656efd61-b414-4277-9adc-946593882499,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:20.973616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 656efd61-b414-4277-9adc-946593882499 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:21.095748 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dc874a8-9171-45e1-9673-5624c3660f66 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:21.118534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7dc874a8-9171-45e1-9673-5624c3660f66 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Calling delete_port for 1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:21.383848 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (a0422032-0fc6-4b57-9275-c04901d826b4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:21.395437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dc874a8-9171-45e1-9673-5624c3660f66 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:21.495731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc874a8-9171-45e1-9673-5624c3660f66 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:21.556174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dc874a8-9171-45e1-9673-5624c3660f66 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:21.560398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7dc874a8-9171-45e1-9673-5624c3660f66 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1b85e99e-2ffe-4af6-bfb9-7d7ee9088d69 HTTP/1.1" status: 204 len: 168 time: 0.8940594 Feb 10 06:50:21.563095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:21.569039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fefad5a-d04a-4d0d-b09b-98e171d2c963', 'external_fixed_ips': [{'subnet_id': 'bbfe25f5-4dee-4291-83ac-f27dbc9e73da', 'ip_address': '172.20.0.10'}]}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:21.597548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Checking segment: {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:21.598039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Network hostable DHCP agents. Network: 656efd61-b414-4277-9adc-946593882499, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:50:21.620975 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (702cbdac-c59e-4f65-b9f4-e4c3b5099588), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:21.622887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (702cbdac-c59e-4f65-b9f4-e4c3b5099588), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:21.623237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0422032-0fc6-4b57-9275-c04901d826b4,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:21.634248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Network 656efd61-b414-4277-9adc-946593882499 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:50:21.647177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 656efd61-b414-4277-9adc-946593882499) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:21.656605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1fb0df-30b6-4046-8bb9-cf6c0b966029 None None] Network 656efd61-b414-4277-9adc-946593882499 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:21.668409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:21.669147 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:21.708859 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7fc9fd36-89aa-4904-b153-ae9b996f6150 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8448842 Feb 10 06:50:21.838893 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_controller (702cbdac-c59e-4f65-b9f4-e4c3b5099588), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:21.859918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19477cf3-08bf-4aa8-842c-85eecdeab55e None None] Network 656efd61-b414-4277-9adc-946593882499 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:22.022814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (702cbdac-c59e-4f65-b9f4-e4c3b5099588), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:22.661790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (702cbdac-c59e-4f65-b9f4-e4c3b5099588), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:22.695013 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:22.951402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Allocated IP 172.20.0.10 (9fefad5a-d04a-4d0d-b09b-98e171d2c963/bbfe25f5-4dee-4291-83ac-f27dbc9e73da/efb99d13-bcf0-4171-a8e7-f83f84846b72) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:22.985683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-5ce0fd5a-c8c6-4839-b2d7-45915bd5947d tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:22.987273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-5ce0fd5a-c8c6-4839-b2d7-45915bd5947d tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/networks?id=656efd61-b414-4277-9adc-946593882499 HTTP/1.1" status: 200 len: 818 time: 0.7431834 Feb 10 06:50:23.010651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-8ae545d9-ec85-47ac-a5dc-f878cae7571a tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/quotas/32760f7156114abb8d5d93125dc47e37 HTTP/1.1" status: 200 len: 375 time: 0.0118015 Feb 10 06:50:23.055885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-db730bea-9091-4522-a0e6-c2bddbaa3123 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32760f7156114abb8d5d93125dc47e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374584 Feb 10 06:50:23.316327 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for port (efb99d13-bcf0-4171-a8e7-f83f84846b72), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:23.349134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-4b5d6e3e-2271-4c4f-a99f-8191e6dc47be service neutron] 10.222.0.21 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629862 Feb 10 06:50:23.461203 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (efb99d13-bcf0-4171-a8e7-f83f84846b72), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:23.494807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-fdf5ff8e-a15c-4d36-b444-a057342c06b9 service neutron] 10.222.0.21 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355610 Feb 10 06:50:23.526368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Network 9fefad5a-d04a-4d0d-b09b-98e171d2c963 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:23.531642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:23.540200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:23.565006 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event updated for resources: {'Port': ['ID=efb99d13-bcf0-4171-a8e7-f83f84846b72,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:23.869848 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (702cbdac-c59e-4f65-b9f4-e4c3b5099588), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:24.113005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b453c12d-69df-4eef-b5c2-a0d4645b70ec req-89bcbd37-0291-4be4-be22-4e10e350da9b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 210 time: 0.0476429 Feb 10 06:50:24.205907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (702cbdac-c59e-4f65-b9f4-e4c3b5099588), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:24.528435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Router 702cbdac-c59e-4f65-b9f4-e4c3b5099588 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:50:24.686521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:50:24.707120 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Sync routers for ids ['702cbdac-c59e-4f65-b9f4-e4c3b5099588'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:50:24.725015 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:24.729576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d3803be-987b-4328-8db2-d6374e78786a tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.1646676 Feb 10 06:50:24.731184 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Routers {'702cbdac-c59e-4f65-b9f4-e4c3b5099588'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:24.732173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37730) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:24.750161 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['702cbdac-c59e-4f65-b9f4-e4c3b5099588'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:24.898602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37732) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:24.990057 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Set router 702cbdac-c59e-4f65-b9f4-e4c3b5099588 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:25.011083 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (702cbdac-c59e-4f65-b9f4-e4c3b5099588), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.116014 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e27e73c-7bb2-4ca0-8ccd-d3b53a633a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.133159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (702cbdac-c59e-4f65-b9f4-e4c3b5099588), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.299740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Deleting port efb99d13-bcf0-4171-a8e7-f83f84846b72 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:25.300375 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (efb99d13-bcf0-4171-a8e7-f83f84846b72), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.308048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae1a04ca-85ea-478c-b652-9cfaef45c860 req-96874982-426e-438e-b88c-4314fb7ff64a tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 210 time: 0.0654657 Feb 10 06:50:25.309468 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702cbdac-c59e-4f65-b9f4-e4c3b5099588', 'name': '', 'tenant_id': '439890f1c49848958abac4ad1071659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fefad5a-d04a-4d0d-b09b-98e171d2c963', 'external_fixed_ips': [{'subnet_id': 'bbfe25f5-4dee-4291-83ac-f27dbc9e73da', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'efb99d13-bcf0-4171-a8e7-f83f84846b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:21Z', 'updated_at': '2022-02-10T06:50:23Z', 'revision_number': 3, 'project_id': '439890f1c49848958abac4ad1071659c', 'gw_port': {'id': 'efb99d13-bcf0-4171-a8e7-f83f84846b72', 'name': '', 'network_id': '9fefad5a-d04a-4d0d-b09b-98e171d2c963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702cbdac-c59e-4f65-b9f4-e4c3b5099588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'bbfe25f5-4dee-4291-83ac-f27dbc9e73da', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:22Z', 'updated_at': '2022-02-10T06:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbfe25f5-4dee-4291-83ac-f27dbc9e73da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:25.357113 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Checking router: 702cbdac-c59e-4f65-b9f4-e4c3b5099588 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:50:25.357528 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Updating router 702cbdac-c59e-4f65-b9f4-e4c3b5099588 port efb99d13-bcf0-4171-a8e7-f83f84846b72 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:50:25.399635 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (efb99d13-bcf0-4171-a8e7-f83f84846b72), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.454467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e27e73c-7bb2-4ca0-8ccd-d3b53a633a27 admin admin] Publish callbacks [] for security_group (8e43acf2-e882-4fa6-a392-b8f4c406c19e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.463583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e27e73c-7bb2-4ca0-8ccd-d3b53a633a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8e43acf2-e882-4fa6-a392-b8f4c406c19e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.515080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (efb99d13-bcf0-4171-a8e7-f83f84846b72), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.540974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Calling delete_port for efb99d13-bcf0-4171-a8e7-f83f84846b72 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:25.596646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27e73c-7bb2-4ca0-8ccd-d3b53a633a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e43acf2-e882-4fa6-a392-b8f4c406c19e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:25.607468 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9e27e73c-7bb2-4ca0-8ccd-d3b53a633a27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f5b3eab6fdd4319bb0f12a2cb5ff5bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7071290 Feb 10 06:50:25.608599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:25.727272 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-241cd89c-958a-4cf3-b32d-71ffa7f941b7 admin admin] Publish callbacks [] for security_group (8e43acf2-e882-4fa6-a392-b8f4c406c19e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.780447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-241cd89c-958a-4cf3-b32d-71ffa7f941b7 admin admin] Publish callbacks [] for security_group (8e43acf2-e882-4fa6-a392-b8f4c406c19e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.853294 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-241cd89c-958a-4cf3-b32d-71ffa7f941b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8e43acf2-e882-4fa6-a392-b8f4c406c19e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.856638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-241cd89c-958a-4cf3-b32d-71ffa7f941b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:25.882215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-241cd89c-958a-4cf3-b32d-71ffa7f941b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e43acf2-e882-4fa6-a392-b8f4c406c19e HTTP/1.1" status: 204 len: 168 time: 0.2613082 Feb 10 06:50:25.909649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cd89c-958a-4cf3-b32d-71ffa7f941b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e43acf2-e882-4fa6-a392-b8f4c406c19e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:25.945135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (efb99d13-bcf0-4171-a8e7-f83f84846b72), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.065518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event deleted for resources: {'Port': ['ID=efb99d13-bcf0-4171-a8e7-f83f84846b72,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:26.074027 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:50:26.074641 n-d-828670-1 neutron-server[103216]: DEBUG oslo_db.api [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:50:26.215411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (702cbdac-c59e-4f65-b9f4-e4c3b5099588), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.361148 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (702cbdac-c59e-4f65-b9f4-e4c3b5099588), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.364548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_controller (702cbdac-c59e-4f65-b9f4-e4c3b5099588), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.386808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-80724294-846e-45f2-a70c-c0d4c9d8d083 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:26.388466 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-80724294-846e-45f2-a70c-c0d4c9d8d083 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.13 "GET /v2.0/networks?id=656efd61-b414-4277-9adc-946593882499 HTTP/1.1" status: 200 len: 818 time: 0.2723279 Feb 10 06:50:26.454107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Request body: {'port': {'device_id': '0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0', 'network_id': '656efd61-b414-4277-9adc-946593882499', 'admin_state_up': True, 'tenant_id': '32760f7156114abb8d5d93125dc47e37'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:26.489334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e37adeca-9680-4339-86fb-9160a544e435 req-0bcd9801-4e67-4ae0-98bd-c28e5232c59e tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 210 time: 0.0696683 Feb 10 06:50:26.511401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:26.528621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f144df4-b80d-4202-946e-8ad69f8d76b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.549333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (702cbdac-c59e-4f65-b9f4-e4c3b5099588), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.551820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 702cbdac-c59e-4f65-b9f4-e4c3b5099588 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:50:26.616045 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Port efb99d13-bcf0-4171-a8e7-f83f84846b72 not found while updating agent binding for router 702cbdac-c59e-4f65-b9f4-e4c3b5099588. {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 06:50:26.637562 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f144df4-b80d-4202-946e-8ad69f8d76b3 admin admin] Publish callbacks [] for security_group (0061cdf7-2fac-443c-a466-e5f1f7a8ba4d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.642762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f144df4-b80d-4202-946e-8ad69f8d76b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0061cdf7-2fac-443c-a466-e5f1f7a8ba4d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.644298 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:26.647228 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:50:26.648089 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'702cbdac-c59e-4f65-b9f4-e4c3b5099588'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 06:50:26.650021 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a35c3c-41db-44d7-8a22-3fe97af186a5 None None] The sync data for ids ['702cbdac-c59e-4f65-b9f4-e4c3b5099588'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:50:26.691542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.696767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:26.697548 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d950a686-65bc-44f2-9961-0ae4d8fd07b1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "DELETE /v2.0/routers/702cbdac-c59e-4f65-b9f4-e4c3b5099588 HTTP/1.1" status: 204 len: 168 time: 1.9629979 Feb 10 06:50:26.787767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3f144df4-b80d-4202-946e-8ad69f8d76b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e1b117904a446fc8d4c893028c6480f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2725036 Feb 10 06:50:26.788025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:26.797779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f144df4-b80d-4202-946e-8ad69f8d76b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0061cdf7-2fac-443c-a466-e5f1f7a8ba4d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:26.845418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe50182-5120-4a1d-a35c-db5e2edc1c8b tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Deleting subnet bbfe25f5-4dee-4291-83ac-f27dbc9e73da {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:50:26.869161 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfe50182-5120-4a1d-a35c-db5e2edc1c8b tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for subnet (bbfe25f5-4dee-4291-83ac-f27dbc9e73da), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:26.955401 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfe50182-5120-4a1d-a35c-db5e2edc1c8b tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (bbfe25f5-4dee-4291-83ac-f27dbc9e73da), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.007397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfe50182-5120-4a1d-a35c-db5e2edc1c8b tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (bbfe25f5-4dee-4291-83ac-f27dbc9e73da), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.059664 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2ddf1052-55c8-4ed4-978a-ea920a44acee tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:27.062675 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2ddf1052-55c8-4ed4-978a-ea920a44acee tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.24 "GET /v2.0/networks?id=656efd61-b414-4277-9adc-946593882499 HTTP/1.1" status: 200 len: 818 time: 0.5709441 Feb 10 06:50:27.066806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfe50182-5120-4a1d-a35c-db5e2edc1c8b tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (bbfe25f5-4dee-4291-83ac-f27dbc9e73da), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.072158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-b9364973-9ef0-47e1-b65c-76f5de9fb0d9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:27.074281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-b9364973-9ef0-47e1-b65c-76f5de9fb0d9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.13 "GET /v2.0/networks?id=656efd61-b414-4277-9adc-946593882499 HTTP/1.1" status: 200 len: 818 time: 0.3576047 Feb 10 06:50:27.086819 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfe50182-5120-4a1d-a35c-db5e2edc1c8b tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.096564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dfe50182-5120-4a1d-a35c-db5e2edc1c8b tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/bbfe25f5-4dee-4291-83ac-f27dbc9e73da HTTP/1.1" status: 204 len: 168 time: 0.3967447 Feb 10 06:50:27.116807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37762) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:27.123341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Request body: {'port': {'device_id': '994d7f02-778a-4021-b285-42e7f1ad4dcf', 'network_id': '656efd61-b414-4277-9adc-946593882499', 'admin_state_up': True, 'tenant_id': '32760f7156114abb8d5d93125dc47e37'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:27.125396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe50182-5120-4a1d-a35c-db5e2edc1c8b tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfe25f5-4dee-4291-83ac-f27dbc9e73da,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:27.186230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Request body: {'port': {'device_id': '01e08bb6-00b4-4b84-9bd9-856aff45e758', 'network_id': '656efd61-b414-4277-9adc-946593882499', 'admin_state_up': True, 'tenant_id': '32760f7156114abb8d5d93125dc47e37'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:27.197309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61f993de-aa24-48a9-8e37-33eb8211c895 admin admin] Publish callbacks [] for security_group (0061cdf7-2fac-443c-a466-e5f1f7a8ba4d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.237246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Made reservation on behalf of 32760f7156114abb8d5d93125dc47e37 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:27.241730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.246663 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9fefad5a-d04a-4d0d-b09b-98e171d2c963), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.266773 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61f993de-aa24-48a9-8e37-33eb8211c895 admin admin] Publish callbacks [] for security_group (0061cdf7-2fac-443c-a466-e5f1f7a8ba4d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.433897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9fefad5a-d04a-4d0d-b09b-98e171d2c963), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.478286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fefad5a-d04a-4d0d-b09b-98e171d2c963']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:27.481697 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61f993de-aa24-48a9-8e37-33eb8211c895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0061cdf7-2fac-443c-a466-e5f1f7a8ba4d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.484793 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61f993de-aa24-48a9-8e37-33eb8211c895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.486246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-61f993de-aa24-48a9-8e37-33eb8211c895 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0061cdf7-2fac-443c-a466-e5f1f7a8ba4d HTTP/1.1" status: 204 len: 168 time: 0.6973536 Feb 10 06:50:27.498481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec3dee4-506e-4cbc-9b64-6d907a4e4675') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:27.499151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec3dee4-506e-4cbc-9b64-6d907a4e4675') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:27.541380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f993de-aa24-48a9-8e37-33eb8211c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0061cdf7-2fac-443c-a466-e5f1f7a8ba4d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:27.557826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (fec3dee4-506e-4cbc-9b64-6d907a4e4675), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.611463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (fec3dee4-506e-4cbc-9b64-6d907a4e4675), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.642935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:50:27.643229 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (fec3dee4-506e-4cbc-9b64-6d907a4e4675), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:50:27.645096 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:50:27.745922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12924581-ac91-46b6-bf7d-f1d815faedf1 req-445e7421-2e42-485c-912c-fae132ad9f5f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 210 time: 0.1216881 Feb 10 06:50:27.829071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (9fefad5a-d04a-4d0d-b09b-98e171d2c963), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.846549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fefad5a-d04a-4d0d-b09b-98e171d2c963 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 06:50:27.863517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:27.888782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9fefad5a-d04a-4d0d-b09b-98e171d2c963 HTTP/1.1" status: 204 len: 168 time: 0.7709117 Feb 10 06:50:27.892892 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b0a37-8900-4c90-b210-bd3610c70336 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fefad5a-d04a-4d0d-b09b-98e171d2c963,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:28.300022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Allocated IP 172.20.0.2 (656efd61-b414-4277-9adc-946593882499/a0422032-0fc6-4b57-9275-c04901d826b4/125d72dc-9435-4c63-be0c-f525a50171e5) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:28.519813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks [] for port (125d72dc-9435-4c63-be0c-f525a50171e5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.572815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37798) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:28.577915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-16fe25bc-cdfa-4eaa-9ee4-6c965eede494 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'router': {'name': 'tempest-router--240310825', 'project_id': '6b09d625358b48f49458d85b87ee6a66'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:28.620863 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16fe25bc-cdfa-4eaa-9ee4-6c965eede494 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (55cf31cd-2c7b-4ddd-a67d-31de98851aef), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.622194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16fe25bc-cdfa-4eaa-9ee4-6c965eede494 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (55cf31cd-2c7b-4ddd-a67d-31de98851aef), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.659157 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.702112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Made reservation on behalf of 32760f7156114abb8d5d93125dc47e37 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:28.706278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16fe25bc-cdfa-4eaa-9ee4-6c965eede494 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_controller (55cf31cd-2c7b-4ddd-a67d-31de98851aef), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.708919 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.715936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16fe25bc-cdfa-4eaa-9ee4-6c965eede494 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (55cf31cd-2c7b-4ddd-a67d-31de98851aef), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.736751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16fe25bc-cdfa-4eaa-9ee4-6c965eede494 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.738669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-16fe25bc-cdfa-4eaa-9ee4-6c965eede494 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1641381 Feb 10 06:50:28.741474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37802) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:28.748428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Network 656efd61-b414-4277-9adc-946593882499 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:28.795022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:28.803755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:28.869201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Pushing event updated for resources: {'Port': ['ID=125d72dc-9435-4c63-be0c-f525a50171e5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:28.871956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Made reservation on behalf of 32760f7156114abb8d5d93125dc47e37 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:28.876387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.949777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:28.950368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:28.983176 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a97f9ef9-9a92-4411-88af-23504a81426f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5386665 Feb 10 06:50:29.015199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Request body: {'port': {'device_id': '0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:29.130717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Allocated IP 172.20.0.3 (656efd61-b414-4277-9adc-946593882499/a0422032-0fc6-4b57-9275-c04901d826b4/0a86548a-f5cf-4edd-af2c-f80e9654db2a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:29.168705 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.274904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e69fcee4-e3d8-40c3-b23f-b208c4f65478 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (55cf31cd-2c7b-4ddd-a67d-31de98851aef), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.305381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-613e97f6-cde6-4464-9086-6eb17460deac req-125ba4f4-c93c-4bbc-aa4e-d53a7adda18e tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 210 time: 0.0489285 Feb 10 06:50:29.416661 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks [] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.494344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.497430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e69fcee4-e3d8-40c3-b23f-b208c4f65478 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (55cf31cd-2c7b-4ddd-a67d-31de98851aef), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.500526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e69fcee4-e3d8-40c3-b23f-b208c4f65478 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_controller (55cf31cd-2c7b-4ddd-a67d-31de98851aef), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.575802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e69fcee4-e3d8-40c3-b23f-b208c4f65478 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (55cf31cd-2c7b-4ddd-a67d-31de98851aef), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.576513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69fcee4-e3d8-40c3-b23f-b208c4f65478 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55cf31cd-2c7b-4ddd-a67d-31de98851aef {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:50:29.593877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Network 656efd61-b414-4277-9adc-946593882499 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:29.600418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:29.606060 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:29.609246 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e69fcee4-e3d8-40c3-b23f-b208c4f65478 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.612219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e69fcee4-e3d8-40c3-b23f-b208c4f65478 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "DELETE /v2.0/routers/55cf31cd-2c7b-4ddd-a67d-31de98851aef HTTP/1.1" status: 204 len: 168 time: 0.8693717 Feb 10 06:50:29.620098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Pushing event updated for resources: {'Port': ['ID=0a86548a-f5cf-4edd-af2c-f80e9654db2a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:29.672276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Allocated IP 172.20.0.11 (656efd61-b414-4277-9adc-946593882499/a0422032-0fc6-4b57-9275-c04901d826b4/1789eb9b-163b-4c83-b033-28fe1a79782d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:29.739215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:29.740120 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.779545 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-aee5c00e-21bc-4d70-8a2c-9d037df9d7e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6024468 Feb 10 06:50:29.805888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Request body: {'port': {'device_id': '01e08bb6-00b4-4b84-9bd9-856aff45e758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:29.916683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:29.950278 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:29.990832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks [] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:30.318714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-936859136', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:30.320390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125d72dc-9435-4c63-be0c-f525a50171e5 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:50:30.338925 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Publish callbacks [] for port (125d72dc-9435-4c63-be0c-f525a50171e5), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:30.354342 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (33806ed2-a7a0-4863-88c4-be3fe15064fe), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:30.356830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (33806ed2-a7a0-4863-88c4-be3fe15064fe), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:30.375168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Transition to ACTIVE for port object 125d72dc-9435-4c63-be0c-f525a50171e5 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:50:30.377075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:30.392518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:30.539414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (33806ed2-a7a0-4863-88c4-be3fe15064fe), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:30.609654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Network 656efd61-b414-4277-9adc-946593882499 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:30.663359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:30.685996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:30.718952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd0ea8-d124-4a52-96a2-46ef0ecf4925 req-b6e48a87-abcc-49fc-aa59-a03aa986c0d9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:30.736642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fcd0ea8-d124-4a52-96a2-46ef0ecf4925 req-b6e48a87-abcc-49fc-aa59-a03aa986c0d9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 931 time: 0.3216102 Feb 10 06:50:30.758274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:30.758926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:30.764497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Pushing event updated for resources: {'Port': ['ID=1789eb9b-163b-4c83-b033-28fe1a79782d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:30.857049 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2305cb9f-92dd-451c-9dbc-08103fb7ec47 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7790329 Feb 10 06:50:30.896785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Request body: {'port': {'device_id': '994d7f02-778a-4021-b285-42e7f1ad4dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:30.936886 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (33806ed2-a7a0-4863-88c4-be3fe15064fe), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:30.967014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fcd0ea8-d124-4a52-96a2-46ef0ecf4925 req-e7437910-0c29-4374-9dda-712f6b6c9149 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294326 Feb 10 06:50:30.977204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Pushing event updated for resources: {'Port': ['ID=125d72dc-9435-4c63-be0c-f525a50171e5,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:31.031212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Attempting to bind port 125d72dc-9435-4c63-be0c-f525a50171e5 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:50:31.031623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Attempting to bind port 125d72dc-9435-4c63-be0c-f525a50171e5 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:50:31.031894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Attempting to bind port 125d72dc-9435-4c63-be0c-f525a50171e5 on network 656efd61-b414-4277-9adc-946593882499 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:31.053794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Port 125d72dc-9435-4c63-be0c-f525a50171e5 on network 656efd61-b414-4277-9adc-946593882499 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:50:31.054141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Attempting to bind port 125d72dc-9435-4c63-be0c-f525a50171e5 on network 656efd61-b414-4277-9adc-946593882499 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:31.077700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:50:31.078497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Checking segment: {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:31.078900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Bound using segment: {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:50:31.079352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Bound port: 125d72dc-9435-4c63-be0c-f525a50171e5, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:50:31.079707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.094054 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.215460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a86548a-f5cf-4edd-af2c-f80e9654db2a {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:50:31.225831 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Publish callbacks [] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.251669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Transition to ACTIVE for port object 0a86548a-f5cf-4edd-af2c-f80e9654db2a will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:50:31.354045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (33806ed2-a7a0-4863-88c4-be3fe15064fe), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.378376 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.402770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.460164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] For port 125d72dc-9435-4c63-be0c-f525a50171e5, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:50:31.560425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Allocated IP 172.25.8.113 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/8b985e32-981c-4e44-820a-389093f46ec2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:31.563068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] For port 125d72dc-9435-4c63-be0c-f525a50171e5, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=125d72dc-9435-4c63-be0c-f525a50171e5,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:50:31.618242 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.629086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Pushing event updated for resources: {'Port': ['ID=0a86548a-f5cf-4edd-af2c-f80e9654db2a,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:31.714103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Pushing event updated for resources: {'Port': ['ID=125d72dc-9435-4c63-be0c-f525a50171e5,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:31.727011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:31.727751 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.729246 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-d89ba9e0-83ac-4d8e-a588-29279c156c2d service neutron] 10.222.0.13 "PUT /v2.0/ports/125d72dc-9435-4c63-be0c-f525a50171e5 HTTP/1.1" status: 200 len: 1091 time: 2.7372501 Feb 10 06:50:31.729767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0', 'tag': '125d72dc-9435-4c63-be0c-f525a50171e5'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:31.732516 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dae94b-5c50-438b-947b-0c7474be8c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0", "tag": "125d72dc-9435-4c63-be0c-f525a50171e5"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:31.784377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for port (8b985e32-981c-4e44-820a-389093f46ec2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.829437 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f7fd26-ffcc-492b-9c25-149095f9358d x-openstack-request-id: req-47f7fd26-ffcc-492b-9c25-149095f9358d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:31.829803 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0", "tag": "125d72dc-9435-4c63-be0c-f525a50171e5", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:31.830030 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47f7fd26-ffcc-492b-9c25-149095f9358d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:31.830550 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0', 'tag': '125d72dc-9435-4c63-be0c-f525a50171e5', 'status': 'completed', 'code': 200} Feb 10 06:50:31.832452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8b985e32-981c-4e44-820a-389093f46ec2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.855006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Attempting to bind port 0a86548a-f5cf-4edd-af2c-f80e9654db2a on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:50:31.855479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Attempting to bind port 0a86548a-f5cf-4edd-af2c-f80e9654db2a by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:50:31.855812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Attempting to bind port 0a86548a-f5cf-4edd-af2c-f80e9654db2a on network 656efd61-b414-4277-9adc-946593882499 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:31.869303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Port 0a86548a-f5cf-4edd-af2c-f80e9654db2a on network 656efd61-b414-4277-9adc-946593882499 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:50:31.870159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Attempting to bind port 0a86548a-f5cf-4edd-af2c-f80e9654db2a on network 656efd61-b414-4277-9adc-946593882499 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:31.871590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:31.879681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:31.881554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:50:31.881901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Checking segment: {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:31.882282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Bound using segment: {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:50:31.882745 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Bound port: 0a86548a-f5cf-4edd-af2c-f80e9654db2a, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:50:31.882897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:31.883096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:31.926356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event updated for resources: {'Port': ['ID=8b985e32-981c-4e44-820a-389093f46ec2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:31.951695 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a96959ec-7a98-4a51-9030-e722f88ba432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:31.953160 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-a96959ec-7a98-4a51-9030-e722f88ba432 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32760f7156114abb8d5d93125dc47e37&device_id=0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0 HTTP/1.1" status: 200 len: 1125 time: 0.1777859 Feb 10 06:50:32.076683 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-cf02bdef-7c70-4274-9211-8de7e2ce7b76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=125d72dc-9435-4c63-be0c-f525a50171e5 HTTP/1.1" status: 200 len: 217 time: 0.1140845 Feb 10 06:50:32.092490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] For port 0a86548a-f5cf-4edd-af2c-f80e9654db2a, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:50:32.148188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1789eb9b-163b-4c83-b033-28fe1a79782d {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:50:32.150713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a772116-9fcf-4975-a7dc-92d08cb0c7af req-23b98883-1e31-46cd-9835-c8b5fed405ac tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:32.152477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a772116-9fcf-4975-a7dc-92d08cb0c7af req-23b98883-1e31-46cd-9835-c8b5fed405ac tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 943 time: 0.0870519 Feb 10 06:50:32.174761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] For port 0a86548a-f5cf-4edd-af2c-f80e9654db2a, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=0a86548a-f5cf-4edd-af2c-f80e9654db2a,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:50:32.179454 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Publish callbacks [] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:32.200056 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:32.211459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Transition to ACTIVE for port object 1789eb9b-163b-4c83-b033-28fe1a79782d will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:50:32.258103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-ba06515c-eeee-411b-bae9-5d8b73e54a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:32.259621 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-ba06515c-eeee-411b-bae9-5d8b73e54a93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0422032-0fc6-4b57-9275-c04901d826b4 HTTP/1.1" status: 200 len: 858 time: 0.1276798 Feb 10 06:50:32.261497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:32.274063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:32.274826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:32.276087 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] 10.222.0.13 "PUT /v2.0/ports/0a86548a-f5cf-4edd-af2c-f80e9654db2a HTTP/1.1" status: 200 len: 1091 time: 2.4762006 Feb 10 06:50:32.314496 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-19bdebaa-8b2e-42d0-95eb-e2a572ee79b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=656efd61-b414-4277-9adc-946593882499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453820 Feb 10 06:50:32.343762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a772116-9fcf-4975-a7dc-92d08cb0c7af req-7807c921-d4ce-4b48-921e-e526b98aea34 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145086 Feb 10 06:50:32.374922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (33806ed2-a7a0-4863-88c4-be3fe15064fe), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:32.394286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502ac31-3ebd-4b37-bc86-fcc918d74f7c service neutron] Pushing event updated for resources: {'Port': ['ID=0a86548a-f5cf-4edd-af2c-f80e9654db2a,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:32.540152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Pushing event updated for resources: {'Port': ['ID=1789eb9b-163b-4c83-b033-28fe1a79782d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:32.560906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-da5c6259-b141-4914-8901-36df7f701efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:32.562658 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-da5c6259-b141-4914-8901-36df7f701efc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32760f7156114abb8d5d93125dc47e37&device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 1125 time: 0.2123854 Feb 10 06:50:32.570058 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-b9aeb58d-e547-4d3b-8775-c1522e8847e0 service neutron] 10.222.0.13 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500060 Feb 10 06:50:32.628543 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-7c33503d-6522-4ade-9e7d-bc61fb17ac80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a86548a-f5cf-4edd-af2c-f80e9654db2a HTTP/1.1" status: 200 len: 217 time: 0.0525696 Feb 10 06:50:32.655551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Attempting to bind port 1789eb9b-163b-4c83-b033-28fe1a79782d on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:50:32.655551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Attempting to bind port 1789eb9b-163b-4c83-b033-28fe1a79782d by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:50:32.655551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Attempting to bind port 1789eb9b-163b-4c83-b033-28fe1a79782d on network 656efd61-b414-4277-9adc-946593882499 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:32.663345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (33806ed2-a7a0-4863-88c4-be3fe15064fe), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:32.707720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Port 1789eb9b-163b-4c83-b033-28fe1a79782d on network 656efd61-b414-4277-9adc-946593882499 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:50:32.708059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Attempting to bind port 1789eb9b-163b-4c83-b033-28fe1a79782d on network 656efd61-b414-4277-9adc-946593882499 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:32.733167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:50:32.733538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Checking segment: {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:32.733995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Bound using segment: {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:50:32.734472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Bound port: 1789eb9b-163b-4c83-b033-28fe1a79782d, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe04d94-50f1-400e-b511-f57e3d8f1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '656efd61-b414-4277-9adc-946593882499'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:50:32.734826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:32.791723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-61ab49a0-d42e-411f-b2fb-a26001d9ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:32.793335 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-61ab49a0-d42e-411f-b2fb-a26001d9ebea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0422032-0fc6-4b57-9275-c04901d826b4 HTTP/1.1" status: 200 len: 858 time: 0.1478155 Feb 10 06:50:32.849521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Router 33806ed2-a7a0-4863-88c4-be3fe15064fe is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:50:32.853825 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-15c0da83-649c-4caa-bc8b-9bbe937dd698 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=656efd61-b414-4277-9adc-946593882499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525732 Feb 10 06:50:32.894662 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-2a19b903-fd48-42bc-9536-ab5758ceade3 service neutron] 10.222.0.13 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688043 Feb 10 06:50:32.982016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] For port 1789eb9b-163b-4c83-b033-28fe1a79782d, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:50:33.029512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] For port 1789eb9b-163b-4c83-b033-28fe1a79782d, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1789eb9b-163b-4c83-b033-28fe1a79782d,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:50:33.047025 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:33.092317 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-19cf7222-942d-421a-83b8-a192475997f8 service neutron] 10.222.0.13 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297244 Feb 10 06:50:33.120693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:33.121321 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:33.122847 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] 10.222.0.24 "PUT /v2.0/ports/1789eb9b-163b-4c83-b033-28fe1a79782d HTTP/1.1" status: 200 len: 1092 time: 2.2352209 Feb 10 06:50:33.123294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:50:33.137807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a4fe6-c884-47da-8e09-f4d0c31677cb None None] Sync routers for ids ['33806ed2-a7a0-4863-88c4-be3fe15064fe'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:50:33.144661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-9100e5fe-c2cf-406a-b485-9ddb726805aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:33.146787 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-9100e5fe-c2cf-406a-b485-9ddb726805aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32760f7156114abb8d5d93125dc47e37&device_id=0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0 HTTP/1.1" status: 200 len: 1125 time: 0.1839414 Feb 10 06:50:33.176104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a4fe6-c884-47da-8e09-f4d0c31677cb None None] Routers {'33806ed2-a7a0-4863-88c4-be3fe15064fe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:33.176758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e92a4fe6-c884-47da-8e09-f4d0c31677cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['33806ed2-a7a0-4863-88c4-be3fe15064fe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:33.189712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-9f1140eb-bfab-4e76-b853-6ad1a3eefddb tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:33.192284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-9f1140eb-bfab-4e76-b853-6ad1a3eefddb tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/networks?id=bae17481-edac-46e9-87b7-298d98eb108a HTTP/1.1" status: 200 len: 813 time: 0.2710686 Feb 10 06:50:33.203306 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f1430-0a9c-4f3e-a83c-64f764780885 service neutron] Pushing event updated for resources: {'Port': ['ID=1789eb9b-163b-4c83-b033-28fe1a79782d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:33.243787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-9f9dd652-0627-421a-9bfa-c5c590c5ff23 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/quotas/5cdb7d92e73a4d4885c2a2d284b4448d HTTP/1.1" status: 200 len: 375 time: 0.0132151 Feb 10 06:50:33.249818 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:33.251567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7eab047e-5282-43a4-a484-3a3b39d1a518 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3338163 Feb 10 06:50:33.254422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:33.277516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e92a4fe6-c884-47da-8e09-f4d0c31677cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:33.290217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-23ef5a3a-a5c3-4b36-9d52-0851e1d345dc tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cdb7d92e73a4d4885c2a2d284b4448d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371325 Feb 10 06:50:33.296964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a4fe6-c884-47da-8e09-f4d0c31677cb None None] Routers {'33806ed2-a7a0-4863-88c4-be3fe15064fe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:33.297805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e92a4fe6-c884-47da-8e09-f4d0c31677cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['33806ed2-a7a0-4863-88c4-be3fe15064fe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:33.377575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e92a4fe6-c884-47da-8e09-f4d0c31677cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:33.378266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a4fe6-c884-47da-8e09-f4d0c31677cb None None] The sync data for ids ['33806ed2-a7a0-4863-88c4-be3fe15064fe'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:50:33.430876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-46956115-32b9-4511-b14c-70afd7207cf0 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/routers/33806ed2-a7a0-4863-88c4-be3fe15064fe HTTP/1.1" status: 200 len: 920 time: 0.1443982 Feb 10 06:50:33.440421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:33.476888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f9d6698-3eca-4f56-afde-e9df1090b70b tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=33806ed2-a7a0-4863-88c4-be3fe15064fe HTTP/1.1" status: 200 len: 205 time: 0.0348642 Feb 10 06:50:33.492658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37902) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:33.668395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ece04a-73af-4210-9e5c-59a9db26828c req-eaf7453c-023d-4628-9d11-feba25772cf2 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:33.670408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80ece04a-73af-4210-9e5c-59a9db26828c req-eaf7453c-023d-4628-9d11-feba25772cf2 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 943 time: 0.1809018 Feb 10 06:50:33.752660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-6b8d3a06-3cfd-43ff-8c5c-20b64319a64f service neutron] 10.222.0.21 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203509 Feb 10 06:50:33.781284 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-99e4628c-1c52-4c75-bce2-9b20571919f3 service neutron] 10.222.0.13 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813829 Feb 10 06:50:33.800314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0c4490c3-3104-4575-a682-8a37376f3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:33.803089 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0c4490c3-3104-4575-a682-8a37376f3e04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32760f7156114abb8d5d93125dc47e37&device_id=994d7f02-778a-4021-b285-42e7f1ad4dcf HTTP/1.1" status: 200 len: 1126 time: 0.6283264 Feb 10 06:50:33.811693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-063631f7-112e-4151-9527-405cbc890b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:33.813441 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-063631f7-112e-4151-9527-405cbc890b4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=656efd61-b414-4277-9adc-946593882499 HTTP/1.1" status: 200 len: 918 time: 0.6590137 Feb 10 06:50:33.835119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (33806ed2-a7a0-4863-88c4-be3fe15064fe), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:33.879118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e08bb6-00b4-4b84-9bd9-856aff45e758', 'tag': '0a86548a-f5cf-4edd-af2c-f80e9654db2a'}, {'name': 'network-changed', 'server_uuid': '994d7f02-778a-4021-b285-42e7f1ad4dcf', 'tag': '1789eb9b-163b-4c83-b033-28fe1a79782d'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:33.883558 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9189f1ac-7bcb-495d-9c6d-cf60144775ae" -d '{"events": [{"name": "network-changed", "server_uuid": "01e08bb6-00b4-4b84-9bd9-856aff45e758", "tag": "0a86548a-f5cf-4edd-af2c-f80e9654db2a"}, {"name": "network-changed", "server_uuid": "994d7f02-778a-4021-b285-42e7f1ad4dcf", "tag": "1789eb9b-163b-4c83-b033-28fe1a79782d"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:33.887258 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0813075c-1177-420a-9a7f-a8c31c74cfcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1789eb9b-163b-4c83-b033-28fe1a79782d HTTP/1.1" status: 200 len: 217 time: 0.0727906 Feb 10 06:50:33.970970 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-45c8b464-d3c4-4ff0-9415-90b92f3aa4d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=125d72dc-9435-4c63-be0c-f525a50171e5 HTTP/1.1" status: 200 len: 217 time: 0.0822120 Feb 10 06:50:34.013357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0e7e4e11-0a01-4720-92d4-a3851486ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:34.015249 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-0e7e4e11-0a01-4720-92d4-a3851486ffbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0422032-0fc6-4b57-9275-c04901d826b4 HTTP/1.1" status: 200 len: 858 time: 0.1178060 Feb 10 06:50:34.060833 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-42283de0-e62d-4f2b-83bc-2d628594d18b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=656efd61-b414-4277-9adc-946593882499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339344 Feb 10 06:50:34.165067 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-5c27ae87-7d27-49d3-895c-9e3cce411387 service neutron] 10.222.0.24 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953052 Feb 10 06:50:34.166693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-65856d41-f55c-424c-a217-f674ee79f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:34.168174 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-65856d41-f55c-424c-a217-f674ee79f897 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0422032-0fc6-4b57-9275-c04901d826b4 HTTP/1.1" status: 200 len: 858 time: 0.1909244 Feb 10 06:50:34.217503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80ece04a-73af-4210-9e5c-59a9db26828c req-f4d7606c-777d-4ec2-9c9c-74bb7a31a502 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388978 Feb 10 06:50:34.333311 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-8d78e010-d48d-4cba-8820-ef2fa5f25584 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=656efd61-b414-4277-9adc-946593882499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638173 Feb 10 06:50:34.335473 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60710765-0147-408f-8aba-061211fa0c60 x-openstack-request-id: req-60710765-0147-408f-8aba-061211fa0c60 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:34.335773 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e08bb6-00b4-4b84-9bd9-856aff45e758", "tag": "0a86548a-f5cf-4edd-af2c-f80e9654db2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "994d7f02-778a-4021-b285-42e7f1ad4dcf", "tag": "1789eb9b-163b-4c83-b033-28fe1a79782d", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:34.336034 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60710765-0147-408f-8aba-061211fa0c60 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:34.337031 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e08bb6-00b4-4b84-9bd9-856aff45e758', 'tag': '0a86548a-f5cf-4edd-af2c-f80e9654db2a', 'status': 'completed', 'code': 200} Feb 10 06:50:34.337578 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994d7f02-778a-4021-b285-42e7f1ad4dcf', 'tag': '1789eb9b-163b-4c83-b033-28fe1a79782d', 'status': 'completed', 'code': 200} Feb 10 06:50:34.358420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-3134442a-80ab-4a11-8aee-7d78ec07a9c9 service neutron] 10.222.0.21 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789921 Feb 10 06:50:34.377267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (33806ed2-a7a0-4863-88c4-be3fe15064fe), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:34.476987 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fd95b30d-98eb-49eb-9655-98311965f7e7 req-5bbed10e-71cd-41c6-87b2-75522f66ad6b service neutron] 10.222.0.24 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997954 Feb 10 06:50:34.509774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Deleting port 8b985e32-981c-4e44-820a-389093f46ec2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:34.510539 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8b985e32-981c-4e44-820a-389093f46ec2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:34.607224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-48fcc42a-2cdc-4e82-8c2c-441315e9c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:34.608751 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-48fcc42a-2cdc-4e82-8c2c-441315e9c177 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32760f7156114abb8d5d93125dc47e37&device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 1125 time: 0.2126732 Feb 10 06:50:34.665309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8b985e32-981c-4e44-820a-389093f46ec2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:34.690255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Calling delete_port for 8b985e32-981c-4e44-820a-389093f46ec2 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:34.715605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-1f67e69d-9e6b-46f0-a60a-a77c6c30af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:34.718021 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-1f67e69d-9e6b-46f0-a60a-a77c6c30af8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=656efd61-b414-4277-9adc-946593882499 HTTP/1.1" status: 200 len: 918 time: 0.1014571 Feb 10 06:50:34.806552 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-44e1a8d4-449e-4dd6-87bc-ac421004103d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a86548a-f5cf-4edd-af2c-f80e9654db2a HTTP/1.1" status: 200 len: 217 time: 0.0782609 Feb 10 06:50:34.809151 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-f44a7bf3-42ef-4726-bab9-49598b2e3da9 service neutron] 10.222.0.13 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113703 Feb 10 06:50:34.811031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-8b5fd227-310d-41db-b941-2ae64189a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:34.812637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-8b5fd227-310d-41db-b941-2ae64189a514 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32760f7156114abb8d5d93125dc47e37&device_id=994d7f02-778a-4021-b285-42e7f1ad4dcf HTTP/1.1" status: 200 len: 1126 time: 0.2774234 Feb 10 06:50:34.948808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f648246e-cd18-4989-b95f-583079d948ee req-7418375c-e989-4b95-a68c-f11a1b74d7ca tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 210 time: 0.0555866 Feb 10 06:50:34.980790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8b985e32-981c-4e44-820a-389093f46ec2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:35.008576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event deleted for resources: {'Port': ['ID=8b985e32-981c-4e44-820a-389093f46ec2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:35.116575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-88ff2910-a6c6-4340-b481-c610088b7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:35.118120 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-88ff2910-a6c6-4340-b481-c610088b7172 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0422032-0fc6-4b57-9275-c04901d826b4 HTTP/1.1" status: 200 len: 858 time: 0.2936852 Feb 10 06:50:35.165876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (33806ed2-a7a0-4863-88c4-be3fe15064fe), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:35.174281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-0a6efb83-ae88-4c82-8d51-e62a9789b84c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=656efd61-b414-4277-9adc-946593882499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473278 Feb 10 06:50:35.195568 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-95dae94b-5c50-438b-947b-0c7474be8c2a req-fbe78f65-6432-48a3-b540-9bb6f7db96c1 service neutron] 10.222.0.13 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685889 Feb 10 06:50:35.206715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-ac7f111c-7a8d-4e9f-a97b-e15b988a5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:35.212435 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-ac7f111c-7a8d-4e9f-a97b-e15b988a5d80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=656efd61-b414-4277-9adc-946593882499 HTTP/1.1" status: 200 len: 918 time: 0.3818851 Feb 10 06:50:35.290575 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-f791da2a-9e27-4757-90d2-056e9d046f82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1789eb9b-163b-4c83-b033-28fe1a79782d HTTP/1.1" status: 200 len: 217 time: 0.0695648 Feb 10 06:50:35.402658 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (33806ed2-a7a0-4863-88c4-be3fe15064fe), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:35.408844 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (33806ed2-a7a0-4863-88c4-be3fe15064fe), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:35.455182 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-d7f0d2c6-5391-46d2-8fb3-bc13d7d64d4b service neutron] 10.222.0.13 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719905 Feb 10 06:50:35.456527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-0a8708f3-6a88-4f09-a013-573c150517ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:35.458089 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-0a8708f3-6a88-4f09-a013-573c150517ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0422032-0fc6-4b57-9275-c04901d826b4 HTTP/1.1" status: 200 len: 858 time: 0.0799603 Feb 10 06:50:35.472264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612502f7-f9cb-4fd7-8ce7-60e2752a08bb req-643fb307-026f-479b-9035-19c7c77b7e9c tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:35.475360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-612502f7-f9cb-4fd7-8ce7-60e2752a08bb req-643fb307-026f-479b-9035-19c7c77b7e9c tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 943 time: 0.1358976 Feb 10 06:50:35.476787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (33806ed2-a7a0-4863-88c4-be3fe15064fe), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:35.477537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Fanout notify agent at l3_agent the message router_deleted on router 33806ed2-a7a0-4863-88c4-be3fe15064fe {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:50:35.492719 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:35.494213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2267b772-8d36-4cfe-bcbd-c9cc2e75c53c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/33806ed2-a7a0-4863-88c4-be3fe15064fe HTTP/1.1" status: 204 len: 168 time: 1.9995425 Feb 10 06:50:35.501487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:35.507523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'router': {'name': 'tempest-snat-router-896912515', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': False}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:35.574106 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-33b08486-a495-4c99-b5b7-541f837d7002 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=656efd61-b414-4277-9adc-946593882499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021693 Feb 10 06:50:35.582493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-612502f7-f9cb-4fd7-8ce7-60e2752a08bb req-fc83275e-857d-4b25-8a57-e318ec919526 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868404 Feb 10 06:50:35.600080 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (e29b7733-a3d9-4069-a516-f0e1d4821163), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:35.600080 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (e29b7733-a3d9-4069-a516-f0e1d4821163), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:35.660812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_controller (e29b7733-a3d9-4069-a516-f0e1d4821163), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:35.730817 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-c119c8e1-fe34-4844-a9e3-a099becb00aa service neutron] 10.222.0.24 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160073 Feb 10 06:50:35.772955 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-e2325cf0-eb41-4736-91dc-bf24567c29d6 service neutron] 10.222.0.13 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105042 Feb 10 06:50:35.843268 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9189f1ac-7bcb-495d-9c6d-cf60144775ae req-4c922409-f3d5-4b9c-aef8-eb59d5f10485 service neutron] 10.222.0.24 "GET /v2.0/networks/656efd61-b414-4277-9adc-946593882499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043434 Feb 10 06:50:35.854992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (e29b7733-a3d9-4069-a516-f0e1d4821163), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.080669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-c4f871f0-3012-4818-b13a-fdc3d4aca046 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:36.082520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-c4f871f0-3012-4818-b13a-fdc3d4aca046 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.24 "GET /v2.0/networks?id=bae17481-edac-46e9-87b7-298d98eb108a HTTP/1.1" status: 200 len: 813 time: 0.1515460 Feb 10 06:50:36.103225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Request body: {'port': {'device_id': '9160acac-82f0-4576-aab3-37320a176bd3', 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a', 'admin_state_up': True, 'tenant_id': '5cdb7d92e73a4d4885c2a2d284b4448d'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:36.118457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49e0ff35-ccad-465b-ad29-a3c76032123d req-b86ed3f3-54aa-4668-8a3f-91c1bc898bd2 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 210 time: 0.0287089 Feb 10 06:50:36.197026 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (e29b7733-a3d9-4069-a516-f0e1d4821163), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.222363 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.295421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Made reservation on behalf of 5cdb7d92e73a4d4885c2a2d284b4448d for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:36.301677 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.346806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Allocated IP 172.25.8.216 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/cd9028e2-710c-4f28-ac54-741f1e2072a8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:36.414763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 0a86548a-f5cf-4edd-af2c-f80e9654db2a details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:50:36.490458 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.500696 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 1789eb9b-163b-4c83-b033-28fe1a79782d details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:50:36.508262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Allocated IP 172.20.0.12 (bae17481-edac-46e9-87b7-298d98eb108a/5f633199-1a65-4fca-a9f0-96961625b04b/06f4d32d-c96d-484a-8cf1-cbfa5cc7595f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:36.531014 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.589887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event updated for resources: {'Port': ['ID=cd9028e2-710c-4f28-ac54-741f1e2072a8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:36.609988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:36.612409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:36.620620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:36.636682 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 06:50:36.734655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 0a86548a-f5cf-4edd-af2c-f80e9654db2a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=0a86548a-f5cf-4edd-af2c-f80e9654db2a,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:36.754751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '0a86548a-f5cf-4edd-af2c-f80e9654db2a', 'network_id': '656efd61-b414-4277-9adc-946593882499', 'port_id': '0a86548a-f5cf-4edd-af2c-f80e9654db2a', 'mac_address': 'fa:16:3e:9a:6b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0422032-0fc6-4b57-9275-c04901d826b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:50:36.809264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 1789eb9b-163b-4c83-b033-28fe1a79782d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1789eb9b-163b-4c83-b033-28fe1a79782d,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:36.823960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks [] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.826617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '1789eb9b-163b-4c83-b033-28fe1a79782d', 'network_id': '656efd61-b414-4277-9adc-946593882499', 'port_id': '1789eb9b-163b-4c83-b033-28fe1a79782d', 'mac_address': 'fa:16:3e:75:72:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0422032-0fc6-4b57-9275-c04901d826b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:50:36.828290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 0a86548a-f5cf-4edd-af2c-f80e9654db2a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:36.828677 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.845517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a86548a-f5cf-4edd-af2c-f80e9654db2a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:50:36.879711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01722214-edc2-43ef-9321-6d54209814bd req-cfe6297d-9ae1-4f02-9b54-0f5a9fbb4183 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:36.881578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01722214-edc2-43ef-9321-6d54209814bd req-cfe6297d-9ae1-4f02-9b54-0f5a9fbb4183 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 943 time: 0.1842892 Feb 10 06:50:36.884103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 0a86548a-f5cf-4edd-af2c-f80e9654db2a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=0a86548a-f5cf-4edd-af2c-f80e9654db2a,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:36.889883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.912730 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:36.913699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 125d72dc-9435-4c63-be0c-f525a50171e5 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:50:36.983547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 125d72dc-9435-4c63-be0c-f525a50171e5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=125d72dc-9435-4c63-be0c-f525a50171e5,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:37.040421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '125d72dc-9435-4c63-be0c-f525a50171e5', 'network_id': '656efd61-b414-4277-9adc-946593882499', 'port_id': '125d72dc-9435-4c63-be0c-f525a50171e5', 'mac_address': 'fa:16:3e:1d:e3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0422032-0fc6-4b57-9275-c04901d826b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:50:37.044446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 1789eb9b-163b-4c83-b033-28fe1a79782d is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:37.045155 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.066926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1789eb9b-163b-4c83-b033-28fe1a79782d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:50:37.089930 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (e29b7733-a3d9-4069-a516-f0e1d4821163), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.091489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 1789eb9b-163b-4c83-b033-28fe1a79782d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1789eb9b-163b-4c83-b033-28fe1a79782d,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:37.094206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Network bae17481-edac-46e9-87b7-298d98eb108a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:37.113088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:37.118376 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.126772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:37.157178 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.180012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 125d72dc-9435-4c63-be0c-f525a50171e5 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:37.180599 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.220667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=0a86548a-f5cf-4edd-af2c-f80e9654db2a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:37.236020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125d72dc-9435-4c63-be0c-f525a50171e5 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:50:37.254234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:37.260661 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.273533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Pushing event updated for resources: {'Port': ['ID=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:37.290052 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-48afb91a-e3e1-41f3-ae89-6a4979e61f8b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1949658 Feb 10 06:50:37.303084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Request body: {'port': {'device_id': '9160acac-82f0-4576-aab3-37320a176bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:37.326256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 125d72dc-9435-4c63-be0c-f525a50171e5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=125d72dc-9435-4c63-be0c-f525a50171e5,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:37.352655 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.398184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=1789eb9b-163b-4c83-b033-28fe1a79782d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:37.401936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01722214-edc2-43ef-9321-6d54209814bd req-2b39b2f4-a4c5-4e62-9082-fb00ac4d9886 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981232 Feb 10 06:50:37.408365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.438606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['1789eb9b-163b-4c83-b033-28fe1a79782d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:37.442330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ddf59-69f4-4e7a-bf91-fb1cc5aae055 req-20dc6062-d87a-4e08-adf4-76aab911d15b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:37.450070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e91ddf59-69f4-4e7a-bf91-fb1cc5aae055 req-20dc6062-d87a-4e08-adf4-76aab911d15b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 932 time: 0.1668942 Feb 10 06:50:37.549180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=125d72dc-9435-4c63-be0c-f525a50171e5,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:37.593245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e91ddf59-69f4-4e7a-bf91-fb1cc5aae055 req-82577d63-49a9-4cb6-b2ca-fbf028917e4d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422505 Feb 10 06:50:37.683528 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (e29b7733-a3d9-4069-a516-f0e1d4821163), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.705744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['0a86548a-f5cf-4edd-af2c-f80e9654db2a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:37.753638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['125d72dc-9435-4c63-be0c-f525a50171e5'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:37.887570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:50:37.905846 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Publish callbacks [] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:37.923538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Router e29b7733-a3d9-4069-a516-f0e1d4821163 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:50:37.937722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Transition to ACTIVE for port object 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:50:37.945390 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:38.084941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Pushing event updated for resources: {'Port': ['ID=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:38.151686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Attempting to bind port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:50:38.152307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Attempting to bind port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '08fba831-9e13-4591-82d4-9ccc11cbfe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:50:38.152958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Attempting to bind port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f on network bae17481-edac-46e9-87b7-298d98eb108a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:38.158641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f on network bae17481-edac-46e9-87b7-298d98eb108a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:50:38.159354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Attempting to bind port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f on network bae17481-edac-46e9-87b7-298d98eb108a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:38.165788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:50:38.166445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Checking segment: {'id': '08fba831-9e13-4591-82d4-9ccc11cbfe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:38.167014 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Bound using segment: {'id': '08fba831-9e13-4591-82d4-9ccc11cbfe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:50:38.167759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Bound port: 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fba831-9e13-4591-82d4-9ccc11cbfe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:50:38.168300 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:38.249228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] For port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:50:38.253430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] For port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:50:38.261360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:38.329451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Pushing event updated for resources: {'Port': ['ID=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:38.353250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:38.354624 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:38.356874 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4278857-2017-4a27-afe2-0e732861efd2 service neutron] 10.222.0.24 "PUT /v2.0/ports/06f4d32d-c96d-484a-8cf1-cbfa5cc7595f HTTP/1.1" status: 200 len: 1092 time: 1.0591626 Feb 10 06:50:38.357929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9160acac-82f0-4576-aab3-37320a176bd3', 'tag': '06f4d32d-c96d-484a-8cf1-cbfa5cc7595f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:38.363185 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092" -d '{"events": [{"name": "network-changed", "server_uuid": "9160acac-82f0-4576-aab3-37320a176bd3", "tag": "06f4d32d-c96d-484a-8cf1-cbfa5cc7595f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:38.417672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:50:38.430278 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Sync routers for ids ['e29b7733-a3d9-4069-a516-f0e1d4821163'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:50:38.437345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:38.444682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-24b725f2-0a58-41a8-a8f4-12d8b1b95cb1 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9420800 Feb 10 06:50:38.447842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37958) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:38.459055 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Routers {'e29b7733-a3d9-4069-a516-f0e1d4821163'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:38.463516 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e29b7733-a3d9-4069-a516-f0e1d4821163'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:38.480895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 1789eb9b-163b-4c83-b033-28fe1a79782d up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:38.486160 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91477a2-d282-416b-9714-ee403aa53590 x-openstack-request-id: req-a91477a2-d282-416b-9714-ee403aa53590 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:38.492218 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9160acac-82f0-4576-aab3-37320a176bd3", "tag": "06f4d32d-c96d-484a-8cf1-cbfa5cc7595f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:38.492498 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a91477a2-d282-416b-9714-ee403aa53590 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:38.495488 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9160acac-82f0-4576-aab3-37320a176bd3', 'tag': '06f4d32d-c96d-484a-8cf1-cbfa5cc7595f', 'status': 'completed', 'code': 200} Feb 10 06:50:38.539856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-a22e1c18-954a-4857-bb82-bc0426f26505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:38.545379 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-a22e1c18-954a-4857-bb82-bc0426f26505 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5cdb7d92e73a4d4885c2a2d284b4448d&device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 1126 time: 0.1420078 Feb 10 06:50:38.634818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 1789eb9b-163b-4c83-b033-28fe1a79782d completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:50:38.644413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 1789eb9b-163b-4c83-b033-28fe1a79782d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:38.646161 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:38.671242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d43c2141-bdb9-4fd7-b00d-ca75e9fef676 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f HTTP/1.1" status: 200 len: 217 time: 0.1140141 Feb 10 06:50:38.726150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37968) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:38.793809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 1789eb9b-163b-4c83-b033-28fe1a79782d is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:38.794249 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:38.803714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-bc7e448b-77e1-4825-858d-1dc3c416821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:38.809282 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-bc7e448b-77e1-4825-858d-1dc3c416821f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f633199-1a65-4fca-a9f0-96961625b04b HTTP/1.1" status: 200 len: 853 time: 0.1248765 Feb 10 06:50:38.838197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 1789eb9b-163b-4c83-b033-28fe1a79782d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1789eb9b-163b-4c83-b033-28fe1a79782d,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:38.839527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994d7f02-778a-4021-b285-42e7f1ad4dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1789eb9b-163b-4c83-b033-28fe1a79782d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:38.842675 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da4902e-20a2-4a48-9f61-22a8f5b76ddb" -d '{"events": [{"server_uuid": "994d7f02-778a-4021-b285-42e7f1ad4dcf", "name": "network-vif-plugged", "status": "completed", "tag": "1789eb9b-163b-4c83-b033-28fe1a79782d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:38.848020 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:38.880420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561b299-798e-4420-9d4d-b4a54821927d req-638978f4-82bb-4a83-863c-99edcd134e48 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:38.882053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7561b299-798e-4420-9d4d-b4a54821927d req-638978f4-82bb-4a83-863c-99edcd134e48 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 944 time: 0.3008819 Feb 10 06:50:38.890350 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-ac436372-c462-4954-a391-517f28ce4d00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bae17481-edac-46e9-87b7-298d98eb108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694861 Feb 10 06:50:38.959456 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Set router e29b7733-a3d9-4069-a516-f0e1d4821163 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:38.976668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=1789eb9b-163b-4c83-b033-28fe1a79782d,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:39.004085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd55a229-1224-43d7-b5dd-256e53bd09cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.031774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e49d6d56-3ed6-450b-b5ed-dadcd5540bed tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/routers/e29b7733-a3d9-4069-a516-f0e1d4821163 HTTP/1.1" status: 200 len: 908 time: 0.5828421 Feb 10 06:50:39.036127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 37976) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:39.040848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'router': {'name': 'tempest-snat-router-896912515', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': True}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:39.081365 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-d4633949-d2db-4a3c-bab3-9b4d75e6f93e service neutron] 10.222.0.24 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868832 Feb 10 06:50:39.082828 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (23ee7c81-5d29-4041-9add-ec0574c50c39), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.084570 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (23ee7c81-5d29-4041-9add-ec0574c50c39), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.122846 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd55a229-1224-43d7-b5dd-256e53bd09cd admin admin] Publish callbacks [] for security_group (204e4872-2cd2-4664-a782-196b7d399404), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.133739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7561b299-798e-4420-9d4d-b4a54821927d req-cc6be158-41ba-436a-bc1c-9fa27e7f5d46 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437453 Feb 10 06:50:39.139830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd55a229-1224-43d7-b5dd-256e53bd09cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (204e4872-2cd2-4664-a782-196b7d399404), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.175976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4543cb-eae4-484c-9b73-4dc24a80651d req-6db027bc-e552-4878-9922-51481da0bad1 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:39.177474 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b7733-a3d9-4069-a516-f0e1d4821163', 'name': 'tempest-snat-router-896912515', 'tenant_id': '439890f1c49848958abac4ad1071659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.216'}], 'enable_snat': False}, 'gw_port_id': 'cd9028e2-710c-4f28-ac54-741f1e2072a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:35Z', 'updated_at': '2022-02-10T06:50:36Z', 'revision_number': 3, 'project_id': '439890f1c49848958abac4ad1071659c', 'gw_port': {'id': 'cd9028e2-710c-4f28-ac54-741f1e2072a8', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b7733-a3d9-4069-a516-f0e1d4821163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:36Z', 'updated_at': '2022-02-10T06:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:39.178097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca4543cb-eae4-484c-9b73-4dc24a80651d req-6db027bc-e552-4878-9922-51481da0bad1 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 944 time: 0.2546816 Feb 10 06:50:39.229089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fd55a229-1224-43d7-b5dd-256e53bd09cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=516fd2f471cb477c8b23d5dc1937d2ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4991040 Feb 10 06:50:39.232003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 37978) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:39.248945 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Checking router: e29b7733-a3d9-4069-a516-f0e1d4821163 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:50:39.249297 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Updating router e29b7733-a3d9-4069-a516-f0e1d4821163 port cd9028e2-710c-4f28-ac54-741f1e2072a8 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:50:39.276814 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_controller (23ee7c81-5d29-4041-9add-ec0574c50c39), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.277840 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.293273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55a229-1224-43d7-b5dd-256e53bd09cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204e4872-2cd2-4664-a782-196b7d399404,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:39.393682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80e9d88f-d219-42d1-ac66-9ff8e29def9b req-256baa68-3e5b-4802-81fc-1eba868d1ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995498 Feb 10 06:50:39.454142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca4543cb-eae4-484c-9b73-4dc24a80651d req-556a0ae3-545b-4a41-92e6-b41c530830c1 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671566 Feb 10 06:50:39.492061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-def0d87d-3c21-4b5a-8a3b-19ede4eb7ae2 admin admin] Publish callbacks [] for security_group (204e4872-2cd2-4664-a782-196b7d399404), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.511759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedeb5-5522-492a-8289-61c81382c082 req-5ced5b7d-ee18-464f-994a-426d8f22776b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:39.513609 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adbedeb5-5522-492a-8289-61c81382c082 req-5ced5b7d-ee18-464f-994a-426d8f22776b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 946 time: 0.2594144 Feb 10 06:50:39.546339 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b178db87-8265-417a-8be4-4136034b5b17 x-openstack-request-id: req-b178db87-8265-417a-8be4-4136034b5b17 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:39.546874 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994d7f02-778a-4021-b285-42e7f1ad4dcf", "name": "network-vif-plugged", "status": "completed", "tag": "1789eb9b-163b-4c83-b033-28fe1a79782d", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:39.546874 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b178db87-8265-417a-8be4-4136034b5b17 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:39.547263 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994d7f02-778a-4021-b285-42e7f1ad4dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1789eb9b-163b-4c83-b033-28fe1a79782d', 'code': 200} Feb 10 06:50:39.556672 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (23ee7c81-5d29-4041-9add-ec0574c50c39), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.611131 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-def0d87d-3c21-4b5a-8a3b-19ede4eb7ae2 admin admin] Publish callbacks [] for security_group (204e4872-2cd2-4664-a782-196b7d399404), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.615367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-95953b24-dc07-4969-b590-89c876b013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:39.617246 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-95953b24-dc07-4969-b590-89c876b013c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5cdb7d92e73a4d4885c2a2d284b4448d&device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 1126 time: 0.1685877 Feb 10 06:50:39.673664 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Publish callbacks [] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.683002 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.758673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-4474bf2e-fae2-4087-a7c3-6e67ff1affac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:39.760890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-4474bf2e-fae2-4087-a7c3-6e67ff1affac service neutron] 10.222.0.24 "GET /v2.0/networks?id=bae17481-edac-46e9-87b7-298d98eb108a HTTP/1.1" status: 200 len: 913 time: 0.1356637 Feb 10 06:50:39.775702 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Attempting to bind port cd9028e2-710c-4f28-ac54-741f1e2072a8 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:50:39.776167 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Attempting to bind port cd9028e2-710c-4f28-ac54-741f1e2072a8 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:50:39.776970 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Attempting to bind port cd9028e2-710c-4f28-ac54-741f1e2072a8 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:39.794453 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:50:39.795096 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:39.795628 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.796089 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:50:39.796626 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Bound port: cd9028e2-710c-4f28-ac54-741f1e2072a8, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:50:39.797054 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.800460 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Pushing event updated for resources: {'Port': ['ID=cd9028e2-710c-4f28-ac54-741f1e2072a8,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:39.801060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adbedeb5-5522-492a-8289-61c81382c082 req-0e821106-a23f-436a-99c4-4eb910c55711 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787836 Feb 10 06:50:39.832646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50467b81-a971-406e-b9cf-6cddbcc45036 req-2c1277c8-3351-466b-aefd-5b3b07b5b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:39.840599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50467b81-a971-406e-b9cf-6cddbcc45036 req-2c1277c8-3351-466b-aefd-5b3b07b5b858 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=994d7f02-778a-4021-b285-42e7f1ad4dcf HTTP/1.1" status: 200 len: 1128 time: 0.2269878 Feb 10 06:50:39.870095 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-def0d87d-3c21-4b5a-8a3b-19ede4eb7ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (204e4872-2cd2-4664-a782-196b7d399404), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.873435 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-def0d87d-3c21-4b5a-8a3b-19ede4eb7ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:39.875540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-def0d87d-3c21-4b5a-8a3b-19ede4eb7ae2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/204e4872-2cd2-4664-a782-196b7d399404 HTTP/1.1" status: 204 len: 168 time: 0.6354678 Feb 10 06:50:39.895544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0d87d-3c21-4b5a-8a3b-19ede4eb7ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204e4872-2cd2-4664-a782-196b7d399404,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:39.915018 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] For port cd9028e2-710c-4f28-ac54-741f1e2072a8, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:50:39.918489 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] For port cd9028e2-710c-4f28-ac54-741f1e2072a8, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cd9028e2-710c-4f28-ac54-741f1e2072a8,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:50:39.922781 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-06d05c1f-0c9c-4b89-9979-60d9b342bb45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f HTTP/1.1" status: 200 len: 217 time: 0.1553555 Feb 10 06:50:39.930267 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.933021 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.933554 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.934155 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.934897 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.935031 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.939880 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.940337 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.940775 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.941208 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.941635 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.942059 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.942511 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:39.950387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50467b81-a971-406e-b9cf-6cddbcc45036 req-c086c974-d33b-4626-8ba7-e72ebee67866 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933955 Feb 10 06:50:39.951010 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:40.067615 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ac8b0-6b6c-4117-8625-064fc415b32c None None] Pushing event updated for resources: {'Port': ['ID=cd9028e2-710c-4f28-ac54-741f1e2072a8,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:40.071317 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Routers {'e29b7733-a3d9-4069-a516-f0e1d4821163'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:40.072234 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e29b7733-a3d9-4069-a516-f0e1d4821163'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:40.129319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-2647fa2a-a417-483d-889f-fdc687995b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:40.132722 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-2647fa2a-a417-483d-889f-fdc687995b3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f633199-1a65-4fca-a9f0-96961625b04b HTTP/1.1" status: 200 len: 853 time: 0.2004681 Feb 10 06:50:40.202198 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-001b5af0-67b0-4299-b02e-5c8d524b323a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bae17481-edac-46e9-87b7-298d98eb108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516279 Feb 10 06:50:40.213805 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] Set router e29b7733-a3d9-4069-a516-f0e1d4821163 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:40.308466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (23ee7c81-5d29-4041-9add-ec0574c50c39), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:40.340378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:40.434368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6b716-abb8-4b6f-bb36-abcb4cbdd239 req-2e1a3cf4-99a1-4280-b8d3-43dae6473744 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:40.440083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9dc6b716-abb8-4b6f-bb36-abcb4cbdd239 req-2e1a3cf4-99a1-4280-b8d3-43dae6473744 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 944 time: 0.1432910 Feb 10 06:50:40.456484 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-93651752-72ed-4ea0-99f8-33ba2401e87c service neutron] 10.222.0.24 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329619 Feb 10 06:50:40.514414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 0a86548a-f5cf-4edd-af2c-f80e9654db2a up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:40.623885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9dc6b716-abb8-4b6f-bb36-abcb4cbdd239 req-a5296d13-a5a1-4b5b-a39a-99bdd6516796 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671433 Feb 10 06:50:40.628156 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:40.659370 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-436b6221-8a15-4c08-8045-23a69b080e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:40.701019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 0a86548a-f5cf-4edd-af2c-f80e9654db2a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:50:40.709165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 0a86548a-f5cf-4edd-af2c-f80e9654db2a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:40.709627 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:40.734753 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b7733-a3d9-4069-a516-f0e1d4821163', 'name': 'tempest-snat-router-896912515', 'tenant_id': '439890f1c49848958abac4ad1071659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.216'}], 'enable_snat': False}, 'gw_port_id': 'cd9028e2-710c-4f28-ac54-741f1e2072a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:35Z', 'updated_at': '2022-02-10T06:50:36Z', 'revision_number': 3, 'project_id': '439890f1c49848958abac4ad1071659c', 'gw_port': {'id': 'cd9028e2-710c-4f28-ac54-741f1e2072a8', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b7733-a3d9-4069-a516-f0e1d4821163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:36Z', 'updated_at': '2022-02-10T06:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:40.789295 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e287908-8e37-43da-9601-7c6b3149e73d None None] The sync data for ids ['e29b7733-a3d9-4069-a516-f0e1d4821163'] in n-d-828670-1 is: [{'id': 'e29b7733-a3d9-4069-a516-f0e1d4821163', 'name': 'tempest-snat-router-896912515', 'tenant_id': '439890f1c49848958abac4ad1071659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.216'}], 'enable_snat': False}, 'gw_port_id': 'cd9028e2-710c-4f28-ac54-741f1e2072a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:35Z', 'updated_at': '2022-02-10T06:50:36Z', 'revision_number': 3, 'project_id': '439890f1c49848958abac4ad1071659c', 'gw_port': {'id': 'cd9028e2-710c-4f28-ac54-741f1e2072a8', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b7733-a3d9-4069-a516-f0e1d4821163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:36Z', 'updated_at': '2022-02-10T06:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:50:40.920320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2434-79b5-440f-9db2-dcd9a4ced4ea req-2c34947b-66f2-4139-bead-6cd07e2178ca tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:40.928654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4ea2434-79b5-440f-9db2-dcd9a4ced4ea req-2c34947b-66f2-4139-bead-6cd07e2178ca tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 944 time: 0.2994654 Feb 10 06:50:40.931106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 0a86548a-f5cf-4edd-af2c-f80e9654db2a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:40.931467 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:40.967753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39052e8e-1012-4668-a8a3-c1b85767999a req-a9f9779c-3f28-4fba-bb90-4fb35d7de7ee tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:40.969775 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39052e8e-1012-4668-a8a3-c1b85767999a req-a9f9779c-3f28-4fba-bb90-4fb35d7de7ee tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 946 time: 0.2481418 Feb 10 06:50:41.032892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 0a86548a-f5cf-4edd-af2c-f80e9654db2a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=0a86548a-f5cf-4edd-af2c-f80e9654db2a,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:41.042342 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.044344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 125d72dc-9435-4c63-be0c-f525a50171e5 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:41.123732 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f9100f1-55e7-4339-9b2e-0d2e6c1c2092 req-1ab407d0-b910-4085-8ae2-5648931b7b09 service neutron] 10.222.0.24 "GET /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497300 Feb 10 06:50:41.169841 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4ea2434-79b5-440f-9db2-dcd9a4ced4ea req-66a5134b-47d8-46fe-a528-9d736ce32a06 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398732 Feb 10 06:50:41.196460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Allocated IP 172.25.8.211 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/176e9fe9-2edc-420b-817d-721ab749ea04) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:41.253865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448640-42bc-4a6c-96b2-b527d2253759 req-e40c719f-35e0-43f8-96af-719b64b501a9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:41.256205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1448640-42bc-4a6c-96b2-b527d2253759 req-e40c719f-35e0-43f8-96af-719b64b501a9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 946 time: 0.2343855 Feb 10 06:50:41.308841 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-39052e8e-1012-4668-a8a3-c1b85767999a req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Deleting port 284e9728-c02a-46a7-9941-530e07d0b037 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:41.309801 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39052e8e-1012-4668-a8a3-c1b85767999a req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (284e9728-c02a-46a7-9941-530e07d0b037), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.332562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=0a86548a-f5cf-4edd-af2c-f80e9654db2a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:41.391701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 125d72dc-9435-4c63-be0c-f525a50171e5 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:50:41.397284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38006) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:41.398551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 125d72dc-9435-4c63-be0c-f525a50171e5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:41.398942 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.409432 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for port (176e9fe9-2edc-420b-817d-721ab749ea04), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.419577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1448640-42bc-4a6c-96b2-b527d2253759 req-6d736a44-4709-4b42-9814-b80fde6c8922 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384602 Feb 10 06:50:41.474646 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (176e9fe9-2edc-420b-817d-721ab749ea04), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.497086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-39052e8e-1012-4668-a8a3-c1b85767999a req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] For port 284e9728-c02a-46a7-9941-530e07d0b037, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=284e9728-c02a-46a7-9941-530e07d0b037,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:41.497456 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39052e8e-1012-4668-a8a3-c1b85767999a req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (284e9728-c02a-46a7-9941-530e07d0b037), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.522601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:41.525801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:41.534725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:41.541880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-39052e8e-1012-4668-a8a3-c1b85767999a req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Calling delete_port for 284e9728-c02a-46a7-9941-530e07d0b037 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:41.548860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 125d72dc-9435-4c63-be0c-f525a50171e5 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:41.556091 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.559419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e08bb6-00b4-4b84-9bd9-856aff45e758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86548a-f5cf-4edd-af2c-f80e9654db2a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:41.562104 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26539685-a226-458f-af47-dc2638619f73" -d '{"events": [{"server_uuid": "01e08bb6-00b4-4b84-9bd9-856aff45e758", "name": "network-vif-plugged", "status": "completed", "tag": "0a86548a-f5cf-4edd-af2c-f80e9654db2a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:41.563163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event updated for resources: {'Port': ['ID=176e9fe9-2edc-420b-817d-721ab749ea04,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:41.681494 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9dc3fa-3c32-4e4d-9971-8c8f9daca5c2 x-openstack-request-id: req-8c9dc3fa-3c32-4e4d-9971-8c8f9daca5c2 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:41.682024 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e08bb6-00b4-4b84-9bd9-856aff45e758", "name": "network-vif-plugged", "status": "completed", "tag": "0a86548a-f5cf-4edd-af2c-f80e9654db2a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:41.682132 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c9dc3fa-3c32-4e4d-9971-8c8f9daca5c2 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:41.682558 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e08bb6-00b4-4b84-9bd9-856aff45e758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86548a-f5cf-4edd-af2c-f80e9654db2a', 'code': 200} Feb 10 06:50:41.685439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 125d72dc-9435-4c63-be0c-f525a50171e5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=125d72dc-9435-4c63-be0c-f525a50171e5,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:41.687003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1712435873-network', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:41.700599 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.773906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Made reservation on behalf of e9f41676fb7b4dedae37ef92bbafc71c for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:41.776259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.793443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=125d72dc-9435-4c63-be0c-f525a50171e5,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:41.807376 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.852009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f47e-6f93-4b53-9b33-62d667de4472 req-21049672-4f68-4c23-ae71-8b6578917fae tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:41.853543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc6f47e-6f93-4b53-9b33-62d667de4472 req-21049672-4f68-4c23-ae71-8b6578917fae tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 945 time: 0.1119695 Feb 10 06:50:41.867354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4fc9-4c88-4659-a90e-38dffc01e6fa req-777528ed-9b47-432d-805f-97e10a99e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:41.868990 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a46f4fc9-4c88-4659-a90e-38dffc01e6fa req-777528ed-9b47-432d-805f-97e10a99e64d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 1127 time: 0.1176972 Feb 10 06:50:41.870383 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39052e8e-1012-4668-a8a3-c1b85767999a req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (284e9728-c02a-46a7-9941-530e07d0b037), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.886676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['84aed43c-b35d-4665-80c8-0ffafee739ea'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:41.936666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4dac0860-b1c2-4198-b77e-efb128ff600f', 'cda6f018-a557-4d6e-8a02-ade47f8d3e73', '284e9728-c02a-46a7-9941-530e07d0b037'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:41.964540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-39052e8e-1012-4668-a8a3-c1b85767999a req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] No DVR routers for this DVR port 284e9728-c02a-46a7-9941-530e07d0b037 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:41.967727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Pushing event deleted for resources: {'Port': ['ID=284e9728-c02a-46a7-9941-530e07d0b037,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:41.969952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39052e8e-1012-4668-a8a3-c1b85767999a req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:41.975220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39052e8e-1012-4668-a8a3-c1b85767999a req-73b8eb73-b2ae-4aeb-b1bb-1b30868cb4d9 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "DELETE /v2.0/ports/284e9728-c02a-46a7-9941-530e07d0b037 HTTP/1.1" status: 204 len: 173 time: 0.9975116 Feb 10 06:50:41.976048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88afb3d-ad89-4f5c-88ab-6ee23f3986ab', 'name': 'network-vif-deleted', 'tag': '284e9728-c02a-46a7-9941-530e07d0b037'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:41.979705 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbb0a38-8cde-4515-8516-7a4987658549" -d '{"events": [{"server_uuid": "d88afb3d-ad89-4f5c-88ab-6ee23f3986ab", "name": "network-vif-deleted", "tag": "284e9728-c02a-46a7-9941-530e07d0b037"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:42.015761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc6f47e-6f93-4b53-9b33-62d667de4472 req-b765c33e-d56c-460d-93cf-8326a4ce8439 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549444 Feb 10 06:50:42.057078 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a46f4fc9-4c88-4659-a90e-38dffc01e6fa req-90f0cd74-231d-42fd-b369-651b0d0b3b4a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799390 Feb 10 06:50:42.058884 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Publish callbacks [] for security_group (f17f71e4-17da-429a-9f5a-a42fd6dd7bf8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.077674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f17f71e4-17da-429a-9f5a-a42fd6dd7bf8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.127763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:42.161645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c031f4e4-c96c-4c3e-afa3-72424a11f24f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.162011 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Added segment c031f4e4-c96c-4c3e-afa3-72424a11f24f of type vlan for network 0f97832f-c399-47ed-b8b5-f99ce95da35b Feb 10 06:50:42.177467 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (23ee7c81-5d29-4041-9add-ec0574c50c39), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.285216 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e59c66-527c-4d83-94c1-f01fe27a080c x-openstack-request-id: req-56e59c66-527c-4d83-94c1-f01fe27a080c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:42.289646 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88afb3d-ad89-4f5c-88ab-6ee23f3986ab", "name": "network-vif-deleted", "tag": "284e9728-c02a-46a7-9941-530e07d0b037", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:42.290534 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56e59c66-527c-4d83-94c1-f01fe27a080c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:42.291184 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88afb3d-ad89-4f5c-88ab-6ee23f3986ab', 'name': 'network-vif-deleted', 'tag': '284e9728-c02a-46a7-9941-530e07d0b037', 'status': 'completed', 'code': 200} Feb 10 06:50:42.308470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17f71e4-17da-429a-9f5a-a42fd6dd7bf8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:42.346506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0f97832f-c399-47ed-b8b5-f99ce95da35b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.373116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391dbc2-12d0-4705-a584-e6f91e22b7bb req-5929e886-5eb2-4133-ade4-2a8c03573ecf tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:42.386858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1391dbc2-12d0-4705-a584-e6f91e22b7bb req-5929e886-5eb2-4133-ade4-2a8c03573ecf tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 944 time: 0.1153073 Feb 10 06:50:42.414923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cd9028e2-710c-4f28-ac54-741f1e2072a8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:42.426460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0f97832f-c399-47ed-b8b5-f99ce95da35b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.428144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:42.428788 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.514941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1391dbc2-12d0-4705-a584-e6f91e22b7bb req-0006d4b9-815e-445f-a4b8-c7a10a5eb18c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237323 Feb 10 06:50:42.518354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1183381 Feb 10 06:50:42.520982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38022) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:42.530677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:50:42.537944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Request body: {'subnet': {'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1712435873-subnet', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:42.561222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Made reservation on behalf of e9f41676fb7b4dedae37ef92bbafc71c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:42.564514 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.577731 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43aa241d-4903-4933-b6af-f2f416f3195b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.582913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff017346-6c9e-4711-bf0b-6e6f30a07574 admin admin] Pushing event updated for resources: {'Network': ['ID=0f97832f-c399-47ed-b8b5-f99ce95da35b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:42.597738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0f97832f-c399-47ed-b8b5-f99ce95da35b details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:42.630899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cd9028e2-710c-4f28-ac54-741f1e2072a8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:42.631437 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.659397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff99e8bf-b2f0-4a4b-9033-8ff60af87399 req-6e3a8320-a593-4fd6-a896-a5fc4a46b573 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88afb3d-ad89-4f5c-88ab-6ee23f3986ab HTTP/1.1" status: 200 len: 210 time: 0.0605786 Feb 10 06:50:42.677230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (23ee7c81-5d29-4041-9add-ec0574c50c39), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.800456 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (3f552ad7-96b9-4f2d-84d5-a988313c3120), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.817663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Router 23ee7c81-5d29-4041-9add-ec0574c50c39 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:50:42.844065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cd9028e2-710c-4f28-ac54-741f1e2072a8 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:42.844627 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.851224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:42.865684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f552ad7-96b9-4f2d-84d5-a988313c3120,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:42.874431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Checking segment: {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:42.874794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Network hostable DHCP agents. Network: 0f97832f-c399-47ed-b8b5-f99ce95da35b, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:50:42.878031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '06f4d32d-c96d-484a-8cf1-cbfa5cc7595f', 'network_id': 'bae17481-edac-46e9-87b7-298d98eb108a', 'port_id': '06f4d32d-c96d-484a-8cf1-cbfa5cc7595f', 'mac_address': 'fa:16:3e:9b:37:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f633199-1a65-4fca-a9f0-96961625b04b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:50:42.887415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port cd9028e2-710c-4f28-ac54-741f1e2072a8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cd9028e2-710c-4f28-ac54-741f1e2072a8,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:42.901564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Network 0f97832f-c399-47ed-b8b5-f99ce95da35b is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:50:42.917947 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.926882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 0f97832f-c399-47ed-b8b5-f99ce95da35b) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:42.945235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:42.945766 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.957223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f63de7-fdb7-4aec-bfdf-14fcd147ce3b None None] Network 0f97832f-c399-47ed-b8b5-f99ce95da35b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:42.966606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:50:42.979003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-37d8a01c-da46-4ec3-b059-4a91ea13bd36 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4568305 Feb 10 06:50:42.981563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38024) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:42.988333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:42.993224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f4fb86ba-03f5-43c3-a56b-52b844e3f2aa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9524109 Feb 10 06:50:42.993436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:42.993564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38026) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:42.993706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] Sync routers for ids ['23ee7c81-5d29-4041-9add-ec0574c50c39'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:50:43.011358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:43.011787 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.015619 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (f495b653-fcec-43f9-b650-3bc3b6781516), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.017088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (f495b653-fcec-43f9-b650-3bc3b6781516), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.073630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks [] for router_controller (f495b653-fcec-43f9-b650-3bc3b6781516), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.077262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:50:43.085248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] Routers {'23ee7c81-5d29-4041-9add-ec0574c50c39'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:43.085900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['23ee7c81-5d29-4041-9add-ec0574c50c39'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:43.093184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=cd9028e2-710c-4f28-ac54-741f1e2072a8,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:43.113877 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6b156e36-0fb1-4d3f-b97b-98dbbb78e63b tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/routers/23ee7c81-5d29-4041-9add-ec0574c50c39 HTTP/1.1" status: 200 len: 907 time: 0.1203921 Feb 10 06:50:43.116495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38030) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:43.163836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:43.173567 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.233300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-0f97832f-c399-47ed-b8b5-f99ce95da35b', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:50:43.234168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.249763 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (23ee7c81-5d29-4041-9add-ec0574c50c39), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.328902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks [] for router_gateway (f495b653-fcec-43f9-b650-3bc3b6781516), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.343331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] Set router 23ee7c81-5d29-4041-9add-ec0574c50c39 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:43.345494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d334f-62ab-4040-8deb-56aa2baa0de5 req-a4b7e1f6-5255-4895-ad1d-132a7d3c9451 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:43.347039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:43.347330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-238d334f-62ab-4040-8deb-56aa2baa0de5 req-a4b7e1f6-5255-4895-ad1d-132a7d3c9451 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 945 time: 0.1931124 Feb 10 06:50:43.430102 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (23ee7c81-5d29-4041-9add-ec0574c50c39), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.462614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['06f4d32d-c96d-484a-8cf1-cbfa5cc7595f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:43.497773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-238d334f-62ab-4040-8deb-56aa2baa0de5 req-5ce66303-bfe6-4b05-b64c-5bec6f5c742f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222370 Feb 10 06:50:43.501895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Deleting port 176e9fe9-2edc-420b-817d-721ab749ea04 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:43.502243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (176e9fe9-2edc-420b-817d-721ab749ea04), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.622553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (176e9fe9-2edc-420b-817d-721ab749ea04), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.637398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Calling delete_port for 176e9fe9-2edc-420b-817d-721ab749ea04 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:43.712964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks [] for router_gateway (f495b653-fcec-43f9-b650-3bc3b6781516), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.722994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc16f29-0821-4aa6-9d18-13cc2ff3ac58 req-916f3066-89bd-46f5-b66e-83ad38eeec64 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:43.725143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbc16f29-0821-4aa6-9d18-13cc2ff3ac58 req-916f3066-89bd-46f5-b66e-83ad38eeec64 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 945 time: 0.1303058 Feb 10 06:50:43.743222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d72dc-9435-4c63-be0c-f525a50171e5'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:43.745474 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b931622-ea70-46e6-8818-4b07c8f0a0ec" -d '{"events": [{"server_uuid": "0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "125d72dc-9435-4c63-be0c-f525a50171e5"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:43.758156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.823478 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48bfd22-9764-4419-ba02-e64bed4b3d9f x-openstack-request-id: req-a48bfd22-9764-4419-ba02-e64bed4b3d9f {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:43.823478 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "125d72dc-9435-4c63-be0c-f525a50171e5", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:43.823478 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a48bfd22-9764-4419-ba02-e64bed4b3d9f {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:43.823478 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d72dc-9435-4c63-be0c-f525a50171e5', 'code': 200} Feb 10 06:50:43.876441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbc16f29-0821-4aa6-9d18-13cc2ff3ac58 req-b5859cc1-7313-4400-b5a4-258dc1b511a6 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256273 Feb 10 06:50:43.892527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.921799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Allocated IP 172.20.0.2 (0f97832f-c399-47ed-b8b5-f99ce95da35b/3f552ad7-96b9-4f2d-84d5-a988313c3120/4fc9dfeb-e33c-4806-9fc5-0655c2d3d975) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:43.978832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (176e9fe9-2edc-420b-817d-721ab749ea04), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:43.990733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Allocated IP 172.25.8.30 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/2101a93f-850f-45ec-9247-41af1ef76afe) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:44.013022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event deleted for resources: {'Port': ['ID=176e9fe9-2edc-420b-817d-721ab749ea04,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:44.071624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ee7c81-5d29-4041-9add-ec0574c50c39', 'name': 'tempest-snat-router-896912515', 'tenant_id': '439890f1c49848958abac4ad1071659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '176e9fe9-2edc-420b-817d-721ab749ea04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:39Z', 'updated_at': '2022-02-10T06:50:41Z', 'revision_number': 3, 'project_id': '439890f1c49848958abac4ad1071659c', 'gw_port': {'id': '176e9fe9-2edc-420b-817d-721ab749ea04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ee7c81-5d29-4041-9add-ec0574c50c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:40Z', 'updated_at': '2022-02-10T06:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:44.079873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ab4ea-87dd-4584-8580-7d3de90e6961 req-cdb959c6-4b6d-45db-a5e9-06918d73c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:44.081562 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e45ab4ea-87dd-4584-8580-7d3de90e6961 req-cdb959c6-4b6d-45db-a5e9-06918d73c9b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0 HTTP/1.1" status: 200 len: 1127 time: 0.1534369 Feb 10 06:50:44.103170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] Checking router: 23ee7c81-5d29-4041-9add-ec0574c50c39 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:50:44.103441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] Updating router 23ee7c81-5d29-4041-9add-ec0574c50c39 port 176e9fe9-2edc-420b-817d-721ab749ea04 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:50:44.112970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (23ee7c81-5d29-4041-9add-ec0574c50c39), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.139140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] Port 176e9fe9-2edc-420b-817d-721ab749ea04 not found while updating agent binding for router 23ee7c81-5d29-4041-9add-ec0574c50c39. {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 06:50:44.153295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks [] for port (2101a93f-850f-45ec-9247-41af1ef76afe), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.183720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] Routers {'23ee7c81-5d29-4041-9add-ec0574c50c39'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:44.184535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['23ee7c81-5d29-4041-9add-ec0574c50c39'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:44.224418 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.231569 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (23ee7c81-5d29-4041-9add-ec0574c50c39), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.234218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_controller (23ee7c81-5d29-4041-9add-ec0574c50c39), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.237492 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e45ab4ea-87dd-4584-8580-7d3de90e6961 req-44a1655c-0199-4466-b60a-d7ff640cc5f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506259 Feb 10 06:50:44.271823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:44.277748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:44.282233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:44.283876 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Publish callbacks [] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.285787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] Set router 23ee7c81-5d29-4041-9add-ec0574c50c39 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:44.308942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Pushing event updated for resources: {'Port': ['ID=2101a93f-850f-45ec-9247-41af1ef76afe,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:44.316818 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (23ee7c81-5d29-4041-9add-ec0574c50c39), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.317486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23ee7c81-5d29-4041-9add-ec0574c50c39 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:50:44.326261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.330420 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-33d1710b-2608-4b31-8203-40bb0acad5fb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "DELETE /v2.0/routers/23ee7c81-5d29-4041-9add-ec0574c50c39 HTTP/1.1" status: 204 len: 168 time: 1.2127314 Feb 10 06:50:44.331268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38042) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:44.332013 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.392484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ee7c81-5d29-4041-9add-ec0574c50c39', 'name': 'tempest-snat-router-896912515', 'tenant_id': '439890f1c49848958abac4ad1071659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:39Z', 'updated_at': '2022-02-10T06:50:43Z', 'revision_number': 5, 'project_id': '439890f1c49848958abac4ad1071659c', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:44.399482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cd9028e2-710c-4f28-ac54-741f1e2072a8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:44.457621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407a668-5bb6-4204-ac30-9c3860f1c57b None None] The sync data for ids ['23ee7c81-5d29-4041-9add-ec0574c50c39'] in n-d-828670-1 is: [{'id': '23ee7c81-5d29-4041-9add-ec0574c50c39', 'name': 'tempest-snat-router-896912515', 'tenant_id': '439890f1c49848958abac4ad1071659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:39Z', 'updated_at': '2022-02-10T06:50:43Z', 'revision_number': 5, 'project_id': '439890f1c49848958abac4ad1071659c', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:50:44.474590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Network 0f97832f-c399-47ed-b8b5-f99ce95da35b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:44.477124 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Pushing event updated for resources: {'Port': ['ID=4fc9dfeb-e33c-4806-9fc5-0655c2d3d975,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:44.483101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:44.485723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:44.536035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 284e9728-c02a-46a7-9941-530e07d0b037 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:44.612409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 284e9728-c02a-46a7-9941-530e07d0b037 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:44.612875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 284e9728-c02a-46a7-9941-530e07d0b037 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:44.621321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cd9028e2-710c-4f28-ac54-741f1e2072a8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:44.621802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.623840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Attempting to bind port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:50:44.624488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Attempting to bind port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:50:44.624901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Attempting to bind port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 on network 0f97832f-c399-47ed-b8b5-f99ce95da35b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:44.626281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (e29b7733-a3d9-4069-a516-f0e1d4821163), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.656107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:50:44.656633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Checking segment: {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:44.657103 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.657585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Bound using segment: {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:50:44.658137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Bound port: 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:50:44.658610 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.765810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] For port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:50:44.771161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] For port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4fc9dfeb-e33c-4806-9fc5-0655c2d3d975,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:50:44.775351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cd9028e2-710c-4f28-ac54-741f1e2072a8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:44.782171 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.794465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (e29b7733-a3d9-4069-a516-f0e1d4821163), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:44.879324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda922e-2f40-4eb8-80e8-00982e190812 None None] Pushing event updated for resources: {'Port': ['ID=4fc9dfeb-e33c-4806-9fc5-0655c2d3d975,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:44.948711 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks [] for router_gateway (f495b653-fcec-43f9-b650-3bc3b6781516), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:45.104577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24295b-dea5-44c0-8d30-2c3a1b55383c req-e353ce8c-1af5-4361-959b-6075d181ebda tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:45.109827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a24295b-dea5-44c0-8d30-2c3a1b55383c req-e353ce8c-1af5-4361-959b-6075d181ebda tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 945 time: 0.5261228 Feb 10 06:50:45.211041 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:45.649129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Deleting port cd9028e2-710c-4f28-ac54-741f1e2072a8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:45.649469 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:45.668825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a24295b-dea5-44c0-8d30-2c3a1b55383c req-e926f3c1-cf8a-492a-b781-861bbc2f00f3 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559809 Feb 10 06:50:45.685608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25157a-4fad-449a-8429-7f4eeb16335b req-f6357445-6d28-416b-811f-4b159de76101 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:45.687439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a25157a-4fad-449a-8429-7f4eeb16335b req-f6357445-6d28-416b-811f-4b159de76101 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 945 time: 0.5943673 Feb 10 06:50:45.744165 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (f495b653-fcec-43f9-b650-3bc3b6781516), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:45.865796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a25157a-4fad-449a-8429-7f4eeb16335b req-7155d0ce-3e6b-420e-a7db-3e1f47ab1db2 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699476 Feb 10 06:50:45.896757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] For port cd9028e2-710c-4f28-ac54-741f1e2072a8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cd9028e2-710c-4f28-ac54-741f1e2072a8,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:45.897123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:45.918906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Calling delete_port for cd9028e2-710c-4f28-ac54-741f1e2072a8 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:46.044268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da09e4-4d9d-4fc7-b53c-a2c7ad530340 req-458705fe-eaa7-4d34-8d84-9214a7be2982 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:46.045878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95da09e4-4d9d-4fc7-b53c-a2c7ad530340 req-458705fe-eaa7-4d34-8d84-9214a7be2982 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=994d7f02-778a-4021-b285-42e7f1ad4dcf HTTP/1.1" status: 200 len: 946 time: 0.2638388 Feb 10 06:50:46.192892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95da09e4-4d9d-4fc7-b53c-a2c7ad530340 req-7a318a32-a9a7-4568-9536-02e3720a4d3b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320581 Feb 10 06:50:46.194534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Router f495b653-fcec-43f9-b650-3bc3b6781516 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:50:46.430520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:46.443761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:50:46.460889 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Sync routers for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:50:46.479658 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:46.480559 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:46.495863 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:46.533607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:46.533982 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:46.557017 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:46.558781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-83e87579-e560-4762-80fa-03585d98152a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5726585 Feb 10 06:50:46.561909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38056) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:46.585455 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cd9028e2-710c-4f28-ac54-741f1e2072a8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:46.599871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c6a90-61ea-4a48-becf-512a2171092c req-89667aa8-e780-465f-a424-81145486e8b7 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:46.608332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a92c6a90-61ea-4a48-becf-512a2171092c req-89667aa8-e780-465f-a424-81145486e8b7 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0 HTTP/1.1" status: 200 len: 945 time: 0.1664653 Feb 10 06:50:46.613052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:46.646594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd9028e2-710c-4f28-ac54-741f1e2072a8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:46.734819 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:46.763607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:50:46.770199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:46.770631 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:46.862575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a92c6a90-61ea-4a48-becf-512a2171092c req-01c86019-4223-42f4-b5ed-5ea85aee59ad tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529037 Feb 10 06:50:46.867090 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (e29b7733-a3d9-4069-a516-f0e1d4821163), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:46.875912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:46.876571 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:46.879412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:46.879800 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:46.965304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4fc9dfeb-e33c-4806-9fc5-0655c2d3d975,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:46.982013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9160acac-82f0-4576-aab3-37320a176bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f4d32d-c96d-484a-8cf1-cbfa5cc7595f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:46.986655 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7254d22e-e21e-4f91-aaf3-2bc8f2be5519" -d '{"events": [{"server_uuid": "9160acac-82f0-4576-aab3-37320a176bd3", "name": "network-vif-plugged", "status": "completed", "tag": "06f4d32d-c96d-484a-8cf1-cbfa5cc7595f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:46.998942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a6f2db-847d-4810-bd74-17a3d32675a7 None None] Network 0f97832f-c399-47ed-b8b5-f99ce95da35b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:47.063358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (e29b7733-a3d9-4069-a516-f0e1d4821163), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.065976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_controller (e29b7733-a3d9-4069-a516-f0e1d4821163), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.160722 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.254091 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:44Z', 'revision_number': 3, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:47.290135 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (e29b7733-a3d9-4069-a516-f0e1d4821163), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.290736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e29b7733-a3d9-4069-a516-f0e1d4821163 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:50:47.309615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.318156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3fddcd1c-9573-493f-b773-7b450990fe4c tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e29b7733-a3d9-4069-a516-f0e1d4821163 HTTP/1.1" status: 204 len: 168 time: 2.9802730 Feb 10 06:50:47.320347 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Checking router: f495b653-fcec-43f9-b650-3bc3b6781516 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:50:47.324349 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Updating router f495b653-fcec-43f9-b650-3bc3b6781516 port 2101a93f-850f-45ec-9247-41af1ef76afe binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:50:47.335285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38068) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:47.358927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1703241769', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:47.369869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=4fc9dfeb-e33c-4806-9fc5-0655c2d3d975,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:47.379466 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a40024-377a-4e8d-82d1-7ae12f2e4409 x-openstack-request-id: req-92a40024-377a-4e8d-82d1-7ae12f2e4409 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:47.380946 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9160acac-82f0-4576-aab3-37320a176bd3", "name": "network-vif-plugged", "status": "completed", "tag": "06f4d32d-c96d-484a-8cf1-cbfa5cc7595f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:47.381232 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92a40024-377a-4e8d-82d1-7ae12f2e4409 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:47.381721 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9160acac-82f0-4576-aab3-37320a176bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f4d32d-c96d-484a-8cf1-cbfa5cc7595f', 'code': 200} Feb 10 06:50:47.389225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:47.400083 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.415444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdd31a-e0cd-49cb-a9df-91a8f89c9634 req-1e26b036-a98c-4556-813b-9de51fea2655 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:47.417901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f259d944-1f97-49c9-bc02-6d456081e42f None None] Provisioning complete for port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:47.418417 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f259d944-1f97-49c9-bc02-6d456081e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.430349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bbdd31a-e0cd-49cb-a9df-91a8f89c9634 req-1e26b036-a98c-4556-813b-9de51fea2655 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 945 time: 0.3456142 Feb 10 06:50:47.430599 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.593815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bbdd31a-e0cd-49cb-a9df-91a8f89c9634 req-7f2fff2e-afef-4fb3-9eda-e8295282e4f1 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625524 Feb 10 06:50:47.606562 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (e1736977-e860-4936-ab54-b4749ff3e9ac), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.607614 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (e1736977-e860-4936-ab54-b4749ff3e9ac), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.621565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:47.636230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f259d944-1f97-49c9-bc02-6d456081e42f None None] Current status of the port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:47.698159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c8ff-0ca5-4933-9718-fe9f0f690595 req-c3a09fb4-2d9d-4f96-95bc-200414125152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:47.699839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e26c8ff-0ca5-4933-9718-fe9f0f690595 req-c3a09fb4-2d9d-4f96-95bc-200414125152 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 1128 time: 0.2640550 Feb 10 06:50:47.776605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854038d7-abcb-440d-add5-140c6c055049 req-ef916678-4d8f-4e26-a861-4a096efbf327 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:47.780211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-854038d7-abcb-440d-add5-140c6c055049 req-ef916678-4d8f-4e26-a861-4a096efbf327 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0 HTTP/1.1" status: 200 len: 945 time: 0.2151480 Feb 10 06:50:47.805384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e26c8ff-0ca5-4933-9718-fe9f0f690595 req-ef29c188-819a-4221-af43-fa38119077d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942960 Feb 10 06:50:47.817704 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.861015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-854038d7-abcb-440d-add5-140c6c055049 req-78cb214b-74c1-4f31-98ae-f874a60ed6e9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717466 Feb 10 06:50:47.862159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (e1736977-e860-4936-ab54-b4749ff3e9ac), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:47.974823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4a40894b-af7b-4548-8f9d-d2addde6bf7c None None] Provisioning complete for port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:47.975290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a40894b-af7b-4548-8f9d-d2addde6bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:48.068852 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Publish callbacks [] for port (2101a93f-850f-45ec-9247-41af1ef76afe), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:48.078213 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:48.088997 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4a40894b-af7b-4548-8f9d-d2addde6bf7c None None] Current status of the port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:48.144233 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Attempting to bind port 2101a93f-850f-45ec-9247-41af1ef76afe on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:50:48.145142 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Attempting to bind port 2101a93f-850f-45ec-9247-41af1ef76afe by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:50:48.145142 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Attempting to bind port 2101a93f-850f-45ec-9247-41af1ef76afe on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:48.153605 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc2eb4-912c-4113-9fcc-c6ab83e38557 None None] Pushing event updated for resources: {'Port': ['ID=2101a93f-850f-45ec-9247-41af1ef76afe,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:48.156585 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:50:48.156935 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:48.157331 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:48.157716 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:50:48.158175 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Bound port: 2101a93f-850f-45ec-9247-41af1ef76afe, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:50:48.158590 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:48.184207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e1736977-e860-4936-ab54-b4749ff3e9ac), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:48.234111 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] For port 2101a93f-850f-45ec-9247-41af1ef76afe, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:50:48.234111 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] For port 2101a93f-850f-45ec-9247-41af1ef76afe, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2101a93f-850f-45ec-9247-41af1ef76afe,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:50:48.238831 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:48.292676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Allocated IP 172.20.0.1 (0f97832f-c399-47ed-b8b5-f99ce95da35b/3f552ad7-96b9-4f2d-84d5-a988313c3120/3cc90da5-a6ee-4573-9848-95425783fd33) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:48.303178 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:48.303845 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:48.353033 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc2eb4-912c-4113-9fcc-c6ab83e38557 None None] Pushing event updated for resources: {'Port': ['ID=2101a93f-850f-45ec-9247-41af1ef76afe,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:48.372403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:48.432907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:48.434542 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:48.438855 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:48.506100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Publish callbacks [] for port (3cc90da5-a6ee-4573-9848-95425783fd33), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:48.546709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:48.629421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cd9028e2-710c-4f28-ac54-741f1e2072a8 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:48.682243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: cd9028e2-710c-4f28-ac54-741f1e2072a8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:48.684034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cd9028e2-710c-4f28-ac54-741f1e2072a8 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:48.700450 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:44Z', 'revision_number': 3, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:48.735512 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3114f-8c6d-4f80-9580-a07eca92d0db None None] The sync data for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 is: [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:44Z', 'revision_number': 3, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:50:48.747287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943de524-d2b9-47cc-847a-aaed3f8178c4 req-455fc8b4-a1d9-4a98-8218-e2718a6ffe48 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:48.760069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-943de524-d2b9-47cc-847a-aaed3f8178c4 req-455fc8b4-a1d9-4a98-8218-e2718a6ffe48 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 946 time: 0.0863745 Feb 10 06:50:48.831225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-943de524-d2b9-47cc-847a-aaed3f8178c4 req-a65a9efb-eb0d-465b-94ec-3d9cecdad69e tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701654 Feb 10 06:50:49.016748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a65eb-74a9-4fb8-8f81-48e04477b6ef req-0fad0f8b-6ec7-4665-8a2e-bff0f76b6729 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:49.018808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d4a65eb-74a9-4fb8-8f81-48e04477b6ef req-0fad0f8b-6ec7-4665-8a2e-bff0f76b6729 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0682876 Feb 10 06:50:49.046222 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e1736977-e860-4936-ab54-b4749ff3e9ac), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.052072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.090476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d4a65eb-74a9-4fb8-8f81-48e04477b6ef req-5dda3d7c-bdca-42ca-ab6c-efb32d578ac3 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639389 Feb 10 06:50:49.132630 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.170236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Network 0f97832f-c399-47ed-b8b5-f99ce95da35b is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:49.206348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:49.214478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:49.258096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc90da5-a6ee-4573-9848-95425783fd33,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:49.275291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb2439-8529-4ce7-b466-9074e204624b req-aee00956-5950-4bda-aa43-f48b6f9e15a8 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:49.276862 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ddbb2439-8529-4ce7-b466-9074e204624b req-aee00956-5950-4bda-aa43-f48b6f9e15a8 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0 HTTP/1.1" status: 200 len: 945 time: 0.2415404 Feb 10 06:50:49.303203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.303589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.303886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.312860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:50:49.370432 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (f495b653-fcec-43f9-b650-3bc3b6781516), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.484397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Allocated IP 172.25.8.85 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c7677722-2000-4f9d-8d8c-af451f310a7a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:49.534833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8d955a59-bc27-4e2e-bc4a-ac60ba2352b1 None None] Provisioning complete for port 3cc90da5-a6ee-4573-9848-95425783fd33 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:49.535999 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8d955a59-bc27-4e2e-bc4a-ac60ba2352b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.574105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ddbb2439-8529-4ce7-b466-9074e204624b req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Deleting port 125d72dc-9435-4c63-be0c-f525a50171e5 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:49.574492 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ddbb2439-8529-4ce7-b466-9074e204624b req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.577096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8d955a59-bc27-4e2e-bc4a-ac60ba2352b1 None None] Port 3cc90da5-a6ee-4573-9848-95425783fd33 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:50:49.725110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.785066 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for port (c7677722-2000-4f9d-8d8c-af451f310a7a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.798507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ddbb2439-8529-4ce7-b466-9074e204624b req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] For port 125d72dc-9435-4c63-be0c-f525a50171e5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=125d72dc-9435-4c63-be0c-f525a50171e5,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:49.798874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ddbb2439-8529-4ce7-b466-9074e204624b req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.829239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ddbb2439-8529-4ce7-b466-9074e204624b req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Calling delete_port for 125d72dc-9435-4c63-be0c-f525a50171e5 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:49.962760 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c7677722-2000-4f9d-8d8c-af451f310a7a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:49.989427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15264b70-50f0-45fb-95ff-b9c46ce3c2ff req-daa61217-e60b-4aa3-93fd-48267d6e4ef8 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:49.994793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15264b70-50f0-45fb-95ff-b9c46ce3c2ff req-daa61217-e60b-4aa3-93fd-48267d6e4ef8 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 946 time: 0.0729718 Feb 10 06:50:50.044659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:50.049063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15264b70-50f0-45fb-95ff-b9c46ce3c2ff req-79fbbc96-e4a2-43ea-bcdd-f3771df5896b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513470 Feb 10 06:50:50.051856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:50.055292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:50.104555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event updated for resources: {'Port': ['ID=c7677722-2000-4f9d-8d8c-af451f310a7a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:50.116070 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Publish callbacks [] for port (3cc90da5-a6ee-4573-9848-95425783fd33), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:50.142971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:50.251669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc90da5-a6ee-4573-9848-95425783fd33,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:50.257445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a07053-50a6-43aa-93d1-7977741a7e1b req-84b8487d-2513-4509-98c1-0206f803bc05 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:50.259252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44a07053-50a6-43aa-93d1-7977741a7e1b req-84b8487d-2513-4509-98c1-0206f803bc05 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0683086 Feb 10 06:50:50.363344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (f495b653-fcec-43f9-b650-3bc3b6781516), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:50.383981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44a07053-50a6-43aa-93d1-7977741a7e1b req-d3cfafb9-ee2b-41e3-a254-cf598e5e0d11 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102445 Feb 10 06:50:50.422946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ddbb2439-8529-4ce7-b466-9074e204624b req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (125d72dc-9435-4c63-be0c-f525a50171e5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:50.435761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['125d72dc-9435-4c63-be0c-f525a50171e5', '0a86548a-f5cf-4edd-af2c-f80e9654db2a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:50.449088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['1789eb9b-163b-4c83-b033-28fe1a79782d'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:50.486216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Pushing event deleted for resources: {'Port': ['ID=125d72dc-9435-4c63-be0c-f525a50171e5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:50.537294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2101a93f-850f-45ec-9247-41af1ef76afe up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:50.629879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbb2439-8529-4ce7-b466-9074e204624b req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] No DVR routers for this DVR port 125d72dc-9435-4c63-be0c-f525a50171e5 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:50.635692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ddbb2439-8529-4ce7-b466-9074e204624b req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:50.639735 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ddbb2439-8529-4ce7-b466-9074e204624b req-83895f99-51eb-45b0-91f9-a62e203efb4f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.13 "DELETE /v2.0/ports/125d72dc-9435-4c63-be0c-f525a50171e5 HTTP/1.1" status: 204 len: 173 time: 1.3514147 Feb 10 06:50:50.640598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0', 'name': 'network-vif-deleted', 'tag': '125d72dc-9435-4c63-be0c-f525a50171e5'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:50.643015 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f9332e-57d4-4ab7-934c-532ab5086ff3" -d '{"events": [{"server_uuid": "0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0", "name": "network-vif-deleted", "tag": "125d72dc-9435-4c63-be0c-f525a50171e5"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:50.746186 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ebd074-8df8-4046-bcca-dac51ff51529 x-openstack-request-id: req-50ebd074-8df8-4046-bcca-dac51ff51529 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:50.746532 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0", "name": "network-vif-deleted", "tag": "125d72dc-9435-4c63-be0c-f525a50171e5", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:50.746789 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50ebd074-8df8-4046-bcca-dac51ff51529 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:50.747190 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adf61ee-be01-4bc7-b8c2-1d64fe42c7c0', 'name': 'network-vif-deleted', 'tag': '125d72dc-9435-4c63-be0c-f525a50171e5', 'status': 'completed', 'code': 200} Feb 10 06:50:50.803013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Network 0f97832f-c399-47ed-b8b5-f99ce95da35b is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:50.805330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:50.894789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2101a93f-850f-45ec-9247-41af1ef76afe triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:50.895325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:50.976599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e1736977-e860-4936-ab54-b4749ff3e9ac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:51.080979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2101a93f-850f-45ec-9247-41af1ef76afe is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:51.081747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:51.143337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 2101a93f-850f-45ec-9247-41af1ef76afe, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2101a93f-850f-45ec-9247-41af1ef76afe,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:51.154891 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:51.258782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=2101a93f-850f-45ec-9247-41af1ef76afe,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:51.286022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Router f495b653-fcec-43f9-b650-3bc3b6781516 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:50:51.290139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9f487c49-77c7-43d8-a1cd-53bedd020b7e None None] Provisioning complete for port 3cc90da5-a6ee-4573-9848-95425783fd33 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:51.290904 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f487c49-77c7-43d8-a1cd-53bedd020b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:51.306601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (e1736977-e860-4936-ab54-b4749ff3e9ac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:51.335594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9f487c49-77c7-43d8-a1cd-53bedd020b7e None None] Port 3cc90da5-a6ee-4573-9848-95425783fd33 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:50:51.628933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:50:51.650151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Sync routers for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:50:51.662215 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1d9a19ae-d05e-492a-9d6c-f1df08fbb743 admin admin] 10.222.0.21 "PUT /v2.0/routers/f495b653-fcec-43f9-b650-3bc3b6781516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0949359 Feb 10 06:50:51.663258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Router e1736977-e860-4936-ab54-b4749ff3e9ac is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:50:51.670224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:51.677323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:51.816120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:51.917131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa121ca-2507-4066-b300-0d4b45ddb66d req-ebce9682-9260-4225-9e15-1f4c1274bf1a tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:51.931095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fa121ca-2507-4066-b300-0d4b45ddb66d req-ebce9682-9260-4225-9e15-1f4c1274bf1a tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 945 time: 0.1130140 Feb 10 06:50:51.968338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:50:51.981304 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57495457-5764-4e9f-9eda-89800bacc200 None None] Sync routers for ids ['e1736977-e860-4936-ab54-b4749ff3e9ac'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:50:52.005653 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57495457-5764-4e9f-9eda-89800bacc200 None None] Routers {'e1736977-e860-4936-ab54-b4749ff3e9ac'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:52.008407 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-57495457-5764-4e9f-9eda-89800bacc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e1736977-e860-4936-ab54-b4749ff3e9ac'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:52.034831 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:52.037816 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-48786736-aaf0-4ea9-b3bc-6930150d19dc tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6938910 Feb 10 06:50:52.039282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38130) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:52.048877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1e69cc29-38e4-4b97-b79f-e77006b33cfd tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': False}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:52.062143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fa121ca-2507-4066-b300-0d4b45ddb66d req-b4c852f9-faed-4e66-b8cd-1a58d0ea9bd7 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235499 Feb 10 06:50:52.117422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3cc90da5-a6ee-4573-9848-95425783fd33', 'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'mac_address': 'fa:16:3e:b1:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:47Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 2, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'subnets': [{'id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:52.133669 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-57495457-5764-4e9f-9eda-89800bacc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:52.162012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Checking router: f495b653-fcec-43f9-b650-3bc3b6781516 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:50:52.163265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Updating router f495b653-fcec-43f9-b650-3bc3b6781516 port 3cc90da5-a6ee-4573-9848-95425783fd33 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:50:52.166514 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57495457-5764-4e9f-9eda-89800bacc200 None None] Routers {'e1736977-e860-4936-ab54-b4749ff3e9ac'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:52.167337 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-57495457-5764-4e9f-9eda-89800bacc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e1736977-e860-4936-ab54-b4749ff3e9ac'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:52.204162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:52.306681 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-57495457-5764-4e9f-9eda-89800bacc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:52.312080 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57495457-5764-4e9f-9eda-89800bacc200 None None] The sync data for ids ['e1736977-e860-4936-ab54-b4749ff3e9ac'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:50:52.425539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2101a93f-850f-45ec-9247-41af1ef76afe up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:52.495908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 125d72dc-9435-4c63-be0c-f525a50171e5 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:52.758211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38144) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:52.767001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1319481404-network', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:52.833163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Made reservation on behalf of 07ad965f493248f2a1775c7c2f7b446d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:52.841100 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:52.870732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:52.953004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Publish callbacks [] for port (3cc90da5-a6ee-4573-9848-95425783fd33), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:52.959558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 125d72dc-9435-4c63-be0c-f525a50171e5 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:52.959910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 125d72dc-9435-4c63-be0c-f525a50171e5 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:52.964927 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:52.982573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Publish callbacks [] for security_group (697395b9-7def-499f-b5b9-0b840a188cbc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:52.994588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (697395b9-7def-499f-b5b9-0b840a188cbc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.010316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:50:53.017550 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e69cc29-38e4-4b97-b79f-e77006b33cfd tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (e1736977-e860-4936-ab54-b4749ff3e9ac), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.022922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8c1fb543-d504-4a04-8005-479ee3d12962), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.023637 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Added segment 8c1fb543-d504-4a04-8005-479ee3d12962 of type vlan for network 84de1875-0f94-4996-bc00-e35b0b247e87 Feb 10 06:50:53.028101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce861ed-c75b-4e91-980b-f780007455fd None None] Pushing event updated for resources: {'Port': ['ID=3cc90da5-a6ee-4573-9848-95425783fd33,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:53.083222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (84de1875-0f94-4996-bc00-e35b0b247e87), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.120930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Attempting to bind port 3cc90da5-a6ee-4573-9848-95425783fd33 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:50:53.121308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Attempting to bind port 3cc90da5-a6ee-4573-9848-95425783fd33 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:50:53.121683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Attempting to bind port 3cc90da5-a6ee-4573-9848-95425783fd33 on network 0f97832f-c399-47ed-b8b5-f99ce95da35b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:53.139666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:50:53.140075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Checking segment: {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:53.140465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.140867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Bound using segment: {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:50:53.141361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Bound port: 3cc90da5-a6ee-4573-9848-95425783fd33, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:50:53.141745 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.145342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a27b7-0a55-499e-a1d6-59e3496a1344 req-30bdc3d6-d3a7-45b3-bd01-160f7f3167ab tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:53.163111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a27b7-0a55-499e-a1d6-59e3496a1344 req-30bdc3d6-d3a7-45b3-bd01-160f7f3167ab tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:53.164321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2101a93f-850f-45ec-9247-41af1ef76afe triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:53.164705 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.165696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b6a27b7-0a55-499e-a1d6-59e3496a1344 req-30bdc3d6-d3a7-45b3-bd01-160f7f3167ab tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758&device_id=994d7f02-778a-4021-b285-42e7f1ad4dcf HTTP/1.1" status: 200 len: 1682 time: 0.4663315 Feb 10 06:50:53.179408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (84de1875-0f94-4996-bc00-e35b0b247e87), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.183507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:53.184386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.298165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-cc141550-820f-4531-9965-f1158766cd8b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:53.299778 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-cc141550-820f-4531-9965-f1158766cd8b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.13 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 945 time: 0.0707433 Feb 10 06:50:53.325153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b6a27b7-0a55-499e-a1d6-59e3496a1344 req-7ea363d7-6632-45f4-8e93-d03d8001aad6 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480210 Feb 10 06:50:53.376836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] For port 3cc90da5-a6ee-4573-9848-95425783fd33, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:50:53.380205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] For port 3cc90da5-a6ee-4573-9848-95425783fd33, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3cc90da5-a6ee-4573-9848-95425783fd33,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:50:53.430601 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.447741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6854463 Feb 10 06:50:53.454514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697395b9-7def-499f-b5b9-0b840a188cbc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:53.457438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:53.497186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f798fa-2b74-43fd-927e-c428e3b40174 req-a6744033-d7eb-4894-a612-3dbcd59ccd11 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:53.505727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78f798fa-2b74-43fd-927e-c428e3b40174 req-a6744033-d7eb-4894-a612-3dbcd59ccd11 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 945 time: 0.2799184 Feb 10 06:50:53.517794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Request body: {'subnet': {'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1319481404-subnet', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:53.544161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41316c-85aa-4fd9-92fa-3c66b093317f admin admin] Pushing event updated for resources: {'Network': ['ID=84de1875-0f94-4996-bc00-e35b0b247e87,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:53.546714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Made reservation on behalf of 07ad965f493248f2a1775c7c2f7b446d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:50:53.549511 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.586288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce861ed-c75b-4e91-980b-f780007455fd None None] Pushing event updated for resources: {'Port': ['ID=3cc90da5-a6ee-4573-9848-95425783fd33,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:53.602451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 84de1875-0f94-4996-bc00-e35b0b247e87 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:50:53.651265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Deleting port 84aed43c-b35d-4665-80c8-0ffafee739ea {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:53.651855 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.704390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2101a93f-850f-45ec-9247-41af1ef76afe is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:53.721299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-68a76d4c-8316-4eb3-bfba-b33032100b16 None None] Provisioning complete for port 3cc90da5-a6ee-4573-9848-95425783fd33 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:53.721678 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68a76d4c-8316-4eb3-bfba-b33032100b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:53.741901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78f798fa-2b74-43fd-927e-c428e3b40174 req-1e7492e6-c8a9-47db-bab5-8daebde0b22b tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348516 Feb 10 06:50:53.758336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:53.758985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:54.017700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (75ddd5c2-18a1-4d48-b68b-82f1524ae2c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.022500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:54.094106 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] For port 84aed43c-b35d-4665-80c8-0ffafee739ea, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=84aed43c-b35d-4665-80c8-0ffafee739ea,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:54.094778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.118929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Calling delete_port for 84aed43c-b35d-4665-80c8-0ffafee739ea owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:54.156070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ddd5c2-18a1-4d48-b68b-82f1524ae2c9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:54.224104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Checking segment: {'id': '8c1fb543-d504-4a04-8005-479ee3d12962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:54.225423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Network hostable DHCP agents. Network: 84de1875-0f94-4996-bc00-e35b0b247e87, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:50:54.230171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-68a76d4c-8316-4eb3-bfba-b33032100b16 None None] Current status of the port 3cc90da5-a6ee-4573-9848-95425783fd33 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:54.230597 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68a76d4c-8316-4eb3-bfba-b33032100b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.259409 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e69cc29-38e4-4b97-b79f-e77006b33cfd tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (e1736977-e860-4936-ab54-b4749ff3e9ac), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.269047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Network 84de1875-0f94-4996-bc00-e35b0b247e87 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:50:54.292323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 84de1875-0f94-4996-bc00-e35b0b247e87) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:54.300875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:54.301632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.320847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-68a76d4c-8316-4eb3-bfba-b33032100b16 None None] For port 3cc90da5-a6ee-4573-9848-95425783fd33, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3cc90da5-a6ee-4573-9848-95425783fd33,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:54.324820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb619148-e546-4349-91b0-77eb25e6ebc5 None None] Network 84de1875-0f94-4996-bc00-e35b0b247e87 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:54.343549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f3807cb6-7b1e-4296-8172-9c6d6e92b4a4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8334293 Feb 10 06:50:54.349380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38166) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:54.363830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:54.408921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (b33197c1-3e03-4da0-abd5-a011958ea942), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.410390 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (b33197c1-3e03-4da0-abd5-a011958ea942), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.429236 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68a76d4c-8316-4eb3-bfba-b33032100b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.452013 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e69cc29-38e4-4b97-b79f-e77006b33cfd tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (e1736977-e860-4936-ab54-b4749ff3e9ac), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.460646 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (84aed43c-b35d-4665-80c8-0ffafee739ea), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.489930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4dac0860-b1c2-4198-b77e-efb128ff600f', 'cda6f018-a557-4d6e-8a02-ade47f8d3e73'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:54.513141 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks [] for router_controller (b33197c1-3e03-4da0-abd5-a011958ea942), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.523864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['84aed43c-b35d-4665-80c8-0ffafee739ea'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:54.528629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Pushing event deleted for resources: {'Port': ['ID=84aed43c-b35d-4665-80c8-0ffafee739ea,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:54.621051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-84de1875-0f94-4996-bc00-e35b0b247e87', 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87', 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'fixed_ips': [{'subnet_id': '75ddd5c2-18a1-4d48-b68b-82f1524ae2c9'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:50:54.622114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.642499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a76d4c-8316-4eb3-bfba-b33032100b16 None None] Pushing event updated for resources: {'Port': ['ID=3cc90da5-a6ee-4573-9848-95425783fd33,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:54.645944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b7f0b-ff56-492c-8449-299b38308a6a req-15d5e3c8-7eec-48b8-9cb9-38b4c8e990bd tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:54.649053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e43b7f0b-ff56-492c-8449-299b38308a6a req-15d5e3c8-7eec-48b8-9cb9-38b4c8e990bd tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=994d7f02-778a-4021-b285-42e7f1ad4dcf HTTP/1.1" status: 200 len: 946 time: 0.1500282 Feb 10 06:50:54.684520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3cc90da5-a6ee-4573-9848-95425783fd33', 'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'mac_address': 'fa:16:3e:b1:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:47Z', 'updated_at': '2022-02-10T06:50:53Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'subnets': [{'id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:54.712444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] No DVR routers for this DVR port 84aed43c-b35d-4665-80c8-0ffafee739ea on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:54.716281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.719655 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e5400f91-6754-455c-b62d-7f48d052abd9 req-ad464621-8ba6-40ee-8f80-bbb4d2884777 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.13 "DELETE /v2.0/ports/84aed43c-b35d-4665-80c8-0ffafee739ea HTTP/1.1" status: 204 len: 173 time: 1.4146731 Feb 10 06:50:54.723070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8782983d-a604-4f42-9e4d-483fa2246093', 'name': 'network-vif-deleted', 'tag': '84aed43c-b35d-4665-80c8-0ffafee739ea'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:54.725812 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3172c18-57ac-441c-a669-3cd8ac9f34b3" -d '{"events": [{"server_uuid": "8782983d-a604-4f42-9e4d-483fa2246093", "name": "network-vif-deleted", "tag": "84aed43c-b35d-4665-80c8-0ffafee739ea"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:54.735108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e69cc29-38e4-4b97-b79f-e77006b33cfd tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Router e1736977-e860-4936-ab54-b4749ff3e9ac has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:50:54.735703 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks [] for router_gateway (b33197c1-3e03-4da0-abd5-a011958ea942), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.795284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e43b7f0b-ff56-492c-8449-299b38308a6a req-e72e3e68-7b8a-47ec-8165-dc652685c835 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082110 Feb 10 06:50:54.837754 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c1e0de-a9e7-4553-b79d-796e69d808fd x-openstack-request-id: req-15c1e0de-a9e7-4553-b79d-796e69d808fd {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:54.838062 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8782983d-a604-4f42-9e4d-483fa2246093", "name": "network-vif-deleted", "tag": "84aed43c-b35d-4665-80c8-0ffafee739ea", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:54.838411 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15c1e0de-a9e7-4553-b79d-796e69d808fd {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:54.838754 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8782983d-a604-4f42-9e4d-483fa2246093', 'name': 'network-vif-deleted', 'tag': '84aed43c-b35d-4665-80c8-0ffafee739ea', 'status': 'completed', 'code': 200} Feb 10 06:50:54.925625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-734b87b6-d9c4-421a-aac1-1faa7ab2a3dc None None] Provisioning complete for port 3cc90da5-a6ee-4573-9848-95425783fd33 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:54.925853 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-734b87b6-d9c4-421a-aac1-1faa7ab2a3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.955844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e69cc29-38e4-4b97-b79f-e77006b33cfd tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:50:54.961402 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e69cc29-38e4-4b97-b79f-e77006b33cfd tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:54.962908 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1e69cc29-38e4-4b97-b79f-e77006b33cfd tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "PUT /v2.0/routers/e1736977-e860-4936-ab54-b4749ff3e9ac HTTP/1.1" status: 200 len: 921 time: 2.9218359 Feb 10 06:50:54.965549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38174) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:54.987558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f89a1428-c92c-4068-aa0e-a314b9c642f5 req-9061764c-5019-4f72-92e9-477d3d4781ed tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=8782983d-a604-4f42-9e4d-483fa2246093 HTTP/1.1" status: 200 len: 210 time: 0.0514805 Feb 10 06:50:55.017437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127e9c3-0cda-49a0-bdf9-0f9b89bd762c None None] Sync routers for ids ['e1736977-e860-4936-ab54-b4749ff3e9ac'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:50:55.049435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d208e539-45fd-47b3-83fb-0797c688f54d None None] The sync data for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 is: [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3cc90da5-a6ee-4573-9848-95425783fd33', 'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'mac_address': 'fa:16:3e:b1:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:47Z', 'updated_at': '2022-02-10T06:50:53Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'subnets': [{'id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:50:55.178826 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-87c500f3-708d-4f77-8832-6aac492d53fa tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/routers/e1736977-e860-4936-ab54-b4749ff3e9ac HTTP/1.1" status: 200 len: 921 time: 0.2117143 Feb 10 06:50:55.181486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38178) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:55.212775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127e9c3-0cda-49a0-bdf9-0f9b89bd762c None None] Routers {'e1736977-e860-4936-ab54-b4749ff3e9ac'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:55.213416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2127e9c3-0cda-49a0-bdf9-0f9b89bd762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e1736977-e860-4936-ab54-b4749ff3e9ac'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:55.261743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks [] for router_gateway (b33197c1-3e03-4da0-abd5-a011958ea942), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:55.291037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:55.328296 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6613459-06f5-45af-ad34-ae4c4a28156f tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:55.331327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d6613459-06f5-45af-ad34-ae4c4a28156f tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=e1736977-e860-4936-ab54-b4749ff3e9ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1482151 Feb 10 06:50:55.336943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38180) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:55.360446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2127e9c3-0cda-49a0-bdf9-0f9b89bd762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:55.396294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Allocated IP 172.20.0.2 (84de1875-0f94-4996-bc00-e35b0b247e87/75ddd5c2-18a1-4d48-b68b-82f1524ae2c9/d81b387c-5ddb-4611-bf50-d93d4d4ce43d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:55.502360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Allocated IP 172.25.8.47 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/9e89a323-4a10-4411-aac6-0924bb7b91d7) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:55.524434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-f5ccb8bf-f879-4206-b42a-bff5817baa63 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:55.525879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d2b77d-cb0c-45bd-9416-70683303b925 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:55.527265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-f5ccb8bf-f879-4206-b42a-bff5817baa63 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.24 "GET /v2.0/ports?device_id=994d7f02-778a-4021-b285-42e7f1ad4dcf HTTP/1.1" status: 200 len: 946 time: 0.1185639 Feb 10 06:50:55.527813 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-61d2b77d-cb0c-45bd-9416-70683303b925 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 881 time: 0.1896358 Feb 10 06:50:55.530347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127e9c3-0cda-49a0-bdf9-0f9b89bd762c None None] Routers {'e1736977-e860-4936-ab54-b4749ff3e9ac'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:55.530501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38182) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:55.531039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2127e9c3-0cda-49a0-bdf9-0f9b89bd762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e1736977-e860-4936-ab54-b4749ff3e9ac'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:55.578876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2127e9c3-0cda-49a0-bdf9-0f9b89bd762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:55.579468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127e9c3-0cda-49a0-bdf9-0f9b89bd762c None None] The sync data for ids ['e1736977-e860-4936-ab54-b4749ff3e9ac'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:50:55.604493 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8cb49606-fa32-48c9-beba-c03d659ea416 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1736977-e860-4936-ab54-b4749ff3e9ac HTTP/1.1" status: 200 len: 205 time: 0.0725484 Feb 10 06:50:55.607809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38184) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:55.630680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-734b87b6-d9c4-421a-aac1-1faa7ab2a3dc None None] Current status of the port 3cc90da5-a6ee-4573-9848-95425783fd33 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:55.774834 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks [] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:55.794590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Deleting port 1789eb9b-163b-4c83-b033-28fe1a79782d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:55.795102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:55.830567 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Publish callbacks [] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:55.841457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:55.879302 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (e1736977-e860-4936-ab54-b4749ff3e9ac), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:55.909554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:55.926114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Network 84de1875-0f94-4996-bc00-e35b0b247e87 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:55.943354 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:55.947462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:56.025464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Pushing event updated for resources: {'Port': ['ID=d81b387c-5ddb-4611-bf50-d93d4d4ce43d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:56.080230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:56.086866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:56.090713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:56.100597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53230c3a-b557-438f-91e0-d40902264c31 req-971e959b-b018-43e8-ad63-2fac4fb445b9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:56.102168 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-53230c3a-b557-438f-91e0-d40902264c31 req-971e959b-b018-43e8-ad63-2fac4fb445b9 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e08bb6-00b4-4b84-9bd9-856aff45e758 HTTP/1.1" status: 200 len: 945 time: 0.2131422 Feb 10 06:50:56.104034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] For port 1789eb9b-163b-4c83-b033-28fe1a79782d, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=1789eb9b-163b-4c83-b033-28fe1a79782d,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:56.104876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:56.122136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Attempting to bind port d81b387c-5ddb-4611-bf50-d93d4d4ce43d on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:50:56.122754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Attempting to bind port d81b387c-5ddb-4611-bf50-d93d4d4ce43d by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8c1fb543-d504-4a04-8005-479ee3d12962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:50:56.122969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Attempting to bind port d81b387c-5ddb-4611-bf50-d93d4d4ce43d on network 84de1875-0f94-4996-bc00-e35b0b247e87 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:50:56.136894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:50:56.138917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Checking segment: {'id': '8c1fb543-d504-4a04-8005-479ee3d12962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:50:56.139952 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:56.140382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Bound using segment: {'id': '8c1fb543-d504-4a04-8005-479ee3d12962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:50:56.140893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Bound port: d81b387c-5ddb-4611-bf50-d93d4d4ce43d, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1fb543-d504-4a04-8005-479ee3d12962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:50:56.141285 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:56.168480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Pushing event updated for resources: {'Port': ['ID=9e89a323-4a10-4411-aac6-0924bb7b91d7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:56.196175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Calling delete_port for 1789eb9b-163b-4c83-b033-28fe1a79782d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:56.264155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e1736977-e860-4936-ab54-b4749ff3e9ac), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:56.279925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] For port d81b387c-5ddb-4611-bf50-d93d4d4ce43d, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:50:56.284039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] For port d81b387c-5ddb-4611-bf50-d93d4d4ce43d, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d81b387c-5ddb-4611-bf50-d93d4d4ce43d,segment=NetworkSegment(8c1fb543-d504-4a04-8005-479ee3d12962),segment_id=8c1fb543-d504-4a04-8005-479ee3d12962)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:50:56.297837 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:56.375601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-53230c3a-b557-438f-91e0-d40902264c31 req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Deleting port 0a86548a-f5cf-4edd-af2c-f80e9654db2a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:56.376344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-53230c3a-b557-438f-91e0-d40902264c31 req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:56.411623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b5285-5973-4d66-ab5e-e41e472d77c1 None None] Pushing event updated for resources: {'Port': ['ID=d81b387c-5ddb-4611-bf50-d93d4d4ce43d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:56.479490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 0a86548a-f5cf-4edd-af2c-f80e9654db2a no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:56.538828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3cc90da5-a6ee-4573-9848-95425783fd33 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:56.576847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-53230c3a-b557-438f-91e0-d40902264c31 req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] For port 0a86548a-f5cf-4edd-af2c-f80e9654db2a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=0a86548a-f5cf-4edd-af2c-f80e9654db2a,segment=NetworkSegment(ebe04d94-50f1-400e-b511-f57e3d8f1e81),segment_id=ebe04d94-50f1-400e-b511-f57e3d8f1e81)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:56.582184 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-53230c3a-b557-438f-91e0-d40902264c31 req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:56.601239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-53230c3a-b557-438f-91e0-d40902264c31 req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Calling delete_port for 0a86548a-f5cf-4edd-af2c-f80e9654db2a owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:56.824369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-53230c3a-b557-438f-91e0-d40902264c31 req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0a86548a-f5cf-4edd-af2c-f80e9654db2a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:56.867783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Pushing event deleted for resources: {'Port': ['ID=0a86548a-f5cf-4edd-af2c-f80e9654db2a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:56.879870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Deleting port c7677722-2000-4f9d-8d8c-af451f310a7a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:56.881296 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c7677722-2000-4f9d-8d8c-af451f310a7a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:56.923176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No active binding found for port 0a86548a-f5cf-4edd-af2c-f80e9654db2a {{(pid=103215) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 06:50:56.923559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port 0a86548a-f5cf-4edd-af2c-f80e9654db2a host None! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:50:56.923970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 0a86548a-f5cf-4edd-af2c-f80e9654db2a not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:56.924396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 84aed43c-b35d-4665-80c8-0ffafee739ea no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:56.969561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 84aed43c-b35d-4665-80c8-0ffafee739ea {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:56.969932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 84aed43c-b35d-4665-80c8-0ffafee739ea not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:56.995196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 3cc90da5-a6ee-4573-9848-95425783fd33 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:56.995576 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.010713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43351ae0-1c21-4a8a-94c7-dae33a437dcd req-13981652-2e48-4e8e-9f85-4ee1e6fce529 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:57.012151 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:50:57.024120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43351ae0-1c21-4a8a-94c7-dae33a437dcd req-13981652-2e48-4e8e-9f85-4ee1e6fce529 tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=994d7f02-778a-4021-b285-42e7f1ad4dcf HTTP/1.1" status: 200 len: 946 time: 1.0593481 Feb 10 06:50:57.071105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-53230c3a-b557-438f-91e0-d40902264c31 req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] No DVR routers for this DVR port 0a86548a-f5cf-4edd-af2c-f80e9654db2a on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:57.084051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-53230c3a-b557-438f-91e0-d40902264c31 req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.088377 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-53230c3a-b557-438f-91e0-d40902264c31 req-1df8ff73-4b7e-46fd-b61b-a9cddbcb323b tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.13 "DELETE /v2.0/ports/0a86548a-f5cf-4edd-af2c-f80e9654db2a HTTP/1.1" status: 204 len: 173 time: 0.9788983 Feb 10 06:50:57.088864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e08bb6-00b4-4b84-9bd9-856aff45e758', 'name': 'network-vif-deleted', 'tag': '0a86548a-f5cf-4edd-af2c-f80e9654db2a'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:57.091989 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfbabd5-27f9-46dc-be07-64c78261a108" -d '{"events": [{"server_uuid": "01e08bb6-00b4-4b84-9bd9-856aff45e758", "name": "network-vif-deleted", "tag": "0a86548a-f5cf-4edd-af2c-f80e9654db2a"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:57.124818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 3cc90da5-a6ee-4573-9848-95425783fd33 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:57.132799 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c7677722-2000-4f9d-8d8c-af451f310a7a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.159758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Calling delete_port for c7677722-2000-4f9d-8d8c-af451f310a7a owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:57.235055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea968c-3f0b-499c-8d75-f1121a2564ec req-d095a1ac-98ca-4e27-a2f0-b0facf0136f3 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:57.242400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66ea968c-3f0b-499c-8d75-f1121a2564ec req-d095a1ac-98ca-4e27-a2f0-b0facf0136f3 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 946 time: 0.3969505 Feb 10 06:50:57.275012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43351ae0-1c21-4a8a-94c7-dae33a437dcd req-21c9fade-f2c0-4bf5-b136-c663aeea14bd tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/security-groups?id=a875a8bc-23c2-4675-8c7a-3f7905eb70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452395 Feb 10 06:50:57.399088 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233d2e74-7544-43bf-a769-fb1db6c7c472 x-openstack-request-id: req-233d2e74-7544-43bf-a769-fb1db6c7c472 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:57.399579 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e08bb6-00b4-4b84-9bd9-856aff45e758", "name": "network-vif-deleted", "tag": "0a86548a-f5cf-4edd-af2c-f80e9654db2a", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:57.399685 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-233d2e74-7544-43bf-a769-fb1db6c7c472 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:57.400139 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e08bb6-00b4-4b84-9bd9-856aff45e758', 'name': 'network-vif-deleted', 'tag': '0a86548a-f5cf-4edd-af2c-f80e9654db2a', 'status': 'completed', 'code': 200} Feb 10 06:50:57.432442 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1789eb9b-163b-4c83-b033-28fe1a79782d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.454938 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c7677722-2000-4f9d-8d8c-af451f310a7a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.500440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event deleted for resources: {'Port': ['ID=c7677722-2000-4f9d-8d8c-af451f310a7a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:57.551106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Pushing event deleted for resources: {'Port': ['ID=1789eb9b-163b-4c83-b033-28fe1a79782d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:57.580077 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (e1736977-e860-4936-ab54-b4749ff3e9ac), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.588515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] No DVR routers for this DVR port 1789eb9b-163b-4c83-b033-28fe1a79782d on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:57.608312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.612438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e24309e2-9b77-414d-88b2-e4f8d0a1a4a8 req-ecc50aa5-7d77-4849-9ab2-5dfa46d76aeb tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.24 "DELETE /v2.0/ports/1789eb9b-163b-4c83-b033-28fe1a79782d HTTP/1.1" status: 204 len: 173 time: 2.0786273 Feb 10 06:50:57.620877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994d7f02-778a-4021-b285-42e7f1ad4dcf', 'name': 'network-vif-deleted', 'tag': '1789eb9b-163b-4c83-b033-28fe1a79782d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:57.623538 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e83d78-b7a2-4bd9-bf42-c24fe9a77710" -d '{"events": [{"server_uuid": "994d7f02-778a-4021-b285-42e7f1ad4dcf", "name": "network-vif-deleted", "tag": "1789eb9b-163b-4c83-b033-28fe1a79782d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:57.685350 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks [] for router_gateway (b33197c1-3e03-4da0-abd5-a011958ea942), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.758774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (e1736977-e860-4936-ab54-b4749ff3e9ac), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.761570 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (e1736977-e860-4936-ab54-b4749ff3e9ac), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.771388 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b007de-cefa-408b-8686-7c727b6ba552 x-openstack-request-id: req-28b007de-cefa-408b-8686-7c727b6ba552 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:57.771747 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994d7f02-778a-4021-b285-42e7f1ad4dcf", "name": "network-vif-deleted", "tag": "1789eb9b-163b-4c83-b033-28fe1a79782d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:57.771962 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28b007de-cefa-408b-8686-7c727b6ba552 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:57.773545 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994d7f02-778a-4021-b285-42e7f1ad4dcf', 'name': 'network-vif-deleted', 'tag': '1789eb9b-163b-4c83-b033-28fe1a79782d', 'status': 'completed', 'code': 200} Feb 10 06:50:57.777203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66ea968c-3f0b-499c-8d75-f1121a2564ec req-67fbd91e-f0f8-4a04-a2f9-17ba0c719c42 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337827 Feb 10 06:50:57.831556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (e1736977-e860-4936-ab54-b4749ff3e9ac), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.833769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Fanout notify agent at l3_agent the message router_deleted on router e1736977-e860-4936-ab54-b4749ff3e9ac {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:50:57.852089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.857298 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-63a0a946-2adb-47ba-83b4-9c8a87530fc6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/e1736977-e860-4936-ab54-b4749ff3e9ac HTTP/1.1" status: 204 len: 168 time: 2.2450969 Feb 10 06:50:57.857611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38202) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:57.864155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-29e6c08a-4a50-47eb-9324-e2a005e5ae3f tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675251099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:57.903710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29e6c08a-4a50-47eb-9324-e2a005e5ae3f tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (7f7577f9-806e-45b8-8230-ae12e3d0d262), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.905136 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29e6c08a-4a50-47eb-9324-e2a005e5ae3f tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (7f7577f9-806e-45b8-8230-ae12e3d0d262), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:57.912941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c67766-2833-4a50-983d-c5722b51d510 req-8a13b8aa-c388-40a2-a71c-bc0819e98e95 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:57.914529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53c67766-2833-4a50-983d-c5722b51d510 req-8a13b8aa-c388-40a2-a71c-bc0819e98e95 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 946 time: 0.1286006 Feb 10 06:50:57.954758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e5090-d534-4153-a1c3-9af62a0bce52 None None] Network 84de1875-0f94-4996-bc00-e35b0b247e87 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:50:58.001733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29e6c08a-4a50-47eb-9324-e2a005e5ae3f tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (7f7577f9-806e-45b8-8230-ae12e3d0d262), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.009933 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29e6c08a-4a50-47eb-9324-e2a005e5ae3f tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (7f7577f9-806e-45b8-8230-ae12e3d0d262), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.045286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4033c4db-1f8c-489c-a298-878e0fe115a6 None None] Provisioning complete for port d81b387c-5ddb-4611-bf50-d93d4d4ce43d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:58.045610 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4033c4db-1f8c-489c-a298-878e0fe115a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.050496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29e6c08a-4a50-47eb-9324-e2a005e5ae3f tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.057690 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-29e6c08a-4a50-47eb-9324-e2a005e5ae3f tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1986747 Feb 10 06:50:58.060529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38206) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:58.071455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:50:58.185017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4033c4db-1f8c-489c-a298-878e0fe115a6 None None] Current status of the port d81b387c-5ddb-4611-bf50-d93d4d4ce43d is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:58.186641 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4033c4db-1f8c-489c-a298-878e0fe115a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.204241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-53c67766-2833-4a50-983d-c5722b51d510 req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Deleting port cda6f018-a557-4d6e-8a02-ade47f8d3e73 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:50:58.205818 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53c67766-2833-4a50-983d-c5722b51d510 req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.211329 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (b33197c1-3e03-4da0-abd5-a011958ea942), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.260520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4033c4db-1f8c-489c-a298-878e0fe115a6 None None] For port d81b387c-5ddb-4611-bf50-d93d4d4ce43d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d81b387c-5ddb-4611-bf50-d93d4d4ce43d,segment=NetworkSegment(8c1fb543-d504-4a04-8005-479ee3d12962),segment_id=8c1fb543-d504-4a04-8005-479ee3d12962)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:58.268401 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4033c4db-1f8c-489c-a298-878e0fe115a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.401748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033c4db-1f8c-489c-a298-878e0fe115a6 None None] Pushing event updated for resources: {'Port': ['ID=d81b387c-5ddb-4611-bf50-d93d4d4ce43d,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:58.446913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (7f7577f9-806e-45b8-8230-ae12e3d0d262), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.507905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d81b387c-5ddb-4611-bf50-d93d4d4ce43d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:50:58.576219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d81b387c-5ddb-4611-bf50-d93d4d4ce43d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:58.576906 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.610014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 1789eb9b-163b-4c83-b033-28fe1a79782d no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:50:58.619429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76e66fd6-f468-42ff-b304-655cf6eec3f4 req-fa488f50-b24d-48fc-965b-7fdbbee31c8f tempest-ListServersNegativeTestJSON-1856916775 tempest-ListServersNegativeTestJSON-1856916775-project] 10.222.0.21 "GET /v2.0/ports?device_id=994d7f02-778a-4021-b285-42e7f1ad4dcf HTTP/1.1" status: 200 len: 210 time: 0.1358204 Feb 10 06:50:58.650750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 1789eb9b-163b-4c83-b033-28fe1a79782d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:50:58.651671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 1789eb9b-163b-4c83-b033-28fe1a79782d not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:50:58.659254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-53c67766-2833-4a50-983d-c5722b51d510 req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] For port cda6f018-a557-4d6e-8a02-ade47f8d3e73, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=cda6f018-a557-4d6e-8a02-ade47f8d3e73,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:50:58.659980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53c67766-2833-4a50-983d-c5722b51d510 req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.667138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f3688385-d7c4-4b7e-bb4e-2a4b47a210a3 None None] Provisioning complete for port d81b387c-5ddb-4611-bf50-d93d4d4ce43d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:50:58.667514 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3688385-d7c4-4b7e-bb4e-2a4b47a210a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.680448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-53c67766-2833-4a50-983d-c5722b51d510 req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Calling delete_port for cda6f018-a557-4d6e-8a02-ade47f8d3e73 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:50:58.758028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Router b33197c1-3e03-4da0-abd5-a011958ea942 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:50:58.825306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d81b387c-5ddb-4611-bf50-d93d4d4ce43d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:58.834069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f3688385-d7c4-4b7e-bb4e-2a4b47a210a3 None None] Current status of the port d81b387c-5ddb-4611-bf50-d93d4d4ce43d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:50:58.966573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53c67766-2833-4a50-983d-c5722b51d510 req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cda6f018-a557-4d6e-8a02-ade47f8d3e73), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:58.979216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4dac0860-b1c2-4198-b77e-efb128ff600f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:50:59.098486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Pushing event deleted for resources: {'Port': ['ID=cda6f018-a557-4d6e-8a02-ade47f8d3e73,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:59.118348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c67766-2833-4a50-983d-c5722b51d510 req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] No DVR routers for this DVR port cda6f018-a557-4d6e-8a02-ade47f8d3e73 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:50:59.121302 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-53c67766-2833-4a50-983d-c5722b51d510 req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:59.124819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53c67766-2833-4a50-983d-c5722b51d510 req-dc6eae67-2432-4544-915e-749121015238 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "DELETE /v2.0/ports/cda6f018-a557-4d6e-8a02-ade47f8d3e73 HTTP/1.1" status: 204 len: 173 time: 1.2045345 Feb 10 06:50:59.151187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4c8a9-aab9-44a3-8961-9ad64e081a76 req-16c884af-bda1-4b3b-9b7e-e536d0e9ef30 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:50:59.152756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3a4c8a9-aab9-44a3-8961-9ad64e081a76 req-16c884af-bda1-4b3b-9b7e-e536d0e9ef30 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4cb664e-6319-4019-88b6-ea6e925d7513 HTTP/1.1" status: 200 len: 867 time: 0.2313457 Feb 10 06:50:59.153997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:50:59.172884 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Sync routers for ids ['b33197c1-3e03-4da0-abd5-a011958ea942'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:50:59.179145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:59.182981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a714d495-6019-41ba-80cf-177f85a56e17 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8268204 Feb 10 06:50:59.187690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:59.197076 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Routers {'b33197c1-3e03-4da0-abd5-a011958ea942'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:50:59.198222 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b33197c1-3e03-4da0-abd5-a011958ea942'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:59.290346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3a4c8a9-aab9-44a3-8961-9ad64e081a76 req-f7e75795-3d4e-465d-a6ea-2f34687b121d tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184568 Feb 10 06:50:59.343902 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Set router b33197c1-3e03-4da0-abd5-a011958ea942 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:50:59.380511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (7f7577f9-806e-45b8-8230-ae12e3d0d262), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:59.400367 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:59.513879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Allocated IP 172.25.8.205 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/a9e55718-8ad1-4867-a79e-7e6719709b47) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:50:59.552256 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:54Z', 'updated_at': '2022-02-10T06:50:57Z', 'revision_number': 3, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'gw_port': {'id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:55Z', 'updated_at': '2022-02-10T06:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:50:59.584072 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Checking router: b33197c1-3e03-4da0-abd5-a011958ea942 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:50:59.584785 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Updating router b33197c1-3e03-4da0-abd5-a011958ea942 port 9e89a323-4a10-4411-aac6-0924bb7b91d7 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:50:59.617002 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:59.648878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for port (a9e55718-8ad1-4867-a79e-7e6719709b47), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:59.714964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a9e55718-8ad1-4867-a79e-7e6719709b47), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:50:59.762837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event updated for resources: {'Port': ['ID=a9e55718-8ad1-4867-a79e-7e6719709b47,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:50:59.779347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:50:59.781252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:50:59.784777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:50:59.792919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cb664e-6319-4019-88b6-ea6e925d7513', 'name': 'network-vif-deleted', 'tag': 'cda6f018-a557-4d6e-8a02-ade47f8d3e73'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:50:59.800554 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d5f005-9276-4a4f-98a1-9d10eef92b91" -d '{"events": [{"server_uuid": "a4cb664e-6319-4019-88b6-ea6e925d7513", "name": "network-vif-deleted", "tag": "cda6f018-a557-4d6e-8a02-ade47f8d3e73"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:50:59.845565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38224) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:50:59.924723 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97da9aa-8b63-4e5d-b332-5f65a3691b06 x-openstack-request-id: req-e97da9aa-8b63-4e5d-b332-5f65a3691b06 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:50:59.925347 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cb664e-6319-4019-88b6-ea6e925d7513", "name": "network-vif-deleted", "tag": "cda6f018-a557-4d6e-8a02-ade47f8d3e73", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:50:59.925779 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e97da9aa-8b63-4e5d-b332-5f65a3691b06 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:50:59.926470 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cb664e-6319-4019-88b6-ea6e925d7513', 'name': 'network-vif-deleted', 'tag': 'cda6f018-a557-4d6e-8a02-ade47f8d3e73', 'status': 'completed', 'code': 200} Feb 10 06:50:59.998716 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Publish callbacks [] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.005677 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.016859 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.025427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef1e089-b7b1-45a4-b339-ad23483e6e79 admin admin] Deleting subnet a0422032-0fc6-4b57-9275-c04901d826b4 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:00.029951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e089-b7b1-45a4-b339-ad23483e6e79 admin admin] Publish callbacks [] for subnet (a0422032-0fc6-4b57-9275-c04901d826b4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.062445 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f8a2a-c99a-4847-8b76-5e1ccd88f860 None None] Pushing event updated for resources: {'Port': ['ID=9e89a323-4a10-4411-aac6-0924bb7b91d7,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:00.096046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e089-b7b1-45a4-b339-ad23483e6e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (a0422032-0fc6-4b57-9275-c04901d826b4), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.102605 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Attempting to bind port 9e89a323-4a10-4411-aac6-0924bb7b91d7 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:00.103083 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Attempting to bind port 9e89a323-4a10-4411-aac6-0924bb7b91d7 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:00.103449 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Attempting to bind port 9e89a323-4a10-4411-aac6-0924bb7b91d7 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:00.109227 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:00.109706 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:00.110115 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.110565 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:00.111037 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Bound port: 9e89a323-4a10-4411-aac6-0924bb7b91d7, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:00.111464 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.176729 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] For port 9e89a323-4a10-4411-aac6-0924bb7b91d7, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:00.184261 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] For port 9e89a323-4a10-4411-aac6-0924bb7b91d7, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9e89a323-4a10-4411-aac6-0924bb7b91d7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:00.193009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e089-b7b1-45a4-b339-ad23483e6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a0422032-0fc6-4b57-9275-c04901d826b4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.195858 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.235319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Allocated IP 172.20.0.1 (84de1875-0f94-4996-bc00-e35b0b247e87/75ddd5c2-18a1-4d48-b68b-82f1524ae2c9/959bc761-905d-4930-af05-c97108dde4f3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:00.275821 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (7f7577f9-806e-45b8-8230-ae12e3d0d262), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.335797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e089-b7b1-45a4-b339-ad23483e6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (a0422032-0fc6-4b57-9275-c04901d826b4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.372432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1e089-b7b1-45a4-b339-ad23483e6e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0422032-0fc6-4b57-9275-c04901d826b4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:00.405037 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e089-b7b1-45a4-b339-ad23483e6e79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.412807 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4ef1e089-b7b1-45a4-b339-ad23483e6e79 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a0422032-0fc6-4b57-9275-c04901d826b4 HTTP/1.1" status: 204 len: 168 time: 0.5606518 Feb 10 06:51:00.414425 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38228) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:00.426347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d81b387c-5ddb-4611-bf50-d93d4d4ce43d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:00.430722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Publish callbacks [] for port (959bc761-905d-4930-af05-c97108dde4f3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.453597 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f8a2a-c99a-4847-8b76-5e1ccd88f860 None None] Pushing event updated for resources: {'Port': ['ID=9e89a323-4a10-4411-aac6-0924bb7b91d7,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:00.470028 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (959bc761-905d-4930-af05-c97108dde4f3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.481605 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Routers {'b33197c1-3e03-4da0-abd5-a011958ea942'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:00.485823 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b33197c1-3e03-4da0-abd5-a011958ea942'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:00.515237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Network 84de1875-0f94-4996-bc00-e35b0b247e87 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:00.532491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:00.538429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:00.590497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device cda6f018-a557-4d6e-8a02-ade47f8d3e73 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:51:00.631778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Pushing event updated for resources: {'Port': ['ID=959bc761-905d-4930-af05-c97108dde4f3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:00.643594 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (b33197c1-3e03-4da0-abd5-a011958ea942), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.647991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d81b387c-5ddb-4611-bf50-d93d4d4ce43d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:00.650921 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.653967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: cda6f018-a557-4d6e-8a02-ade47f8d3e73 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:51:00.655589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device cda6f018-a557-4d6e-8a02-ade47f8d3e73 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:51:00.841789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d81b387c-5ddb-4611-bf50-d93d4d4ce43d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:00.853068 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (656efd61-b414-4277-9adc-946593882499), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.869138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (7f7577f9-806e-45b8-8230-ae12e3d0d262), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.874869 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (7f7577f9-806e-45b8-8230-ae12e3d0d262), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.896114 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] Set router b33197c1-3e03-4da0-abd5-a011958ea942 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:00.952811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (959bc761-905d-4930-af05-c97108dde4f3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:00.981822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-66d0b01c-ef64-4dc6-8ff7-a9141fa55912 None None] Provisioning complete for port 959bc761-905d-4930-af05-c97108dde4f3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:00.982208 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66d0b01c-ef64-4dc6-8ff7-a9141fa55912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (959bc761-905d-4930-af05-c97108dde4f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.011679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (656efd61-b414-4277-9adc-946593882499), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.066793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-66d0b01c-ef64-4dc6-8ff7-a9141fa55912 None None] Port 959bc761-905d-4930-af05-c97108dde4f3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:51:01.070510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656efd61-b414-4277-9adc-946593882499']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:01.118797 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:54Z', 'updated_at': '2022-02-10T06:50:57Z', 'revision_number': 3, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'gw_port': {'id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:55Z', 'updated_at': '2022-02-10T06:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:01.120685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe04d94-50f1-400e-b511-f57e3d8f1e81') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:01.121165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe04d94-50f1-400e-b511-f57e3d8f1e81') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:01.141156 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (ebe04d94-50f1-400e-b511-f57e3d8f1e81), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.151869 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7fb0b-ec0a-4d1d-b7f5-b1722e8aa912 None None] The sync data for ids ['b33197c1-3e03-4da0-abd5-a011958ea942'] in n-d-828670-1 is: [{'id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:54Z', 'updated_at': '2022-02-10T06:50:57Z', 'revision_number': 3, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'gw_port': {'id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:55Z', 'updated_at': '2022-02-10T06:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:01.166063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ebe04d94-50f1-400e-b511-f57e3d8f1e81), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.182920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:51:01.183406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (ebe04d94-50f1-400e-b511-f57e3d8f1e81), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:51:01.185849 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:51:01.197644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Router 7f7577f9-806e-45b8-8230-ae12e3d0d262 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:51:01.296589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (656efd61-b414-4277-9adc-946593882499), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.305119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.311215 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] 10.222.0.21 "DELETE /v2.0/networks/656efd61-b414-4277-9adc-946593882499 HTTP/1.1" status: 204 len: 168 time: 0.8866107 Feb 10 06:51:01.328879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf72d0-077d-466c-9393-8e53fa6e236c admin admin] Pushing event deleted for resources: {'Network': ['ID=656efd61-b414-4277-9adc-946593882499,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:01.409508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:01.422232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c168e3ca-fa11-4389-8afb-d11eab964238 None None] Sync routers for ids ['7f7577f9-806e-45b8-8230-ae12e3d0d262'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:01.437423 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.444160 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fefceb12-8d1a-407b-b42c-a2803e8648d2 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "PUT /v2.0/routers/7f7577f9-806e-45b8-8230-ae12e3d0d262 HTTP/1.1" status: 200 len: 880 time: 3.3821969 Feb 10 06:51:01.447246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38238) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:01.450335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c168e3ca-fa11-4389-8afb-d11eab964238 None None] Routers {'7f7577f9-806e-45b8-8230-ae12e3d0d262'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:01.451081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c168e3ca-fa11-4389-8afb-d11eab964238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7f7577f9-806e-45b8-8230-ae12e3d0d262'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:01.593209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c168e3ca-fa11-4389-8afb-d11eab964238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:01.622161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38240) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:01.624856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c168e3ca-fa11-4389-8afb-d11eab964238 None None] Routers {'7f7577f9-806e-45b8-8230-ae12e3d0d262'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:01.625607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c168e3ca-fa11-4389-8afb-d11eab964238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['7f7577f9-806e-45b8-8230-ae12e3d0d262'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:01.626106 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Publish callbacks [] for port (959bc761-905d-4930-af05-c97108dde4f3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.642093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (959bc761-905d-4930-af05-c97108dde4f3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.677696 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dfc0e8f8-be2d-4e79-975b-5a3663af8491 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/routers/7f7577f9-806e-45b8-8230-ae12e3d0d262 HTTP/1.1" status: 200 len: 921 time: 0.2244246 Feb 10 06:51:01.679244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38242) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:01.720817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c168e3ca-fa11-4389-8afb-d11eab964238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:01.724320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c168e3ca-fa11-4389-8afb-d11eab964238 None None] The sync data for ids ['7f7577f9-806e-45b8-8230-ae12e3d0d262'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:01.754405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436fa908-697a-49d1-ac57-e704f5aa3ffb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:01.758382 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-436fa908-697a-49d1-ac57-e704f5aa3ffb tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=7f7577f9-806e-45b8-8230-ae12e3d0d262&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0755129 Feb 10 06:51:01.759228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38246) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:01.762834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Pushing event updated for resources: {'Port': ['ID=959bc761-905d-4930-af05-c97108dde4f3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:01.765304 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (b33197c1-3e03-4da0-abd5-a011958ea942), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.778135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d0f80ace-423b-4d38-ac94-a2a8b6fd6fd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32760f7156114abb8d5d93125dc47e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1547039 Feb 10 06:51:01.778924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:01.901522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8697e29-4f4c-4112-bd80-3c5f9d496a47 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:01.907426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38252) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:01.907616 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e8697e29-4f4c-4112-bd80-3c5f9d496a47 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 881 time: 0.1461740 Feb 10 06:51:01.953008 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0fee36fa-b346-4094-bdb9-e7ee8a27dfdb admin admin] Publish callbacks [] for security_group (a875a8bc-23c2-4675-8c7a-3f7905eb70d9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.961751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d2ce44cf-e8cd-43fd-9e3b-78e7fb808732 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f7577f9-806e-45b8-8230-ae12e3d0d262 HTTP/1.1" status: 200 len: 205 time: 0.0518036 Feb 10 06:51:01.964795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38254) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:01.988805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Network 84de1875-0f94-4996-bc00-e35b0b247e87 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:01.991348 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0fee36fa-b346-4094-bdb9-e7ee8a27dfdb admin admin] Publish callbacks [] for security_group (a875a8bc-23c2-4675-8c7a-3f7905eb70d9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:01.993647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:02.112469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (7f7577f9-806e-45b8-8230-ae12e3d0d262), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.211326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0fee36fa-b346-4094-bdb9-e7ee8a27dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a875a8bc-23c2-4675-8c7a-3f7905eb70d9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.214337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0fee36fa-b346-4094-bdb9-e7ee8a27dfdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.218219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0fee36fa-b346-4094-bdb9-e7ee8a27dfdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a875a8bc-23c2-4675-8c7a-3f7905eb70d9 HTTP/1.1" status: 204 len: 168 time: 0.4347343 Feb 10 06:51:02.230877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee36fa-b346-4094-bdb9-e7ee8a27dfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a875a8bc-23c2-4675-8c7a-3f7905eb70d9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:02.266940 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (7f7577f9-806e-45b8-8230-ae12e3d0d262), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.268955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Router b33197c1-3e03-4da0-abd5-a011958ea942 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:51:02.387906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Deleting port a9e55718-8ad1-4867-a79e-7e6719709b47 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:02.389375 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a9e55718-8ad1-4867-a79e-7e6719709b47), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.409449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c89509dd-117c-4209-bb2e-1672482bcbaa None None] Provisioning complete for port 959bc761-905d-4930-af05-c97108dde4f3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:02.412298 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c89509dd-117c-4209-bb2e-1672482bcbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (959bc761-905d-4930-af05-c97108dde4f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.453752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9e89a323-4a10-4411-aac6-0924bb7b91d7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:02.497113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:02.511146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f839a2d7-2ffa-49da-b66a-33afaa20f839 admin admin] 10.222.0.21 "PUT /v2.0/routers/b33197c1-3e03-4da0-abd5-a011958ea942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3163426 Feb 10 06:51:02.531556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a9e55718-8ad1-4867-a79e-7e6719709b47), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.550236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Calling delete_port for a9e55718-8ad1-4867-a79e-7e6719709b47 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:02.569504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c89509dd-117c-4209-bb2e-1672482bcbaa None None] Port 959bc761-905d-4930-af05-c97108dde4f3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:51:02.574410 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9e89a323-4a10-4411-aac6-0924bb7b91d7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:02.574996 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.711932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9e89a323-4a10-4411-aac6-0924bb7b91d7 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:02.712334 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.735504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 9e89a323-4a10-4411-aac6-0924bb7b91d7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9e89a323-4a10-4411-aac6-0924bb7b91d7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:02.740289 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.796644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a9e55718-8ad1-4867-a79e-7e6719709b47), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:02.804888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=9e89a323-4a10-4411-aac6-0924bb7b91d7,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:02.901178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event deleted for resources: {'Port': ['ID=a9e55718-8ad1-4867-a79e-7e6719709b47,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:02.961098 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (7f7577f9-806e-45b8-8230-ae12e3d0d262), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.077250 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (7f7577f9-806e-45b8-8230-ae12e3d0d262), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.079887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (7f7577f9-806e-45b8-8230-ae12e3d0d262), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.149060 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (7f7577f9-806e-45b8-8230-ae12e3d0d262), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.149846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Fanout notify agent at l3_agent the message router_deleted on router 7f7577f9-806e-45b8-8230-ae12e3d0d262 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:51:03.158062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.158940 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-58a7e969-748e-475a-9a90-bfc8def036a3 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/7f7577f9-806e-45b8-8230-ae12e3d0d262 HTTP/1.1" status: 204 len: 168 time: 1.1929827 Feb 10 06:51:03.163657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38284) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:03.168837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-11850302-a055-4d7f-8a23-02b9cf4c402c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1071482988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:03.195531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11850302-a055-4d7f-8a23-02b9cf4c402c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (e038a2e4-22c8-4b00-95e6-03885f53e7ea), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.196547 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11850302-a055-4d7f-8a23-02b9cf4c402c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (e038a2e4-22c8-4b00-95e6-03885f53e7ea), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.276541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11850302-a055-4d7f-8a23-02b9cf4c402c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (e038a2e4-22c8-4b00-95e6-03885f53e7ea), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.284210 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11850302-a055-4d7f-8a23-02b9cf4c402c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (e038a2e4-22c8-4b00-95e6-03885f53e7ea), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.305617 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11850302-a055-4d7f-8a23-02b9cf4c402c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.310059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-11850302-a055-4d7f-8a23-02b9cf4c402c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1426582 Feb 10 06:51:03.310543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38288) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:03.316744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': True}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:03.357089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:03.505444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-623972274-network', 'tenant_id': 'a92e19506ade4f528e6688d66508860f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:03.521246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:03.526938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9d1cd70b-fa6e-4137-9fa2-70bd206a4a8a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383135665', 'description': 'tempest-secgroup-smoke-1383135665 description', 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:03.564614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Made reservation on behalf of a92e19506ade4f528e6688d66508860f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:03.567544 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.580683 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.583360 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd70b-fa6e-4137-9fa2-70bd206a4a8a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.603593 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (e038a2e4-22c8-4b00-95e6-03885f53e7ea), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.646972 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Sync routers for ids ['b33197c1-3e03-4da0-abd5-a011958ea942'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:03.662409 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Routers {'b33197c1-3e03-4da0-abd5-a011958ea942'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:03.663086 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b33197c1-3e03-4da0-abd5-a011958ea942'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:03.739693 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd70b-fa6e-4137-9fa2-70bd206a4a8a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group (ee9f9c35-b2d0-46e4-98be-dcb40e7863dd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.751808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd70b-fa6e-4137-9fa2-70bd206a4a8a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ee9f9c35-b2d0-46e4-98be-dcb40e7863dd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.798761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd70b-fa6e-4137-9fa2-70bd206a4a8a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.800264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d1cd70b-fa6e-4137-9fa2-70bd206a4a8a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2779164 Feb 10 06:51:03.806748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38296) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:03.812091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aa5faa67-ad3b-4c5d-9fcc-cda58d47c805 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f9c35-b2d0-46e4-98be-dcb40e7863dd', 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:03.823309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cd70b-fa6e-4137-9fa2-70bd206a4a8a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:03.828109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Publish callbacks [] for security_group (3eadd7f3-7a51-43fa-afae-d38587e32d0b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.837292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3eadd7f3-7a51-43fa-afae-d38587e32d0b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.864244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:51:03.873102 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Set router b33197c1-3e03-4da0-abd5-a011958ea942 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:03.891266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa5faa67-ad3b-4c5d-9fcc-cda58d47c805 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (75f76d20-03d3-4574-bfe2-348b2f6f9b18), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.893761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (e038a2e4-22c8-4b00-95e6-03885f53e7ea), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.916550 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.920344 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b0beedd1-6331-4f53-9337-10cda64fb5d2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:03.920691 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Added segment b0beedd1-6331-4f53-9337-10cda64fb5d2 of type vlan for network e5b79be8-c0f2-4311-9a37-36c374f777f8 Feb 10 06:51:03.923508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eadd7f3-7a51-43fa-afae-d38587e32d0b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:03.997963 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa5faa67-ad3b-4c5d-9fcc-cda58d47c805 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (75f76d20-03d3-4574-bfe2-348b2f6f9b18), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.028223 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa5faa67-ad3b-4c5d-9fcc-cda58d47c805 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (75f76d20-03d3-4574-bfe2-348b2f6f9b18), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.061814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e5b79be8-c0f2-4311-9a37-36c374f777f8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.066714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5faa67-ad3b-4c5d-9fcc-cda58d47c805 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f76d20-03d3-4574-bfe2-348b2f6f9b18,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:04.081898 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa5faa67-ad3b-4c5d-9fcc-cda58d47c805 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.083691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa5faa67-ad3b-4c5d-9fcc-cda58d47c805 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2750528 Feb 10 06:51:04.087231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38302) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:04.099740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f5f83a80-7112-46e0-86b4-5a4b643c076a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f9c35-b2d0-46e4-98be-dcb40e7863dd', 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:04.107473 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e5b79be8-c0f2-4311-9a37-36c374f777f8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.108649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:04.109331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.171270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8129060 Feb 10 06:51:04.172841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Allocated IP 172.25.8.169 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/89659bf1-a3bb-477e-a75d-f636169cffd1) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:04.174206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:04.182225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Request body: {'subnet': {'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-623972274-subnet', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:04.190552 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:54Z', 'updated_at': '2022-02-10T06:51:00Z', 'revision_number': 4, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'gw_port': {'id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:55Z', 'updated_at': '2022-02-10T06:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '959bc761-905d-4930-af05-c97108dde4f3', 'name': '', 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'mac_address': 'fa:16:3e:51:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '75ddd5c2-18a1-4d48-b68b-82f1524ae2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:00Z', 'updated_at': '2022-02-10T06:51:01Z', 'revision_number': 2, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'subnets': [{'id': '75ddd5c2-18a1-4d48-b68b-82f1524ae2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:04.229774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ed655-8a18-4cc7-9817-928d6218a0ae admin admin] Pushing event updated for resources: {'Network': ['ID=e5b79be8-c0f2-4311-9a37-36c374f777f8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:04.241865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:51:04.248149 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f83a80-7112-46e0-86b4-5a4b643c076a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (d2149705-139b-4143-9555-67f705e0258f), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.249675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Made reservation on behalf of a92e19506ade4f528e6688d66508860f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:04.257145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.272126 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Checking router: b33197c1-3e03-4da0-abd5-a011958ea942 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:51:04.273002 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Updating router b33197c1-3e03-4da0-abd5-a011958ea942 port 959bc761-905d-4930-af05-c97108dde4f3 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:51:04.337433 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (959bc761-905d-4930-af05-c97108dde4f3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.380118 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f83a80-7112-46e0-86b4-5a4b643c076a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (d2149705-139b-4143-9555-67f705e0258f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.385693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f83a80-7112-46e0-86b4-5a4b643c076a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d2149705-139b-4143-9555-67f705e0258f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.430603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9e89a323-4a10-4411-aac6-0924bb7b91d7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:04.430813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for port (89659bf1-a3bb-477e-a75d-f636169cffd1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.433455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f83a80-7112-46e0-86b4-5a4b643c076a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2149705-139b-4143-9555-67f705e0258f,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:04.491043 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5f83a80-7112-46e0-86b4-5a4b643c076a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.494926 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f5f83a80-7112-46e0-86b4-5a4b643c076a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4042718 Feb 10 06:51:04.495467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38306) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:04.505568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-dbf06657-ff42-49ff-b66a-d38031dffe75 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f9c35-b2d0-46e4-98be-dcb40e7863dd', 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:04.521466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9e89a323-4a10-4411-aac6-0924bb7b91d7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:04.521935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.586857 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (89659bf1-a3bb-477e-a75d-f636169cffd1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.620282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9e89a323-4a10-4411-aac6-0924bb7b91d7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:04.656412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (5e40ec35-57be-4466-81a4-bee3d6fb86f9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.672578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dbf06657-ff42-49ff-b66a-d38031dffe75 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (347c19d9-c3fb-4683-b774-f3dea57b6f9d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.725522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e40ec35-57be-4466-81a4-bee3d6fb86f9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:04.745144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Checking segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:04.745819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Network hostable DHCP agents. Network: e5b79be8-c0f2-4311-9a37-36c374f777f8, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:51:04.773473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:51:04.784032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:04.788401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e5b79be8-c0f2-4311-9a37-36c374f777f8) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:04.798480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb72878a-b2d1-4371-a262-846e4d23ba6d None None] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:04.809261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:04.810952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.813841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:04.835330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:04.846465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-59a299f3-1a88-40ae-b1e5-ae5ab68f9802 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6705055 Feb 10 06:51:04.849204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38308) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:04.854039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:04.898086 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (20bca2aa-f260-4432-a419-6f1e753e1a01), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.899363 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (20bca2aa-f260-4432-a419-6f1e753e1a01), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.924911 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Publish callbacks [] for port (959bc761-905d-4930-af05-c97108dde4f3), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:04.941659 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (959bc761-905d-4930-af05-c97108dde4f3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.009046 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks [] for router_controller (20bca2aa-f260-4432-a419-6f1e753e1a01), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.043641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-e5b79be8-c0f2-4311-9a37-36c374f777f8', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'project_id': 'a92e19506ade4f528e6688d66508860f', 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:51:05.045577 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.072183 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d25241-e888-4ac0-8f3a-6e3114868dd2 None None] Pushing event updated for resources: {'Port': ['ID=959bc761-905d-4930-af05-c97108dde4f3,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:05.255008 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Attempting to bind port 959bc761-905d-4930-af05-c97108dde4f3 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:05.256230 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Attempting to bind port 959bc761-905d-4930-af05-c97108dde4f3 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8c1fb543-d504-4a04-8005-479ee3d12962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:05.256600 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Attempting to bind port 959bc761-905d-4930-af05-c97108dde4f3 on network 84de1875-0f94-4996-bc00-e35b0b247e87 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:05.267699 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:05.268072 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Checking segment: {'id': '8c1fb543-d504-4a04-8005-479ee3d12962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:05.271094 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.271523 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Bound using segment: {'id': '8c1fb543-d504-4a04-8005-479ee3d12962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:05.276691 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Bound port: 959bc761-905d-4930-af05-c97108dde4f3, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1fb543-d504-4a04-8005-479ee3d12962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:05.277034 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (959bc761-905d-4930-af05-c97108dde4f3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.408494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Allocated IP 172.20.0.2 (e5b79be8-c0f2-4311-9a37-36c374f777f8/5e40ec35-57be-4466-81a4-bee3d6fb86f9/a27adb6d-2882-44af-ba5d-8df2db984bb1) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:05.454989 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks [] for router_gateway (20bca2aa-f260-4432-a419-6f1e753e1a01), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.478520 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] For port 959bc761-905d-4930-af05-c97108dde4f3, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:05.485916 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] For port 959bc761-905d-4930-af05-c97108dde4f3, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=959bc761-905d-4930-af05-c97108dde4f3,segment=NetworkSegment(8c1fb543-d504-4a04-8005-479ee3d12962),segment_id=8c1fb543-d504-4a04-8005-479ee3d12962)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:05.512508 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (959bc761-905d-4930-af05-c97108dde4f3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.602747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-22c91c07-41e6-46fe-82fd-52fa6bc8479c None None] Provisioning complete for port 959bc761-905d-4930-af05-c97108dde4f3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:05.603136 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c91c07-41e6-46fe-82fd-52fa6bc8479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (959bc761-905d-4930-af05-c97108dde4f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.622647 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Routers {'b33197c1-3e03-4da0-abd5-a011958ea942'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:05.623500 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b33197c1-3e03-4da0-abd5-a011958ea942'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:05.629263 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d25241-e888-4ac0-8f3a-6e3114868dd2 None None] Pushing event updated for resources: {'Port': ['ID=959bc761-905d-4930-af05-c97108dde4f3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:05.777857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-22c91c07-41e6-46fe-82fd-52fa6bc8479c None None] Current status of the port 959bc761-905d-4930-af05-c97108dde4f3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:05.778182 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c91c07-41e6-46fe-82fd-52fa6bc8479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (959bc761-905d-4930-af05-c97108dde4f3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.828967 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Publish callbacks [] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.841102 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.863029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:05.867388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-22c91c07-41e6-46fe-82fd-52fa6bc8479c None None] For port 959bc761-905d-4930-af05-c97108dde4f3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=959bc761-905d-4930-af05-c97108dde4f3,segment=NetworkSegment(8c1fb543-d504-4a04-8005-479ee3d12962),segment_id=8c1fb543-d504-4a04-8005-479ee3d12962)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:05.869934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:05.873971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:05.914070 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] Set router b33197c1-3e03-4da0-abd5-a011958ea942 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:05.939205 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c91c07-41e6-46fe-82fd-52fa6bc8479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (959bc761-905d-4930-af05-c97108dde4f3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:05.968239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event updated for resources: {'Port': ['ID=89659bf1-a3bb-477e-a75d-f636169cffd1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:06.006697 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dbf06657-ff42-49ff-b66a-d38031dffe75 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (347c19d9-c3fb-4683-b774-f3dea57b6f9d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.044596 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dbf06657-ff42-49ff-b66a-d38031dffe75 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (347c19d9-c3fb-4683-b774-f3dea57b6f9d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.053437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Pushing event updated for resources: {'Port': ['ID=a27adb6d-2882-44af-ba5d-8df2db984bb1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:06.103794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf06657-ff42-49ff-b66a-d38031dffe75 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347c19d9-c3fb-4683-b774-f3dea57b6f9d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:06.113281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks [] for router_gateway (20bca2aa-f260-4432-a419-6f1e753e1a01), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.130808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dbf06657-ff42-49ff-b66a-d38031dffe75 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.134560 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dbf06657-ff42-49ff-b66a-d38031dffe75 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6344178 Feb 10 06:51:06.136860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38314) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:06.141519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1ce46fc8-07c9-42bd-a3cc-ec4bfbf5ba06 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f9c35-b2d0-46e4-98be-dcb40e7863dd', 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:06.165932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.185080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c91c07-41e6-46fe-82fd-52fa6bc8479c None None] Pushing event updated for resources: {'Port': ['ID=959bc761-905d-4930-af05-c97108dde4f3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:06.241495 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ce46fc8-07c9-42bd-a3cc-ec4bfbf5ba06 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (a198d301-8a78-4210-a2d1-a51e670c8c62), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.248953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Attempting to bind port a27adb6d-2882-44af-ba5d-8df2db984bb1 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:06.249335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Attempting to bind port a27adb6d-2882-44af-ba5d-8df2db984bb1 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:06.249705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Attempting to bind port a27adb6d-2882-44af-ba5d-8df2db984bb1 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:06.272893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:06.273326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Checking segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:06.273687 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.274090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Bound using segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:06.274722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Bound port: a27adb6d-2882-44af-ba5d-8df2db984bb1, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:06.275006 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.288999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2fd62fd9-a5c2-4e28-bc46-809b9043fb09 None None] Provisioning complete for port 959bc761-905d-4930-af05-c97108dde4f3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:06.289397 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2fd62fd9-a5c2-4e28-bc46-809b9043fb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (959bc761-905d-4930-af05-c97108dde4f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.323219 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:54Z', 'updated_at': '2022-02-10T06:51:00Z', 'revision_number': 4, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'gw_port': {'id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:55Z', 'updated_at': '2022-02-10T06:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '959bc761-905d-4930-af05-c97108dde4f3', 'name': '', 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'mac_address': 'fa:16:3e:51:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '75ddd5c2-18a1-4d48-b68b-82f1524ae2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:00Z', 'updated_at': '2022-02-10T06:51:05Z', 'revision_number': 4, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'subnets': [{'id': '75ddd5c2-18a1-4d48-b68b-82f1524ae2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:06.363533 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce951f-b9e6-4e72-a415-32dddb0d3dab None None] The sync data for ids ['b33197c1-3e03-4da0-abd5-a011958ea942'] in n-d-828670-1 is: [{'id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:54Z', 'updated_at': '2022-02-10T06:51:00Z', 'revision_number': 4, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'gw_port': {'id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:55Z', 'updated_at': '2022-02-10T06:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '959bc761-905d-4930-af05-c97108dde4f3', 'name': '', 'network_id': '84de1875-0f94-4996-bc00-e35b0b247e87', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'mac_address': 'fa:16:3e:51:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '75ddd5c2-18a1-4d48-b68b-82f1524ae2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:00Z', 'updated_at': '2022-02-10T06:51:05Z', 'revision_number': 4, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'subnets': [{'id': '75ddd5c2-18a1-4d48-b68b-82f1524ae2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:06.370245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ce46fc8-07c9-42bd-a3cc-ec4bfbf5ba06 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (a198d301-8a78-4210-a2d1-a51e670c8c62), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.382559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ce46fc8-07c9-42bd-a3cc-ec4bfbf5ba06 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (a198d301-8a78-4210-a2d1-a51e670c8c62), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.462423 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ce46fc8-07c9-42bd-a3cc-ec4bfbf5ba06 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.468053 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1ce46fc8-07c9-42bd-a3cc-ec4bfbf5ba06 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274181 Feb 10 06:51:06.472553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38320) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:06.478047 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-76178de0-02ce-4e59-abd2-5286056e4a74 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f9c35-b2d0-46e4-98be-dcb40e7863dd', 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:06.485594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce46fc8-07c9-42bd-a3cc-ec4bfbf5ba06 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a198d301-8a78-4210-a2d1-a51e670c8c62,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:06.487382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Allocated IP 172.25.8.40 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/0d76572a-37d7-4109-8ce3-9fc01d469366) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:06.501922 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (e038a2e4-22c8-4b00-95e6-03885f53e7ea), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.581650 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-76178de0-02ce-4e59-abd2-5286056e4a74 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Project e9f41676fb7b4dedae37ef92bbafc71c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:51:06.592987 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76178de0-02ce-4e59-abd2-5286056e4a74 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (dc14c9a2-1304-4434-9d06-eb98f1553f55), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.619848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] For port a27adb6d-2882-44af-ba5d-8df2db984bb1, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:06.631893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] For port a27adb6d-2882-44af-ba5d-8df2db984bb1, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a27adb6d-2882-44af-ba5d-8df2db984bb1,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:06.638788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2fd62fd9-a5c2-4e28-bc46-809b9043fb09 None None] Current status of the port 959bc761-905d-4930-af05-c97108dde4f3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:06.654094 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.708316 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks [] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.727837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d72655-3480-4833-a6d2-8db753ab4376 None None] Pushing event updated for resources: {'Port': ['ID=a27adb6d-2882-44af-ba5d-8df2db984bb1,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:06.784553 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.869628 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.872374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:06.887045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:06.901549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:06.943597 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (e038a2e4-22c8-4b00-95e6-03885f53e7ea), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:06.952708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (e038a2e4-22c8-4b00-95e6-03885f53e7ea), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.026422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76178de0-02ce-4e59-abd2-5286056e4a74 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (dc14c9a2-1304-4434-9d06-eb98f1553f55), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.032306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Pushing event updated for resources: {'Port': ['ID=0d76572a-37d7-4109-8ce3-9fc01d469366,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:07.034589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76178de0-02ce-4e59-abd2-5286056e4a74 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (dc14c9a2-1304-4434-9d06-eb98f1553f55), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.097550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76178de0-02ce-4e59-abd2-5286056e4a74 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc14c9a2-1304-4434-9d06-eb98f1553f55,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:07.108429 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76178de0-02ce-4e59-abd2-5286056e4a74 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.110775 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-76178de0-02ce-4e59-abd2-5286056e4a74 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6371372 Feb 10 06:51:07.113505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38322) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:07.117559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.117910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.118254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.121556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.121909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.122250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.122667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.122944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.123275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.123604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.131181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.131769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.132123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:07.157101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-83f0b634-0716-48ff-9838-ee75121836dc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f9c35-b2d0-46e4-98be-dcb40e7863dd', 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:07.221239 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-83f0b634-0716-48ff-9838-ee75121836dc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Project e9f41676fb7b4dedae37ef92bbafc71c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:51:07.234352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83f0b634-0716-48ff-9838-ee75121836dc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (ced56e79-a5e9-47e7-81a6-ed58f1921d0a), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.325176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Router e038a2e4-22c8-4b00-95e6-03885f53e7ea is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:51:07.351174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83f0b634-0716-48ff-9838-ee75121836dc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (ced56e79-a5e9-47e7-81a6-ed58f1921d0a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.360650 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83f0b634-0716-48ff-9838-ee75121836dc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (ced56e79-a5e9-47e7-81a6-ed58f1921d0a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.484698 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks [] for router_gateway (20bca2aa-f260-4432-a419-6f1e753e1a01), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.488097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83f0b634-0716-48ff-9838-ee75121836dc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.490098 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-83f0b634-0716-48ff-9838-ee75121836dc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3753417 Feb 10 06:51:07.493037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0b634-0716-48ff-9838-ee75121836dc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced56e79-a5e9-47e7-81a6-ed58f1921d0a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:07.633288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:07.643698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b646405-c3ed-4fd3-890e-fb030211a05a None None] Sync routers for ids ['e038a2e4-22c8-4b00-95e6-03885f53e7ea'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:07.646223 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:07.650642 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-13511311-068a-402e-b8c3-5fc68e865ded tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "PUT /v2.0/routers/e038a2e4-22c8-4b00-95e6-03885f53e7ea HTTP/1.1" status: 200 len: 915 time: 4.3388517 Feb 10 06:51:07.651422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38330) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:07.658859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b646405-c3ed-4fd3-890e-fb030211a05a None None] Routers {'e038a2e4-22c8-4b00-95e6-03885f53e7ea'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:07.659490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6b646405-c3ed-4fd3-890e-fb030211a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e038a2e4-22c8-4b00-95e6-03885f53e7ea'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:07.771958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6b646405-c3ed-4fd3-890e-fb030211a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:07.790932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b646405-c3ed-4fd3-890e-fb030211a05a None None] Routers {'e038a2e4-22c8-4b00-95e6-03885f53e7ea'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:07.791894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6b646405-c3ed-4fd3-890e-fb030211a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e038a2e4-22c8-4b00-95e6-03885f53e7ea'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:07.835766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6b646405-c3ed-4fd3-890e-fb030211a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:07.836786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b646405-c3ed-4fd3-890e-fb030211a05a None None] The sync data for ids ['e038a2e4-22c8-4b00-95e6-03885f53e7ea'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:07.892224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cae2fe2f-de5d-4b66-b3b4-549a7b68f0cd tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/routers/e038a2e4-22c8-4b00-95e6-03885f53e7ea HTTP/1.1" status: 200 len: 921 time: 0.2369683 Feb 10 06:51:07.894647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38342) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:07.981611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b8a68b-3edc-42e5-a725-0d4a86f72ad2 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:07.983668 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-71b8a68b-3edc-42e5-a725-0d4a86f72ad2 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=e038a2e4-22c8-4b00-95e6-03885f53e7ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0875547 Feb 10 06:51:07.986214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38344) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:08.067612 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (20bca2aa-f260-4432-a419-6f1e753e1a01), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:08.082525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-0e4cbab3-2f06-4dda-a5a3-569e9f81eece tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383135665&fields=id&tenant_id=e9f41676fb7b4dedae37ef92bbafc71c HTTP/1.1" status: 200 len: 267 time: 0.2353935 Feb 10 06:51:08.115737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2550c8f-3813-4bab-b18b-753ae6ec0ff4 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:08.117395 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b2550c8f-3813-4bab-b18b-753ae6ec0ff4 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 881 time: 0.1299398 Feb 10 06:51:08.122256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38346) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:08.169198 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d1cd11e7-4c79-4db3-b679-20734205f83d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=e038a2e4-22c8-4b00-95e6-03885f53e7ea HTTP/1.1" status: 200 len: 205 time: 0.0403531 Feb 10 06:51:08.172958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38348) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:08.406859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (e038a2e4-22c8-4b00-95e6-03885f53e7ea), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:08.516423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-cb07e6c4-ff6e-40c3-8004-a481b875d0cd tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:08.531215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-cb07e6c4-ff6e-40c3-8004-a481b875d0cd tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/networks?id=0f97832f-c399-47ed-b8b5-f99ce95da35b HTTP/1.1" status: 200 len: 809 time: 0.4389250 Feb 10 06:51:08.561022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 959bc761-905d-4930-af05-c97108dde4f3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:08.577002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-c86f49d0-cade-41f4-987b-cbf7fb00a8ab tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/quotas/e9f41676fb7b4dedae37ef92bbafc71c HTTP/1.1" status: 200 len: 375 time: 0.0319054 Feb 10 06:51:08.639986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e038a2e4-22c8-4b00-95e6-03885f53e7ea), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:08.644270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98901d8f-029c-46c5-b5a0-ca0f5b436802 None None] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:08.656377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Router 20bca2aa-f260-4432-a419-6f1e753e1a01 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:51:08.706226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Deleting port 89659bf1-a3bb-477e-a75d-f636169cffd1 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:08.706706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (89659bf1-a3bb-477e-a75d-f636169cffd1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:08.733971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 959bc761-905d-4930-af05-c97108dde4f3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:08.734465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (959bc761-905d-4930-af05-c97108dde4f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:08.737682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6321b569-8361-401f-8115-323638c7b707 None None] Provisioning complete for port a27adb6d-2882-44af-ba5d-8df2db984bb1 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:08.738265 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6321b569-8361-401f-8115-323638c7b707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:08.773509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-ff536c40-5c4c-4474-8f18-af128bf6e3cd tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9f41676fb7b4dedae37ef92bbafc71c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1886506 Feb 10 06:51:08.850529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (89659bf1-a3bb-477e-a75d-f636169cffd1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:08.876455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Calling delete_port for 89659bf1-a3bb-477e-a75d-f636169cffd1 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:08.881344 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-9e666b9c-8b00-41c6-aa48-c7a5aedde515 service neutron] 10.222.0.21 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910695 Feb 10 06:51:08.988035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:08.999126 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Sync routers for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:09.019291 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:09.021362 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:09.032369 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.035635 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-419857c2-3d71-4f37-9dfd-5830dedcbb8b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1853685 Feb 10 06:51:09.041277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:09.083523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (89659bf1-a3bb-477e-a75d-f636169cffd1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.217485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event deleted for resources: {'Port': ['ID=89659bf1-a3bb-477e-a75d-f636169cffd1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:09.219120 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:09.319237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (e038a2e4-22c8-4b00-95e6-03885f53e7ea), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.437612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-4df83247-fd10-4f52-babb-ef42d090cdc8 service neutron] 10.222.0.21 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247135 Feb 10 06:51:09.504995 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (e038a2e4-22c8-4b00-95e6-03885f53e7ea), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.513763 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (e038a2e4-22c8-4b00-95e6-03885f53e7ea), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.558008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6321b569-8361-401f-8115-323638c7b707 None None] Current status of the port a27adb6d-2882-44af-ba5d-8df2db984bb1 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:09.560488 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6321b569-8361-401f-8115-323638c7b707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.640743 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:07Z', 'revision_number': 3, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:09.674231 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (e038a2e4-22c8-4b00-95e6-03885f53e7ea), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.677347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Fanout notify agent at l3_agent the message router_deleted on router e038a2e4-22c8-4b00-95e6-03885f53e7ea {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:51:09.710342 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.711505 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5621de79-bddb-422b-9e92-3c345928fe4d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/e038a2e4-22c8-4b00-95e6-03885f53e7ea HTTP/1.1" status: 204 len: 168 time: 1.5367641 Feb 10 06:51:09.718835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38360) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:09.736227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-90b6b644-3a09-4bd1-9a36-214135b90436 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1562513033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:09.748498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6321b569-8361-401f-8115-323638c7b707 None None] For port a27adb6d-2882-44af-ba5d-8df2db984bb1, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a27adb6d-2882-44af-ba5d-8df2db984bb1,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:09.754268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 959bc761-905d-4930-af05-c97108dde4f3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:09.759916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a27adb6d-2882-44af-ba5d-8df2db984bb1 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:09.768330 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6321b569-8361-401f-8115-323638c7b707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.810042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90b6b644-3a09-4bd1-9a36-214135b90436 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.811169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90b6b644-3a09-4bd1-9a36-214135b90436 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.957083 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Checking router: 20bca2aa-f260-4432-a419-6f1e753e1a01 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:51:09.960579 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Updating router 20bca2aa-f260-4432-a419-6f1e753e1a01 port 0d76572a-37d7-4109-8ce3-9fc01d469366 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:51:09.976283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321b569-8361-401f-8115-323638c7b707 None None] Pushing event updated for resources: {'Port': ['ID=a27adb6d-2882-44af-ba5d-8df2db984bb1,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:09.986640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90b6b644-3a09-4bd1-9a36-214135b90436 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:09.996914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90b6b644-3a09-4bd1-9a36-214135b90436 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.022410 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90b6b644-3a09-4bd1-9a36-214135b90436 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.024049 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-90b6b644-3a09-4bd1-9a36-214135b90436 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3042021 Feb 10 06:51:10.024647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0564609d-e35a-4f89-9784-2829b3e8043c None None] Provisioning complete for port a27adb6d-2882-44af-ba5d-8df2db984bb1 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:10.025526 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0564609d-e35a-4f89-9784-2829b3e8043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.026857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38366) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:10.030445 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.034245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': False}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:10.053902 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86afa8e2-3215-4c12-8379-6d1c21a5258e req-be8e0fda-97c7-4e9d-aab4-30e332f0781b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 210 time: 0.1867881 Feb 10 06:51:10.112108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a27adb6d-2882-44af-ba5d-8df2db984bb1 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:10.112392 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.230003 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.308360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a27adb6d-2882-44af-ba5d-8df2db984bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:10.312744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0564609d-e35a-4f89-9784-2829b3e8043c None None] Current status of the port a27adb6d-2882-44af-ba5d-8df2db984bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:10.347240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0783-3423-4d70-ae1c-7feefa9d034a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.378619 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Publish callbacks [] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.385691 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.460241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-9855b18b-a52b-4506-ba12-2aa76e3874dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3536925 Feb 10 06:51:10.466495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a27adb6d-2882-44af-ba5d-8df2db984bb1 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:10.467145 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Attempting to bind port 0d76572a-37d7-4109-8ce3-9fc01d469366 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:10.469221 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Attempting to bind port 0d76572a-37d7-4109-8ce3-9fc01d469366 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:10.469659 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Attempting to bind port 0d76572a-37d7-4109-8ce3-9fc01d469366 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:10.482262 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:10.482974 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:10.484122 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.484122 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:10.484370 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Bound port: 0d76572a-37d7-4109-8ce3-9fc01d469366, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:10.484834 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.513116 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.529718 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d76581-d343-4815-a24f-096e48968ce0 None None] Pushing event updated for resources: {'Port': ['ID=0d76572a-37d7-4109-8ce3-9fc01d469366,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:10.545662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.561275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a27adb6d-2882-44af-ba5d-8df2db984bb1 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:10.562086 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.577907 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] For port 0d76572a-37d7-4109-8ce3-9fc01d469366, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:10.588844 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] For port 0d76572a-37d7-4109-8ce3-9fc01d469366, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0d76572a-37d7-4109-8ce3-9fc01d469366,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:10.599653 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.679672 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d76581-d343-4815-a24f-096e48968ce0 None None] Pushing event updated for resources: {'Port': ['ID=0d76572a-37d7-4109-8ce3-9fc01d469366,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:10.685873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a27adb6d-2882-44af-ba5d-8df2db984bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:10.713555 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:10.714736 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:50:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:10.819723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-3dfcec4b-f7dd-48f3-b84a-fb8cd273638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:10.821272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-3dfcec4b-f7dd-48f3-b84a-fb8cd273638b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc291a1a94a741daa93c21666dc3acd9&device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 1128 time: 0.2942114 Feb 10 06:51:10.889022 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.919011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:10.924185 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:11.047483 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Allocated IP 172.25.8.63 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/a685fdfb-54fc-4418-8e76-74a735b400b5) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:11.165715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-936a427f-8d65-44ab-849a-b12b847bf4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:11.167938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-936a427f-8d65-44ab-849a-b12b847bf4f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 200 len: 915 time: 0.3199682 Feb 10 06:51:11.178599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Allocated IP 172.20.0.1 (e5b79be8-c0f2-4311-9a37-36c374f777f8/5e40ec35-57be-4466-81a4-bee3d6fb86f9/42943640-daa8-449a-ab48-cfd18d471e5b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:11.244324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-75bbc759-84ad-4038-99f3-0635aa0afca0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dac0860-b1c2-4198-b77e-efb128ff600f HTTP/1.1" status: 200 len: 217 time: 0.0627902 Feb 10 06:51:11.338288 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:07Z', 'revision_number': 3, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:11.385389 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111f8ac-f119-4521-b125-bcd21dde186a None None] The sync data for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 is: [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:07Z', 'revision_number': 3, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:11.414027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-427c6bc1-1d6e-49e8-9e5b-55cdc54a28a5 req-fc7af873-146c-4ac7-b2e0-3341d5e9732c tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 210 time: 0.1363947 Feb 10 06:51:11.427546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for port (a685fdfb-54fc-4418-8e76-74a735b400b5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:11.447009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-edccde56-55cd-47cc-953c-70c280ff8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:11.448774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-edccde56-55cd-47cc-953c-70c280ff8a9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 200 len: 855 time: 0.1920371 Feb 10 06:51:11.459540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec105ed-c726-4fcb-b909-e389b9dd16b4 req-9b3d447a-4e92-41cd-ade0-2140f9ccb87f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:11.461443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ec105ed-c726-4fcb-b909-e389b9dd16b4 req-9b3d447a-4e92-41cd-ade0-2140f9ccb87f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 946 time: 0.2234390 Feb 10 06:51:11.486014 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a685fdfb-54fc-4418-8e76-74a735b400b5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:11.514573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Publish callbacks [] for port (42943640-daa8-449a-ab48-cfd18d471e5b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:11.533439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:11.536931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:11.540765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:11.548542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-221dac84-3908-44c1-990a-b9a318896aeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2aa85b1-9234-49f4-a10b-1717e3e7df3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833862 Feb 10 06:51:11.574089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Pushing event updated for resources: {'Port': ['ID=a685fdfb-54fc-4418-8e76-74a735b400b5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:11.652144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ec105ed-c726-4fcb-b909-e389b9dd16b4 req-f12e5549-dbf3-4c02-b159-7a2fdc94998f tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268616 Feb 10 06:51:11.725162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:11.823356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:11.842713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:11.846684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-c9f5664f-6709-4a4f-8a44-1b9599983dc6 service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880199 Feb 10 06:51:11.847314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Pushing event updated for resources: {'Port': ['ID=42943640-daa8-449a-ab48-cfd18d471e5b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:11.850907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:11.951447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (20bca2aa-f260-4432-a419-6f1e753e1a01), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.110553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router_gateway (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.195791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-d36e71ce-638e-4eef-a4dd-0294fae63ddc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:12.198208 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-d36e71ce-638e-4eef-a4dd-0294fae63ddc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.13 "GET /v2.0/networks?id=0f97832f-c399-47ed-b8b5-f99ce95da35b HTTP/1.1" status: 200 len: 809 time: 0.4200549 Feb 10 06:51:12.224400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9b05917-f104-4083-b1fa-8fa032464e24 req-cb39b68b-e8dd-44d6-8e87-b96e7e38f8be service neutron] 10.222.0.24 "GET /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025919 Feb 10 06:51:12.263459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fd57d763-8ac2-4422-983f-a5b8e7891678 None None] Provisioning complete for port 42943640-daa8-449a-ab48-cfd18d471e5b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:12.264535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd57d763-8ac2-4422-983f-a5b8e7891678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.304878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.353152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fd57d763-8ac2-4422-983f-a5b8e7891678 None None] Port 42943640-daa8-449a-ab48-cfd18d471e5b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:51:12.428003 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.433772 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.463741 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-a2bb2942-4873-4393-967e-1248a9b04db7 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f41676fb7b4dedae37ef92bbafc71c HTTP/1.1" status: 200 len: 380 time: 0.2073367 Feb 10 06:51:12.512966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0d76572a-37d7-4109-8ce3-9fc01d469366 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:12.537778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Request body: {'port': {'device_id': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'admin_state_up': True, 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'security_groups': ['ee9f9c35-b2d0-46e4-98be-dcb40e7863dd']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:12.561818 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a10e0df0-5f4a-45e3-9eae-ac02fc7dbc12 req-223bfe99-b3d2-4c1e-802e-ccfc8f4dde19 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 210 time: 0.0326943 Feb 10 06:51:12.569186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e07a4267-e3b8-4a36-a578-3c5d010faeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.612091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0d76572a-37d7-4109-8ce3-9fc01d469366 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:12.612595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.712190 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Publish callbacks [] for port (42943640-daa8-449a-ab48-cfd18d471e5b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.720583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.758506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0d76572a-37d7-4109-8ce3-9fc01d469366 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:12.759374 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.810603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 0d76572a-37d7-4109-8ce3-9fc01d469366, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0d76572a-37d7-4109-8ce3-9fc01d469366,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:12.821993 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:12.926649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=0d76572a-37d7-4109-8ce3-9fc01d469366,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:12.979367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Pushing event updated for resources: {'Port': ['ID=42943640-daa8-449a-ab48-cfd18d471e5b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:12.994707 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (20bca2aa-f260-4432-a419-6f1e753e1a01), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.018604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191d622-1e13-4ced-bab8-4bc2489064b1 req-8dd00690-7400-475d-8b19-995c2daa2625 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:13.026205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3191d622-1e13-4ced-bab8-4bc2489064b1 req-8dd00690-7400-475d-8b19-995c2daa2625 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 946 time: 0.2343531 Feb 10 06:51:13.075574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-63f3e328-6ff3-42aa-83cf-e5495efe35d8 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:13.077304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-63f3e328-6ff3-42aa-83cf-e5495efe35d8 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 946 time: 0.2530143 Feb 10 06:51:13.169687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Made reservation on behalf of e9f41676fb7b4dedae37ef92bbafc71c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:13.173024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.195327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3191d622-1e13-4ced-bab8-4bc2489064b1 req-fea91c22-0bd6-4f4d-b58d-a789d182be07 tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/security-groups?id=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654255 Feb 10 06:51:13.197540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Router 1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:51:13.269100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:13.272203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:13.397887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Allocated IP 172.20.0.8 (0f97832f-c399-47ed-b8b5-f99ce95da35b/3f552ad7-96b9-4f2d-84d5-a988313c3120/d502f01c-06b8-45ab-8327-82941b929756) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:13.407012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:13.408766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Deleting port 4dac0860-b1c2-4198-b77e-efb128ff600f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:13.409211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.414606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.415803 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-977c6552-6a03-4bfd-a7f2-0e60baa373f8 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "PUT /v2.0/routers/1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5 HTTP/1.1" status: 200 len: 915 time: 3.3877800 Feb 10 06:51:13.419439 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38394) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:13.424638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8fde1-57ab-4850-9871-0ed18bcc2f60 None None] Sync routers for ids ['1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:13.444904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8fde1-57ab-4850-9871-0ed18bcc2f60 None None] Routers {'1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:13.445797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-afb8fde1-57ab-4850-9871-0ed18bcc2f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:13.462902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Router 20bca2aa-f260-4432-a419-6f1e753e1a01 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:51:13.510606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-afb8fde1-57ab-4850-9871-0ed18bcc2f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:13.526093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8fde1-57ab-4850-9871-0ed18bcc2f60 None None] Routers {'1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:13.528087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-afb8fde1-57ab-4850-9871-0ed18bcc2f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:13.584717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-afb8fde1-57ab-4850-9871-0ed18bcc2f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:13.585547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8fde1-57ab-4850-9871-0ed18bcc2f60 None None] The sync data for ids ['1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:13.692200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f0eb46d4-f049-422a-9c32-c03eb23d629d None None] Provisioning complete for port 42943640-daa8-449a-ab48-cfd18d471e5b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:13.693312 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0eb46d4-f049-422a-9c32-c03eb23d629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.697895 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b8546132-215a-4449-88fe-9a3c9e0704d6 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/routers/1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5 HTTP/1.1" status: 200 len: 921 time: 0.2747216 Feb 10 06:51:13.699252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38398) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:13.713367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b294abb-64dc-4adf-9f53-7478c75b77f5 req-fc61cc8e-2344-414d-a35f-12507d6745a6 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 210 time: 0.0666950 Feb 10 06:51:13.735361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] For port 4dac0860-b1c2-4198-b77e-efb128ff600f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=4dac0860-b1c2-4198-b77e-efb128ff600f,segment=NetworkSegment(896cbd18-4a73-4fd4-a2e8-6391ba268e69),segment_id=896cbd18-4a73-4fd4-a2e8-6391ba268e69)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:13.735361 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.741313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for port (d502f01c-06b8-45ab-8327-82941b929756), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.749578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Calling delete_port for 4dac0860-b1c2-4198-b77e-efb128ff600f owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:13.750197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb46d4-f049-422a-9c32-c03eb23d629d None None] Port 42943640-daa8-449a-ab48-cfd18d471e5b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:51:13.756564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:13.762165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee852901-f48e-4d87-9cfc-cf8fd8e5048e admin admin] 10.222.0.21 "PUT /v2.0/routers/20bca2aa-f260-4432-a419-6f1e753e1a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7196460 Feb 10 06:51:13.809310 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.819537 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b87d82-dd53-4d58-8bc2-ebe73396f1d7 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:13.821609 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-39b87d82-dd53-4d58-8bc2-ebe73396f1d7 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1224771 Feb 10 06:51:13.824684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38402) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:13.856312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d502f01c-06b8-45ab-8327-82941b929756), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.913252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4dac0860-b1c2-4198-b77e-efb128ff600f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:13.926229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['4dac0860-b1c2-4198-b77e-efb128ff600f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:51:13.948629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Network 0f97832f-c399-47ed-b8b5-f99ce95da35b is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:13.956897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:13.962253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Pushing event deleted for resources: {'Port': ['ID=4dac0860-b1c2-4198-b77e-efb128ff600f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:13.964102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:13.980972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'Port': ['ID=d502f01c-06b8-45ab-8327-82941b929756,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:14.015223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09b56b-0dbd-4cf8-935c-7f102f5ca5ac tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:14.017106 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4d09b56b-0dbd-4cf8-935c-7f102f5ca5ac tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 881 time: 0.1913297 Feb 10 06:51:14.022453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38410) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:14.044879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] No DVR routers for this DVR port 4dac0860-b1c2-4198-b77e-efb128ff600f on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:51:14.048821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.053694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6bcd0ea-258c-48e2-b802-2f93eaf3a713 req-3598e8c6-813b-4ef9-bd38-5c32f6b459fe tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.24 "DELETE /v2.0/ports/4dac0860-b1c2-4198-b77e-efb128ff600f HTTP/1.1" status: 204 len: 173 time: 0.9681449 Feb 10 06:51:14.054193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf9f906-2aec-4527-89b1-41b9a0f35b8c', 'name': 'network-vif-deleted', 'tag': '4dac0860-b1c2-4198-b77e-efb128ff600f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:51:14.057779 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd4439-5c69-4748-b03c-0395ecdd6229" -d '{"events": [{"server_uuid": "ccf9f906-2aec-4527-89b1-41b9a0f35b8c", "name": "network-vif-deleted", "tag": "4dac0860-b1c2-4198-b77e-efb128ff600f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:51:14.065961 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b1cca629-1c05-443e-91b7-528a231e2c38 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5 HTTP/1.1" status: 200 len: 205 time: 0.0418341 Feb 10 06:51:14.069642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38414) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:14.084103 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Sync routers for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:14.100387 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:14.101840 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:14.102951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:14.103624 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.132029 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e4f130-8b1d-4988-8a28-260fc7455f7e x-openstack-request-id: req-e4e4f130-8b1d-4988-8a28-260fc7455f7e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:51:14.132339 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf9f906-2aec-4527-89b1-41b9a0f35b8c", "name": "network-vif-deleted", "tag": "4dac0860-b1c2-4198-b77e-efb128ff600f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:51:14.132597 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4e4f130-8b1d-4988-8a28-260fc7455f7e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:51:14.133072 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf9f906-2aec-4527-89b1-41b9a0f35b8c', 'name': 'network-vif-deleted', 'tag': '4dac0860-b1c2-4198-b77e-efb128ff600f', 'status': 'completed', 'code': 200} Feb 10 06:51:14.188272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-33ac4684-881a-4da8-a55d-3264caa2d702 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6627781 Feb 10 06:51:14.252345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Request body: {'port': {'device_id': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:14.295101 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:14.328757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.385715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a9b2219-8d20-4e21-b8d3-8b13f5180d6d req-f9e7a164-57ed-4921-b770-e11503e781aa tempest-AttachVolumeNegativeTest-1967156600 tempest-AttachVolumeNegativeTest-1967156600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf9f906-2aec-4527-89b1-41b9a0f35b8c HTTP/1.1" status: 200 len: 210 time: 0.0706391 Feb 10 06:51:14.418428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38418) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:14.423433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6926339f-aa49-48d9-b617-96fad09aaa58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2029622610', 'description': 'tempest-description--536774203'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:14.429365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d502f01c-06b8-45ab-8327-82941b929756), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.444046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0d76572a-37d7-4109-8ce3-9fc01d469366 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:14.451614 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6926339f-aa49-48d9-b617-96fad09aaa58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.517941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dd63ba00-ee2d-4ae4-8dee-e54043868b1e None None] Provisioning complete for port d502f01c-06b8-45ab-8327-82941b929756 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:14.518951 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd63ba00-ee2d-4ae4-8dee-e54043868b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d502f01c-06b8-45ab-8327-82941b929756), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.552653 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6926339f-aa49-48d9-b617-96fad09aaa58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group (531f551b-9a6f-46ed-93f9-67c1b0d96a24), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.560749 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6926339f-aa49-48d9-b617-96fad09aaa58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (531f551b-9a6f-46ed-93f9-67c1b0d96a24), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.585088 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '42943640-daa8-449a-ab48-cfd18d471e5b', 'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'mac_address': 'fa:16:3e:f3:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:10Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 2, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'subnets': [{'id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:14.610099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926339f-aa49-48d9-b617-96fad09aaa58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531f551b-9a6f-46ed-93f9-67c1b0d96a24,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:14.617648 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6926339f-aa49-48d9-b617-96fad09aaa58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.623312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6926339f-aa49-48d9-b617-96fad09aaa58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2034848 Feb 10 06:51:14.624608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38420) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:14.630092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-42e1a816-45ee-4790-87be-4d664eb43649 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'security_group_rule': {'security_group_id': '531f551b-9a6f-46ed-93f9-67c1b0d96a24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:14.632569 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Checking router: 20bca2aa-f260-4432-a419-6f1e753e1a01 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:51:14.633183 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Updating router 20bca2aa-f260-4432-a419-6f1e753e1a01 port 42943640-daa8-449a-ab48-cfd18d471e5b binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:51:14.635105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0d76572a-37d7-4109-8ce3-9fc01d469366 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:14.636981 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.646988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dd63ba00-ee2d-4ae4-8dee-e54043868b1e None None] Port d502f01c-06b8-45ab-8327-82941b929756 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:51:14.667715 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e1a816-45ee-4790-87be-4d664eb43649 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group_rule (9e3657df-ca48-4fec-8905-c91bf87591e8), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.671043 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.763504 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e1a816-45ee-4790-87be-4d664eb43649 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group_rule (9e3657df-ca48-4fec-8905-c91bf87591e8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.770468 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e1a816-45ee-4790-87be-4d664eb43649 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (9e3657df-ca48-4fec-8905-c91bf87591e8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.800617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0d76572a-37d7-4109-8ce3-9fc01d469366 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:14.829178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1a816-45ee-4790-87be-4d664eb43649 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3657df-ca48-4fec-8905-c91bf87591e8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:14.852371 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e1a816-45ee-4790-87be-4d664eb43649 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.853693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42e1a816-45ee-4790-87be-4d664eb43649 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2273939 Feb 10 06:51:14.856368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38424) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:14.860758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e34e2ee8-83cf-4831-9f2f-97b5b04304b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'security_group_rule': {'security_group_id': '531f551b-9a6f-46ed-93f9-67c1b0d96a24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:14.871325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d502f01c-06b8-45ab-8327-82941b929756 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:51:14.881709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Publish callbacks [] for port (d502f01c-06b8-45ab-8327-82941b929756), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.903784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d0f03-c493-4979-8a4c-140a07bae1ae req-41795a46-cbfd-4d08-a60f-5eef6439f244 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:14.904536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Transition to ACTIVE for port object d502f01c-06b8-45ab-8327-82941b929756 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:51:14.905477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d1d0f03-c493-4979-8a4c-140a07bae1ae req-41795a46-cbfd-4d08-a60f-5eef6439f244 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 931 time: 0.0953305 Feb 10 06:51:14.906176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.907267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e34e2ee8-83cf-4831-9f2f-97b5b04304b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group_rule (a6d8d3e1-38ea-48a3-9e06-a381ecb231c2), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:14.912289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d502f01c-06b8-45ab-8327-82941b929756), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.008859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Pushing event updated for resources: {'Port': ['ID=d502f01c-06b8-45ab-8327-82941b929756,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:15.025411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d1d0f03-c493-4979-8a4c-140a07bae1ae req-64f1dea0-2986-4f83-bd9e-7d1f67f86d24 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072040 Feb 10 06:51:15.027154 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e34e2ee8-83cf-4831-9f2f-97b5b04304b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group_rule (a6d8d3e1-38ea-48a3-9e06-a381ecb231c2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.042765 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e34e2ee8-83cf-4831-9f2f-97b5b04304b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (a6d8d3e1-38ea-48a3-9e06-a381ecb231c2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.050379 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Publish callbacks [] for port (42943640-daa8-449a-ab48-cfd18d471e5b), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.058467 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.069973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e2ee8-83cf-4831-9f2f-97b5b04304b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d8d3e1-38ea-48a3-9e06-a381ecb231c2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:15.079333 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e34e2ee8-83cf-4831-9f2f-97b5b04304b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.084205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e34e2ee8-83cf-4831-9f2f-97b5b04304b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2234082 Feb 10 06:51:15.091840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38430) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:15.102564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:15.178208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Deleting port a685fdfb-54fc-4418-8e76-74a735b400b5 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:15.178573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a685fdfb-54fc-4418-8e76-74a735b400b5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.224967 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.233069 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ca7d1-e3b1-46f2-8142-76f9c4490e59 None None] Pushing event updated for resources: {'Port': ['ID=42943640-daa8-449a-ab48-cfd18d471e5b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:15.278744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Attempting to bind port d502f01c-06b8-45ab-8327-82941b929756 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:15.282190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Attempting to bind port d502f01c-06b8-45ab-8327-82941b929756 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:15.286108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Attempting to bind port d502f01c-06b8-45ab-8327-82941b929756 on network 0f97832f-c399-47ed-b8b5-f99ce95da35b {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:15.301099 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.337341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Port d502f01c-06b8-45ab-8327-82941b929756 on network 0f97832f-c399-47ed-b8b5-f99ce95da35b not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:51:15.338256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Attempting to bind port d502f01c-06b8-45ab-8327-82941b929756 on network 0f97832f-c399-47ed-b8b5-f99ce95da35b {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:15.347771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:15.349051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Checking segment: {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:15.349445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Bound using segment: {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:15.349895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Bound port: d502f01c-06b8-45ab-8327-82941b929756, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c031f4e4-c96c-4c3e-afa3-72424a11f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:15.350250 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d502f01c-06b8-45ab-8327-82941b929756), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.372667 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Attempting to bind port 42943640-daa8-449a-ab48-cfd18d471e5b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:15.376432 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Attempting to bind port 42943640-daa8-449a-ab48-cfd18d471e5b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:15.377625 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Attempting to bind port 42943640-daa8-449a-ab48-cfd18d471e5b on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:15.387446 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:15.388963 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Checking segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:15.390211 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.396343 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Bound using segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:15.396963 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Bound port: 42943640-daa8-449a-ab48-cfd18d471e5b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:15.397459 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.464594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38434) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:15.470788 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a685fdfb-54fc-4418-8e76-74a735b400b5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.484409 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] For port 42943640-daa8-449a-ab48-cfd18d471e5b, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:15.488079 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] For port 42943640-daa8-449a-ab48-cfd18d471e5b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=42943640-daa8-449a-ab48-cfd18d471e5b,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:15.496500 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.497376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f8fd4e98-5c24-4ce0-b481-9c1f8a68f380 None None] Provisioning complete for port 42943640-daa8-449a-ab48-cfd18d471e5b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:15.498811 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4e98-5c24-4ce0-b481-9c1f8a68f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.516266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40c7a96-7d85-4212-9d96-3eebc770689f admin admin] Deleting subnet 5ab310af-2324-43db-b42e-a4857138b566 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:15.519491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a96-7d85-4212-9d96-3eebc770689f admin admin] Publish callbacks [] for subnet (5ab310af-2324-43db-b42e-a4857138b566), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.534852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Calling delete_port for a685fdfb-54fc-4418-8e76-74a735b400b5 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:15.541251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] For port d502f01c-06b8-45ab-8327-82941b929756, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:15.559924 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a96-7d85-4212-9d96-3eebc770689f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (5ab310af-2324-43db-b42e-a4857138b566), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.568476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] For port d502f01c-06b8-45ab-8327-82941b929756, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d502f01c-06b8-45ab-8327-82941b929756,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:15.613899 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ca7d1-e3b1-46f2-8142-76f9c4490e59 None None] Pushing event updated for resources: {'Port': ['ID=42943640-daa8-449a-ab48-cfd18d471e5b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:15.615709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d502f01c-06b8-45ab-8327-82941b929756), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.619886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd4e98-5c24-4ce0-b481-9c1f8a68f380 None None] Current status of the port 42943640-daa8-449a-ab48-cfd18d471e5b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:15.620529 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4e98-5c24-4ce0-b481-9c1f8a68f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.629030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a96-7d85-4212-9d96-3eebc770689f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5ab310af-2324-43db-b42e-a4857138b566), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.654677 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:15.655683 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:15.666829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f8fd4e98-5c24-4ce0-b481-9c1f8a68f380 None None] For port 42943640-daa8-449a-ab48-cfd18d471e5b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=42943640-daa8-449a-ab48-cfd18d471e5b,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:15.672404 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4e98-5c24-4ce0-b481-9c1f8a68f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.688992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:15.698689 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.701285 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] 10.222.0.13 "PUT /v2.0/ports/d502f01c-06b8-45ab-8327-82941b929756 HTTP/1.1" status: 200 len: 1091 time: 1.4647067 Feb 10 06:51:15.705122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'tag': 'd502f01c-06b8-45ab-8327-82941b929756'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:51:15.709984 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f4e6b8-3d98-486e-a937-1551137aed90" -d '{"events": [{"name": "network-changed", "server_uuid": "02b4b9b1-5222-4604-a70f-c62fd2dac713", "tag": "d502f01c-06b8-45ab-8327-82941b929756"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:51:15.785179 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a96-7d85-4212-9d96-3eebc770689f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5ab310af-2324-43db-b42e-a4857138b566), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.819354 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd4e98-5c24-4ce0-b481-9c1f8a68f380 None None] Pushing event updated for resources: {'Port': ['ID=42943640-daa8-449a-ab48-cfd18d471e5b,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:15.848513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c7a96-7d85-4212-9d96-3eebc770689f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab310af-2324-43db-b42e-a4857138b566,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:15.850726 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a96-7d85-4212-9d96-3eebc770689f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.857502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a40c7a96-7d85-4212-9d96-3eebc770689f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5ab310af-2324-43db-b42e-a4857138b566 HTTP/1.1" status: 204 len: 168 time: 0.3918374 Feb 10 06:51:15.858148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:15.873118 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a68faa-fb07-4da0-84b9-37846f16d03d x-openstack-request-id: req-67a68faa-fb07-4da0-84b9-37846f16d03d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:51:15.873783 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b4b9b1-5222-4604-a70f-c62fd2dac713", "tag": "d502f01c-06b8-45ab-8327-82941b929756", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:51:15.874249 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67a68faa-fb07-4da0-84b9-37846f16d03d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:51:15.874925 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'tag': 'd502f01c-06b8-45ab-8327-82941b929756', 'status': 'completed', 'code': 200} Feb 10 06:51:15.971629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b2aa85b1-9234-49f4-a10b-1717e3e7df3a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:15.989741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.027437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a9d75-c4af-4d9f-8bc4-4295c30b6912 service neutron] Pushing event updated for resources: {'Port': ['ID=d502f01c-06b8-45ab-8327-82941b929756,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:16.069920 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:16.096318 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b2aa85b1-9234-49f4-a10b-1717e3e7df3a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.109568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-7faabb9d-030b-4500-943c-dbe5017187b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:16.111364 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-7faabb9d-030b-4500-943c-dbe5017187b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f41676fb7b4dedae37ef92bbafc71c&device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1125 time: 0.3469124 Feb 10 06:51:16.119798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aa85b1-9234-49f4-a10b-1717e3e7df3a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:16.131045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896cbd18-4a73-4fd4-a2e8-6391ba268e69') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:16.131045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896cbd18-4a73-4fd4-a2e8-6391ba268e69') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:16.140003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a41d7680-1b29-4c3d-95b6-91a723ce6716 None None] Provisioning complete for port 42943640-daa8-449a-ab48-cfd18d471e5b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:16.140384 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a41d7680-1b29-4c3d-95b6-91a723ce6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.141185 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (896cbd18-4a73-4fd4-a2e8-6391ba268e69), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.155752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (896cbd18-4a73-4fd4-a2e8-6391ba268e69), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.173034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:51:16.173444 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (896cbd18-4a73-4fd4-a2e8-6391ba268e69), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:51:16.175562 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:51:16.191777 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-89f43fc4-8c66-4cde-b7dd-1709355a61a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d502f01c-06b8-45ab-8327-82941b929756 HTTP/1.1" status: 200 len: 217 time: 0.0717657 Feb 10 06:51:16.238815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a41d7680-1b29-4c3d-95b6-91a723ce6716 None None] Current status of the port 42943640-daa8-449a-ab48-cfd18d471e5b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:16.280059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a685fdfb-54fc-4418-8e76-74a735b400b5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.321358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event deleted for resources: {'Port': ['ID=a685fdfb-54fc-4418-8e76-74a735b400b5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:16.333894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-b90f25b6-0c26-49b4-ada4-c9d47fafd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:16.335437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-b90f25b6-0c26-49b4-ada4-c9d47fafd489 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f552ad7-96b9-4f2d-84d5-a988313c3120 HTTP/1.1" status: 200 len: 848 time: 0.1337159 Feb 10 06:51:16.343193 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '42943640-daa8-449a-ab48-cfd18d471e5b', 'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'mac_address': 'fa:16:3e:f3:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:10Z', 'updated_at': '2022-02-10T06:51:15Z', 'revision_number': 5, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'subnets': [{'id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:16.373979 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd04a3-d47c-40cb-af92-3f7db40a7353 None None] The sync data for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 is: [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '42943640-daa8-449a-ab48-cfd18d471e5b', 'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'mac_address': 'fa:16:3e:f3:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:10Z', 'updated_at': '2022-02-10T06:51:15Z', 'revision_number': 5, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'subnets': [{'id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:16.394857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Allocated IP 172.25.8.121 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/49e38e16-9a00-41f2-8b8d-f785e2f5a89f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:16.479333 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.505354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.633542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-39b95e3c-cc9a-4c55-ae6c-053bcab29e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:16.634578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4dac0860-b1c2-4198-b77e-efb128ff600f no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:51:16.635289 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-39b95e3c-cc9a-4c55-ae6c-053bcab29e8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f97832f-c399-47ed-b8b5-f99ce95da35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2763190 Feb 10 06:51:16.653294 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b2aa85b1-9234-49f4-a10b-1717e3e7df3a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.659254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:16.666074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] 10.222.0.21 "DELETE /v2.0/networks/b2aa85b1-9234-49f4-a10b-1717e3e7df3a HTTP/1.1" status: 204 len: 168 time: 0.8041713 Feb 10 06:51:16.696670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 4dac0860-b1c2-4198-b77e-efb128ff600f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:51:16.697028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 4dac0860-b1c2-4198-b77e-efb128ff600f not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:51:16.703319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dedaf5-7cb1-456c-a98e-0537295a7f15 req-f1d54ce9-4734-4c74-ab12-409c51bc838d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:16.704948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6dedaf5-7cb1-456c-a98e-0537295a7f15 req-f1d54ce9-4734-4c74-ab12-409c51bc838d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 943 time: 0.5469339 Feb 10 06:51:16.705775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eaa6f-81e6-40ee-84df-09f73b6ea34e admin admin] Pushing event deleted for resources: {'Network': ['ID=b2aa85b1-9234-49f4-a10b-1717e3e7df3a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:16.775852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6dedaf5-7cb1-456c-a98e-0537295a7f15 req-31a93f57-6df7-49c8-8098-437579082c2d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593972 Feb 10 06:51:16.874899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:16.925360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-618044ea-ad7c-405c-aee3-0f880bffb8fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc291a1a94a741daa93c21666dc3acd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468802 Feb 10 06:51:16.925722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38452) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:16.986745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fba2bc51-7c81-4d13-8728-34c6ec4bc851 admin admin] Publish callbacks [] for security_group (73d5cb9b-cf01-44f9-b8ee-caf57a917ddd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.015077 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fba2bc51-7c81-4d13-8728-34c6ec4bc851 admin admin] Publish callbacks [] for security_group (73d5cb9b-cf01-44f9-b8ee-caf57a917ddd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.086927 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fba2bc51-7c81-4d13-8728-34c6ec4bc851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (73d5cb9b-cf01-44f9-b8ee-caf57a917ddd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.089929 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fba2bc51-7c81-4d13-8728-34c6ec4bc851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.094125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fba2bc51-7c81-4d13-8728-34c6ec4bc851 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73d5cb9b-cf01-44f9-b8ee-caf57a917ddd HTTP/1.1" status: 204 len: 168 time: 0.1642315 Feb 10 06:51:17.110859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2bc51-7c81-4d13-8728-34c6ec4bc851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d5cb9b-cf01-44f9-b8ee-caf57a917ddd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:17.196251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.199812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.274654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for port (49e38e16-9a00-41f2-8b8d-f785e2f5a89f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.282652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-1475a2c8-232a-40fa-878b-41a90b5398da service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392078 Feb 10 06:51:17.285024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.285639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Fanout notify agent at l3_agent the message router_deleted on router 1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:51:17.293384 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.294503 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2672feb9-1765-4682-bc5e-d554f4c5f123 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5 HTTP/1.1" status: 204 len: 168 time: 3.2241492 Feb 10 06:51:17.299101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38456) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:17.305702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1945466442', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:17.348415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (e26fb1bb-4047-4b2d-81af-6f103895fd41), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.350797 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (e26fb1bb-4047-4b2d-81af-6f103895fd41), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.383606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (49e38e16-9a00-41f2-8b8d-f785e2f5a89f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.426198 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-308f6bbd-628b-487c-b40d-2c5503af6b51 req-18504425-3122-40ec-84f9-a99103d3cf00 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305037 Feb 10 06:51:17.431600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (e26fb1bb-4047-4b2d-81af-6f103895fd41), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.440299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:17.443897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:17.447957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:17.481745 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'Port': ['ID=49e38e16-9a00-41f2-8b8d-f785e2f5a89f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:17.593389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-2549cfbf-7218-4bd1-b694-849389a3bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:17.600260 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-2549cfbf-7218-4bd1-b694-849389a3bddc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f41676fb7b4dedae37ef92bbafc71c&device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1125 time: 0.1138933 Feb 10 06:51:17.650833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for floatingip (84883cb8-532c-4205-9a1d-baffe143a6ea), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.674000 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e26fb1bb-4047-4b2d-81af-6f103895fd41), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.755028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (49e38e16-9a00-41f2-8b8d-f785e2f5a89f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:17.960110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-ac7442d4-256e-4726-9a9f-f93f84e20671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:17.961713 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-ac7442d4-256e-4726-9a9f-f93f84e20671 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f97832f-c399-47ed-b8b5-f99ce95da35b HTTP/1.1" status: 200 len: 909 time: 0.3557549 Feb 10 06:51:18.030728 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-570eac9a-b62e-4563-9ff5-6e6f464967d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d502f01c-06b8-45ab-8327-82941b929756 HTTP/1.1" status: 200 len: 217 time: 0.0511262 Feb 10 06:51:18.033222 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for port (49e38e16-9a00-41f2-8b8d-f785e2f5a89f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:18.078277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e26fb1bb-4047-4b2d-81af-6f103895fd41), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:18.091663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (49e38e16-9a00-41f2-8b8d-f785e2f5a89f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:18.107433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:18.119392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-46c50d30-decc-4f52-b515-1b2c0d6705cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:18.121233 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-46c50d30-decc-4f52-b515-1b2c0d6705cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f552ad7-96b9-4f2d-84d5-a988313c3120 HTTP/1.1" status: 200 len: 848 time: 0.0860901 Feb 10 06:51:18.134746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4ecdb-bef2-496e-90d9-d6ada84d8bbb req-bee84c00-8e41-4859-894e-12930a0831b8 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:18.142544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3cc4ecdb-bef2-496e-90d9-d6ada84d8bbb req-bee84c00-8e41-4859-894e-12930a0831b8 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 943 time: 0.1759164 Feb 10 06:51:18.181254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (84883cb8-532c-4205-9a1d-baffe143a6ea), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:18.281094 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:18.291715 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1898835 Feb 10 06:51:18.291715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91b583-5075-42d9-ad2c-3260e72c55be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'Port': ['ID=49e38e16-9a00-41f2-8b8d-f785e2f5a89f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:18.308250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-4728cbb2-ec5c-4b6c-bd37-8af09d335b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:18.310230 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-4728cbb2-ec5c-4b6c-bd37-8af09d335b18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f97832f-c399-47ed-b8b5-f99ce95da35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1068368 Feb 10 06:51:18.339318 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3cc4ecdb-bef2-496e-90d9-d6ada84d8bbb req-6dbba022-9083-4694-a37d-2e5d8c9f8dd4 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957893 Feb 10 06:51:18.395628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Allocated IP 172.25.8.199 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/99b146e0-756c-42be-8f0d-143fc7ae273c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:18.508164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 42943640-daa8-449a-ab48-cfd18d471e5b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:18.552305 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-100630f0-117c-40ca-9a68-ae8e20dc81a0 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327504 Feb 10 06:51:18.578907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 42943640-daa8-449a-ab48-cfd18d471e5b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:18.579568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:18.626026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-46b61b90-1df1-46e1-837b-8af21b8dd619 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2029622610&fields=id&tenant_id=a92e19506ade4f528e6688d66508860f HTTP/1.1" status: 200 len: 267 time: 0.0783560 Feb 10 06:51:18.629000 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for port (99b146e0-756c-42be-8f0d-143fc7ae273c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:18.711386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 42943640-daa8-449a-ab48-cfd18d471e5b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:18.746764 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68f4e6b8-3d98-486e-a937-1551137aed90 req-0a2b92d7-34d5-4cfa-bdad-63f46b584857 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877291 Feb 10 06:51:18.762899 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (99b146e0-756c-42be-8f0d-143fc7ae273c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:18.811078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-bc42f8d1-2bb6-4be1-a753-bc64de6cf98a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:18.813044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-bc42f8d1-2bb6-4be1-a753-bc64de6cf98a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.1789131 Feb 10 06:51:18.839122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:18.844474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:18.848080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:18.852317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-c81ad4d4-82d0-437d-85bd-8c722ad9fcc8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/quotas/a92e19506ade4f528e6688d66508860f HTTP/1.1" status: 200 len: 375 time: 0.0275722 Feb 10 06:51:18.856832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event updated for resources: {'Port': ['ID=99b146e0-756c-42be-8f0d-143fc7ae273c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:19.010157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-0d1e1bba-a9b7-4064-acbd-91ed3961dfb9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282849 Feb 10 06:51:19.191503 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e26fb1bb-4047-4b2d-81af-6f103895fd41), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:19.370564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-b6d15ac5-946e-463f-b43c-105fd0991263 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389034 Feb 10 06:51:19.608715 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (e26fb1bb-4047-4b2d-81af-6f103895fd41), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:19.616084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-e9e4748d-75df-4dde-9602-e6f5c09f4ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328506 Feb 10 06:51:19.625201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89718eb5-56c5-4e2f-bbd1-94dd99eb891d req-94df2be2-03e5-40e9-9acb-2cbc5371f079 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:19.626672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89718eb5-56c5-4e2f-bbd1-94dd99eb891d req-94df2be2-03e5-40e9-9acb-2cbc5371f079 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 943 time: 0.1859989 Feb 10 06:51:20.154949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89718eb5-56c5-4e2f-bbd1-94dd99eb891d req-bb66f7cf-4c77-49d5-83af-6eaf30e37691 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4874504 Feb 10 06:51:20.186329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71d14dc9-634b-41f3-99e8-38979b9fe69e req-d979ded9-abea-4591-a129-36fd8004c047 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 210 time: 0.0504432 Feb 10 06:51:20.260479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Router e26fb1bb-4047-4b2d-81af-6f103895fd41 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:51:20.379513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:20.391425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386368d-5ce3-44d2-b4b9-95cd11bb04d7 None None] Sync routers for ids ['e26fb1bb-4047-4b2d-81af-6f103895fd41'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:20.401838 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:20.406421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8376d97e-7cdf-4e8f-a2f0-db1e8c54a7e6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1028731 Feb 10 06:51:20.409065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38530) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:20.412022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:20.415969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386368d-5ce3-44d2-b4b9-95cd11bb04d7 None None] Routers {'e26fb1bb-4047-4b2d-81af-6f103895fd41'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:20.417033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7386368d-5ce3-44d2-b4b9-95cd11bb04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e26fb1bb-4047-4b2d-81af-6f103895fd41'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:20.456245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7386368d-5ce3-44d2-b4b9-95cd11bb04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:20.468069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386368d-5ce3-44d2-b4b9-95cd11bb04d7 None None] Routers {'e26fb1bb-4047-4b2d-81af-6f103895fd41'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:20.468684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7386368d-5ce3-44d2-b4b9-95cd11bb04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e26fb1bb-4047-4b2d-81af-6f103895fd41'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:20.507428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7386368d-5ce3-44d2-b4b9-95cd11bb04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:20.508472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386368d-5ce3-44d2-b4b9-95cd11bb04d7 None None] The sync data for ids ['e26fb1bb-4047-4b2d-81af-6f103895fd41'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:20.765578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e26fb1bb-4047-4b2d-81af-6f103895fd41), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:20.777269 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_gateway (e26fb1bb-4047-4b2d-81af-6f103895fd41), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:20.827202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Deleting port 99b146e0-756c-42be-8f0d-143fc7ae273c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:20.827541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (99b146e0-756c-42be-8f0d-143fc7ae273c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:20.901550 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (99b146e0-756c-42be-8f0d-143fc7ae273c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:20.913282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Calling delete_port for 99b146e0-756c-42be-8f0d-143fc7ae273c owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:21.063949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-302f8975-7c94-403e-9cf8-6e8d61045825 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:21.065470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-302f8975-7c94-403e-9cf8-6e8d61045825 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.1127629 Feb 10 06:51:21.119576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (99b146e0-756c-42be-8f0d-143fc7ae273c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:21.154700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-94ca90a3-1ac0-4ad4-925c-f42b9c4dd2a9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92e19506ade4f528e6688d66508860f HTTP/1.1" status: 200 len: 380 time: 0.0798779 Feb 10 06:51:21.162683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Pushing event deleted for resources: {'Port': ['ID=99b146e0-756c-42be-8f0d-143fc7ae273c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:21.167692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'port': {'device_id': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'admin_state_up': True, 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'security_groups': ['531f551b-9a6f-46ed-93f9-67c1b0d96a24']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:21.228034 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (e26fb1bb-4047-4b2d-81af-6f103895fd41), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:21.359990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3219fade-bc29-411c-a944-663ae2a9b63d req-c1cf4758-591b-414e-b9dc-599055effccf tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 210 time: 0.0682845 Feb 10 06:51:21.365138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Made reservation on behalf of a92e19506ade4f528e6688d66508860f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:21.368504 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:21.413780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42108ab6-3668-4c45-b43d-9c723e27663d req-f26f89af-d99f-4d0f-9799-f974e1d5addd tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:21.415452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42108ab6-3668-4c45-b43d-9c723e27663d req-f26f89af-d99f-4d0f-9799-f974e1d5addd tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 943 time: 0.1261339 Feb 10 06:51:21.512640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42108ab6-3668-4c45-b43d-9c723e27663d req-715bfc66-8740-4996-a7d4-c14b5a8fb362 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661190 Feb 10 06:51:21.564065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (e26fb1bb-4047-4b2d-81af-6f103895fd41), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:21.573003 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (e26fb1bb-4047-4b2d-81af-6f103895fd41), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:21.590198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Allocated IP 172.20.0.3 (e5b79be8-c0f2-4311-9a37-36c374f777f8/5e40ec35-57be-4466-81a4-bee3d6fb86f9/2a89bdad-89ae-4cdb-8256-a6f105eb2136) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:21.676848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Router e26fb1bb-4047-4b2d-81af-6f103895fd41 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:51:21.766656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:21.794248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:21.800989 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:21.807903 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1793a28-27db-41fd-b4ff-0b29a3a0acf2 None None] Sync routers for ids ['e26fb1bb-4047-4b2d-81af-6f103895fd41'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:21.810454 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-386baf23-e60b-4fe2-bef8-f76c1785dd20 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "PUT /v2.0/routers/e26fb1bb-4047-4b2d-81af-6f103895fd41 HTTP/1.1" status: 200 len: 706 time: 1.4023342 Feb 10 06:51:21.812722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38558) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:21.829192 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1793a28-27db-41fd-b4ff-0b29a3a0acf2 None None] Routers {'e26fb1bb-4047-4b2d-81af-6f103895fd41'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:21.830469 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f1793a28-27db-41fd-b4ff-0b29a3a0acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e26fb1bb-4047-4b2d-81af-6f103895fd41'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:21.854911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:21.914792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:21.916857 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f1793a28-27db-41fd-b4ff-0b29a3a0acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:21.932844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:21.935310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:21.938002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:21.938173 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1793a28-27db-41fd-b4ff-0b29a3a0acf2 None None] Routers {'e26fb1bb-4047-4b2d-81af-6f103895fd41'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:21.942864 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f1793a28-27db-41fd-b4ff-0b29a3a0acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e26fb1bb-4047-4b2d-81af-6f103895fd41'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:22.001936 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-998ff956-182d-4e2d-b515-34a7aa136000 tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/routers/e26fb1bb-4047-4b2d-81af-6f103895fd41 HTTP/1.1" status: 200 len: 741 time: 0.1857357 Feb 10 06:51:22.002332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38564) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.007645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:22.008621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.016823 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f1793a28-27db-41fd-b4ff-0b29a3a0acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:22.017537 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1793a28-27db-41fd-b4ff-0b29a3a0acf2 None None] The sync data for ids ['e26fb1bb-4047-4b2d-81af-6f103895fd41'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:22.032524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-f221a25e-bb35-4232-8fb1-634db7756963 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8729122 Feb 10 06:51:22.045641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Request body: {'port': {'device_id': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:22.076419 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-afa9e006-91d2-4f94-a4fb-bb1dc919dd1e tempest-RoutersAdminTest-743812239 tempest-RoutersAdminTest-743812239-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=e26fb1bb-4047-4b2d-81af-6f103895fd41 HTTP/1.1" status: 200 len: 205 time: 0.0705562 Feb 10 06:51:22.077184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38566) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.131566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2cda3878-1615-44c1-9c3a-9029f6ac586c tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=e26fb1bb-4047-4b2d-81af-6f103895fd41 HTTP/1.1" status: 200 len: 205 time: 0.0504146 Feb 10 06:51:22.132381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38568) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.141205 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.261956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08328972-a650-489c-a1e1-98ff604d1df4 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (e26fb1bb-4047-4b2d-81af-6f103895fd41), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.342004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5db16419-0a6d-46f8-8436-738298edf52b None None] Provisioning complete for port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:22.342585 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5db16419-0a6d-46f8-8436-738298edf52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.432490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5db16419-0a6d-46f8-8436-738298edf52b None None] Port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:51:22.478200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08328972-a650-489c-a1e1-98ff604d1df4 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (e26fb1bb-4047-4b2d-81af-6f103895fd41), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.480488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08328972-a650-489c-a1e1-98ff604d1df4 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router_controller (e26fb1bb-4047-4b2d-81af-6f103895fd41), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.530854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08328972-a650-489c-a1e1-98ff604d1df4 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (e26fb1bb-4047-4b2d-81af-6f103895fd41), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.531399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08328972-a650-489c-a1e1-98ff604d1df4 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Fanout notify agent at l3_agent the message router_deleted on router e26fb1bb-4047-4b2d-81af-6f103895fd41 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:51:22.554609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08328972-a650-489c-a1e1-98ff604d1df4 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.555761 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-08328972-a650-489c-a1e1-98ff604d1df4 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/e26fb1bb-4047-4b2d-81af-6f103895fd41 HTTP/1.1" status: 204 len: 168 time: 0.4203520 Feb 10 06:51:22.559590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38576) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.596884 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6fe994ef-2356-4b13-b32a-ec53b0973953 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=e26fb1bb-4047-4b2d-81af-6f103895fd41 HTTP/1.1" status: 200 len: 205 time: 0.0334768 Feb 10 06:51:22.597577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38578) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.632268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d502f01c-06b8-45ab-8327-82941b929756 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:51:22.641487 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-483970a7-285f-4aec-af8d-490f64344f90 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] delete failed (client error): The resource could not be found. Feb 10 06:51:22.645700 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-483970a7-285f-4aec-af8d-490f64344f90 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/e26fb1bb-4047-4b2d-81af-6f103895fd41 HTTP/1.1" status: 404 len: 336 time: 0.0444026 Feb 10 06:51:22.646079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38580) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.686714 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c5cf544f-0b6f-4446-bec8-f8b198859a78 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5 HTTP/1.1" status: 200 len: 205 time: 0.0372374 Feb 10 06:51:22.687872 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38582) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.715923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217634-fd18-46e8-8e45-c84a69bfe483 req-c62c86b0-84d8-40aa-a657-9b240b7e2221 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:22.717582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08217634-fd18-46e8-8e45-c84a69bfe483 req-c62c86b0-84d8-40aa-a657-9b240b7e2221 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 931 time: 0.2318573 Feb 10 06:51:22.740676 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-ea10c84d-2671-494a-b48c-d21d9adc1e24 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] delete failed (client error): The resource could not be found. Feb 10 06:51:22.744547 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ea10c84d-2671-494a-b48c-d21d9adc1e24 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/1edecac5-6bfe-44d3-8bc5-80a1cc3c1ce5 HTTP/1.1" status: 404 len: 336 time: 0.0526264 Feb 10 06:51:22.745044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38584) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.793308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d690fb-e75d-4c77-af91-648dc780f99b req-382a9993-f6ea-417a-bd1a-0d9530eae399 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:22.801472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4fd4264c-39ce-4b68-9ba6-abbd1e4667f6 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=e038a2e4-22c8-4b00-95e6-03885f53e7ea HTTP/1.1" status: 200 len: 205 time: 0.0526390 Feb 10 06:51:22.801707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8d690fb-e75d-4c77-af91-648dc780f99b req-382a9993-f6ea-417a-bd1a-0d9530eae399 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 943 time: 0.1498075 Feb 10 06:51:22.801948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38586) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.833316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d502f01c-06b8-45ab-8327-82941b929756, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d502f01c-06b8-45ab-8327-82941b929756,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:22.846240 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08217634-fd18-46e8-8e45-c84a69bfe483 req-eec36fa7-37b1-4b36-a6a6-1879ef9aa3d6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169806 Feb 10 06:51:22.862127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'd502f01c-06b8-45ab-8327-82941b929756', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'port_id': 'd502f01c-06b8-45ab-8327-82941b929756', 'mac_address': 'fa:16:3e:84:7c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:51:22.884410 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-56670804-d621-40c2-b9a7-e9d04422aa41 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] delete failed (client error): The resource could not be found. Feb 10 06:51:22.885649 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-56670804-d621-40c2-b9a7-e9d04422aa41 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/e038a2e4-22c8-4b00-95e6-03885f53e7ea HTTP/1.1" status: 404 len: 336 time: 0.0826149 Feb 10 06:51:22.888184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38588) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.913178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a89bdad-89ae-4cdb-8256-a6f105eb2136 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:51:22.930805 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-23776851-34ee-42c7-bad8-962d849138ce tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f7577f9-806e-45b8-8230-ae12e3d0d262 HTTP/1.1" status: 200 len: 205 time: 0.0407267 Feb 10 06:51:22.932544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38594) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:22.933095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port d502f01c-06b8-45ab-8327-82941b929756 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:22.933682 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d502f01c-06b8-45ab-8327-82941b929756), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.950163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d502f01c-06b8-45ab-8327-82941b929756 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:51:22.956987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8d690fb-e75d-4c77-af91-648dc780f99b req-b9a8b2f5-37cc-4669-8a34-9d883593c04c tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502428 Feb 10 06:51:22.959469 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Publish callbacks [] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:22.987528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d502f01c-06b8-45ab-8327-82941b929756, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d502f01c-06b8-45ab-8327-82941b929756,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:22.993061 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d502f01c-06b8-45ab-8327-82941b929756), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:23.015888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Transition to ACTIVE for port object 2a89bdad-89ae-4cdb-8256-a6f105eb2136 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:51:23.018576 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-f12a739e-22cd-4834-a6a5-c82f231b4f5e tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] delete failed (client error): The resource could not be found. Feb 10 06:51:23.020088 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f12a739e-22cd-4834-a6a5-c82f231b4f5e tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/7f7577f9-806e-45b8-8230-ae12e3d0d262 HTTP/1.1" status: 404 len: 336 time: 0.0863473 Feb 10 06:51:23.022837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38596) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:23.027689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:23.047139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=d502f01c-06b8-45ab-8327-82941b929756,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:23.056048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.056427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.056744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.057084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.057568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.057909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.058243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.058600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.058926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.059257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.059587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.059911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.060241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:23.107569 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7df63f86-428d-4744-a46a-b0fc12aeb9f4 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1736977-e860-4936-ab54-b4749ff3e9ac HTTP/1.1" status: 200 len: 205 time: 0.0830402 Feb 10 06:51:23.109993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38598) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:23.177985 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-96bbe6fe-e6a6-4fdf-a5ad-2e684f50a934 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] delete failed (client error): The resource could not be found. Feb 10 06:51:23.183754 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-96bbe6fe-e6a6-4fdf-a5ad-2e684f50a934 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/e1736977-e860-4936-ab54-b4749ff3e9ac HTTP/1.1" status: 404 len: 336 time: 0.0724142 Feb 10 06:51:23.185366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Attempting to bind port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:23.186438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38600) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:23.186585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Attempting to bind port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:23.186920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Attempting to bind port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:23.192791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:23.196453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:51:23.196761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Attempting to bind port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:23.218026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:23.218396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Checking segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:23.218785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Bound using segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:23.219217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Bound port: 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:23.219578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:23.241268 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4e484dcc-3d81-4eb1-b553-7b3dc9392eaf tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "GET /v2.0/ports?device_id=33806ed2-a7a0-4863-88c4-be3fe15064fe HTTP/1.1" status: 200 len: 205 time: 0.0526199 Feb 10 06:51:23.243181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38602) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:23.288414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['d502f01c-06b8-45ab-8327-82941b929756'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:51:23.289067 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-60c642ae-14f5-489a-a430-fbf9f0942894 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] delete failed (client error): The resource could not be found. Feb 10 06:51:23.292508 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-60c642ae-14f5-489a-a430-fbf9f0942894 tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/routers/33806ed2-a7a0-4863-88c4-be3fe15064fe HTTP/1.1" status: 404 len: 336 time: 0.0460610 Feb 10 06:51:23.292777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38604) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:23.346493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:23.346763 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-42330e79-b1bd-4156-8b93-5ef03520746d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] DELETE failed (client error): The resource could not be found. Feb 10 06:51:23.346938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42330e79-b1bd-4156-8b93-5ef03520746d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:51:23.352835 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-42330e79-b1bd-4156-8b93-5ef03520746d tempest-RoutersAdminTest-417083247 tempest-RoutersAdminTest-417083247-project] 10.222.0.21 "DELETE /v2.0/subnets/bbfe25f5-4dee-4291-83ac-f27dbc9e73da HTTP/1.1" status: 404 len: 337 time: 0.0566294 Feb 10 06:51:23.353030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:23.367254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:23.444529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:23.445061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:23.451003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] 10.222.0.24 "PUT /v2.0/ports/2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 1091 time: 1.4062693 Feb 10 06:51:23.451243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:51:23.453660 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7" -d '{"events": [{"name": "network-changed", "server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:51:23.555078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818302b-9aa0-47b5-9eb6-b384c43b5d81 service neutron] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:23.578938 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141ef748-df14-42b8-ab58-c0699b5b2386 x-openstack-request-id: req-141ef748-df14-42b8-ab58-c0699b5b2386 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:51:23.579313 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:51:23.579507 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-141ef748-df14-42b8-ab58-c0699b5b2386 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:51:23.579927 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'status': 'completed', 'code': 200} Feb 10 06:51:23.609508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-cd5192ec-bf25-48f4-8d20-7029d2e77b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:23.610974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-cd5192ec-bf25-48f4-8d20-7029d2e77b63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1125 time: 0.1176240 Feb 10 06:51:23.681565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-8e5c5b14-e009-4c65-b883-fc4a456b9282 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 217 time: 0.0600989 Feb 10 06:51:23.790078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-214c7e95-3cd2-4a6c-95d5-1d992ab27a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:23.791734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-214c7e95-3cd2-4a6c-95d5-1d992ab27a74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1036241 Feb 10 06:51:23.811246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38614) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:23.880904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-375ae228-f108-482f-9e1c-da6d67a591e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:23.882847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-375ae228-f108-482f-9e1c-da6d67a591e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0851421 Feb 10 06:51:23.983210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-4ef9d2a9-9649-4cb4-ac38-25dc9d1cb1cd service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920050 Feb 10 06:51:24.004565 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41385cb5-40fe-4865-86b4-a8cd2073af9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:24.147254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41385cb5-40fe-4865-86b4-a8cd2073af9e admin admin] Publish callbacks [] for security_group (f69e2d20-17e1-40c3-9f86-f5483be8b9a7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:24.148810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82866c-6a91-4ed5-85ae-e4e36314d2e2 req-4cbbe59d-1e3c-42d3-a92b-c7478166ea44 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:24.151407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c82866c-6a91-4ed5-85ae-e4e36314d2e2 req-4cbbe59d-1e3c-42d3-a92b-c7478166ea44 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 943 time: 0.1671243 Feb 10 06:51:24.152948 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41385cb5-40fe-4865-86b4-a8cd2073af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f69e2d20-17e1-40c3-9f86-f5483be8b9a7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:24.188325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-41385cb5-40fe-4865-86b4-a8cd2073af9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=959c73c09a66491f9630203ed2b9ad6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752441 Feb 10 06:51:24.189054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465e20cd-81c5-4e66-8cf0-83ec7328907e req-3da257ee-a6d9-4cec-82cf-b4007fd08a78 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953139 Feb 10 06:51:24.191069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:24.216772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41385cb5-40fe-4865-86b4-a8cd2073af9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69e2d20-17e1-40c3-9f86-f5483be8b9a7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:24.232240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808581d6-faed-470a-b7d6-47dcf21cd00a req-9b0f4974-1926-48ca-87de-f6c43f996c7a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:24.233690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-808581d6-faed-470a-b7d6-47dcf21cd00a req-9b0f4974-1926-48ca-87de-f6c43f996c7a tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 944 time: 0.1572180 Feb 10 06:51:24.344317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c82866c-6a91-4ed5-85ae-e4e36314d2e2 req-e15d8b9b-248c-40b4-8d92-8478cc534b0e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806786 Feb 10 06:51:24.508346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-808581d6-faed-470a-b7d6-47dcf21cd00a req-8b594660-3e33-4b7f-9efb-ead1328c6c4d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479172 Feb 10 06:51:24.510548 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-12c72cb1-f5c7-44d5-a045-a8feee02ff8c admin admin] Publish callbacks [] for security_group (f69e2d20-17e1-40c3-9f86-f5483be8b9a7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:24.540503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-0a5fde23-98c3-43f7-aa87-d1f641b08d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:24.542145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-0a5fde23-98c3-43f7-aa87-d1f641b08d9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1125 time: 0.1969175 Feb 10 06:51:24.544172 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-12c72cb1-f5c7-44d5-a045-a8feee02ff8c admin admin] Publish callbacks [] for security_group (f69e2d20-17e1-40c3-9f86-f5483be8b9a7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:24.652637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-12c72cb1-f5c7-44d5-a045-a8feee02ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f69e2d20-17e1-40c3-9f86-f5483be8b9a7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:24.655366 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-12c72cb1-f5c7-44d5-a045-a8feee02ff8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:24.656650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-12c72cb1-f5c7-44d5-a045-a8feee02ff8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f69e2d20-17e1-40c3-9f86-f5483be8b9a7 HTTP/1.1" status: 204 len: 168 time: 0.4640336 Feb 10 06:51:24.663673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d502f01c-06b8-45ab-8327-82941b929756 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:24.673192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-7b4080bd-3a64-4742-b2f4-fb9eeebe5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:24.675188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-7b4080bd-3a64-4742-b2f4-fb9eeebe5472 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.1242189 Feb 10 06:51:24.676606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c72cb1-f5c7-44d5-a045-a8feee02ff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69e2d20-17e1-40c3-9f86-f5483be8b9a7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:24.726148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-ef896663-2d02-4800-8159-6799d212dd73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 217 time: 0.0439312 Feb 10 06:51:24.770492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port d502f01c-06b8-45ab-8327-82941b929756 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:51:24.777855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port d502f01c-06b8-45ab-8327-82941b929756 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:24.778553 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d502f01c-06b8-45ab-8327-82941b929756), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:24.865884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-8ebd68f7-9e19-4a47-9ed9-292a071e91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:24.867284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-8ebd68f7-9e19-4a47-9ed9-292a071e91e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1002860 Feb 10 06:51:24.905334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port d502f01c-06b8-45ab-8327-82941b929756 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:24.905718 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d502f01c-06b8-45ab-8327-82941b929756), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:24.928026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-8cfbb917-07e6-4290-a862-f93e9fe6b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:24.929497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-8cfbb917-07e6-4290-a862-f93e9fe6b87e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551534 Feb 10 06:51:24.930349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd502f01c-06b8-45ab-8327-82941b929756'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:51:24.932617 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eee0fc6-93a6-40f4-ab19-50cba5294298" -d '{"events": [{"server_uuid": "02b4b9b1-5222-4604-a70f-c62fd2dac713", "name": "network-vif-plugged", "status": "completed", "tag": "d502f01c-06b8-45ab-8327-82941b929756"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:51:24.947118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port d502f01c-06b8-45ab-8327-82941b929756, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d502f01c-06b8-45ab-8327-82941b929756,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:24.954977 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d502f01c-06b8-45ab-8327-82941b929756), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:25.057630 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432ace48-1103-44ea-942a-29d04025778a x-openstack-request-id: req-432ace48-1103-44ea-942a-29d04025778a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:51:25.057848 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b4b9b1-5222-4604-a70f-c62fd2dac713", "name": "network-vif-plugged", "status": "completed", "tag": "d502f01c-06b8-45ab-8327-82941b929756", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:51:25.060435 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-432ace48-1103-44ea-942a-29d04025778a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:51:25.060948 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd502f01c-06b8-45ab-8327-82941b929756', 'code': 200} Feb 10 06:51:25.063180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=d502f01c-06b8-45ab-8327-82941b929756,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:25.070352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-583fc5c9-d64c-470f-8e08-757360c4b5a8 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193893 Feb 10 06:51:25.105408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8c175-948f-4289-9b07-d456983e5835 req-7dc84f4e-664d-4bbc-a811-4a8bd61c3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:25.108032 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5af8c175-948f-4289-9b07-d456983e5835 req-7dc84f4e-664d-4bbc-a811-4a8bd61c3880 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1127 time: 0.0606377 Feb 10 06:51:25.129524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38636) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:25.174677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ff4b4f7-2ad6-4c1a-92a2-07dad142ecf7 req-a200a7fc-ebe8-4ccd-a99c-8de9fcf46ee7 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953696 Feb 10 06:51:25.197673 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5af8c175-948f-4289-9b07-d456983e5835 req-39a39104-ce4f-4123-836c-157db1127cd1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808308 Feb 10 06:51:25.203995 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ddf3a394-4dd9-4a67-96a2-aaa9c4a3b024 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=439890f1c49848958abac4ad1071659c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728121 Feb 10 06:51:25.206977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38638) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:25.256026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fcc020e5-4e83-41f8-9641-25cd4e6cfb94 admin admin] Publish callbacks [] for security_group (6e104c89-1f1f-4fb4-850a-d98ae33c23e3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:25.276675 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fcc020e5-4e83-41f8-9641-25cd4e6cfb94 admin admin] Publish callbacks [] for security_group (6e104c89-1f1f-4fb4-850a-d98ae33c23e3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:25.321831 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fcc020e5-4e83-41f8-9641-25cd4e6cfb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6e104c89-1f1f-4fb4-850a-d98ae33c23e3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:25.324410 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fcc020e5-4e83-41f8-9641-25cd4e6cfb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:25.325470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fcc020e5-4e83-41f8-9641-25cd4e6cfb94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e104c89-1f1f-4fb4-850a-d98ae33c23e3 HTTP/1.1" status: 204 len: 168 time: 0.1175578 Feb 10 06:51:25.333750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc020e5-4e83-41f8-9641-25cd4e6cfb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e104c89-1f1f-4fb4-850a-d98ae33c23e3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:25.520257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0992c-ee55-4d16-84f6-8209b9e85726 req-f69ff071-554f-4d34-b825-339a80bb9b97 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:25.527975 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77e0992c-ee55-4d16-84f6-8209b9e85726 req-f69ff071-554f-4d34-b825-339a80bb9b97 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 943 time: 0.0754364 Feb 10 06:51:25.598356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77e0992c-ee55-4d16-84f6-8209b9e85726 req-6a3cd003-ee78-412b-b12a-f194c02d3914 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648103 Feb 10 06:51:25.704523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd11c4-985d-453f-9de9-8f170ccece7d req-4b8bb8b5-69bc-4ab6-a7da-08c7777f9665 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:25.706536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-debd11c4-985d-453f-9de9-8f170ccece7d req-4b8bb8b5-69bc-4ab6-a7da-08c7777f9665 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 945 time: 0.1071336 Feb 10 06:51:25.804777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-debd11c4-985d-453f-9de9-8f170ccece7d req-84d43efc-c2a0-4338-8cd5-f178759ed913 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898314 Feb 10 06:51:26.256161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38682) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:26.370771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1905082398'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:26.402258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:26.406113 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:26.431618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:26.530505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for security_group (09ba908a-4f4b-441d-9168-a422dae578f3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:26.534958 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (09ba908a-4f4b-441d-9168-a422dae578f3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:26.574716 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:51:26.587061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ba908a-4f4b-441d-9168-a422dae578f3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:26.598803 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (36d59afd-40f0-4412-9c7b-2d95db01d053), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:26.599638 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Added segment 36d59afd-40f0-4412-9c7b-2d95db01d053 of type vlan for network 6c1effe9-6423-4c1f-94e7-c0da99848c88 Feb 10 06:51:26.651745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (6c1effe9-6423-4c1f-94e7-c0da99848c88), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:26.686874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (6c1effe9-6423-4c1f-94e7-c0da99848c88), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:26.695549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:26.696394 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:26.704475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:51:26.756513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdaece-fa74-4a2f-9053-768a52effe6a req-d5e77f93-5e16-4631-8817-a1eb2596f374 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:26.759200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ebdaece-fa74-4a2f-9053-768a52effe6a req-d5e77f93-5e16-4631-8817-a1eb2596f374 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 943 time: 0.0706747 Feb 10 06:51:26.774554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38692) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:26.779686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:26.786909 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5168052 Feb 10 06:51:26.845565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91302c6-88b8-48cc-8ded-2492ef24701e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Network': ['ID=6c1effe9-6423-4c1f-94e7-c0da99848c88,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:26.863324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:51:26.930715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ebdaece-fa74-4a2f-9053-768a52effe6a req-454cbe78-8a11-4c4e-960d-ed50c6ab2067 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570597 Feb 10 06:51:26.986484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:26.995502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:26.999127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:27.003507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'port_id': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'mac_address': 'fa:16:3e:b3:f5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:51:27.056012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:27.056716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:27.077683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a89bdad-89ae-4cdb-8256-a6f105eb2136 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:51:27.095407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f069f13-3b62-47cd-89b8-db845b5bc733 req-a9b5f275-f25e-415e-95db-137e3cbda0df tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:27.102495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f069f13-3b62-47cd-89b8-db845b5bc733 req-a9b5f275-f25e-415e-95db-137e3cbda0df tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 945 time: 0.1653428 Feb 10 06:51:27.103656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:27.108596 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:27.174075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:27.188163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f069f13-3b62-47cd-89b8-db845b5bc733 req-876e2131-d307-45a4-9a2e-32a8a89695e1 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847330 Feb 10 06:51:27.299735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (4c5f183e-972f-455f-b467-e8b6f827a5a5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:27.367377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=4c5f183e-972f-455f-b467-e8b6f827a5a5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:27.418501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9d52a-1394-4020-abf8-597c42384e20 req-48d6c23b-ee1b-4021-8a20-6573742a40b4 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:27.420084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eec9d52a-1394-4020-abf8-597c42384e20 req-48d6c23b-ee1b-4021-8a20-6573742a40b4 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 945 time: 0.1436222 Feb 10 06:51:27.430989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:27.431473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network hostable DHCP agents. Network: 6c1effe9-6423-4c1f-94e7-c0da99848c88, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:51:27.467391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:51:27.490579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 6c1effe9-6423-4c1f-94e7-c0da99848c88) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:27.510343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:27.511153 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:27.519176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eec9d52a-1394-4020-abf8-597c42384e20 req-fe1b88e6-564e-4984-8e63-b0b8bf90be08 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902431 Feb 10 06:51:27.530931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['2a89bdad-89ae-4cdb-8256-a6f105eb2136'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:51:27.550468 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dd0bdd21-743e-421c-b2bc-6d1504b68ba0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7746058 Feb 10 06:51:27.553353 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38702) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:27.560095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'name': 'tempest-NetworksTestDHCPv6-1247810032'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:27.577003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d3a91c-5872-46f0-ae8d-f9f86dd6815b None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:27.789211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '4c5f183e-972f-455f-b467-e8b6f827a5a5'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:51:27.790079 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:27.802414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02232e-c90b-4db6-a9f2-19539dc953ca req-2f8ad4b6-4d94-41ed-bf11-c58e9c3883b4 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:27.815457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d02232e-c90b-4db6-a9f2-19539dc953ca req-2f8ad4b6-4d94-41ed-bf11-c58e9c3883b4 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 945 time: 0.1861811 Feb 10 06:51:27.847550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:27.857934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:27.905923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 97e4c5cd-0aef-4842-918e-96abcb58edc0 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:51:27.959479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d02232e-c90b-4db6-a9f2-19539dc953ca req-68f0e154-2321-4a5c-aaae-06e60e1982f5 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412613 Feb 10 06:51:28.043804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38712) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:28.145062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/4c5f183e-972f-455f-b467-e8b6f827a5a5/552c7211-a50a-4ce7-ae12-d47aba752429) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:28.248733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaabfbf-28fa-4d6e-ae82-deed502ae4f0 req-79c2b822-b434-4c55-b1a1-04bd064dae32 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:28.255803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-daaabfbf-28fa-4d6e-ae82-deed502ae4f0 req-79c2b822-b434-4c55-b1a1-04bd064dae32 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1040392 Feb 10 06:51:28.362555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-daaabfbf-28fa-4d6e-ae82-deed502ae4f0 req-6d211014-1768-4c72-9307-639d5dc8a950 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057129 Feb 10 06:51:28.415448 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Publish callbacks [] for port (552c7211-a50a-4ce7-ae12-d47aba752429), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:28.433491 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:28.493680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8279181-d0d3-48ba-86c7-ef822f56f952 tempest-TestServerBasicOps-65642248 tempest-TestServerBasicOps-65642248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:28.495605 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d8279181-d0d3-48ba-86c7-ef822f56f952 tempest-TestServerBasicOps-65642248 tempest-TestServerBasicOps-65642248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1122 time: 0.4476593 Feb 10 06:51:28.498570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38716) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:28.509855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Pushing event updated for resources: {'Port': ['ID=552c7211-a50a-4ce7-ae12-d47aba752429,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:28.523442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': 'd502f01c-06b8-45ab-8327-82941b929756', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:28.524268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:28.525958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:28.530908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:28.590849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::2e3 (6c1effe9-6423-4c1f-94e7-c0da99848c88/4c5f183e-972f-455f-b467-e8b6f827a5a5/97e4c5cd-0aef-4842-918e-96abcb58edc0) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:28.609521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:28.623827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Attempting to bind port 552c7211-a50a-4ce7-ae12-d47aba752429 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:28.624204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Attempting to bind port 552c7211-a50a-4ce7-ae12-d47aba752429 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:28.624574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Attempting to bind port 552c7211-a50a-4ce7-ae12-d47aba752429 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:28.630218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:28.630771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:28.631193 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:28.631593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:28.632928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Bound port: 552c7211-a50a-4ce7-ae12-d47aba752429, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:28.633389 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:28.712197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:28.753685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] For port 552c7211-a50a-4ce7-ae12-d47aba752429, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:28.759020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] For port 552c7211-a50a-4ce7-ae12-d47aba752429, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=552c7211-a50a-4ce7-ae12-d47aba752429,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:28.773783 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:28.853166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:51:28.859629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:28.859917 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:28.862163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bede3-daa6-4d61-b61a-2ae941a1c19c None None] Pushing event updated for resources: {'Port': ['ID=552c7211-a50a-4ce7-ae12-d47aba752429,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:29.016645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:29.017694 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:29.051953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:51:29.054855 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4784edad-fd09-4763-a618-6934475463a6" -d '{"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:51:29.075484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:29.080517 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:29.189066 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea821f2-77e0-4d6b-b519-0be81dba34e1 x-openstack-request-id: req-5ea821f2-77e0-4d6b-b519-0be81dba34e1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:51:29.189369 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:51:29.189647 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ea821f2-77e0-4d6b-b519-0be81dba34e1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:51:29.190053 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'code': 200} Feb 10 06:51:29.261881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:29.343554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bc840-35a6-43a9-83eb-be45d3bb1597 req-ab165fbe-779b-49e6-b25e-b6db7d03e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:29.347293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee7bc840-35a6-43a9-83eb-be45d3bb1597 req-ab165fbe-779b-49e6-b25e-b6db7d03e1f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1127 time: 0.0704207 Feb 10 06:51:29.412825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee7bc840-35a6-43a9-83eb-be45d3bb1597 req-91015773-89d4-40a5-8851-0e68395e4052 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516860 Feb 10 06:51:29.438056 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (97e4c5cd-0aef-4842-918e-96abcb58edc0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:29.491973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:29.540513 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (97e4c5cd-0aef-4842-918e-96abcb58edc0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:29.546289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db263d85-5ae4-470e-a747-57154006cc05 req-4ea21a13-b0a3-4402-a394-b2f144c66b53 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:29.548165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db263d85-5ae4-470e-a747-57154006cc05 req-4ea21a13-b0a3-4402-a394-b2f144c66b53 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.0627682 Feb 10 06:51:29.602241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:29.607447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:29.610081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:29.617001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:29.617637 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:29.641225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db263d85-5ae4-470e-a747-57154006cc05 req-c2705f20-31ad-4d92-bf3f-a95c99f12611 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842721 Feb 10 06:51:29.667307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=97e4c5cd-0aef-4842-918e-96abcb58edc0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:29.676474 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e714afa6-f316-4abf-affc-8f41887a240d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1209426 Feb 10 06:51:29.679647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:29.704520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Allocated IP 172.25.8.29 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:29.848583 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for port (7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:29.922605 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:29.999617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'Port': ['ID=7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:30.025516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:30.027116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:30.030167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:30.109077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad4b70-8578-4531-bfad-f1fb3baba669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:30.117614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad4b70-8578-4531-bfad-f1fb3baba669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:30.119548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c7ad4b70-8578-4531-bfad-f1fb3baba669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4388800 Feb 10 06:51:30.123362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38744) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:30.374912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86e666-da3f-4a25-8677-8dd5e766eec3 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:30.388089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6c9372fd-1de0-40f2-b035-217aa18bc53e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 97e4c5cd-0aef-4842-918e-96abcb58edc0 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:30.388350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c9372fd-1de0-40f2-b035-217aa18bc53e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (97e4c5cd-0aef-4842-918e-96abcb58edc0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:30.534103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b4cf87bc-86ac-4d98-845a-ef1064146fe0 None None] Provisioning complete for port 552c7211-a50a-4ce7-ae12-d47aba752429 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:30.534539 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4cf87bc-86ac-4d98-845a-ef1064146fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:30.605049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 552c7211-a50a-4ce7-ae12-d47aba752429 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:30.630505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c9372fd-1de0-40f2-b035-217aa18bc53e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (97e4c5cd-0aef-4842-918e-96abcb58edc0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:30.652755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6c9372fd-1de0-40f2-b035-217aa18bc53e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 97e4c5cd-0aef-4842-918e-96abcb58edc0 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:30.780385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4cf87bc-86ac-4d98-845a-ef1064146fe0 None None] Current status of the port 552c7211-a50a-4ce7-ae12-d47aba752429 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:30.783595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4cf87bc-86ac-4d98-845a-ef1064146fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:30.856456 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for floatingip (81fd051f-f679-4233-b6d3-6cfdcacc15e6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:30.861898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1af56-142b-478e-8348-678db6e55e5f req-36332c44-4a6a-4fc0-b458-151161bffb01 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:30.865683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7c1af56-142b-478e-8348-678db6e55e5f req-36332c44-4a6a-4fc0-b458-151161bffb01 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.1223314 Feb 10 06:51:30.896577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b4cf87bc-86ac-4d98-845a-ef1064146fe0 None None] For port 552c7211-a50a-4ce7-ae12-d47aba752429, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=552c7211-a50a-4ce7-ae12-d47aba752429,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:30.903662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 552c7211-a50a-4ce7-ae12-d47aba752429 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:30.904045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:30.911580 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4cf87bc-86ac-4d98-845a-ef1064146fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:30.980165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7c1af56-142b-478e-8348-678db6e55e5f req-4e4367a6-7463-4d4a-9fbd-45c5c3c63952 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066835 Feb 10 06:51:31.065853 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.090118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf87bc-86ac-4d98-845a-ef1064146fe0 None None] Pushing event updated for resources: {'Port': ['ID=552c7211-a50a-4ce7-ae12-d47aba752429,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:31.117862 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c9372fd-1de0-40f2-b035-217aa18bc53e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (97e4c5cd-0aef-4842-918e-96abcb58edc0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.138055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-bede363a-838d-47a6-a489-32cfb922711c None None] Could not find standard attr ID for object 97e4c5cd-0aef-4842-918e-96abcb58edc0. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:51:31.164574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 552c7211-a50a-4ce7-ae12-d47aba752429 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:31.172546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-bede363a-838d-47a6-a489-32cfb922711c None None] Provisioning complete for port 552c7211-a50a-4ce7-ae12-d47aba752429 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:31.173164 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bede363a-838d-47a6-a489-32cfb922711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.184730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9372fd-1de0-40f2-b035-217aa18bc53e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=97e4c5cd-0aef-4842-918e-96abcb58edc0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:31.209029 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c9372fd-1de0-40f2-b035-217aa18bc53e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.214901 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6c9372fd-1de0-40f2-b035-217aa18bc53e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/97e4c5cd-0aef-4842-918e-96abcb58edc0 HTTP/1.1" status: 204 len: 168 time: 1.0881653 Feb 10 06:51:31.215694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:31.338872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bede363a-838d-47a6-a489-32cfb922711c None None] Current status of the port 552c7211-a50a-4ce7-ae12-d47aba752429 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:31.395694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7339b2-aa89-4fda-8a34-09cdc5536998 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:31.397203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7339b2-aa89-4fda-8a34-09cdc5536998 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:31.398778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe7339b2-aa89-4fda-8a34-09cdc5536998 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1819777 Feb 10 06:51:31.401456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38760) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:31.402603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for port (7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.408817 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.480676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-811532e9-1b2e-4d97-8ec4-a083ef65525a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 4c5f183e-972f-455f-b467-e8b6f827a5a5 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:31.488224 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-811532e9-1b2e-4d97-8ec4-a083ef65525a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (4c5f183e-972f-455f-b467-e8b6f827a5a5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.546035 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-811532e9-1b2e-4d97-8ec4-a083ef65525a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (4c5f183e-972f-455f-b467-e8b6f827a5a5), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.564998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ab379372-cf1e-4484-b203-6bd87da56d73 None None] Could not find standard attr ID for object 97e4c5cd-0aef-4842-918e-96abcb58edc0. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:51:31.601042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (81fd051f-f679-4233-b6d3-6cfdcacc15e6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.709147 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-811532e9-1b2e-4d97-8ec4-a083ef65525a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (4c5f183e-972f-455f-b467-e8b6f827a5a5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.751571 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Floating IP 81fd051f-f679-4233-b6d3-6cfdcacc15e6 associated. External IP: 172.25.8.29, port: d502f01c-06b8-45ab-8327-82941b929756. Feb 10 06:51:31.798608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event updated for resources: {'Port': ['ID=7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:31.819406 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-811532e9-1b2e-4d97-8ec4-a083ef65525a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (4c5f183e-972f-455f-b467-e8b6f827a5a5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.869594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811532e9-1b2e-4d97-8ec4-a083ef65525a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5f183e-972f-455f-b467-e8b6f827a5a5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:31.870229 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-811532e9-1b2e-4d97-8ec4-a083ef65525a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:31.875481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-811532e9-1b2e-4d97-8ec4-a083ef65525a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/4c5f183e-972f-455f-b467-e8b6f827a5a5 HTTP/1.1" status: 204 len: 168 time: 0.4726131 Feb 10 06:51:31.877620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38762) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:31.887877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcc0ee8-6b84-4e51-8f4c-0f8e793981d1 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:32.065981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7654b0e5-b218-42b1-92dd-a71bfb2a2c84 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1826968 Feb 10 06:51:32.072458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38768) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:32.080693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:32.157707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd7a5-ff05-4a29-855a-f3681aac1018 req-a6af81b6-3062-4ace-ae3b-1be1573bd870 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:32.159426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfdbd7a5-ff05-4a29-855a-f3681aac1018 req-a6af81b6-3062-4ace-ae3b-1be1573bd870 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.0838861 Feb 10 06:51:32.223515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af2ca0-202a-404d-a144-1fa30b676570 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:51:32.280040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfdbd7a5-ff05-4a29-855a-f3681aac1018 req-202cbba6-7e76-4b37-a0d2-dcf0af6b337e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115675 Feb 10 06:51:32.306334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Router f495b653-fcec-43f9-b650-3bc3b6781516 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:51:32.312060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-42af2ca0-202a-404d-a144-1fa30b676570 None None] Deleting port 552c7211-a50a-4ce7-ae12-d47aba752429 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:32.312448 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42af2ca0-202a-404d-a144-1fa30b676570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:32.313073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:32.317606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:32.408321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-42af2ca0-202a-404d-a144-1fa30b676570 None None] For port 552c7211-a50a-4ce7-ae12-d47aba752429, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=552c7211-a50a-4ce7-ae12-d47aba752429,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:32.408942 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42af2ca0-202a-404d-a144-1fa30b676570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:32.460032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-42af2ca0-202a-404d-a144-1fa30b676570 None None] Calling delete_port for 552c7211-a50a-4ce7-ae12-d47aba752429 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:32.463011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c94101-7708-439a-9ec5-a49e4357046a req-d2f736c0-ff2f-4555-bea3-4611ff1d8f0e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:32.476447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94c94101-7708-439a-9ec5-a49e4357046a req-d2f736c0-ff2f-4555-bea3-4611ff1d8f0e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.1165092 Feb 10 06:51:32.482590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:32.486008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-224154ee-52c4-4ddd-9a3e-be7eb5d83f30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'floatingip': {'port_id': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:32.561265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 552c7211-a50a-4ce7-ae12-d47aba752429 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:51:32.561764 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-224154ee-52c4-4ddd-9a3e-be7eb5d83f30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for floatingip (84883cb8-532c-4205-9a1d-baffe143a6ea), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:32.684116 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42af2ca0-202a-404d-a144-1fa30b676570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:32.688706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (ce40734b-aa48-421a-891e-2f8259ed2c35), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:32.727699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af2ca0-202a-404d-a144-1fa30b676570 None None] Pushing event deleted for resources: {'Port': ['ID=552c7211-a50a-4ce7-ae12-d47aba752429,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:32.732203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af2ca0-202a-404d-a144-1fa30b676570 None None] No DVR routers for this DVR port 552c7211-a50a-4ce7-ae12-d47aba752429 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:51:32.744757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 552c7211-a50a-4ce7-ae12-d47aba752429 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:32.745807 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (552c7211-a50a-4ce7-ae12-d47aba752429), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:32.758969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:32.777365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] Sync routers for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:32.779050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:32.787410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:32.794965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:32.796707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:32.799812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:32.800635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:32.817482 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:32.849919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=ce40734b-aa48-421a-891e-2f8259ed2c35,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:32.862813 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-87efb64e-e6f3-4910-a64c-ce4bbe620e96 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7850754 Feb 10 06:51:32.864457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38778) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:32.870879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'name': 'tempest-NetworksTestDHCPv6-460780256'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:32.910218 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-15e5e40b-3ed9-4f7f-8447-5fe38281132b tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4103632 Feb 10 06:51:32.913807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'tag': 'd502f01c-06b8-45ab-8327-82941b929756'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:51:32.916246 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1824823-a673-4a03-8ddb-547945607efc" -d '{"events": [{"name": "network-changed", "server_uuid": "02b4b9b1-5222-4604-a70f-c62fd2dac713", "tag": "d502f01c-06b8-45ab-8327-82941b929756"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:51:32.945144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:32.997959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd34833-f31e-42b0-b312-4cf0a17a5074 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:33.079597 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72af02d-27f2-4544-b508-d061e41da09a x-openstack-request-id: req-d72af02d-27f2-4544-b508-d061e41da09a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:51:33.079904 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b4b9b1-5222-4604-a70f-c62fd2dac713", "tag": "d502f01c-06b8-45ab-8327-82941b929756", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:51:33.080324 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d72af02d-27f2-4544-b508-d061e41da09a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:51:33.081790 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'tag': 'd502f01c-06b8-45ab-8327-82941b929756', 'status': 'completed', 'code': 200} Feb 10 06:51:33.093763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:33.096237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:33.143683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 371aff74-9680-4b17-9429-9ae85a46fa39 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:51:33.190689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': 'ce40734b-aa48-421a-891e-2f8259ed2c35'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:51:33.192123 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:33.289650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::6a (6c1effe9-6423-4c1f-94e7-c0da99848c88/ce40734b-aa48-421a-891e-2f8259ed2c35/371aff74-9680-4b17-9429-9ae85a46fa39) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:33.392347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1824823-a673-4a03-8ddb-547945607efc req-98a11fc3-cfe0-426d-9c07-db28ff192643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:33.393911 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f1824823-a673-4a03-8ddb-547945607efc req-98a11fc3-cfe0-426d-9c07-db28ff192643 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f41676fb7b4dedae37ef92bbafc71c&device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1127 time: 0.3167813 Feb 10 06:51:33.406412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-224154ee-52c4-4ddd-9a3e-be7eb5d83f30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:33.413516 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-224154ee-52c4-4ddd-9a3e-be7eb5d83f30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (84883cb8-532c-4205-9a1d-baffe143a6ea), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:33.562461 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-224154ee-52c4-4ddd-9a3e-be7eb5d83f30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Floating IP 84883cb8-532c-4205-9a1d-baffe143a6ea associated. External IP: 172.25.8.121, port: 2a89bdad-89ae-4cdb-8256-a6f105eb2136. Feb 10 06:51:33.567197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (371aff74-9680-4b17-9429-9ae85a46fa39), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:33.592735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1824823-a673-4a03-8ddb-547945607efc req-8cae7030-a41c-4cb3-96c4-0259add0c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:33.594427 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f1824823-a673-4a03-8ddb-547945607efc req-8cae7030-a41c-4cb3-96c4-0259add0c895 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f97832f-c399-47ed-b8b5-f99ce95da35b HTTP/1.1" status: 200 len: 909 time: 0.1944470 Feb 10 06:51:33.717072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (371aff74-9680-4b17-9429-9ae85a46fa39), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:33.727579 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f1824823-a673-4a03-8ddb-547945607efc req-d45ff7ff-e5c0-4f3f-9307-ffbb312a8606 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d502f01c-06b8-45ab-8327-82941b929756 HTTP/1.1" status: 200 len: 998 time: 0.1245403 Feb 10 06:51:33.806744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:33.818220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:33.821526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:33.826790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:33.827427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:33.829838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=371aff74-9680-4b17-9429-9ae85a46fa39,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:33.858285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1824823-a673-4a03-8ddb-547945607efc req-f7bc1042-d7d7-494f-8da2-c47bc6c8f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:33.859958 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f1824823-a673-4a03-8ddb-547945607efc req-f7bc1042-d7d7-494f-8da2-c47bc6c8f2c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f552ad7-96b9-4f2d-84d5-a988313c3120 HTTP/1.1" status: 200 len: 848 time: 0.1258264 Feb 10 06:51:33.866701 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-13992ac6-197d-42bc-8236-09fb71cf3ed1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0010302 Feb 10 06:51:33.869243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38794) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:33.923085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224154ee-52c4-4ddd-9a3e-be7eb5d83f30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Router 20bca2aa-f260-4432-a419-6f1e753e1a01 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:51:33.984639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/ce40734b-aa48-421a-891e-2f8259ed2c35/ab1f6e1a-bd52-4504-87b6-06d79daa419d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:34.014179 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:51:34.030731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82922f68-9923-402a-9c17-51863ab357da tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:34.032669 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-82922f68-9923-402a-9c17-51863ab357da tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1625566 Feb 10 06:51:34.037256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1824823-a673-4a03-8ddb-547945607efc req-a08d635a-8427-4b2f-86e6-1b831c72fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:34.039184 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f1824823-a673-4a03-8ddb-547945607efc req-a08d635a-8427-4b2f-86e6-1b831c72fe94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f97832f-c399-47ed-b8b5-f99ce95da35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1712761 Feb 10 06:51:34.039672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38796) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:34.052652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '81fd051f-f679-4233-b6d3-6cfdcacc15e6', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'port_id': 'd502f01c-06b8-45ab-8327-82941b929756', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'mac_address': 'fa:16:3e:84:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:51:30Z', 'updated_at': '2022-02-10T06:51:30Z', 'revision_number': 0, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc90da5-a6ee-4573-9848-95425783fd33', 'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'mac_address': 'fa:16:3e:b1:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:47Z', 'updated_at': '2022-02-10T06:50:54Z', 'revision_number': 5, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'subnets': [{'id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:34.088393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224154ee-52c4-4ddd-9a3e-be7eb5d83f30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:51:34.090834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] Checking router: f495b653-fcec-43f9-b650-3bc3b6781516 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:51:34.104014 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] Sync routers for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:51:34.105897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-224154ee-52c4-4ddd-9a3e-be7eb5d83f30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:34.120202 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:34.121251 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:34.133476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:34.134115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:34.180041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-224154ee-52c4-4ddd-9a3e-be7eb5d83f30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "PUT /v2.0/floatingips/84883cb8-532c-4205-9a1d-baffe143a6ea HTTP/1.1" status: 200 len: 991 time: 1.7010443 Feb 10 06:51:34.181968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:51:34.187003 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf657ae-abf9-4adf-b44c-da63ba74a78f" -d '{"events": [{"name": "network-changed", "server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:51:34.286904 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff12ac-e8d7-498f-b9d7-30e61b3e1ba6 x-openstack-request-id: req-d4ff12ac-e8d7-498f-b9d7-30e61b3e1ba6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:51:34.286904 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:51:34.287157 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4ff12ac-e8d7-498f-b9d7-30e61b3e1ba6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:51:34.287546 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'status': 'completed', 'code': 200} Feb 10 06:51:34.320204 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:34.337622 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f1824823-a673-4a03-8ddb-547945607efc req-c893fd71-8e86-4421-95a2-1b9b71bee48b service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525256 Feb 10 06:51:34.498155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-9ff5ae3e-c083-421a-9431-f7d853beb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:34.499699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-9ff5ae3e-c083-421a-9431-f7d853beb78e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1127 time: 0.1258297 Feb 10 06:51:34.502751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:34.532901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ba527-7e1a-4d57-af3b-0a5d1a0fd9ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 371aff74-9680-4b17-9429-9ae85a46fa39 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:34.533280 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba527-7e1a-4d57-af3b-0a5d1a0fd9ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (371aff74-9680-4b17-9429-9ae85a46fa39), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:34.568112 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Publish callbacks [] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:34.570463 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f1824823-a673-4a03-8ddb-547945607efc req-69e58e3e-a7ba-4b00-b525-c9b0dfbe2aa6 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970787 Feb 10 06:51:34.593022 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:34.612068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a862df-766d-4ec7-a5d3-c9e4bfc47c94 req-f42392df-8e77-4916-9020-21414f884982 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:34.618283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9a862df-766d-4ec7-a5d3-c9e4bfc47c94 req-f42392df-8e77-4916-9020-21414f884982 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.3159227 Feb 10 06:51:34.662938 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba527-7e1a-4d57-af3b-0a5d1a0fd9ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (371aff74-9680-4b17-9429-9ae85a46fa39), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:34.670766 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '84883cb8-532c-4205-9a1d-baffe143a6ea', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'port_id': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'mac_address': 'fa:16:3e:b3:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:51:17Z', 'updated_at': '2022-02-10T06:51:33Z', 'revision_number': 1, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42943640-daa8-449a-ab48-cfd18d471e5b', 'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'mac_address': 'fa:16:3e:f3:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:10Z', 'updated_at': '2022-02-10T06:51:15Z', 'revision_number': 5, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'subnets': [{'id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:34.679940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ba527-7e1a-4d57-af3b-0a5d1a0fd9ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 371aff74-9680-4b17-9429-9ae85a46fa39 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:34.719515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:34.752996 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] Checking router: 20bca2aa-f260-4432-a419-6f1e753e1a01 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:51:34.774350 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:51:34.775700 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:34.824341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9a862df-766d-4ec7-a5d3-c9e4bfc47c94 req-dad4b609-e055-4382-99e5-407a5b7fcc26 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848600 Feb 10 06:51:34.836635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:34.843703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:34.884740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-4ff8d4b9-251b-452a-b6a6-51b0bf2e5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:34.887206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-4ff8d4b9-251b-452a-b6a6-51b0bf2e5653 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.3704553 Feb 10 06:51:34.932865 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba527-7e1a-4d57-af3b-0a5d1a0fd9ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (371aff74-9680-4b17-9429-9ae85a46fa39), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:34.979574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ba527-7e1a-4d57-af3b-0a5d1a0fd9ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=371aff74-9680-4b17-9429-9ae85a46fa39,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:35.016376 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba527-7e1a-4d57-af3b-0a5d1a0fd9ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.025798 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3b9ba527-7e1a-4d57-af3b-0a5d1a0fd9ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/371aff74-9680-4b17-9429-9ae85a46fa39 HTTP/1.1" status: 204 len: 168 time: 0.9850030 Feb 10 06:51:35.026819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38818) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:35.042217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:51:35.081865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Pushing event updated for resources: {'Port': ['ID=ab1f6e1a-bd52-4504-87b6-06d79daa419d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:35.085493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Attempting to bind port ab1f6e1a-bd52-4504-87b6-06d79daa419d on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:35.085858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Attempting to bind port ab1f6e1a-bd52-4504-87b6-06d79daa419d by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:35.086244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Attempting to bind port ab1f6e1a-bd52-4504-87b6-06d79daa419d on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:35.099088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:35.099554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:35.100073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.100565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:35.101176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Bound port: ab1f6e1a-bd52-4504-87b6-06d79daa419d, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:35.101729 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.111340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-ae4666e9-4197-486b-af89-b91974c8ec9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 999 time: 0.2097156 Feb 10 06:51:35.161391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b04200-96d6-496a-b790-c5a364582bb9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:35.163239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b04200-96d6-496a-b790-c5a364582bb9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:35.167986 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-68b04200-96d6-496a-b790-c5a364582bb9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1401219 Feb 10 06:51:35.169010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38820) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:35.225411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-fddd353d-1062-4752-99ca-8d3b580b67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:35.228145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-fddd353d-1062-4752-99ca-8d3b580b67b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1119428 Feb 10 06:51:35.313183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdd20a6-2816-49d2-8801-e9e9ef13fb9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet ce40734b-aa48-421a-891e-2f8259ed2c35 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:35.320616 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fdd20a6-2816-49d2-8801-e9e9ef13fb9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (ce40734b-aa48-421a-891e-2f8259ed2c35), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.329005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-d199af4b-63ac-4e65-b75e-79a944806369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:35.330807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-d199af4b-63ac-4e65-b75e-79a944806369 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963111 Feb 10 06:51:35.403581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fdd20a6-2816-49d2-8801-e9e9ef13fb9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (ce40734b-aa48-421a-891e-2f8259ed2c35), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.510704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38826) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:35.527762 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fdd20a6-2816-49d2-8801-e9e9ef13fb9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (ce40734b-aa48-421a-891e-2f8259ed2c35), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.564290 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '84883cb8-532c-4205-9a1d-baffe143a6ea', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'port_id': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'mac_address': 'fa:16:3e:b3:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:51:17Z', 'updated_at': '2022-02-10T06:51:33Z', 'revision_number': 1, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42943640-daa8-449a-ab48-cfd18d471e5b', 'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'mac_address': 'fa:16:3e:f3:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:10Z', 'updated_at': '2022-02-10T06:51:15Z', 'revision_number': 5, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'subnets': [{'id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:35.590664 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-64a79404-5f5a-485d-a1f0-e326e24298e8 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496271 Feb 10 06:51:35.603724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '81fd051f-f679-4233-b6d3-6cfdcacc15e6', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'port_id': 'd502f01c-06b8-45ab-8327-82941b929756', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'mac_address': 'fa:16:3e:84:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:51:30Z', 'updated_at': '2022-02-10T06:51:30Z', 'revision_number': 0, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc90da5-a6ee-4573-9848-95425783fd33', 'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'mac_address': 'fa:16:3e:b1:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:47Z', 'updated_at': '2022-02-10T06:50:54Z', 'revision_number': 5, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'subnets': [{'id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:51:35.613779 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fdd20a6-2816-49d2-8801-e9e9ef13fb9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (ce40734b-aa48-421a-891e-2f8259ed2c35), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.635742 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbb05b-184f-4eb9-adf4-36484317ba22 None None] The sync data for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 is: [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '84883cb8-532c-4205-9a1d-baffe143a6ea', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'port_id': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'mac_address': 'fa:16:3e:b3:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:51:17Z', 'updated_at': '2022-02-10T06:51:33Z', 'revision_number': 1, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42943640-daa8-449a-ab48-cfd18d471e5b', 'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'mac_address': 'fa:16:3e:f3:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:10Z', 'updated_at': '2022-02-10T06:51:15Z', 'revision_number': 5, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'subnets': [{'id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:35.688895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702ea3e-8eb7-4d7b-a062-44f7f00e9086 None None] The sync data for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 is: [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '81fd051f-f679-4233-b6d3-6cfdcacc15e6', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'port_id': 'd502f01c-06b8-45ab-8327-82941b929756', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'mac_address': 'fa:16:3e:84:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:51:30Z', 'updated_at': '2022-02-10T06:51:30Z', 'revision_number': 0, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc90da5-a6ee-4573-9848-95425783fd33', 'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'mac_address': 'fa:16:3e:b1:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:47Z', 'updated_at': '2022-02-10T06:50:54Z', 'revision_number': 5, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'subnets': [{'id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:51:35.692284 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fdd20a6-2816-49d2-8801-e9e9ef13fb9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.693573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] For port ab1f6e1a-bd52-4504-87b6-06d79daa419d, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:35.707770 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0fdd20a6-2816-49d2-8801-e9e9ef13fb9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/ce40734b-aa48-421a-891e-2f8259ed2c35 HTTP/1.1" status: 204 len: 168 time: 0.5375392 Feb 10 06:51:35.709421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38830) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:35.713559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd20a6-2816-49d2-8801-e9e9ef13fb9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=ce40734b-aa48-421a-891e-2f8259ed2c35,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:35.746910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] For port ab1f6e1a-bd52-4504-87b6-06d79daa419d, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ab1f6e1a-bd52-4504-87b6-06d79daa419d,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:35.766618 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.856126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4bf657ae-abf9-4adf-b44c-da63ba74a78f req-1650319c-ed97-405e-8ef3-82f96b609e69 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595453 Feb 10 06:51:35.857920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58353f75-ad87-48bb-8a47-f4624d2525b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:35.862272 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-39d800d0-e6be-4a53-af4b-4d54aeb1c92f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494315 Feb 10 06:51:35.863762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38832) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:35.879468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:35.947207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a82f8a-2642-4ed2-9d84-ef041cba40f1 None None] Pushing event updated for resources: {'Port': ['ID=ab1f6e1a-bd52-4504-87b6-06d79daa419d,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:36.109056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:36.113684 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.114712 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58353f75-ad87-48bb-8a47-f4624d2525b7 admin admin] Publish callbacks [] for security_group (d0d5c7c7-a7ba-4a25-b145-c351172b01c4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.145534 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58353f75-ad87-48bb-8a47-f4624d2525b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d0d5c7c7-a7ba-4a25-b145-c351172b01c4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.157432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a7a7b-2ee7-430b-bc5e-3b3f311633b6 None None] New status for floating IP 84883cb8-532c-4205-9a1d-baffe143a6ea: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:51:36.287488 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecd5d52-00ce-407e-917d-41ba7656f726 None None] New status for floating IP 81fd051f-f679-4233-b6d3-6cfdcacc15e6: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:51:36.436406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b472b-eed8-413d-94cd-3104827f5cba req-8ccbff98-f25c-40b6-a469-1fdd2c4e1bc9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:36.442874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-188b472b-eed8-413d-94cd-3104827f5cba req-8ccbff98-f25c-40b6-a469-1fdd2c4e1bc9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.4021668 Feb 10 06:51:36.517430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38838) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:36.531542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-58353f75-ad87-48bb-8a47-f4624d2525b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbfe2de0454d4a7b9169459138b5f9ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0160818 Feb 10 06:51:36.531542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58353f75-ad87-48bb-8a47-f4624d2525b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d5c7c7-a7ba-4a25-b145-c351172b01c4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:36.622065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-188b472b-eed8-413d-94cd-3104827f5cba req-ff0adaea-8d62-410a-893e-352b63350cd6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590648 Feb 10 06:51:36.679709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ab1f6e1a-bd52-4504-87b6-06d79daa419d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:36.721573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (22f6bf55-7ce1-4e0b-a98d-c912fb6eed15), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.732505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ada977f3-77e0-4367-bbdd-2c1052cf3ce8 admin admin] Publish callbacks [] for security_group (d0d5c7c7-a7ba-4a25-b145-c351172b01c4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.760072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ab1f6e1a-bd52-4504-87b6-06d79daa419d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:36.760715 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.821617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:36.835380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:36.839197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:36.839809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.864825 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ada977f3-77e0-4367-bbdd-2c1052cf3ce8 admin admin] Publish callbacks [] for security_group (d0d5c7c7-a7ba-4a25-b145-c351172b01c4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.886149 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0187588 Feb 10 06:51:36.891834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38842) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:36.892565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497efd3b-dfac-4d3a-b23f-44bd5addff89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=22f6bf55-7ce1-4e0b-a98d-c912fb6eed15,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:36.896880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47cac5-0f45-417c-9009-f8ba0d9b59fd req-83895eb5-9110-4c9f-9a68-11c8d018a8f3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:36.898562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd47cac5-0f45-417c-9009-f8ba0d9b59fd req-83895eb5-9110-4c9f-9a68-11c8d018a8f3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.1198020 Feb 10 06:51:36.907428 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.923865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ab1f6e1a-bd52-4504-87b6-06d79daa419d is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:36.924270 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:36.929699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'name': 'tempest-NetworksTestDHCPv6-689235010'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:36.955741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd47cac5-0f45-417c-9009-f8ba0d9b59fd req-4fcba61c-0b28-4e38-a0da-1d4d8bc8df98 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505543 Feb 10 06:51:36.969907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port ab1f6e1a-bd52-4504-87b6-06d79daa419d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ab1f6e1a-bd52-4504-87b6-06d79daa419d,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:36.975747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:37.070546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=ab1f6e1a-bd52-4504-87b6-06d79daa419d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:37.503557 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ada977f3-77e0-4367-bbdd-2c1052cf3ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d0d5c7c7-a7ba-4a25-b145-c351172b01c4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:37.509296 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ada977f3-77e0-4367-bbdd-2c1052cf3ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:37.531549 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ada977f3-77e0-4367-bbdd-2c1052cf3ce8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0d5c7c7-a7ba-4a25-b145-c351172b01c4 HTTP/1.1" status: 204 len: 168 time: 1.0129485 Feb 10 06:51:37.546136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada977f3-77e0-4367-bbdd-2c1052cf3ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d5c7c7-a7ba-4a25-b145-c351172b01c4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:37.599359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc0e07-22f7-4d47-9dfc-088e2f34a849 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:37.687767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:37.692589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:37.735164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 8f17077a-9ca4-4b80-a4a6-267bab7ee53c yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:51:37.829145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b21caaf6-206f-42fe-8da5-98d61c8f4c41 None None] Provisioning complete for port ab1f6e1a-bd52-4504-87b6-06d79daa419d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:37.830570 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b21caaf6-206f-42fe-8da5-98d61c8f4c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:37.970139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::60 (6c1effe9-6423-4c1f-94e7-c0da99848c88/22f6bf55-7ce1-4e0b-a98d-c912fb6eed15/8f17077a-9ca4-4b80-a4a6-267bab7ee53c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:37.972245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b21caaf6-206f-42fe-8da5-98d61c8f4c41 None None] Current status of the port ab1f6e1a-bd52-4504-87b6-06d79daa419d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:38.185291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (8f17077a-9ca4-4b80-a4a6-267bab7ee53c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:38.238610 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8f17077a-9ca4-4b80-a4a6-267bab7ee53c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:38.302295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d18a247a-edcb-4aca-8546-4e7e87396c67 None None] Provisioning complete for port ab1f6e1a-bd52-4504-87b6-06d79daa419d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:38.303433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d18a247a-edcb-4aca-8546-4e7e87396c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:38.311514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:38.318451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:38.321741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=8f17077a-9ca4-4b80-a4a6-267bab7ee53c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:38.332441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:38.338762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:38.339431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:38.383776 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d94e8372-5191-422f-b4a8-5aec45d320e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4810164 Feb 10 06:51:38.386697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:38.495092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d18a247a-edcb-4aca-8546-4e7e87396c67 None None] Current status of the port ab1f6e1a-bd52-4504-87b6-06d79daa419d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:38.527522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03e3d0e-6f14-4051-a90a-6ff0ae7a1580 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:38.534738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03e3d0e-6f14-4051-a90a-6ff0ae7a1580 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:38.537515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e03e3d0e-6f14-4051-a90a-6ff0ae7a1580 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1496229 Feb 10 06:51:38.540358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:38.556110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ab1f6e1a-bd52-4504-87b6-06d79daa419d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:38.641384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1eb4a415-e02e-4f80-b0de-569ee79c18cb None None] Could not find standard attr ID for object 371aff74-9680-4b17-9429-9ae85a46fa39. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:51:38.667586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ab1f6e1a-bd52-4504-87b6-06d79daa419d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:38.668295 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:38.718466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0f76ea0f-15d8-44f6-af0c-55799e9a8460 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 8f17077a-9ca4-4b80-a4a6-267bab7ee53c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:38.718883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f76ea0f-15d8-44f6-af0c-55799e9a8460 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8f17077a-9ca4-4b80-a4a6-267bab7ee53c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:38.764720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:51:38.784577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ab1f6e1a-bd52-4504-87b6-06d79daa419d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:38.858069 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f76ea0f-15d8-44f6-af0c-55799e9a8460 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8f17077a-9ca4-4b80-a4a6-267bab7ee53c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:38.880507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0f76ea0f-15d8-44f6-af0c-55799e9a8460 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 8f17077a-9ca4-4b80-a4a6-267bab7ee53c owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:38.942846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:38.963748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'port_id': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'mac_address': 'fa:16:3e:b3:f5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:51:39.022575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:39.022960 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:39.043699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a89bdad-89ae-4cdb-8256-a6f105eb2136 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:51:39.065888 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f76ea0f-15d8-44f6-af0c-55799e9a8460 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8f17077a-9ca4-4b80-a4a6-267bab7ee53c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:39.085674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-970c2cf7-2b79-4f50-aeeb-6b9cdc05ef41 None None] Could not find standard attr ID for object 8f17077a-9ca4-4b80-a4a6-267bab7ee53c. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:51:39.091715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:39.096604 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:39.114557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76ea0f-15d8-44f6-af0c-55799e9a8460 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=8f17077a-9ca4-4b80-a4a6-267bab7ee53c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:39.155969 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f76ea0f-15d8-44f6-af0c-55799e9a8460 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:39.161870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f76ea0f-15d8-44f6-af0c-55799e9a8460 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/8f17077a-9ca4-4b80-a4a6-267bab7ee53c HTTP/1.1" status: 204 len: 168 time: 0.6182244 Feb 10 06:51:39.162069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38910) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:39.167877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:39.185904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['2a89bdad-89ae-4cdb-8256-a6f105eb2136'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:51:39.226718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8fa0cf-40f0-4cb1-b64a-b415f7c791f8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:39.228422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8fa0cf-40f0-4cb1-b64a-b415f7c791f8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:39.233726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38912) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:39.247335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f8fa0cf-40f0-4cb1-b64a-b415f7c791f8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0840003 Feb 10 06:51:39.318818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a7ea88-a13d-484a-ab0e-27a5dedabc50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 22f6bf55-7ce1-4e0b-a98d-c912fb6eed15 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:39.323840 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54a7ea88-a13d-484a-ab0e-27a5dedabc50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (22f6bf55-7ce1-4e0b-a98d-c912fb6eed15), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:39.385321 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54a7ea88-a13d-484a-ab0e-27a5dedabc50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (22f6bf55-7ce1-4e0b-a98d-c912fb6eed15), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:39.450654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54a7ea88-a13d-484a-ab0e-27a5dedabc50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (22f6bf55-7ce1-4e0b-a98d-c912fb6eed15), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:39.529669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54a7ea88-a13d-484a-ab0e-27a5dedabc50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (22f6bf55-7ce1-4e0b-a98d-c912fb6eed15), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:39.544628 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54a7ea88-a13d-484a-ab0e-27a5dedabc50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:39.550972 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:39.558050 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-54a7ea88-a13d-484a-ab0e-27a5dedabc50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/22f6bf55-7ce1-4e0b-a98d-c912fb6eed15 HTTP/1.1" status: 204 len: 168 time: 0.3231359 Feb 10 06:51:39.601979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7ea88-a13d-484a-ab0e-27a5dedabc50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=22f6bf55-7ce1-4e0b-a98d-c912fb6eed15,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:39.635742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38928) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:39.635946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2993baa-9b49-43e6-a503-bdccecea88ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836787 Feb 10 06:51:39.651015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9105a8be-1721-47ad-9e32-28a2b2783846 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:39.703157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d4ecf-9529-4f07-bb2a-86523e619531 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:39.705264 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d38d4ecf-9529-4f07-bb2a-86523e619531 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0679915 Feb 10 06:51:39.707824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:39.769494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dbb07d-ed36-4108-86fc-2c66a181c66f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:39.773896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38934) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:39.774580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-71dbb07d-ed36-4108-86fc-2c66a181c66f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0654743 Feb 10 06:51:39.830623 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2279632c-dd1c-4c5b-9e65-ae2cc218583e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548055 Feb 10 06:51:39.836062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 38938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:39.841807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:39.980107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:39.983777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:40.052279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb72e24f-8c85-4fd5-9361-f8ae246ef7d2 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:51:40.114209 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:40.132245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cb72e24f-8c85-4fd5-9361-f8ae246ef7d2 None None] Deleting port ab1f6e1a-bd52-4504-87b6-06d79daa419d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:40.132607 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb72e24f-8c85-4fd5-9361-f8ae246ef7d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:40.213762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-cb72e24f-8c85-4fd5-9361-f8ae246ef7d2 None None] For port ab1f6e1a-bd52-4504-87b6-06d79daa419d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ab1f6e1a-bd52-4504-87b6-06d79daa419d,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:40.214171 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb72e24f-8c85-4fd5-9361-f8ae246ef7d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:40.230028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cb72e24f-8c85-4fd5-9361-f8ae246ef7d2 None None] Calling delete_port for ab1f6e1a-bd52-4504-87b6-06d79daa419d owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:40.248515 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (d99f7d90-4c5d-478d-9087-b6f173032ab1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:40.393931 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb72e24f-8c85-4fd5-9361-f8ae246ef7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (ab1f6e1a-bd52-4504-87b6-06d79daa419d), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:40.412956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41ddd921-52d5-4769-b50f-8f9ae3a4d1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:40.417192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72e24f-8c85-4fd5-9361-f8ae246ef7d2 None None] No DVR routers for this DVR port ab1f6e1a-bd52-4504-87b6-06d79daa419d on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:51:40.461459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72e24f-8c85-4fd5-9361-f8ae246ef7d2 None None] Pushing event deleted for resources: {'Port': ['ID=ab1f6e1a-bd52-4504-87b6-06d79daa419d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:40.557772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ab1f6e1a-bd52-4504-87b6-06d79daa419d no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:51:40.603668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ab1f6e1a-bd52-4504-87b6-06d79daa419d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:51:40.604037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ab1f6e1a-bd52-4504-87b6-06d79daa419d not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:51:40.625813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=d99f7d90-4c5d-478d-9087-b6f173032ab1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:40.638906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:40.640624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:40.643605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:40.644214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:40.651447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78264f7b-bbc7-48e7-9ba9-35371517030d None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:40.670056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 38970) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:40.670979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3fa9d2f3-7d94-4bb9-afb6-f12f6a909769 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8329589 Feb 10 06:51:40.676302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': 'd99f7d90-4c5d-478d-9087-b6f173032ab1', 'ip_address': '2001:db8::7adb:ea3a:e19f:bb0f'}], 'name': 'tempest-NetworksTestDHCPv6-179656463'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:40.781605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:40.842981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': 'd99f7d90-4c5d-478d-9087-b6f173032ab1'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:51:40.843861 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:40.900074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:40.953758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:40.954941 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:41.052736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:41.075581 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 9740bb25-d4b4-4bf8-aa24-9338fc196ed3 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:51:41.099585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:41.099585 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:41.143561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:41.147097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:51:41.149782 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2a8633-599a-4ea1-9b2a-96f1e70600ec" -d '{"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:51:41.155599 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:41.221054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/d99f7d90-4c5d-478d-9087-b6f173032ab1/c8746e5d-e813-4001-8217-57b2c2886b83) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:41.248192 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8420b117-002f-42ab-9fed-b408dd961537 x-openstack-request-id: req-8420b117-002f-42ab-9fed-b408dd961537 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:51:41.248954 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:51:41.249858 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8420b117-002f-42ab-9fed-b408dd961537 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:51:41.250978 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'code': 200} Feb 10 06:51:41.347822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:41.496571 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Publish callbacks [] for port (c8746e5d-e813-4001-8217-57b2c2886b83), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:41.506975 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:41.556860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:41.560992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:41.567313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:41.577174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Pushing event updated for resources: {'Port': ['ID=c8746e5d-e813-4001-8217-57b2c2886b83,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:41.635840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::7adb:ea3a:e19f:bb0f (6c1effe9-6423-4c1f-94e7-c0da99848c88/d99f7d90-4c5d-478d-9087-b6f173032ab1/9740bb25-d4b4-4bf8-aa24-9338fc196ed3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:41.683748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Attempting to bind port c8746e5d-e813-4001-8217-57b2c2886b83 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:41.684288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Attempting to bind port c8746e5d-e813-4001-8217-57b2c2886b83 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:41.684565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Attempting to bind port c8746e5d-e813-4001-8217-57b2c2886b83 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:41.690333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:41.690783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:41.691858 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:41.692254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:41.692738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Bound port: c8746e5d-e813-4001-8217-57b2c2886b83, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:41.693116 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:41.777970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] For port c8746e5d-e813-4001-8217-57b2c2886b83, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:41.783472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] For port c8746e5d-e813-4001-8217-57b2c2886b83, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c8746e5d-e813-4001-8217-57b2c2886b83,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:41.796502 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:41.946592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071132e-e73b-4d55-b63c-15ab7fb2ba9c None None] Pushing event updated for resources: {'Port': ['ID=c8746e5d-e813-4001-8217-57b2c2886b83,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:41.995572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (9740bb25-d4b4-4bf8-aa24-9338fc196ed3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.037497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9740bb25-d4b4-4bf8-aa24-9338fc196ed3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.100962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:42.119049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:42.124115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:42.130600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:42.131493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.147136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=9740bb25-d4b4-4bf8-aa24-9338fc196ed3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:42.195780 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9faebdc2-26cb-4293-9a85-d3c4fcfa1048 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5244715 Feb 10 06:51:42.211488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:42.315885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0470ea-0602-4734-9d9b-fabc95674db8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:42.333226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0470ea-0602-4734-9d9b-fabc95674db8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:42.335013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3b0470ea-0602-4734-9d9b-fabc95674db8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1156430 Feb 10 06:51:42.337955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39008) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:42.477213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e14b1b94-bc88-4a13-b9e9-f088b45a4751 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 9740bb25-d4b4-4bf8-aa24-9338fc196ed3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:42.477828 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e14b1b94-bc88-4a13-b9e9-f088b45a4751 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9740bb25-d4b4-4bf8-aa24-9338fc196ed3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.523957 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-84eca52e-7d10-4f09-b611-1c8666922276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.547026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39012) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:42.631440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e14b1b94-bc88-4a13-b9e9-f088b45a4751 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9740bb25-d4b4-4bf8-aa24-9338fc196ed3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.645849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c8746e5d-e813-4001-8217-57b2c2886b83 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:42.672805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e14b1b94-bc88-4a13-b9e9-f088b45a4751 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 9740bb25-d4b4-4bf8-aa24-9338fc196ed3 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:42.720550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d7e5-c152-4064-8ad0-7ced9e67c99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.783047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c8746e5d-e813-4001-8217-57b2c2886b83 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:42.784054 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.860441 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d7e5-c152-4064-8ad0-7ced9e67c99e admin admin] Publish callbacks [] for security_group (bc1c46d3-2ed5-44a6-acbc-b289a0b9aac4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.866461 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d7e5-c152-4064-8ad0-7ced9e67c99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc1c46d3-2ed5-44a6-acbc-b289a0b9aac4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.878186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c8746e5d-e813-4001-8217-57b2c2886b83 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:42.879511 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.934586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0d7e5-c152-4064-8ad0-7ced9e67c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1c46d3-2ed5-44a6-acbc-b289a0b9aac4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:42.937066 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e14b1b94-bc88-4a13-b9e9-f088b45a4751 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9740bb25-d4b4-4bf8-aa24-9338fc196ed3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:42.939916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6e0d7e5-c152-4064-8ad0-7ced9e67c99e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae8103c7629d47859a3bd20a1a4067ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911765 Feb 10 06:51:42.942923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39022) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:42.989346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port c8746e5d-e813-4001-8217-57b2c2886b83, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c8746e5d-e813-4001-8217-57b2c2886b83,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:43.001304 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.020894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b1b94-bc88-4a13-b9e9-f088b45a4751 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=9740bb25-d4b4-4bf8-aa24-9338fc196ed3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:43.045635 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2409b99-95c9-4aa0-ad81-f57ae1535e2d admin admin] Publish callbacks [] for security_group (bc1c46d3-2ed5-44a6-acbc-b289a0b9aac4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.064998 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e14b1b94-bc88-4a13-b9e9-f088b45a4751 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.072985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2409b99-95c9-4aa0-ad81-f57ae1535e2d admin admin] Publish callbacks [] for security_group (bc1c46d3-2ed5-44a6-acbc-b289a0b9aac4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.076212 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e14b1b94-bc88-4a13-b9e9-f088b45a4751 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/9740bb25-d4b4-4bf8-aa24-9338fc196ed3 HTTP/1.1" status: 204 len: 168 time: 0.7370284 Feb 10 06:51:43.080906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39024) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:43.140022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=c8746e5d-e813-4001-8217-57b2c2886b83,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:43.153519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2409b99-95c9-4aa0-ad81-f57ae1535e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc1c46d3-2ed5-44a6-acbc-b289a0b9aac4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.156937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2409b99-95c9-4aa0-ad81-f57ae1535e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.160616 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2409b99-95c9-4aa0-ad81-f57ae1535e2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc1c46d3-2ed5-44a6-acbc-b289a0b9aac4 HTTP/1.1" status: 204 len: 168 time: 0.2144156 Feb 10 06:51:43.183585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2409b99-95c9-4aa0-ad81-f57ae1535e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1c46d3-2ed5-44a6-acbc-b289a0b9aac4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:43.233093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59a716-b23f-4123-9967-0e86456cffac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:43.234755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59a716-b23f-4123-9967-0e86456cffac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:43.239597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:43.254766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3a59a716-b23f-4123-9967-0e86456cffac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1494024 Feb 10 06:51:43.317227 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-6539d4e6-3a56-49b6-93bd-ac5c71b272c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet d99f7d90-4c5d-478d-9087-b6f173032ab1 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:43.321065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6539d4e6-3a56-49b6-93bd-ac5c71b272c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (d99f7d90-4c5d-478d-9087-b6f173032ab1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.416239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6539d4e6-3a56-49b6-93bd-ac5c71b272c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (d99f7d90-4c5d-478d-9087-b6f173032ab1), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.577993 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6539d4e6-3a56-49b6-93bd-ac5c71b272c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (d99f7d90-4c5d-478d-9087-b6f173032ab1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.686031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d4ed841a-ddbb-4618-9cc8-3f292a16f7c8 None None] Provisioning complete for port c8746e5d-e813-4001-8217-57b2c2886b83 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:43.686728 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ed841a-ddbb-4618-9cc8-3f292a16f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.701691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6539d4e6-3a56-49b6-93bd-ac5c71b272c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (d99f7d90-4c5d-478d-9087-b6f173032ab1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.767055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39038) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:43.783372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539d4e6-3a56-49b6-93bd-ac5c71b272c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=d99f7d90-4c5d-478d-9087-b6f173032ab1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:43.799703 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe848d6-9de5-4e69-b1ad-7ddb62746cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.809998 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6539d4e6-3a56-49b6-93bd-ac5c71b272c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.820925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6539d4e6-3a56-49b6-93bd-ac5c71b272c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/d99f7d90-4c5d-478d-9087-b6f173032ab1 HTTP/1.1" status: 204 len: 168 time: 0.5782752 Feb 10 06:51:43.821665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:43.940677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed841a-ddbb-4618-9cc8-3f292a16f7c8 None None] Current status of the port c8746e5d-e813-4001-8217-57b2c2886b83 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:43.947725 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:43.953749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39042) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:43.959621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-28a44526-aacc-475e-a3d1-ee493c6d79da tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363556 Feb 10 06:51:43.974157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:44.031359 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe848d6-9de5-4e69-b1ad-7ddb62746cd3 admin admin] Publish callbacks [] for security_group (57b123d6-7c70-4c46-b8b3-80427acd27bf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.042041 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fe848d6-9de5-4e69-b1ad-7ddb62746cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (57b123d6-7c70-4c46-b8b3-80427acd27bf), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.113011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55be5bd-d2c1-4831-a36c-b2166b7e454a None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:44.165111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:44.165482 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0fe848d6-9de5-4e69-b1ad-7ddb62746cd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c880d2a268cc48ae8f54e30227eda2fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969660 Feb 10 06:51:44.168826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe848d6-9de5-4e69-b1ad-7ddb62746cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b123d6-7c70-4c46-b8b3-80427acd27bf,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:44.182120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:44.187027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.285863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-972a079f-8a21-41a0-9ac3-cd2d74a06266 None None] Could not find standard attr ID for object 9740bb25-d4b4-4bf8-aa24-9338fc196ed3. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:51:44.321486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45bb5d0e-d610-42eb-ab12-8308da15a886 admin admin] Publish callbacks [] for security_group (57b123d6-7c70-4c46-b8b3-80427acd27bf), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.382737 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45bb5d0e-d610-42eb-ab12-8308da15a886 admin admin] Publish callbacks [] for security_group (57b123d6-7c70-4c46-b8b3-80427acd27bf), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.404300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f20c5-c421-4ea1-ac21-1cdfa8f27b3a None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:51:44.483907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45bb5d0e-d610-42eb-ab12-8308da15a886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (57b123d6-7c70-4c46-b8b3-80427acd27bf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.486641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45bb5d0e-d610-42eb-ab12-8308da15a886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.493269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-45bb5d0e-d610-42eb-ab12-8308da15a886 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57b123d6-7c70-4c46-b8b3-80427acd27bf HTTP/1.1" status: 204 len: 168 time: 0.3246374 Feb 10 06:51:44.513962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb5d0e-d610-42eb-ab12-8308da15a886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b123d6-7c70-4c46-b8b3-80427acd27bf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:44.558644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c8746e5d-e813-4001-8217-57b2c2886b83 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:51:44.562716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-111f20c5-c421-4ea1-ac21-1cdfa8f27b3a None None] Deleting port c8746e5d-e813-4001-8217-57b2c2886b83 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:44.563095 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-111f20c5-c421-4ea1-ac21-1cdfa8f27b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.597299 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (d33ad075-82ec-40d6-b9ed-02d283d0b761), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.631650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-111f20c5-c421-4ea1-ac21-1cdfa8f27b3a None None] For port c8746e5d-e813-4001-8217-57b2c2886b83, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c8746e5d-e813-4001-8217-57b2c2886b83,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:44.631958 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-111f20c5-c421-4ea1-ac21-1cdfa8f27b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.657528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-111f20c5-c421-4ea1-ac21-1cdfa8f27b3a None None] Calling delete_port for c8746e5d-e813-4001-8217-57b2c2886b83 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:44.713832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=d33ad075-82ec-40d6-b9ed-02d283d0b761,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:44.735530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:44.740086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:44.752114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:44.754579 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:44.787185 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7f013713-8f46-4711-8689-e120bf982a8d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8317599 Feb 10 06:51:44.790132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:44.795299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': 'd33ad075-82ec-40d6-b9ed-02d283d0b761', 'ip_address': '2001:db8::f1ae:8dae:1eed:b40'}], 'name': 'tempest-NetworksTestDHCPv6-219867396'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:44.990245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:44.998485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Port c8746e5d-e813-4001-8217-57b2c2886b83 update to DOWN by agent not found {{(pid=103215) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 06:51:44.999889 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-111f20c5-c421-4ea1-ac21-1cdfa8f27b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (c8746e5d-e813-4001-8217-57b2c2886b83), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:45.019057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f20c5-c421-4ea1-ac21-1cdfa8f27b3a None None] No DVR routers for this DVR port c8746e5d-e813-4001-8217-57b2c2886b83 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:51:45.115201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee617b-d801-4668-aa0e-b37a4ad6db5d None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:45.122539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f20c5-c421-4ea1-ac21-1cdfa8f27b3a None None] Pushing event deleted for resources: {'Port': ['ID=c8746e5d-e813-4001-8217-57b2c2886b83,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:45.256226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:45.308513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 1faa8895-4381-44c6-bd16-7b51d5302c70 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:51:45.345167 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:45.393456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': 'd33ad075-82ec-40d6-b9ed-02d283d0b761'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:51:45.394764 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:45.694498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/d33ad075-82ec-40d6-b9ed-02d283d0b761/e6c1b201-40f1-4a6b-8f53-b340e693a33b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:46.055541 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Publish callbacks [] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:46.071198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:46.145944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:46.169411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:46.174173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:46.238868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Pushing event updated for resources: {'Port': ['ID=e6c1b201-40f1-4a6b-8f53-b340e693a33b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:46.252078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f1ae:8dae:1eed:b40 (6c1effe9-6423-4c1f-94e7-c0da99848c88/d33ad075-82ec-40d6-b9ed-02d283d0b761/1faa8895-4381-44c6-bd16-7b51d5302c70) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:46.299947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Attempting to bind port e6c1b201-40f1-4a6b-8f53-b340e693a33b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:46.301157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Attempting to bind port e6c1b201-40f1-4a6b-8f53-b340e693a33b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:46.301738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Attempting to bind port e6c1b201-40f1-4a6b-8f53-b340e693a33b on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:46.308323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:46.311297 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:46.314418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:46.315160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:46.315830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Bound port: e6c1b201-40f1-4a6b-8f53-b340e693a33b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:46.316481 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:46.488606 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:46.537729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] For port e6c1b201-40f1-4a6b-8f53-b340e693a33b, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:46.542721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] For port e6c1b201-40f1-4a6b-8f53-b340e693a33b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6c1b201-40f1-4a6b-8f53-b340e693a33b,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:46.563844 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:46.586099 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (1faa8895-4381-44c6-bd16-7b51d5302c70), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:46.629879 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1faa8895-4381-44c6-bd16-7b51d5302c70), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:46.668757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:46.672410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:46.744113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:46.760581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:46.768370 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:46.777147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4348f7-1d1c-42b3-8025-db41a8990613 None None] Pushing event updated for resources: {'Port': ['ID=e6c1b201-40f1-4a6b-8f53-b340e693a33b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:46.851058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0574710 Feb 10 06:51:46.851790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39096) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:46.866216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3f1ee-8bdb-422d-bec0-c36876ef35e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=1faa8895-4381-44c6-bd16-7b51d5302c70,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:46.971326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a094ed6-4b85-470b-b400-71348ab9715f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:46.987667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a094ed6-4b85-470b-b400-71348ab9715f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:46.989671 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2a094ed6-4b85-470b-b400-71348ab9715f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1367865 Feb 10 06:51:46.992541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39100) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:47.259365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-db7668a8-dc0f-45e8-9fba-b1871a30ccd6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 1faa8895-4381-44c6-bd16-7b51d5302c70 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:47.260026 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db7668a8-dc0f-45e8-9fba-b1871a30ccd6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1faa8895-4381-44c6-bd16-7b51d5302c70), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:47.423972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db7668a8-dc0f-45e8-9fba-b1871a30ccd6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1faa8895-4381-44c6-bd16-7b51d5302c70), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:47.442519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-db7668a8-dc0f-45e8-9fba-b1871a30ccd6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 1faa8895-4381-44c6-bd16-7b51d5302c70 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:47.724656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db7668a8-dc0f-45e8-9fba-b1871a30ccd6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1faa8895-4381-44c6-bd16-7b51d5302c70), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:47.854376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7668a8-dc0f-45e8-9fba-b1871a30ccd6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=1faa8895-4381-44c6-bd16-7b51d5302c70,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:47.863210 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db7668a8-dc0f-45e8-9fba-b1871a30ccd6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:47.866824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-db7668a8-dc0f-45e8-9fba-b1871a30ccd6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/1faa8895-4381-44c6-bd16-7b51d5302c70 HTTP/1.1" status: 204 len: 168 time: 0.8710005 Feb 10 06:51:47.869295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39118) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:48.029092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ae80-58e9-4190-89e5-51242cd7923e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:48.030929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ae80-58e9-4190-89e5-51242cd7923e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:48.032818 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7c05ae80-58e9-4190-89e5-51242cd7923e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1625276 Feb 10 06:51:48.035940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39122) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:48.162992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7ec043-79bb-43e3-bf47-13d17d7e1193 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet d33ad075-82ec-40d6-b9ed-02d283d0b761 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:48.170629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea7ec043-79bb-43e3-bf47-13d17d7e1193 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (d33ad075-82ec-40d6-b9ed-02d283d0b761), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:48.244448 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea7ec043-79bb-43e3-bf47-13d17d7e1193 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (d33ad075-82ec-40d6-b9ed-02d283d0b761), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:48.473335 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea7ec043-79bb-43e3-bf47-13d17d7e1193 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (d33ad075-82ec-40d6-b9ed-02d283d0b761), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:48.580957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5e430a51-9f7a-43fe-a131-58c52ea3a7da None None] Provisioning complete for port e6c1b201-40f1-4a6b-8f53-b340e693a33b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:48.584290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e430a51-9f7a-43fe-a131-58c52ea3a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:48.603962 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea7ec043-79bb-43e3-bf47-13d17d7e1193 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (d33ad075-82ec-40d6-b9ed-02d283d0b761), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:48.639044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea7ec043-79bb-43e3-bf47-13d17d7e1193 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:48.652461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea7ec043-79bb-43e3-bf47-13d17d7e1193 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/d33ad075-82ec-40d6-b9ed-02d283d0b761 HTTP/1.1" status: 204 len: 168 time: 0.6154668 Feb 10 06:51:48.663993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39130) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:48.735799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ec043-79bb-43e3-bf47-13d17d7e1193 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=d33ad075-82ec-40d6-b9ed-02d283d0b761,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:48.780125 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ce6bff37-05be-4eed-ad79-04b364fe1f2c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149325 Feb 10 06:51:48.783497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39136) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:48.791763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:48.835206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5e430a51-9f7a-43fe-a131-58c52ea3a7da None None] Current status of the port e6c1b201-40f1-4a6b-8f53-b340e693a33b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:48.835611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e430a51-9f7a-43fe-a131-58c52ea3a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:48.847270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6c1b201-40f1-4a6b-8f53-b340e693a33b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:48.915896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1545792-9f6e-42fb-b62a-4610306f3ca7 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:48.976204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:48.981269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:49.239645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-fd217c41-f1ab-4058-9ed5-517511e4ff6d req-498d70b4-2a19-4457-b3e3-db1060c668ce service neutron] (103214) timed out ('10.222.0.13', 58393) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 06:51:49.252838 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5e430a51-9f7a-43fe-a131-58c52ea3a7da None None] For port e6c1b201-40f1-4a6b-8f53-b340e693a33b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6c1b201-40f1-4a6b-8f53-b340e693a33b,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:49.273330 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (039cab04-aea9-426e-87f3-c5203a96a49c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:49.288014 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e430a51-9f7a-43fe-a131-58c52ea3a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:49.350633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:49.353922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:49.356840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:49.358588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:49.366708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=039cab04-aea9-426e-87f3-c5203a96a49c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:49.400033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4163a523-bae9-4f3a-8b98-afba98a6f299 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6121604 Feb 10 06:51:49.401020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39144) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:49.406198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': '039cab04-aea9-426e-87f3-c5203a96a49c', 'ip_address': '2001:db8::5be7:bd98:4718:45f'}], 'name': 'tempest-NetworksTestDHCPv6-1016258045'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:49.450326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e6c1b201-40f1-4a6b-8f53-b340e693a33b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:49.450726 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:49.489981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-39cf9430-c688-443f-ac3f-71f647244fe4 None None] Could not find standard attr ID for object 1faa8895-4381-44c6-bd16-7b51d5302c70. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:51:49.536582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:49.547043 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:49.560938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e430a51-9f7a-43fe-a131-58c52ea3a7da None None] Pushing event updated for resources: {'Port': ['ID=e6c1b201-40f1-4a6b-8f53-b340e693a33b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:49.572435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port bc735177-340d-4d4f-8d5a-7a246606751c yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:51:49.701270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cae5c2-d2d2-4166-accb-1df84a78f62a None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:51:49.801125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e6c1b201-40f1-4a6b-8f53-b340e693a33b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:49.871722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a2cae5c2-d2d2-4166-accb-1df84a78f62a None None] Deleting port e6c1b201-40f1-4a6b-8f53-b340e693a33b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:49.872109 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2cae5c2-d2d2-4166-accb-1df84a78f62a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:49.877054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::5be7:bd98:4718:45f (6c1effe9-6423-4c1f-94e7-c0da99848c88/039cab04-aea9-426e-87f3-c5203a96a49c/bc735177-340d-4d4f-8d5a-7a246606751c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:50.033018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a2cae5c2-d2d2-4166-accb-1df84a78f62a None None] For port e6c1b201-40f1-4a6b-8f53-b340e693a33b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6c1b201-40f1-4a6b-8f53-b340e693a33b,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:50.033488 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2cae5c2-d2d2-4166-accb-1df84a78f62a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:50.059097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a2cae5c2-d2d2-4166-accb-1df84a78f62a None None] Calling delete_port for e6c1b201-40f1-4a6b-8f53-b340e693a33b owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:50.186385 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2cae5c2-d2d2-4166-accb-1df84a78f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (e6c1b201-40f1-4a6b-8f53-b340e693a33b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:50.215472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cae5c2-d2d2-4166-accb-1df84a78f62a None None] No DVR routers for this DVR port e6c1b201-40f1-4a6b-8f53-b340e693a33b on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:51:50.236254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (bc735177-340d-4d4f-8d5a-7a246606751c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:50.245258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cae5c2-d2d2-4166-accb-1df84a78f62a None None] Pushing event deleted for resources: {'Port': ['ID=e6c1b201-40f1-4a6b-8f53-b340e693a33b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:50.263732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c8c84e-bb70-4043-826a-f5e92de5285b None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:50.281232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bc735177-340d-4d4f-8d5a-7a246606751c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:50.332111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:50.339211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:50.344365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:50.354019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:50.355711 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:50.389592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=bc735177-340d-4d4f-8d5a-7a246606751c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:50.417329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ccf961ce-092b-4156-b13d-d247dae03040 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0128620 Feb 10 06:51:50.417654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39160) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:50.436261 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '039cab04-aea9-426e-87f3-c5203a96a49c'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:51:50.437087 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:50.535838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381e598-5741-4f1f-99e8-35f936e619f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:50.541237 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b381e598-5741-4f1f-99e8-35f936e619f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1225781 Feb 10 06:51:50.543791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39166) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:50.579921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6c1b201-40f1-4a6b-8f53-b340e693a33b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:51:50.623560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: e6c1b201-40f1-4a6b-8f53-b340e693a33b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:51:50.623974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6c1b201-40f1-4a6b-8f53-b340e693a33b not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:51:50.704276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port bc735177-340d-4d4f-8d5a-7a246606751c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:50.704994 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bc735177-340d-4d4f-8d5a-7a246606751c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:50.825187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/039cab04-aea9-426e-87f3-c5203a96a49c/083b6c41-b7c0-49c4-bcad-6b9231d4d447) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:50.867805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bc735177-340d-4d4f-8d5a-7a246606751c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:50.885683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for bc735177-340d-4d4f-8d5a-7a246606751c owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:51.159023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (bc735177-340d-4d4f-8d5a-7a246606751c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.216894 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Publish callbacks [] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.226959 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.227369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.231316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/bc735177-340d-4d4f-8d5a-7a246606751c HTTP/1.1" status: 204 len: 168 time: 0.6810174 Feb 10 06:51:51.233058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=bc735177-340d-4d4f-8d5a-7a246606751c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:51.234029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39184) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:51.246558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.247200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.247976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.248503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.249059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.249597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.250095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.250622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.251126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.251614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.252101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.252591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.253082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de1759-f79c-48ee-ba1e-a3bcb6aac4b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:51:51.302035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42348e4f-dbb1-4ccf-bac5-40e5ec64d2cf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:51.303615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42348e4f-dbb1-4ccf-bac5-40e5ec64d2cf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:51.307648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42348e4f-dbb1-4ccf-bac5-40e5ec64d2cf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0701478 Feb 10 06:51:51.308174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39188) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:51.315129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:51.318536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:51.323843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:51.329259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Pushing event updated for resources: {'Port': ['ID=083b6c41-b7c0-49c4-bcad-6b9231d4d447,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:51.381810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-a944a938-0855-40e4-9686-894208126669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 039cab04-aea9-426e-87f3-c5203a96a49c {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:51.385272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a944a938-0855-40e4-9686-894208126669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (039cab04-aea9-426e-87f3-c5203a96a49c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.394567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Attempting to bind port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:51.395033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Attempting to bind port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:51.395496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Attempting to bind port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:51.401287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:51.401761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:51.402241 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.402806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:51.403375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Bound port: 083b6c41-b7c0-49c4-bcad-6b9231d4d447, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:51.403829 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.433388 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a944a938-0855-40e4-9686-894208126669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (039cab04-aea9-426e-87f3-c5203a96a49c), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.496079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] For port 083b6c41-b7c0-49c4-bcad-6b9231d4d447, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:51.499132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] For port 083b6c41-b7c0-49c4-bcad-6b9231d4d447, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=083b6c41-b7c0-49c4-bcad-6b9231d4d447,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:51.508750 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.607643 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a944a938-0855-40e4-9686-894208126669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (039cab04-aea9-426e-87f3-c5203a96a49c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.622493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5358f91-7149-40ac-9c89-4542b164a57a None None] Pushing event updated for resources: {'Port': ['ID=083b6c41-b7c0-49c4-bcad-6b9231d4d447,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:51.759598 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a944a938-0855-40e4-9686-894208126669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (039cab04-aea9-426e-87f3-c5203a96a49c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.819365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944a938-0855-40e4-9686-894208126669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=039cab04-aea9-426e-87f3-c5203a96a49c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:51.838659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a944a938-0855-40e4-9686-894208126669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:51.845648 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a944a938-0855-40e4-9686-894208126669 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/039cab04-aea9-426e-87f3-c5203a96a49c HTTP/1.1" status: 204 len: 168 time: 0.5363562 Feb 10 06:51:51.848206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39190) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:51.952329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39192) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:51.979923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9455f28b-8162-45d6-8654-64dfac0fbf49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000733 Feb 10 06:51:52.061370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252f3a4-0832-4ca1-9839-482eef4493d6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:52.066658 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1252f3a4-0832-4ca1-9839-482eef4493d6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1121712 Feb 10 06:51:52.069790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39200) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:52.182616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793de82c-a8ff-4e19-a260-57caae126f68 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:52.186960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39204) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:52.187372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-793de82c-a8ff-4e19-a260-57caae126f68 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1159229 Feb 10 06:51:52.233881 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-72e135ea-ec52-4533-99dd-75b0487fd786 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417745 Feb 10 06:51:52.234984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39206) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:52.240773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:52.398988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:52.403240 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:52.600120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 083b6c41-b7c0-49c4-bcad-6b9231d4d447 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:52.709621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (a6d33f17-e52c-4848-b417-60835095134a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:52.711475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:52.713056 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:52.754052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:52.758035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:52.761715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:52.762637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:52.789593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5508552 Feb 10 06:51:52.790631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39222) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:52.796118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': 'a6d33f17-e52c-4848-b417-60835095134a', 'ip_address': '2001:db8::48c8:b5b8:c324:2491'}], 'name': 'tempest-NetworksTestDHCPv6-1175436090'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:52.804508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f97da7-8dea-4603-8a8c-0a1ae8e05320 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=a6d33f17-e52c-4848-b417-60835095134a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:52.830165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:52.830635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:52.868040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 083b6c41-b7c0-49c4-bcad-6b9231d4d447, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=083b6c41-b7c0-49c4-bcad-6b9231d4d447,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:52.878405 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:52.929645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=083b6c41-b7c0-49c4-bcad-6b9231d4d447,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:53.066295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:53.171433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:53.193807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 70aa8bb6-72b9-4a22-a732-d2ae377a8605 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:51:53.251330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0090027-60a3-4f1b-b6e4-7b2474699edd None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:53.372441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b5f6a0c1-949b-4e5d-82d3-9308329ec275 None None] Provisioning complete for port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:53.372822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5f6a0c1-949b-4e5d-82d3-9308329ec275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:53.492750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::48c8:b5b8:c324:2491 (6c1effe9-6423-4c1f-94e7-c0da99848c88/a6d33f17-e52c-4848-b417-60835095134a/70aa8bb6-72b9-4a22-a732-d2ae377a8605) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:53.510740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6a0c1-949b-4e5d-82d3-9308329ec275 None None] Current status of the port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:53.529245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b5f6a0c1-949b-4e5d-82d3-9308329ec275 None None] Could not find standard attr ID for object bc735177-340d-4d4f-8d5a-7a246606751c. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:51:53.748926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb40711-24f3-4252-a618-9e830a76f9be req-5262c7c6-f640-49b1-9d87-35818b1afc2b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:53.751633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7eb40711-24f3-4252-a618-9e830a76f9be req-5262c7c6-f640-49b1-9d87-35818b1afc2b tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 946 time: 0.0868824 Feb 10 06:51:53.763487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9efb813d-bad1-4812-b06c-a69f0d0dbd51 None None] Provisioning complete for port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:53.766874 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9efb813d-bad1-4812-b06c-a69f0d0dbd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:53.782327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (70aa8bb6-72b9-4a22-a732-d2ae377a8605), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:53.863512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7eb40711-24f3-4252-a618-9e830a76f9be req-3b711733-324d-4783-9ac3-0c199d733ce5 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913241 Feb 10 06:51:53.877023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (70aa8bb6-72b9-4a22-a732-d2ae377a8605), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:53.938450 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=70aa8bb6-72b9-4a22-a732-d2ae377a8605,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:53.966559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:53.971880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:53.975514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:53.981849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:53.982578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:54.007509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9efb813d-bad1-4812-b06c-a69f0d0dbd51 None None] Current status of the port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:54.013235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:54.014385 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5c5b7e9e-5d96-47d6-85c5-d5b300b62e09 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2225056 Feb 10 06:51:54.022551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ebcd502c-d5f7-418f-89ea-12f3daee421c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': 'a6d33f17-e52c-4848-b417-60835095134a', 'ip_address': '2001:db8::48c8:b5b8:c324:2491'}], 'name': 'tempest-NetworksTestDHCPv6-288821020'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:54.138497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3006cb3f-f2ce-4f3d-b9c4-2242cd73a660 None None] Could not find standard attr ID for object bc735177-340d-4d4f-8d5a-7a246606751c. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:51:54.187611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd502c-d5f7-418f-89ea-12f3daee421c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:54.292453 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebcd502c-d5f7-418f-89ea-12f3daee421c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:54.314025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-ebcd502c-d5f7-418f-89ea-12f3daee421c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 90823feb-17a1-4b0d-a5b2-9cc742ca768c yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:51:54.485434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7650975d-5150-4105-b9b4-ceaaeceed10f None None] Provisioning complete for port 70aa8bb6-72b9-4a22-a732-d2ae377a8605 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:54.485822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7650975d-5150-4105-b9b4-ceaaeceed10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (70aa8bb6-72b9-4a22-a732-d2ae377a8605), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:54.545678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7650975d-5150-4105-b9b4-ceaaeceed10f None None] Port 70aa8bb6-72b9-4a22-a732-d2ae377a8605 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:51:54.573793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 083b6c41-b7c0-49c4-bcad-6b9231d4d447 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:54.607362 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcd502c-d5f7-418f-89ea-12f3daee421c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 06:51:54.608731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcd502c-d5f7-418f-89ea-12f3daee421c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:51:54.641038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39258) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:54.641559 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ebcd502c-d5f7-418f-89ea-12f3daee421c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6267443 Feb 10 06:51:54.672200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:54.673069 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:54.758212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee81a2-eea4-42d3-aea8-807b4130b0eb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:54.764364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee81a2-eea4-42d3-aea8-807b4130b0eb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:54.769700 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7bee81a2-eea4-42d3-aea8-807b4130b0eb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1242704 Feb 10 06:51:54.772305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:54.810604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:54.905093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4f356-b72b-4c2d-b102-bd6ccfb1c4e1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 70aa8bb6-72b9-4a22-a732-d2ae377a8605 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:54.905443 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f356-b72b-4c2d-b102-bd6ccfb1c4e1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (70aa8bb6-72b9-4a22-a732-d2ae377a8605), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.057420 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f356-b72b-4c2d-b102-bd6ccfb1c4e1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (70aa8bb6-72b9-4a22-a732-d2ae377a8605), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.074506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4f356-b72b-4c2d-b102-bd6ccfb1c4e1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 70aa8bb6-72b9-4a22-a732-d2ae377a8605 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:55.091531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a490b-733a-4bbe-b808-a6d17a16e6f0 req-4163a004-3c82-41cd-bb12-813a28cc6df6 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:55.093406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f5a490b-733a-4bbe-b808-a6d17a16e6f0 req-4163a004-3c82-41cd-bb12-813a28cc6df6 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 946 time: 0.1050904 Feb 10 06:51:55.197813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f5a490b-733a-4bbe-b808-a6d17a16e6f0 req-cc7fd121-4e49-407e-b8bb-ca9c36e4abf6 tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4d4daf4-7133-4ef0-9b7d-b5a42979624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953972 Feb 10 06:51:55.326099 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f356-b72b-4c2d-b102-bd6ccfb1c4e1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (70aa8bb6-72b9-4a22-a732-d2ae377a8605), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.350418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-536b56b0-54d0-45ec-8d54-bfe4875f393a tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:55.352156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-536b56b0-54d0-45ec-8d54-bfe4875f393a tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.24 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 946 time: 0.1239212 Feb 10 06:51:55.381362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4f356-b72b-4c2d-b102-bd6ccfb1c4e1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=70aa8bb6-72b9-4a22-a732-d2ae377a8605,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:55.457978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f356-b72b-4c2d-b102-bd6ccfb1c4e1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.463846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39272) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:55.464441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bdc4f356-b72b-4c2d-b102-bd6ccfb1c4e1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/70aa8bb6-72b9-4a22-a732-d2ae377a8605 HTTP/1.1" status: 204 len: 168 time: 0.6879780 Feb 10 06:51:55.559738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Deleting port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:55.560082 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.573654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d5418-ab0e-4d84-a0ed-d861d503285c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:55.575333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d5418-ab0e-4d84-a0ed-d861d503285c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:55.577134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b47d5418-ab0e-4d84-a0ed-d861d503285c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1112335 Feb 10 06:51:55.580231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39276) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:55.668379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc3e481-df7b-48c5-8fb0-c2f29ddc540c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet a6d33f17-e52c-4848-b417-60835095134a {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:55.674206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e481-df7b-48c5-8fb0-c2f29ddc540c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (a6d33f17-e52c-4848-b417-60835095134a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.705582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] For port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,segment=NetworkSegment(08fba831-9e13-4591-82d4-9ccc11cbfe1d),segment_id=08fba831-9e13-4591-82d4-9ccc11cbfe1d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:55.705893 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.720347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Calling delete_port for 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:55.738448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e481-df7b-48c5-8fb0-c2f29ddc540c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (a6d33f17-e52c-4848-b417-60835095134a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.768081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39278) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:55.813057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e481-df7b-48c5-8fb0-c2f29ddc540c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a6d33f17-e52c-4848-b417-60835095134a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.889969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e481-df7b-48c5-8fb0-c2f29ddc540c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (a6d33f17-e52c-4848-b417-60835095134a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.925621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (06f4d32d-c96d-484a-8cf1-cbfa5cc7595f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.931650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3e481-df7b-48c5-8fb0-c2f29ddc540c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d33f17-e52c-4848-b417-60835095134a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:55.942155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['06f4d32d-c96d-484a-8cf1-cbfa5cc7595f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:51:55.950153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e481-df7b-48c5-8fb0-c2f29ddc540c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.953729 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8dc3e481-df7b-48c5-8fb0-c2f29ddc540c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/a6d33f17-e52c-4848-b417-60835095134a HTTP/1.1" status: 204 len: 168 time: 0.3718200 Feb 10 06:51:55.959764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39282) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:55.960405 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14d54414-cd58-4230-8675-348fbad9f27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:55.972262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Pushing event deleted for resources: {'Port': ['ID=06f4d32d-c96d-484a-8cf1-cbfa5cc7595f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:56.005091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbc15b-8273-4898-9c6d-914c5f1683bd None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:56.020689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f549e34-a090-44cd-a59a-f058660a6b89 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523546 Feb 10 06:51:56.026161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39284) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:56.033525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:56.063051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] No DVR routers for this DVR port 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:51:56.066691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.070168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbd79f58-00cc-4ee4-b80a-755960f5eed9 req-843a8826-d36b-43b9-9fba-1541407baa0d tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.24 "DELETE /v2.0/ports/06f4d32d-c96d-484a-8cf1-cbfa5cc7595f HTTP/1.1" status: 204 len: 173 time: 0.6900027 Feb 10 06:51:56.070666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9160acac-82f0-4576-aab3-37320a176bd3', 'name': 'network-vif-deleted', 'tag': '06f4d32d-c96d-484a-8cf1-cbfa5cc7595f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:51:56.073109 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3b0493-8cd6-45b1-87b6-4aa262249888" -d '{"events": [{"server_uuid": "9160acac-82f0-4576-aab3-37320a176bd3", "name": "network-vif-deleted", "tag": "06f4d32d-c96d-484a-8cf1-cbfa5cc7595f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:51:56.088734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-7aa6f7cd-4410-4702-9b01-b33db562f585 req-44ec39bb-e82e-4634-b04d-cfc0966ed9be service neutron] (103213) timed out ('10.222.0.13', 58410) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 06:51:56.127201 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d3248a-a197-4049-9321-e0f4b645245b x-openstack-request-id: req-38d3248a-a197-4049-9321-e0f4b645245b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:51:56.127521 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9160acac-82f0-4576-aab3-37320a176bd3", "name": "network-vif-deleted", "tag": "06f4d32d-c96d-484a-8cf1-cbfa5cc7595f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:51:56.127990 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38d3248a-a197-4049-9321-e0f4b645245b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:51:56.128980 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9160acac-82f0-4576-aab3-37320a176bd3', 'name': 'network-vif-deleted', 'tag': '06f4d32d-c96d-484a-8cf1-cbfa5cc7595f', 'status': 'completed', 'code': 200} Feb 10 06:51:56.180804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14d54414-cd58-4230-8675-348fbad9f27b admin admin] Publish callbacks [] for security_group (3ed90a86-f492-4bab-a6e6-6302d00f619d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.193303 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14d54414-cd58-4230-8675-348fbad9f27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3ed90a86-f492-4bab-a6e6-6302d00f619d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.275541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95cbb38-6b97-47aa-a2bb-0129f949a786 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:51:56.287274 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-14d54414-cd58-4230-8675-348fbad9f27b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7bf6f024d96482ab39099c470922d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5178576 Feb 10 06:51:56.289975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:56.303832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:56.309307 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.318461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d54414-cd58-4230-8675-348fbad9f27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed90a86-f492-4bab-a6e6-6302d00f619d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:56.360552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f95cbb38-6b97-47aa-a2bb-0129f949a786 None None] Deleting port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:51:56.360552 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f95cbb38-6b97-47aa-a2bb-0129f949a786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.414137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5948107-8434-4f02-b321-88a8bd176d54 admin admin] Publish callbacks [] for security_group (3ed90a86-f492-4bab-a6e6-6302d00f619d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.490779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28292d0c-9374-46b3-84be-ed162930657d req-e8602dd5-ab56-47c6-8c24-e99f36c95f0c tempest-VolumesSnapshotTestJSON-663085062 tempest-VolumesSnapshotTestJSON-663085062-project] 10.222.0.21 "GET /v2.0/ports?device_id=9160acac-82f0-4576-aab3-37320a176bd3 HTTP/1.1" status: 200 len: 210 time: 0.1223879 Feb 10 06:51:56.514742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f95cbb38-6b97-47aa-a2bb-0129f949a786 None None] For port 083b6c41-b7c0-49c4-bcad-6b9231d4d447, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=083b6c41-b7c0-49c4-bcad-6b9231d4d447,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:56.515201 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f95cbb38-6b97-47aa-a2bb-0129f949a786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.542158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f95cbb38-6b97-47aa-a2bb-0129f949a786 None None] Calling delete_port for 083b6c41-b7c0-49c4-bcad-6b9231d4d447 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:51:56.546231 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5948107-8434-4f02-b321-88a8bd176d54 admin admin] Publish callbacks [] for security_group (3ed90a86-f492-4bab-a6e6-6302d00f619d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.632073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 083b6c41-b7c0-49c4-bcad-6b9231d4d447 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:51:56.638831 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5948107-8434-4f02-b321-88a8bd176d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3ed90a86-f492-4bab-a6e6-6302d00f619d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.641824 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5948107-8434-4f02-b321-88a8bd176d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.642856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d5948107-8434-4f02-b321-88a8bd176d54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ed90a86-f492-4bab-a6e6-6302d00f619d HTTP/1.1" status: 204 len: 168 time: 0.3518925 Feb 10 06:51:56.661342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5948107-8434-4f02-b321-88a8bd176d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed90a86-f492-4bab-a6e6-6302d00f619d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:56.745814 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (f86eaeb1-f3d1-4eec-bffa-d6fdde12e564), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.762752 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f95cbb38-6b97-47aa-a2bb-0129f949a786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (083b6c41-b7c0-49c4-bcad-6b9231d4d447), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.817560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95cbb38-6b97-47aa-a2bb-0129f949a786 None None] No DVR routers for this DVR port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:51:56.820534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cbb38-6b97-47aa-a2bb-0129f949a786 None None] Pushing event deleted for resources: {'Port': ['ID=083b6c41-b7c0-49c4-bcad-6b9231d4d447,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:56.832639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:56.844752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:56.850523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:56.851124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:56.877161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No active binding found for port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 {{(pid=103215) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 06:51:56.877542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] The host n-d-828670-1 is not matching for port 083b6c41-b7c0-49c4-bcad-6b9231d4d447 host None! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:51:56.877949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 083b6c41-b7c0-49c4-bcad-6b9231d4d447 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:51:56.888238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ab218-3a34-493a-8928-53acd3f7c6d5 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:56.892228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=f86eaeb1-f3d1-4eec-bffa-d6fdde12e564,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:56.909469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2bb50441-2187-4d48-9452-12a1a43c0139 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8794065 Feb 10 06:51:56.910508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39298) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:56.930506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-97b50895-56b4-4e24-b8c4-fefd3c256dd0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': 'f86eaeb1-f3d1-4eec-bffa-d6fdde12e564', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1745632371'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:57.124766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': 'f86eaeb1-f3d1-4eec-bffa-d6fdde12e564'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:51:57.125652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.216762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b50895-56b4-4e24-b8c4-fefd3c256dd0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:57.235607 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97b50895-56b4-4e24-b8c4-fefd3c256dd0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.244119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39306) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:57.271736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-97b50895-56b4-4e24-b8c4-fefd3c256dd0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 4dac488f-6808-42c9-88cf-4508377ce2e6 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:51:57.275832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a664afa-db5d-4824-a562-f59537aeedba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.332828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/f86eaeb1-f3d1-4eec-bffa-d6fdde12e564/e6da2f26-d1a7-472e-9aa9-571525cd2e80) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:51:57.382118 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a664afa-db5d-4824-a562-f59537aeedba admin admin] Publish callbacks [] for security_group (6d6f951a-17be-47fa-ac36-951d73983bcc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.391366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a664afa-db5d-4824-a562-f59537aeedba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6d6f951a-17be-47fa-ac36-951d73983bcc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.441210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39308) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:57.442413 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3a664afa-db5d-4824-a562-f59537aeedba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f61bde571f440cd8dd9f141db9be365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1970224 Feb 10 06:51:57.475401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a664afa-db5d-4824-a562-f59537aeedba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f951a-17be-47fa-ac36-951d73983bcc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:57.502239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2509771c-21f7-4b15-91fd-45b522e778f6 admin admin] Publish callbacks [] for security_group (6d6f951a-17be-47fa-ac36-951d73983bcc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.512180 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Publish callbacks [] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.523400 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.532324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2509771c-21f7-4b15-91fd-45b522e778f6 admin admin] Publish callbacks [] for security_group (6d6f951a-17be-47fa-ac36-951d73983bcc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.597860 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b50895-56b4-4e24-b8c4-fefd3c256dd0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:51:57.598229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b50895-56b4-4e24-b8c4-fefd3c256dd0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:51:57.605041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2509771c-21f7-4b15-91fd-45b522e778f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6d6f951a-17be-47fa-ac36-951d73983bcc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.606663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Pushing event updated for resources: {'Port': ['ID=e6da2f26-d1a7-472e-9aa9-571525cd2e80,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:57.607538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2509771c-21f7-4b15-91fd-45b522e778f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.610769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2509771c-21f7-4b15-91fd-45b522e778f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d6f951a-17be-47fa-ac36-951d73983bcc HTTP/1.1" status: 204 len: 168 time: 0.1683862 Feb 10 06:51:57.624099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:57.627720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:57.628141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509771c-21f7-4b15-91fd-45b522e778f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f951a-17be-47fa-ac36-951d73983bcc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:57.634815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:51:57.640230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-97b50895-56b4-4e24-b8c4-fefd3c256dd0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7283406 Feb 10 06:51:57.642912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39316) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:57.727132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Attempting to bind port e6da2f26-d1a7-472e-9aa9-571525cd2e80 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:51:57.727545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Attempting to bind port e6da2f26-d1a7-472e-9aa9-571525cd2e80 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:51:57.727915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Attempting to bind port e6da2f26-d1a7-472e-9aa9-571525cd2e80 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:51:57.734325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:51:57.734727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:51:57.735142 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.735541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:51:57.736012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Bound port: e6da2f26-d1a7-472e-9aa9-571525cd2e80, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:51:57.736773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.781231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6593656e-f1b6-48f3-9184-774696e36d0a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:57.782935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6593656e-f1b6-48f3-9184-774696e36d0a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1390092 Feb 10 06:51:57.785651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39318) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:57.816590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] For port e6da2f26-d1a7-472e-9aa9-571525cd2e80, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:51:57.822458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] For port e6da2f26-d1a7-472e-9aa9-571525cd2e80, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6da2f26-d1a7-472e-9aa9-571525cd2e80,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:51:57.834078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:57.939214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aaf1be-9fdb-448d-a552-0364df6cf264 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:57.944942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aaf1be-9fdb-448d-a552-0364df6cf264 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:57.946764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-92aaf1be-9fdb-448d-a552-0364df6cf264 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1593156 Feb 10 06:51:57.950055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39322) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:57.980701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a9ab8-b632-4f04-bae4-4b3d58aca335 None None] Pushing event updated for resources: {'Port': ['ID=e6da2f26-d1a7-472e-9aa9-571525cd2e80,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:58.055510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6efdb5-0cff-4a17-bf33-23149f88bd10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet f86eaeb1-f3d1-4eec-bffa-d6fdde12e564 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:51:58.059873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e6efdb5-0cff-4a17-bf33-23149f88bd10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (f86eaeb1-f3d1-4eec-bffa-d6fdde12e564), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:58.175419 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e6efdb5-0cff-4a17-bf33-23149f88bd10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (f86eaeb1-f3d1-4eec-bffa-d6fdde12e564), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:58.287513 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e6efdb5-0cff-4a17-bf33-23149f88bd10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (f86eaeb1-f3d1-4eec-bffa-d6fdde12e564), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:58.384600 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e6efdb5-0cff-4a17-bf33-23149f88bd10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (f86eaeb1-f3d1-4eec-bffa-d6fdde12e564), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:58.447646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6efdb5-0cff-4a17-bf33-23149f88bd10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=f86eaeb1-f3d1-4eec-bffa-d6fdde12e564,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:58.452860 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e6efdb5-0cff-4a17-bf33-23149f88bd10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:58.456464 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1e6efdb5-0cff-4a17-bf33-23149f88bd10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/f86eaeb1-f3d1-4eec-bffa-d6fdde12e564 HTTP/1.1" status: 204 len: 168 time: 0.5047545 Feb 10 06:51:58.459271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39342) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:58.514671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f432a815-2718-4c7b-bbde-3f6e1b153e02 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508223 Feb 10 06:51:58.515153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39344) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:58.520671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:58.669289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6da2f26-d1a7-472e-9aa9-571525cd2e80 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:51:58.692845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:51:58.698910 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:58.842974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e6da2f26-d1a7-472e-9aa9-571525cd2e80 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:58.843357 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.063308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e6da2f26-d1a7-472e-9aa9-571525cd2e80 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:51:59.063781 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.166473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port e6da2f26-d1a7-472e-9aa9-571525cd2e80, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6da2f26-d1a7-472e-9aa9-571525cd2e80,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:51:59.173998 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.310075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=e6da2f26-d1a7-472e-9aa9-571525cd2e80,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:59.484561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (2ff586d6-0c0e-456c-a260-40d36421ed27), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.521121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae27399-f834-4bb2-9fb8-7ee31334f949 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:51:59.534166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:51:59.538914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:51:59.550482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:51:59.553292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.587812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=2ff586d6-0c0e-456c-a260-40d36421ed27,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:51:59.617497 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fc6a19dd-0d1a-4d49-a499-5a8c71807e49 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1009245 Feb 10 06:51:59.621418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39366) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:59.645679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c4fd375e-7887-44b4-af8f-c7f59d91513d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1349922885', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:51:59.680626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fd375e-7887-44b4-af8f-c7f59d91513d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (95ebe56c-fb64-4831-9ad6-f2e29140668f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.685319 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fd375e-7887-44b4-af8f-c7f59d91513d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (95ebe56c-fb64-4831-9ad6-f2e29140668f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.799891 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fd375e-7887-44b4-af8f-c7f59d91513d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router_controller (95ebe56c-fb64-4831-9ad6-f2e29140668f), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.815276 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fd375e-7887-44b4-af8f-c7f59d91513d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (95ebe56c-fb64-4831-9ad6-f2e29140668f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.861902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fd375e-7887-44b4-af8f-c7f59d91513d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:51:59.864720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c4fd375e-7887-44b4-af8f-c7f59d91513d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2423170 Feb 10 06:51:59.867817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39370) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:51:59.975440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2e43db0e-5af1-440f-a6c1-eb1dcb678cb0 None None] Provisioning complete for port e6da2f26-d1a7-472e-9aa9-571525cd2e80 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:51:59.976024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e43db0e-5af1-440f-a6c1-eb1dcb678cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:00.097744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e43db0e-5af1-440f-a6c1-eb1dcb678cb0 None None] Current status of the port e6da2f26-d1a7-472e-9aa9-571525cd2e80 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:00.418260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e948026a-3d6d-4f31-9a94-07a6eb2224a7 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:00.465543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:00.587752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6da2f26-d1a7-472e-9aa9-571525cd2e80 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:00.790966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-da02581c-bcc3-42be-af3b-e9af65e206ad None None] Provisioning complete for port e6da2f26-d1a7-472e-9aa9-571525cd2e80 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:00.791340 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da02581c-bcc3-42be-af3b-e9af65e206ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:00.840539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::1 (6c1effe9-6423-4c1f-94e7-c0da99848c88/2ff586d6-0c0e-456c-a260-40d36421ed27/3e9cb60f-c672-4f10-911f-9986bd453747) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:00.850476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:00.911510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:00.911881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 06f4d32d-c96d-484a-8cf1-cbfa5cc7595f not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:00.913702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e6da2f26-d1a7-472e-9aa9-571525cd2e80 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:00.914078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.036603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (3e9cb60f-c672-4f10-911f-9986bd453747), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.105792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.165529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e6da2f26-d1a7-472e-9aa9-571525cd2e80 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:01.170608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=3e9cb60f-c672-4f10-911f-9986bd453747,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:01.177404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-da02581c-bcc3-42be-af3b-e9af65e206ad None None] Current status of the port e6da2f26-d1a7-472e-9aa9-571525cd2e80 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:01.187480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:01.188925 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:01.191998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:01.192906 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (95ebe56c-fb64-4831-9ad6-f2e29140668f), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.351225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.410603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a514685b-2617-4d83-9277-e6a0830c6945 None None] Provisioning complete for port e6da2f26-d1a7-472e-9aa9-571525cd2e80 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:01.410980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a514685b-2617-4d83-9277-e6a0830c6945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.580278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a514685b-2617-4d83-9277-e6a0830c6945 None None] Current status of the port e6da2f26-d1a7-472e-9aa9-571525cd2e80 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:01.662949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd91ee-a875-4c95-9bad-e57637bf47eb req-511dafbb-370b-4b01-896c-2e7168ed2712 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:01.665341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56cd91ee-a875-4c95-9bad-e57637bf47eb req-511dafbb-370b-4b01-896c-2e7168ed2712 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.1022592 Feb 10 06:52:01.733370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56cd91ee-a875-4c95-9bad-e57637bf47eb req-cf81b6bc-9785-498b-9673-4bfdf9cc3ebc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598137 Feb 10 06:52:01.810247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e885dce8-051f-47db-bbca-48ddee663540 None None] Provisioning complete for port 3e9cb60f-c672-4f10-911f-9986bd453747 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:01.810646 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e885dce8-051f-47db-bbca-48ddee663540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.822660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (3e9cb60f-c672-4f10-911f-9986bd453747), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.832900 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.834604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (95ebe56c-fb64-4831-9ad6-f2e29140668f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:01.899824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e885dce8-051f-47db-bbca-48ddee663540 None None] Port 3e9cb60f-c672-4f10-911f-9986bd453747 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:52:01.969130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=3e9cb60f-c672-4f10-911f-9986bd453747,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:01.978252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:01.979768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:02.151805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Router 95ebe56c-fb64-4831-9ad6-f2e29140668f is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:52:02.330114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5949094e-7c08-40df-9553-10d1e424dfeb None None] Provisioning complete for port 3e9cb60f-c672-4f10-911f-9986bd453747 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:02.330782 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5949094e-7c08-40df-9553-10d1e424dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:02.339780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:52:02.354631 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-52554ccf-92da-4f59-bc14-d17f8979acd8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "PUT /v2.0/routers/95ebe56c-fb64-4831-9ad6-f2e29140668f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4829988 Feb 10 06:52:02.355150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39480) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:02.372904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Sync routers for ids ['95ebe56c-fb64-4831-9ad6-f2e29140668f'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:52:02.412738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda8111-43f1-4c59-a4ce-c8111c422fcc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:02.414635 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1dda8111-43f1-4c59-a4ce-c8111c422fcc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports/3e9cb60f-c672-4f10-911f-9986bd453747 HTTP/1.1" status: 200 len: 911 time: 0.0583656 Feb 10 06:52:02.417077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39484) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:02.432658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5949094e-7c08-40df-9553-10d1e424dfeb None None] Port 3e9cb60f-c672-4f10-911f-9986bd453747 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:52:02.442319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Routers {'95ebe56c-fb64-4831-9ad6-f2e29140668f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:52:02.444248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['95ebe56c-fb64-4831-9ad6-f2e29140668f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:02.514110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceef322c-48ab-48da-8f25-9ab36824891b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:02.520152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceef322c-48ab-48da-8f25-9ab36824891b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:02.522786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ceef322c-48ab-48da-8f25-9ab36824891b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1036010 Feb 10 06:52:02.525522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:02.574104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Set router 95ebe56c-fb64-4831-9ad6-f2e29140668f gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:52:02.787888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ebe56c-fb64-4831-9ad6-f2e29140668f', 'name': 'tempest-NetworksTestDHCPv6-router-1349922885', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:59Z', 'updated_at': '2022-02-10T06:52:01Z', 'revision_number': 2, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'gw_port_host': None, '_interfaces': [{'id': '3e9cb60f-c672-4f10-911f-9986bd453747', 'name': '', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'mac_address': 'fa:16:3e:0f:cb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ebe56c-fb64-4831-9ad6-f2e29140668f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '2ff586d6-0c0e-456c-a260-40d36421ed27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:52:00Z', 'updated_at': '2022-02-10T06:52:01Z', 'revision_number': 2, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'subnets': [{'id': '2ff586d6-0c0e-456c-a260-40d36421ed27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:02.816813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Checking router: 95ebe56c-fb64-4831-9ad6-f2e29140668f for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:52:02.817179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Updating router 95ebe56c-fb64-4831-9ad6-f2e29140668f port 3e9cb60f-c672-4f10-911f-9986bd453747 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:52:02.848804 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.187187 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Publish callbacks [] for port (3e9cb60f-c672-4f10-911f-9986bd453747), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.195510 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.290341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28be5c-9ecc-4f74-be96-da8a0407907b None None] Pushing event updated for resources: {'Port': ['ID=3e9cb60f-c672-4f10-911f-9986bd453747,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:03.408968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Attempting to bind port 3e9cb60f-c672-4f10-911f-9986bd453747 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:03.410183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Attempting to bind port 3e9cb60f-c672-4f10-911f-9986bd453747 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:03.410476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Attempting to bind port 3e9cb60f-c672-4f10-911f-9986bd453747 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:03.416724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:03.417266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:03.417917 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.418823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:03.419420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Bound port: 3e9cb60f-c672-4f10-911f-9986bd453747, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:03.419907 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.501465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (95ebe56c-fb64-4831-9ad6-f2e29140668f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.584193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39514) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:03.590650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] For port 3e9cb60f-c672-4f10-911f-9986bd453747, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:03.596142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] For port 3e9cb60f-c672-4f10-911f-9986bd453747, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3e9cb60f-c672-4f10-911f-9986bd453747,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:03.608634 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.731267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28be5c-9ecc-4f74-be96-da8a0407907b None None] Pushing event updated for resources: {'Port': ['ID=3e9cb60f-c672-4f10-911f-9986bd453747,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:03.780518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Routers {'95ebe56c-fb64-4831-9ad6-f2e29140668f'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:52:03.781184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['95ebe56c-fb64-4831-9ad6-f2e29140668f'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:03.792018 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea37ec66-1442-4b36-bf57-aad4724c53a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.855680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 3e9cb60f-c672-4f10-911f-9986bd453747 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:03.856122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.880923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-16679d8b-bd0b-4a9e-bc26-32fad42ca649 None None] Provisioning complete for port 3e9cb60f-c672-4f10-911f-9986bd453747 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:03.881306 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16679d8b-bd0b-4a9e-bc26-32fad42ca649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.896175 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea37ec66-1442-4b36-bf57-aad4724c53a7 admin admin] Publish callbacks [] for security_group (9d36a83c-ed7f-4085-b3bb-0173171762ad), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.901722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea37ec66-1442-4b36-bf57-aad4724c53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9d36a83c-ed7f-4085-b3bb-0173171762ad), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.916710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] Set router 95ebe56c-fb64-4831-9ad6-f2e29140668f gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:52:03.954162 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ea37ec66-1442-4b36-bf57-aad4724c53a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c87859cdb5664fe3ab085437e8193286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665597 Feb 10 06:52:03.954162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37ec66-1442-4b36-bf57-aad4724c53a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d36a83c-ed7f-4085-b3bb-0173171762ad,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:03.955743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39520) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:03.977453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] For port 3e9cb60f-c672-4f10-911f-9986bd453747, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3e9cb60f-c672-4f10-911f-9986bd453747,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:03.977820 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:03.993303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 3e9cb60f-c672-4f10-911f-9986bd453747 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:04.023390 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e63feae-acdf-489e-8f33-212df36b6229 admin admin] Publish callbacks [] for security_group (9d36a83c-ed7f-4085-b3bb-0173171762ad), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.045732 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e63feae-acdf-489e-8f33-212df36b6229 admin admin] Publish callbacks [] for security_group (9d36a83c-ed7f-4085-b3bb-0173171762ad), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.062921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-16679d8b-bd0b-4a9e-bc26-32fad42ca649 None None] Current status of the port 3e9cb60f-c672-4f10-911f-9986bd453747 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:04.063142 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16679d8b-bd0b-4a9e-bc26-32fad42ca649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.094701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e63feae-acdf-489e-8f33-212df36b6229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (9d36a83c-ed7f-4085-b3bb-0173171762ad), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.097259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e63feae-acdf-489e-8f33-212df36b6229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.100873 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1e63feae-acdf-489e-8f33-212df36b6229 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d36a83c-ed7f-4085-b3bb-0173171762ad HTTP/1.1" status: 204 len: 168 time: 0.1315577 Feb 10 06:52:04.120190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63feae-acdf-489e-8f33-212df36b6229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d36a83c-ed7f-4085-b3bb-0173171762ad,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:04.136193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-16679d8b-bd0b-4a9e-bc26-32fad42ca649 None None] For port 3e9cb60f-c672-4f10-911f-9986bd453747, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3e9cb60f-c672-4f10-911f-9986bd453747,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:04.150155 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16679d8b-bd0b-4a9e-bc26-32fad42ca649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.212349 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3e9cb60f-c672-4f10-911f-9986bd453747), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.245963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=3e9cb60f-c672-4f10-911f-9986bd453747,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:04.256989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16679d8b-bd0b-4a9e-bc26-32fad42ca649 None None] Pushing event updated for resources: {'Port': ['ID=3e9cb60f-c672-4f10-911f-9986bd453747,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:04.282099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8e6bbf54-1980-4070-b204-d5d0b2f99d7b None None] Could not find standard attr ID for object 3e9cb60f-c672-4f10-911f-9986bd453747. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:52:04.303839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ebe56c-fb64-4831-9ad6-f2e29140668f', 'name': 'tempest-NetworksTestDHCPv6-router-1349922885', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:59Z', 'updated_at': '2022-02-10T06:52:01Z', 'revision_number': 2, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'gw_port_host': None, '_interfaces': [{'id': '3e9cb60f-c672-4f10-911f-9986bd453747', 'name': '', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'mac_address': 'fa:16:3e:0f:cb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ebe56c-fb64-4831-9ad6-f2e29140668f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '2ff586d6-0c0e-456c-a260-40d36421ed27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:52:00Z', 'updated_at': '2022-02-10T06:52:03Z', 'revision_number': 4, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'subnets': [{'id': '2ff586d6-0c0e-456c-a260-40d36421ed27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:04.345570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e00ce3-9a8d-4db4-99db-71eca8572a0a None None] The sync data for ids ['95ebe56c-fb64-4831-9ad6-f2e29140668f'] in n-d-828670-1 is: [{'id': '95ebe56c-fb64-4831-9ad6-f2e29140668f', 'name': 'tempest-NetworksTestDHCPv6-router-1349922885', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:59Z', 'updated_at': '2022-02-10T06:52:01Z', 'revision_number': 2, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'gw_port_host': None, '_interfaces': [{'id': '3e9cb60f-c672-4f10-911f-9986bd453747', 'name': '', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'mac_address': 'fa:16:3e:0f:cb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ebe56c-fb64-4831-9ad6-f2e29140668f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '2ff586d6-0c0e-456c-a260-40d36421ed27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:52:00Z', 'updated_at': '2022-02-10T06:52:03Z', 'revision_number': 4, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'subnets': [{'id': '2ff586d6-0c0e-456c-a260-40d36421ed27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:52:04.354499 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (95ebe56c-fb64-4831-9ad6-f2e29140668f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.476861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39530) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:04.494828 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7b3955e4-1e77-40b0-837a-8707dc852421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.549387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Router 95ebe56c-fb64-4831-9ad6-f2e29140668f has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:52:04.578835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7b3955e4-1e77-40b0-837a-8707dc852421 admin admin] Publish callbacks [] for security_group (49721ca6-f1a3-463f-9b70-29c538cf2043), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.582967 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7b3955e4-1e77-40b0-837a-8707dc852421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (49721ca6-f1a3-463f-9b70-29c538cf2043), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.636311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3955e4-1e77-40b0-837a-8707dc852421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49721ca6-f1a3-463f-9b70-29c538cf2043,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:04.636972 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:52:04.645371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-835eb9ff-e4a8-490c-ac93-d16dd6f24fdc tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "PUT /v2.0/routers/95ebe56c-fb64-4831-9ad6-f2e29140668f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1160676 Feb 10 06:52:04.645371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:04.650724 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7b3955e4-1e77-40b0-837a-8707dc852421 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ab18d1c19ea4576921f6f7f9675c1d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726222 Feb 10 06:52:04.653507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39534) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:04.704854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796fa09-3f71-4b73-9234-f6843509049d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:04.705938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796fa09-3f71-4b73-9234-f6843509049d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:04.711327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5796fa09-3f71-4b73-9234-f6843509049d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0617564 Feb 10 06:52:04.712139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39536) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:04.746750 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d03c-d6e3-48fb-91ad-61c492f17e5d admin admin] Publish callbacks [] for security_group (49721ca6-f1a3-463f-9b70-29c538cf2043), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.785484 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d03c-d6e3-48fb-91ad-61c492f17e5d admin admin] Publish callbacks [] for security_group (49721ca6-f1a3-463f-9b70-29c538cf2043), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.791549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee699dc-88ad-420a-b76f-3fbc53f87064 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 2ff586d6-0c0e-456c-a260-40d36421ed27 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:04.795139 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cee699dc-88ad-420a-b76f-3fbc53f87064 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (2ff586d6-0c0e-456c-a260-40d36421ed27), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.859936 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cee699dc-88ad-420a-b76f-3fbc53f87064 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (2ff586d6-0c0e-456c-a260-40d36421ed27), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.916787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cee699dc-88ad-420a-b76f-3fbc53f87064 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (2ff586d6-0c0e-456c-a260-40d36421ed27), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.938713 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d03c-d6e3-48fb-91ad-61c492f17e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (49721ca6-f1a3-463f-9b70-29c538cf2043), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.941941 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d03c-d6e3-48fb-91ad-61c492f17e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:04.943280 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5ad8d03c-d6e3-48fb-91ad-61c492f17e5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49721ca6-f1a3-463f-9b70-29c538cf2043 HTTP/1.1" status: 204 len: 168 time: 0.2888036 Feb 10 06:52:04.956875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8d03c-d6e3-48fb-91ad-61c492f17e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49721ca6-f1a3-463f-9b70-29c538cf2043,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:05.006489 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cee699dc-88ad-420a-b76f-3fbc53f87064 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (2ff586d6-0c0e-456c-a260-40d36421ed27), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.041247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee699dc-88ad-420a-b76f-3fbc53f87064 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff586d6-0c0e-456c-a260-40d36421ed27,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:05.047543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cee699dc-88ad-420a-b76f-3fbc53f87064 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.051526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cee699dc-88ad-420a-b76f-3fbc53f87064 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/2ff586d6-0c0e-456c-a260-40d36421ed27 HTTP/1.1" status: 204 len: 168 time: 0.3383665 Feb 10 06:52:05.054835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39544) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:05.055262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea74d85-5f96-4ef4-9f13-14da104e833c None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:05.292759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa72a516-dd94-47a2-ae33-25db436228b0 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:52:05.318927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39552) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:05.320036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-84838122-3697-4c70-b599-30da2967618f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2630956 Feb 10 06:52:05.368050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-aa72a516-dd94-47a2-ae33-25db436228b0 None None] Deleting port e6da2f26-d1a7-472e-9aa9-571525cd2e80 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:05.368694 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa72a516-dd94-47a2-ae33-25db436228b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.434366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9346a7d3-78fd-45db-af72-9804494a7504 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router (95ebe56c-fb64-4831-9ad6-f2e29140668f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.455992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-aa72a516-dd94-47a2-ae33-25db436228b0 None None] For port e6da2f26-d1a7-472e-9aa9-571525cd2e80, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e6da2f26-d1a7-472e-9aa9-571525cd2e80,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:05.456477 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa72a516-dd94-47a2-ae33-25db436228b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.487559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-aa72a516-dd94-47a2-ae33-25db436228b0 None None] Calling delete_port for e6da2f26-d1a7-472e-9aa9-571525cd2e80 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:05.605951 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa72a516-dd94-47a2-ae33-25db436228b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (e6da2f26-d1a7-472e-9aa9-571525cd2e80), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.643630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72a516-dd94-47a2-ae33-25db436228b0 None None] Pushing event deleted for resources: {'Port': ['ID=e6da2f26-d1a7-472e-9aa9-571525cd2e80,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:05.644695 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9346a7d3-78fd-45db-af72-9804494a7504 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (95ebe56c-fb64-4831-9ad6-f2e29140668f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.647944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9346a7d3-78fd-45db-af72-9804494a7504 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router_controller (95ebe56c-fb64-4831-9ad6-f2e29140668f), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.662018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72a516-dd94-47a2-ae33-25db436228b0 None None] No DVR routers for this DVR port e6da2f26-d1a7-472e-9aa9-571525cd2e80 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:52:05.711161 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9346a7d3-78fd-45db-af72-9804494a7504 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (95ebe56c-fb64-4831-9ad6-f2e29140668f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.712129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9346a7d3-78fd-45db-af72-9804494a7504 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Fanout notify agent at l3_agent the message router_deleted on router 95ebe56c-fb64-4831-9ad6-f2e29140668f {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:52:05.723053 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9346a7d3-78fd-45db-af72-9804494a7504 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:05.725393 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9346a7d3-78fd-45db-af72-9804494a7504 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/routers/95ebe56c-fb64-4831-9ad6-f2e29140668f HTTP/1.1" status: 204 len: 168 time: 0.4043996 Feb 10 06:52:05.727735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:05.732903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:05.843964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:05.850619 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.109182 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (676c723e-589e-49a6-8231-b59c86ac8f84), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.161537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:06.165198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:06.175930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ccf7d9-3c1f-4dd3-9f0a-b1950f986dbd None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:06.177258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:06.178567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.196297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=676c723e-589e-49a6-8231-b59c86ac8f84,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:06.224764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39594) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:06.225111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-36a894e8-6d68-42a0-be3f-7738bfc94a8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4961972 Feb 10 06:52:06.229431 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d92bb5-711c-4ca5-98a3-592db79ecd75 None None] Sync routers for ids ['95ebe56c-fb64-4831-9ad6-f2e29140668f'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:52:06.231125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b0d1bcd2-6204-4203-8610-0d59e2f9dca9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-807285616', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:06.242663 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d92bb5-711c-4ca5-98a3-592db79ecd75 None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:52:06.243661 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d92bb5-711c-4ca5-98a3-592db79ecd75 None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:52:06.245464 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-39d92bb5-711c-4ca5-98a3-592db79ecd75 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95ebe56c-fb64-4831-9ad6-f2e29140668f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 06:52:06.260221 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d92bb5-711c-4ca5-98a3-592db79ecd75 None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:52:06.260758 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d92bb5-711c-4ca5-98a3-592db79ecd75 None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:52:06.261450 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-39d92bb5-711c-4ca5-98a3-592db79ecd75 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95ebe56c-fb64-4831-9ad6-f2e29140668f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 06:52:06.261834 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d92bb5-711c-4ca5-98a3-592db79ecd75 None None] The sync data for ids ['95ebe56c-fb64-4831-9ad6-f2e29140668f'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:52:06.270666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0d1bcd2-6204-4203-8610-0d59e2f9dca9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (e3c6fdb1-2135-469d-a937-a402db915e84), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.271496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0d1bcd2-6204-4203-8610-0d59e2f9dca9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (e3c6fdb1-2135-469d-a937-a402db915e84), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.339850 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0d1bcd2-6204-4203-8610-0d59e2f9dca9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router_controller (e3c6fdb1-2135-469d-a937-a402db915e84), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.349372 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0d1bcd2-6204-4203-8610-0d59e2f9dca9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (e3c6fdb1-2135-469d-a937-a402db915e84), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.377853 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b0d1bcd2-6204-4203-8610-0d59e2f9dca9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.380920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b0d1bcd2-6204-4203-8610-0d59e2f9dca9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1547935 Feb 10 06:52:06.383758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39602) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:06.448270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '676c723e-589e-49a6-8231-b59c86ac8f84'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:52:06.449162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.757823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/676c723e-589e-49a6-8231-b59c86ac8f84/0e2eff83-9c7c-4534-b278-24d915fc8bf8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:06.832209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6da2f26-d1a7-472e-9aa9-571525cd2e80 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:06.834983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:06.908096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:52:06.917571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:06.953348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: e6da2f26-d1a7-472e-9aa9-571525cd2e80 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:06.954035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e6da2f26-d1a7-472e-9aa9-571525cd2e80 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:07.353439 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Publish callbacks [] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.444406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:07.446091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::1 (6c1effe9-6423-4c1f-94e7-c0da99848c88/676c723e-589e-49a6-8231-b59c86ac8f84/1f7b113e-f532-4064-bbac-5c4803f1b36b) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:07.463247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'port_id': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'mac_address': 'fa:16:3e:b3:f5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:52:07.470391 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.575669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Pushing event updated for resources: {'Port': ['ID=0e2eff83-9c7c-4534-b278-24d915fc8bf8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:07.608600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.672360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:07.672747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.683034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:07.685178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:07.688324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:07.708707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.775018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:07.775585 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.801571 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.804276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:07.818915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:52:07.821675 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3b1032-6c40-4805-9fca-503000af7dd3" -d '{"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:52:07.830978 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.841793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a89bdad-89ae-4cdb-8256-a6f105eb2136 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:52:07.865913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Attempting to bind port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:07.866323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Attempting to bind port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:07.866838 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Attempting to bind port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:07.893050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:07.897194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:07.902071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:07.903244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (e3c6fdb1-2135-469d-a937-a402db915e84), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.927584 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:52:07.928330 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:52:07.931492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:07.932027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:07.932609 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:07.933132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:07.933675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Bound port: 0e2eff83-9c7c-4534-b278-24d915fc8bf8, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:07.934581 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:08.025963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] For port 0e2eff83-9c7c-4534-b278-24d915fc8bf8, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:08.030340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] For port 0e2eff83-9c7c-4534-b278-24d915fc8bf8, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0e2eff83-9c7c-4534-b278-24d915fc8bf8,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:08.038576 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18558e54-1047-447c-991d-7b0c9fa8ad51 x-openstack-request-id: req-18558e54-1047-447c-991d-7b0c9fa8ad51 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:52:08.038919 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:52:08.039458 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18558e54-1047-447c-991d-7b0c9fa8ad51 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:52:08.040020 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'code': 200} Feb 10 06:52:08.045240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:08.076150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:08.169929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f22d16-1010-4264-9700-12f9bfc31040 None None] Pushing event updated for resources: {'Port': ['ID=0e2eff83-9c7c-4534-b278-24d915fc8bf8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:08.574835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=1f7b113e-f532-4064-bbac-5c4803f1b36b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:08.584550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:08.588281 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:08.639882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a89bdad-89ae-4cdb-8256-a6f105eb2136 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:52:08.701498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0e2eff83-9c7c-4534-b278-24d915fc8bf8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:08.733153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39668) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:08.754026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:08.763958 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:08.769218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:08.835886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:08.836424 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:08.840349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['2a89bdad-89ae-4cdb-8256-a6f105eb2136'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:52:08.843561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:08.973611 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:08.982019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:08.983423 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.031485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 0e2eff83-9c7c-4534-b278-24d915fc8bf8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0e2eff83-9c7c-4534-b278-24d915fc8bf8,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:09.045100 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.198202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=0e2eff83-9c7c-4534-b278-24d915fc8bf8,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:09.230131 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Publish callbacks [] for security_group (0d3806aa-c77b-4e07-a07d-88f29096d337), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.237341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0d3806aa-c77b-4e07-a07d-88f29096d337), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.281756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3806aa-c77b-4e07-a07d-88f29096d337,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:09.288936 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.295465 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.296392 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (e3c6fdb1-2135-469d-a937-a402db915e84), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.297250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.297606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.298025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.298462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.298802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.299135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.299516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.299888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.300217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.300723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.301061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.301782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.302011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:09.337129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e50dc5e-9576-4e41-a828-0547c2978824 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65c58bf3d32c4c1db1c48c7f925eada0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6021903 Feb 10 06:52:09.341377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:09.408739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b4e8-8cd7-4671-b5d1-c303ed982eb2 admin admin] Publish callbacks [] for security_group (0d3806aa-c77b-4e07-a07d-88f29096d337), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.419362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=1f7b113e-f532-4064-bbac-5c4803f1b36b,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:09.463433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b4e8-8cd7-4671-b5d1-c303ed982eb2 admin admin] Publish callbacks [] for security_group (0d3806aa-c77b-4e07-a07d-88f29096d337), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.563073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b4e8-8cd7-4671-b5d1-c303ed982eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0d3806aa-c77b-4e07-a07d-88f29096d337), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.565961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:09.567016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b4e8-8cd7-4671-b5d1-c303ed982eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:09.572584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:09.588817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d4f6b4e8-8cd7-4671-b5d1-c303ed982eb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d3806aa-c77b-4e07-a07d-88f29096d337 HTTP/1.1" status: 204 len: 168 time: 0.2248509 Feb 10 06:52:09.613779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6b4e8-8cd7-4671-b5d1-c303ed982eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3806aa-c77b-4e07-a07d-88f29096d337,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:09.856863 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-9423af23-0c3e-4934-8db4-e22f32b5a0cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910339 Feb 10 06:52:09.897302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Router e3c6fdb1-2135-469d-a937-a402db915e84 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:52:09.919731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-157943b4-7551-49a7-b9c7-eaf3c3ab7783 None None] Provisioning complete for port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:09.922015 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-157943b4-7551-49a7-b9c7-eaf3c3ab7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:10.020280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-88b00eed-da5d-4a61-a42d-749443399f2f req-dd13c8a8-234f-4d64-a59a-9c4d5e1922f7 service neutron] (103213) timed out ('10.222.0.24', 60856) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 06:52:10.140823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:52:10.147602 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8fac1649-5922-4ecb-b1d6-d3177040f70d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "PUT /v2.0/routers/e3c6fdb1-2135-469d-a937-a402db915e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7620466 Feb 10 06:52:10.150169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-a8a20d13-0771-4f26-9460-4bacf282a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:10.150449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39684) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:10.151970 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-a8a20d13-0771-4f26-9460-4bacf282a332 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f41676fb7b4dedae37ef92bbafc71c&device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1127 time: 0.2410662 Feb 10 06:52:10.189728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Sync routers for ids ['e3c6fdb1-2135-469d-a937-a402db915e84'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:52:10.241713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-157943b4-7551-49a7-b9c7-eaf3c3ab7783 None None] Current status of the port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:10.247342 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:10.249022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Routers {'e3c6fdb1-2135-469d-a937-a402db915e84'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:52:10.249604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:51:42Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e3c6fdb1-2135-469d-a937-a402db915e84'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:10.279906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39686) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:10.309330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb5d2fa-5a34-4769-8e66-dae651455d18 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:10.316689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bcb5d2fa-5a34-4769-8e66-dae651455d18 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports/1f7b113e-f532-4064-bbac-5c4803f1b36b HTTP/1.1" status: 200 len: 911 time: 0.1635263 Feb 10 06:52:10.319166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:10.344005 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7695c697-ae3d-4036-8626-d6845d8e848d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:10.359437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-5f3d01f9-710f-4c67-88ed-6337b2b2d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:10.361012 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-5f3d01f9-710f-4c67-88ed-6337b2b2d33b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f97832f-c399-47ed-b8b5-f99ce95da35b HTTP/1.1" status: 200 len: 909 time: 0.1900208 Feb 10 06:52:10.448772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Set router e3c6fdb1-2135-469d-a937-a402db915e84 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:52:10.478336 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-8497c154-e24d-40b6-aa70-6c8278fdae9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d502f01c-06b8-45ab-8327-82941b929756 HTTP/1.1" status: 200 len: 1000 time: 0.1111343 Feb 10 06:52:10.484855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7695c697-ae3d-4036-8626-d6845d8e848d admin admin] Publish callbacks [] for security_group (f53bc0a1-cbbe-4fee-b0ba-0d2af973ad4d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:10.495050 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7695c697-ae3d-4036-8626-d6845d8e848d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f53bc0a1-cbbe-4fee-b0ba-0d2af973ad4d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:10.559215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f35b4fb-ec4a-4a60-bace-de6f983a26ef tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:10.579384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f35b4fb-ec4a-4a60-bace-de6f983a26ef tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:10.581758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3f35b4fb-ec4a-4a60-bace-de6f983a26ef tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2613797 Feb 10 06:52:10.585705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39690) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:10.591146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39692) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:10.593505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7695c697-ae3d-4036-8626-d6845d8e848d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=191696cf37804adc970f5ab99caddb60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096886 Feb 10 06:52:10.599893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695c697-ae3d-4036-8626-d6845d8e848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53bc0a1-cbbe-4fee-b0ba-0d2af973ad4d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:10.632118 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-bf0214b3-6c08-49f4-a678-cc1df81798e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:10.633772 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-bf0214b3-6c08-49f4-a678-cc1df81798e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f552ad7-96b9-4f2d-84d5-a988313c3120 HTTP/1.1" status: 200 len: 848 time: 0.1485968 Feb 10 06:52:10.665368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0e2eff83-9c7c-4534-b278-24d915fc8bf8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:10.704695 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd265075-cea5-4a64-9148-736e497534d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:10.762847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d35dfcbb-ecdb-479e-bb09-a04ecc4b7796 None None] Provisioning complete for port 1f7b113e-f532-4064-bbac-5c4803f1b36b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:10.763241 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d35dfcbb-ecdb-479e-bb09-a04ecc4b7796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:10.842981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d35dfcbb-ecdb-479e-bb09-a04ecc4b7796 None None] Port 1f7b113e-f532-4064-bbac-5c4803f1b36b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:52:10.861543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe7bb-b082-4871-a2f6-a1fd7fc34fda admin admin] Publish callbacks [] for security_group (f53bc0a1-cbbe-4fee-b0ba-0d2af973ad4d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:10.867007 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-e468939b-c837-432b-b8f9-587298c3024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:10.868820 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-e468939b-c837-432b-b8f9-587298c3024f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f97832f-c399-47ed-b8b5-f99ce95da35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2268150 Feb 10 06:52:10.875158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:10.875545 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:10.924493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:10.983137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe7bb-b082-4871-a2f6-a1fd7fc34fda admin admin] Publish callbacks [] for security_group (f53bc0a1-cbbe-4fee-b0ba-0d2af973ad4d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.014138 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:52:11.022017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1b0ad7f7-de4c-4453-baf4-a438e9bf20f1 None None] Provisioning complete for port 1f7b113e-f532-4064-bbac-5c4803f1b36b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:11.022581 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad7f7-de4c-4453-baf4-a438e9bf20f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.066640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ad7f7-de4c-4453-baf4-a438e9bf20f1 None None] Port 1f7b113e-f532-4064-bbac-5c4803f1b36b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:52:11.075779 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (e3c6fdb1-2135-469d-a937-a402db915e84), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.101356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:11.119054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:11.119054 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.147695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6fdb1-2135-469d-a937-a402db915e84', 'name': 'tempest-NetworksTestDHCPv6-router-807285616', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:52:06Z', 'updated_at': '2022-02-10T06:52:08Z', 'revision_number': 2, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'gw_port_host': None, '_interfaces': [{'id': '1f7b113e-f532-4064-bbac-5c4803f1b36b', 'name': '', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'mac_address': 'fa:16:3e:a1:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c6fdb1-2135-469d-a937-a402db915e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '676c723e-589e-49a6-8231-b59c86ac8f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:52:07Z', 'updated_at': '2022-02-10T06:52:09Z', 'revision_number': 2, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'subnets': [{'id': '676c723e-589e-49a6-8231-b59c86ac8f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:11.181170 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-8821a5c1-fec8-401f-90f0-6e8f39709459 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046007 Feb 10 06:52:11.181427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Checking router: e3c6fdb1-2135-469d-a937-a402db915e84 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:52:11.181581 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Updating router e3c6fdb1-2135-469d-a937-a402db915e84 port 1f7b113e-f532-4064-bbac-5c4803f1b36b binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:52:11.229501 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.263738 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe7bb-b082-4871-a2f6-a1fd7fc34fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f53bc0a1-cbbe-4fee-b0ba-0d2af973ad4d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.265992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe7bb-b082-4871-a2f6-a1fd7fc34fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.270098 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1a5fe7bb-b082-4871-a2f6-a1fd7fc34fda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f53bc0a1-cbbe-4fee-b0ba-0d2af973ad4d HTTP/1.1" status: 204 len: 168 time: 0.6750078 Feb 10 06:52:11.382040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fe7bb-b082-4871-a2f6-a1fd7fc34fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53bc0a1-cbbe-4fee-b0ba-0d2af973ad4d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:11.420233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 1f7b113e-f532-4064-bbac-5c4803f1b36b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:11.421622 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.452215 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-45aa8d5b-4bf2-46fd-9270-e26805fa34c5 req-45f1e290-b787-4489-a4e0-c5879649bb93 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641361 Feb 10 06:52:11.572207 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Publish callbacks [] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.577476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:11.577871 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.589752 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.619432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:11.646409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:52:11.648674 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7cd4ed-7870-4805-bb1c-92abacc43ac5" -d '{"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:52:11.657351 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.673743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.691252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 1f7b113e-f532-4064-bbac-5c4803f1b36b owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:11.711988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb169a6e-db90-4ad5-a82f-a3ad01ab6ff6 None None] Pushing event updated for resources: {'Port': ['ID=1f7b113e-f532-4064-bbac-5c4803f1b36b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:11.853581 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf13c07-44b5-4357-a7b6-cff06c446581 x-openstack-request-id: req-daf13c07-44b5-4357-a7b6-cff06c446581 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:52:11.853826 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:52:11.854086 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daf13c07-44b5-4357-a7b6-cff06c446581 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:52:11.854479 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'code': 200} Feb 10 06:52:11.892612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Attempting to bind port 1f7b113e-f532-4064-bbac-5c4803f1b36b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:11.892992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Attempting to bind port 1f7b113e-f532-4064-bbac-5c4803f1b36b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:11.893364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Attempting to bind port 1f7b113e-f532-4064-bbac-5c4803f1b36b on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:11.902932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:11.903324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:11.903756 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:11.904133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:11.904664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Bound port: 1f7b113e-f532-4064-bbac-5c4803f1b36b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:11.905061 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:12.166288 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:12.241634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=1f7b113e-f532-4064-bbac-5c4803f1b36b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:12.286933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1691b7d4-282e-4b37-a89e-5c8f40079a39 None None] Could not find standard attr ID for object 1f7b113e-f532-4064-bbac-5c4803f1b36b. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:52:12.312351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:12.368163 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:52:12.368556 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:52:12.499062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (e3c6fdb1-2135-469d-a937-a402db915e84), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:12.533101 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cb937df-8dbe-4c5f-a8cf-ec09a34c0947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:12.815814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Router e3c6fdb1-2135-469d-a937-a402db915e84 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:52:12.891325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Attempting to bind port 1f7b113e-f532-4064-bbac-5c4803f1b36b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:12.891325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Attempting to bind port 1f7b113e-f532-4064-bbac-5c4803f1b36b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:12.891699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Attempting to bind port 1f7b113e-f532-4064-bbac-5c4803f1b36b on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:12.913344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:12.913760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:12.914131 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:12.914578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:12.915059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Bound port: 1f7b113e-f532-4064-bbac-5c4803f1b36b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:12.915455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f7b113e-f532-4064-bbac-5c4803f1b36b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:12.923512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:52:12.936399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39746) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:12.942921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ae7faf91-b539-4825-a576-7ef3488fd7bb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "PUT /v2.0/routers/e3c6fdb1-2135-469d-a937-a402db915e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3479898 Feb 10 06:52:12.975216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Port 1f7b113e-f532-4064-bbac-5c4803f1b36b has been deleted concurrently {{(pid=103215) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 10 06:52:12.999300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Routers {'e3c6fdb1-2135-469d-a937-a402db915e84'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:52:13.000730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:52:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e3c6fdb1-2135-469d-a937-a402db915e84'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:13.056699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9b3f7-2ff5-4133-8988-50e2097b4d76 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:13.063184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9b3f7-2ff5-4133-8988-50e2097b4d76 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:13.069830 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-11a9b3f7-2ff5-4133-8988-50e2097b4d76 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1300457 Feb 10 06:52:13.070553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:13.115510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] Set router e3c6fdb1-2135-469d-a937-a402db915e84 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:52:13.150961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39752) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:13.156160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5da6710-d38c-4aba-b3ef-590df115d7fd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 676c723e-589e-49a6-8231-b59c86ac8f84 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:13.173878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5da6710-d38c-4aba-b3ef-590df115d7fd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (676c723e-589e-49a6-8231-b59c86ac8f84), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:13.186522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6fdb1-2135-469d-a937-a402db915e84', 'name': 'tempest-NetworksTestDHCPv6-router-807285616', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:52:06Z', 'updated_at': '2022-02-10T06:52:11Z', 'revision_number': 3, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:13.229461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2da6c-696e-4a82-8f20-0007832e1e80 None None] The sync data for ids ['e3c6fdb1-2135-469d-a937-a402db915e84'] in n-d-828670-1 is: [{'id': 'e3c6fdb1-2135-469d-a937-a402db915e84', 'name': 'tempest-NetworksTestDHCPv6-router-807285616', 'tenant_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:52:06Z', 'updated_at': '2022-02-10T06:52:11Z', 'revision_number': 3, 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:52:13.276789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5da6710-d38c-4aba-b3ef-590df115d7fd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (676c723e-589e-49a6-8231-b59c86ac8f84), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:13.383554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0535e12-6fd5-4b44-a601-144a5cf23464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:13.413661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5da6710-d38c-4aba-b3ef-590df115d7fd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (676c723e-589e-49a6-8231-b59c86ac8f84), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:13.520770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5da6710-d38c-4aba-b3ef-590df115d7fd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (676c723e-589e-49a6-8231-b59c86ac8f84), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:13.555656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da6710-d38c-4aba-b3ef-590df115d7fd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=676c723e-589e-49a6-8231-b59c86ac8f84,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:13.567814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5da6710-d38c-4aba-b3ef-590df115d7fd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:13.568009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7376c90-41a9-4e00-92bd-df569fb429e6 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:13.571735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5da6710-d38c-4aba-b3ef-590df115d7fd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/676c723e-589e-49a6-8231-b59c86ac8f84 HTTP/1.1" status: 204 len: 168 time: 0.4998856 Feb 10 06:52:13.577901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:13.581256 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0535e12-6fd5-4b44-a601-144a5cf23464 admin admin] Publish callbacks [] for security_group (c2a451b3-1511-4695-88b0-a810fdbbaa4e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:13.597054 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d0535e12-6fd5-4b44-a601-144a5cf23464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c2a451b3-1511-4695-88b0-a810fdbbaa4e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:13.670204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0535e12-6fd5-4b44-a601-144a5cf23464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a451b3-1511-4695-88b0-a810fdbbaa4e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:13.682809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:13.687314 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d0535e12-6fd5-4b44-a601-144a5cf23464 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b71e205047f43adaa936c56264f5422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251148 Feb 10 06:52:13.830889 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:13.908733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064161b3-3e58-476b-bdb0-01a3f5d2641b None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:52:14.031807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-064161b3-3e58-476b-bdb0-01a3f5d2641b None None] Deleting port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:14.038734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-064161b3-3e58-476b-bdb0-01a3f5d2641b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.156138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-064161b3-3e58-476b-bdb0-01a3f5d2641b None None] For port 0e2eff83-9c7c-4534-b278-24d915fc8bf8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0e2eff83-9c7c-4534-b278-24d915fc8bf8,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:14.156816 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-064161b3-3e58-476b-bdb0-01a3f5d2641b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.186254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-064161b3-3e58-476b-bdb0-01a3f5d2641b None None] Calling delete_port for 0e2eff83-9c7c-4534-b278-24d915fc8bf8 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:14.203956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20101710-e8fb-41ff-8b70-3f38ddfb7aea tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6249921 Feb 10 06:52:14.206950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39766) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:14.249519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-163e694e-3e09-4373-9bac-88e1aab74007 admin admin] Publish callbacks [] for security_group (c2a451b3-1511-4695-88b0-a810fdbbaa4e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.300261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-163e694e-3e09-4373-9bac-88e1aab74007 admin admin] Publish callbacks [] for security_group (c2a451b3-1511-4695-88b0-a810fdbbaa4e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.301848 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-064161b3-3e58-476b-bdb0-01a3f5d2641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0e2eff83-9c7c-4534-b278-24d915fc8bf8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.324149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064161b3-3e58-476b-bdb0-01a3f5d2641b None None] No DVR routers for this DVR port 0e2eff83-9c7c-4534-b278-24d915fc8bf8 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:52:14.407996 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-163e694e-3e09-4373-9bac-88e1aab74007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c2a451b3-1511-4695-88b0-a810fdbbaa4e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.407996 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-163e694e-3e09-4373-9bac-88e1aab74007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.407996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-163e694e-3e09-4373-9bac-88e1aab74007 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2a451b3-1511-4695-88b0-a810fdbbaa4e HTTP/1.1" status: 204 len: 168 time: 0.6983333 Feb 10 06:52:14.412238 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1480abbd-23cc-4375-881b-5d8e027c35a5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router (e3c6fdb1-2135-469d-a937-a402db915e84), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.428341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064161b3-3e58-476b-bdb0-01a3f5d2641b None None] Pushing event deleted for resources: {'Port': ['ID=0e2eff83-9c7c-4534-b278-24d915fc8bf8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:14.442158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e694e-3e09-4373-9bac-88e1aab74007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a451b3-1511-4695-88b0-a810fdbbaa4e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:14.625110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0e2eff83-9c7c-4534-b278-24d915fc8bf8 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:14.657101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0e2eff83-9c7c-4534-b278-24d915fc8bf8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:14.659868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0e2eff83-9c7c-4534-b278-24d915fc8bf8 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:14.723145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1480abbd-23cc-4375-881b-5d8e027c35a5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (e3c6fdb1-2135-469d-a937-a402db915e84), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.729852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1480abbd-23cc-4375-881b-5d8e027c35a5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router_controller (e3c6fdb1-2135-469d-a937-a402db915e84), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.800569 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1480abbd-23cc-4375-881b-5d8e027c35a5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (e3c6fdb1-2135-469d-a937-a402db915e84), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.801149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1480abbd-23cc-4375-881b-5d8e027c35a5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Fanout notify agent at l3_agent the message router_deleted on router e3c6fdb1-2135-469d-a937-a402db915e84 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:52:14.820361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1480abbd-23cc-4375-881b-5d8e027c35a5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:14.821731 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1480abbd-23cc-4375-881b-5d8e027c35a5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/routers/e3c6fdb1-2135-469d-a937-a402db915e84 HTTP/1.1" status: 204 len: 168 time: 0.6131811 Feb 10 06:52:14.824971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:14.832213 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52630f-f39d-4210-89a7-cdeab89082d6 None None] Sync routers for ids ['e3c6fdb1-2135-469d-a937-a402db915e84'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:52:14.855012 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52630f-f39d-4210-89a7-cdeab89082d6 None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:52:14.855751 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52630f-f39d-4210-89a7-cdeab89082d6 None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:52:14.856916 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-7b52630f-f39d-4210-89a7-cdeab89082d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e3c6fdb1-2135-469d-a937-a402db915e84'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:52:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 06:52:14.869795 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52630f-f39d-4210-89a7-cdeab89082d6 None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:52:14.870789 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52630f-f39d-4210-89a7-cdeab89082d6 None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:52:14.871641 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-7b52630f-f39d-4210-89a7-cdeab89082d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e3c6fdb1-2135-469d-a937-a402db915e84'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:52:12Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 06:52:14.872266 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52630f-f39d-4210-89a7-cdeab89082d6 None None] The sync data for ids ['e3c6fdb1-2135-469d-a937-a402db915e84'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:52:14.932056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-89cedbe8-e0c9-4617-99f5-ccb9f4a6acb8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1064296 Feb 10 06:52:14.936529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39784) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:15.014685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636c57bb-1c56-4f4d-95d7-f85eb7be38c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:15.016371 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-636c57bb-1c56-4f4d-95d7-f85eb7be38c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778837 Feb 10 06:52:15.019842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39786) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:15.092546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e6d50aa8-4c74-4049-9620-a818d44ad0fb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712488 Feb 10 06:52:15.098664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:15.129541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:15.233059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:15.310542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:15.315085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:15.755827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:52:15.757734 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (20653615-de55-4b1d-86c8-89f2f8d9ce57), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:15.808382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:15.811675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:15.816993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:15.817566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:15.826812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa09843-1221-4fd6-8bb3-099cdb793c06 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:15.828239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=20653615-de55-4b1d-86c8-89f2f8d9ce57,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:15.849997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-66d4ea4f-9e07-4086-91ad-fc313f23e553 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7471187 Feb 10 06:52:15.859835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39806) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:15.866075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:16.136182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '20653615-de55-4b1d-86c8-89f2f8d9ce57'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:52:16.141060 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:16.151134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:16.163457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:16.558214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Allocated IP 2001:db8::f816:3eff:feb6:884c (6c1effe9-6423-4c1f-94e7-c0da99848c88/20653615-de55-4b1d-86c8-89f2f8d9ce57/b0fd21b1-cd5e-4bd1-9e57-36f601f43fba) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:16.582346 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:16.591525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (7fbee23a-d83e-4ed1-88ad-9d84858010b5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:16.650919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=7fbee23a-d83e-4ed1-88ad-9d84858010b5,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:16.672855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:16.676145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:16.679093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:16.679809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:16.709676 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1eb7dce9-ea0f-4068-8b3f-c9ccc6b4c687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8485773 Feb 10 06:52:16.716360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39818) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:16.721322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:8e:c2:92', 'name': 'tempest-NetworksTestDHCPv6-1738607082'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:16.906257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:16.908134 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Publish callbacks [] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:16.924455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:16.981541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Pushing event updated for resources: {'Port': ['ID=b0fd21b1-cd5e-4bd1-9e57-36f601f43fba,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:16.993407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:16.995483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:17.000625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:17.121968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Attempting to bind port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:17.124877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Attempting to bind port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:17.125529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Attempting to bind port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:17.141401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:17.147375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:17.153862 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:17.154531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:17.156701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Bound port: b0fd21b1-cd5e-4bd1-9e57-36f601f43fba, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:17.157359 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:17.251311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:17.301007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] For port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:17.309790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] For port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b0fd21b1-cd5e-4bd1-9e57-36f601f43fba,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:17.311421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 23b7d9f7-fb91-44db-9069-f304e0c9e9f1 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:17.329346 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:17.470770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361c8ba-a7b5-4df2-bf09-057824088132 None None] Pushing event updated for resources: {'Port': ['ID=b0fd21b1-cd5e-4bd1-9e57-36f601f43fba,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:17.701723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 172.20.0.7 (6c1effe9-6423-4c1f-94e7-c0da99848c88/7fbee23a-d83e-4ed1-88ad-9d84858010b5/23b7d9f7-fb91-44db-9069-f304e0c9e9f1) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:17.727626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fe8e:c292 (6c1effe9-6423-4c1f-94e7-c0da99848c88/20653615-de55-4b1d-86c8-89f2f8d9ce57/23b7d9f7-fb91-44db-9069-f304e0c9e9f1) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:18.309545 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (23b7d9f7-fb91-44db-9069-f304e0c9e9f1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:18.386464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (23b7d9f7-fb91-44db-9069-f304e0c9e9f1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:18.542195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:18.564533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:18.577602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:18.683690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b0fd21b1-cd5e-4bd1-9e57-36f601f43fba up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:18.695762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=23b7d9f7-fb91-44db-9069-f304e0c9e9f1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:18.737806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:18.741957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:18.757846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:18.758589 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:18.813098 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-954c00c5-330f-4b6c-9039-249e1ef0ec08 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0956192 Feb 10 06:52:18.816977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39846) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:18.938043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:18.940799 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:18.992519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f7af4-b7c1-4421-aabb-707ccbaa55a6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:18.999416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f7af4-b7c1-4421-aabb-707ccbaa55a6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:19.001497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-208f7af4-b7c1-4421-aabb-707ccbaa55a6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1828609 Feb 10 06:52:19.004857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39850) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:19.041005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b0fd21b1-cd5e-4bd1-9e57-36f601f43fba,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:19.078038 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:19.187493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73b4f4b-cd83-4c15-be38-e5a8e51397f8 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:19.228521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f63f80f7-c178-4c53-a792-38c63e4e5ca4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 23b7d9f7-fb91-44db-9069-f304e0c9e9f1 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:19.229107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f63f80f7-c178-4c53-a792-38c63e4e5ca4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (23b7d9f7-fb91-44db-9069-f304e0c9e9f1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:19.366107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=b0fd21b1-cd5e-4bd1-9e57-36f601f43fba,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:19.380381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d079e5bf-c29d-4ca7-aa8b-bf8102de2670 None None] Provisioning complete for port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:19.380753 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d079e5bf-c29d-4ca7-aa8b-bf8102de2670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:19.407485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f63f80f7-c178-4c53-a792-38c63e4e5ca4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (23b7d9f7-fb91-44db-9069-f304e0c9e9f1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:19.421698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f63f80f7-c178-4c53-a792-38c63e4e5ca4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 23b7d9f7-fb91-44db-9069-f304e0c9e9f1 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:19.551323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d079e5bf-c29d-4ca7-aa8b-bf8102de2670 None None] Current status of the port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:19.646186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f63f80f7-c178-4c53-a792-38c63e4e5ca4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (23b7d9f7-fb91-44db-9069-f304e0c9e9f1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:19.701939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f80f7-c178-4c53-a792-38c63e4e5ca4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=23b7d9f7-fb91-44db-9069-f304e0c9e9f1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:19.738863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760420a0-efc8-490d-aed2-f3c0463b66da None None] Update dhcp port {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': '20653615-de55-4b1d-86c8-89f2f8d9ce57', 'ip_address': '2001:db8::f816:3eff:feb6:884c'}, {'subnet_id': '7fbee23a-d83e-4ed1-88ad-9d84858010b5'}], 'binding:host_id': 'n-d-828670-1'}, 'id': 'b0fd21b1-cd5e-4bd1-9e57-36f601f43fba'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:52:19.769486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-760420a0-efc8-490d-aed2-f3c0463b66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:19.826026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f63f80f7-c178-4c53-a792-38c63e4e5ca4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:19.834275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:19.836791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f63f80f7-c178-4c53-a792-38c63e4e5ca4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/23b7d9f7-fb91-44db-9069-f304e0c9e9f1 HTTP/1.1" status: 204 len: 168 time: 0.8307567 Feb 10 06:52:19.947390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-760420a0-efc8-490d-aed2-f3c0463b66da None None] Allocated IP 172.20.0.2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/7fbee23a-d83e-4ed1-88ad-9d84858010b5/b0fd21b1-cd5e-4bd1-9e57-36f601f43fba) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:20.029435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5539eb4-3010-4d93-a5e4-2370e0b68edf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:20.056245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5539eb4-3010-4d93-a5e4-2370e0b68edf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:20.061919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5539eb4-3010-4d93-a5e4-2370e0b68edf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:20.080186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f5539eb4-3010-4d93-a5e4-2370e0b68edf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2440560 Feb 10 06:52:20.082808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39866) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:20.143090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-760420a0-efc8-490d-aed2-f3c0463b66da None None] For port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b0fd21b1-cd5e-4bd1-9e57-36f601f43fba,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:20.199428 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-760420a0-efc8-490d-aed2-f3c0463b66da None None] Publish callbacks [] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:20.209198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-760420a0-efc8-490d-aed2-f3c0463b66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:20.290112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f2dd9c-11d9-4940-bbb4-23890c5b69b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 20653615-de55-4b1d-86c8-89f2f8d9ce57 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:20.301480 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78f2dd9c-11d9-4940-bbb4-23890c5b69b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (20653615-de55-4b1d-86c8-89f2f8d9ce57), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:20.416539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760420a0-efc8-490d-aed2-f3c0463b66da None None] Pushing event updated for resources: {'Port': ['ID=b0fd21b1-cd5e-4bd1-9e57-36f601f43fba,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:20.450044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78f2dd9c-11d9-4940-bbb4-23890c5b69b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (20653615-de55-4b1d-86c8-89f2f8d9ce57), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:20.578943 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b0fd21b1-cd5e-4bd1-9e57-36f601f43fba up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:20.645994 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78f2dd9c-11d9-4940-bbb4-23890c5b69b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (20653615-de55-4b1d-86c8-89f2f8d9ce57), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:20.656728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:20.658208 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:20.853234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:20.876426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78f2dd9c-11d9-4940-bbb4-23890c5b69b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (20653615-de55-4b1d-86c8-89f2f8d9ce57), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:20.995344 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78f2dd9c-11d9-4940-bbb4-23890c5b69b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:20.999197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-78f2dd9c-11d9-4940-bbb4-23890c5b69b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/20653615-de55-4b1d-86c8-89f2f8d9ce57 HTTP/1.1" status: 204 len: 168 time: 0.8995676 Feb 10 06:52:21.000897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2dd9c-11d9-4940-bbb4-23890c5b69b8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=20653615-de55-4b1d-86c8-89f2f8d9ce57,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:21.001733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39878) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:21.083782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-e805438e-73b9-4fcc-b29e-604c62909df5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 7fbee23a-d83e-4ed1-88ad-9d84858010b5 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:21.087341 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e805438e-73b9-4fcc-b29e-604c62909df5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (7fbee23a-d83e-4ed1-88ad-9d84858010b5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:21.152772 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e805438e-73b9-4fcc-b29e-604c62909df5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (7fbee23a-d83e-4ed1-88ad-9d84858010b5), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:21.291921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e805438e-73b9-4fcc-b29e-604c62909df5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7fbee23a-d83e-4ed1-88ad-9d84858010b5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:21.377216 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e805438e-73b9-4fcc-b29e-604c62909df5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (7fbee23a-d83e-4ed1-88ad-9d84858010b5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:21.382867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7d567-48b7-42e3-a54b-a04eeaa5057c None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:21.411720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805438e-73b9-4fcc-b29e-604c62909df5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbee23a-d83e-4ed1-88ad-9d84858010b5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:21.421728 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e805438e-73b9-4fcc-b29e-604c62909df5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:21.427661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:21.430650 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e805438e-73b9-4fcc-b29e-604c62909df5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/7fbee23a-d83e-4ed1-88ad-9d84858010b5 HTTP/1.1" status: 204 len: 168 time: 0.4275479 Feb 10 06:52:21.474468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39886) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:21.479510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:21.483053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-310812c4-513e-407a-b979-b7c4a97a8694 None None] Could not find standard attr ID for object 23b7d9f7-fb91-44db-9069-f304e0c9e9f1. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:52:21.487005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b1730398-c058-4c4f-acac-f0bcd4255268 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577519 Feb 10 06:52:21.506289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-310812c4-513e-407a-b979-b7c4a97a8694 None None] Provisioning complete for port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:21.506851 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-310812c4-513e-407a-b979-b7c4a97a8694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:21.643470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-310812c4-513e-407a-b979-b7c4a97a8694 None None] Current status of the port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:21.649905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:21.657646 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:21.659791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa09783-9035-45a3-85a2-58a7b10f30bf None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:52:21.736139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9aa09783-9035-45a3-85a2-58a7b10f30bf None None] Deleting port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:21.737424 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9aa09783-9035-45a3-85a2-58a7b10f30bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:21.822095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9aa09783-9035-45a3-85a2-58a7b10f30bf None None] For port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b0fd21b1-cd5e-4bd1-9e57-36f601f43fba,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:21.822843 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9aa09783-9035-45a3-85a2-58a7b10f30bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:21.867643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9aa09783-9035-45a3-85a2-58a7b10f30bf None None] Calling delete_port for b0fd21b1-cd5e-4bd1-9e57-36f601f43fba owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:22.012582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9aa09783-9035-45a3-85a2-58a7b10f30bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (b0fd21b1-cd5e-4bd1-9e57-36f601f43fba), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:22.102633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:52:22.104637 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (eb8487dd-407b-41d0-a473-ec872ce19d92), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:22.159757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:22.163728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:22.179806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:22.180535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:22.202973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39902) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:22.208696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:22.218120 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7412550 Feb 10 06:52:22.219443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc05e1-c5d7-4fef-a664-8081089a3d91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=eb8487dd-407b-41d0-a473-ec872ce19d92,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:22.296338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa09783-9035-45a3-85a2-58a7b10f30bf None None] Pushing event deleted for resources: {'Port': ['ID=b0fd21b1-cd5e-4bd1-9e57-36f601f43fba,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:22.300720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa09783-9035-45a3-85a2-58a7b10f30bf None None] No DVR routers for this DVR port b0fd21b1-cd5e-4bd1-9e57-36f601f43fba on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:52:22.327190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e7a90-4ca2-4c6c-a540-0f891a0c1863 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:22.414488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:22.423929 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:22.452887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': 'eb8487dd-407b-41d0-a473-ec872ce19d92'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:52:22.453852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:22.657802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Allocated IP 2001:db8::f816:3eff:feaf:571f (6c1effe9-6423-4c1f-94e7-c0da99848c88/eb8487dd-407b-41d0-a473-ec872ce19d92/657f6fd9-5bd3-45fd-b054-3b2bad1d5a77) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:22.836535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Publish callbacks [] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:22.843395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b0fd21b1-cd5e-4bd1-9e57-36f601f43fba no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:22.848771 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:22.878106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b0fd21b1-cd5e-4bd1-9e57-36f601f43fba {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:22.878863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b0fd21b1-cd5e-4bd1-9e57-36f601f43fba not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:22.888964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (5cf4a452-aebc-4c71-aaff-189fd816e9d1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:22.911265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:22.916949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:22.920637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:22.943566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Pushing event updated for resources: {'Port': ['ID=657f6fd9-5bd3-45fd-b054-3b2bad1d5a77,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:22.959496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:22.968087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:22.978151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:22.978825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:23.014990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Attempting to bind port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:23.015324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Attempting to bind port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:23.015640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Attempting to bind port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:23.023697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=5cf4a452-aebc-4c71-aaff-189fd816e9d1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:23.031154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:23.031579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:23.031956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:23.036800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:23.037367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Bound port: 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:23.037774 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:23.042382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-090d0192-2115-4110-96e8-6935fdf403c4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8359165 Feb 10 06:52:23.043431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39910) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:23.051591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:23:0e:b7', 'name': 'tempest-NetworksTestDHCPv6-262554898'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:23.123570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] For port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:23.127808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] For port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=657f6fd9-5bd3-45fd-b054-3b2bad1d5a77,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:23.135796 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:23.199890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Pushing event updated for resources: {'Port': ['ID=657f6fd9-5bd3-45fd-b054-3b2bad1d5a77,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:23.211814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.212162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.212515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.212895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.213224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.213566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.213902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.214238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.214622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.215213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.215544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.215873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.216200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764ba15-43f2-4552-8171-e144f133be48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:23.259558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:23.368843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:23.403614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port bb748c5d-e2d2-4cd7-9879-15c7ba6bebef yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:23.716435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 172.20.0.9 (6c1effe9-6423-4c1f-94e7-c0da99848c88/5cf4a452-aebc-4c71-aaff-189fd816e9d1/bb748c5d-e2d2-4cd7-9879-15c7ba6bebef) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:23.731698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fe23:eb7 (6c1effe9-6423-4c1f-94e7-c0da99848c88/eb8487dd-407b-41d0-a473-ec872ce19d92/bb748c5d-e2d2-4cd7-9879-15c7ba6bebef) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:24.065745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (bb748c5d-e2d2-4cd7-9879-15c7ba6bebef), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:24.108744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bb748c5d-e2d2-4cd7-9879-15c7ba6bebef), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:24.163411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:24.167357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:24.176804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=bb748c5d-e2d2-4cd7-9879-15c7ba6bebef,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:24.200819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:24.336323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:24.337027 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:24.403334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42e4b806-313c-4991-b218-d51bdd7878ae tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.3587556 Feb 10 06:52:24.405891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39934) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:24.487008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253c377-996c-459f-996d-10eaf3154e35 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:24.497155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253c377-996c-459f-996d-10eaf3154e35 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:24.503297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39940) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:24.516254 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f253c377-996c-459f-996d-10eaf3154e35 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0920644 Feb 10 06:52:24.603341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:24.635480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-92c3a920-6299-4c49-a34a-f85793a755ac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port bb748c5d-e2d2-4cd7-9879-15c7ba6bebef {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:24.636184 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92c3a920-6299-4c49-a34a-f85793a755ac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bb748c5d-e2d2-4cd7-9879-15c7ba6bebef), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:24.668059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:24.668448 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:24.781334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92c3a920-6299-4c49-a34a-f85793a755ac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bb748c5d-e2d2-4cd7-9879-15c7ba6bebef), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:24.801955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-92c3a920-6299-4c49-a34a-f85793a755ac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for bb748c5d-e2d2-4cd7-9879-15c7ba6bebef owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:24.816162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:24.816825 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:24.868106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e11c6-bd44-407f-852f-8dba0065cf2d None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:24.889077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=657f6fd9-5bd3-45fd-b054-3b2bad1d5a77,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:24.914903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a7ba6173-3eee-49f4-be30-4020bd778045 None None] Provisioning complete for port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:24.915325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6173-3eee-49f4-be30-4020bd778045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:24.917153 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.020979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=657f6fd9-5bd3-45fd-b054-3b2bad1d5a77,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:25.091398 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92c3a920-6299-4c49-a34a-f85793a755ac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bb748c5d-e2d2-4cd7-9879-15c7ba6bebef), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.135363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba6173-3eee-49f4-be30-4020bd778045 None None] Current status of the port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:25.157181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3a920-6299-4c49-a34a-f85793a755ac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=bb748c5d-e2d2-4cd7-9879-15c7ba6bebef,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:25.228398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba351422-98d2-4064-8980-726470d565c7 None None] Update dhcp port {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': 'eb8487dd-407b-41d0-a473-ec872ce19d92', 'ip_address': '2001:db8::f816:3eff:feaf:571f'}, {'subnet_id': '5cf4a452-aebc-4c71-aaff-189fd816e9d1'}], 'binding:host_id': 'n-d-828670-1'}, 'id': '657f6fd9-5bd3-45fd-b054-3b2bad1d5a77'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:52:25.267841 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba351422-98d2-4064-8980-726470d565c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.279171 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92c3a920-6299-4c49-a34a-f85793a755ac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.287795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-92c3a920-6299-4c49-a34a-f85793a755ac tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/bb748c5d-e2d2-4cd7-9879-15c7ba6bebef HTTP/1.1" status: 204 len: 168 time: 0.7827311 Feb 10 06:52:25.290435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:25.362522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16601c-7177-4576-afb7-4e69bb11f20b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:25.363978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16601c-7177-4576-afb7-4e69bb11f20b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:25.365400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16601c-7177-4576-afb7-4e69bb11f20b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:25.367017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea16601c-7177-4576-afb7-4e69bb11f20b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0751402 Feb 10 06:52:25.369751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39946) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:25.471273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b47bb1-ce55-47a6-b508-f4bc4a675415 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 5cf4a452-aebc-4c71-aaff-189fd816e9d1 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:25.527119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ba351422-98d2-4064-8980-726470d565c7 None None] Allocated IP 172.20.0.2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/5cf4a452-aebc-4c71-aaff-189fd816e9d1/657f6fd9-5bd3-45fd-b054-3b2bad1d5a77) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:25.640557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ba351422-98d2-4064-8980-726470d565c7 None None] For port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=657f6fd9-5bd3-45fd-b054-3b2bad1d5a77,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:25.676158 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba351422-98d2-4064-8980-726470d565c7 None None] Publish callbacks [] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.682179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65b47bb1-ce55-47a6-b508-f4bc4a675415 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (5cf4a452-aebc-4c71-aaff-189fd816e9d1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.682984 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba351422-98d2-4064-8980-726470d565c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.735866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65b47bb1-ce55-47a6-b508-f4bc4a675415 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (5cf4a452-aebc-4c71-aaff-189fd816e9d1), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.830138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba351422-98d2-4064-8980-726470d565c7 None None] Pushing event updated for resources: {'Port': ['ID=657f6fd9-5bd3-45fd-b054-3b2bad1d5a77,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:25.859406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65b47bb1-ce55-47a6-b508-f4bc4a675415 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5cf4a452-aebc-4c71-aaff-189fd816e9d1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.926837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65b47bb1-ce55-47a6-b508-f4bc4a675415 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (5cf4a452-aebc-4c71-aaff-189fd816e9d1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.959160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b47bb1-ce55-47a6-b508-f4bc4a675415 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf4a452-aebc-4c71-aaff-189fd816e9d1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:25.962692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65b47bb1-ce55-47a6-b508-f4bc4a675415 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:25.966285 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-65b47bb1-ce55-47a6-b508-f4bc4a675415 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/5cf4a452-aebc-4c71-aaff-189fd816e9d1 HTTP/1.1" status: 204 len: 168 time: 0.5955029 Feb 10 06:52:25.969127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39964) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:26.028836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc2461b-25c1-4aa4-ae38-666e5073ab65 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet eb8487dd-407b-41d0-a473-ec872ce19d92 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:26.032189 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc2461b-25c1-4aa4-ae38-666e5073ab65 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (eb8487dd-407b-41d0-a473-ec872ce19d92), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.080806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc2461b-25c1-4aa4-ae38-666e5073ab65 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (eb8487dd-407b-41d0-a473-ec872ce19d92), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.170072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc2461b-25c1-4aa4-ae38-666e5073ab65 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (eb8487dd-407b-41d0-a473-ec872ce19d92), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.253146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc2461b-25c1-4aa4-ae38-666e5073ab65 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (eb8487dd-407b-41d0-a473-ec872ce19d92), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.267808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc2461b-25c1-4aa4-ae38-666e5073ab65 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.279554 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ffc2461b-25c1-4aa4-ae38-666e5073ab65 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/eb8487dd-407b-41d0-a473-ec872ce19d92 HTTP/1.1" status: 204 len: 168 time: 0.3071525 Feb 10 06:52:26.279978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39966) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:26.305418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2461b-25c1-4aa4-ae38-666e5073ab65 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8487dd-407b-41d0-a473-ec872ce19d92,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:26.346983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7def08e4-f873-46af-80bb-34fe0ef6c599 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654409 Feb 10 06:52:26.347392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 39970) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:26.352207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:26.459348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:26.463218 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.619903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:26.653317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc441b58-d4d2-42a1-ab99-1417e2972bae None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:26.734033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d2f9598b-4c0f-43cb-af4f-b5a3a845af66 None None] Could not find standard attr ID for object bb748c5d-e2d2-4cd7-9879-15c7ba6bebef. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:52:26.750528 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (8fcf69b9-4767-4aa4-9374-56e81adbf787), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.763107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d2f9598b-4c0f-43cb-af4f-b5a3a845af66 None None] Provisioning complete for port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:26.763481 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2f9598b-4c0f-43cb-af4f-b5a3a845af66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.769070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cec2b8-4b69-4c6e-ad8f-470d7dc51042 req-6c0998f3-b245-4ec7-be2d-6fc5d693e92b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:26.771199 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17cec2b8-4b69-4c6e-ad8f-470d7dc51042 req-6c0998f3-b245-4ec7-be2d-6fc5d693e92b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1140747 Feb 10 06:52:26.818147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:26.818876 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.829382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:26.897996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17cec2b8-4b69-4c6e-ad8f-470d7dc51042 req-2b1c2f7f-1aca-471b-bd16-8b8c46562b5b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985975 Feb 10 06:52:26.897996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:26.909547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:26.910744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:26.942342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=8fcf69b9-4767-4aa4-9374-56e81adbf787,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:26.942584 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9598b-4c0f-43cb-af4f-b5a3a845af66 None None] Current status of the port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:26.959064 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9fda275c-a2e2-44b6-877b-04786e5ba7f5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6079373 Feb 10 06:52:26.959351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 39994) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:26.964723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:26.985087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d4af8-474b-4dbb-9d6e-114dcad993a3 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:52:27.000938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:27.064175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-686d4af8-474b-4dbb-9d6e-114dcad993a3 None None] Deleting port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:27.065019 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-686d4af8-474b-4dbb-9d6e-114dcad993a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:27.150295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:27.155834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:27.171820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-686d4af8-474b-4dbb-9d6e-114dcad993a3 None None] For port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=657f6fd9-5bd3-45fd-b054-3b2bad1d5a77,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:27.172233 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-686d4af8-474b-4dbb-9d6e-114dcad993a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:27.188121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-686d4af8-474b-4dbb-9d6e-114dcad993a3 None None] Calling delete_port for 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:27.292104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-686d4af8-474b-4dbb-9d6e-114dcad993a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (657f6fd9-5bd3-45fd-b054-3b2bad1d5a77), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:27.340454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d4af8-474b-4dbb-9d6e-114dcad993a3 None None] Pushing event deleted for resources: {'Port': ['ID=657f6fd9-5bd3-45fd-b054-3b2bad1d5a77,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:27.346572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d4af8-474b-4dbb-9d6e-114dcad993a3 None None] No DVR routers for this DVR port 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:52:27.374282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575f1e3-dc70-49bc-9c4f-ca3da39b04c5 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:27.556069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '8fcf69b9-4767-4aa4-9374-56e81adbf787'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:52:27.557205 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:27.559666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5c9-81e1-40f0-998f-5831e1ab75e5 req-2914084a-bdeb-40f0-85ef-d908b32a7644 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:27.561108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74abe5c9-81e1-40f0-998f-5831e1ab75e5 req-2914084a-bdeb-40f0-85ef-d908b32a7644 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.0651731 Feb 10 06:52:27.633682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74abe5c9-81e1-40f0-998f-5831e1ab75e5 req-32eea4a2-1e9c-4192-ba89-2f37ee630047 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644813 Feb 10 06:52:27.694989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:52:27.696696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (317bef52-20bd-4527-8ffe-ba8ccc87c2a9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:27.743988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:27.747551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:27.751880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:27.753044 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:27.763923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=317bef52-20bd-4527-8ffe-ba8ccc87c2a9,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:27.783626 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-98477aa9-10c8-4c1c-b187-4382b9c52ddf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8231249 Feb 10 06:52:27.786253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40008) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:27.792510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:96:d3:1a', 'name': 'tempest-NetworksTestDHCPv6-1422437730'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:27.805408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Allocated IP 172.20.0.2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/8fcf69b9-4767-4aa4-9374-56e81adbf787/b5a19716-6fb0-4b78-acc1-c33175217e58) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:27.812034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Allocated IP 2001:db8::f816:3eff:fe11:d2f6 (6c1effe9-6423-4c1f-94e7-c0da99848c88/317bef52-20bd-4527-8ffe-ba8ccc87c2a9/b5a19716-6fb0-4b78-acc1-c33175217e58) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:27.954384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:27.962532 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Publish callbacks [] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:27.970244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:28.023515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Pushing event updated for resources: {'Port': ['ID=b5a19716-6fb0-4b78-acc1-c33175217e58,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:28.030517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:28.032349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:28.036577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:28.063227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:28.086214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 10d41c48-7c1e-4101-8a91-06e5fd73d883 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:28.131864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Attempting to bind port b5a19716-6fb0-4b78-acc1-c33175217e58 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:28.135301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Attempting to bind port b5a19716-6fb0-4b78-acc1-c33175217e58 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:28.135942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Attempting to bind port b5a19716-6fb0-4b78-acc1-c33175217e58 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:28.144364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:28.145165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:28.146536 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:28.147187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:28.148574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Bound port: b5a19716-6fb0-4b78-acc1-c33175217e58, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:28.149229 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:28.238973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] For port b5a19716-6fb0-4b78-acc1-c33175217e58, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:28.244212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] For port b5a19716-6fb0-4b78-acc1-c33175217e58, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b5a19716-6fb0-4b78-acc1-c33175217e58,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:28.252203 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:28.271504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 172.20.0.14 (6c1effe9-6423-4c1f-94e7-c0da99848c88/8fcf69b9-4767-4aa4-9374-56e81adbf787/10d41c48-7c1e-4101-8a91-06e5fd73d883) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:28.280010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fe96:d31a (6c1effe9-6423-4c1f-94e7-c0da99848c88/317bef52-20bd-4527-8ffe-ba8ccc87c2a9/10d41c48-7c1e-4101-8a91-06e5fd73d883) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:28.336362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed45e4-14ce-4087-9035-692ee9f75acf None None] Pushing event updated for resources: {'Port': ['ID=b5a19716-6fb0-4b78-acc1-c33175217e58,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:28.518018 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (10d41c48-7c1e-4101-8a91-06e5fd73d883), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:28.609221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:28.610668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (10d41c48-7c1e-4101-8a91-06e5fd73d883), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:28.664171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:28.664546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 657f6fd9-5bd3-45fd-b054-3b2bad1d5a77 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:28.689214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:28.698189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:28.721120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:28.725782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=10d41c48-7c1e-4101-8a91-06e5fd73d883,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:28.798366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:28.799113 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:28.827173 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-88942bbe-3792-4545-bd72-7b035bd01d8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0387857 Feb 10 06:52:28.829914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40014) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:28.851733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ef8a7-109e-43a9-adca-91874b9aab6c req-47fc74c0-63ea-4f67-973c-fea17df207ce tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:28.853608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf4ef8a7-109e-43a9-adca-91874b9aab6c req-47fc74c0-63ea-4f67-973c-fea17df207ce tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.0805874 Feb 10 06:52:28.896830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a828a9-6565-4d67-a9b8-d233b23e4da5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:28.902193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a828a9-6565-4d67-a9b8-d233b23e4da5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:28.903802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c4a828a9-6565-4d67-a9b8-d233b23e4da5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0723898 Feb 10 06:52:28.906136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf4ef8a7-109e-43a9-adca-91874b9aab6c req-7de9ab4b-d657-4152-bd72-d0a0b8731df7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 Feb 10 06:52:28.906453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40016) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:29.005277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-348bc8c3-9df5-4fba-b82d-a67dae150747 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 10d41c48-7c1e-4101-8a91-06e5fd73d883 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:29.005925 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-348bc8c3-9df5-4fba-b82d-a67dae150747 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (10d41c48-7c1e-4101-8a91-06e5fd73d883), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.114854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-348bc8c3-9df5-4fba-b82d-a67dae150747 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (10d41c48-7c1e-4101-8a91-06e5fd73d883), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.128072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-348bc8c3-9df5-4fba-b82d-a67dae150747 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 10d41c48-7c1e-4101-8a91-06e5fd73d883 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:29.328984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-348bc8c3-9df5-4fba-b82d-a67dae150747 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (10d41c48-7c1e-4101-8a91-06e5fd73d883), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.369432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bc8c3-9df5-4fba-b82d-a67dae150747 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=10d41c48-7c1e-4101-8a91-06e5fd73d883,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:29.465427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-348bc8c3-9df5-4fba-b82d-a67dae150747 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.470342 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-348bc8c3-9df5-4fba-b82d-a67dae150747 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/10d41c48-7c1e-4101-8a91-06e5fd73d883 HTTP/1.1" status: 204 len: 168 time: 0.5615733 Feb 10 06:52:29.471890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40024) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:29.527241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac234e84-6cb8-42c8-9bd5-dd2524b0280a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:29.528544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac234e84-6cb8-42c8-9bd5-dd2524b0280a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:29.529943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac234e84-6cb8-42c8-9bd5-dd2524b0280a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:29.531581 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ac234e84-6cb8-42c8-9bd5-dd2524b0280a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0587752 Feb 10 06:52:29.535084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:29.577874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7fe52f-66a5-49aa-8d33-857a2ac972b3 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:29.593865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0863789-e6db-443c-a706-05d4742c6cb1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 317bef52-20bd-4527-8ffe-ba8ccc87c2a9 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:29.597750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0863789-e6db-443c-a706-05d4742c6cb1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (317bef52-20bd-4527-8ffe-ba8ccc87c2a9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.642847 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0863789-e6db-443c-a706-05d4742c6cb1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (317bef52-20bd-4527-8ffe-ba8ccc87c2a9), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.650634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b400b9c8-ea93-4928-b82a-f6e52d2195ee None None] Provisioning complete for port b5a19716-6fb0-4b78-acc1-c33175217e58 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:29.651009 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b400b9c8-ea93-4928-b82a-f6e52d2195ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.727666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0863789-e6db-443c-a706-05d4742c6cb1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (317bef52-20bd-4527-8ffe-ba8ccc87c2a9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.790457 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0863789-e6db-443c-a706-05d4742c6cb1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (317bef52-20bd-4527-8ffe-ba8ccc87c2a9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.825837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0863789-e6db-443c-a706-05d4742c6cb1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=317bef52-20bd-4527-8ffe-ba8ccc87c2a9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:29.829540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0863789-e6db-443c-a706-05d4742c6cb1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.839649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0863789-e6db-443c-a706-05d4742c6cb1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/317bef52-20bd-4527-8ffe-ba8ccc87c2a9 HTTP/1.1" status: 204 len: 168 time: 0.2972143 Feb 10 06:52:29.840278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40028) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:29.895057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88dee2e-edb5-4565-8c2a-127a2e585802 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 8fcf69b9-4767-4aa4-9374-56e81adbf787 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:29.898139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d88dee2e-edb5-4565-8c2a-127a2e585802 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (8fcf69b9-4767-4aa4-9374-56e81adbf787), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.933697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b400b9c8-ea93-4928-b82a-f6e52d2195ee None None] Current status of the port b5a19716-6fb0-4b78-acc1-c33175217e58 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:29.934092 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b400b9c8-ea93-4928-b82a-f6e52d2195ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:29.959722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d88dee2e-edb5-4565-8c2a-127a2e585802 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (8fcf69b9-4767-4aa4-9374-56e81adbf787), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.002441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b400b9c8-ea93-4928-b82a-f6e52d2195ee None None] For port b5a19716-6fb0-4b78-acc1-c33175217e58, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b5a19716-6fb0-4b78-acc1-c33175217e58,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:30.009583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b400b9c8-ea93-4928-b82a-f6e52d2195ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.014958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e2c6d-027f-45ac-8cc1-a0760ecff4bd None None] Update dhcp port {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': '8fcf69b9-4767-4aa4-9374-56e81adbf787', 'ip_address': '172.20.0.2'}, {'subnet_id': '317bef52-20bd-4527-8ffe-ba8ccc87c2a9'}], 'binding:host_id': 'n-d-828670-1'}, 'id': 'b5a19716-6fb0-4b78-acc1-c33175217e58'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:52:30.072735 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2c6d-027f-45ac-8cc1-a0760ecff4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.095707 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d88dee2e-edb5-4565-8c2a-127a2e585802 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8fcf69b9-4767-4aa4-9374-56e81adbf787), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.099989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400b9c8-ea93-4928-b82a-f6e52d2195ee None None] Pushing event updated for resources: {'Port': ['ID=b5a19716-6fb0-4b78-acc1-c33175217e58,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:30.105619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebc045-21b0-4ec5-aed0-f04e80a8d555 req-971e4b4d-0054-4d7c-b71f-b22c821d6dcc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:30.110774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8aebc045-21b0-4ec5-aed0-f04e80a8d555 req-971e4b4d-0054-4d7c-b71f-b22c821d6dcc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1012552 Feb 10 06:52:30.203984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8aebc045-21b0-4ec5-aed0-f04e80a8d555 req-5f2edd3e-1277-42e9-a5ea-fac682bbca0e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732117 Feb 10 06:52:30.216431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d88dee2e-edb5-4565-8c2a-127a2e585802 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (8fcf69b9-4767-4aa4-9374-56e81adbf787), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server [None req-ad3e2c6d-027f-45ac-8cc1-a0760ecff4bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fcf69b9-4767-4aa4-9374-56e81adbf787: This subnet is being modified by another concurrent operation. Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise exception Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fcf69b9-4767-4aa4-9374-56e81adbf787: This subnet is being modified by another concurrent operation. Feb 10 06:52:30.238377 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 06:52:30.270416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dee2e-edb5-4565-8c2a-127a2e585802 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcf69b9-4767-4aa4-9374-56e81adbf787,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:30.279113 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d88dee2e-edb5-4565-8c2a-127a2e585802 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.282483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d88dee2e-edb5-4565-8c2a-127a2e585802 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/8fcf69b9-4767-4aa4-9374-56e81adbf787 HTTP/1.1" status: 204 len: 168 time: 0.4406891 Feb 10 06:52:30.285057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40034) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:30.341144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-70e801d4-15b1-48e2-b355-9d08c290ff0e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549338 Feb 10 06:52:30.343782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:30.349880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:30.357474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5753f5-e3e1-4f7e-835c-865b003571d1 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:52:30.440527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:30.446225 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.458712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-cc888236-f5d3-4837-99ff-7eeb622ed0de None None] Provisioning complete for port b5a19716-6fb0-4b78-acc1-c33175217e58 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:30.459118 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc888236-f5d3-4837-99ff-7eeb622ed0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.482253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5753f5-e3e1-4f7e-835c-865b003571d1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:52:30.615077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cc888236-f5d3-4837-99ff-7eeb622ed0de None None] Current status of the port b5a19716-6fb0-4b78-acc1-c33175217e58 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:30.656564 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (a93606a6-443b-417f-9853-e8c3e65c07b4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.704985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:30.708125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:30.712746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:30.713353 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.722890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b50d5d8-d1b7-4a8e-837d-e7578f4d799c None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:30.730124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=a93606a6-443b-417f-9853-e8c3e65c07b4,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:30.744618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c87c27f-64ce-4f3d-8000-79b866bcf964 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3995113 Feb 10 06:52:30.747100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40038) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:30.753140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:30.818359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-839b0c27-a373-4cc3-ba27-5911eca4b2a7 None None] Provisioning complete for port b5a19716-6fb0-4b78-acc1-c33175217e58 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:30.818717 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-839b0c27-a373-4cc3-ba27-5911eca4b2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.890292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:30.894079 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:30.955200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-839b0c27-a373-4cc3-ba27-5911eca4b2a7 None None] Current status of the port b5a19716-6fb0-4b78-acc1-c33175217e58 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:30.974937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:52:31.011125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:31.126526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b799f-9296-4fcb-8800-99172398ec9c None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:52:31.168737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:31.214146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ff227c44-d480-4f82-86eb-4a8f3b55ff65 None None] Provisioning complete for port b5a19716-6fb0-4b78-acc1-c33175217e58 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:31.214579 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff227c44-d480-4f82-86eb-4a8f3b55ff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:31.259670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'port_id': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'mac_address': 'fa:16:3e:b3:f5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:52:31.301456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:31.301878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:31.406271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:31.409892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:52:31.413354 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527117cf-3ac2-418c-8f64-2e4a7f4e07ab" -d '{"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:52:31.430216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aca6c6-0698-430f-a395-bdd65db58596 req-b39f76b9-890f-4bcc-a78b-baf76941a9ce tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:31.431937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03aca6c6-0698-430f-a395-bdd65db58596 req-b39f76b9-890f-4bcc-a78b-baf76941a9ce tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.0835686 Feb 10 06:52:31.449169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:31.449534 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:31.454526 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:31.558689 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47903b95-f4c5-4074-8550-0162ca5b0f2b x-openstack-request-id: req-47903b95-f4c5-4074-8550-0162ca5b0f2b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:52:31.558909 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:52:31.559236 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47903b95-f4c5-4074-8550-0162ca5b0f2b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:52:31.559562 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'code': 200} Feb 10 06:52:31.561442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b799f-9296-4fcb-8800-99172398ec9c None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:52:31.649099 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03aca6c6-0698-430f-a395-bdd65db58596 req-63997cea-cfc5-4601-904e-6830c423239a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108281 Feb 10 06:52:31.654255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a89bdad-89ae-4cdb-8256-a6f105eb2136 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:52:31.654789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:52:31.808183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ff227c44-d480-4f82-86eb-4a8f3b55ff65 None None] Current status of the port b5a19716-6fb0-4b78-acc1-c33175217e58 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:31.827854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=11']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:31.906550 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:52:31.906924 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:52:31.926390 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.127873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] For port b5a19716-6fb0-4b78-acc1-c33175217e58, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b5a19716-6fb0-4b78-acc1-c33175217e58,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:32.166794 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.173166 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.186424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a6788-a06b-4bf2-aa28-be5e1e07255d None None] Update dhcp port {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': 'c4041a57-3048-4663-9a8d-5b5fb2802059', 'ip_address': '2001:db8::f816:3eff:fe11:d2f6'}, {'subnet_id': 'a93606a6-443b-417f-9853-e8c3e65c07b4'}], 'binding:host_id': 'n-d-828670-1'}, 'id': 'b5a19716-6fb0-4b78-acc1-c33175217e58'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:52:32.243919 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc2a6788-a06b-4bf2-aa28-be5e1e07255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.244180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=b5a19716-6fb0-4b78-acc1-c33175217e58,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:32.261025 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (c4041a57-3048-4663-9a8d-5b5fb2802059), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.300661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:32.303953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:32.307313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:32.307931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.343487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40072) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:32.349081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5981925 Feb 10 06:52:32.350492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:02:a9:ac', 'name': 'tempest-NetworksTestDHCPv6-1383512145'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:32.362846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9655f-f203-4b0c-80b2-814c83d194a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=c4041a57-3048-4663-9a8d-5b5fb2802059,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:32.492173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:32.496764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:32.497064 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.497232 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.520836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a89bdad-89ae-4cdb-8256-a6f105eb2136 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:52:32.533269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 8eb611a7-7024-413a-b874-0927175a32ac yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:32.546487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:32.553665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.606557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-fc2a6788-a06b-4bf2-aa28-be5e1e07255d None None] Allocated IP 172.20.0.2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/a93606a6-443b-417f-9853-e8c3e65c07b4/b5a19716-6fb0-4b78-acc1-c33175217e58) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:32.633766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=12']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:32.640102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['2a89bdad-89ae-4cdb-8256-a6f105eb2136'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:52:32.865786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256d493-1d0c-46ba-9e9b-c2dd09465014 req-e23241d6-df38-497f-9310-ea26a0f341a0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:32.867546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fc2a6788-a06b-4bf2-aa28-be5e1e07255d None None] For port b5a19716-6fb0-4b78-acc1-c33175217e58, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b5a19716-6fb0-4b78-acc1-c33175217e58,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:32.868566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9256d493-1d0c-46ba-9e9b-c2dd09465014 req-e23241d6-df38-497f-9310-ea26a0f341a0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.0994656 Feb 10 06:52:32.939142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9256d493-1d0c-46ba-9e9b-c2dd09465014 req-857db7b9-1156-42c6-b5aa-cb0571e588d9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644391 Feb 10 06:52:32.946530 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc2a6788-a06b-4bf2-aa28-be5e1e07255d None None] Publish callbacks [] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:32.980305 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc2a6788-a06b-4bf2-aa28-be5e1e07255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:33.040372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a6788-a06b-4bf2-aa28-be5e1e07255d None None] Pushing event updated for resources: {'Port': ['ID=b5a19716-6fb0-4b78-acc1-c33175217e58,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:33.134098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 172.20.0.10 (6c1effe9-6423-4c1f-94e7-c0da99848c88/a93606a6-443b-417f-9853-e8c3e65c07b4/8eb611a7-7024-413a-b874-0927175a32ac) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:33.147469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fe02:a9ac (6c1effe9-6423-4c1f-94e7-c0da99848c88/c4041a57-3048-4663-9a8d-5b5fb2802059/8eb611a7-7024-413a-b874-0927175a32ac) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:33.429901 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (8eb611a7-7024-413a-b874-0927175a32ac), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:33.480420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8eb611a7-7024-413a-b874-0927175a32ac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:33.544715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:33.548487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:33.558212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:33.561329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=8eb611a7-7024-413a-b874-0927175a32ac,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:33.635848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:33.636481 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:33.665786 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-93734340-8051-4dbc-994c-01d477512a10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3201387 Feb 10 06:52:33.668024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40082) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:33.758241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f47c4e2-581b-497f-8448-bd0163188db1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:33.764193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f47c4e2-581b-497f-8448-bd0163188db1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:33.768817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f47c4e2-581b-497f-8448-bd0163188db1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0997884 Feb 10 06:52:33.769449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40084) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:33.918633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-44246875-0c00-4f65-8767-cc413e71c1c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 8eb611a7-7024-413a-b874-0927175a32ac {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:33.918981 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-44246875-0c00-4f65-8767-cc413e71c1c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8eb611a7-7024-413a-b874-0927175a32ac), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:34.045218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-44246875-0c00-4f65-8767-cc413e71c1c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8eb611a7-7024-413a-b874-0927175a32ac), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:34.061077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-44246875-0c00-4f65-8767-cc413e71c1c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 8eb611a7-7024-413a-b874-0927175a32ac owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:34.179282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19d1b0-2da4-419e-9019-abe7342a9d39 req-89585f6f-455f-4684-8e5b-870287cb85e7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:34.187068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a19d1b0-2da4-419e-9019-abe7342a9d39 req-89585f6f-455f-4684-8e5b-870287cb85e7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.1187909 Feb 10 06:52:34.307473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a19d1b0-2da4-419e-9019-abe7342a9d39 req-9ce3646e-b073-4efb-a6a7-15b896e9ddbc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198554 Feb 10 06:52:34.348372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cc2b89-ecc5-4613-99ad-c5733d2d0ba9 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:34.419172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-44246875-0c00-4f65-8767-cc413e71c1c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8eb611a7-7024-413a-b874-0927175a32ac), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:34.450456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3cb2bad3-202b-4e76-9af9-e8d7cfb2bc25 None None] Provisioning complete for port b5a19716-6fb0-4b78-acc1-c33175217e58 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:34.450963 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cb2bad3-202b-4e76-9af9-e8d7cfb2bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:34.469264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44246875-0c00-4f65-8767-cc413e71c1c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=8eb611a7-7024-413a-b874-0927175a32ac,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:34.652462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-44246875-0c00-4f65-8767-cc413e71c1c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:34.658020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-44246875-0c00-4f65-8767-cc413e71c1c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/8eb611a7-7024-413a-b874-0927175a32ac HTTP/1.1" status: 204 len: 168 time: 0.8847713 Feb 10 06:52:34.660635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40094) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:34.707774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2bad3-202b-4e76-9af9-e8d7cfb2bc25 None None] Current status of the port b5a19716-6fb0-4b78-acc1-c33175217e58 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:34.717232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b5a19716-6fb0-4b78-acc1-c33175217e58 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:34.782556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d671500-fde6-433f-83b0-b67599840745 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:34.784714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d671500-fde6-433f-83b0-b67599840745 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:34.786176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d671500-fde6-433f-83b0-b67599840745 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:34.787993 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d671500-fde6-433f-83b0-b67599840745 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1278148 Feb 10 06:52:34.790708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40096) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:34.887267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b8f7ce-f3f7-417f-9f96-1f39f83f256d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet a93606a6-443b-417f-9853-e8c3e65c07b4 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:34.894759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f7ce-f3f7-417f-9f96-1f39f83f256d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (a93606a6-443b-417f-9853-e8c3e65c07b4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:34.953091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f7ce-f3f7-417f-9f96-1f39f83f256d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (a93606a6-443b-417f-9853-e8c3e65c07b4), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.036302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:35.038592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d8f004-5b1b-454b-876a-794c68d1899e None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:35.054342 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f7ce-f3f7-417f-9f96-1f39f83f256d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a93606a6-443b-417f-9853-e8c3e65c07b4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.126201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f7ce-f3f7-417f-9f96-1f39f83f256d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (a93606a6-443b-417f-9853-e8c3e65c07b4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.154617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8f7ce-f3f7-417f-9f96-1f39f83f256d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=a93606a6-443b-417f-9853-e8c3e65c07b4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:35.167981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f7ce-f3f7-417f-9f96-1f39f83f256d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.169131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0ae4d719-eb8c-44fe-a443-71e0842aed79 None None] Provisioning complete for port b5a19716-6fb0-4b78-acc1-c33175217e58 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:35.169508 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d719-eb8c-44fe-a443-71e0842aed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.171730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c6b8f7ce-f3f7-417f-9f96-1f39f83f256d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/a93606a6-443b-417f-9853-e8c3e65c07b4 HTTP/1.1" status: 204 len: 168 time: 0.3794281 Feb 10 06:52:35.174600 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40102) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:35.242542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:35.242920 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.251427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b5a19716-6fb0-4b78-acc1-c33175217e58 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:35.251427 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.294002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bb4dcb-edb2-4632-a058-8b079d3fdb44 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet c4041a57-3048-4663-9a8d-5b5fb2802059 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:35.298738 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d4bb4dcb-edb2-4632-a058-8b079d3fdb44 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (c4041a57-3048-4663-9a8d-5b5fb2802059), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.387863 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d4bb4dcb-edb2-4632-a058-8b079d3fdb44 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (c4041a57-3048-4663-9a8d-5b5fb2802059), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.468345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71cf21-5be9-4774-93bd-2e5ecd5ed45d req-5aacea44-25d5-4a71-9077-c42cc559d972 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:35.483771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f71cf21-5be9-4774-93bd-2e5ecd5ed45d req-5aacea44-25d5-4a71-9077-c42cc559d972 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 945 time: 0.0801823 Feb 10 06:52:35.492781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d4bb4dcb-edb2-4632-a058-8b079d3fdb44 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (c4041a57-3048-4663-9a8d-5b5fb2802059), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.596437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d4bb4dcb-edb2-4632-a058-8b079d3fdb44 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (c4041a57-3048-4663-9a8d-5b5fb2802059), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.619858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d4bb4dcb-edb2-4632-a058-8b079d3fdb44 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:35.629176 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d4bb4dcb-edb2-4632-a058-8b079d3fdb44 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/c4041a57-3048-4663-9a8d-5b5fb2802059 HTTP/1.1" status: 204 len: 168 time: 0.4534585 Feb 10 06:52:35.630584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40108) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:35.714452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-afc8e24a-346d-4550-ba0a-e21ad35b090e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553148 Feb 10 06:52:35.716021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40110) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:35.731802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb4dcb-edb2-4632-a058-8b079d3fdb44 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=c4041a57-3048-4663-9a8d-5b5fb2802059,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:35.820807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3f26ae-a3cb-4afc-a6d7-b89b53149afd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:35.827372 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6e3f26ae-a3cb-4afc-a6d7-b89b53149afd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1097944 Feb 10 06:52:35.828840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40112) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:35.857396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4d719-eb8c-44fe-a443-71e0842aed79 None None] Current status of the port b5a19716-6fb0-4b78-acc1-c33175217e58 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:35.933944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfddb980-d114-41b2-93cf-1f5796159281 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:35.940703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dfddb980-d114-41b2-93cf-1f5796159281 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1097498 Feb 10 06:52:35.942012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40114) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:36.008965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40116) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:36.010602 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-20816f17-0eb0-4532-a9cf-beea75559f72 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667400 Feb 10 06:52:36.021057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:36.021456 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:36.038168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9a1a7a54-4ebe-450c-a906-c88ff974dcbd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:36.061391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b5a19716-6fb0-4b78-acc1-c33175217e58 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:36.097336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:52:36.120553 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a161e7-3d38-455a-a897-ab65a7d09abe" -d '{"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:52:36.121948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f71cf21-5be9-4774-93bd-2e5ecd5ed45d req-f22bb14c-c0b1-48fe-acfc-c5acfed709e6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6264102 Feb 10 06:52:36.150168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:36.168913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:36.240606 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fe1594-952d-4fb5-84d4-ec18dac30459 x-openstack-request-id: req-53fe1594-952d-4fb5-84d4-ec18dac30459 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:52:36.241115 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:52:36.241559 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53fe1594-952d-4fb5-84d4-ec18dac30459 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:52:36.242137 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'code': 200} Feb 10 06:52:36.294384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=13']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:36.312034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a7a54-4ebe-450c-a906-c88ff974dcbd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:36.318747 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7a54-4ebe-450c-a906-c88ff974dcbd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:36.320417 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1a7a54-4ebe-450c-a906-c88ff974dcbd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:52:36.321107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1a7a54-4ebe-450c-a906-c88ff974dcbd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:52:36.352420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9a1a7a54-4ebe-450c-a906-c88ff974dcbd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3406463 Feb 10 06:52:36.358140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40128) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:36.365660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5cad3c25-c8c7-46f2-a293-ba327ad3612b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:36.404899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdbf1c5-49dd-4b37-bcea-830d21aef71a None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:36.585220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad3c25-c8c7-46f2-a293-ba327ad3612b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:36.589668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5cad3c25-c8c7-46f2-a293-ba327ad3612b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:36.592115 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cad3c25-c8c7-46f2-a293-ba327ad3612b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:52:36.592592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cad3c25-c8c7-46f2-a293-ba327ad3612b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:52:36.606771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2aad0f9c-27cb-40f1-bff2-4ee6c5dd5c74 None None] Provisioning complete for port b5a19716-6fb0-4b78-acc1-c33175217e58 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:36.608518 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f9c-27cb-40f1-bff2-4ee6c5dd5c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:36.628277 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5cad3c25-c8c7-46f2-a293-ba327ad3612b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2683229 Feb 10 06:52:36.650829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40140) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:36.665041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cec00ee0-1023-4302-a7e6-542842c9d7a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:36.723772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f22ff-b965-4ccc-a40a-19a7dde5d20e req-d975332a-d142-4076-8cb7-9ebf491b578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:36.728877 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-260f22ff-b965-4ccc-a40a-19a7dde5d20e req-d975332a-d142-4076-8cb7-9ebf491b578a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1127 time: 0.4466918 Feb 10 06:52:36.772168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2aad0f9c-27cb-40f1-bff2-4ee6c5dd5c74 None None] Current status of the port b5a19716-6fb0-4b78-acc1-c33175217e58 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:36.775673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3aac71-4db4-48dc-9803-815f56291734 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:52:36.863288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ac3aac71-4db4-48dc-9803-815f56291734 None None] Deleting port b5a19716-6fb0-4b78-acc1-c33175217e58 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:36.863975 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac3aac71-4db4-48dc-9803-815f56291734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:37.005624 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:37.011538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ac3aac71-4db4-48dc-9803-815f56291734 None None] For port b5a19716-6fb0-4b78-acc1-c33175217e58, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b5a19716-6fb0-4b78-acc1-c33175217e58,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:37.011946 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac3aac71-4db4-48dc-9803-815f56291734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:37.027993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ac3aac71-4db4-48dc-9803-815f56291734 None None] Calling delete_port for b5a19716-6fb0-4b78-acc1-c33175217e58 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:37.172925 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac3aac71-4db4-48dc-9803-815f56291734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (b5a19716-6fb0-4b78-acc1-c33175217e58), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:37.202795 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-260f22ff-b965-4ccc-a40a-19a7dde5d20e req-d2272b4d-0c33-4e1e-af48-0e0508c5c070 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002461 Feb 10 06:52:37.207378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec00ee0-1023-4302-a7e6-542842c9d7a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:37.217629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cec00ee0-1023-4302-a7e6-542842c9d7a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:37.218378 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec00ee0-1023-4302-a7e6-542842c9d7a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:52:37.218513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec00ee0-1023-4302-a7e6-542842c9d7a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:52:37.249230 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cec00ee0-1023-4302-a7e6-542842c9d7a7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5819695 Feb 10 06:52:37.249230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40152) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:37.249787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aac71-4db4-48dc-9803-815f56291734 None None] Pushing event deleted for resources: {'Port': ['ID=b5a19716-6fb0-4b78-acc1-c33175217e58,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:37.256681 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-720e5a1b-6dc7-4f4c-b0c3-48a9018b37b6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:37.260331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aac71-4db4-48dc-9803-815f56291734 None None] No DVR routers for this DVR port b5a19716-6fb0-4b78-acc1-c33175217e58 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:52:37.335226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b9176-79d5-44ee-906c-deb8107f007a req-00b4e963-ec92-403a-9cdb-5999594b0d4f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:37.337126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e4b9176-79d5-44ee-906c-deb8107f007a req-00b4e963-ec92-403a-9cdb-5999594b0d4f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1232011 Feb 10 06:52:37.409950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e4b9176-79d5-44ee-906c-deb8107f007a req-c667ad5b-522f-41ab-bb74-14ff3487e3c8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605650 Feb 10 06:52:37.430986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720e5a1b-6dc7-4f4c-b0c3-48a9018b37b6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:37.435183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-720e5a1b-6dc7-4f4c-b0c3-48a9018b37b6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:37.436918 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-720e5a1b-6dc7-4f4c-b0c3-48a9018b37b6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:52:37.437462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720e5a1b-6dc7-4f4c-b0c3-48a9018b37b6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:52:37.462374 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-720e5a1b-6dc7-4f4c-b0c3-48a9018b37b6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2143948 Feb 10 06:52:37.463732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40154) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:37.472881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-086c632e-8753-4eb1-a11e-b8be700534c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:37.661129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086c632e-8753-4eb1-a11e-b8be700534c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:37.665590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-086c632e-8753-4eb1-a11e-b8be700534c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:37.667507 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-086c632e-8753-4eb1-a11e-b8be700534c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:52:37.668188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086c632e-8753-4eb1-a11e-b8be700534c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:52:37.714122 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-086c632e-8753-4eb1-a11e-b8be700534c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2490733 Feb 10 06:52:37.720025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40156) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:37.739280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d3350aeb-7097-4277-bec3-a1d7ab646496 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:37.980274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3350aeb-7097-4277-bec3-a1d7ab646496 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:37.987843 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3350aeb-7097-4277-bec3-a1d7ab646496 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:37.989576 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3350aeb-7097-4277-bec3-a1d7ab646496 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:52:37.990212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3350aeb-7097-4277-bec3-a1d7ab646496 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:52:38.013303 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d3350aeb-7097-4277-bec3-a1d7ab646496 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2888360 Feb 10 06:52:38.017356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40168) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:38.117576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1f4731cb-5599-44b0-a369-c6c48b63832c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0850253 Feb 10 06:52:38.118034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40172) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:38.220503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640975dc-b035-4d9d-a0e7-bc600707c5ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:38.226586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:38.230858 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-640975dc-b035-4d9d-a0e7-bc600707c5ca tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114674 Feb 10 06:52:38.278879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2b3dc8c-0e1b-4716-8727-1faa66959cff tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509632 Feb 10 06:52:38.279800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:38.285700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:38.395418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:38.406507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:38.613587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b5a19716-6fb0-4b78-acc1-c33175217e58 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:38.637669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b5a19716-6fb0-4b78-acc1-c33175217e58 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:38.638491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b5a19716-6fb0-4b78-acc1-c33175217e58 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:38.740396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489020-ff5b-4893-be0e-e1ba7afed046 req-ad9c63c0-1afc-46aa-a0db-69c5bba292de tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:38.742263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3489020-ff5b-4893-be0e-e1ba7afed046 req-ad9c63c0-1afc-46aa-a0db-69c5bba292de tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1705287 Feb 10 06:52:38.857747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3489020-ff5b-4893-be0e-e1ba7afed046 req-bd8b7942-7240-49bf-bc96-ab5644e61251 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054444 Feb 10 06:52:38.968407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:52:38.970069 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (7097513d-4292-4cea-a990-51b7cf40222b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:39.026347 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:39.029724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:39.042278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:39.042537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264700b-5dd1-4785-8bd0-46f5ee02a0eb None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:39.042908 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:39.064863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=7097513d-4292-4cea-a990-51b7cf40222b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:39.079270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d244fd4-6a13-4a35-b12c-922ebb5b6145 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7980433 Feb 10 06:52:39.082475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40188) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:39.088515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:00:24:65', 'name': 'tempest-NetworksTestDHCPv6-2099425755'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:39.245006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:39.316968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '7097513d-4292-4cea-a990-51b7cf40222b'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:52:39.318253 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:39.380765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:39.403061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 18d38c8f-1cb5-49be-9adb-b0b22e9e29f9 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:39.498473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Allocated IP 2001:db8::f816:3eff:feb2:f34a (6c1effe9-6423-4c1f-94e7-c0da99848c88/7097513d-4292-4cea-a990-51b7cf40222b/d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:39.678435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Publish callbacks [] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:39.689395 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:39.739160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:39.742329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:39.746820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:39.749972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Pushing event updated for resources: {'Port': ['ID=d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:39.782627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fe00:2465 (6c1effe9-6423-4c1f-94e7-c0da99848c88/7097513d-4292-4cea-a990-51b7cf40222b/18d38c8f-1cb5-49be-9adb-b0b22e9e29f9) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:39.808191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Attempting to bind port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:39.808709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Attempting to bind port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:39.809176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Attempting to bind port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:39.814903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:39.815417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:39.815927 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:39.816412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:39.816981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Bound port: d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:39.817472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:39.921410 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] For port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:39.925029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] For port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:39.938913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:39.998380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29af68a-11b9-4976-87c5-ebc22bd58d99 None None] Pushing event updated for resources: {'Port': ['ID=d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:40.084186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (18d38c8f-1cb5-49be-9adb-b0b22e9e29f9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:40.087078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:40.102639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f4f9-0c26-41a9-b9d7-e05db3d15c3a req-1dfa77e6-d0db-4194-9343-b10dff2a99d9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:40.114751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0394f4f9-0c26-41a9-b9d7-e05db3d15c3a req-1dfa77e6-d0db-4194-9343-b10dff2a99d9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1159723 Feb 10 06:52:40.201019 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (18d38c8f-1cb5-49be-9adb-b0b22e9e29f9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:40.234068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0394f4f9-0c26-41a9-b9d7-e05db3d15c3a req-8bf51c5f-988a-410e-9087-870211814410 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181328 Feb 10 06:52:40.322760 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:40.325339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=18d38c8f-1cb5-49be-9adb-b0b22e9e29f9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:40.328440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:40.334180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:40.341398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:40.342048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:40.371247 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94ca903c-3dda-4c5b-ae60-1c157b3bad1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:40.373278 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bc0f3d58-6dc3-4210-b51a-2edb347f51f1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2888830 Feb 10 06:52:40.376093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40200) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:40.501995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b154e63f-c225-4c37-882f-f2e23c76262e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:40.520775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b154e63f-c225-4c37-882f-f2e23c76262e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:40.523421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b154e63f-c225-4c37-882f-f2e23c76262e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1461809 Feb 10 06:52:40.526148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40204) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:40.735659 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:40.738723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-aa74189c-26c8-4d75-9117-7e37abecf2a8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 18d38c8f-1cb5-49be-9adb-b0b22e9e29f9 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:40.739275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa74189c-26c8-4d75-9117-7e37abecf2a8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (18d38c8f-1cb5-49be-9adb-b0b22e9e29f9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:40.804645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:40.805012 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:40.882716 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa74189c-26c8-4d75-9117-7e37abecf2a8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (18d38c8f-1cb5-49be-9adb-b0b22e9e29f9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:40.904889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-aa74189c-26c8-4d75-9117-7e37abecf2a8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 18d38c8f-1cb5-49be-9adb-b0b22e9e29f9 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:41.045332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:41.045736 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:41.058738 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa74189c-26c8-4d75-9117-7e37abecf2a8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (18d38c8f-1cb5-49be-9adb-b0b22e9e29f9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:41.141110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:41.154386 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:41.206817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74189c-26c8-4d75-9117-7e37abecf2a8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=18d38c8f-1cb5-49be-9adb-b0b22e9e29f9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:41.315397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa74189c-26c8-4d75-9117-7e37abecf2a8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:41.325803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40208) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:41.326378 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa74189c-26c8-4d75-9117-7e37abecf2a8 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/18d38c8f-1cb5-49be-9adb-b0b22e9e29f9 HTTP/1.1" status: 204 len: 168 time: 0.7956643 Feb 10 06:52:41.332735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:41.476164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35367100-698d-40a7-b28f-9a255cdbff2c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:41.477609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35367100-698d-40a7-b28f-9a255cdbff2c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:41.481544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-35367100-698d-40a7-b28f-9a255cdbff2c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1515555 Feb 10 06:52:41.482434 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40214) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:41.494371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04994fb5-505f-42a6-8652-44df5f8eda42 req-d5fd0f69-8cae-4b36-ad8a-3dada05ee4e5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:41.516583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04994fb5-505f-42a6-8652-44df5f8eda42 req-d5fd0f69-8cae-4b36-ad8a-3dada05ee4e5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1200044 Feb 10 06:52:41.620872 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04994fb5-505f-42a6-8652-44df5f8eda42 req-4cc97404-37e4-4817-ad26-15bcb90a19a4 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887530 Feb 10 06:52:41.640486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-504da1af-a6d3-48c2-b702-0410a48502f9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 7097513d-4292-4cea-a990-51b7cf40222b {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:41.650933 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-504da1af-a6d3-48c2-b702-0410a48502f9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (7097513d-4292-4cea-a990-51b7cf40222b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:41.730914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-504da1af-a6d3-48c2-b702-0410a48502f9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (7097513d-4292-4cea-a990-51b7cf40222b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:41.773219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-41a436ca-d0f8-4ccd-a9a0-b00125cdedb8 None None] Provisioning complete for port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:41.775496 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41a436ca-d0f8-4ccd-a9a0-b00125cdedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.014497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-41a436ca-d0f8-4ccd-a9a0-b00125cdedb8 None None] Current status of the port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:42.057045 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-504da1af-a6d3-48c2-b702-0410a48502f9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7097513d-4292-4cea-a990-51b7cf40222b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.155971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6354fb0a-c693-4295-9a81-1038ef1b6b94 None None] Could not find standard attr ID for object 18d38c8f-1cb5-49be-9adb-b0b22e9e29f9. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:52:42.196872 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-504da1af-a6d3-48c2-b702-0410a48502f9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (7097513d-4292-4cea-a990-51b7cf40222b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.252831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504da1af-a6d3-48c2-b702-0410a48502f9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=7097513d-4292-4cea-a990-51b7cf40222b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:42.291418 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-504da1af-a6d3-48c2-b702-0410a48502f9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.297759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:42.300661 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-504da1af-a6d3-48c2-b702-0410a48502f9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/7097513d-4292-4cea-a990-51b7cf40222b HTTP/1.1" status: 204 len: 168 time: 0.8145924 Feb 10 06:52:42.416735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b1ac69-fa04-4e48-9872-8516da7edb43 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:42.444538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-642bd992-9772-42e6-b753-6f9e4069d770 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1436195 Feb 10 06:52:42.448352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40228) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:42.452621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:42.478858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40230) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:42.648494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ac23250-2a01-4c8f-a4fb-61ae9bb9f337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.685556 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52e352a6-92b8-4a1a-b1e8-0c0e6354131d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.730781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:42.750920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:42.759983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.775444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596eeca6-818c-4186-9d85-6cb4b663147f None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:52:42.865225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:42.865225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.871382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-596eeca6-818c-4186-9d85-6cb4b663147f None None] Deleting port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:42.871760 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-596eeca6-818c-4186-9d85-6cb4b663147f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.875241 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52e352a6-92b8-4a1a-b1e8-0c0e6354131d admin admin] Publish callbacks [] for security_group (ed6f6870-4a19-4182-a56a-5a0b17e8e95e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.943539 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52e352a6-92b8-4a1a-b1e8-0c0e6354131d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ed6f6870-4a19-4182-a56a-5a0b17e8e95e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:42.977975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e352a6-92b8-4a1a-b1e8-0c0e6354131d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6f6870-4a19-4182-a56a-5a0b17e8e95e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:43.045984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb4c01-589d-48b7-bd01-f917f726addb req-1cae5ba8-6b75-480f-a1a3-7d5335262363 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:43.047997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ceb4c01-589d-48b7-bd01-f917f726addb req-1cae5ba8-6b75-480f-a1a3-7d5335262363 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1681912 Feb 10 06:52:43.055783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-52e352a6-92b8-4a1a-b1e8-0c0e6354131d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=198d6dad28b04aaca8e9024b5536f007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5761743 Feb 10 06:52:43.059984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:43.140803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ceb4c01-589d-48b7-bd01-f917f726addb req-a9a5b911-07d4-47c4-8112-ed819aa0c045 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724638 Feb 10 06:52:43.226440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0acb-0071-471e-9b65-de89cfce2501 admin admin] Publish callbacks [] for security_group (ed6f6870-4a19-4182-a56a-5a0b17e8e95e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:43.243973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-596eeca6-818c-4186-9d85-6cb4b663147f None None] For port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:43.244415 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-596eeca6-818c-4186-9d85-6cb4b663147f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:43.259868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-596eeca6-818c-4186-9d85-6cb4b663147f None None] Calling delete_port for d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:43.273663 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0acb-0071-471e-9b65-de89cfce2501 admin admin] Publish callbacks [] for security_group (ed6f6870-4a19-4182-a56a-5a0b17e8e95e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:43.389438 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0acb-0071-471e-9b65-de89cfce2501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ed6f6870-4a19-4182-a56a-5a0b17e8e95e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:43.394070 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0acb-0071-471e-9b65-de89cfce2501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:43.395518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0fcc0acb-0071-471e-9b65-de89cfce2501 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed6f6870-4a19-4182-a56a-5a0b17e8e95e HTTP/1.1" status: 204 len: 168 time: 0.3342938 Feb 10 06:52:43.407263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc0acb-0071-471e-9b65-de89cfce2501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6f6870-4a19-4182-a56a-5a0b17e8e95e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:43.448573 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-596eeca6-818c-4186-9d85-6cb4b663147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:43.472484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:52:43.476940 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (77fc802d-d407-4552-8f47-ca08a6fae023), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:43.486461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596eeca6-818c-4186-9d85-6cb4b663147f None None] No DVR routers for this DVR port d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:52:43.501540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596eeca6-818c-4186-9d85-6cb4b663147f None None] Pushing event deleted for resources: {'Port': ['ID=d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:43.521465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Could not find standard attr ID for object d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:52:43.525644 n-d-828670-1 neutron-server[103215]: INFO neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No ports have port_id starting with d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 Feb 10 06:52:43.565441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:43.568998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:43.570799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=77fc802d-d407-4552-8f47-ca08a6fae023,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:43.573364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:43.573956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:43.583277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3add8b-0238-47c2-9458-42cd23edae33 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:43.610881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:43.611712 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3a1e0ff8-5b60-4de3-ba0a-7babf8fcfb10 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1625972 Feb 10 06:52:43.616880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:68:9d:b0', 'name': 'tempest-NetworksTestDHCPv6-1346150437'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:43.878721 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:43.945702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:43.979997 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '77fc802d-d407-4552-8f47-ca08a6fae023'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:52:43.981366 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:44.182334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:44.248296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Allocated IP 2001:db8::f816:3eff:feda:1373 (6c1effe9-6423-4c1f-94e7-c0da99848c88/77fc802d-d407-4552-8f47-ca08a6fae023/82e4385f-940e-4b3e-970a-648589bb92f3) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:44.263236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:44.571995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b055fbe-2e6a-401b-8cff-f96c4f776f34 req-7d862b11-d77e-4f54-9cfd-4ec817ac46ee tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:44.579287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b055fbe-2e6a-401b-8cff-f96c4f776f34 req-7d862b11-d77e-4f54-9cfd-4ec817ac46ee tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.2127883 Feb 10 06:52:44.674974 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Publish callbacks [] for port (82e4385f-940e-4b3e-970a-648589bb92f3), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:44.690981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b055fbe-2e6a-401b-8cff-f96c4f776f34 req-9e149b82-55cd-4c75-92cc-cf870a79604b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989540 Feb 10 06:52:44.693244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:44.761137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:44.766155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:44.823275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fe68:9db0 (6c1effe9-6423-4c1f-94e7-c0da99848c88/77fc802d-d407-4552-8f47-ca08a6fae023/6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:44.863090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:44.874702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:44.876731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:44.877133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d3e478c9-4ec4-4b4d-a9a8-3d3b41d94f05 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:45.045047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Pushing event updated for resources: {'Port': ['ID=82e4385f-940e-4b3e-970a-648589bb92f3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:45.078802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Attempting to bind port 82e4385f-940e-4b3e-970a-648589bb92f3 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:45.082192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Attempting to bind port 82e4385f-940e-4b3e-970a-648589bb92f3 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:45.082789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Attempting to bind port 82e4385f-940e-4b3e-970a-648589bb92f3 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:45.107163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:45.107689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:45.108168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:45.108585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:45.109051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Bound port: 82e4385f-940e-4b3e-970a-648589bb92f3, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:45.109447 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:45.279492 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:45.318570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:45.353831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] For port 82e4385f-940e-4b3e-970a-648589bb92f3, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:45.369281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] For port 82e4385f-940e-4b3e-970a-648589bb92f3, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=82e4385f-940e-4b3e-970a-648589bb92f3,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:45.386854 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:45.446663 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:45.566830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b9896-9c26-466e-8580-bbc134264bcc None None] Pushing event updated for resources: {'Port': ['ID=82e4385f-940e-4b3e-970a-648589bb92f3,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:45.579149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:45.618496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:45.620151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:45.622537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:45.629945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:45.630673 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:45.668758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8e415f5-c121-40fa-8942-01cf626c891c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0563045 Feb 10 06:52:45.671440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40272) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:45.804583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5902dea-5f17-4748-a34c-0143e51f052e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:45.821182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5902dea-5f17-4748-a34c-0143e51f052e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:45.822892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c5902dea-5f17-4748-a34c-0143e51f052e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1504862 Feb 10 06:52:45.830334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40278) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:46.094117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fd2d7-36f7-4dc2-a8de-930a50bb6595 req-fd26d722-46fd-4576-8ba3-e556b17a3737 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:46.103477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b68fd2d7-36f7-4dc2-a8de-930a50bb6595 req-fd26d722-46fd-4576-8ba3-e556b17a3737 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.2794776 Feb 10 06:52:46.169692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bb4dd-cf11-419f-b09c-e17264b289aa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:46.170065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb4dd-cf11-419f-b09c-e17264b289aa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:46.321479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b68fd2d7-36f7-4dc2-a8de-930a50bb6595 req-e7fe5308-4d0f-41ca-bbca-09755aed7a21 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052255 Feb 10 06:52:46.458841 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:46.484150 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb4dd-cf11-419f-b09c-e17264b289aa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:46.508765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bb4dd-cf11-419f-b09c-e17264b289aa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:46.809737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 82e4385f-940e-4b3e-970a-648589bb92f3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:46.878464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40292) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:46.957635 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb4dd-cf11-419f-b09c-e17264b289aa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.012567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 82e4385f-940e-4b3e-970a-648589bb92f3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:47.013075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.095210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bb4dd-cf11-419f-b09c-e17264b289aa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:47.194937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb4dd-cf11-419f-b09c-e17264b289aa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.225175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40298) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:47.225388 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cf8bb4dd-cf11-419f-b09c-e17264b289aa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1 HTTP/1.1" status: 204 len: 168 time: 1.3928959 Feb 10 06:52:47.319419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1472782955'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:47.323191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 82e4385f-940e-4b3e-970a-648589bb92f3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:47.329523 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.388271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Made reservation on behalf of 98f80fdcbcbf469b824ddb357d1c1889 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:47.391686 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.473711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 82e4385f-940e-4b3e-970a-648589bb92f3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=82e4385f-940e-4b3e-970a-648589bb92f3,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:47.476595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.487841 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.600974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=82e4385f-940e-4b3e-970a-648589bb92f3,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:47.621056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded7e00-f098-4af6-b7f7-f6f40b61ba4d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:47.623001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded7e00-f098-4af6-b7f7-f6f40b61ba4d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:47.627972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fa36e912-8ef6-4963-9558-a3607812582e None None] Provisioning complete for port 82e4385f-940e-4b3e-970a-648589bb92f3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:47.627972 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa36e912-8ef6-4963-9558-a3607812582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.628360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40302) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:47.629393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6ded7e00-f098-4af6-b7f7-f6f40b61ba4d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4026752 Feb 10 06:52:47.713034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de2a5-1730-4b28-af49-1b99e1e653be req-890ed425-32bb-47fb-9a42-4db53f99bd09 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:47.715267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f97de2a5-1730-4b28-af49-1b99e1e653be req-890ed425-32bb-47fb-9a42-4db53f99bd09 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.2403157 Feb 10 06:52:47.758321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f0f114-e6f0-453a-9975-f05c595ff586 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 77fc802d-d407-4552-8f47-ca08a6fae023 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:47.768477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d1f0f114-e6f0-453a-9975-f05c595ff586 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (77fc802d-d407-4552-8f47-ca08a6fae023), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.841065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f97de2a5-1730-4b28-af49-1b99e1e653be req-86a1291f-a209-4d21-b44b-6c8266f90b72 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174786 Feb 10 06:52:47.868392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fa36e912-8ef6-4963-9558-a3607812582e None None] Current status of the port 82e4385f-940e-4b3e-970a-648589bb92f3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:47.870386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks [] for security_group (2b9d8faf-2dd8-4c14-9aa6-0703049a8458), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.880094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2b9d8faf-2dd8-4c14-9aa6-0703049a8458), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.882014 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d1f0f114-e6f0-453a-9975-f05c595ff586 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (77fc802d-d407-4552-8f47-ca08a6fae023), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.922363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:52:47.950262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9d8faf-2dd8-4c14-9aa6-0703049a8458,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:47.953731 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (21f058a3-6e11-4102-a02a-8fa453a48ee2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:47.954373 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Added segment 21f058a3-6e11-4102-a02a-8fa453a48ee2 of type vlan for network d5c6f697-ee6b-4999-b84e-2165413a66ae Feb 10 06:52:48.003189 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d1f0f114-e6f0-453a-9975-f05c595ff586 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (77fc802d-d407-4552-8f47-ca08a6fae023), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.017017 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:52:48.031990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (d5c6f697-ee6b-4999-b84e-2165413a66ae), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.088982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (d5c6f697-ee6b-4999-b84e-2165413a66ae), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.089223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-bffdeb13-3095-4a38-b4f4-7d1fad0d2219 None None] Could not find standard attr ID for object 6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:52:48.111288 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d1f0f114-e6f0-453a-9975-f05c595ff586 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (77fc802d-d407-4552-8f47-ca08a6fae023), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.118481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:48.119282 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.144439 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d1f0f114-e6f0-453a-9975-f05c595ff586 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.167172 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d1f0f114-e6f0-453a-9975-f05c595ff586 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/77fc802d-d407-4552-8f47-ca08a6fae023 HTTP/1.1" status: 204 len: 168 time: 0.5369959 Feb 10 06:52:48.168122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40304) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:48.235263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Pushing event updated for resources: {'Network': ['ID=d5c6f697-ee6b-4999-b84e-2165413a66ae,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:48.248777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network d5c6f697-ee6b-4999-b84e-2165413a66ae details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:52:48.276676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d611e26-0a82-44c7-a91b-5ced028b76a7 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3947034 Feb 10 06:52:48.299939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40314) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:48.309692 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f38485ac-7110-4b4c-8e91-47970da39c7e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1367137 Feb 10 06:52:48.322331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0f114-e6f0-453a-9975-f05c595ff586 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=77fc802d-d407-4552-8f47-ca08a6fae023,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:48.413382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c79c8d-7202-40c1-9cc7-4d7c5e8fa77d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:48.420003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b254f5-78d0-4e89-8239-a84e251d5193 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:48.425466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40318) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:48.435709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-60c79c8d-7202-40c1-9cc7-4d7c5e8fa77d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1343160 Feb 10 06:52:48.619714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ed232f-1379-461d-8cb5-c1d2e01d1c34 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:48.621620 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b1ed232f-1379-461d-8cb5-c1d2e01d1c34 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1951780 Feb 10 06:52:48.624329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40322) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:48.685145 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3ee0d3e0-943f-4122-8d6c-16cbdbb8bf38 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550821 Feb 10 06:52:48.685984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40324) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:48.693380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40326) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:48.697309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:48.699919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Request body: {'port': {'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae', 'binding:host_id': 'n-h2-828670-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-73844170'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:48.725896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 82e4385f-940e-4b3e-970a-648589bb92f3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:48.739973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Made reservation on behalf of 8b619895f7e24ae7ad97ed7d62c6c597 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:48.745566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.764672 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.850355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab2d7f7-5340-4f09-866b-d08cc88f157e None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:52:48.917095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:48.921533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.953713 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks [] for security_group (e4258ccb-3883-43f0-ad35-696437b71dca), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.977448 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e4258ccb-3883-43f0-ad35-696437b71dca), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:48.983335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] device_id is not set on port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:49.022842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 82e4385f-940e-4b3e-970a-648589bb92f3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:49.023374 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:49.026059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2d7f7-5340-4f09-866b-d08cc88f157e None None] Deleting port 82e4385f-940e-4b3e-970a-648589bb92f3 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:49.026560 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d7f7-5340-4f09-866b-d08cc88f157e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:49.152236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4258ccb-3883-43f0-ad35-696437b71dca,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:49.247742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7ab2d7f7-5340-4f09-866b-d08cc88f157e None None] For port 82e4385f-940e-4b3e-970a-648589bb92f3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=82e4385f-940e-4b3e-970a-648589bb92f3,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:49.251130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed879f5-8743-4627-a264-8a2128775dd3 req-92e04018-0475-4726-86a1-d26eea432ffc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:49.253534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ed879f5-8743-4627-a264-8a2128775dd3 req-92e04018-0475-4726-86a1-d26eea432ffc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.2955639 Feb 10 06:52:49.254117 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d7f7-5340-4f09-866b-d08cc88f157e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:49.299585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2d7f7-5340-4f09-866b-d08cc88f157e None None] Calling delete_port for 82e4385f-940e-4b3e-970a-648589bb92f3 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:49.394676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 82e4385f-940e-4b3e-970a-648589bb92f3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:49.455867 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d7f7-5340-4f09-866b-d08cc88f157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (82e4385f-940e-4b3e-970a-648589bb92f3), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:49.456595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ed879f5-8743-4627-a264-8a2128775dd3 req-52b9958e-5be6-488f-83dc-1931e95c67e4 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814876 Feb 10 06:52:49.493895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2d7f7-5340-4f09-866b-d08cc88f157e None None] No DVR routers for this DVR port 82e4385f-940e-4b3e-970a-648589bb92f3 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:52:49.521751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2d7f7-5340-4f09-866b-d08cc88f157e None None] Pushing event deleted for resources: {'Port': ['ID=82e4385f-940e-4b3e-970a-648589bb92f3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:49.527567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] device_id is not set on port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:49.537359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks [] for port (0d0eccbe-0f19-40f8-bd27-8228be7e3a8a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:49.547679 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0d0eccbe-0f19-40f8-bd27-8228be7e3a8a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:49.570565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:52:49.614776 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0eccbe-0f19-40f8-bd27-8228be7e3a8a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:49.656103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Checking segment: {'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:49.656467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Network hostable DHCP agents. Network: d5c6f697-ee6b-4999-b84e-2165413a66ae, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:52:49.690914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Network d5c6f697-ee6b-4999-b84e-2165413a66ae is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:52:49.706008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, d5c6f697-ee6b-4999-b84e-2165413a66ae) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:49.712920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:49.717113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd21b77-aaf1-4187-93db-d76077872867 None None] Network d5c6f697-ee6b-4999-b84e-2165413a66ae requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:49.732882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:49.733551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:49.735798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:49.741814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:49.742681 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:49.743299 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 2 to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a Feb 10 06:52:49.764764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:49.765408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:49.766086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:49.772725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:49.773392 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:49.774180 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 3 to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a Feb 10 06:52:49.786918 n-d-828670-1 neutron-server[103213]: WARNING neutron.services.revisions.revision_plugin [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Could not find related port for resource to bump revision. Feb 10 06:52:49.804731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:49.805978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:49.809305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_pluggable_backend [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Port 82e4385f-940e-4b3e-970a-648589bb92f3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103213) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 06:52:49.809514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_pluggable_backend [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Reverting IP allocation for 2001:db8::f816:3eff:feda:1373 {{(pid=103213) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 06:52:49.809911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:49.820181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:49.822808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_pluggable_backend [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feda:1373 {{(pid=103213) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 06:52:49.825562 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:49.826439 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 4 to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a Feb 10 06:52:49.833006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:49.855915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:49.858903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:49.859577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:49.865674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:49.866352 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:49.866977 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 5 to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a Feb 10 06:52:49.894401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:49.895648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:49.896465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:49.902237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:49.902908 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:49.903568 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 6 to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a Feb 10 06:52:49.943968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:49.944320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:49.944700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:49.956772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:49.957489 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:49.957489 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 7 to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a Feb 10 06:52:49.960896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:49.974146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:49.975640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:49.978769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:49.979362 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:49.986935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59283510-47eb-44fa-8397-082c1123233e None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:49.994676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:49.995331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:49.996037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:50.002643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:50.003267 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:50.003887 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 8 to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a Feb 10 06:52:50.019394 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eeea2d27-5721-4cac-92c7-f9a24af20882 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3295469 Feb 10 06:52:50.023556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:50.032667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:66:73:aa', 'name': 'tempest-NetworksTestDHCPv6-275580406'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:50.113215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:52:50.114384 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.135946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:50.136290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:50.136679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:50.150558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:50.150893 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:50.154510 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 9 to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a Feb 10 06:52:50.173436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:50.173809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:50.174150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:50.183914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:50.184239 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:50.185516 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 10 to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a Feb 10 06:52:50.217352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:50.217901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:50.218451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:50.228190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:50.228835 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:50.229494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0d0eccbe-0f19-40f8-bd27-8228be7e3a8a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.239354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:50.324047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] For port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:50.324998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempted to set empty binding levels {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 06:52:50.340024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (0d0eccbe-0f19-40f8-bd27-8228be7e3a8a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.368936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Allocated IP 2001:db8::f816:3eff:feb2:df69 (6c1effe9-6423-4c1f-94e7-c0da99848c88/057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e/d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:50.418161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:50.418796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.445687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0eccbe-0f19-40f8-bd27-8228be7e3a8a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:50.453408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-426ad6c9-c10e-48b3-97b0-1ccbfc885d44 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 1.7583611 Feb 10 06:52:50.456762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:50.573713 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.655949 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Publish callbacks [] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.661004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 82e4385f-940e-4b3e-970a-648589bb92f3 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:50.671794 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.674546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port dd3a3641-1b66-4b17-814d-d9b637640606 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:50.694518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 82e4385f-940e-4b3e-970a-648589bb92f3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:50.694518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 82e4385f-940e-4b3e-970a-648589bb92f3 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:50.762921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e198f907-60fd-4cf3-bdbd-ea2afcdf1c3b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Deleting port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:50.764798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e198f907-60fd-4cf3-bdbd-ea2afcdf1c3b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0d0eccbe-0f19-40f8-bd27-8228be7e3a8a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.784439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:50.789385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:50.790735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Pushing event updated for resources: {'Port': ['ID=d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:50.796602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:50.856090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Attempting to bind port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:50.856553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Attempting to bind port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:50.857056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Attempting to bind port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:50.863383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:50.863838 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:50.864380 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.864914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:50.865459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Bound port: d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:50.865935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.888598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e198f907-60fd-4cf3-bdbd-ea2afcdf1c3b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] For port 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a, host n-h2-828670-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:50.888967 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e198f907-60fd-4cf3-bdbd-ea2afcdf1c3b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0d0eccbe-0f19-40f8-bd27-8228be7e3a8a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:50.903218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50bc4-f4eb-4686-a04f-9f893d9503a0 req-baff1f82-65e9-4cce-a144-191be489ea89 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:50.904743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76a50bc4-f4eb-4686-a04f-9f893d9503a0 req-baff1f82-65e9-4cce-a144-191be489ea89 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.3067801 Feb 10 06:52:50.945446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] For port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:50.950678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] For port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:50.951757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e198f907-60fd-4cf3-bdbd-ea2afcdf1c3b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Calling delete_port for 0d0eccbe-0f19-40f8-bd27-8228be7e3a8a owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:50.958563 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.035801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28200b36-d82e-4a50-9aca-67ff2ee1a411 None None] Pushing event updated for resources: {'Port': ['ID=d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:51.046341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fe66:73aa (6c1effe9-6423-4c1f-94e7-c0da99848c88/057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e/dd3a3641-1b66-4b17-814d-d9b637640606) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:51.068904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76a50bc4-f4eb-4686-a04f-9f893d9503a0 req-00fa9d79-50be-472e-9919-2946227c7d96 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512828 Feb 10 06:52:51.139853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e198f907-60fd-4cf3-bdbd-ea2afcdf1c3b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0d0eccbe-0f19-40f8-bd27-8228be7e3a8a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.179997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198f907-60fd-4cf3-bdbd-ea2afcdf1c3b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d0eccbe-0f19-40f8-bd27-8228be7e3a8a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:51.198186 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e198f907-60fd-4cf3-bdbd-ea2afcdf1c3b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.206378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e198f907-60fd-4cf3-bdbd-ea2afcdf1c3b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0d0eccbe-0f19-40f8-bd27-8228be7e3a8a HTTP/1.1" status: 204 len: 168 time: 0.7440205 Feb 10 06:52:51.206378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:51.291617 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a6a6b6-585d-4e0b-b095-701b9c639dff tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] GET failed (client error): The resource could not be found. Feb 10 06:52:51.296966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40356) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:51.297477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-82a6a6b6-585d-4e0b-b095-701b9c639dff tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "GET /v2.0/ports/0d0eccbe-0f19-40f8-bd27-8228be7e3a8a HTTP/1.1" status: 404 len: 333 time: 0.0915039 Feb 10 06:52:51.303259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Request body: {'port': {'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2039090135'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:51.335124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Made reservation on behalf of 8b619895f7e24ae7ad97ed7d62c6c597 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:51.338143 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.362598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (dd3a3641-1b66-4b17-814d-d9b637640606), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.371182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] device_id is not set on port fae8f575-30b7-4f91-bd5f-3c932ac67e9e yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:51.420379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dd3a3641-1b66-4b17-814d-d9b637640606), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.476269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=dd3a3641-1b66-4b17-814d-d9b637640606,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:51.495218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:51.499135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:51.502912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:51.507562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:51.508198 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.532661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6158daff-5781-425f-a394-71bc4eb9c3e2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5052991 Feb 10 06:52:51.536001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40366) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:51.589084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks [] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.603268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e4881-2251-4927-8aba-b6916876abc1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:51.610808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e4881-2251-4927-8aba-b6916876abc1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:51.615001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9f3e4881-2251-4927-8aba-b6916876abc1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0756686 Feb 10 06:52:51.615500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40372) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:51.663176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.756364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Network d5c6f697-ee6b-4999-b84e-2165413a66ae is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:51.764386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:51.768214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:51.769555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:51.770251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.777598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'Port': ['ID=fae8f575-30b7-4f91-bd5f-3c932ac67e9e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:51.796480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.796933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.797385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.797809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.798475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.798782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.799499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.800006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.800430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.800852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.801274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.801696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.802149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:52:51.815849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9af5fe0d-735b-4094-b784-e4aff3b10ffd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port dd3a3641-1b66-4b17-814d-d9b637640606 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:51.816147 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9af5fe0d-735b-4094-b784-e4aff3b10ffd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dd3a3641-1b66-4b17-814d-d9b637640606), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.823746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bbab7c82-bf71-4b82-a381-d344d2319b45 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5254803 Feb 10 06:52:51.826661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40384) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:51.841213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:51.947591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9af5fe0d-735b-4094-b784-e4aff3b10ffd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dd3a3641-1b66-4b17-814d-d9b637640606), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.961922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:51.964999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9af5fe0d-735b-4094-b784-e4aff3b10ffd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for dd3a3641-1b66-4b17-814d-d9b637640606 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:52.180027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9af5fe0d-735b-4094-b784-e4aff3b10ffd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (dd3a3641-1b66-4b17-814d-d9b637640606), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.219202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5fe0d-735b-4094-b784-e4aff3b10ffd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=dd3a3641-1b66-4b17-814d-d9b637640606,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:52.246057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9af5fe0d-735b-4094-b784-e4aff3b10ffd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.252899 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9af5fe0d-735b-4094-b784-e4aff3b10ffd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/dd3a3641-1b66-4b17-814d-d9b637640606 HTTP/1.1" status: 204 len: 168 time: 0.6334207 Feb 10 06:52:52.253276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40406) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:52.265796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] device_id is not set on port fae8f575-30b7-4f91-bd5f-3c932ac67e9e yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:52.275171 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks [] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.292209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.311800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe2e1f-4de5-4858-b96b-ba9813cd9413 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:52.313236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe2e1f-4de5-4858-b96b-ba9813cd9413 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:52.315575 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-09fe2e1f-4de5-4858-b96b-ba9813cd9413 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0612190 Feb 10 06:52:52.318147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40408) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:52.391710 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09012ed-8c04-464c-bfc1-17476141a63d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:52.396879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b09012ed-8c04-464c-bfc1-17476141a63d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.405976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'Port': ['ID=fae8f575-30b7-4f91-bd5f-3c932ac67e9e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:52.421589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.422503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.422937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.429155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.430188 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.431015 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 2 to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e Feb 10 06:52:52.441813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46432c04-8389-4e83-8db5-6a2caaebdf7c req-c6977177-77e9-47e6-9483-9cdf61184c58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:52.443381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46432c04-8389-4e83-8db5-6a2caaebdf7c req-c6977177-77e9-47e6-9483-9cdf61184c58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1645484 Feb 10 06:52:52.455649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.456189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.456624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.462816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b09012ed-8c04-464c-bfc1-17476141a63d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.470640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.471109 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.481937 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 3 to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e Feb 10 06:52:52.484318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-850dcd4a-efed-486c-a739-ad28cb171563 None None] Provisioning complete for port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:52.484822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-850dcd4a-efed-486c-a739-ad28cb171563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.515148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.516022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.517145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.550433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.558829 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.580822 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 4 to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e Feb 10 06:52:52.615218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46432c04-8389-4e83-8db5-6a2caaebdf7c req-a296fe39-8db4-4ff9-8591-6cb39e5b0cff tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544530 Feb 10 06:52:52.618215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.619046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.619752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.625020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.625667 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.626571 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 5 to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e Feb 10 06:52:52.631008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b09012ed-8c04-464c-bfc1-17476141a63d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.670133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-850dcd4a-efed-486c-a739-ad28cb171563 None None] Current status of the port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:52.670357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.670772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.671083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-850dcd4a-efed-486c-a739-ad28cb171563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.671447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.677510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.677956 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.678513 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 6 to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e Feb 10 06:52:52.693769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.694713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.694713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.700592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.701047 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.701536 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 7 to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e Feb 10 06:52:52.745213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.746546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.747442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.749835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:52.753056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.753306 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b09012ed-8c04-464c-bfc1-17476141a63d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.753589 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.753839 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 8 to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e Feb 10 06:52:52.769949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.770276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.770645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.775965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.776645 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.777265 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 9 to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e Feb 10 06:52:52.795439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.795780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.796135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.802310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.802659 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.803057 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 10 to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e Feb 10 06:52:52.810823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09012ed-8c04-464c-bfc1-17476141a63d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:52.817957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b09012ed-8c04-464c-bfc1-17476141a63d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.829526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b09012ed-8c04-464c-bfc1-17476141a63d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e HTTP/1.1" status: 204 len: 168 time: 0.5103045 Feb 10 06:52:52.833236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40420) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:52.841951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:52.842294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:52.842699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:52.850884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:52.851248 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:52.851651 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:52.903851 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d82bf9b8-b952-4d95-995b-6bc2dc74fd39 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666776 Feb 10 06:52:52.904152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40424) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:52.909935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:53.005024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] For port fae8f575-30b7-4f91-bd5f-3c932ac67e9e, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:53.005024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempted to set empty binding levels {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 06:52:53.017191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3a9b-a015-4458-8323-c6a52242dae6 req-e234db6e-32c0-4e89-8e90-6cf276fbc50f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.018986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2acd3a9b-a015-4458-8323-c6a52242dae6 req-e234db6e-32c0-4e89-8e90-6cf276fbc50f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1468620 Feb 10 06:52:53.020796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.067393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:53.072378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.081024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] In _notify_port_updated(), no bound segment for port fae8f575-30b7-4f91-bd5f-3c932ac67e9e on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:52:53.082267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.082498 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.083815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "PUT /v2.0/ports/fae8f575-30b7-4f91-bd5f-3c932ac67e9e HTTP/1.1" status: 200 len: 975 time: 1.2559726 Feb 10 06:52:53.087207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40426) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:53.152577 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-850dcd4a-efed-486c-a739-ad28cb171563 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:52:53.153212 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-850dcd4a-efed-486c-a739-ad28cb171563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:52:53.163677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:53.164388 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.179246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a850b-fde6-4578-8206-d2c5d15537d3 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'Port': ['ID=fae8f575-30b7-4f91-bd5f-3c932ac67e9e,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:53.193937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2acd3a9b-a015-4458-8323-c6a52242dae6 req-844bebe0-6a08-43ce-bacf-923b228c74b8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681428 Feb 10 06:52:53.195976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a6c113-e382-4e9f-954a-f0b2c071d25a None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:53.263091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.263618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.264076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.264524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.264969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.265414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.265857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.266469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.266749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.267194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.268171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.268615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.269054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.269495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.269929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.270556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.270999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.271506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.271954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:53.281722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6743f88d-5be9-4d35-ab84-b99ae0e96803 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17562 time: 0.1935306 Feb 10 06:52:53.290446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40434) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:53.419053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b7a3a-5f2a-4a92-916d-2342b4c3a834 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:52:53.420673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5a458b49-bd28-4cac-94e5-41892c4bfb99 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Deleting port fae8f575-30b7-4f91-bd5f-3c932ac67e9e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:53.421218 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a458b49-bd28-4cac-94e5-41892c4bfb99 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.493351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:53.493876 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.524867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5a458b49-bd28-4cac-94e5-41892c4bfb99 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] For port fae8f575-30b7-4f91-bd5f-3c932ac67e9e, host n-h2-828670-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:53.525248 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a458b49-bd28-4cac-94e5-41892c4bfb99 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.543962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5a458b49-bd28-4cac-94e5-41892c4bfb99 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Calling delete_port for fae8f575-30b7-4f91-bd5f-3c932ac67e9e owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:53.574269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:53.577362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b10b7a3a-5f2a-4a92-916d-2342b4c3a834 None None] Deleting port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:53.577925 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b10b7a3a-5f2a-4a92-916d-2342b4c3a834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.613246 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.641531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:52:53.688828 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a458b49-bd28-4cac-94e5-41892c4bfb99 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (fae8f575-30b7-4f91-bd5f-3c932ac67e9e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.733940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b10b7a3a-5f2a-4a92-916d-2342b4c3a834 None None] For port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:53.734832 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b10b7a3a-5f2a-4a92-916d-2342b4c3a834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.752664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b10b7a3a-5f2a-4a92-916d-2342b4c3a834 None None] Calling delete_port for d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:53.780727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a458b49-bd28-4cac-94e5-41892c4bfb99 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event deleted for resources: {'Port': ['ID=fae8f575-30b7-4f91-bd5f-3c932ac67e9e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:53.801226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a458b49-bd28-4cac-94e5-41892c4bfb99 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.807240 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5a458b49-bd28-4cac-94e5-41892c4bfb99 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fae8f575-30b7-4f91-bd5f-3c932ac67e9e HTTP/1.1" status: 204 len: 168 time: 0.5155976 Feb 10 06:52:53.810957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40466) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:53.879161 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-986c6872-abd8-4e9a-bb01-53b17a7a97df tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] GET failed (client error): The resource could not be found. Feb 10 06:52:53.886138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-986c6872-abd8-4e9a-bb01-53b17a7a97df tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "GET /v2.0/ports/fae8f575-30b7-4f91-bd5f-3c932ac67e9e HTTP/1.1" status: 404 len: 333 time: 0.0733247 Feb 10 06:52:53.891625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40472) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:53.897722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-646714156', 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:53.925439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Made reservation on behalf of 8b619895f7e24ae7ad97ed7d62c6c597 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:53.943132 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:53.973164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] device_id is not set on port 35a1a2c1-8a50-4846-94e6-68e262abad6b yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:53.990492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:54.012925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-850dcd4a-efed-486c-a739-ad28cb171563 None None] Current status of the port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:54.039376 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b10b7a3a-5f2a-4a92-916d-2342b4c3a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:54.084977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b7a3a-5f2a-4a92-916d-2342b4c3a834 None None] Pushing event deleted for resources: {'Port': ['ID=d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:54.096255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b7a3a-5f2a-4a92-916d-2342b4c3a834 None None] No DVR routers for this DVR port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:52:54.112460 n-d-828670-1 neutron-server[103213]: WARNING neutron.services.revisions.revision_plugin [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Could not find related port for resource to bump revision. Feb 10 06:52:54.122405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_pluggable_backend [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Port d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103213) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 06:52:54.123263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_pluggable_backend [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:df69 {{(pid=103213) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 06:52:54.129457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-77d732d9-c11d-4a60-84ba-c3ae44624f7e None None] Could not find standard attr ID for object dd3a3641-1b66-4b17-814d-d9b637640606. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:52:54.135253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_pluggable_backend [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb2:df69 {{(pid=103213) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 06:52:54.136478 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (b63f21ec-7b23-4c60-821c-55ffe6b4734a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:54.225894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:54.230946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:54.249185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656bf7fc-7780-4ff1-8f69-80b6ea947d69 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:54.251191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:54.252533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:54.263309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=b63f21ec-7b23-4c60-821c-55ffe6b4734a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:54.303031 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-80c42333-e099-47d0-a884-e3bdf115cb6e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3975973 Feb 10 06:52:54.305482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40506) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:54.317474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:a6:ca:1d', 'name': 'tempest-NetworksTestDHCPv6-1965148321'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:54.493170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': 'b63f21ec-7b23-4c60-821c-55ffe6b4734a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:52:54.494199 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:54.498243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:54.676557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:54.691794 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:54.704300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:54.705230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9ee6131-2a3c-41d3-8ae8-d88ac6678e9e not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:54.747284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 82c36444-a1a7-480f-884b-5194cde6455b yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:54.747939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks [] for port (35a1a2c1-8a50-4846-94e6-68e262abad6b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:54.788228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Allocated IP 2001:db8::f816:3eff:fe12:90fa (6c1effe9-6423-4c1f-94e7-c0da99848c88/b63f21ec-7b23-4c60-821c-55ffe6b4734a/b1dedaac-be7b-452b-8357-874fd61ff342) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:54.863755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c68b8-474e-4aa6-8d95-efb2cc43a56e req-ecff25d2-5995-48d3-8886-7296e5c6f5bd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:54.865569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-333c68b8-474e-4aa6-8d95-efb2cc43a56e req-ecff25d2-5995-48d3-8886-7296e5c6f5bd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1215138 Feb 10 06:52:54.867956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (35a1a2c1-8a50-4846-94e6-68e262abad6b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:54.951559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Network d5c6f697-ee6b-4999-b84e-2165413a66ae is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:54.952479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'Port': ['ID=35a1a2c1-8a50-4846-94e6-68e262abad6b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:54.966848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:54.974508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:54.975896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:54.976516 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:54.983291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Publish callbacks [] for port (b1dedaac-be7b-452b-8357-874fd61ff342), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:54.993901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.008340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-333c68b8-474e-4aa6-8d95-efb2cc43a56e req-825f0e48-0de8-47b7-9ac7-5670f69449a7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315041 Feb 10 06:52:55.029100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc4f5ca1-01e8-4741-a75b-c8fd63df3e65 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1340289 Feb 10 06:52:55.029602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40518) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:55.057837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fea6:ca1d (6c1effe9-6423-4c1f-94e7-c0da99848c88/b63f21ec-7b23-4c60-821c-55ffe6b4734a/82c36444-a1a7-480f-884b-5194cde6455b) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:55.096808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:55.120819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf150154-14c8-4b42-875d-5cb86cb240f2 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:55.124881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf150154-14c8-4b42-875d-5cb86cb240f2 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "GET /v2.0/ports/35a1a2c1-8a50-4846-94e6-68e262abad6b HTTP/1.1" status: 200 len: 954 time: 0.0941360 Feb 10 06:52:55.128574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:55.164859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:55.178184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:55.186846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:55.194128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Pushing event updated for resources: {'Port': ['ID=b1dedaac-be7b-452b-8357-874fd61ff342,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:55.256528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (82c36444-a1a7-480f-884b-5194cde6455b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.317559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (82c36444-a1a7-480f-884b-5194cde6455b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.328728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b108a-9508-4bed-b229-0e2a7e7d4bdc tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Deleting port 35a1a2c1-8a50-4846-94e6-68e262abad6b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:55.329218 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a6b108a-9508-4bed-b229-0e2a7e7d4bdc tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (35a1a2c1-8a50-4846-94e6-68e262abad6b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.397578 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:55.399146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=82c36444-a1a7-480f-884b-5194cde6455b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:55.403290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:55.406161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:55.411485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:55.411885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.413322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:55.414119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.431978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2c3b9224-3844-4a72-a0a5-58a27b2854e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1252027 Feb 10 06:52:55.435555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40528) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:55.460745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Attempting to bind port b1dedaac-be7b-452b-8357-874fd61ff342 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:55.461129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Attempting to bind port b1dedaac-be7b-452b-8357-874fd61ff342 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:55.461500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Attempting to bind port b1dedaac-be7b-452b-8357-874fd61ff342 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:55.480109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:55.481224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:52:55.483832 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0518323-b209-47a6-82b1-d9caff85d870" -d '{"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:52:55.490697 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.495260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:55.495862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:55.496082 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.496478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:55.496960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Bound port: b1dedaac-be7b-452b-8357-874fd61ff342, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:55.497508 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.512242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a6b108a-9508-4bed-b229-0e2a7e7d4bdc tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (35a1a2c1-8a50-4846-94e6-68e262abad6b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.544062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b108a-9508-4bed-b229-0e2a7e7d4bdc tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Calling delete_port for 35a1a2c1-8a50-4846-94e6-68e262abad6b owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:55.566354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-4e360ae0-f69b-4bd4-b23d-25a3fe9fd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:55.568310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-4e360ae0-f69b-4bd4-b23d-25a3fe9fd04f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1128 time: 0.2337017 Feb 10 06:52:55.584302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfb5ba-76be-4914-a0ad-6ec117b6e426 req-15a4ad17-c106-4f92-8860-0fe8a756a1ea tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:55.586403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64cfb5ba-76be-4914-a0ad-6ec117b6e426 req-15a4ad17-c106-4f92-8860-0fe8a756a1ea tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 946 time: 0.1674790 Feb 10 06:52:55.594991 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640a39b9-27d8-47ac-b6d3-5c2f18c5713b x-openstack-request-id: req-640a39b9-27d8-47ac-b6d3-5c2f18c5713b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:52:55.595292 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:52:55.596119 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-640a39b9-27d8-47ac-b6d3-5c2f18c5713b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:52:55.596526 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'code': 200} Feb 10 06:52:55.601601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6aa88e-cef6-4dbf-8fd5-497c9e1f3ad7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:55.613502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6aa88e-cef6-4dbf-8fd5-497c9e1f3ad7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:55.613724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=14']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:55.615252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dc6aa88e-cef6-4dbf-8fd5-497c9e1f3ad7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1782835 Feb 10 06:52:55.624025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40532) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:55.639464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] For port b1dedaac-be7b-452b-8357-874fd61ff342, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:55.644115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] For port b1dedaac-be7b-452b-8357-874fd61ff342, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b1dedaac-be7b-452b-8357-874fd61ff342,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:55.651243 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.749461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-a756ecc9-1e31-4168-b41e-84b42c993d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:55.753524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-a756ecc9-1e31-4168-b41e-84b42c993d17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.1271906 Feb 10 06:52:55.755620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80620f03-3fc3-4049-bde6-975e6a3255db None None] Pushing event updated for resources: {'Port': ['ID=b1dedaac-be7b-452b-8357-874fd61ff342,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:55.796037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-468ab35e-fa04-4ffe-890f-dac0f148ec8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 82c36444-a1a7-480f-884b-5194cde6455b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:55.797251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-468ab35e-fa04-4ffe-890f-dac0f148ec8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (82c36444-a1a7-480f-884b-5194cde6455b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.914592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64cfb5ba-76be-4914-a0ad-6ec117b6e426 req-9798c8d3-f64a-4f4c-9920-ae238d79b34c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575754 Feb 10 06:52:55.942727 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-468ab35e-fa04-4ffe-890f-dac0f148ec8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (82c36444-a1a7-480f-884b-5194cde6455b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.947181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-dd5815bc-70da-4d59-9abd-833b34b9446e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 999 time: 0.1599996 Feb 10 06:52:55.948921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a6b108a-9508-4bed-b229-0e2a7e7d4bdc tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (35a1a2c1-8a50-4846-94e6-68e262abad6b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:55.968236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-468ab35e-fa04-4ffe-890f-dac0f148ec8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 82c36444-a1a7-480f-884b-5194cde6455b owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:56.044998 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a6b108a-9508-4bed-b229-0e2a7e7d4bdc tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.050097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a6b108a-9508-4bed-b229-0e2a7e7d4bdc tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "DELETE /v2.0/ports/35a1a2c1-8a50-4846-94e6-68e262abad6b HTTP/1.1" status: 204 len: 168 time: 0.9210501 Feb 10 06:52:56.051027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b108a-9508-4bed-b229-0e2a7e7d4bdc tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event deleted for resources: {'Port': ['ID=35a1a2c1-8a50-4846-94e6-68e262abad6b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:56.053660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:56.106119 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea295a17-e9af-4e56-90fc-d951bcc7612e tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] GET failed (client error): The resource could not be found. Feb 10 06:52:56.107686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea295a17-e9af-4e56-90fc-d951bcc7612e tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "GET /v2.0/ports/35a1a2c1-8a50-4846-94e6-68e262abad6b HTTP/1.1" status: 404 len: 333 time: 0.0494909 Feb 10 06:52:56.112917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40536) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:56.125172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-f9035500-257b-4cd5-9aab-048b6d7cde1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:56.127300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-f9035500-257b-4cd5-9aab-048b6d7cde1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1677616 Feb 10 06:52:56.133706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Request body: {'port': {'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-624420613'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:56.221266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-b0ea1380-8017-42dc-85b1-5d492c50f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:56.223052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-b0ea1380-8017-42dc-85b1-5d492c50f86c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0859528 Feb 10 06:52:56.259849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Made reservation on behalf of 8b619895f7e24ae7ad97ed7d62c6c597 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:56.264849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.293449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] device_id is not set on port 22e979a9-28d6-4ec6-93f0-cd404ac85527 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:56.299999 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-468ab35e-fa04-4ffe-890f-dac0f148ec8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (82c36444-a1a7-480f-884b-5194cde6455b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.341329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-7654c29c-60ed-4956-90db-103780cd2150 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078658 Feb 10 06:52:56.371269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ab35e-fa04-4ffe-890f-dac0f148ec8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=82c36444-a1a7-480f-884b-5194cde6455b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:56.403474 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-468ab35e-fa04-4ffe-890f-dac0f148ec8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.410848 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-468ab35e-fa04-4ffe-890f-dac0f148ec8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/82c36444-a1a7-480f-884b-5194cde6455b HTTP/1.1" status: 204 len: 168 time: 0.7857137 Feb 10 06:52:56.417889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40540) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:56.501387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9f802-a21d-4308-8eb0-f88d8d355ef9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:56.503553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9f802-a21d-4308-8eb0-f88d8d355ef9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:56.506802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-56e9f802-a21d-4308-8eb0-f88d8d355ef9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0859058 Feb 10 06:52:56.510614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40542) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:56.528806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e3d518b-cce1-4174-9b3f-8bd1de471cbf req-e580efdc-c83e-4cfd-bbeb-a4c5be6128ec service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777306 Feb 10 06:52:56.621624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d09416-8593-4ed8-9100-0a5daab0aed2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet b63f21ec-7b23-4c60-821c-55ffe6b4734a {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:56.623174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b1dedaac-be7b-452b-8357-874fd61ff342 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:52:56.634482 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks [] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.635920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a4d09416-8593-4ed8-9100-0a5daab0aed2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (b63f21ec-7b23-4c60-821c-55ffe6b4734a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.691985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a4d09416-8593-4ed8-9100-0a5daab0aed2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (b63f21ec-7b23-4c60-821c-55ffe6b4734a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.700012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b1dedaac-be7b-452b-8357-874fd61ff342 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:56.700594 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.815313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b1dedaac-be7b-452b-8357-874fd61ff342 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:56.815666 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.844176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.859458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port b1dedaac-be7b-452b-8357-874fd61ff342, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b1dedaac-be7b-452b-8357-874fd61ff342,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:56.864935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.890607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'Port': ['ID=22e979a9-28d6-4ec6-93f0-cd404ac85527,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:56.897016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a4d09416-8593-4ed8-9100-0a5daab0aed2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b63f21ec-7b23-4c60-821c-55ffe6b4734a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.916201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=b1dedaac-be7b-452b-8357-874fd61ff342,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:56.927779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Network d5c6f697-ee6b-4999-b84e-2165413a66ae is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:56.931330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:56.935489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:56.936426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:56.937037 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:56.972240 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c9948ed9-817f-4048-b981-1a28fa06954f tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8445783 Feb 10 06:52:56.973231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40546) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:56.981522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:56.990182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a4d09416-8593-4ed8-9100-0a5daab0aed2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (b63f21ec-7b23-4c60-821c-55ffe6b4734a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.040878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d09416-8593-4ed8-9100-0a5daab0aed2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=b63f21ec-7b23-4c60-821c-55ffe6b4734a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:57.050933 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a4d09416-8593-4ed8-9100-0a5daab0aed2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.058410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40550) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:57.058698 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a4d09416-8593-4ed8-9100-0a5daab0aed2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/b63f21ec-7b23-4c60-821c-55ffe6b4734a HTTP/1.1" status: 204 len: 168 time: 0.5426958 Feb 10 06:52:57.197333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-83294dda-a9f0-4858-8dda-3b5cd22501b0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1332192 Feb 10 06:52:57.197851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40552) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:57.256251 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.263039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fc8c54-a948-493d-87b7-bf0abcaee93e None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:57.297345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-99e5b6d9-8c15-4a26-9ded-53c924e28960 None None] Provisioning complete for port b1dedaac-be7b-452b-8357-874fd61ff342 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:52:57.297725 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99e5b6d9-8c15-4a26-9ded-53c924e28960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.304400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249cd448-577f-4fa8-933c-91bc8acc2416 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:57.305880 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-249cd448-577f-4fa8-933c-91bc8acc2416 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1052375 Feb 10 06:52:57.308752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40556) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:57.363239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126541e-53df-4bba-86de-97a6c126c7bf req-5b453e73-a56f-49e4-ab66-46d9768e1a45 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:57.364475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d126541e-53df-4bba-86de-97a6c126c7bf req-5b453e73-a56f-49e4-ab66-46d9768e1a45 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.3289917 Feb 10 06:52:57.381394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2734d-15ee-4c08-ab7a-13499ce60beb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:57.383714 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c9c2734d-15ee-4c08-ab7a-13499ce60beb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738633 Feb 10 06:52:57.386254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40558) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:57.441711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-99e5b6d9-8c15-4a26-9ded-53c924e28960 None None] Current status of the port b1dedaac-be7b-452b-8357-874fd61ff342 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:52:57.449466 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c9596602-9ba7-4067-b696-35478abfb248 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613413 Feb 10 06:52:57.453970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40560) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:57.469414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:57.514079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6faac5-2842-48e5-a23e-d5d3f470ef91 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:52:57.561544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-db6faac5-2842-48e5-a23e-d5d3f470ef91 None None] Deleting port b1dedaac-be7b-452b-8357-874fd61ff342 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:57.562035 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db6faac5-2842-48e5-a23e-d5d3f470ef91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.581464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d126541e-53df-4bba-86de-97a6c126c7bf req-afeabf02-5547-4921-86a8-b94141aaa70a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692052 Feb 10 06:52:57.624576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] device_id is not set on port 22e979a9-28d6-4ec6-93f0-cd404ac85527 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:57.628603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-db6faac5-2842-48e5-a23e-d5d3f470ef91 None None] For port b1dedaac-be7b-452b-8357-874fd61ff342, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b1dedaac-be7b-452b-8357-874fd61ff342,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:57.629104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db6faac5-2842-48e5-a23e-d5d3f470ef91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.633573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks [] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.636113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:57.639627 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.642018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-db6faac5-2842-48e5-a23e-d5d3f470ef91 None None] Calling delete_port for b1dedaac-be7b-452b-8357-874fd61ff342 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:57.644180 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.720958 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db6faac5-2842-48e5-a23e-d5d3f470ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (b1dedaac-be7b-452b-8357-874fd61ff342), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.747535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'Port': ['ID=22e979a9-28d6-4ec6-93f0-cd404ac85527,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:57.749803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6faac5-2842-48e5-a23e-d5d3f470ef91 None None] Pushing event deleted for resources: {'Port': ['ID=b1dedaac-be7b-452b-8357-874fd61ff342,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:57.753692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6faac5-2842-48e5-a23e-d5d3f470ef91 None None] No DVR routers for this DVR port b1dedaac-be7b-452b-8357-874fd61ff342 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:52:57.777359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:57.777729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:57.778116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:57.786698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:57.787015 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:57.788566 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 2 to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 Feb 10 06:52:57.807163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:57.807488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:57.807809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:57.816822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:57.817137 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:57.833527 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 3 to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 Feb 10 06:52:57.853255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:57.853582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:57.853908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:57.863423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:57.863740 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:57.866743 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 4 to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 Feb 10 06:52:57.911049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:57.911302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:57.911628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:57.925039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:57.925353 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:57.927011 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 5 to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 Feb 10 06:52:57.941124 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (49d0e151-9d14-4c04-b332-f56b9d319aca), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:57.972341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:57.972341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:57.972341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:57.985240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:57.986005 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:57.990843 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 6 to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 Feb 10 06:52:57.996912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:58.006636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:58.012152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:58.012840 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.015630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85a1e8a-f26a-4ecd-8965-0b82f607d6b4 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:52:58.017520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=49d0e151-9d14-4c04-b332-f56b9d319aca,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:58.021996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:58.022346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:58.022678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:58.031270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:58.031590 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:58.032183 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 7 to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 Feb 10 06:52:58.039567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dae99c2d-da4c-45f7-b197-ea6bb62cc72e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5844543 Feb 10 06:52:58.042383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40562) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:58.049239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:d2:05:8c', 'name': 'tempest-NetworksTestDHCPv6-566313627'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:52:58.049528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:58.049859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:58.050189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:58.055084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:58.055084 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:58.055369 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 8 to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 Feb 10 06:52:58.068333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:58.068668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:58.068997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:58.073774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:58.074098 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:58.074511 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 9 to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 Feb 10 06:52:58.087627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:58.088098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:58.088437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:58.093011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:58.093329 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:58.093714 n-d-828670-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempt 10 to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 Feb 10 06:52:58.106951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:58.107280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:58.107611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempting to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:58.112785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:52:58.113157 n-d-828670-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Failed to bind port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on host n-h2-828670-1 for vnic_type normal using segments [{'id': '21f058a3-6e11-4102-a02a-8fa453a48ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5c6f697-ee6b-4999-b84e-2165413a66ae'}] Feb 10 06:52:58.113466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.129271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '49d0e151-9d14-4c04-b332-f56b9d319aca'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:52:58.130409 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.181974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:52:58.184593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] For port 22e979a9-28d6-4ec6-93f0-cd404ac85527, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:58.185161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attempted to set empty binding levels {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 06:52:58.185772 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.189995 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.216924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port b4537563-2723-4bfa-8659-5ac55f93a0a6 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:52:58.228915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] In _notify_port_updated(), no bound segment for port 22e979a9-28d6-4ec6-93f0-cd404ac85527 on network d5c6f697-ee6b-4999-b84e-2165413a66ae {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 06:52:58.230213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:58.231027 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.232672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "PUT /v2.0/ports/22e979a9-28d6-4ec6-93f0-cd404ac85527 HTTP/1.1" status: 200 len: 974 time: 1.2576783 Feb 10 06:52:58.235477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40564) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:58.275446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac72b5-fc00-4abe-86b0-d90b6f79848b tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event updated for resources: {'Port': ['ID=22e979a9-28d6-4ec6-93f0-cd404ac85527,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:58.302042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/49d0e151-9d14-4c04-b332-f56b9d319aca/0aa27fae-8f27-478e-b2cb-795149010566) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:58.334696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5a68402c-7822-4b02-9b74-182111734fad tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Deleting port 22e979a9-28d6-4ec6-93f0-cd404ac85527 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:58.335387 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a68402c-7822-4b02-9b74-182111734fad tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.410798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5a68402c-7822-4b02-9b74-182111734fad tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] For port 22e979a9-28d6-4ec6-93f0-cd404ac85527, host n-h2-828670-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:52:58.411162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a68402c-7822-4b02-9b74-182111734fad tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.425747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5a68402c-7822-4b02-9b74-182111734fad tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Calling delete_port for 22e979a9-28d6-4ec6-93f0-cd404ac85527 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:58.463005 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Publish callbacks [] for port (0aa27fae-8f27-478e-b2cb-795149010566), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.473453 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (0aa27fae-8f27-478e-b2cb-795149010566), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.516961 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a68402c-7822-4b02-9b74-182111734fad tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (22e979a9-28d6-4ec6-93f0-cd404ac85527), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.539938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::d3 (6c1effe9-6423-4c1f-94e7-c0da99848c88/49d0e151-9d14-4c04-b332-f56b9d319aca/b4537563-2723-4bfa-8659-5ac55f93a0a6) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:52:58.570273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Pushing event updated for resources: {'Port': ['ID=0aa27fae-8f27-478e-b2cb-795149010566,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:58.575486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68402c-7822-4b02-9b74-182111734fad tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Pushing event deleted for resources: {'Port': ['ID=22e979a9-28d6-4ec6-93f0-cd404ac85527,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:58.578040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a68402c-7822-4b02-9b74-182111734fad tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.582121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5a68402c-7822-4b02-9b74-182111734fad tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "DELETE /v2.0/ports/22e979a9-28d6-4ec6-93f0-cd404ac85527 HTTP/1.1" status: 204 len: 168 time: 0.3449955 Feb 10 06:52:58.584650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40572) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:58.585347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:58.587219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:58.590458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:58.624614 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-b449f3ab-c6b7-401f-9a4c-f40b258efb08 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] GET failed (client error): The resource could not be found. Feb 10 06:52:58.626159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b449f3ab-c6b7-401f-9a4c-f40b258efb08 tempest-PortsAdminExtendedAttrsTestJSON-548757723 tempest-PortsAdminExtendedAttrsTestJSON-548757723-project-admin] 10.222.0.21 "GET /v2.0/ports/22e979a9-28d6-4ec6-93f0-cd404ac85527 HTTP/1.1" status: 404 len: 333 time: 0.0400136 Feb 10 06:52:58.630011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b1dedaac-be7b-452b-8357-874fd61ff342 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:52:58.630543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:58.665444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b1dedaac-be7b-452b-8357-874fd61ff342 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:52:58.666022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b1dedaac-be7b-452b-8357-874fd61ff342 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:52:58.702071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Attempting to bind port 0aa27fae-8f27-478e-b2cb-795149010566 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:52:58.702618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Attempting to bind port 0aa27fae-8f27-478e-b2cb-795149010566 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:52:58.703120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Attempting to bind port 0aa27fae-8f27-478e-b2cb-795149010566 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:52:58.709937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:52:58.710601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:52:58.711160 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.711657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:52:58.712231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Bound port: 0aa27fae-8f27-478e-b2cb-795149010566, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:52:58.712712 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0aa27fae-8f27-478e-b2cb-795149010566), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.747665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (d5c6f697-ee6b-4999-b84e-2165413a66ae), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.796644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] For port 0aa27fae-8f27-478e-b2cb-795149010566, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:52:58.799854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] For port 0aa27fae-8f27-478e-b2cb-795149010566, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0aa27fae-8f27-478e-b2cb-795149010566,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:52:58.812896 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0aa27fae-8f27-478e-b2cb-795149010566), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.834775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (b4537563-2723-4bfa-8659-5ac55f93a0a6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.893990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b4537563-2723-4bfa-8659-5ac55f93a0a6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.914089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd1425-ef7e-483e-bf19-e6ed502d672d None None] Pushing event updated for resources: {'Port': ['ID=0aa27fae-8f27-478e-b2cb-795149010566,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:58.920954 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (d5c6f697-ee6b-4999-b84e-2165413a66ae), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.951621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:52:58.955242 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:52:58.964112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:52:58.968922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c6f697-ee6b-4999-b84e-2165413a66ae']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:58.972333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:58.974034 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:58.983335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f058a3-6e11-4102-a02a-8fa453a48ee2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:58.983764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f058a3-6e11-4102-a02a-8fa453a48ee2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:52:58.999529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (21f058a3-6e11-4102-a02a-8fa453a48ee2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.004347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9607961 Feb 10 06:52:59.005373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7ab01-64b2-4ddd-92a7-28a5755f53cb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=b4537563-2723-4bfa-8659-5ac55f93a0a6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:59.008676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40580) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:59.024363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ee299-c123-43a6-bd76-b57ec7072f42 req-efc7dcd2-0675-4765-9852-6f5ed98412a7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:59.026134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c3ee299-c123-43a6-bd76-b57ec7072f42 req-efc7dcd2-0675-4765-9852-6f5ed98412a7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.2746208 Feb 10 06:52:59.062812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (21f058a3-6e11-4102-a02a-8fa453a48ee2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.083221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:52:59.084036 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (21f058a3-6e11-4102-a02a-8fa453a48ee2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: items = [ Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:52:59.087912 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:52:59.097773 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30bbb3-d346-4150-8288-8836c6f9c5c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:59.105689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30bbb3-d346-4150-8288-8836c6f9c5c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:59.108854 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9c30bbb3-d346-4150-8288-8836c6f9c5c3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0996370 Feb 10 06:52:59.112423 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40582) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:59.213920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c3ee299-c123-43a6-bd76-b57ec7072f42 req-d41e35bc-fe65-48f2-b477-db04307d945c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807883 Feb 10 06:52:59.227579 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (d5c6f697-ee6b-4999-b84e-2165413a66ae), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.242778 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.248102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] 10.222.0.21 "DELETE /v2.0/networks/d5c6f697-ee6b-4999-b84e-2165413a66ae HTTP/1.1" status: 204 len: 168 time: 0.6165974 Feb 10 06:52:59.276484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c26e54-2ae3-432d-9bcf-67aa52a2e6a3 tempest-PortsAdminExtendedAttrsTestJSON-8485541 tempest-PortsAdminExtendedAttrsTestJSON-8485541-project] Pushing event deleted for resources: {'Network': ['ID=d5c6f697-ee6b-4999-b84e-2165413a66ae,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:59.345107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-282476d3-d83e-4348-a4b6-fe5cc3e28591 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port b4537563-2723-4bfa-8659-5ac55f93a0a6 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:52:59.346114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-282476d3-d83e-4348-a4b6-fe5cc3e28591 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b4537563-2723-4bfa-8659-5ac55f93a0a6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.480734 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-282476d3-d83e-4348-a4b6-fe5cc3e28591 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b4537563-2723-4bfa-8659-5ac55f93a0a6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.495277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-282476d3-d83e-4348-a4b6-fe5cc3e28591 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for b4537563-2723-4bfa-8659-5ac55f93a0a6 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:52:59.505151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e94cf-b2d6-4dd0-814d-b08f390ff98e req-ca777864-0783-4bfb-9433-0b839487056e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:59.506627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d8e94cf-b2d6-4dd0-814d-b08f390ff98e req-ca777864-0783-4bfb-9433-0b839487056e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0858843 Feb 10 06:52:59.559366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d8e94cf-b2d6-4dd0-814d-b08f390ff98e req-00f5e999-261a-448c-bac8-a01f91a64910 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466399 Feb 10 06:52:59.665541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-282476d3-d83e-4348-a4b6-fe5cc3e28591 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b4537563-2723-4bfa-8659-5ac55f93a0a6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.695325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282476d3-d83e-4348-a4b6-fe5cc3e28591 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=b4537563-2723-4bfa-8659-5ac55f93a0a6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:52:59.712153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40596) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:59.735637 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-282476d3-d83e-4348-a4b6-fe5cc3e28591 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.736137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4b625-aeb3-4881-a313-c76dafebc10c req-2574caa8-13dc-4f31-97f3-f1cfac157f96 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:59.744357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47c4b625-aeb3-4881-a313-c76dafebc10c req-2574caa8-13dc-4f31-97f3-f1cfac157f96 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0902326 Feb 10 06:52:59.745087 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-282476d3-d83e-4348-a4b6-fe5cc3e28591 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/b4537563-2723-4bfa-8659-5ac55f93a0a6 HTTP/1.1" status: 204 len: 168 time: 0.6306932 Feb 10 06:52:59.746021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40600) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:59.836914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0252a565-a4f7-452a-8a41-645663c67011 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:59.838366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0252a565-a4f7-452a-8a41-645663c67011 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:52:59.842556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0252a565-a4f7-452a-8a41-645663c67011 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0933015 Feb 10 06:52:59.843435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40602) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:59.854104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47c4b625-aeb3-4881-a313-c76dafebc10c req-70c2618b-9145-474d-b3be-dd6cb044f991 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059861 Feb 10 06:52:59.918268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fd267a-010e-4676-8ea4-d32bd8709133 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 49d0e151-9d14-4c04-b332-f56b9d319aca {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:52:59.921618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29fd267a-010e-4676-8ea4-d32bd8709133 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (49d0e151-9d14-4c04-b332-f56b9d319aca), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:52:59.953428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f17e050f-f94f-4f5c-9073-4208eaa42066 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98f80fdcbcbf469b824ddb357d1c1889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401242 Feb 10 06:52:59.954041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40606) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:52:59.968387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29fd267a-010e-4676-8ea4-d32bd8709133 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (49d0e151-9d14-4c04-b332-f56b9d319aca), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.028755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bbcd12d-f3b7-425e-89d8-67b31985db46 admin admin] Publish callbacks [] for security_group (2b9d8faf-2dd8-4c14-9aa6-0703049a8458), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.062008 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bbcd12d-f3b7-425e-89d8-67b31985db46 admin admin] Publish callbacks [] for security_group (2b9d8faf-2dd8-4c14-9aa6-0703049a8458), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.125537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29fd267a-010e-4676-8ea4-d32bd8709133 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (49d0e151-9d14-4c04-b332-f56b9d319aca), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.145705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bbcd12d-f3b7-425e-89d8-67b31985db46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2b9d8faf-2dd8-4c14-9aa6-0703049a8458), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.148154 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bbcd12d-f3b7-425e-89d8-67b31985db46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.149415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8bbcd12d-f3b7-425e-89d8-67b31985db46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b9d8faf-2dd8-4c14-9aa6-0703049a8458 HTTP/1.1" status: 204 len: 168 time: 0.1941257 Feb 10 06:53:00.179324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcd12d-f3b7-425e-89d8-67b31985db46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9d8faf-2dd8-4c14-9aa6-0703049a8458,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:00.265030 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29fd267a-010e-4676-8ea4-d32bd8709133 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (49d0e151-9d14-4c04-b332-f56b9d319aca), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.277158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-f86b2adc-9a1b-40d0-98ba-790c291d4a19 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:00.287393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-f86b2adc-9a1b-40d0-98ba-790c291d4a19 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.1524897 Feb 10 06:53:00.311992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-29fd267a-010e-4676-8ea4-d32bd8709133 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.314332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-a77b7cfb-9d68-4bb0-a3e6-a47876afc2c0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/quotas/a92e19506ade4f528e6688d66508860f HTTP/1.1" status: 200 len: 375 time: 0.0207207 Feb 10 06:53:00.343470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-29fd267a-010e-4676-8ea4-d32bd8709133 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/49d0e151-9d14-4c04-b332-f56b9d319aca HTTP/1.1" status: 204 len: 168 time: 0.4985640 Feb 10 06:53:00.345875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd267a-010e-4676-8ea4-d32bd8709133 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=49d0e151-9d14-4c04-b332-f56b9d319aca,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:00.351479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:00.398422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e093278-e537-47af-9615-b46a2ad8561e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454164 Feb 10 06:53:00.400792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:00.420593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94846d13-f508-4b69-851d-1d6917a0d7b1 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:00.474699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-cbb33a9d-455a-4de6-bb84-0d9e511dea30 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1585546 Feb 10 06:53:00.542057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-993325e5-f19f-4cc3-bc85-85d553150dfa None None] Provisioning complete for port 0aa27fae-8f27-478e-b2cb-795149010566 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:00.542824 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-993325e5-f19f-4cc3-bc85-85d553150dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0aa27fae-8f27-478e-b2cb-795149010566), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.585902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b3b57-23cb-445a-9ecc-e01d689cff9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:00.589036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-040b3b57-23cb-445a-9ecc-e01d689cff9e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1872950 Feb 10 06:53:00.592152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40628) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:00.634493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40630) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:00.651491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-993325e5-f19f-4cc3-bc85-85d553150dfa None None] Current status of the port 0aa27fae-8f27-478e-b2cb-795149010566 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:00.651870 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-993325e5-f19f-4cc3-bc85-85d553150dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0aa27fae-8f27-478e-b2cb-795149010566), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.666613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d5ace-bdad-458c-b9d9-b5474828138b None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:53:00.679074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719ec79-5a4e-4ca6-a92f-2bd1535c380e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:00.681603 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3719ec79-5a4e-4ca6-a92f-2bd1535c380e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0877297 Feb 10 06:53:00.686171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40632) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:00.701586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-da03fcc6-50d9-4196-9370-354ba888784d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b619895f7e24ae7ad97ed7d62c6c597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637577 Feb 10 06:53:00.701922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-bb165cd3-462e-4296-b9dd-56c258d00404 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143948 Feb 10 06:53:00.702396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:00.730064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-993325e5-f19f-4cc3-bc85-85d553150dfa None None] For port 0aa27fae-8f27-478e-b2cb-795149010566, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0aa27fae-8f27-478e-b2cb-795149010566,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:00.743091 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-993325e5-f19f-4cc3-bc85-85d553150dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0aa27fae-8f27-478e-b2cb-795149010566), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.743346 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d23c3fe7-d613-4fa7-8789-cc8575ebe96f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487924 Feb 10 06:53:00.744044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40636) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:00.755708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:00.804728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-988d5ace-bdad-458c-b9d9-b5474828138b None None] Deleting port 0aa27fae-8f27-478e-b2cb-795149010566 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:00.805242 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-988d5ace-bdad-458c-b9d9-b5474828138b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0aa27fae-8f27-478e-b2cb-795149010566), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.808006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993325e5-f19f-4cc3-bc85-85d553150dfa None None] Pushing event updated for resources: {'Port': ['ID=0aa27fae-8f27-478e-b2cb-795149010566,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:00.822833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2ed01ad-d29c-4c16-ae07-b53ab76ff8bf admin admin] Publish callbacks [] for security_group (e4258ccb-3883-43f0-ad35-696437b71dca), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.846589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-0cfdb7c7-4bcc-44bb-9c81-0fedb87ecbf8 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381476 Feb 10 06:53:00.860510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2ed01ad-d29c-4c16-ae07-b53ab76ff8bf admin admin] Publish callbacks [] for security_group (e4258ccb-3883-43f0-ad35-696437b71dca), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.882681 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:00.889121 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.926096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2ed01ad-d29c-4c16-ae07-b53ab76ff8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e4258ccb-3883-43f0-ad35-696437b71dca), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.929398 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2ed01ad-d29c-4c16-ae07-b53ab76ff8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:00.930867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2ed01ad-d29c-4c16-ae07-b53ab76ff8bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4258ccb-3883-43f0-ad35-696437b71dca HTTP/1.1" status: 204 len: 168 time: 0.2274668 Feb 10 06:53:00.960340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed01ad-d29c-4c16-ae07-b53ab76ff8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4258ccb-3883-43f0-ad35-696437b71dca,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:01.164063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aec706ba-9921-4ed5-821d-92bd6b09d56a req-8701e0da-229c-4bf3-9582-5bb87acc2f90 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 210 time: 0.0715268 Feb 10 06:53:01.167013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-988d5ace-bdad-458c-b9d9-b5474828138b None None] For port 0aa27fae-8f27-478e-b2cb-795149010566, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0aa27fae-8f27-478e-b2cb-795149010566,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:01.169400 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-988d5ace-bdad-458c-b9d9-b5474828138b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0aa27fae-8f27-478e-b2cb-795149010566), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:01.204538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-988d5ace-bdad-458c-b9d9-b5474828138b None None] Calling delete_port for 0aa27fae-8f27-478e-b2cb-795149010566 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:01.346709 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-988d5ace-bdad-458c-b9d9-b5474828138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0aa27fae-8f27-478e-b2cb-795149010566), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:01.350079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:53:01.381143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d5ace-bdad-458c-b9d9-b5474828138b None None] No DVR routers for this DVR port 0aa27fae-8f27-478e-b2cb-795149010566 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:53:01.415494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d5ace-bdad-458c-b9d9-b5474828138b None None] Pushing event deleted for resources: {'Port': ['ID=0aa27fae-8f27-478e-b2cb-795149010566,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:01.462974 n-d-828670-1 neutron-server[103213]: WARNING neutron.services.revisions.revision_plugin [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Could not find related port for resource to bump revision. Feb 10 06:53:01.470013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_pluggable_backend [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Port 0aa27fae-8f27-478e-b2cb-795149010566 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103213) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 06:53:01.470642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_pluggable_backend [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Reverting IP allocation for 2001:db8::f816:3eff:fe11:8458 {{(pid=103213) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 06:53:01.477227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.ipam_pluggable_backend [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe11:8458 {{(pid=103213) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 06:53:01.479575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (704eb152-f4ff-406f-8694-a4b96e3057c8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:01.537717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:01.544043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:01.555471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b170aef-f47e-4dd0-add0-3c0fec643454 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:01.555945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:01.556293 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:01.572845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=704eb152-f4ff-406f-8694-a4b96e3057c8,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:01.606686 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-adfab3e6-b52b-4339-943a-cf2d0e790e91 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8611431 Feb 10 06:53:01.609658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:01.615207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b7e91c38-867f-4eea-b417-95273231c291 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:01.753295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '704eb152-f4ff-406f-8694-a4b96e3057c8'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:53:01.754211 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:01.781560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e91c38-867f-4eea-b417-95273231c291 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:01.786228 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7e91c38-867f-4eea-b417-95273231c291 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:01.904634 n-d-828670-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-b7e91c38-867f-4eea-b417-95273231c291 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 704eb152-f4ff-406f-8694-a4b96e3057c8 (CIDR: 2001:db8::/64) Feb 10 06:53:01.910432 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e91c38-867f-4eea-b417-95273231c291 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:53:01.911130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e91c38-867f-4eea-b417-95273231c291 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:01.949747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b7e91c38-867f-4eea-b417-95273231c291 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3375595 Feb 10 06:53:01.951131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40670) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:01.957331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:01.978789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Allocated IP 2001:db8::f816:3eff:fe0a:a495 (6c1effe9-6423-4c1f-94e7-c0da99848c88/704eb152-f4ff-406f-8694-a4b96e3057c8/e1ecb993-f30c-44c1-a44c-1458c5cce3c7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:02.162208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:02.165882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:02.177734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Publish callbacks [] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:02.183469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:02.249811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:02.256376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Pushing event updated for resources: {'Port': ['ID=e1ecb993-f30c-44c1-a44c-1458c5cce3c7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:02.261285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:02.264873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:02.385307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9709f3b1-3344-4e74-a145-0422f4e70c85 req-6cc8223a-2d08-4683-9715-fce252d2cecc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 210 time: 0.0795407 Feb 10 06:53:02.406782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Attempting to bind port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:02.407283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Attempting to bind port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:02.407794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Attempting to bind port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:02.414276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:02.414276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:02.414877 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:02.415416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:02.416486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Bound port: e1ecb993-f30c-44c1-a44c-1458c5cce3c7, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:02.416949 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:02.565794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] For port e1ecb993-f30c-44c1-a44c-1458c5cce3c7, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:02.571333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] For port e1ecb993-f30c-44c1-a44c-1458c5cce3c7, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e1ecb993-f30c-44c1-a44c-1458c5cce3c7,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:02.581783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0aa27fae-8f27-478e-b2cb-795149010566 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:53:02.615642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0aa27fae-8f27-478e-b2cb-795149010566 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:53:02.616162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0aa27fae-8f27-478e-b2cb-795149010566 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:53:02.623772 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:02.732326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84911c-069b-4ff4-860c-934d688bb223 None None] Pushing event updated for resources: {'Port': ['ID=e1ecb993-f30c-44c1-a44c-1458c5cce3c7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:02.752434 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-9daa5271-b16e-4487-bf23-89c779963fd7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:02.754510 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-9daa5271-b16e-4487-bf23-89c779963fd7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.4012089 Feb 10 06:53:02.796778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'port': {'device_id': 'b3436446-8c41-447c-9a01-9408f11eb00a', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'admin_state_up': True, 'tenant_id': 'a92e19506ade4f528e6688d66508860f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:03.016674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (caeaa627-f84e-4f5a-817e-fad26cd9a070), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.085097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Made reservation on behalf of a92e19506ade4f528e6688d66508860f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:03.089057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.119255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:03.129370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:03.136574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:03.137254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.137451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40698) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:03.170323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=caeaa627-f84e-4f5a-817e-fad26cd9a070,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:03.218936 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c7df9f2e-9ead-4289-a826-8b073080607a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2639754 Feb 10 06:53:03.220032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40702) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:03.225087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:a4:1b:5b', 'name': 'tempest-NetworksTestDHCPv6-1305469893'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:03.336224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1680596058', 'router:external': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:03.365401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Made reservation on behalf of 449d2eeb5da84915a04c0d5ef60329d5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:03.369719 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.384615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.404968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Allocated IP 172.20.0.8 (e5b79be8-c0f2-4311-9a37-36c374f777f8/5e40ec35-57be-4466-81a4-bee3d6fb86f9/be1425e4-c026-4b4b-8aa7-58b180c16fa8) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:03.524506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:03.545416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for security_group (b98f7850-7831-4466-964d-4c7f5247ff24), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.566926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b731ce6-88f1-45a1-aaf9-8b79b553ff2e req-e26e9780-0dd2-4bad-b340-556f87268301 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 210 time: 0.0456781 Feb 10 06:53:03.567680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b98f7850-7831-4466-964d-4c7f5247ff24), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.597291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:53:03.610737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98f7850-7831-4466-964d-4c7f5247ff24,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:03.633700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (98b883a2-a763-42c6-8658-f5fb037236ed), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.636258 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Added segment 98b883a2-a763-42c6-8658-f5fb037236ed of type vlan for network 73a3636e-1e49-494e-a42c-525627b082b9 Feb 10 06:53:03.695540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (73a3636e-1e49-494e-a42c-525627b082b9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.738501 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (73a3636e-1e49-494e-a42c-525627b082b9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.740211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:03.742978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.790887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.830279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event updated for resources: {'Network': ['ID=73a3636e-1e49-494e-a42c-525627b082b9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:03.842735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 73a3636e-1e49-494e-a42c-525627b082b9 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:53:03.880035 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:03.884227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8cf02f95-6899-445f-a51c-cdaa085ccda7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7452450 Feb 10 06:53:03.887229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port f7137ba7-d14f-4610-8571-e498da872284 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:53:03.887758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:03.895833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'subnet': {'network_id': '73a3636e-1e49-494e-a42c-525627b082b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:03.943426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Made reservation on behalf of 449d2eeb5da84915a04c0d5ef60329d5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:03.947212 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:04.015858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:04.091094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:04.101072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:04.104817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:04.149143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'Port': ['ID=be1425e4-c026-4b4b-8aa7-58b180c16fa8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:04.239591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d159281-6ad9-4ac2-b18a-9e60940b9471 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:04.394651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-958a5dc6-1398-4d8d-8a54-c6032a6bb732 None None] Provisioning complete for port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:04.395593 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-958a5dc6-1398-4d8d-8a54-c6032a6bb732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:04.582357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-958a5dc6-1398-4d8d-8a54-c6032a6bb732 None None] Current status of the port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:04.582847 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-958a5dc6-1398-4d8d-8a54-c6032a6bb732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:04.630900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:53:04.631467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (99b938f0-0d24-424c-9d3c-ee910eeb9214), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:04.646244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8:0:1::1c0 (6c1effe9-6423-4c1f-94e7-c0da99848c88/caeaa627-f84e-4f5a-817e-fad26cd9a070/f7137ba7-d14f-4610-8571-e498da872284) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:04.656567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fea4:1b5b (6c1effe9-6423-4c1f-94e7-c0da99848c88/704eb152-f4ff-406f-8694-a4b96e3057c8/f7137ba7-d14f-4610-8571-e498da872284) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:04.677372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-958a5dc6-1398-4d8d-8a54-c6032a6bb732 None None] For port e1ecb993-f30c-44c1-a44c-1458c5cce3c7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e1ecb993-f30c-44c1-a44c-1458c5cce3c7,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:04.756114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e1ecb993-f30c-44c1-a44c-1458c5cce3c7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:04.795311 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-958a5dc6-1398-4d8d-8a54-c6032a6bb732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:04.857392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a5dc6-1398-4d8d-8a54-c6032a6bb732 None None] Pushing event updated for resources: {'Port': ['ID=e1ecb993-f30c-44c1-a44c-1458c5cce3c7,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:04.867991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da6075-9000-4d55-9998-767b10649c42 None None] Update dhcp port {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': '704eb152-f4ff-406f-8694-a4b96e3057c8', 'ip_address': '2001:db8::f816:3eff:fe0a:a495'}, {'subnet_id': 'caeaa627-f84e-4f5a-817e-fad26cd9a070'}], 'binding:host_id': 'n-d-828670-1'}, 'id': 'e1ecb993-f30c-44c1-a44c-1458c5cce3c7'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:53:04.869771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event updated for resources: {'Subnet': ['ID=99b938f0-0d24-424c-9d3c-ee910eeb9214,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:04.888586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Checking segment: {'id': '98b883a2-a763-42c6-8658-f5fb037236ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:04.889091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Network hostable DHCP agents. Network: 73a3636e-1e49-494e-a42c-525627b082b9, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:53:04.921369 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44da6075-9000-4d55-9998-767b10649c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:04.954150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e81f0b99-0833-4cb7-9e5a-a2d0b60bc000 None None] Provisioning complete for port be1425e4-c026-4b4b-8aa7-58b180c16fa8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:04.955765 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e81f0b99-0833-4cb7-9e5a-a2d0b60bc000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:04.965618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6dda1-26d8-43a2-ac03-624eff6712e5 req-c9d59433-0e8c-46ce-9f82-0809b851e353 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:04.969907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7d6dda1-26d8-43a2-ac03-624eff6712e5 req-c9d59433-0e8c-46ce-9f82-0809b851e353 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 931 time: 0.2306058 Feb 10 06:53:04.971295 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (f7137ba7-d14f-4610-8571-e498da872284), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:04.972432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Network 73a3636e-1e49-494e-a42c-525627b082b9 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:53:05.006286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 73a3636e-1e49-494e-a42c-525627b082b9) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:05.012495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:05.013525 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.059085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7d6dda1-26d8-43a2-ac03-624eff6712e5 req-a3f1b939-12eb-4c75-a203-c091efc8fd0e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808461 Feb 10 06:53:05.062005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:05.062791 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.063571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-301b0fea-4cf3-470f-8820-92361deabeaa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1748495 Feb 10 06:53:05.067341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:05.075036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-120267685', 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:05.097869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Made reservation on behalf of 449d2eeb5da84915a04c0d5ef60329d5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:05.103162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.124271 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-1a011234-b5fd-47bc-a772-adb2576d1748 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3476295 Feb 10 06:53:05.140556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] device_id is not set on port 3c9bc756-94aa-4d94-af18-0f3380ee1dc9 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:53:05.143421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Request body: {'port': {'device_id': 'b3436446-8c41-447c-9a01-9408f11eb00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:05.191497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f7137ba7-d14f-4610-8571-e498da872284), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.213022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-44da6075-9000-4d55-9998-767b10649c42 None None] Allocated IP 2001:db8:0:1::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/caeaa627-f84e-4f5a-817e-fad26cd9a070/e1ecb993-f30c-44c1-a44c-1458c5cce3c7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:05.237073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:05.244740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e81f0b99-0833-4cb7-9e5a-a2d0b60bc000 None None] Port be1425e4-c026-4b4b-8aa7-58b180c16fa8 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:53:05.247566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:05.248076 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.262400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:05.275926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:05.283037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93827d27-101c-4f03-b518-ab3ac6d050a0 None None] Network 73a3636e-1e49-494e-a42c-525627b082b9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:05.285738 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:05.286990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.327798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Allocated IP 2001:db8::d1 (73a3636e-1e49-494e-a42c-525627b082b9/99b938f0-0d24-424c-9d3c-ee910eeb9214/3c9bc756-94aa-4d94-af18-0f3380ee1dc9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:05.429172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.452337 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2281835 Feb 10 06:53:05.455263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40716) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:05.470652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bf888-68b1-4705-a4a4-85ecbcf439c9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=f7137ba7-d14f-4610-8571-e498da872284,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:05.528728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:05.564950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-44da6075-9000-4d55-9998-767b10649c42 None None] For port e1ecb993-f30c-44c1-a44c-1458c5cce3c7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e1ecb993-f30c-44c1-a44c-1458c5cce3c7,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:05.580696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for port (3c9bc756-94aa-4d94-af18-0f3380ee1dc9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.616666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b040f-1853-42a4-a575-ac78c4ba31d6 None None] Network 73a3636e-1e49-494e-a42c-525627b082b9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:05.646361 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3c9bc756-94aa-4d94-af18-0f3380ee1dc9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.721668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Network 73a3636e-1e49-494e-a42c-525627b082b9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:05.728460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:05.732349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event updated for resources: {'Port': ['ID=3c9bc756-94aa-4d94-af18-0f3380ee1dc9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:05.748321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:05.751051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:05.752621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.776050 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44da6075-9000-4d55-9998-767b10649c42 None None] Publish callbacks [] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.783818 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44da6075-9000-4d55-9998-767b10649c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.791264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f7cb217-10ee-43ee-bee9-918b7669f2fa tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7222073 Feb 10 06:53:05.793293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40720) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:05.818005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-139a919f-5d02-4dba-97d8-fc044271598c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port f7137ba7-d14f-4610-8571-e498da872284 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:05.818469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-139a919f-5d02-4dba-97d8-fc044271598c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f7137ba7-d14f-4610-8571-e498da872284), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.892916 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6f84eed1-bd5d-4b83-aeb4-3763d1c2367c tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Deleting port 3c9bc756-94aa-4d94-af18-0f3380ee1dc9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:05.894002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f84eed1-bd5d-4b83-aeb4-3763d1c2367c tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3c9bc756-94aa-4d94-af18-0f3380ee1dc9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:05.909666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da6075-9000-4d55-9998-767b10649c42 None None] Pushing event updated for resources: {'Port': ['ID=e1ecb993-f30c-44c1-a44c-1458c5cce3c7,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:05.971811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-139a919f-5d02-4dba-97d8-fc044271598c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f7137ba7-d14f-4610-8571-e498da872284), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.006376 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f84eed1-bd5d-4b83-aeb4-3763d1c2367c tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3c9bc756-94aa-4d94-af18-0f3380ee1dc9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.007264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-139a919f-5d02-4dba-97d8-fc044271598c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for f7137ba7-d14f-4610-8571-e498da872284 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:06.018008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6f84eed1-bd5d-4b83-aeb4-3763d1c2367c tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Calling delete_port for 3c9bc756-94aa-4d94-af18-0f3380ee1dc9 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:06.024969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1425e4-c026-4b4b-8aa7-58b180c16fa8 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:53:06.040316 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Publish callbacks [] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.110598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Transition to ACTIVE for port object be1425e4-c026-4b4b-8aa7-58b180c16fa8 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:53:06.123219 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.187695 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f84eed1-bd5d-4b83-aeb4-3763d1c2367c tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3c9bc756-94aa-4d94-af18-0f3380ee1dc9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.240770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=be1425e4-c026-4b4b-8aa7-58b180c16fa8,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:06.274043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84eed1-bd5d-4b83-aeb4-3763d1c2367c tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c9bc756-94aa-4d94-af18-0f3380ee1dc9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:06.326768 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f84eed1-bd5d-4b83-aeb4-3763d1c2367c tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.330098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6f84eed1-bd5d-4b83-aeb4-3763d1c2367c tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3c9bc756-94aa-4d94-af18-0f3380ee1dc9 HTTP/1.1" status: 204 len: 168 time: 0.5358143 Feb 10 06:53:06.332859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40730) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:06.339774 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73a3636e-1e49-494e-a42c-525627b082b9', 'external_fixed_ips': [{'subnet_id': '99b938f0-0d24-424c-9d3c-ee910eeb9214', 'ip_address': '2001:db8::d1'}]}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:06.383066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446bcf9-a3e5-42ff-bf04-d188460f79b8 req-24de08c9-354e-478f-8fb0-74541dc40360 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:06.384631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c446bcf9-a3e5-42ff-bf04-d188460f79b8 req-24de08c9-354e-478f-8fb0-74541dc40360 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 943 time: 0.1750979 Feb 10 06:53:06.386325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (da5e69bf-1d1a-4264-879e-966e8627fcbb), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.387357 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (da5e69bf-1d1a-4264-879e-966e8627fcbb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.458310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Attempting to bind port be1425e4-c026-4b4b-8aa7-58b180c16fa8 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:06.458672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Attempting to bind port be1425e4-c026-4b4b-8aa7-58b180c16fa8 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:06.458995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Attempting to bind port be1425e4-c026-4b4b-8aa7-58b180c16fa8 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:06.475080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Port be1425e4-c026-4b4b-8aa7-58b180c16fa8 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:53:06.475456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Attempting to bind port be1425e4-c026-4b4b-8aa7-58b180c16fa8 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:06.485309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c446bcf9-a3e5-42ff-bf04-d188460f79b8 req-bde0d0c8-da2a-4ceb-9f13-be893ddf28d6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906787 Feb 10 06:53:06.489736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:06.490071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Checking segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:06.490492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Bound using segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:06.491020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Bound port: be1425e4-c026-4b4b-8aa7-58b180c16fa8, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:06.491313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.502878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-139a919f-5d02-4dba-97d8-fc044271598c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f7137ba7-d14f-4610-8571-e498da872284), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.557651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a919f-5d02-4dba-97d8-fc044271598c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=f7137ba7-d14f-4610-8571-e498da872284,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:06.620608 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_controller (da5e69bf-1d1a-4264-879e-966e8627fcbb), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.626645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-139a919f-5d02-4dba-97d8-fc044271598c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.632677 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-139a919f-5d02-4dba-97d8-fc044271598c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/f7137ba7-d14f-4610-8571-e498da872284 HTTP/1.1" status: 204 len: 168 time: 1.1761491 Feb 10 06:53:06.635160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40732) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:06.667035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e1ecb993-f30c-44c1-a44c-1458c5cce3c7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:06.695730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] For port be1425e4-c026-4b4b-8aa7-58b180c16fa8, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:06.700067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] For port be1425e4-c026-4b4b-8aa7-58b180c16fa8, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=be1425e4-c026-4b4b-8aa7-58b180c16fa8,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:06.712199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163ebfd9-ae84-40eb-8d8b-efe0b06ebafb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:06.716878 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-163ebfd9-ae84-40eb-8d8b-efe0b06ebafb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0806179 Feb 10 06:53:06.717755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40734) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:06.746392 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.768542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:06.769283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.770593 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] 10.222.0.13 "PUT /v2.0/ports/be1425e4-c026-4b4b-8aa7-58b180c16fa8 HTTP/1.1" status: 200 len: 1091 time: 1.6387401 Feb 10 06:53:06.788857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3436446-8c41-447c-9a01-9408f11eb00a', 'tag': 'be1425e4-c026-4b4b-8aa7-58b180c16fa8'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:53:06.791195 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbf5827-967e-41e2-94b8-308b0ddf2724" -d '{"events": [{"name": "network-changed", "server_uuid": "b3436446-8c41-447c-9a01-9408f11eb00a", "tag": "be1425e4-c026-4b4b-8aa7-58b180c16fa8"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:53:06.793039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:06.794889 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.864860 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (da5e69bf-1d1a-4264-879e-966e8627fcbb), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:06.885039 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb349f-8ef6-4d83-b6a7-39cdeb1629ac x-openstack-request-id: req-3bbb349f-8ef6-4d83-b6a7-39cdeb1629ac {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:53:06.885338 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3436446-8c41-447c-9a01-9408f11eb00a", "tag": "be1425e4-c026-4b4b-8aa7-58b180c16fa8", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:53:06.885599 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bbb349f-8ef6-4d83-b6a7-39cdeb1629ac {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:53:06.886003 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3436446-8c41-447c-9a01-9408f11eb00a', 'tag': 'be1425e4-c026-4b4b-8aa7-58b180c16fa8', 'status': 'completed', 'code': 200} Feb 10 06:53:06.941290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1a806-2da6-43de-b877-dd7930f49f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:06.946858 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2be1a806-2da6-43de-b877-dd7930f49f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2280576 Feb 10 06:53:06.947625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40738) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:06.967406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ddcaa-123a-448d-af26-3a962996a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=be1425e4-c026-4b4b-8aa7-58b180c16fa8,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:06.982274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-7f1395b6-7ba3-4c37-8f7f-0e6cded5611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:06.983820 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-7f1395b6-7ba3-4c37-8f7f-0e6cded5611d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 1125 time: 0.1709225 Feb 10 06:53:07.003805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:07.034994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a7a7d3a8-8605-4639-975b-3cf238819251 None None] Provisioning complete for port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:07.035637 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7a7d3a8-8605-4639-975b-3cf238819251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:07.038708 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:07.058580 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-b870d49c-d1a4-4fc7-af2a-afaa6caef979 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1425e4-c026-4b4b-8aa7-58b180c16fa8 HTTP/1.1" status: 200 len: 217 time: 0.0591788 Feb 10 06:53:07.171871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-6d947f6e-771d-4258-9e10-a27d932bca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.173946 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-6d947f6e-771d-4258-9e10-a27d932bca2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1069741 Feb 10 06:53:07.184060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7d3a8-8605-4639-975b-3cf238819251 None None] Current status of the port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:07.239478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-f681eb56-5fba-4e10-a19d-0d945df6e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.241029 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-f681eb56-5fba-4e10-a19d-0d945df6e24e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0611386 Feb 10 06:53:07.317800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-76389380-c81c-4ae4-a554-f3d8131fa732 None None] Could not find standard attr ID for object f7137ba7-d14f-4610-8571-e498da872284. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:53:07.385242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-9c3232eb-016a-450d-9309-996b97d21397 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381271 Feb 10 06:53:07.504360 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-41b3fe85-f4d9-40f0-9707-9cd894703c50 req-07470f32-0576-4afa-a4ad-39f8b7cfb159 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104176 Feb 10 06:53:07.519324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f9f99-b2ac-4179-8eb2-f4be062a1cc4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.520758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f9f99-b2ac-4179-8eb2-f4be062a1cc4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.522121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f9f99-b2ac-4179-8eb2-f4be062a1cc4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.523910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0a6f9f99-b2ac-4179-8eb2-f4be062a1cc4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5744367 Feb 10 06:53:07.526580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40744) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:07.594975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0c0450-791b-4043-886f-75e84a018cb0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 704eb152-f4ff-406f-8694-a4b96e3057c8 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:07.614650 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e0c0450-791b-4043-886f-75e84a018cb0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (704eb152-f4ff-406f-8694-a4b96e3057c8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:07.627990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-7a148d35-52c9-4e79-a4af-c7d5f74a5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.629618 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-7a148d35-52c9-4e79-a4af-c7d5f74a5058 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 1125 time: 0.0543861 Feb 10 06:53:07.670656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e0c0450-791b-4043-886f-75e84a018cb0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (704eb152-f4ff-406f-8694-a4b96e3057c8), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:07.732304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-faa91294-ee7f-4273-9db0-7108b01acd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.734852 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-faa91294-ee7f-4273-9db0-7108b01acd50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.0998812 Feb 10 06:53:07.776028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed48e7-209d-4180-a6f3-edd3b2e2498d req-80b909c9-fed0-442e-bb4f-bc93b4f99772 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.777539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71ed48e7-209d-4180-a6f3-edd3b2e2498d req-80b909c9-fed0-442e-bb4f-bc93b4f99772 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 943 time: 0.2012732 Feb 10 06:53:07.780307 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-2da4b1b7-3737-4ed6-bcd5-ac7cbb035600 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1425e4-c026-4b4b-8aa7-58b180c16fa8 HTTP/1.1" status: 200 len: 217 time: 0.0387180 Feb 10 06:53:07.829096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-2c51766a-7f5e-49a5-9265-4f9d35177c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.831595 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-2c51766a-7f5e-49a5-9265-4f9d35177c15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0461855 Feb 10 06:53:07.890520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-b0fdcccb-1c7a-415d-9470-de62bc081bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:07.892461 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-b0fdcccb-1c7a-415d-9470-de62bc081bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544174 Feb 10 06:53:07.895443 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (da5e69bf-1d1a-4264-879e-966e8627fcbb), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:07.925046 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:07.929725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e0c0450-791b-4043-886f-75e84a018cb0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (704eb152-f4ff-406f-8694-a4b96e3057c8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:07.961365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71ed48e7-209d-4180-a6f3-edd3b2e2498d req-77d6705d-5dd2-4a68-a53a-8daf4d7f40ef tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751761 Feb 10 06:53:07.996444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-37a8d824-f119-4c7f-aca4-294e31016f96 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978422 Feb 10 06:53:08.058944 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e0c0450-791b-4043-886f-75e84a018cb0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (704eb152-f4ff-406f-8694-a4b96e3057c8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.098175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c0450-791b-4043-886f-75e84a018cb0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=704eb152-f4ff-406f-8694-a4b96e3057c8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:08.098933 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6cbf5827-967e-41e2-94b8-308b0ddf2724 req-605935ea-e204-493e-af71-526bf4e4c5fb service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970025 Feb 10 06:53:08.105939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e0c0450-791b-4043-886f-75e84a018cb0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.111970 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8e0c0450-791b-4043-886f-75e84a018cb0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/704eb152-f4ff-406f-8694-a4b96e3057c8 HTTP/1.1" status: 204 len: 168 time: 0.5816574 Feb 10 06:53:08.113111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40746) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:08.120211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef0efaf-fcaa-43ef-8dcd-43da5b3d5482 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:08.179198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c82bc29-256c-4b82-b884-fc12eb1be6f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet caeaa627-f84e-4f5a-817e-fad26cd9a070 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:08.183254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c82bc29-256c-4b82-b884-fc12eb1be6f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (caeaa627-f84e-4f5a-817e-fad26cd9a070), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.258751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c82bc29-256c-4b82-b884-fc12eb1be6f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (caeaa627-f84e-4f5a-817e-fad26cd9a070), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.292296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Allocated IP 2001:db8::d1 (73a3636e-1e49-494e-a42c-525627b082b9/99b938f0-0d24-424c-9d3c-ee910eeb9214/c29e5b5b-d664-4d30-8c24-4370918af656) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:08.413975 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c82bc29-256c-4b82-b884-fc12eb1be6f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (caeaa627-f84e-4f5a-817e-fad26cd9a070), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.493242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for port (c29e5b5b-d664-4d30-8c24-4370918af656), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.524155 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c82bc29-256c-4b82-b884-fc12eb1be6f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (caeaa627-f84e-4f5a-817e-fad26cd9a070), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.562368 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c82bc29-256c-4b82-b884-fc12eb1be6f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.568519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c82bc29-256c-4b82-b884-fc12eb1be6f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/caeaa627-f84e-4f5a-817e-fad26cd9a070 HTTP/1.1" status: 204 len: 168 time: 0.4530802 Feb 10 06:53:08.568934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:08.577913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82bc29-256c-4b82-b884-fc12eb1be6f4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=caeaa627-f84e-4f5a-817e-fad26cd9a070,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:08.615896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0a0a2b1e-5242-48a4-b07d-b4f2d5b24d1d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458193 Feb 10 06:53:08.618844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:08.627317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:08.632215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c29e5b5b-d664-4d30-8c24-4370918af656), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.733599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Network 73a3636e-1e49-494e-a42c-525627b082b9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:08.747176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:08.750894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event updated for resources: {'Port': ['ID=c29e5b5b-d664-4d30-8c24-4370918af656,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:08.755133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:08.811222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:08.815026 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:08.997910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f335929-f756-4dfa-94d4-1067eb846247 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:09.098734 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a7054fe2-3dbd-48eb-88ea-ac641b3ffa4b None None] Provisioning complete for port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:09.099261 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7054fe2-3dbd-48eb-88ea-ac641b3ffa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:09.156262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (da5e69bf-1d1a-4264-879e-966e8627fcbb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:09.197859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a7054fe2-3dbd-48eb-88ea-ac641b3ffa4b None None] Current status of the port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:09.233283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3603c2-e9a3-4982-862c-5dc000fd7c6b None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:53:09.239985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2e91c-55cf-4ec8-bccb-2086333c59b9 req-068da834-5d70-4e28-a988-380992c07619 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:09.241628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69d2e91c-55cf-4ec8-bccb-2086333c59b9 req-068da834-5d70-4e28-a988-380992c07619 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 943 time: 0.2036893 Feb 10 06:53:09.292589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bd3603c2-e9a3-4982-862c-5dc000fd7c6b None None] Deleting port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:09.293266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd3603c2-e9a3-4982-862c-5dc000fd7c6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:09.378790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-bd3603c2-e9a3-4982-862c-5dc000fd7c6b None None] For port e1ecb993-f30c-44c1-a44c-1458c5cce3c7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e1ecb993-f30c-44c1-a44c-1458c5cce3c7,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:09.379198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd3603c2-e9a3-4982-862c-5dc000fd7c6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:09.383109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69d2e91c-55cf-4ec8-bccb-2086333c59b9 req-3a3a49ff-1e9d-4009-8cbe-5d43bf294a8e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295097 Feb 10 06:53:09.393941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bd3603c2-e9a3-4982-862c-5dc000fd7c6b None None] Calling delete_port for e1ecb993-f30c-44c1-a44c-1458c5cce3c7 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:09.483420 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd3603c2-e9a3-4982-862c-5dc000fd7c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (e1ecb993-f30c-44c1-a44c-1458c5cce3c7), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:09.509277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3603c2-e9a3-4982-862c-5dc000fd7c6b None None] Pushing event deleted for resources: {'Port': ['ID=e1ecb993-f30c-44c1-a44c-1458c5cce3c7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:09.514114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3603c2-e9a3-4982-862c-5dc000fd7c6b None None] No DVR routers for this DVR port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:53:09.533090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:53:09.618718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (da5e69bf-1d1a-4264-879e-966e8627fcbb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:09.680793 n-d-828670-1 neutron-server[103214]: WARNING neutron.services.revisions.revision_plugin [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Could not find related port for resource to bump revision. Feb 10 06:53:09.690994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_pluggable_backend [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Port e1ecb993-f30c-44c1-a44c-1458c5cce3c7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103214) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 06:53:09.691304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_pluggable_backend [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0a:a495 {{(pid=103214) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 06:53:09.696120 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_pluggable_backend [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0a:a495 {{(pid=103214) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 06:53:09.698925 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (95ef83f6-58d6-4d46-89ff-cb57cfbb12b4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:09.780307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:09.789585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:09.795521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:09.796134 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:09.799141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f0393-1699-4f70-b038-b3ed8267ddad None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:09.817367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=95ef83f6-58d6-4d46-89ff-cb57cfbb12b4,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:09.829215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2092724 Feb 10 06:53:09.833321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40758) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:09.834623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.835069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.835409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.835682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.836036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.836398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.836768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.837058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.837400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.837768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.838157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.838572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.838897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618aa437-84ae-4f36-adb4-9cea8e49898a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:09.841465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0b94c320-ba99-4a91-ac5f-33bcad69a6d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:09.868091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Router da5e69bf-1d1a-4264-879e-966e8627fcbb is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:09.928207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '95ef83f6-58d6-4d46-89ff-cb57cfbb12b4'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:53:09.929297 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:09.988822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94c320-ba99-4a91-ac5f-33bcad69a6d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:09.993648 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b94c320-ba99-4a91-ac5f-33bcad69a6d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.039296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:10.060721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Sync routers for ids ['da5e69bf-1d1a-4264-879e-966e8627fcbb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:10.064042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.066697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-29b76475-d16b-4422-a32c-1b317f3e1f67 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.7320969 Feb 10 06:53:10.069042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40760) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:10.102893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Routers {'da5e69bf-1d1a-4264-879e-966e8627fcbb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:10.103761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:52:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['da5e69bf-1d1a-4264-879e-966e8627fcbb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:10.115891 n-d-828670-1 neutron-server[103213]: INFO neutron.db.ipam_backend_mixin [None req-0b94c320-ba99-4a91-ac5f-33bcad69a6d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95ef83f6-58d6-4d46-89ff-cb57cfbb12b4 (CIDR: 2001:db8::/64) Feb 10 06:53:10.116161 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.120230 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b94c320-ba99-4a91-ac5f-33bcad69a6d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:53:10.120800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b94c320-ba99-4a91-ac5f-33bcad69a6d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:10.142523 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0b94c320-ba99-4a91-ac5f-33bcad69a6d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3055089 Feb 10 06:53:10.142746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40762) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:10.149025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:10.155029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Allocated IP 2001:db8::f816:3eff:fe95:9720 (6c1effe9-6423-4c1f-94e7-c0da99848c88/95ef83f6-58d6-4d46-89ff-cb57cfbb12b4/5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:10.245625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (da5e69bf-1d1a-4264-879e-966e8627fcbb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.287868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Set router da5e69bf-1d1a-4264-879e-966e8627fcbb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:10.327281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:10.335232 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.437052 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6efbd84a-1453-42e8-bfb1-b3c29b72ccab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.637231 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Publish callbacks [] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.654075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.656328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e1ecb993-f30c-44c1-a44c-1458c5cce3c7 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:53:10.714752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (cabca529-0d50-4e40-adcf-92f8bd69d9ae), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.767975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Pushing event updated for resources: {'Port': ['ID=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:10.778149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: e1ecb993-f30c-44c1-a44c-1458c5cce3c7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:53:10.778626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e1ecb993-f30c-44c1-a44c-1458c5cce3c7 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:53:10.789478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:10.792636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:10.800068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:10.800491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=cabca529-0d50-4e40-adcf-92f8bd69d9ae,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:10.808665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5e69bf-1d1a-4264-879e-966e8627fcbb', 'name': '', 'tenant_id': '449d2eeb5da84915a04c0d5ef60329d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73a3636e-1e49-494e-a42c-525627b082b9', 'external_fixed_ips': [{'subnet_id': '99b938f0-0d24-424c-9d3c-ee910eeb9214', 'ip_address': '2001:db8::d1'}], 'enable_snat': True}, 'gw_port_id': 'c29e5b5b-d664-4d30-8c24-4370918af656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:06Z', 'updated_at': '2022-02-10T06:53:08Z', 'revision_number': 3, 'project_id': '449d2eeb5da84915a04c0d5ef60329d5', 'gw_port': {'id': 'c29e5b5b-d664-4d30-8c24-4370918af656', 'name': '', 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5e69bf-1d1a-4264-879e-966e8627fcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '99b938f0-0d24-424c-9d3c-ee910eeb9214', 'ip_address': '2001:db8::d1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:07Z', 'updated_at': '2022-02-10T06:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99b938f0-0d24-424c-9d3c-ee910eeb9214', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:10.861997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:10.863470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Checking router: da5e69bf-1d1a-4264-879e-966e8627fcbb for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:53:10.864001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Updating router da5e69bf-1d1a-4264-879e-966e8627fcbb port c29e5b5b-d664-4d30-8c24-4370918af656 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:53:10.865396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:10.868250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:10.868973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.897109 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fe421dd0-3e5a-4e66-abb1-6d77b28e95ed tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7532597 Feb 10 06:53:10.899874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40786) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:10.906383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:3d:bd:7f', 'name': 'tempest-NetworksTestDHCPv6-1626333161'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:10.919343 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c29e5b5b-d664-4d30-8c24-4370918af656), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:10.920381 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-9c517e8c-f82a-4997-88bc-786c12e416f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1220453 Feb 10 06:53:11.035816 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (da5e69bf-1d1a-4264-879e-966e8627fcbb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.070849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-7ccf724f-28d0-4d9a-8a97-de08ab8dbbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:11.072528 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-7ccf724f-28d0-4d9a-8a97-de08ab8dbbcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f41676fb7b4dedae37ef92bbafc71c&device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1127 time: 0.0837312 Feb 10 06:53:11.108516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39028a01-c60d-4d71-9253-520ca8a9bf9b req-eb1a9db8-4610-4bb8-85a8-be82e2ae5042 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:11.111285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39028a01-c60d-4d71-9253-520ca8a9bf9b req-eb1a9db8-4610-4bb8-85a8-be82e2ae5042 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 943 time: 0.1101065 Feb 10 06:53:11.125126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:11.188027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39028a01-c60d-4d71-9253-520ca8a9bf9b req-83aaba98-2c7c-4370-a0a2-9f9343e72a7f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661218 Feb 10 06:53:11.212804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Deleting port c29e5b5b-d664-4d30-8c24-4370918af656 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:11.213146 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c29e5b5b-d664-4d30-8c24-4370918af656), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.254548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.260146 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Publish callbacks [] for port (c29e5b5b-d664-4d30-8c24-4370918af656), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.262888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device be1425e4-c026-4b4b-8aa7-58b180c16fa8 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:53:11.266447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Attempting to bind port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:11.267069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Attempting to bind port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:11.267633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Attempting to bind port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:11.288279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port af823fcb-6dea-48f4-b42f-6794a4901a39 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:53:11.309239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c29e5b5b-d664-4d30-8c24-4370918af656), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.325470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Calling delete_port for c29e5b5b-d664-4d30-8c24-4370918af656 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:11.380317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c29e5b5b-d664-4d30-8c24-4370918af656), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.406408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:11.411500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-84bd8f3b-57e7-41e4-9d40-1500c38ae161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:11.413330 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-84bd8f3b-57e7-41e4-9d40-1500c38ae161 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f97832f-c399-47ed-b8b5-f99ce95da35b HTTP/1.1" status: 200 len: 909 time: 0.3191235 Feb 10 06:53:11.414905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:11.415332 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.415745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:11.416257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Bound port: 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:11.416652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.533641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port be1425e4-c026-4b4b-8aa7-58b180c16fa8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=be1425e4-c026-4b4b-8aa7-58b180c16fa8,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:11.562061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Attempting to bind port c29e5b5b-d664-4d30-8c24-4370918af656 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:11.562477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Attempting to bind port c29e5b5b-d664-4d30-8c24-4370918af656 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '98b883a2-a763-42c6-8658-f5fb037236ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:11.562851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Attempting to bind port c29e5b5b-d664-4d30-8c24-4370918af656 on network 73a3636e-1e49-494e-a42c-525627b082b9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:11.572285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'be1425e4-c026-4b4b-8aa7-58b180c16fa8', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'port_id': 'be1425e4-c026-4b4b-8aa7-58b180c16fa8', 'mac_address': 'fa:16:3e:e6:cc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:53:11.579570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786b285-fbf6-438d-b5a4-3ec5f4a68650 None None] Pushing event updated for resources: {'Port': ['ID=c29e5b5b-d664-4d30-8c24-4370918af656,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:11.588349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:11.588349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Checking segment: {'id': '98b883a2-a763-42c6-8658-f5fb037236ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:11.588589 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.588923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Bound using segment: {'id': '98b883a2-a763-42c6-8658-f5fb037236ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:11.589681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Bound port: c29e5b5b-d664-4d30-8c24-4370918af656, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b883a2-a763-42c6-8658-f5fb037236ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:11.590131 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c29e5b5b-d664-4d30-8c24-4370918af656), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.597322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c29e5b5b-d664-4d30-8c24-4370918af656), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.658614 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (da5e69bf-1d1a-4264-879e-966e8627fcbb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.709578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event deleted for resources: {'Port': ['ID=c29e5b5b-d664-4d30-8c24-4370918af656,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:11.831286 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:53:11.831909 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:53:11.833686 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-ce9c5099-1375-40a2-a9c0-38a740d4c468 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d502f01c-06b8-45ab-8327-82941b929756 HTTP/1.1" status: 200 len: 1000 time: 0.4124045 Feb 10 06:53:11.882245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port be1425e4-c026-4b4b-8aa7-58b180c16fa8 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:11.882914 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.897594 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (da5e69bf-1d1a-4264-879e-966e8627fcbb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.899991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1425e4-c026-4b4b-8aa7-58b180c16fa8 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:53:11.900606 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_controller (da5e69bf-1d1a-4264-879e-966e8627fcbb), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.908541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] For port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:11.931588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] For port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:11.934440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port be1425e4-c026-4b4b-8aa7-58b180c16fa8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=be1425e4-c026-4b4b-8aa7-58b180c16fa8,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:11.937584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-6ea24e8f-f8c9-4f28-a0b6-2a83b10d3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:11.939454 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-6ea24e8f-f8c9-4f28-a0b6-2a83b10d3737 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f552ad7-96b9-4f2d-84d5-a988313c3120 HTTP/1.1" status: 200 len: 848 time: 0.0855968 Feb 10 06:53:11.943307 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.966317 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (da5e69bf-1d1a-4264-879e-966e8627fcbb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.967457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da5e69bf-1d1a-4264-879e-966e8627fcbb {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:11.979594 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:11.981224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e9516027-7bd2-4f6c-b086-1abe92a3d8c9 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "DELETE /v2.0/routers/da5e69bf-1d1a-4264-879e-966e8627fcbb HTTP/1.1" status: 204 len: 168 time: 1.9108512 Feb 10 06:53:11.984190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:12.010773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.040490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-38c664f6-9244-4409-bfe9-43dc33077fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:12.042119 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-38c664f6-9244-4409-bfe9-43dc33077fd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f97832f-c399-47ed-b8b5-f99ce95da35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0971320 Feb 10 06:53:12.045263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8:0:1::247 (6c1effe9-6423-4c1f-94e7-c0da99848c88/cabca529-0d50-4e40-adcf-92f8bd69d9ae/af823fcb-6dea-48f4-b42f-6794a4901a39) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:12.052890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-43788d08-0d3e-4236-b248-7225db1a5f8b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Deleting subnet 99b938f0-0d24-424c-9d3c-ee910eeb9214 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:12.058150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=be1425e4-c026-4b4b-8aa7-58b180c16fa8,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:12.059554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43788d08-0d3e-4236-b248-7225db1a5f8b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for subnet (99b938f0-0d24-424c-9d3c-ee910eeb9214), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.118466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586727-b470-40e9-9c5a-0695809a935b None None] Pushing event updated for resources: {'Port': ['ID=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:12.140617 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43788d08-0d3e-4236-b248-7225db1a5f8b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (99b938f0-0d24-424c-9d3c-ee910eeb9214), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.164332 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-7bddfc25-3b24-4313-93d4-d699eac18f65 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141725 Feb 10 06:53:12.169181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::f816:3eff:fe3d:bd7f (6c1effe9-6423-4c1f-94e7-c0da99848c88/95ef83f6-58d6-4d46-89ff-cb57cfbb12b4/af823fcb-6dea-48f4-b42f-6794a4901a39) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:12.189785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43788d08-0d3e-4236-b248-7225db1a5f8b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (99b938f0-0d24-424c-9d3c-ee910eeb9214), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.234553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['be1425e4-c026-4b4b-8aa7-58b180c16fa8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:53:12.283182 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-fa4a0983-e71f-4667-ad13-0a9914c8b2a0 req-a11539a5-34cf-46ef-b9a6-2f95c56a2f90 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107204 Feb 10 06:53:12.321767 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43788d08-0d3e-4236-b248-7225db1a5f8b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (99b938f0-0d24-424c-9d3c-ee910eeb9214), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.370903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Attempting to bind port c29e5b5b-d664-4d30-8c24-4370918af656 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:12.371499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Attempting to bind port c29e5b5b-d664-4d30-8c24-4370918af656 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '98b883a2-a763-42c6-8658-f5fb037236ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:12.372062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Attempting to bind port c29e5b5b-d664-4d30-8c24-4370918af656 on network 73a3636e-1e49-494e-a42c-525627b082b9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:12.379904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43788d08-0d3e-4236-b248-7225db1a5f8b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=99b938f0-0d24-424c-9d3c-ee910eeb9214,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:12.385069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:12.386005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Checking segment: {'id': '98b883a2-a763-42c6-8658-f5fb037236ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:12.386635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.387243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Bound using segment: {'id': '98b883a2-a763-42c6-8658-f5fb037236ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:12.388041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Bound port: c29e5b5b-d664-4d30-8c24-4370918af656, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b883a2-a763-42c6-8658-f5fb037236ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '73a3636e-1e49-494e-a42c-525627b082b9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:12.389647 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c29e5b5b-d664-4d30-8c24-4370918af656), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.396054 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43788d08-0d3e-4236-b248-7225db1a5f8b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.405330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-43788d08-0d3e-4236-b248-7225db1a5f8b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/99b938f0-0d24-424c-9d3c-ee910eeb9214 HTTP/1.1" status: 204 len: 168 time: 0.4198866 Feb 10 06:53:12.410128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40794) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:12.418364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Port c29e5b5b-d664-4d30-8c24-4370918af656 has been deleted concurrently {{(pid=103215) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 10 06:53:12.455145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:12.455534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 06:53:12.456146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_agentschedulers_db [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da5e69bf-1d1a-4264-879e-966e8627fcbb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:52:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103215) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 06:53:12.456530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b61cf-2a31-4192-a265-dc764aebe5fb None None] The sync data for ids ['da5e69bf-1d1a-4264-879e-966e8627fcbb'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:12.550796 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67955dbe-3744-40d0-8948-5ae80479ce17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.575309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (af823fcb-6dea-48f4-b42f-6794a4901a39), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.626277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (73a3636e-1e49-494e-a42c-525627b082b9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.662337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (af823fcb-6dea-48f4-b42f-6794a4901a39), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.680010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f3601-420a-4151-a129-e554ed275132 req-22adb30b-f38f-42c6-913c-7f698939df64 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:12.682494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-267f3601-420a-4151-a129-e554ed275132 req-22adb30b-f38f-42c6-913c-7f698939df64 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 944 time: 0.3057492 Feb 10 06:53:12.723751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:12.743602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:12.746943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:12.751379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:12.757786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:12.758530 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.774550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=af823fcb-6dea-48f4-b42f-6794a4901a39,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:12.800078 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b33e694a-aa28-4198-af30-cdfc75378c4e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8898270 Feb 10 06:53:12.800795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40798) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:12.838067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:12.838485 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.953069 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (73a3636e-1e49-494e-a42c-525627b082b9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:12.967342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-267f3601-420a-4151-a129-e554ed275132 req-923e79b5-7c0e-40aa-ba3f-5fcd6dba81bb tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715635 Feb 10 06:53:12.984668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a3636e-1e49-494e-a42c-525627b082b9']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:12.999178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-233d7d45-859a-467d-900d-418058453e47 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port af823fcb-6dea-48f4-b42f-6794a4901a39 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:13.000120 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-233d7d45-859a-467d-900d-418058453e47 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (af823fcb-6dea-48f4-b42f-6794a4901a39), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.003454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:13.003858 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.017623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b883a2-a763-42c6-8658-f5fb037236ed') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:13.017912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b883a2-a763-42c6-8658-f5fb037236ed') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:13.027268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (98b883a2-a763-42c6-8658-f5fb037236ed), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.041580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (98b883a2-a763-42c6-8658-f5fb037236ed), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.051821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:53:13.053776 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (98b883a2-a763-42c6-8658-f5fb037236ed), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: items = [ Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:53:13.056009 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:53:13.076586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:13.083781 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.156416 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-233d7d45-859a-467d-900d-418058453e47 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (af823fcb-6dea-48f4-b42f-6794a4901a39), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.157296 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (73a3636e-1e49-494e-a42c-525627b082b9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.165019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73a3636e-1e49-494e-a42c-525627b082b9 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 06:53:13.171567 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.175595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:13.181201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "DELETE /v2.0/networks/73a3636e-1e49-494e-a42c-525627b082b9 HTTP/1.1" status: 204 len: 168 time: 0.7694747 Feb 10 06:53:13.190931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-233d7d45-859a-467d-900d-418058453e47 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for af823fcb-6dea-48f4-b42f-6794a4901a39 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:13.203671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09feaa-3c23-409a-b17d-eac4a3b45ac7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event deleted for resources: {'Network': ['ID=73a3636e-1e49-494e-a42c-525627b082b9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:13.407807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-247b3700-c4f4-468d-8a8d-314908a3f270 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2757766 Feb 10 06:53:13.595856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40808) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:13.604087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0e76e4a0-eeee-4235-a7e8-1eb78c774e39 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'router': {'name': 'tempest-router--1705140594', 'project_id': '8fe95daca389440ba193d495d8556a02'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:13.611122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4b03-72be-4430-b2f5-03295023721f req-3d9dd45e-3f11-44d1-8c10-8a3a8fdfc573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:13.612817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-3d9dd45e-3f11-44d1-8c10-8a3a8fdfc573 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1126 time: 0.1450071 Feb 10 06:53:13.657886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-233d7d45-859a-467d-900d-418058453e47 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (af823fcb-6dea-48f4-b42f-6794a4901a39), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.682833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e76e4a0-eeee-4235-a7e8-1eb78c774e39 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (c98b7aa9-5502-4aee-b4a8-c5769387447e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.683919 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e76e4a0-eeee-4235-a7e8-1eb78c774e39 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (c98b7aa9-5502-4aee-b4a8-c5769387447e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.718860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d7d45-859a-467d-900d-418058453e47 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=af823fcb-6dea-48f4-b42f-6794a4901a39,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:13.749889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-233d7d45-859a-467d-900d-418058453e47 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.754006 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-233d7d45-859a-467d-900d-418058453e47 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/af823fcb-6dea-48f4-b42f-6794a4901a39 HTTP/1.1" status: 204 len: 168 time: 0.9522274 Feb 10 06:53:13.756653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40810) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:13.819935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.826831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad32a6-7a04-42e2-86c2-40d0a358a059 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:13.828753 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-44ad32a6-7a04-42e2-86c2-40d0a358a059 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0706961 Feb 10 06:53:13.831378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40812) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:13.897467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e76e4a0-eeee-4235-a7e8-1eb78c774e39 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_controller (c98b7aa9-5502-4aee-b4a8-c5769387447e), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.909048 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e76e4a0-eeee-4235-a7e8-1eb78c774e39 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (c98b7aa9-5502-4aee-b4a8-c5769387447e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.916932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4b03-72be-4430-b2f5-03295023721f req-d2252e8c-5c9c-4e67-a296-7cc13e87ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:13.926045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-d2252e8c-5c9c-4e67-a296-7cc13e87ff5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.2881444 Feb 10 06:53:13.936340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c38f28-085c-40cf-bafe-b5eae349e5e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:13.940197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1875fe75-d531-4211-9259-657e44a8fc69 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:13.942746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-02c38f28-085c-40cf-bafe-b5eae349e5e6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1098244 Feb 10 06:53:13.943831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40816) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:13.985301 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e76e4a0-eeee-4235-a7e8-1eb78c774e39 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:13.987817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e76e4a0-eeee-4235-a7e8-1eb78c774e39 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3874886 Feb 10 06:53:13.991198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40818) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:14.033614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da03a896-0406-421f-b509-435d5521027e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:14.042718 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da03a896-0406-421f-b509-435d5521027e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:14.044410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da03a896-0406-421f-b509-435d5521027e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:14.051224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-da03a896-0406-421f-b509-435d5521027e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1063917 Feb 10 06:53:14.052070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40822) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:14.079890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b5b49a6b-8c88-481f-9e03-8c5e757efe7e None None] Provisioning complete for port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:14.080320 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5b49a6b-8c88-481f-9e03-8c5e757efe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.090488 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81813e44-bd2b-4207-9dfa-a030bf14812b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (c98b7aa9-5502-4aee-b4a8-c5769387447e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.136634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-0186163c-601e-4cdc-9b35-04a4768cecbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 95ef83f6-58d6-4d46-89ff-cb57cfbb12b4 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:14.141380 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0186163c-601e-4cdc-9b35-04a4768cecbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (95ef83f6-58d6-4d46-89ff-cb57cfbb12b4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.172358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b5b49a6b-8c88-481f-9e03-8c5e757efe7e None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:14.193046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0186163c-601e-4cdc-9b35-04a4768cecbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (95ef83f6-58d6-4d46-89ff-cb57cfbb12b4), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.216459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-02f96b65-db35-4ba6-b672-31f5208554b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 999 time: 0.2799273 Feb 10 06:53:14.233972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc566e4-3f66-44f2-a7a5-1f0ee2e7e4b7 None None] Update dhcp port {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': '95ef83f6-58d6-4d46-89ff-cb57cfbb12b4', 'ip_address': '2001:db8::f816:3eff:fe95:9720'}, {'subnet_id': 'cabca529-0d50-4e40-adcf-92f8bd69d9ae'}], 'binding:host_id': 'n-d-828670-1'}, 'id': '5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:53:14.265311 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adc566e4-3f66-44f2-a7a5-1f0ee2e7e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.302267 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0186163c-601e-4cdc-9b35-04a4768cecbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (95ef83f6-58d6-4d46-89ff-cb57cfbb12b4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.371133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0186163c-601e-4cdc-9b35-04a4768cecbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (95ef83f6-58d6-4d46-89ff-cb57cfbb12b4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.397142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4b03-72be-4430-b2f5-03295023721f req-7ad462de-c39b-4638-8912-a331360bd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:14.398936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-7ad462de-c39b-4638-8912-a331360bd725 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1456323 Feb 10 06:53:14.408674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eb83e-1f97-4520-9faa-beb82896228b req-baa6a50c-c4fa-4bb0-a792-40c33cf9042f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:14.410626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186163c-601e-4cdc-9b35-04a4768cecbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=95ef83f6-58d6-4d46-89ff-cb57cfbb12b4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:14.412892 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0186163c-601e-4cdc-9b35-04a4768cecbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.413553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a19eb83e-1f97-4520-9faa-beb82896228b req-baa6a50c-c4fa-4bb0-a792-40c33cf9042f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 944 time: 0.3268690 Feb 10 06:53:14.416126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0186163c-601e-4cdc-9b35-04a4768cecbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/95ef83f6-58d6-4d46-89ff-cb57cfbb12b4 HTTP/1.1" status: 204 len: 168 time: 0.3589234 Feb 10 06:53:14.418790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40824) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server [None req-adc566e4-3f66-44f2-a7a5-1f0ee2e7e4b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95ef83f6-58d6-4d46-89ff-cb57cfbb12b4: This subnet is being modified by another concurrent operation. Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise exception Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95ef83f6-58d6-4d46-89ff-cb57cfbb12b4: This subnet is being modified by another concurrent operation. Feb 10 06:53:14.428347 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 06:53:14.465170 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81813e44-bd2b-4207-9dfa-a030bf14812b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (c98b7aa9-5502-4aee-b4a8-c5769387447e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.467774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81813e44-bd2b-4207-9dfa-a030bf14812b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_controller (c98b7aa9-5502-4aee-b4a8-c5769387447e), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.497696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9abc62-5433-4fb0-b017-951539aeb0c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet cabca529-0d50-4e40-adcf-92f8bd69d9ae {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:14.500906 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8a9abc62-5433-4fb0-b017-951539aeb0c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (cabca529-0d50-4e40-adcf-92f8bd69d9ae), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.530482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81813e44-bd2b-4207-9dfa-a030bf14812b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (c98b7aa9-5502-4aee-b4a8-c5769387447e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.530482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81813e44-bd2b-4207-9dfa-a030bf14812b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c98b7aa9-5502-4aee-b4a8-c5769387447e {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:14.548782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3bd4d6-27dc-4414-8da0-57642d3910bf None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:53:14.568380 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8a9abc62-5433-4fb0-b017-951539aeb0c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (cabca529-0d50-4e40-adcf-92f8bd69d9ae), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.592065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81813e44-bd2b-4207-9dfa-a030bf14812b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.593459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-81813e44-bd2b-4207-9dfa-a030bf14812b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c98b7aa9-5502-4aee-b4a8-c5769387447e HTTP/1.1" status: 204 len: 168 time: 0.6013513 Feb 10 06:53:14.622200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3f0107e1-374b-4a91-a70d-0349702aae1b None None] Provisioning complete for port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:14.622676 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f0107e1-374b-4a91-a70d-0349702aae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.669914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:53:14.670176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4b03-72be-4430-b2f5-03295023721f req-6b6d1517-abc0-40f6-bee8-001ecbde6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:14.671759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-6b6d1517-abc0-40f6-bee8-001ecbde6c5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1574652 Feb 10 06:53:14.688211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a19eb83e-1f97-4520-9faa-beb82896228b req-849d21a0-6c07-4cd2-b51c-a6961246a2d1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558290 Feb 10 06:53:14.693722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-ccbfc616-2554-4e36-bf53-352a05ed86ee service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:14.695686 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8a9abc62-5433-4fb0-b017-951539aeb0c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (cabca529-0d50-4e40-adcf-92f8bd69d9ae), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.696078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-ccbfc616-2554-4e36-bf53-352a05ed86ee service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063641 Feb 10 06:53:14.751145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3bd4d6-27dc-4414-8da0-57642d3910bf None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:53:14.801893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-aab969bb-eacc-4960-a15e-50ac90c203a0 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977345 Feb 10 06:53:14.810778 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8a9abc62-5433-4fb0-b017-951539aeb0c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (cabca529-0d50-4e40-adcf-92f8bd69d9ae), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.830205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:14.870059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9abc62-5433-4fb0-b017-951539aeb0c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=cabca529-0d50-4e40-adcf-92f8bd69d9ae,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:14.876458 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8a9abc62-5433-4fb0-b017-951539aeb0c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:14.885229 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8a9abc62-5433-4fb0-b017-951539aeb0c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/cabca529-0d50-4e40-adcf-92f8bd69d9ae HTTP/1.1" status: 204 len: 168 time: 0.4633100 Feb 10 06:53:14.885565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40832) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:14.956330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-710a4b03-72be-4430-b2f5-03295023721f req-77ada73c-b29e-4a09-b878-743500338392 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479387 Feb 10 06:53:14.960153 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-949ae141-1b31-4c2d-9dce-e4af11cae778 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709724 Feb 10 06:53:14.960911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40836) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:14.966937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:15.070330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:15.074100 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.082288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device be1425e4-c026-4b4b-8aa7-58b180c16fa8 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:15.098726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3f0107e1-374b-4a91-a70d-0349702aae1b None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:15.124163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87999de0-342d-43a1-b19b-dd5d9e924fc7 None None] Update dhcp port {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': 'cabca529-0d50-4e40-adcf-92f8bd69d9ae'}], 'binding:host_id': 'n-d-828670-1'}, 'id': '5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:53:15.166730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:15.167436 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.196886 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-734452001', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:15.197317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87999de0-342d-43a1-b19b-dd5d9e924fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.230572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:15.252610 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (69cc4ff9-c9d8-4cce-929d-824591917a69), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.253625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (69cc4ff9-c9d8-4cce-929d-824591917a69), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.281465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.345588 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.354891 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (69cc4ff9-c9d8-4cce-929d-824591917a69), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.357326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (7a2372cf-f407-4bd5-a3ce-464e5c34efd9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.361554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port be1425e4-c026-4b4b-8aa7-58b180c16fa8 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:53:15.398146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:15.429778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port be1425e4-c026-4b4b-8aa7-58b180c16fa8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:15.430154 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.435485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:15.440563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:15.441159 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.465244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:15.492008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=7a2372cf-f407-4bd5-a3ce-464e5c34efd9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:15.530865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b62f2dab-2aa4-4947-9deb-c3ca5c12698e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5686336 Feb 10 06:53:15.533794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40838) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:15.541819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5598ddea-cfff-454a-b057-d942319f2db2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:15.569143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4fd183-097c-4d57-aff3-f834812dd4e0 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:15.571039 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (69cc4ff9-c9d8-4cce-929d-824591917a69), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.646590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port be1425e4-c026-4b4b-8aa7-58b180c16fa8 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:15.646999 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.700972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3436446-8c41-447c-9a01-9408f11eb00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1425e4-c026-4b4b-8aa7-58b180c16fa8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:53:15.703258 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1386ada-8396-42cd-b443-feb354682a46" -d '{"events": [{"server_uuid": "b3436446-8c41-447c-9a01-9408f11eb00a", "name": "network-vif-plugged", "status": "completed", "tag": "be1425e4-c026-4b4b-8aa7-58b180c16fa8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:53:15.705641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c81b19b2-7168-4b50-86e0-5034fa350d25 None None] Provisioning complete for port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:15.715923 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c81b19b2-7168-4b50-86e0-5034fa350d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.739409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598ddea-cfff-454a-b057-d942319f2db2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:15.746327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5598ddea-cfff-454a-b057-d942319f2db2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.860058 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (69cc4ff9-c9d8-4cce-929d-824591917a69), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.889184 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:15.906952 n-d-828670-1 neutron-server[103213]: INFO neutron.db.ipam_backend_mixin [None req-5598ddea-cfff-454a-b057-d942319f2db2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a2372cf-f407-4bd5-a3ce-464e5c34efd9 (CIDR: 2001:db8::/64) Feb 10 06:53:15.921183 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-5598ddea-cfff-454a-b057-d942319f2db2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:53:15.921633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5598ddea-cfff-454a-b057-d942319f2db2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:15.953991 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de1637a-3ad6-47a0-a757-cae0a70d0a13 x-openstack-request-id: req-0de1637a-3ad6-47a0-a757-cae0a70d0a13 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:53:15.954492 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3436446-8c41-447c-9a01-9408f11eb00a", "name": "network-vif-plugged", "status": "completed", "tag": "be1425e4-c026-4b4b-8aa7-58b180c16fa8", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:53:15.954629 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0de1637a-3ad6-47a0-a757-cae0a70d0a13 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:53:15.954971 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3436446-8c41-447c-9a01-9408f11eb00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1425e4-c026-4b4b-8aa7-58b180c16fa8', 'code': 200} Feb 10 06:53:15.961930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port be1425e4-c026-4b4b-8aa7-58b180c16fa8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=be1425e4-c026-4b4b-8aa7-58b180c16fa8,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:15.975725 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5598ddea-cfff-454a-b057-d942319f2db2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4380167 Feb 10 06:53:15.977867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40844) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:15.983962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:16.003280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Allocated IP 172.25.8.99 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/38e17aa4-6329-4d33-a690-396f6e7038c9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:16.009450 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.022665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4dcb7-eaa2-4949-a0f9-e496ee909379 req-2bf53b8e-9b37-4699-97f1-06d7480b788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:16.025234 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-34d4dcb7-eaa2-4949-a0f9-e496ee909379 req-2bf53b8e-9b37-4699-97f1-06d7480b788a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 1126 time: 0.1155553 Feb 10 06:53:16.082455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=be1425e4-c026-4b4b-8aa7-58b180c16fa8,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:16.134155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c81b19b2-7168-4b50-86e0-5034fa350d25 None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:16.134598 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c81b19b2-7168-4b50-86e0-5034fa350d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.145468 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for port (38e17aa4-6329-4d33-a690-396f6e7038c9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.159659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac34507-97de-4550-b663-9549d00f5cf1 req-4f82ff6f-de38-4884-b675-bfdabd407527 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:16.161279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ac34507-97de-4550-b663-9549d00f5cf1 req-4f82ff6f-de38-4884-b675-bfdabd407527 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 944 time: 0.3601289 Feb 10 06:53:16.189511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c81b19b2-7168-4b50-86e0-5034fa350d25 None None] For port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:16.197186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c81b19b2-7168-4b50-86e0-5034fa350d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.203980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa07fd3-7965-4d77-8870-88943ff672e1 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 06:53:16.245602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ac34507-97de-4550-b663-9549d00f5cf1 req-4eb49304-551b-463a-bd50-7a6cc88bc11f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776181 Feb 10 06:53:16.247474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (38e17aa4-6329-4d33-a690-396f6e7038c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.274500 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-34d4dcb7-eaa2-4949-a0f9-e496ee909379 req-e90991c9-f109-435f-9ae4-de6f32d720d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283645 Feb 10 06:53:16.293228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:16.297446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:16.303928 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.306416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:16.310489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:16.316810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b19b2-7168-4b50-86e0-5034fa350d25 None None] Pushing event updated for resources: {'Port': ['ID=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:16.344762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event updated for resources: {'Port': ['ID=38e17aa4-6329-4d33-a690-396f6e7038c9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:16.362452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ecede28c-dc8d-4a44-9698-f17fa7cbc8ba None None] Provisioning complete for port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:16.362832 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecede28c-dc8d-4a44-9698-f17fa7cbc8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.414671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa07fd3-7965-4d77-8870-88943ff672e1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 06:53:16.476199 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.582946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ecede28c-dc8d-4a44-9698-f17fa7cbc8ba None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:16.638224 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (69cc4ff9-c9d8-4cce-929d-824591917a69), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.765811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] Update dhcp port {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'fixed_ips': [{'subnet_id': '7a2372cf-f407-4bd5-a3ce-464e5c34efd9'}], 'binding:host_id': 'n-d-828670-1'}, 'id': '5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 06:53:16.775384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:53:16.798679 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:16.980154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:17.076854 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe95:9720-fed79de4-ffe9-4517-a0f0-3062693 {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:53:17.077682 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:53:17.172451 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] For port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:17.205435 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:17.211632 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:17.237686 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (69cc4ff9-c9d8-4cce-929d-824591917a69), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:17.243698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (e431344a-afa2-49e5-a846-d8b87a652d5c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:17.301497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:17.313591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:17.322010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:17.322671 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:17.328880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=e431344a-afa2-49e5-a846-d8b87a652d5c,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:17.334493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:17.353750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7a201ca2-7f67-41d8-9081-2dd0d7167dbb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3743024 Feb 10 06:53:17.358692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40852) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:17.365661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:bc:eb:ed', 'name': 'tempest-NetworksTestDHCPv6-1641533929'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:17.509162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a6e9b-78a5-4e32-bb63-ec7017b301d6 req-facb20c7-63c9-4c47-9c96-7c8b38cbb94c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:17.511315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e67a6e9b-78a5-4e32-bb63-ec7017b301d6 req-facb20c7-63c9-4c47-9c96-7c8b38cbb94c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1517122 Feb 10 06:53:17.574356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Router 69cc4ff9-c9d8-4cce-929d-824591917a69 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:17.579756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:17.613221 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:17.632885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e67a6e9b-78a5-4e32-bb63-ec7017b301d6 req-3c2c8110-8f94-4449-812d-9434ff21c02d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091340 Feb 10 06:53:17.777223 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:17.807544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:17.809681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port 35addd47-4ef6-4e7b-8ff1-bb10525a34c3 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:53:17.822694 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08930b85-6764-46ef-8268-4fbc74887c28 None None] Sync routers for ids ['69cc4ff9-c9d8-4cce-929d-824591917a69'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:17.838271 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08930b85-6764-46ef-8268-4fbc74887c28 None None] Routers {'69cc4ff9-c9d8-4cce-929d-824591917a69'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:17.839899 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-08930b85-6764-46ef-8268-4fbc74887c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['69cc4ff9-c9d8-4cce-929d-824591917a69'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:17.857005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/7a2372cf-f407-4bd5-a3ce-464e5c34efd9/5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:17.883968 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-08930b85-6764-46ef-8268-4fbc74887c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:17.893326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:17.897078 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08930b85-6764-46ef-8268-4fbc74887c28 None None] Routers {'69cc4ff9-c9d8-4cce-929d-824591917a69'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:17.897952 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-08930b85-6764-46ef-8268-4fbc74887c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['69cc4ff9-c9d8-4cce-929d-824591917a69'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:17.898547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40854) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:17.908232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dcc3a99b-30c7-4580-923e-aedb919486d4 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0758591 Feb 10 06:53:17.940725 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-08930b85-6764-46ef-8268-4fbc74887c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:17.941790 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08930b85-6764-46ef-8268-4fbc74887c28 None None] The sync data for ids ['69cc4ff9-c9d8-4cce-929d-824591917a69'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:17.967823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] For port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:18.000997 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] Publish callbacks [] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.005789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.021978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-43d6d6da-b37b-40e9-9a37-f5ad3a4a84ef tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/routers/69cc4ff9-c9d8-4cce-929d-824591917a69 HTTP/1.1" status: 200 len: 923 time: 0.1218677 Feb 10 06:53:18.024261 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40856) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:18.056696 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-66f51969-541b-4481-a576-c7725b36628e tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=69cc4ff9-c9d8-4cce-929d-824591917a69 HTTP/1.1" status: 200 len: 205 time: 0.0306966 Feb 10 06:53:18.058553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40858) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:18.124849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fee88-569f-4b14-b0bf-238d8269eab5 None None] Pushing event updated for resources: {'Port': ['ID=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:18.165088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::164 (6c1effe9-6423-4c1f-94e7-c0da99848c88/7a2372cf-f407-4bd5-a3ce-464e5c34efd9/35addd47-4ef6-4e7b-8ff1-bb10525a34c3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:18.172807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:ebed (6c1effe9-6423-4c1f-94e7-c0da99848c88/e431344a-afa2-49e5-a846-d8b87a652d5c/35addd47-4ef6-4e7b-8ff1-bb10525a34c3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:18.225325 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (69cc4ff9-c9d8-4cce-929d-824591917a69), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.408914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (69cc4ff9-c9d8-4cce-929d-824591917a69), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.458560 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (35addd47-4ef6-4e7b-8ff1-bb10525a34c3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.505511 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (35addd47-4ef6-4e7b-8ff1-bb10525a34c3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.513474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Deleting port 38e17aa4-6329-4d33-a690-396f6e7038c9 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:18.513823 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (38e17aa4-6329-4d33-a690-396f6e7038c9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.602761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (38e17aa4-6329-4d33-a690-396f6e7038c9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.612689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=35addd47-4ef6-4e7b-8ff1-bb10525a34c3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:18.617278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Calling delete_port for 38e17aa4-6329-4d33-a690-396f6e7038c9 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:18.652933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:18.654699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:18.658001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:18.674680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:18.675495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.710437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e64042d-e050-4bac-a9b1-472d758896c2 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3486693 Feb 10 06:53:18.711205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:18.723002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:18.845566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:18.845868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:18.949871 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (38e17aa4-6329-4d33-a690-396f6e7038c9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.014087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:19.063444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec494-23e8-4124-bbe7-7aced16fa324 req-fa15df70-dfa9-4bd6-9832-3d4ef40d9623 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:19.067347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c46ec494-23e8-4124-bbe7-7aced16fa324 req-fa15df70-dfa9-4bd6-9832-3d4ef40d9623 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1984258 Feb 10 06:53:19.093082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event deleted for resources: {'Port': ['ID=38e17aa4-6329-4d33-a690-396f6e7038c9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:19.104975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8b5fc1ad-4a85-46ef-ab0f-89e03faa3ad0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port 35addd47-4ef6-4e7b-8ff1-bb10525a34c3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:19.105322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b5fc1ad-4a85-46ef-ab0f-89e03faa3ad0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (35addd47-4ef6-4e7b-8ff1-bb10525a34c3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.108587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (69cc4ff9-c9d8-4cce-929d-824591917a69), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.192430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59093fdb-5dff-4801-85b1-5b885405cb3e None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:19.239359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c46ec494-23e8-4124-bbe7-7aced16fa324 req-546aaebc-5dc1-46f2-a883-833415d24ff7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424108 Feb 10 06:53:19.259209 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (69cc4ff9-c9d8-4cce-929d-824591917a69), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.261913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (69cc4ff9-c9d8-4cce-929d-824591917a69), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.275727 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b5fc1ad-4a85-46ef-ab0f-89e03faa3ad0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (35addd47-4ef6-4e7b-8ff1-bb10525a34c3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.312210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8b5fc1ad-4a85-46ef-ab0f-89e03faa3ad0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for 35addd47-4ef6-4e7b-8ff1-bb10525a34c3 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:19.344590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (69cc4ff9-c9d8-4cce-929d-824591917a69), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.346036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Fanout notify agent at l3_agent the message router_deleted on router 69cc4ff9-c9d8-4cce-929d-824591917a69 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:19.360595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.361869 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-425e0e9e-5811-4f0e-af2d-4b1d580ee257 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/69cc4ff9-c9d8-4cce-929d-824591917a69 HTTP/1.1" status: 204 len: 168 time: 1.3023083 Feb 10 06:53:19.365840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40874) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:19.377851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1818705465', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': False}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:19.380503 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2ce54463-7eb0-4017-972b-3abc13c8265b None None] Provisioning complete for port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:19.380905 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ce54463-7eb0-4017-972b-3abc13c8265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.423543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (1f8933ee-a018-4229-9809-29b4454167d3), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.428046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (1f8933ee-a018-4229-9809-29b4454167d3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.562779 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_controller (1f8933ee-a018-4229-9809-29b4454167d3), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.581960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2ce54463-7eb0-4017-972b-3abc13c8265b None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:19.665871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104ce7f-2607-4fe0-813d-7f316320293b req-106038f6-f51f-489c-9fe8-fec191f4bbbc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:19.667761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e104ce7f-2607-4fe0-813d-7f316320293b req-106038f6-f51f-489c-9fe8-fec191f4bbbc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1202178 Feb 10 06:53:19.696625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b5fc1ad-4a85-46ef-ab0f-89e03faa3ad0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (35addd47-4ef6-4e7b-8ff1-bb10525a34c3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.765759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fc1ad-4a85-46ef-ab0f-89e03faa3ad0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=35addd47-4ef6-4e7b-8ff1-bb10525a34c3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:19.793729 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (1f8933ee-a018-4229-9809-29b4454167d3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.834680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e104ce7f-2607-4fe0-813d-7f316320293b req-354391a1-3f9f-4adf-b659-62967863edf9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583550 Feb 10 06:53:19.838494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b5fc1ad-4a85-46ef-ab0f-89e03faa3ad0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:19.842877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8b5fc1ad-4a85-46ef-ab0f-89e03faa3ad0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/35addd47-4ef6-4e7b-8ff1-bb10525a34c3 HTTP/1.1" status: 204 len: 168 time: 1.1306059 Feb 10 06:53:19.845855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40880) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:19.946205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054a80a-f17e-4821-91ed-aaeae056fe8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:19.948377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b054a80a-f17e-4821-91ed-aaeae056fe8f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1013284 Feb 10 06:53:19.951910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:20.024723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80214a5a-acbe-4b4f-8194-bcab33fc75bd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:20.027100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-80214a5a-acbe-4b4f-8194-bcab33fc75bd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0739021 Feb 10 06:53:20.029629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:20.115091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ea54c-a8df-4967-be75-57d81c0b2a12 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:20.117296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ea54c-a8df-4967-be75-57d81c0b2a12 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:20.118899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ea54c-a8df-4967-be75-57d81c0b2a12 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:20.120913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e9ea54c-a8df-4967-be75-57d81c0b2a12 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0899656 Feb 10 06:53:20.127923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:20.221124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-73451a1c-8c91-4a62-8346-9f7dfac07729 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 7a2372cf-f407-4bd5-a3ce-464e5c34efd9 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:20.234328 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73451a1c-8c91-4a62-8346-9f7dfac07729 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (7a2372cf-f407-4bd5-a3ce-464e5c34efd9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.315029 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73451a1c-8c91-4a62-8346-9f7dfac07729 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (7a2372cf-f407-4bd5-a3ce-464e5c34efd9), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.404112 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (1f8933ee-a018-4229-9809-29b4454167d3), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.434022 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.480592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73451a1c-8c91-4a62-8346-9f7dfac07729 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7a2372cf-f407-4bd5-a3ce-464e5c34efd9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.517344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7725154a-0fec-4208-be6e-6c98c5a0b7b8 None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:20.571722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73451a1c-8c91-4a62-8346-9f7dfac07729 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (7a2372cf-f407-4bd5-a3ce-464e5c34efd9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.619417 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73451a1c-8c91-4a62-8346-9f7dfac07729 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.623504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Allocated IP 172.25.8.140 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/f9a37b36-d501-497f-ab82-6e950c87ab8c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:20.626770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-73451a1c-8c91-4a62-8346-9f7dfac07729 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/7a2372cf-f407-4bd5-a3ce-464e5c34efd9 HTTP/1.1" status: 204 len: 168 time: 0.4967122 Feb 10 06:53:20.627719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:20.628680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73451a1c-8c91-4a62-8346-9f7dfac07729 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2372cf-f407-4bd5-a3ce-464e5c34efd9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:20.644205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-183822be-4e70-4111-9564-b29e1f93c0a6 None None] Could not find standard attr ID for object 35addd47-4ef6-4e7b-8ff1-bb10525a34c3. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:53:20.692432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2cd38b-d1bb-45f4-8217-681a2384a631 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet e431344a-afa2-49e5-a846-d8b87a652d5c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:20.694839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-183822be-4e70-4111-9564-b29e1f93c0a6 None None] Provisioning complete for port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:20.695141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-183822be-4e70-4111-9564-b29e1f93c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.696288 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd38b-d1bb-45f4-8217-681a2384a631 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (e431344a-afa2-49e5-a846-d8b87a652d5c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.756815 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd38b-d1bb-45f4-8217-681a2384a631 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (e431344a-afa2-49e5-a846-d8b87a652d5c), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.837430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.862895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-183822be-4e70-4111-9564-b29e1f93c0a6 None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:20.905756 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd38b-d1bb-45f4-8217-681a2384a631 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (e431344a-afa2-49e5-a846-d8b87a652d5c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.908374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:20.944157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:20.949322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:20.951964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:20.988702 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event updated for resources: {'Port': ['ID=f9a37b36-d501-497f-ab82-6e950c87ab8c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:21.045217 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd38b-d1bb-45f4-8217-681a2384a631 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (e431344a-afa2-49e5-a846-d8b87a652d5c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.073618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cd38b-d1bb-45f4-8217-681a2384a631 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=e431344a-afa2-49e5-a846-d8b87a652d5c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:21.086128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd555a-0c37-4130-b1ea-f828b1c05ba8 req-1379d4e1-ec7a-482f-b302-b3c4fa457840 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:21.093976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81bd555a-0c37-4130-b1ea-f828b1c05ba8 req-1379d4e1-ec7a-482f-b302-b3c4fa457840 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1128731 Feb 10 06:53:21.100034 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd38b-d1bb-45f4-8217-681a2384a631 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.103185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3d2cd38b-d1bb-45f4-8217-681a2384a631 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/e431344a-afa2-49e5-a846-d8b87a652d5c HTTP/1.1" status: 204 len: 168 time: 0.4686553 Feb 10 06:53:21.110211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:21.124094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba71d8-94db-41cf-8b58-e16e1eea164d None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:21.186346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5577810e-1664-4a0d-ad22-385059cec981 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741241 Feb 10 06:53:21.189426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:21.195631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:21.272411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a20be5a6-3d27-4621-97db-3b4e0baf83cd None None] Provisioning complete for port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:21.274400 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a20be5a6-3d27-4621-97db-3b4e0baf83cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.276837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (1f8933ee-a018-4229-9809-29b4454167d3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.299999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81bd555a-0c37-4130-b1ea-f828b1c05ba8 req-de8b628f-6f0e-47e9-966e-4dcb33adc305 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011542 Feb 10 06:53:21.338805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:21.343375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.436902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a20be5a6-3d27-4621-97db-3b4e0baf83cd None None] Current status of the port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:21.442347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a904f597-882c-4162-9013-dc0b25fddab8 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:53:21.517895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a904f597-882c-4162-9013-dc0b25fddab8 None None] Deleting port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:21.518600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a904f597-882c-4162-9013-dc0b25fddab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.543554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (1f8933ee-a018-4229-9809-29b4454167d3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.610810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a904f597-882c-4162-9013-dc0b25fddab8 None None] For port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:21.611539 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a904f597-882c-4162-9013-dc0b25fddab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.625996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a904f597-882c-4162-9013-dc0b25fddab8 None None] Calling delete_port for 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:21.645850 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.668150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:21.670603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:21.674247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:21.674891 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.700967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Router 1f8933ee-a018-4229-9809-29b4454167d3 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:21.729435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a904f597-882c-4162-9013-dc0b25fddab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.737270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5468318 Feb 10 06:53:21.738155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:21.745811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-57edc1f3-db9d-4262-a563-311bfda10fdf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:21.754815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01022f8-3519-4b6e-861b-3d5b3da40a94 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:21.761791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904f597-882c-4162-9013-dc0b25fddab8 None None] No DVR routers for this DVR port 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:53:21.767315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904f597-882c-4162-9013-dc0b25fddab8 None None] Pushing event deleted for resources: {'Port': ['ID=5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:21.788315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758e88b2-9000-48bb-9ece-05640b13de2f None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:21.823620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:21.844500 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.845679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Sync routers for ids ['1f8933ee-a018-4229-9809-29b4454167d3'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:21.846359 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-faeb939f-f22b-42f4-9cd1-8b0c47dc187d tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4783883 Feb 10 06:53:21.848877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40902) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:21.868148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Routers {'1f8933ee-a018-4229-9809-29b4454167d3'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:21.868769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['1f8933ee-a018-4229-9809-29b4454167d3'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:21.885984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57edc1f3-db9d-4262-a563-311bfda10fdf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:21.890081 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57edc1f3-db9d-4262-a563-311bfda10fdf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.967673 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-045f502e-8a98-4edf-b192-64500bcb6aec tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/routers/1f8933ee-a018-4229-9809-29b4454167d3 HTTP/1.1" status: 200 len: 909 time: 0.1176629 Feb 10 06:53:21.970205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:21.974510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1818705465', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': True}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:21.980982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c1effe9-6423-4c1f-94e7-c0da99848c88', 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'project_id': '4e7360a45ec24f4aaa0ad888443e63b4', 'fixed_ips': [{'subnet_id': '8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:53:21.981738 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.996163 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:21.997175 n-d-828670-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-57edc1f3-db9d-4262-a563-311bfda10fdf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4 (CIDR: 2001:db8::/64) Feb 10 06:53:21.997528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:22.000408 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-57edc1f3-db9d-4262-a563-311bfda10fdf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 06:53:22.001641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57edc1f3-db9d-4262-a563-311bfda10fdf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:22.026831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-57edc1f3-db9d-4262-a563-311bfda10fdf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2850316 Feb 10 06:53:22.028675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40906) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:22.029808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Set router 1f8933ee-a018-4229-9809-29b4454167d3 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:22.056992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'subnet': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:22.064625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_controller (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:22.278666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:22.335203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:22.338259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:22.416733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Allocated IP 2001:db8::2 (6c1effe9-6423-4c1f-94e7-c0da99848c88/8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4/1a280fae-fcb8-46eb-855b-1326679a4234) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:22.432873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595ecbf-5487-47b4-828a-81dd197d09e3 req-845dbbc5-4dda-4530-a21b-ed7e463afef2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:22.434696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8595ecbf-5487-47b4-828a-81dd197d09e3 req-845dbbc5-4dda-4530-a21b-ed7e463afef2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.0594842 Feb 10 06:53:22.489279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8595ecbf-5487-47b4-828a-81dd197d09e3 req-5cae7e7f-ca0a-4193-aee3-27639fefcdd7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Feb 10 06:53:22.590442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8933ee-a018-4229-9809-29b4454167d3', 'name': 'tempest-snat-router-1818705465', 'tenant_id': '449d2eeb5da84915a04c0d5ef60329d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.140'}], 'enable_snat': False}, 'gw_port_id': 'f9a37b36-d501-497f-ab82-6e950c87ab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:19Z', 'updated_at': '2022-02-10T06:53:21Z', 'revision_number': 3, 'project_id': '449d2eeb5da84915a04c0d5ef60329d5', 'gw_port': {'id': 'f9a37b36-d501-497f-ab82-6e950c87ab8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8933ee-a018-4229-9809-29b4454167d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:20Z', 'updated_at': '2022-02-10T06:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:22.643509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:53:22.666501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:53:22.666856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5c8b9b5e-52b8-4cda-a1f8-d6c75f27259a not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:53:22.670633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Checking router: 1f8933ee-a018-4229-9809-29b4454167d3 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:53:22.671223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Updating router 1f8933ee-a018-4229-9809-29b4454167d3 port f9a37b36-d501-497f-ab82-6e950c87ab8c binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:53:22.734884 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:22.766953 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Publish callbacks [] for port (1a280fae-fcb8-46eb-855b-1326679a4234), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:22.779590 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:22.879477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:22.887658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:22.895383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:22.901898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Pushing event updated for resources: {'Port': ['ID=1a280fae-fcb8-46eb-855b-1326679a4234,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:22.919031 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:22.943810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:22.977203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Attempting to bind port 1a280fae-fcb8-46eb-855b-1326679a4234 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:22.977632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Attempting to bind port 1a280fae-fcb8-46eb-855b-1326679a4234 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:22.977950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Attempting to bind port 1a280fae-fcb8-46eb-855b-1326679a4234 on network 6c1effe9-6423-4c1f-94e7-c0da99848c88 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:23.009271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:23.009802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Checking segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:23.010118 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.010556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Bound using segment: {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:23.011055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Bound port: 1a280fae-fcb8-46eb-855b-1326679a4234, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d59afd-40f0-4412-9c7b-2d95db01d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:23.011439 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.125810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] For port 1a280fae-fcb8-46eb-855b-1326679a4234, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:23.131474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] For port 1a280fae-fcb8-46eb-855b-1326679a4234, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1a280fae-fcb8-46eb-855b-1326679a4234,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:23.134550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.objects.ports [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103213) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 06:53:23.157383 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.222141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Publish callbacks [] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.231817 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.256273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Pushing event updated for resources: {'Port': ['ID=1a280fae-fcb8-46eb-855b-1326679a4234,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:23.279938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.280313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.280625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.281269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.281269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.281686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.282019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.282572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.283605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.283605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.283905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.284161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.284983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81418ed-c5c5-4a1b-a283-d81479e0982d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:23.294004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Attempting to bind port f9a37b36-d501-497f-ab82-6e950c87ab8c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:23.294558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Attempting to bind port f9a37b36-d501-497f-ab82-6e950c87ab8c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:23.295142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Attempting to bind port f9a37b36-d501-497f-ab82-6e950c87ab8c on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:23.320402 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Allocated IP 172.25.8.223 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/952c43b3-bb8f-47ac-a30e-2a68939e28d8) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:23.335316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:23.336092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:23.336233 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.336607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:23.337209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Bound port: f9a37b36-d501-497f-ab82-6e950c87ab8c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:23.337786 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.362030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66f97d-ca4a-4a6b-9c8e-3657e7e1ab30 None None] Pushing event updated for resources: {'Port': ['ID=f9a37b36-d501-497f-ab82-6e950c87ab8c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:23.374204 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.415335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] For port f9a37b36-d501-497f-ab82-6e950c87ab8c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:23.423846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] For port f9a37b36-d501-497f-ab82-6e950c87ab8c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f9a37b36-d501-497f-ab82-6e950c87ab8c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:23.432432 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.491589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Routers {'1f8933ee-a018-4229-9809-29b4454167d3'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:23.492359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['1f8933ee-a018-4229-9809-29b4454167d3'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:23.572102 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for port (952c43b3-bb8f-47ac-a30e-2a68939e28d8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.592351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66f97d-ca4a-4a6b-9c8e-3657e7e1ab30 None None] Pushing event updated for resources: {'Port': ['ID=f9a37b36-d501-497f-ab82-6e950c87ab8c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:23.694995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] Set router 1f8933ee-a018-4229-9809-29b4454167d3 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:23.709271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905c728-c815-4a35-be04-f93acc6dce65 req-f848a5bf-03d5-4a80-ac7c-3d763a0ab9f2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:23.711740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e905c728-c815-4a35-be04-f93acc6dce65 req-f848a5bf-03d5-4a80-ac7c-3d763a0ab9f2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1024637 Feb 10 06:53:23.740333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] For port 1a280fae-fcb8-46eb-855b-1326679a4234, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1a280fae-fcb8-46eb-855b-1326679a4234,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:23.773395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (1a280fae-fcb8-46eb-855b-1326679a4234), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.784412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.813572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e905c728-c815-4a35-be04-f93acc6dce65 req-6a48ec3e-7899-4623-bdfc-1fe395b51a75 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961809 Feb 10 06:53:23.828856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (63feff99-6eea-4ff9-a554-7511bd979e70), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.880644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (952c43b3-bb8f-47ac-a30e-2a68939e28d8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.902025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:23.910459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:23.925407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:23.926217 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:23.933301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8933ee-a018-4229-9809-29b4454167d3', 'name': 'tempest-snat-router-1818705465', 'tenant_id': '449d2eeb5da84915a04c0d5ef60329d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.140'}], 'enable_snat': False}, 'gw_port_id': 'f9a37b36-d501-497f-ab82-6e950c87ab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:19Z', 'updated_at': '2022-02-10T06:53:21Z', 'revision_number': 3, 'project_id': '449d2eeb5da84915a04c0d5ef60329d5', 'gw_port': {'id': 'f9a37b36-d501-497f-ab82-6e950c87ab8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8933ee-a018-4229-9809-29b4454167d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:20Z', 'updated_at': '2022-02-10T06:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:23.949959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:23.953547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=1a280fae-fcb8-46eb-855b-1326679a4234,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:23.960186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Subnet': ['ID=63feff99-6eea-4ff9-a554-7511bd979e70,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:23.963522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7709408f-68c3-4772-b4f2-e6cb21b11401 None None] The sync data for ids ['1f8933ee-a018-4229-9809-29b4454167d3'] in n-d-828670-1 is: [{'id': '1f8933ee-a018-4229-9809-29b4454167d3', 'name': 'tempest-snat-router-1818705465', 'tenant_id': '449d2eeb5da84915a04c0d5ef60329d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.140'}], 'enable_snat': False}, 'gw_port_id': 'f9a37b36-d501-497f-ab82-6e950c87ab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:19Z', 'updated_at': '2022-02-10T06:53:21Z', 'revision_number': 3, 'project_id': '449d2eeb5da84915a04c0d5ef60329d5', 'gw_port': {'id': 'f9a37b36-d501-497f-ab82-6e950c87ab8c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8933ee-a018-4229-9809-29b4454167d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:20Z', 'updated_at': '2022-02-10T06:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:23.965548 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2be177cd-2070-4380-8271-39bcdaa97f2b tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9358821 Feb 10 06:53:23.968524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:23.970837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:23.976980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Request body: {'port': {'network_id': '6c1effe9-6423-4c1f-94e7-c0da99848c88', 'mac_address': 'fa:16:3e:6b:87:12', 'name': 'tempest-NetworksTestDHCPv6-881496119'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:23.997357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:24.093701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event updated for resources: {'Port': ['ID=952c43b3-bb8f-47ac-a30e-2a68939e28d8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:24.125454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Made reservation on behalf of 4e7360a45ec24f4aaa0ad888443e63b4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:24.236836 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:24.260269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] device_id is not set on port baf8f91e-83bb-49e5-9943-7577a6f874ea yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:53:24.453031 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:24.569244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8::12e (6c1effe9-6423-4c1f-94e7-c0da99848c88/8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4/baf8f91e-83bb-49e5-9943-7577a6f874ea) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:24.590780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:8712 (6c1effe9-6423-4c1f-94e7-c0da99848c88/63feff99-6eea-4ff9-a554-7511bd979e70/baf8f91e-83bb-49e5-9943-7577a6f874ea) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:24.788975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f9a37b36-d501-497f-ab82-6e950c87ab8c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:24.864663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:24.873590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for port (baf8f91e-83bb-49e5-9943-7577a6f874ea), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:24.924093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (baf8f91e-83bb-49e5-9943-7577a6f874ea), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.019073 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:53:25.038731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:25.041490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696226b8-7567-4e1c-b932-0b54618ab2cc None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:25.080166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:25.095874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:25.101129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:25.101964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.111755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event updated for resources: {'Port': ['ID=baf8f91e-83bb-49e5-9943-7577a6f874ea,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:25.115120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Router 4b0aa4d4-4d53-489c-8344-7f2ffff587c4 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:25.140027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-74fd3493-7b78-4886-9a64-e296009bb351 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1675377 Feb 10 06:53:25.140633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40926) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:25.168629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-29d1d3fe-e579-46fb-8d49-d214816cdb86 None None] Provisioning complete for port 1a280fae-fcb8-46eb-855b-1326679a4234 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:25.169010 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29d1d3fe-e579-46fb-8d49-d214816cdb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.249596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe61a8a-a193-46be-92a4-dd78d20c2c98 req-c45ce0a3-c02c-4e88-99c2-dba7f4dfabb7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:25.261044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0fe61a8a-a193-46be-92a4-dd78d20c2c98 req-c45ce0a3-c02c-4e88-99c2-dba7f4dfabb7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.2703645 Feb 10 06:53:25.264753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:25.276416 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Sync routers for ids ['4b0aa4d4-4d53-489c-8344-7f2ffff587c4'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:25.286826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.289043 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6993e6f2-da16-40c4-876c-0cb3de82b224 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3177397 Feb 10 06:53:25.292102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40928) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:25.297763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f9a37b36-d501-497f-ab82-6e950c87ab8c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:25.298689 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.305878 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Routers {'4b0aa4d4-4d53-489c-8344-7f2ffff587c4'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:25.307491 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['4b0aa4d4-4d53-489c-8344-7f2ffff587c4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:25.331154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b600351f-b9c1-40d2-83e0-72f460dc7e75 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting port baf8f91e-83bb-49e5-9943-7577a6f874ea {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:25.331526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b600351f-b9c1-40d2-83e0-72f460dc7e75 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (baf8f91e-83bb-49e5-9943-7577a6f874ea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.401192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0fe61a8a-a193-46be-92a4-dd78d20c2c98 req-04b083db-a2da-4aa6-b34d-6be24b09a6f0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391997 Feb 10 06:53:25.415424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-29d1d3fe-e579-46fb-8d49-d214816cdb86 None None] Current status of the port 1a280fae-fcb8-46eb-855b-1326679a4234 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:25.415828 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29d1d3fe-e579-46fb-8d49-d214816cdb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.493332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-29d1d3fe-e579-46fb-8d49-d214816cdb86 None None] For port 1a280fae-fcb8-46eb-855b-1326679a4234, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1a280fae-fcb8-46eb-855b-1326679a4234,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:25.501595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29d1d3fe-e579-46fb-8d49-d214816cdb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.512875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40930) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:25.513791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5ba1fc10-758c-4f39-99a1-28a84b10ae3b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/routers/4b0aa4d4-4d53-489c-8344-7f2ffff587c4 HTTP/1.1" status: 200 len: 908 time: 0.2205439 Feb 10 06:53:25.517113 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b600351f-b9c1-40d2-83e0-72f460dc7e75 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (baf8f91e-83bb-49e5-9943-7577a6f874ea), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.543020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f9a37b36-d501-497f-ab82-6e950c87ab8c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:25.543423 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.580571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port f9a37b36-d501-497f-ab82-6e950c87ab8c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f9a37b36-d501-497f-ab82-6e950c87ab8c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:25.583989 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Set router 4b0aa4d4-4d53-489c-8344-7f2ffff587c4 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:25.584482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b600351f-b9c1-40d2-83e0-72f460dc7e75 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Calling delete_port for baf8f91e-83bb-49e5-9943-7577a6f874ea owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:25.589842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1d3fe-e579-46fb-8d49-d214816cdb86 None None] Pushing event updated for resources: {'Port': ['ID=1a280fae-fcb8-46eb-855b-1326679a4234,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:25.592729 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.593578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1a280fae-fcb8-46eb-855b-1326679a4234 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:25.702023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=f9a37b36-d501-497f-ab82-6e950c87ab8c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:25.736142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1a280fae-fcb8-46eb-855b-1326679a4234 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:25.736527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.797719 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:25.920515 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0aa4d4-4d53-489c-8344-7f2ffff587c4', 'name': 'tempest-snat-router-1818705465', 'tenant_id': '449d2eeb5da84915a04c0d5ef60329d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '952c43b3-bb8f-47ac-a30e-2a68939e28d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:22Z', 'updated_at': '2022-02-10T06:53:24Z', 'revision_number': 3, 'project_id': '449d2eeb5da84915a04c0d5ef60329d5', 'gw_port': {'id': '952c43b3-bb8f-47ac-a30e-2a68939e28d8', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0aa4d4-4d53-489c-8344-7f2ffff587c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:22Z', 'updated_at': '2022-02-10T06:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:25.928322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1a280fae-fcb8-46eb-855b-1326679a4234 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:25.963737 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Checking router: 4b0aa4d4-4d53-489c-8344-7f2ffff587c4 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:53:25.964147 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Updating router 4b0aa4d4-4d53-489c-8344-7f2ffff587c4 port 952c43b3-bb8f-47ac-a30e-2a68939e28d8 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:53:26.009958 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (952c43b3-bb8f-47ac-a30e-2a68939e28d8), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.028024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.122503 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b600351f-b9c1-40d2-83e0-72f460dc7e75 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (baf8f91e-83bb-49e5-9943-7577a6f874ea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.146401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Deleting port 952c43b3-bb8f-47ac-a30e-2a68939e28d8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:26.146735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (952c43b3-bb8f-47ac-a30e-2a68939e28d8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.195228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600351f-b9c1-40d2-83e0-72f460dc7e75 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Port': ['ID=baf8f91e-83bb-49e5-9943-7577a6f874ea,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:26.295216 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b600351f-b9c1-40d2-83e0-72f460dc7e75 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.301661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40934) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:26.302209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b600351f-b9c1-40d2-83e0-72f460dc7e75 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/baf8f91e-83bb-49e5-9943-7577a6f874ea HTTP/1.1" status: 204 len: 168 time: 1.1592805 Feb 10 06:53:26.321068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (952c43b3-bb8f-47ac-a30e-2a68939e28d8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.336481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Calling delete_port for 952c43b3-bb8f-47ac-a30e-2a68939e28d8 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:26.376231 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Publish callbacks [] for port (952c43b3-bb8f-47ac-a30e-2a68939e28d8), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.389222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6d652-f070-4052-9ad9-a6b84d789612 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:26.394269 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8ed6d652-f070-4052-9ad9-a6b84d789612 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0913618 Feb 10 06:53:26.395051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40936) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:26.395447 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (952c43b3-bb8f-47ac-a30e-2a68939e28d8), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.435869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-27d80ec6-c67b-4c82-957b-485c4d004f1a None None] Could not find standard attr ID for object baf8f91e-83bb-49e5-9943-7577a6f874ea. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:53:26.474948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed536d0-468e-43df-8466-109fdb8e74e3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:26.481859 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2ed536d0-468e-43df-8466-109fdb8e74e3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0856171 Feb 10 06:53:26.484030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40940) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:26.485538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-27d80ec6-c67b-4c82-957b-485c4d004f1a None None] Provisioning complete for port 1a280fae-fcb8-46eb-855b-1326679a4234 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:26.488900 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27d80ec6-c67b-4c82-957b-485c4d004f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.610947 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Pushing event updated for resources: {'Port': ['ID=952c43b3-bb8f-47ac-a30e-2a68939e28d8,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:26.617609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b1452-db9d-4d99-80a9-afc5ef3da2cf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:26.617836 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Attempting to bind port 952c43b3-bb8f-47ac-a30e-2a68939e28d8 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:26.618090 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Attempting to bind port 952c43b3-bb8f-47ac-a30e-2a68939e28d8 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:26.618377 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Attempting to bind port 952c43b3-bb8f-47ac-a30e-2a68939e28d8 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:26.620942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b1452-db9d-4d99-80a9-afc5ef3da2cf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:26.625643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b1452-db9d-4d99-80a9-afc5ef3da2cf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:26.632751 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-132b1452-db9d-4d99-80a9-afc5ef3da2cf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1458261 Feb 10 06:53:26.633373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40942) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:26.635302 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (952c43b3-bb8f-47ac-a30e-2a68939e28d8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.645418 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.645766 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.646109 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.646473 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.646810 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.647139 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.651704 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.652071 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.652416 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.652757 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.653097 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.653429 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.653888 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407a85d-cbaa-4470-8ac8-14cc65c6fa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:26.662515 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:26.662908 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:26.663292 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.664122 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:26.667805 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Bound port: 952c43b3-bb8f-47ac-a30e-2a68939e28d8, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:26.668463 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (952c43b3-bb8f-47ac-a30e-2a68939e28d8), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.710384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event deleted for resources: {'Port': ['ID=952c43b3-bb8f-47ac-a30e-2a68939e28d8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:26.711730 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Port 952c43b3-bb8f-47ac-a30e-2a68939e28d8 has been deleted concurrently {{(pid=103216) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 10 06:53:26.713863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-27d80ec6-c67b-4c82-957b-485c4d004f1a None None] Current status of the port 1a280fae-fcb8-46eb-855b-1326679a4234 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:26.721847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f9a37b36-d501-497f-ab82-6e950c87ab8c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:26.737104 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Routers {'4b0aa4d4-4d53-489c-8344-7f2ffff587c4'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:26.737746 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['4b0aa4d4-4d53-489c-8344-7f2ffff587c4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:26.754954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9f77f2-44a5-46b0-a841-07777f724dcf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 63feff99-6eea-4ff9-a554-7511bd979e70 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:26.771149 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a9f77f2-44a5-46b0-a841-07777f724dcf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (63feff99-6eea-4ff9-a554-7511bd979e70), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.814931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.827969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f9a37b36-d501-497f-ab82-6e950c87ab8c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:26.828319 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.836125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d72da-30a6-46a4-8dc7-ca64a51ed3ca req-351c9d3d-1f79-4812-af00-fce0ce128665 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:26.838867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-803d72da-30a6-46a4-8dc7-ca64a51ed3ca req-351c9d3d-1f79-4812-af00-fce0ce128665 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.2263174 Feb 10 06:53:26.845546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a9f77f2-44a5-46b0-a841-07777f724dcf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (63feff99-6eea-4ff9-a554-7511bd979e70), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:26.890777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-10f158cc-4fa6-469f-8f4d-90d474352712 None None] Could not find standard attr ID for object af823fcb-6dea-48f4-b42f-6794a4901a39. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:53:26.898478 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] Set router 4b0aa4d4-4d53-489c-8344-7f2ffff587c4 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:26.951862 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a9f77f2-44a5-46b0-a841-07777f724dcf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (63feff99-6eea-4ff9-a554-7511bd979e70), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.004978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f9a37b36-d501-497f-ab82-6e950c87ab8c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:27.007894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1a280fae-fcb8-46eb-855b-1326679a4234 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:27.024782 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0aa4d4-4d53-489c-8344-7f2ffff587c4', 'name': 'tempest-snat-router-1818705465', 'tenant_id': '449d2eeb5da84915a04c0d5ef60329d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:22Z', 'updated_at': '2022-02-10T06:53:26Z', 'revision_number': 5, 'project_id': '449d2eeb5da84915a04c0d5ef60329d5', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:27.060333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a9f77f2-44a5-46b0-a841-07777f724dcf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (63feff99-6eea-4ff9-a554-7511bd979e70), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.075017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-803d72da-30a6-46a4-8dc7-ca64a51ed3ca req-62a86888-4b00-4b8a-b47a-426de21acfda tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989012 Feb 10 06:53:27.080913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.083911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_controller (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.088065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a9f77f2-44a5-46b0-a841-07777f724dcf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.111579 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1a9f77f2-44a5-46b0-a841-07777f724dcf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/63feff99-6eea-4ff9-a554-7511bd979e70 HTTP/1.1" status: 204 len: 168 time: 0.4770865 Feb 10 06:53:27.131864 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4cbab-19ba-4ae1-860d-c7b13370b064 None None] The sync data for ids ['4b0aa4d4-4d53-489c-8344-7f2ffff587c4'] in n-d-828670-1 is: [{'id': '4b0aa4d4-4d53-489c-8344-7f2ffff587c4', 'name': 'tempest-snat-router-1818705465', 'tenant_id': '449d2eeb5da84915a04c0d5ef60329d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:22Z', 'updated_at': '2022-02-10T06:53:26Z', 'revision_number': 5, 'project_id': '449d2eeb5da84915a04c0d5ef60329d5', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:27.132114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1a280fae-fcb8-46eb-855b-1326679a4234 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:27.132479 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.154912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40946) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:27.166564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f77f2-44a5-46b0-a841-07777f724dcf tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=63feff99-6eea-4ff9-a554-7511bd979e70,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:27.201630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8712872-965a-44de-8184-b7c3f23638df None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:27.211691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (4b0aa4d4-4d53-489c-8344-7f2ffff587c4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.212246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0aa4d4-4d53-489c-8344-7f2ffff587c4 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:27.218591 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.219777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-44af44e3-ba98-4d29-9bc6-6893191997a2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4b0aa4d4-4d53-489c-8344-7f2ffff587c4 HTTP/1.1" status: 204 len: 168 time: 1.7059062 Feb 10 06:53:27.222804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40948) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:27.249444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-569c05b8-973b-47cc-90d6-ca1d5193e7c0 None None] Could not find standard attr ID for object 35addd47-4ef6-4e7b-8ff1-bb10525a34c3. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:53:27.264306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f34aaf8-b172-4853-a199-e183a6802f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Deleting subnet 8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:27.269252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f34aaf8-b172-4853-a199-e183a6802f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.344627 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f34aaf8-b172-4853-a199-e183a6802f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.347422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1a280fae-fcb8-46eb-855b-1326679a4234 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:27.396630 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (1f8933ee-a018-4229-9809-29b4454167d3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.527216 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (1f8933ee-a018-4229-9809-29b4454167d3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.607252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Deleting port f9a37b36-d501-497f-ab82-6e950c87ab8c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:27.607600 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.707954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] For port f9a37b36-d501-497f-ab82-6e950c87ab8c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f9a37b36-d501-497f-ab82-6e950c87ab8c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:27.708540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.726569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Calling delete_port for f9a37b36-d501-497f-ab82-6e950c87ab8c owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:27.880075 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f34aaf8-b172-4853-a199-e183a6802f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.935731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f9a37b36-d501-497f-ab82-6e950c87ab8c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.941918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f34aaf8-b172-4853-a199-e183a6802f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.966250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9a37b36-d501-497f-ab82-6e950c87ab8c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:27.977622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34aaf8-b172-4853-a199-e183a6802f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:27.983234 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f34aaf8-b172-4853-a199-e183a6802f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:27.989563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f34aaf8-b172-4853-a199-e183a6802f7f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4 HTTP/1.1" status: 204 len: 168 time: 0.8297935 Feb 10 06:53:27.989809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40950) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.036443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-81fe40b8-d8a4-46a7-bbf9-75415db92c29 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432415 Feb 10 06:53:28.036791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40954) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.109152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3267ef78-c924-4889-b31e-cd50d5b83070 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:28.112043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3267ef78-c924-4889-b31e-cd50d5b83070 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0744257 Feb 10 06:53:28.114432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40958) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.118256 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (1f8933ee-a018-4229-9809-29b4454167d3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.179052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c766dc-e00c-47bc-b394-02e802a2478a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:28.180930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6c766dc-e00c-47bc-b394-02e802a2478a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0654757 Feb 10 06:53:28.183596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40960) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.227473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c72bf5d-a303-4e82-869c-2fd9f900183f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423605 Feb 10 06:53:28.230823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5491a0ca-bec9-4b0c-a659-53819564aafa None None] Network 6c1effe9-6423-4c1f-94e7-c0da99848c88 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:28.236341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40962) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.293362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9866ac-59b2-43d5-ae0f-0bb82d3bfcbe req-20dcf217-78d7-4cb8-9b65-07d994247180 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:28.295079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b9866ac-59b2-43d5-ae0f-0bb82d3bfcbe req-20dcf217-78d7-4cb8-9b65-07d994247180 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.0706232 Feb 10 06:53:28.308390 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-760717e4-4523-47e1-9cc2-482c02a7a33d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.309792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760717e4-4523-47e1-9cc2-482c02a7a33d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.319652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40964) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.320997 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-760717e4-4523-47e1-9cc2-482c02a7a33d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/baf8f91e-83bb-49e5-9943-7577a6f874ea HTTP/1.1" status: 404 len: 333 time: 0.0809462 Feb 10 06:53:28.323075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (1f8933ee-a018-4229-9809-29b4454167d3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.325784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_controller (1f8933ee-a018-4229-9809-29b4454167d3), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.335501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9285999c-77af-43bc-9ac9-04366cf8c270 None None] Provisioning complete for port 1a280fae-fcb8-46eb-855b-1326679a4234 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:28.335898 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9285999c-77af-43bc-9ac9-04366cf8c270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.360486 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a99540-b9f0-4724-8508-39d07d6a7cb9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.360755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a99540-b9f0-4724-8508-39d07d6a7cb9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.366332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-97a99540-b9f0-4724-8508-39d07d6a7cb9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/63feff99-6eea-4ff9-a554-7511bd979e70 HTTP/1.1" status: 404 len: 337 time: 0.0435395 Feb 10 06:53:28.372609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40966) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.404093 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (1f8933ee-a018-4229-9809-29b4454167d3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.406690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f8933ee-a018-4229-9809-29b4454167d3 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:28.413755 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea1b879-aecf-403d-b2d5-e48ac992a766 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.413912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.414096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea1b879-aecf-403d-b2d5-e48ac992a766 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.416255 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a9ccb14e-09d9-4252-ac9d-521078a71c8e tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1f8933ee-a018-4229-9809-29b4454167d3 HTTP/1.1" status: 204 len: 168 time: 1.1924551 Feb 10 06:53:28.419952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40968) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.421388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ea1b879-aecf-403d-b2d5-e48ac992a766 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/8c0b93a8-8b61-4bc4-84ea-a4478bcbd9e4 HTTP/1.1" status: 404 len: 337 time: 0.0478630 Feb 10 06:53:28.427287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 40970) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.434644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-769003996', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:28.442525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b9866ac-59b2-43d5-ae0f-0bb82d3bfcbe req-3a2e0f91-da25-494c-b591-b7aa15603587 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409118 Feb 10 06:53:28.479185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d98ee4-6316-4278-a071-628ce5efffe9 None None] DHCP port deletion for 6c1effe9-6423-4c1f-94e7-c0da99848c88 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:53:28.479970 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5cac7d-763a-4f99-85e0-734ddbea795d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.480541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5cac7d-763a-4f99-85e0-734ddbea795d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.483660 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9b5cac7d-763a-4f99-85e0-734ddbea795d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/35addd47-4ef6-4e7b-8ff1-bb10525a34c3 HTTP/1.1" status: 404 len: 333 time: 0.0390756 Feb 10 06:53:28.486238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40972) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.521308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9285999c-77af-43bc-9ac9-04366cf8c270 None None] Current status of the port 1a280fae-fcb8-46eb-855b-1326679a4234 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:28.528505 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a8dc10-f3ec-460c-944f-958b633e3d62 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.528967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a8dc10-f3ec-460c-944f-958b633e3d62 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.531885 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (fcbd8570-bb77-4aa4-8fa9-066335a13a43), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.533784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (fcbd8570-bb77-4aa4-8fa9-066335a13a43), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.560859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-02a8dc10-f3ec-460c-944f-958b633e3d62 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/e431344a-afa2-49e5-a846-d8b87a652d5c HTTP/1.1" status: 404 len: 337 time: 0.0722764 Feb 10 06:53:28.562098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40974) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.566037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1d98ee4-6316-4278-a071-628ce5efffe9 None None] Deleting port 1a280fae-fcb8-46eb-855b-1326679a4234 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:28.566456 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1d98ee4-6316-4278-a071-628ce5efffe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.636201 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0a3d26-2984-49d5-bf11-9e6642958869 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.636583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0a3d26-2984-49d5-bf11-9e6642958869 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.642420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc0a3d26-2984-49d5-bf11-9e6642958869 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/7a2372cf-f407-4bd5-a3ce-464e5c34efd9 HTTP/1.1" status: 404 len: 337 time: 0.0765891 Feb 10 06:53:28.642822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40976) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.658842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c1d98ee4-6316-4278-a071-628ce5efffe9 None None] For port 1a280fae-fcb8-46eb-855b-1326679a4234, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1a280fae-fcb8-46eb-855b-1326679a4234,segment=NetworkSegment(36d59afd-40f0-4412-9c7b-2d95db01d053),segment_id=36d59afd-40f0-4412-9c7b-2d95db01d053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:28.660530 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (fcbd8570-bb77-4aa4-8fa9-066335a13a43), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.661142 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1d98ee4-6316-4278-a071-628ce5efffe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.671608 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a0cf2a-61b4-4676-bd1f-101f2ad21af4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.672192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a0cf2a-61b4-4676-bd1f-101f2ad21af4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.677514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-74a0cf2a-61b4-4676-bd1f-101f2ad21af4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/af823fcb-6dea-48f4-b42f-6794a4901a39 HTTP/1.1" status: 404 len: 333 time: 0.0315661 Feb 10 06:53:28.678084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40978) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.692272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1d98ee4-6316-4278-a071-628ce5efffe9 None None] Calling delete_port for 1a280fae-fcb8-46eb-855b-1326679a4234 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:28.715525 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e2f4b5-26ae-43be-8246-45f03adbe3b1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.715815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e2f4b5-26ae-43be-8246-45f03adbe3b1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.719056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0e2f4b5-26ae-43be-8246-45f03adbe3b1 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/cabca529-0d50-4e40-adcf-92f8bd69d9ae HTTP/1.1" status: 404 len: 337 time: 0.0400093 Feb 10 06:53:28.721553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40980) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.747738 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e15a0f9-45c3-4451-b5b7-3dee09257f22 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.754320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e15a0f9-45c3-4451-b5b7-3dee09257f22 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.758871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5e15a0f9-45c3-4451-b5b7-3dee09257f22 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/95ef83f6-58d6-4d46-89ff-cb57cfbb12b4 HTTP/1.1" status: 404 len: 337 time: 0.0363481 Feb 10 06:53:28.761171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40982) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.793460 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b040b45-65aa-4327-b018-6594d7de05c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.797944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b040b45-65aa-4327-b018-6594d7de05c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.803613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3b040b45-65aa-4327-b018-6594d7de05c6 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/f7137ba7-d14f-4610-8571-e498da872284 HTTP/1.1" status: 404 len: 333 time: 0.0398400 Feb 10 06:53:28.804842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40984) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.810110 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1d98ee4-6316-4278-a071-628ce5efffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (1a280fae-fcb8-46eb-855b-1326679a4234), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:28.842600 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5e2e81-646a-430b-9a66-ba980dd5c282 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.843168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5e2e81-646a-430b-9a66-ba980dd5c282 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.846226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ad5e2e81-646a-430b-9a66-ba980dd5c282 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/caeaa627-f84e-4f5a-817e-fad26cd9a070 HTTP/1.1" status: 404 len: 337 time: 0.0402443 Feb 10 06:53:28.848931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40986) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.850263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d98ee4-6316-4278-a071-628ce5efffe9 None None] No DVR routers for this DVR port 1a280fae-fcb8-46eb-855b-1326679a4234 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:53:28.856492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d98ee4-6316-4278-a071-628ce5efffe9 None None] Pushing event deleted for resources: {'Port': ['ID=1a280fae-fcb8-46eb-855b-1326679a4234,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:28.880717 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10deb0d-038e-4208-acd7-eb3a00c46541 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.881184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10deb0d-038e-4208-acd7-eb3a00c46541 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.886421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a10deb0d-038e-4208-acd7-eb3a00c46541 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/704eb152-f4ff-406f-8694-a4b96e3057c8 HTTP/1.1" status: 404 len: 337 time: 0.0347238 Feb 10 06:53:28.887202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40988) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.912800 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4962e9-0a59-4ea4-9ca6-f80cd643dc1c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.913370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4962e9-0a59-4ea4-9ca6-f80cd643dc1c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.919538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e4962e9-0a59-4ea4-9ca6-f80cd643dc1c tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/b4537563-2723-4bfa-8659-5ac55f93a0a6 HTTP/1.1" status: 404 len: 333 time: 0.0289385 Feb 10 06:53:28.919755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40990) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.950512 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-311b6f37-b6cd-4b9f-8d90-ac868260d488 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.951159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311b6f37-b6cd-4b9f-8d90-ac868260d488 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.954908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-311b6f37-b6cd-4b9f-8d90-ac868260d488 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/49d0e151-9d14-4c04-b332-f56b9d319aca HTTP/1.1" status: 404 len: 337 time: 0.0337164 Feb 10 06:53:28.957716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:28.983413 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-122de8b9-e98f-4599-a4af-f1a59b80e3d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:28.984149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122de8b9-e98f-4599-a4af-f1a59b80e3d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:28.987676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-122de8b9-e98f-4599-a4af-f1a59b80e3d4 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/82c36444-a1a7-480f-884b-5194cde6455b HTTP/1.1" status: 404 len: 333 time: 0.0285504 Feb 10 06:53:28.991930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40994) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.025103 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9fd60b-8383-47af-8a16-7a2191766827 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.025673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9fd60b-8383-47af-8a16-7a2191766827 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.029313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2d9fd60b-8383-47af-8a16-7a2191766827 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/b63f21ec-7b23-4c60-821c-55ffe6b4734a HTTP/1.1" status: 404 len: 337 time: 0.0356946 Feb 10 06:53:29.032642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40996) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.079011 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ba2781-0f32-4d1b-af8f-f97ba1563a5a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.080155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ba2781-0f32-4d1b-af8f-f97ba1563a5a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.083597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-59ba2781-0f32-4d1b-af8f-f97ba1563a5a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/dd3a3641-1b66-4b17-814d-d9b637640606 HTTP/1.1" status: 404 len: 333 time: 0.0496211 Feb 10 06:53:29.091629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 40998) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.121519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1a280fae-fcb8-46eb-855b-1326679a4234 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:53:29.140470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (fcbd8570-bb77-4aa4-8fa9-066335a13a43), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:29.144442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 1a280fae-fcb8-46eb-855b-1326679a4234 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:53:29.145015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1a280fae-fcb8-46eb-855b-1326679a4234 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:53:29.152609 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ca8e22-db35-4c42-91d4-ef6faf9c62a9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.154054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ca8e22-db35-4c42-91d4-ef6faf9c62a9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.157169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-85ca8e22-db35-4c42-91d4-ef6faf9c62a9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/057b7b6b-6dad-43d2-b7d9-37a57b3dcf9e HTTP/1.1" status: 404 len: 337 time: 0.0641193 Feb 10 06:53:29.159763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41002) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.190018 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe4bc9f-3cd0-4d6a-b055-ed661581f143 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.191343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe4bc9f-3cd0-4d6a-b055-ed661581f143 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.196989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dfe4bc9f-3cd0-4d6a-b055-ed661581f143 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/6c9e030f-8fe8-4aeb-b053-6cc4f8019ea1 HTTP/1.1" status: 404 len: 333 time: 0.0332828 Feb 10 06:53:29.197188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41004) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.231623 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f5e70b-dd96-4b5d-aeae-2a903ab99129 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.232105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f5e70b-dd96-4b5d-aeae-2a903ab99129 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.237953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1f5e70b-dd96-4b5d-aeae-2a903ab99129 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/77fc802d-d407-4552-8f47-ca08a6fae023 HTTP/1.1" status: 404 len: 337 time: 0.0368893 Feb 10 06:53:29.238192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.264139 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d29a38-f2db-4017-a709-8857f56c1f01 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.264689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d29a38-f2db-4017-a709-8857f56c1f01 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.270519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-01d29a38-f2db-4017-a709-8857f56c1f01 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/18d38c8f-1cb5-49be-9adb-b0b22e9e29f9 HTTP/1.1" status: 404 len: 333 time: 0.0285885 Feb 10 06:53:29.271167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41008) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.299942 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10ab22e-77b8-44ab-b6fa-9cd82b54cfc3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.300523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10ab22e-77b8-44ab-b6fa-9cd82b54cfc3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.305624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a10ab22e-77b8-44ab-b6fa-9cd82b54cfc3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/7097513d-4292-4cea-a990-51b7cf40222b HTTP/1.1" status: 404 len: 337 time: 0.0331209 Feb 10 06:53:29.307750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41010) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.332850 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-51147a1a-1a6f-402e-9369-275fcb587c81 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.333631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51147a1a-1a6f-402e-9369-275fcb587c81 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.339523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-51147a1a-1a6f-402e-9369-275fcb587c81 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/8eb611a7-7024-413a-b874-0927175a32ac HTTP/1.1" status: 404 len: 333 time: 0.0281005 Feb 10 06:53:29.340000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41012) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.357525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (fcbd8570-bb77-4aa4-8fa9-066335a13a43), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:29.371152 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e5c4cc-ef96-436d-9eac-dc0b39306625 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.371623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e5c4cc-ef96-436d-9eac-dc0b39306625 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.377748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8e5c4cc-ef96-436d-9eac-dc0b39306625 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/c4041a57-3048-4663-9a8d-5b5fb2802059 HTTP/1.1" status: 404 len: 337 time: 0.0337086 Feb 10 06:53:29.378040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41014) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.382662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:29.404333 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-967abea9-fbee-4132-838e-2675a17a668e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.404709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967abea9-fbee-4132-838e-2675a17a668e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.410765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-967abea9-fbee-4132-838e-2675a17a668e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/a93606a6-443b-417f-9853-e8c3e65c07b4 HTTP/1.1" status: 404 len: 337 time: 0.0294178 Feb 10 06:53:29.411175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.436259 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f927b93-ef53-4c81-b822-f3147d538055 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.436868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f927b93-ef53-4c81-b822-f3147d538055 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.439999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f927b93-ef53-4c81-b822-f3147d538055 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/10d41c48-7c1e-4101-8a91-06e5fd73d883 HTTP/1.1" status: 404 len: 333 time: 0.0280340 Feb 10 06:53:29.442512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41018) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.469227 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c602a5c2-2f5f-4bb4-bc3d-aca63228be50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.470229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c602a5c2-2f5f-4bb4-bc3d-aca63228be50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.473359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c602a5c2-2f5f-4bb4-bc3d-aca63228be50 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/317bef52-20bd-4527-8ffe-ba8ccc87c2a9 HTTP/1.1" status: 404 len: 337 time: 0.0299196 Feb 10 06:53:29.476326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41022) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.493407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Allocated IP 172.25.8.18 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/44a21305-c193-46ca-b097-5446cb7478b7) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:29.508942 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3994651-959b-4b56-93a2-4e420bd67caa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.509419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3994651-959b-4b56-93a2-4e420bd67caa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.512614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a3994651-959b-4b56-93a2-4e420bd67caa tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/8fcf69b9-4767-4aa4-9374-56e81adbf787 HTTP/1.1" status: 404 len: 337 time: 0.0352666 Feb 10 06:53:29.515161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41024) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.548920 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-4127eef0-e1c9-4078-92fd-e523d2703970 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.549547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4127eef0-e1c9-4078-92fd-e523d2703970 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.555382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4127eef0-e1c9-4078-92fd-e523d2703970 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/bb748c5d-e2d2-4cd7-9879-15c7ba6bebef HTTP/1.1" status: 404 len: 333 time: 0.0361621 Feb 10 06:53:29.556002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.595792 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d1c96f-7ad8-4f42-b93e-0cfdf0413ee9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.596262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d1c96f-7ad8-4f42-b93e-0cfdf0413ee9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.602351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-07d1c96f-7ad8-4f42-b93e-0cfdf0413ee9 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/5cf4a452-aebc-4c71-aaff-189fd816e9d1 HTTP/1.1" status: 404 len: 337 time: 0.0361586 Feb 10 06:53:29.603234 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41028) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.620839 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for port (44a21305-c193-46ca-b097-5446cb7478b7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:29.640285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f591ed-50e1-46e4-abf4-bf7031b5a1f7 req-f285f557-a695-4c5b-a60e-1dcdf1028006 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:29.640547 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69589cb-cc13-4729-a0a3-32c4a8cab714 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.640883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69589cb-cc13-4729-a0a3-32c4a8cab714 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.642046 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1f591ed-50e1-46e4-abf4-bf7031b5a1f7 req-f285f557-a695-4c5b-a60e-1dcdf1028006 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.0958471 Feb 10 06:53:29.646780 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c69589cb-cc13-4729-a0a3-32c4a8cab714 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/eb8487dd-407b-41d0-a473-ec872ce19d92 HTTP/1.1" status: 404 len: 337 time: 0.0406284 Feb 10 06:53:29.647272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41030) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.676623 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae01bf43-50e4-4838-8754-63281a1d4323 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.677074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae01bf43-50e4-4838-8754-63281a1d4323 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.680117 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ae01bf43-50e4-4838-8754-63281a1d4323 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/23b7d9f7-fb91-44db-9069-f304e0c9e9f1 HTTP/1.1" status: 404 len: 333 time: 0.0321481 Feb 10 06:53:29.682974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41032) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.704545 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (44a21305-c193-46ca-b097-5446cb7478b7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:29.718100 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89f2720-ce1c-44b6-9e10-d1dfd397a562 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.718588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89f2720-ce1c-44b6-9e10-d1dfd397a562 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.723957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e89f2720-ce1c-44b6-9e10-d1dfd397a562 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/7fbee23a-d83e-4ed1-88ad-9d84858010b5 HTTP/1.1" status: 404 len: 337 time: 0.0375061 Feb 10 06:53:29.724870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41034) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.736979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1f591ed-50e1-46e4-abf4-bf7031b5a1f7 req-a5727d2f-4130-4138-8f14-efc49bd0366c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816772 Feb 10 06:53:29.745924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event updated for resources: {'Port': ['ID=44a21305-c193-46ca-b097-5446cb7478b7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:29.758393 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-236b7f37-f450-4673-979c-668252b5d3ea tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.758866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236b7f37-f450-4673-979c-668252b5d3ea tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.760576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:29.764310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-236b7f37-f450-4673-979c-668252b5d3ea tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/20653615-de55-4b1d-86c8-89f2f8d9ce57 HTTP/1.1" status: 404 len: 337 time: 0.0361311 Feb 10 06:53:29.764554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.767708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:29.773644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:29.804544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c801b9f-9795-4534-ab78-93533dfb9fcd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c6fdb1-2135-469d-a937-a402db915e84 HTTP/1.1" status: 200 len: 205 time: 0.0368478 Feb 10 06:53:29.804967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41038) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.847018 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-7b3cd161-4cd6-40c4-a912-159ebc6c096e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] delete failed (client error): The resource could not be found. Feb 10 06:53:29.850383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b3cd161-4cd6-40c4-a912-159ebc6c096e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/routers/e3c6fdb1-2135-469d-a937-a402db915e84 HTTP/1.1" status: 404 len: 336 time: 0.0417931 Feb 10 06:53:29.850613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.877923 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd28d5e-7a42-442d-b60d-3fffe5b12cb3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.878499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd28d5e-7a42-442d-b60d-3fffe5b12cb3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.883851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bfd28d5e-7a42-442d-b60d-3fffe5b12cb3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/676c723e-589e-49a6-8231-b59c86ac8f84 HTTP/1.1" status: 404 len: 337 time: 0.0300024 Feb 10 06:53:29.884069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41042) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.912848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3da19b8b-6104-45a5-bd7d-06eba0d4e0b5 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "GET /v2.0/ports?device_id=95ebe56c-fb64-4831-9ad6-f2e29140668f HTTP/1.1" status: 200 len: 205 time: 0.0277154 Feb 10 06:53:29.915096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.958353 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-be93f679-1555-4882-a9c1-e0a817a3a03d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] delete failed (client error): The resource could not be found. Feb 10 06:53:29.961573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-be93f679-1555-4882-a9c1-e0a817a3a03d tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/routers/95ebe56c-fb64-4831-9ad6-f2e29140668f HTTP/1.1" status: 404 len: 336 time: 0.0432694 Feb 10 06:53:29.961788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:29.987878 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f33fdd3-cdd9-4042-a721-717d8987dfab tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:29.988325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f33fdd3-cdd9-4042-a721-717d8987dfab tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:29.993499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9f33fdd3-cdd9-4042-a721-717d8987dfab tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/2ff586d6-0c0e-456c-a260-40d36421ed27 HTTP/1.1" status: 404 len: 337 time: 0.0286160 Feb 10 06:53:29.993779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.019264 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4c3bca-23d5-48ee-9771-7c8dc1523c8e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.019713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4c3bca-23d5-48ee-9771-7c8dc1523c8e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.024941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe4c3bca-23d5-48ee-9771-7c8dc1523c8e tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/f86eaeb1-f3d1-4eec-bffa-d6fdde12e564 HTTP/1.1" status: 404 len: 337 time: 0.0276296 Feb 10 06:53:30.025154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41050) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.048166 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea59f7d-006c-45c4-b719-787912995da0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.049006 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea59f7d-006c-45c4-b719-787912995da0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.051750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ea59f7d-006c-45c4-b719-787912995da0 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/70aa8bb6-72b9-4a22-a732-d2ae377a8605 HTTP/1.1" status: 404 len: 333 time: 0.0257044 Feb 10 06:53:30.054014 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (fcbd8570-bb77-4aa4-8fa9-066335a13a43), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.054249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41052) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.079557 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13bef2d-e718-41a5-ade3-93eaddc1d8e7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.080289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13bef2d-e718-41a5-ade3-93eaddc1d8e7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.085493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d13bef2d-e718-41a5-ade3-93eaddc1d8e7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/a6d33f17-e52c-4848-b417-60835095134a HTTP/1.1" status: 404 len: 337 time: 0.0281875 Feb 10 06:53:30.085722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.113479 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-10060f16-8ec6-43f5-a6b5-2daa301869c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.114029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10060f16-8ec6-43f5-a6b5-2daa301869c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.119342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-10060f16-8ec6-43f5-a6b5-2daa301869c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/bc735177-340d-4d4f-8d5a-7a246606751c HTTP/1.1" status: 404 len: 333 time: 0.0304286 Feb 10 06:53:30.119581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.145001 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-53495efc-4bb2-40fa-be38-49f7fdf82a51 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.145463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53495efc-4bb2-40fa-be38-49f7fdf82a51 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.150908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-53495efc-4bb2-40fa-be38-49f7fdf82a51 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/039cab04-aea9-426e-87f3-c5203a96a49c HTTP/1.1" status: 404 len: 337 time: 0.0280921 Feb 10 06:53:30.151167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.178704 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-0459a9f9-a48d-4a14-bbf3-7aa30a7f94c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.179401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0459a9f9-a48d-4a14-bbf3-7aa30a7f94c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.185329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0459a9f9-a48d-4a14-bbf3-7aa30a7f94c7 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/1faa8895-4381-44c6-bd16-7b51d5302c70 HTTP/1.1" status: 404 len: 333 time: 0.0301979 Feb 10 06:53:30.186844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41060) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.217061 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-9098cac4-3f74-460c-a4d5-1def6d8f5028 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.217530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9098cac4-3f74-460c-a4d5-1def6d8f5028 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.220784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9098cac4-3f74-460c-a4d5-1def6d8f5028 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/d33ad075-82ec-40d6-b9ed-02d283d0b761 HTTP/1.1" status: 404 len: 337 time: 0.0328600 Feb 10 06:53:30.223434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41064) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.233086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41066) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.253481 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3f01a9-65b5-4acb-b4cb-8f7978e72687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.254055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3f01a9-65b5-4acb-b4cb-8f7978e72687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.259859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fb3f01a9-65b5-4acb-b4cb-8f7978e72687 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/9740bb25-d4b4-4bf8-aa24-9338fc196ed3 HTTP/1.1" status: 404 len: 333 time: 0.0339270 Feb 10 06:53:30.260042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41070) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.302449 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe39a83e-4a4b-4928-ab48-959c3a562d9a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.302912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe39a83e-4a4b-4928-ab48-959c3a562d9a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.305938 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fe39a83e-4a4b-4928-ab48-959c3a562d9a tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/d99f7d90-4c5d-478d-9087-b6f173032ab1 HTTP/1.1" status: 404 len: 337 time: 0.0449212 Feb 10 06:53:30.308793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41072) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.322764 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (fcbd8570-bb77-4aa4-8fa9-066335a13a43), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.340487 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-6791b31f-eb2c-4206-91ff-a67473a95244 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.341209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6791b31f-eb2c-4206-91ff-a67473a95244 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.347672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6791b31f-eb2c-4206-91ff-a67473a95244 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/8f17077a-9ca4-4b80-a4a6-267bab7ee53c HTTP/1.1" status: 404 len: 333 time: 0.0378609 Feb 10 06:53:30.348269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41074) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.393719 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dde0cbb-c14c-4474-9368-2bdedb869b1f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.394524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dde0cbb-c14c-4474-9368-2bdedb869b1f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.399773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1dde0cbb-c14c-4474-9368-2bdedb869b1f tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/22f6bf55-7ce1-4e0b-a98d-c912fb6eed15 HTTP/1.1" status: 404 len: 337 time: 0.0483291 Feb 10 06:53:30.416242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41076) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.445322 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a759e554-947d-4207-ab35-e5de01b288dd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.445905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a759e554-947d-4207-ab35-e5de01b288dd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.451143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a759e554-947d-4207-ab35-e5de01b288dd tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/371aff74-9680-4b17-9429-9ae85a46fa39 HTTP/1.1" status: 404 len: 333 time: 0.0318363 Feb 10 06:53:30.452063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41078) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.463003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e71826-0035-452b-9695-c77752ce9a6a admin admin] Deleting subnet 5f633199-1a65-4fca-a9f0-96961625b04b {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:53:30.466367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63e71826-0035-452b-9695-c77752ce9a6a admin admin] Publish callbacks [] for subnet (5f633199-1a65-4fca-a9f0-96961625b04b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.487548 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-6529cf97-6216-4901-8ae7-355f5b3d0dfb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.488354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6529cf97-6216-4901-8ae7-355f5b3d0dfb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.491333 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6529cf97-6216-4901-8ae7-355f5b3d0dfb tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/ce40734b-aa48-421a-891e-2f8259ed2c35 HTTP/1.1" status: 404 len: 337 time: 0.0383530 Feb 10 06:53:30.494110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.503129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Router fcbd8570-bb77-4aa4-8fa9-066335a13a43 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:30.521980 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae7ef7b-6cd5-4b6f-a3b0-e38611ecd450 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.522567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae7ef7b-6cd5-4b6f-a3b0-e38611ecd450 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.525651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bae7ef7b-6cd5-4b6f-a3b0-e38611ecd450 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/ports/97e4c5cd-0aef-4842-918e-96abcb58edc0 HTTP/1.1" status: 404 len: 333 time: 0.0305810 Feb 10 06:53:30.528126 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63e71826-0035-452b-9695-c77752ce9a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (5f633199-1a65-4fca-a9f0-96961625b04b), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.529762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41082) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.582958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f9a37b36-d501-497f-ab82-6e950c87ab8c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:53:30.584486 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-0144196d-ea46-4584-8850-a81adad2ba82 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:30.584959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0144196d-ea46-4584-8850-a81adad2ba82 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:30.590630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0144196d-ea46-4584-8850-a81adad2ba82 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/subnets/4c5f183e-972f-455f-b467-e8b6f827a5a5 HTTP/1.1" status: 404 len: 337 time: 0.0573514 Feb 10 06:53:30.591530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41084) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.615033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: f9a37b36-d501-497f-ab82-6e950c87ab8c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:53:30.615854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f9a37b36-d501-497f-ab82-6e950c87ab8c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:53:30.639168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:30.652053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb430e-c16e-4efc-a66a-c8406ff33ae4 None None] Sync routers for ids ['fcbd8570-bb77-4aa4-8fa9-066335a13a43'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:30.663071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb430e-c16e-4efc-a66a-c8406ff33ae4 None None] Routers {'fcbd8570-bb77-4aa4-8fa9-066335a13a43'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:30.664852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdbb430e-c16e-4efc-a66a-c8406ff33ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fcbd8570-bb77-4aa4-8fa9-066335a13a43'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:30.669477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.670986 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a2aaacfc-1a38-4bbd-bf13-f9a92e867b07 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2500074 Feb 10 06:53:30.675217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41086) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.677958 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63e71826-0035-452b-9695-c77752ce9a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5f633199-1a65-4fca-a9f0-96961625b04b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.680807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-40f18e91-7243-4616-9577-a8355994ddd3 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': False}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:30.709408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdbb430e-c16e-4efc-a66a-c8406ff33ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:30.711727 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (6c1effe9-6423-4c1f-94e7-c0da99848c88), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.720748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb430e-c16e-4efc-a66a-c8406ff33ae4 None None] Routers {'fcbd8570-bb77-4aa4-8fa9-066335a13a43'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:30.721697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdbb430e-c16e-4efc-a66a-c8406ff33ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fcbd8570-bb77-4aa4-8fa9-066335a13a43'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:30.758718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bdbb430e-c16e-4efc-a66a-c8406ff33ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:30.759741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb430e-c16e-4efc-a66a-c8406ff33ae4 None None] The sync data for ids ['fcbd8570-bb77-4aa4-8fa9-066335a13a43'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:30.796600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63e71826-0035-452b-9695-c77752ce9a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5f633199-1a65-4fca-a9f0-96961625b04b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.854121 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (6c1effe9-6423-4c1f-94e7-c0da99848c88), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.876298 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e71826-0035-452b-9695-c77752ce9a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f633199-1a65-4fca-a9f0-96961625b04b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:30.881332 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63e71826-0035-452b-9695-c77752ce9a6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:30.884469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-63e71826-0035-452b-9695-c77752ce9a6a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5f633199-1a65-4fca-a9f0-96961625b04b HTTP/1.1" status: 204 len: 168 time: 0.6504772 Feb 10 06:53:30.903103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41090) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:30.920041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1effe9-6423-4c1f-94e7-c0da99848c88']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:30.949951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d59afd-40f0-4412-9c7b-2d95db01d053') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:30.950285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d59afd-40f0-4412-9c7b-2d95db01d053') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:30.992092 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (36d59afd-40f0-4412-9c7b-2d95db01d053), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.016165 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (36d59afd-40f0-4412-9c7b-2d95db01d053), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.021264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (bae17481-edac-46e9-87b7-298d98eb108a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.032027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429b6d-7dcc-41c4-8390-854c66714795 req-826633a3-cd5e-4950-bb68-19b64e7bcd16 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:31.032754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40f18e91-7243-4616-9577-a8355994ddd3 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (fcbd8570-bb77-4aa4-8fa9-066335a13a43), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.033559 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b429b6d-7dcc-41c4-8390-854c66714795 req-826633a3-cd5e-4950-bb68-19b64e7bcd16 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1977904 Feb 10 06:53:31.038165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:53:31.038593 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (36d59afd-40f0-4412-9c7b-2d95db01d053), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: items = [ Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:53:31.041969 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:53:31.158153 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (6c1effe9-6423-4c1f-94e7-c0da99848c88), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.178692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.184275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] 10.222.0.21 "DELETE /v2.0/networks/6c1effe9-6423-4c1f-94e7-c0da99848c88 HTTP/1.1" status: 204 len: 168 time: 0.5898595 Feb 10 06:53:31.251721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b429b6d-7dcc-41c4-8390-854c66714795 req-22bf34d0-8c56-4478-bf31-e72dfba67108 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936741 Feb 10 06:53:31.253459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (bae17481-edac-46e9-87b7-298d98eb108a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.256349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697b77f-3814-4e2e-8b69-d3ffa9ad98d3 tempest-NetworksTestDHCPv6-94392300 tempest-NetworksTestDHCPv6-94392300-project] Pushing event deleted for resources: {'Network': ['ID=6c1effe9-6423-4c1f-94e7-c0da99848c88,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:31.282427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae17481-edac-46e9-87b7-298d98eb108a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:31.298592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fba831-9e13-4591-82d4-9ccc11cbfe1d') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:31.298887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fba831-9e13-4591-82d4-9ccc11cbfe1d') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:31.312483 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (08fba831-9e13-4591-82d4-9ccc11cbfe1d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.330860 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (08fba831-9e13-4591-82d4-9ccc11cbfe1d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.337914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:53:31.338407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (08fba831-9e13-4591-82d4-9ccc11cbfe1d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:53:31.340644 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:53:31.417667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (bae17481-edac-46e9-87b7-298d98eb108a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.430526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.435982 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bae17481-edac-46e9-87b7-298d98eb108a HTTP/1.1" status: 204 len: 168 time: 0.5269225 Feb 10 06:53:31.457902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855f412-2bc4-40c7-b4ac-d19e457e1c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae17481-edac-46e9-87b7-298d98eb108a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:31.478130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41098) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:31.653823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41102) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:31.696620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2a30bba5-dbcc-405f-90f0-1d847e48a1ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cdb7d92e73a4d4885c2a2d284b4448d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414987 Feb 10 06:53:31.699271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41104) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:31.755603 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-457e2329-375b-497c-becb-4759e50e7f93 admin admin] Publish callbacks [] for security_group (e4d4daf4-7133-4ef0-9b7d-b5a42979624f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.780201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-457e2329-375b-497c-becb-4759e50e7f93 admin admin] Publish callbacks [] for security_group (e4d4daf4-7133-4ef0-9b7d-b5a42979624f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.835583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-457e2329-375b-497c-becb-4759e50e7f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e4d4daf4-7133-4ef0-9b7d-b5a42979624f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.838159 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-457e2329-375b-497c-becb-4759e50e7f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.839617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-457e2329-375b-497c-becb-4759e50e7f93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4d4daf4-7133-4ef0-9b7d-b5a42979624f HTTP/1.1" status: 204 len: 168 time: 0.1391430 Feb 10 06:53:31.847513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e2329-375b-497c-becb-4759e50e7f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d4daf4-7133-4ef0-9b7d-b5a42979624f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:31.847706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40f18e91-7243-4616-9577-a8355994ddd3 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (fcbd8570-bb77-4aa4-8fa9-066335a13a43), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.860483 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40f18e91-7243-4616-9577-a8355994ddd3 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (fcbd8570-bb77-4aa4-8fa9-066335a13a43), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:31.867359 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-47e0bd72-d3b8-49b6-b7d1-746dd9de7a31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e7360a45ec24f4aaa0ad888443e63b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3878412 Feb 10 06:53:31.869927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41108) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:31.993731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6af37413-a5e2-4454-ab06-48cd857e976e admin admin] Publish callbacks [] for security_group (09ba908a-4f4b-441d-9168-a422dae578f3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.024701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f18e91-7243-4616-9577-a8355994ddd3 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Router fcbd8570-bb77-4aa4-8fa9-066335a13a43 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:32.026633 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6af37413-a5e2-4454-ab06-48cd857e976e admin admin] Publish callbacks [] for security_group (09ba908a-4f4b-441d-9168-a422dae578f3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.151741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6af37413-a5e2-4454-ab06-48cd857e976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (09ba908a-4f4b-441d-9168-a422dae578f3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.154260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6af37413-a5e2-4454-ab06-48cd857e976e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.155435 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6af37413-a5e2-4454-ab06-48cd857e976e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09ba908a-4f4b-441d-9168-a422dae578f3 HTTP/1.1" status: 204 len: 168 time: 0.2845919 Feb 10 06:53:32.170258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af37413-a5e2-4454-ab06-48cd857e976e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ba908a-4f4b-441d-9168-a422dae578f3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:32.173299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f18e91-7243-4616-9577-a8355994ddd3 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:32.177427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-40f18e91-7243-4616-9577-a8355994ddd3 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.181127 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-40f18e91-7243-4616-9577-a8355994ddd3 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "PUT /v2.0/routers/fcbd8570-bb77-4aa4-8fa9-066335a13a43 HTTP/1.1" status: 200 len: 924 time: 1.5048103 Feb 10 06:53:32.181593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41120) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:32.192237 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11243d04-edcd-41f8-bfe1-a5bb6390dc0e None None] Sync routers for ids ['fcbd8570-bb77-4aa4-8fa9-066335a13a43'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:32.234394 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11243d04-edcd-41f8-bfe1-a5bb6390dc0e None None] Routers {'fcbd8570-bb77-4aa4-8fa9-066335a13a43'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:32.236232 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-11243d04-edcd-41f8-bfe1-a5bb6390dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fcbd8570-bb77-4aa4-8fa9-066335a13a43'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:32.277252 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-11243d04-edcd-41f8-bfe1-a5bb6390dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:32.300531 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11243d04-edcd-41f8-bfe1-a5bb6390dc0e None None] Routers {'fcbd8570-bb77-4aa4-8fa9-066335a13a43'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:32.301680 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-11243d04-edcd-41f8-bfe1-a5bb6390dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fcbd8570-bb77-4aa4-8fa9-066335a13a43'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:32.340661 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-11243d04-edcd-41f8-bfe1-a5bb6390dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:32.341745 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11243d04-edcd-41f8-bfe1-a5bb6390dc0e None None] The sync data for ids ['fcbd8570-bb77-4aa4-8fa9-066335a13a43'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:32.383817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41128) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:32.384867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-468300d2-50d3-441f-a1fa-fc64487307f2 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/routers/fcbd8570-bb77-4aa4-8fa9-066335a13a43 HTTP/1.1" status: 200 len: 924 time: 0.2021725 Feb 10 06:53:32.448537 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4ef0c-bfd8-4d86-905c-ea9d7474f6a4 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:32.454526 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5ff4ef0c-bfd8-4d86-905c-ea9d7474f6a4 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=fcbd8570-bb77-4aa4-8fa9-066335a13a43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0695753 Feb 10 06:53:32.459150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41130) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:32.460651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750c960-e7de-4f74-a257-d3311e8467cb req-a1665eaf-6b93-4ed9-88b1-e19361824e4c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:32.463238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1750c960-e7de-4f74-a257-d3311e8467cb req-a1665eaf-6b93-4ed9-88b1-e19361824e4c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.0773089 Feb 10 06:53:32.550794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1750c960-e7de-4f74-a257-d3311e8467cb req-6a501064-ec0c-4450-a4c8-d1bb5a89ea27 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771470 Feb 10 06:53:32.584864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd172f-c654-409d-bebc-df4b8f39b648 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:32.586521 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c7cd172f-c654-409d-bebc-df4b8f39b648 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 881 time: 0.1262648 Feb 10 06:53:32.591991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41144) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:32.627289 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dd5a06d7-b5de-4655-8787-56753597d8a9 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbd8570-bb77-4aa4-8fa9-066335a13a43 HTTP/1.1" status: 200 len: 205 time: 0.0340726 Feb 10 06:53:32.631076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41148) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:32.722622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41152) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:32.761307 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (fcbd8570-bb77-4aa4-8fa9-066335a13a43), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.833862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1139564618-network', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:32.856081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Made reservation on behalf of 24b9f4104d7142b89fcf010ff12ce401 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:32.860350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.871100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.884726 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (fcbd8570-bb77-4aa4-8fa9-066335a13a43), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.957826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Publish callbacks [] for security_group (ef9e6f4e-7130-421b-9f50-843cb2787aad), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.958295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Deleting port 44a21305-c193-46ca-b097-5446cb7478b7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:32.958817 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (44a21305-c193-46ca-b097-5446cb7478b7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.963207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ef9e6f4e-7130-421b-9f50-843cb2787aad), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:32.987240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:53:33.003671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9e6f4e-7130-421b-9f50-843cb2787aad,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:33.006718 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0862699c-5080-4f4a-9cf8-1592f5756167), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.007060 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Added segment 0862699c-5080-4f4a-9cf8-1592f5756167 of type vlan for network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 Feb 10 06:53:33.043527 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (44a21305-c193-46ca-b097-5446cb7478b7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.047513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41164) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.057016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Calling delete_port for 44a21305-c193-46ca-b097-5446cb7478b7 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:33.064812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (cf0b6db3-b910-429e-99f5-ca0e1ac0f689), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.091003 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (cf0b6db3-b910-429e-99f5-ca0e1ac0f689), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.092326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:33.093006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.128889 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4047024 Feb 10 06:53:33.131801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41168) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.137638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Request body: {'subnet': {'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1139564618-subnet', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:33.190427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-6d756d5f-1846-4a72-9522-d34b8825e9f5 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.191469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6d756d5f-1846-4a72-9522-d34b8825e9f5 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1430135 Feb 10 06:53:33.194520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.194810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d6179-52a2-4889-883e-ecffbda33209 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0b6db3-b910-429e-99f5-ca0e1ac0f689,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:33.199000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-34db46cc-1b54-4bf2-b21a-54320c4bc8c0 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.199962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-34db46cc-1b54-4bf2-b21a-54320c4bc8c0 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044932 Feb 10 06:53:33.202733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.207820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-9011235f-e7e1-4c56-b121-27feb715d438 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.213602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9011235f-e7e1-4c56-b121-27feb715d438 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051472 Feb 10 06:53:33.213602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Made reservation on behalf of 24b9f4104d7142b89fcf010ff12ce401 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:33.213849 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.214901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41174) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.219785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-1c70cd0c-2dd3-4470-976a-988db566a5c2 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.224132 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1c70cd0c-2dd3-4470-976a-988db566a5c2 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0067728 Feb 10 06:53:33.224132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41176) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.227377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:53:33.227881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-9e4f72be-c025-4515-a2ca-9df038651d5c tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.228842 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9e4f72be-c025-4515-a2ca-9df038651d5c tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042045 Feb 10 06:53:33.231384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41178) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.236037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-3e19d51f-660d-42d0-b155-1c193169d92e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.240146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e19d51f-660d-42d0-b155-1c193169d92e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047619 Feb 10 06:53:33.240146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41180) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.245593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-954be8ae-6d4c-430b-811a-3795b7c70511 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.248932 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-954be8ae-6d4c-430b-811a-3795b7c70511 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053189 Feb 10 06:53:33.249799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41182) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.263758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-1b00da73-27b4-4522-afbd-9796aef12f08 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.263758 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1b00da73-27b4-4522-afbd-9796aef12f08 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0093751 Feb 10 06:53:33.264173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41184) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.269489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-9e1c91be-4666-48c7-a52e-54654bddaa38 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.272804 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9e1c91be-4666-48c7-a52e-54654bddaa38 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053937 Feb 10 06:53:33.273352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41186) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.278720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-255460ab-8fbb-440c-993e-89899451f139 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.281740 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-255460ab-8fbb-440c-993e-89899451f139 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053680 Feb 10 06:53:33.282162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41188) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.286970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-9f92c2af-5b8a-4da0-98d1-e0b19e2b1326 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.289758 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9f92c2af-5b8a-4da0-98d1-e0b19e2b1326 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048652 Feb 10 06:53:33.290973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41190) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.295840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-3be00caa-397c-4da9-a1f4-9315002a9452 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.299209 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3be00caa-397c-4da9-a1f4-9315002a9452 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049498 Feb 10 06:53:33.299573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41192) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.304743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-104aa28d-6ef2-4826-bed3-33a19aa943b2 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.307995 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-104aa28d-6ef2-4826-bed3-33a19aa943b2 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049486 Feb 10 06:53:33.308271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41194) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.312320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-7f72ccb7-8971-4330-98ea-c020c3aee011 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.314342 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7f72ccb7-8971-4330-98ea-c020c3aee011 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041068 Feb 10 06:53:33.316065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41196) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.319943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-f79182a9-7bbe-4655-8186-f2cade015736 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.322367 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f79182a9-7bbe-4655-8186-f2cade015736 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0039690 Feb 10 06:53:33.323010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41198) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.326784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-be88543e-cd84-478a-811a-6d34b313e6c5 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.327714 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-be88543e-cd84-478a-811a-6d34b313e6c5 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038786 Feb 10 06:53:33.330428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41200) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.334444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-dd45fe20-8186-41cf-b5e8-3006625c617d tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.335443 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dd45fe20-8186-41cf-b5e8-3006625c617d tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040698 Feb 10 06:53:33.337703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41202) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.342634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-fd044f3a-476d-48db-a9f5-fd4b6cce0881 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.343587 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fd044f3a-476d-48db-a9f5-fd4b6cce0881 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050046 Feb 10 06:53:33.345942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41204) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.349709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-01fe2705-1642-4894-97f0-91eae2f4e30f tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.350662 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-01fe2705-1642-4894-97f0-91eae2f4e30f tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038297 Feb 10 06:53:33.352734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41206) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.356803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-25fc6c68-b675-45c5-be84-1e2976c93885 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.357753 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-25fc6c68-b675-45c5-be84-1e2976c93885 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041845 Feb 10 06:53:33.360200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (44a21305-c193-46ca-b097-5446cb7478b7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.360430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41208) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.364822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-70ec9eb8-d127-46f1-8db1-5adc5591c05e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.367926 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-70ec9eb8-d127-46f1-8db1-5adc5591c05e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043144 Feb 10 06:53:33.368106 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41210) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.371982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-10b0f75c-eca2-404e-a2ae-605d0e13def9 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.373134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-10b0f75c-eca2-404e-a2ae-605d0e13def9 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041070 Feb 10 06:53:33.376175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41212) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.380005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-96fe6c93-7da2-4eab-bc67-a5a229e135bf tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.382343 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-96fe6c93-7da2-4eab-bc67-a5a229e135bf tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038598 Feb 10 06:53:33.383074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41214) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.386819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-43f03ca9-c760-4b9b-b209-6da61cec9073 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.387752 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-43f03ca9-c760-4b9b-b209-6da61cec9073 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0038521 Feb 10 06:53:33.390295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41216) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.390534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event deleted for resources: {'Port': ['ID=44a21305-c193-46ca-b097-5446cb7478b7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:33.399154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-847e2de2-601f-4b9d-b151-a188bfe4442d tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.399784 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-847e2de2-601f-4b9d-b151-a188bfe4442d tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0085828 Feb 10 06:53:33.403862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41218) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.411549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-8025ceef-8b55-49cb-a8ed-5231fcb7625e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.414803 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8025ceef-8b55-49cb-a8ed-5231fcb7625e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0093017 Feb 10 06:53:33.415043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41220) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.418797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-61f8e060-b925-4ef6-ac24-87a48b9d4783 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.419715 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-61f8e060-b925-4ef6-ac24-87a48b9d4783 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038133 Feb 10 06:53:33.421858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41222) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.426745 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-ff4d0f28-b0e6-4b38-9a89-3c4f9498dae6 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.427667 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ff4d0f28-b0e6-4b38-9a89-3c4f9498dae6 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049622 Feb 10 06:53:33.429925 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41224) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.433643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-35379c11-45da-471c-9b80-9c9dcc0cdef6 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.434573 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-35379c11-45da-471c-9b80-9c9dcc0cdef6 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0037320 Feb 10 06:53:33.436662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41226) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.440847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-957b7133-6ede-4f81-97f6-b3b67157455e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.441762 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-957b7133-6ede-4f81-97f6-b3b67157455e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042770 Feb 10 06:53:33.443943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41228) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.447740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-87662ee6-95d8-4b5e-9119-44367c465100 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.448655 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-87662ee6-95d8-4b5e-9119-44367c465100 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0038953 Feb 10 06:53:33.450863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41230) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.455071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-2ba6c330-a8ec-44c8-803b-c01b3258261e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.456007 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2ba6c330-a8ec-44c8-803b-c01b3258261e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043433 Feb 10 06:53:33.458002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41232) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.461616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-587a6f59-1416-4ec4-a417-e67484b7073c tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.462784 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-587a6f59-1416-4ec4-a417-e67484b7073c tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0036836 Feb 10 06:53:33.464850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41234) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.469157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-14b32e4f-4ca2-4715-8b45-88e6faea3ee0 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.472027 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-14b32e4f-4ca2-4715-8b45-88e6faea3ee0 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044527 Feb 10 06:53:33.472238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41236) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.475997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-d77ada96-d2c9-4f84-bdf4-e4ed93dc32e9 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.476916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d77ada96-d2c9-4f84-bdf4-e4ed93dc32e9 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038679 Feb 10 06:53:33.479034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41238) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.482664 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-f9f61882-83e2-4c52-bc3f-450e70d7ba0f tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.483563 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f9f61882-83e2-4c52-bc3f-450e70d7ba0f tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037031 Feb 10 06:53:33.485868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41240) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.489608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-443c39f7-200f-4391-a7ac-0abe06b19bbb tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.490846 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-443c39f7-200f-4391-a7ac-0abe06b19bbb tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038095 Feb 10 06:53:33.492828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41242) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.496954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-3e472960-b541-449a-a4c0-6533c3a15533 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.497868 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e472960-b541-449a-a4c0-6533c3a15533 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042126 Feb 10 06:53:33.500161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41244) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.504562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-dee1d88c-c5a8-4d24-8825-a9ab262c97f1 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.505469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dee1d88c-c5a8-4d24-8825-a9ab262c97f1 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037396 Feb 10 06:53:33.507637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41246) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.510420 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (fcbd8570-bb77-4aa4-8fa9-066335a13a43), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.511283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-7a7ec8d5-86a8-402a-af60-439df18bcc14 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.512198 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7a7ec8d5-86a8-402a-af60-439df18bcc14 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0037594 Feb 10 06:53:33.514645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41248) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.518912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-ea116e18-6954-4dba-9261-62eda785fbd9 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.519821 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ea116e18-6954-4dba-9261-62eda785fbd9 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043640 Feb 10 06:53:33.521956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41250) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.526329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-7f0aa8ec-77c9-42c6-ba6e-56c96c74b088 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.529129 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7f0aa8ec-77c9-42c6-ba6e-56c96c74b088 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044329 Feb 10 06:53:33.529458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41252) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.533096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-cd885420-8cda-4a3a-80a7-c5a1c31ff4ff tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.534034 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cd885420-8cda-4a3a-80a7-c5a1c31ff4ff tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037432 Feb 10 06:53:33.536138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41254) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.539691 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-8c2d7177-0c0a-46e5-bc90-a73b5892f01c tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.541041 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8c2d7177-0c0a-46e5-bc90-a73b5892f01c tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0036616 Feb 10 06:53:33.542759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41256) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.546490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-c976bf7d-ee73-4c50-a6e6-1afdfdef2714 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.547395 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c976bf7d-ee73-4c50-a6e6-1afdfdef2714 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0037665 Feb 10 06:53:33.550034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41258) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.553617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-e0b20420-90d0-44e6-a022-80d731adb18e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.554545 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e0b20420-90d0-44e6-a022-80d731adb18e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0036545 Feb 10 06:53:33.556583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41260) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.560180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-4895ba1f-b723-4f07-8b19-20af3f8b7835 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.561080 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4895ba1f-b723-4f07-8b19-20af3f8b7835 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0037057 Feb 10 06:53:33.563768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41262) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.567805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-1c01d474-4b1a-436b-8483-b6f005daa664 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.568720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1c01d474-4b1a-436b-8483-b6f005daa664 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039275 Feb 10 06:53:33.570966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41264) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.574983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-424083d3-e0e4-4a23-a79c-d9a8bb119ca1 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.576179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-424083d3-e0e4-4a23-a79c-d9a8bb119ca1 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041125 Feb 10 06:53:33.580447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41268) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.588352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-768749a3-5f01-481f-91b6-c013cb7d7080 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.590415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41270) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.590915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-768749a3-5f01-481f-91b6-c013cb7d7080 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0087595 Feb 10 06:53:33.620754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-907cce05-2ddd-4273-9189-fa7ea826ba70 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.624673 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-907cce05-2ddd-4273-9189-fa7ea826ba70 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0310388 Feb 10 06:53:33.625354 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (64e7d678-d6f8-4b51-8ef4-f4e8d52f5219), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.625564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41272) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.628942 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (fcbd8570-bb77-4aa4-8fa9-066335a13a43), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.631080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-9f6e6b96-22e5-4c9f-8dcb-f80b39559328 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.632864 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9f6e6b96-22e5-4c9f-8dcb-f80b39559328 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049949 Feb 10 06:53:33.633079 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (fcbd8570-bb77-4aa4-8fa9-066335a13a43), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.635411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41274) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.639455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-851c06dd-1765-4511-a6ff-4d7d89818155 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.640425 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-851c06dd-1765-4511-a6ff-4d7d89818155 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040696 Feb 10 06:53:33.642776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41276) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.646608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-785894e4-8480-4a5a-be68-7e95452d6ed4 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.649711 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-785894e4-8480-4a5a-be68-7e95452d6ed4 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0061028 Feb 10 06:53:33.650228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41278) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.653891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-01173071-e6ec-4c48-a02b-f7ddc54f3800 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.657027 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-01173071-e6ec-4c48-a02b-f7ddc54f3800 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058601 Feb 10 06:53:33.657739 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41280) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.661878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-74767d5c-59a7-4fdc-aa52-8855f71f430b tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.662862 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-74767d5c-59a7-4fdc-aa52-8855f71f430b tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041184 Feb 10 06:53:33.665765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41282) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.669715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-aea0df00-94d9-44f9-80e2-737e91b92cb5 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.670720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aea0df00-94d9-44f9-80e2-737e91b92cb5 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040636 Feb 10 06:53:33.673473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41284) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.677481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-3d7d66df-1b08-425c-a1be-6b603b4b5826 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.680461 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3d7d66df-1b08-425c-a1be-6b603b4b5826 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040839 Feb 10 06:53:33.680677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41286) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.685183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-94770c34-b42d-471d-8fec-8f6c9fce187d tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.686155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-94770c34-b42d-471d-8fec-8f6c9fce187d tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046089 Feb 10 06:53:33.688833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41288) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.692574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-4f11ef28-30ef-4c8e-959a-3025101c8e8e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.693500 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4f11ef28-30ef-4c8e-959a-3025101c8e8e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038450 Feb 10 06:53:33.695608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41290) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.699242 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-2d805caf-525d-4b75-8ac0-5476528a0c1d tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.700174 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2d805caf-525d-4b75-8ac0-5476528a0c1d tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0037353 Feb 10 06:53:33.702314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41292) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.706229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-9e7c990d-28e8-4dd9-b1c6-ad6f6f01976e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.707195 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9e7c990d-28e8-4dd9-b1c6-ad6f6f01976e tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039785 Feb 10 06:53:33.709291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41294) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.713025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-c304ee8e-ca0e-496d-a73e-bd68258467d9 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.713971 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c304ee8e-ca0e-496d-a73e-bd68258467d9 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038292 Feb 10 06:53:33.716285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41296) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.720099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-0e913a76-c65d-45b4-ba0c-d502487598a1 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.721151 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0e913a76-c65d-45b4-ba0c-d502487598a1 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0039289 Feb 10 06:53:33.723649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41298) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.727588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-5e272c5c-e289-49a4-93dd-a24f715b5885 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.728530 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5e272c5c-e289-49a4-93dd-a24f715b5885 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040271 Feb 10 06:53:33.730805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41300) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.734908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-17c0bb6b-678b-4785-b393-7c317ee9edf3 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.736384 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-17c0bb6b-678b-4785-b393-7c317ee9edf3 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047138 Feb 10 06:53:33.738629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41302) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.742684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (fcbd8570-bb77-4aa4-8fa9-066335a13a43), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.743199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Fanout notify agent at l3_agent the message router_deleted on router fcbd8570-bb77-4aa4-8fa9-066335a13a43 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:33.743335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-b7d7e572-8a74-4c43-9d50-a5a6037ef1f4 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.744165 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b7d7e572-8a74-4c43-9d50-a5a6037ef1f4 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046744 Feb 10 06:53:33.746378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41304) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.750345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-0add8fbb-96a2-48fc-984b-1698a20cff48 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.751868 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0add8fbb-96a2-48fc-984b-1698a20cff48 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045326 Feb 10 06:53:33.753225 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.754369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41306) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.754558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-15198f1f-7b5a-474b-8724-81eb68d91505 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/fcbd8570-bb77-4aa4-8fa9-066335a13a43 HTTP/1.1" status: 204 len: 168 time: 1.1223264 Feb 10 06:53:33.755568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e7d678-d6f8-4b51-8ef4-f4e8d52f5219,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:33.757663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41308) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.761948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-d16d5c84-8994-4f20-a49b-869a12dfdf02 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.765338 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d16d5c84-8994-4f20-a49b-869a12dfdf02 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0078626 Feb 10 06:53:33.766428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5c3c7af4-743d-4f9d-8d73-51d1720ad8d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1411490497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:33.766667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41312) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.773587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-1f258691-1e52-46f7-a5b4-d0ceb0e0302c tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.776951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1f258691-1e52-46f7-a5b4-d0ceb0e0302c tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0069785 Feb 10 06:53:33.777639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41314) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.781859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [None req-42044041-0bc7-404c-8b6c-3768fde2be91 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:53:33.785486 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-42044041-0bc7-404c-8b6c-3768fde2be91 tempest-ExtensionsTestJSON-243966722 tempest-ExtensionsTestJSON-243966722-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048144 Feb 10 06:53:33.788200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Checking segment: {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:33.788562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Network hostable DHCP agents. Network: cf0b6db3-b910-429e-99f5-ca0e1ac0f689, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:53:33.799272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7af4-743d-4f9d-8d73-51d1720ad8d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.799514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886bcc2-4257-4f2a-8b4a-6f7681de68b4 req-11fc2fc7-c894-45c5-a00b-a2918fef44ab tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:33.801034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9886bcc2-4257-4f2a-8b4a-6f7681de68b4 req-11fc2fc7-c894-45c5-a00b-a2918fef44ab tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1459515 Feb 10 06:53:33.802560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7af4-743d-4f9d-8d73-51d1720ad8d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.828423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:53:33.839717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, cf0b6db3-b910-429e-99f5-ca0e1ac0f689) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:33.849954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:33.850572 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.851298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047fe37d-b704-47e3-9755-e6ca5b6c1ed0 None None] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:33.860670 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7af4-743d-4f9d-8d73-51d1720ad8d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.866925 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7af4-743d-4f9d-8d73-51d1720ad8d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.873688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9886bcc2-4257-4f2a-8b4a-6f7681de68b4 req-61291382-cc02-4582-856a-1f74d0be98b4 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661235 Feb 10 06:53:33.885569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9e078fac-ea03-4a6d-b531-1ff88f5d335e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7520757 Feb 10 06:53:33.888205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41318) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.892832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:33.899194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7af4-743d-4f9d-8d73-51d1720ad8d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.903605 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5c3c7af4-743d-4f9d-8d73-51d1720ad8d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1418555 Feb 10 06:53:33.903605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41320) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:33.910454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:33.987368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (a945c36c-0d14-4f7e-8e90-9fbc508baa03), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.988406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'fixed_ips': [{'subnet_id': '64e7d678-d6f8-4b51-8ef4-f4e8d52f5219'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:53:33.988585 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (a945c36c-0d14-4f7e-8e90-9fbc508baa03), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:33.989455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.125914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41324) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:34.130788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Allocated IP 172.20.0.2 (cf0b6db3-b910-429e-99f5-ca0e1ac0f689/64e7d678-d6f8-4b51-8ef4-f4e8d52f5219/18cbcaeb-d2a9-4364-8cf0-8c4d956d234b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:34.142801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks [] for router_controller (a945c36c-0d14-4f7e-8e90-9fbc508baa03), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.248799 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.260555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f186654-c324-452c-b0be-0c83ee3fd4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.315523 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Publish callbacks [] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.322938 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.342587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks [] for router_gateway (a945c36c-0d14-4f7e-8e90-9fbc508baa03), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.357914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f186654-c324-452c-b0be-0c83ee3fd4bf admin admin] Publish callbacks [] for security_group (afe0b814-ab99-448f-9d7a-529d3db69408), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.362837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f186654-c324-452c-b0be-0c83ee3fd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (afe0b814-ab99-448f-9d7a-529d3db69408), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.370647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:34.372072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:34.376768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:34.416855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f186654-c324-452c-b0be-0c83ee3fd4bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3a344199d004bceb2b66417f1165a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863619 Feb 10 06:53:34.416855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f186654-c324-452c-b0be-0c83ee3fd4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe0b814-ab99-448f-9d7a-529d3db69408,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:34.417748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:34.446738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Attempting to bind port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:34.447116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Attempting to bind port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:34.447489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Attempting to bind port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b on network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:34.452578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Pushing event updated for resources: {'Port': ['ID=18cbcaeb-d2a9-4364-8cf0-8c4d956d234b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:34.455947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:34.456575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Checking segment: {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:34.457160 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.457717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Bound using segment: {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:34.458405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Bound port: 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:34.458993 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.472727 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fde23a6-ac81-4a79-8755-626ce0895fab admin admin] Publish callbacks [] for security_group (afe0b814-ab99-448f-9d7a-529d3db69408), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.496138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fde23a6-ac81-4a79-8755-626ce0895fab admin admin] Publish callbacks [] for security_group (afe0b814-ab99-448f-9d7a-529d3db69408), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.525941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] For port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:34.529230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] For port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=18cbcaeb-d2a9-4364-8cf0-8c4d956d234b,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:34.535336 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.554245 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fde23a6-ac81-4a79-8755-626ce0895fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (afe0b814-ab99-448f-9d7a-529d3db69408), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.557602 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fde23a6-ac81-4a79-8755-626ce0895fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.561513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9fde23a6-ac81-4a79-8755-626ce0895fab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afe0b814-ab99-448f-9d7a-529d3db69408 HTTP/1.1" status: 204 len: 168 time: 0.1406403 Feb 10 06:53:34.569545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde23a6-ac81-4a79-8755-626ce0895fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe0b814-ab99-448f-9d7a-529d3db69408,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:34.619884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5dd1f-1f35-4956-b397-582eacc4dc25 None None] Pushing event updated for resources: {'Port': ['ID=18cbcaeb-d2a9-4364-8cf0-8c4d956d234b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:34.674429 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.697893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.777764 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks [] for router_gateway (a945c36c-0d14-4f7e-8e90-9fbc508baa03), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.816497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:34.924164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Allocated IP 172.25.8.170 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/ecf2b52f-5527-48b1-829b-6388fe1ff6ed) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:35.027024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683399b1-e2a0-4a31-89b5-8d6926e554f7 req-56e993c2-13a3-46b9-b452-533e9a1f7640 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:35.028931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-683399b1-e2a0-4a31-89b5-8d6926e554f7 req-56e993c2-13a3-46b9-b452-533e9a1f7640 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.0667005 Feb 10 06:53:35.093477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-683399b1-e2a0-4a31-89b5-8d6926e554f7 req-21deed92-b23b-445e-898f-8af99507c775 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548511 Feb 10 06:53:35.314237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for port (ecf2b52f-5527-48b1-829b-6388fe1ff6ed), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.340686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41352) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:35.384297 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ecf2b52f-5527-48b1-829b-6388fe1ff6ed), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.449385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Allocated IP 172.25.8.193 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/2597fdaf-59f6-456c-8168-1399371b225a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:35.454896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:35.458494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event updated for resources: {'Port': ['ID=ecf2b52f-5527-48b1-829b-6388fe1ff6ed,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:35.461068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:35.461218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2024242616'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:35.465453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:35.484306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Made reservation on behalf of af5996110b104b4294d507a775ef61d8 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:35.488334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.497648 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.580618 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for security_group (8a6afc6e-5a81-4d96-bc51-71936df99e1b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.588267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8a6afc6e-5a81-4d96-bc51-71936df99e1b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.617626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:53:35.627961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6afc6e-5a81-4d96-bc51-71936df99e1b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:35.637664 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a827c087-0b57-4095-8597-313448dfcb4c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.638097 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Added segment a827c087-0b57-4095-8597-313448dfcb4c of type vlan for network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 Feb 10 06:53:35.684690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c1538e-8560-4f2a-aca4-463da203e322 None None] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:35.688759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.709011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks [] for port (2597fdaf-59f6-456c-8168-1399371b225a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.716702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.722530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:35.723129 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.726651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-53b40d9f-7b0f-421a-949f-7a6df79d2a8b None None] Provisioning complete for port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:35.727274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b40d9f-7b0f-421a-949f-7a6df79d2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.763128 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4210331 Feb 10 06:53:35.763731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41356) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:35.773067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'subnet': {'network_id': '7387bc2b-b2bf-4880-a180-4bda4ccfbdd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:35.831382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b3a02-cf17-452c-a8a2-a9ba379e6c9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Network': ['ID=7387bc2b-b2bf-4880-a180-4bda4ccfbdd9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:35.848125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2597fdaf-59f6-456c-8168-1399371b225a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.852994 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.906283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Made reservation on behalf of af5996110b104b4294d507a775ef61d8 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:35.910314 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:35.938643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:35.940552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:53:35.945247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Pushing event updated for resources: {'Port': ['ID=2597fdaf-59f6-456c-8168-1399371b225a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:35.947833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:35.951584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:36.113550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-53b40d9f-7b0f-421a-949f-7a6df79d2a8b None None] Current status of the port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:36.114028 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b40d9f-7b0f-421a-949f-7a6df79d2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.129122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (991aafa4-2637-4fe0-9533-7067f0ac4a7c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.155064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-53b40d9f-7b0f-421a-949f-7a6df79d2a8b None None] For port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=18cbcaeb-d2a9-4364-8cf0-8c4d956d234b,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:36.163099 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b40d9f-7b0f-421a-949f-7a6df79d2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.234406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b40d9f-7b0f-421a-949f-7a6df79d2a8b None None] Pushing event updated for resources: {'Port': ['ID=18cbcaeb-d2a9-4364-8cf0-8c4d956d234b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:36.255831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Subnet': ['ID=991aafa4-2637-4fe0-9533-7067f0ac4a7c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:36.258091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Checking segment: {'id': 'a827c087-0b57-4095-8597-313448dfcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7387bc2b-b2bf-4880-a180-4bda4ccfbdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:36.258486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network hostable DHCP agents. Network: 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:53:36.296684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096f85-7b9a-4ad3-8e1b-b62de140988f req-acd0724c-d565-4f46-942d-31de721fb7a9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:36.298846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d096f85-7b9a-4ad3-8e1b-b62de140988f req-acd0724c-d565-4f46-942d-31de721fb7a9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1097276 Feb 10 06:53:36.300252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:53:36.315904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:36.316310 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.323893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.325894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1e088-213c-45e7-830a-5512d9a8c3af None None] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:36.327408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:36.328007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.375194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0502f956-735c-43f0-9b1e-4e4f14025425 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6080859 Feb 10 06:53:36.378919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:36.384349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1772444120', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:36.400716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d096f85-7b9a-4ad3-8e1b-b62de140988f req-b6b8ded2-29ae-45d7-a3d3-423d785a46f4 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927496 Feb 10 06:53:36.421577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (f76cd768-91a9-4eaa-8635-8259c7551416), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.423837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (f76cd768-91a9-4eaa-8635-8259c7551416), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.427882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks [] for router_gateway (a945c36c-0d14-4f7e-8e90-9fbc508baa03), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.449914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3825aa-d879-46a5-a335-b07115a31bbe None None] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:36.486334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_controller (f76cd768-91a9-4eaa-8635-8259c7551416), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.532899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-927c5f19-f158-49cb-8567-3b01615d32ec None None] Provisioning complete for port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:36.533297 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-927c5f19-f158-49cb-8567-3b01615d32ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.636939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Router eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:36.643259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-927c5f19-f158-49cb-8567-3b01615d32ec None None] Current status of the port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:36.663669 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_gateway (f76cd768-91a9-4eaa-8635-8259c7551416), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.718601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:36.748934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (a945c36c-0d14-4f7e-8e90-9fbc508baa03), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.778374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:36.778896 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.842268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:36.850486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.851672 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bed84fa3-c185-40e9-95b2-737332826a75 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "PUT /v2.0/routers/eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8 HTTP/1.1" status: 200 len: 884 time: 2.9475756 Feb 10 06:53:36.854222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41362) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:36.856995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:36.860716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47792e-2dc8-49ef-adb3-d032020afe00 None None] Sync routers for ids ['eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:36.870554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47792e-2dc8-49ef-adb3-d032020afe00 None None] Routers {'eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:36.871170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3d47792e-2dc8-49ef-adb3-d032020afe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:36.883860 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_gateway (f76cd768-91a9-4eaa-8635-8259c7551416), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.912577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.914592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3d47792e-2dc8-49ef-adb3-d032020afe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:36.945704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47792e-2dc8-49ef-adb3-d032020afe00 None None] Routers {'eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:36.946657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3d47792e-2dc8-49ef-adb3-d032020afe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:36.949933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:36.988229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3d47792e-2dc8-49ef-adb3-d032020afe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:36.988921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47792e-2dc8-49ef-adb3-d032020afe00 None None] The sync data for ids ['eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:37.031536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.25.8.90 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/bece0877-4e4c-42a6-b16a-dc00732f4808) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:37.140493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (bece0877-4e4c-42a6-b16a-dc00732f4808), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:37.174403 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bece0877-4e4c-42a6-b16a-dc00732f4808), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:37.218635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:37.221598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:37.225218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:37.246641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=bece0877-4e4c-42a6-b16a-dc00732f4808,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:37.263585 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e3cf45b7-35dd-4e97-977d-26d867f27aa6 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/routers/eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8 HTTP/1.1" status: 200 len: 925 time: 0.4082644 Feb 10 06:53:37.267487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41364) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:37.297318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Router a945c36c-0d14-4f7e-8e90-9fbc508baa03 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:37.361907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30774b5e-3de3-478a-b46e-c1255766b2a7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:37.366037 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-30774b5e-3de3-478a-b46e-c1255766b2a7 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0950909 Feb 10 06:53:37.366250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41366) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:37.486144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:37.500359 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Sync routers for ids ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:37.509996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb4d0e-c542-4773-9fbd-eb43741e172b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:37.514404 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-16eb4d0e-c542-4773-9fbd-eb43741e172b tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 881 time: 0.1443315 Feb 10 06:53:37.514614 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Routers {'a945c36c-0d14-4f7e-8e90-9fbc508baa03'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:37.514614 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:37.514820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41370) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:37.528244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:37.532173 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-68bbae53-9a4d-4255-a4b8-df935b094794 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6403186 Feb 10 06:53:37.548950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41372) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:37.554999 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f1b64a5c-88a4-45df-a640-2d52d8eadf8a tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8 HTTP/1.1" status: 200 len: 205 time: 0.0368180 Feb 10 06:53:37.557115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41374) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:37.723529 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Set router a945c36c-0d14-4f7e-8e90-9fbc508baa03 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:37.765632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ab13d-93fc-44ea-a0ed-89272b904e67 req-9ba709a0-72e5-4e6e-9f9f-d9c6eb7a9e23 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:37.767225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a70ab13d-93fc-44ea-a0ed-89272b904e67 req-9ba709a0-72e5-4e6e-9f9f-d9c6eb7a9e23 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1179862 Feb 10 06:53:37.792978 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:37.862197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a70ab13d-93fc-44ea-a0ed-89272b904e67 req-942bb945-fe7a-4586-b142-8e975cf3c7e1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887985 Feb 10 06:53:37.913134 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_gateway (f76cd768-91a9-4eaa-8635-8259c7551416), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:37.913701 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '2597fdaf-59f6-456c-8168-1399371b225a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:33Z', 'updated_at': '2022-02-10T06:53:36Z', 'revision_number': 3, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'gw_port': {'id': '2597fdaf-59f6-456c-8168-1399371b225a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:22:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:34Z', 'updated_at': '2022-02-10T06:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:37.941312 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Checking router: a945c36c-0d14-4f7e-8e90-9fbc508baa03 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:53:37.941666 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Updating router a945c36c-0d14-4f7e-8e90-9fbc508baa03 port 2597fdaf-59f6-456c-8168-1399371b225a binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:53:37.973653 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2597fdaf-59f6-456c-8168-1399371b225a), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:37.987858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.110930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Deleting port ecf2b52f-5527-48b1-829b-6388fe1ff6ed {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:38.111273 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ecf2b52f-5527-48b1-829b-6388fe1ff6ed), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.130169 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (f76cd768-91a9-4eaa-8635-8259c7551416), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.236086 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Publish callbacks [] for port (2597fdaf-59f6-456c-8168-1399371b225a), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.242726 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2597fdaf-59f6-456c-8168-1399371b225a), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.256121 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ecf2b52f-5527-48b1-829b-6388fe1ff6ed), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.275581 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Calling delete_port for ecf2b52f-5527-48b1-829b-6388fe1ff6ed owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:38.287857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:38.292779 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.304097 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015acd8-2041-4635-b03c-dc4d896151d6 None None] Pushing event updated for resources: {'Port': ['ID=2597fdaf-59f6-456c-8168-1399371b225a,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:38.309516 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Attempting to bind port 2597fdaf-59f6-456c-8168-1399371b225a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:38.310408 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Attempting to bind port 2597fdaf-59f6-456c-8168-1399371b225a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:38.311033 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Attempting to bind port 2597fdaf-59f6-456c-8168-1399371b225a on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:38.317751 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:38.318342 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:38.318831 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.319315 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:38.319934 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Bound port: 2597fdaf-59f6-456c-8168-1399371b225a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:38.320419 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2597fdaf-59f6-456c-8168-1399371b225a), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.378956 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] For port 2597fdaf-59f6-456c-8168-1399371b225a, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:38.382523 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] For port 2597fdaf-59f6-456c-8168-1399371b225a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2597fdaf-59f6-456c-8168-1399371b225a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:38.389241 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2597fdaf-59f6-456c-8168-1399371b225a), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.417222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:38.442496 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.443579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685e3f2-81d8-4139-b153-413bb7bb49e9 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:38.444162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d2f2e61-debb-48fd-b072-5e1d519b6d08 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0640142 Feb 10 06:53:38.446530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:38.454833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685e3f2-81d8-4139-b153-413bb7bb49e9 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:38.456710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6685e3f2-81d8-4139-b153-413bb7bb49e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:38.469564 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Routers {'a945c36c-0d14-4f7e-8e90-9fbc508baa03'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:38.470270 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:38.497865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6685e3f2-81d8-4139-b153-413bb7bb49e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:38.507686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685e3f2-81d8-4139-b153-413bb7bb49e9 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:38.508518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6685e3f2-81d8-4139-b153-413bb7bb49e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:38.569291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6685e3f2-81d8-4139-b153-413bb7bb49e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:38.574155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685e3f2-81d8-4139-b153-413bb7bb49e9 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:38.612896 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015acd8-2041-4635-b03c-dc4d896151d6 None None] Pushing event updated for resources: {'Port': ['ID=2597fdaf-59f6-456c-8168-1399371b225a,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:38.634090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Allocated IP 172.20.0.1 (cf0b6db3-b910-429e-99f5-ca0e1ac0f689/64e7d678-d6f8-4b51-8ef4-f4e8d52f5219/ae13e161-aedf-4d94-aa1a-5bd0858ff961) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:38.644695 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] Set router a945c36c-0d14-4f7e-8e90-9fbc508baa03 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:38.663412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ecf2b52f-5527-48b1-829b-6388fe1ff6ed), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.727519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event deleted for resources: {'Port': ['ID=ecf2b52f-5527-48b1-829b-6388fe1ff6ed,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:38.870621 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '2597fdaf-59f6-456c-8168-1399371b225a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:33Z', 'updated_at': '2022-02-10T06:53:36Z', 'revision_number': 3, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'gw_port': {'id': '2597fdaf-59f6-456c-8168-1399371b225a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:22:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:34Z', 'updated_at': '2022-02-10T06:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:38.889458 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:38.929019 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80553a-9cb6-4a9c-8360-8eeddcced9a7 None None] The sync data for ids ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'] in n-d-828670-1 is: [{'id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '2597fdaf-59f6-456c-8168-1399371b225a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:33Z', 'updated_at': '2022-02-10T06:53:36Z', 'revision_number': 3, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'gw_port': {'id': '2597fdaf-59f6-456c-8168-1399371b225a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:22:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:34Z', 'updated_at': '2022-02-10T06:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:38.975732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.097995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ca73d-040c-47a0-a88c-c04de6afe8fe req-9d98afd7-2aaf-4bdb-b337-fc43e7c06794 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:39.099648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-428ca73d-040c-47a0-a88c-c04de6afe8fe req-9d98afd7-2aaf-4bdb-b337-fc43e7c06794 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1135330 Feb 10 06:53:39.215875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Publish callbacks [] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.227209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-428ca73d-040c-47a0-a88c-c04de6afe8fe req-df160c05-4ca7-459b-bcdc-3ed0d0156329 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002681 Feb 10 06:53:39.323001 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.328619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.392780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.393696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Fanout notify agent at l3_agent the message router_deleted on router eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:39.396036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.20.0.1 (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9/991aafa4-2637-4fe0-9533-7067f0ac4a7c/387de85e-3cc2-4501-991f-f08503a72bc6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:39.401880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.407735 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-76558e1c-6c3d-40c8-8f05-939004d455d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8 HTTP/1.1" status: 204 len: 168 time: 1.8441601 Feb 10 06:53:39.407919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41380) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:39.412896 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.413268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e40a6ddc-050f-4ce3-9f83-7d6346e3b34e tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1441459191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:39.459819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:39.463657 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e40a6ddc-050f-4ce3-9f83-7d6346e3b34e tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.465234 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e40a6ddc-050f-4ce3-9f83-7d6346e3b34e tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.465415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:39.467998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:39.507576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Pushing event updated for resources: {'Port': ['ID=ae13e161-aedf-4d94-aa1a-5bd0858ff961,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:39.531480 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (a945c36c-0d14-4f7e-8e90-9fbc508baa03), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.563982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e40a6ddc-050f-4ce3-9f83-7d6346e3b34e tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.571017 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e40a6ddc-050f-4ce3-9f83-7d6346e3b34e tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.612057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e40a6ddc-050f-4ce3-9f83-7d6346e3b34e tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.615966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e40a6ddc-050f-4ce3-9f83-7d6346e3b34e tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2049234 Feb 10 06:53:39.619069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41382) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:39.623954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': True}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:39.630874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (387de85e-3cc2-4501-991f-f08503a72bc6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.669681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (387de85e-3cc2-4501-991f-f08503a72bc6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.730047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:39.733541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:39.740771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:39.744820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=387de85e-3cc2-4501-991f-f08503a72bc6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:39.792429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-eee7527b-ac1b-4950-b9d2-8588f5d0f60a None None] Provisioning complete for port ae13e161-aedf-4d94-aa1a-5bd0858ff961 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:39.793483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eee7527b-ac1b-4950-b9d2-8588f5d0f60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.803240 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (f76cd768-91a9-4eaa-8635-8259c7551416), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.834939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eee7527b-ac1b-4950-b9d2-8588f5d0f60a None None] Port ae13e161-aedf-4d94-aa1a-5bd0858ff961 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:53:39.931170 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.939767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:39.961352 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (387de85e-3cc2-4501-991f-f08503a72bc6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.093218 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.207697 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Publish callbacks [] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.237838 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.247978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (387de85e-3cc2-4501-991f-f08503a72bc6), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.253215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (387de85e-3cc2-4501-991f-f08503a72bc6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.333118 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (f76cd768-91a9-4eaa-8635-8259c7551416), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.343882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=387de85e-3cc2-4501-991f-f08503a72bc6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:40.344701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Pushing event updated for resources: {'Port': ['ID=ae13e161-aedf-4d94-aa1a-5bd0858ff961,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:40.345358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1d84-e1a7-455f-b077-b4f44f3c321b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.349242 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (a945c36c-0d14-4f7e-8e90-9fbc508baa03), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.362543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.394232 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.464697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c8861-e55a-4483-bbc4-0e719a80036e req-fcd348c7-b7e2-4c95-9d2d-7a1cbed943d1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:40.466252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e05c8861-e55a-4483-bbc4-0e719a80036e req-fcd348c7-b7e2-4c95-9d2d-7a1cbed943d1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1067863 Feb 10 06:53:40.495677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:40.498966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:40.540307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:40.544693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:40.564338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Allocated IP 172.25.8.51 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/9471c64f-2168-4fca-a8c1-95b232225527) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:40.577243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e05c8861-e55a-4483-bbc4-0e719a80036e req-ff2cc135-b240-4b5b-8e01-d32d1354395c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015813 Feb 10 06:53:40.673736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:40.735800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2597fdaf-59f6-456c-8168-1399371b225a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:40.804584 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for port (9471c64f-2168-4fca-a8c1-95b232225527), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.811052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Router a945c36c-0d14-4f7e-8e90-9fbc508baa03 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:40.824651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2597fdaf-59f6-456c-8168-1399371b225a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:40.825173 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2597fdaf-59f6-456c-8168-1399371b225a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.834590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:40.840975 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-00331357-d82a-4506-bac6-696cf0d60ad9 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/routers/f76cd768-91a9-4eaa-8635-8259c7551416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3931813 Feb 10 06:53:40.845358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41386) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:40.846553 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a6bd1-5574-4c37-8f31-de221b42ea19 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:40.853689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'port': {'network_id': '7387bc2b-b2bf-4880-a180-4bda4ccfbdd9', 'name': 'tempest-FloatingIPTestJSON-2056061296'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:40.866295 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a6bd1-5574-4c37-8f31-de221b42ea19 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:40.866946 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d25a6bd1-5574-4c37-8f31-de221b42ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:40.892729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f3636b72-cf25-4d9a-a21d-7a801a1e646c None None] Provisioning complete for port ae13e161-aedf-4d94-aa1a-5bd0858ff961 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:40.893685 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3636b72-cf25-4d9a-a21d-7a801a1e646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:40.912093 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d25a6bd1-5574-4c37-8f31-de221b42ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:40.923984 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a6bd1-5574-4c37-8f31-de221b42ea19 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:40.924627 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d25a6bd1-5574-4c37-8f31-de221b42ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:40.946219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:40.951358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f3636b72-cf25-4d9a-a21d-7a801a1e646c None None] Port ae13e161-aedf-4d94-aa1a-5bd0858ff961 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:53:40.964560 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1fe74f6f-13b2-4daf-87e1-022e52f6284c admin admin] 10.222.0.21 "PUT /v2.0/routers/a945c36c-0d14-4f7e-8e90-9fbc508baa03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4141796 Feb 10 06:53:40.999883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9471c64f-2168-4fca-a8c1-95b232225527), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.003925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Made reservation on behalf of af5996110b104b4294d507a775ef61d8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:41.007452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.008177 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d25a6bd1-5574-4c37-8f31-de221b42ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:41.008868 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a6bd1-5574-4c37-8f31-de221b42ea19 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:41.025477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Sync routers for ids ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:41.041078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2597fdaf-59f6-456c-8168-1399371b225a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:41.041861 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2597fdaf-59f6-456c-8168-1399371b225a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.051381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] device_id is not set on port 261ebeee-b6de-44fa-ba04-a213f50ba2d2 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:53:41.072231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 2597fdaf-59f6-456c-8168-1399371b225a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2597fdaf-59f6-456c-8168-1399371b225a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:41.082064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Routers {'a945c36c-0d14-4f7e-8e90-9fbc508baa03'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:41.083184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:41.100121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:41.104054 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:41.117201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:41.162787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event updated for resources: {'Port': ['ID=9471c64f-2168-4fca-a8c1-95b232225527,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:41.179765 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2597fdaf-59f6-456c-8168-1399371b225a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.228339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.20.0.7 (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9/991aafa4-2637-4fe0-9533-7067f0ac4a7c/261ebeee-b6de-44fa-ba04-a213f50ba2d2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:41.293608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=2597fdaf-59f6-456c-8168-1399371b225a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:41.313154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Set router a945c36c-0d14-4f7e-8e90-9fbc508baa03 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:41.433753 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (261ebeee-b6de-44fa-ba04-a213f50ba2d2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.474140 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (261ebeee-b6de-44fa-ba04-a213f50ba2d2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.499186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.538795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=261ebeee-b6de-44fa-ba04-a213f50ba2d2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:41.547053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '2597fdaf-59f6-456c-8168-1399371b225a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:33Z', 'updated_at': '2022-02-10T06:53:39Z', 'revision_number': 4, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'gw_port': {'id': '2597fdaf-59f6-456c-8168-1399371b225a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:34Z', 'updated_at': '2022-02-10T06:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'ae13e161-aedf-4d94-aa1a-5bd0858ff961', 'name': '', 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'mac_address': 'fa:16:3e:59:ba:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '64e7d678-d6f8-4b51-8ef4-f4e8d52f5219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:38Z', 'updated_at': '2022-02-10T06:53:40Z', 'revision_number': 2, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'subnets': [{'id': '64e7d678-d6f8-4b51-8ef4-f4e8d52f5219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:41.551443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:41.553164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:41.556808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:41.590717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Checking router: a945c36c-0d14-4f7e-8e90-9fbc508baa03 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:53:41.591076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Updating router a945c36c-0d14-4f7e-8e90-9fbc508baa03 port ae13e161-aedf-4d94-aa1a-5bd0858ff961 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:53:41.627313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:41.627988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.628260 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.654320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-070ac088-f0a6-4357-8d5b-96e2a9285cdb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8071046 Feb 10 06:53:41.656331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41402) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:41.665604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'port': {'network_id': '7387bc2b-b2bf-4880-a180-4bda4ccfbdd9', 'name': 'tempest-FloatingIPTestJSON-1236710789'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:41.774581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41406) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:41.783050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1913429448-network', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:41.806961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.811126 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.835676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351c6e-a8ee-49a4-87c2-026d6d847cce req-5396cdbd-d64e-4473-8ff2-d4b587cea5e3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:41.837310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57351c6e-a8ee-49a4-87c2-026d6d847cce req-5396cdbd-d64e-4473-8ff2-d4b587cea5e3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1480422 Feb 10 06:53:41.840366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Made reservation on behalf of d72a252dc0f14d3f8c5983334a27e085 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:41.842714 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.865513 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.904246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Made reservation on behalf of af5996110b104b4294d507a775ef61d8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:41.907761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.937315 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Publish callbacks [] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.944158 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:41.962147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] device_id is not set on port 86c06e4c-685d-4b62-acf4-8ef40a387d55 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:53:41.970479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57351c6e-a8ee-49a4-87c2-026d6d847cce req-3af612d4-5d3f-4fb1-b4f3-83141afc1532 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209309 Feb 10 06:53:42.001929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b9ef2-1694-46a6-8baf-f5260af7a6a9 None None] Pushing event updated for resources: {'Port': ['ID=ae13e161-aedf-4d94-aa1a-5bd0858ff961,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:42.087823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Attempting to bind port ae13e161-aedf-4d94-aa1a-5bd0858ff961 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:42.088459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Attempting to bind port ae13e161-aedf-4d94-aa1a-5bd0858ff961 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:42.089004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Attempting to bind port ae13e161-aedf-4d94-aa1a-5bd0858ff961 on network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:42.096102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:42.096816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Checking segment: {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:42.097396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.097983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Bound using segment: {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:42.098744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Bound port: ae13e161-aedf-4d94-aa1a-5bd0858ff961, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:42.099317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.107470 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Publish callbacks [] for security_group (496ef98b-795d-49cc-b727-c9092ec38796), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.114048 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (496ef98b-795d-49cc-b727-c9092ec38796), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.142258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:53:42.160931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1f757383-9e45-4612-ae96-11318c5a62bc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.161852 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Added segment 1f757383-9e45-4612-ae96-11318c5a62bc of type vlan for network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 Feb 10 06:53:42.174376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] For port ae13e161-aedf-4d94-aa1a-5bd0858ff961, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:42.178603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] For port ae13e161-aedf-4d94-aa1a-5bd0858ff961, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ae13e161-aedf-4d94-aa1a-5bd0858ff961,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:42.188546 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.232780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.20.0.4 (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9/991aafa4-2637-4fe0-9533-7067f0ac4a7c/86c06e4c-685d-4b62-acf4-8ef40a387d55) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:42.249243 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7cb5cd00-541f-4517-9fee-cf7a8e94cef9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.260332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Routers {'a945c36c-0d14-4f7e-8e90-9fbc508baa03'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:42.261042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:42.318515 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7cb5cd00-541f-4517-9fee-cf7a8e94cef9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.318915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Router 03206b5b-1d82-4507-86d9-5b1a4a18bc9a is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:42.320049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:42.320705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.332827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b9ef2-1694-46a6-8baf-f5260af7a6a9 None None] Pushing event updated for resources: {'Port': ['ID=ae13e161-aedf-4d94-aa1a-5bd0858ff961,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:42.351615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2f83bc25-05f1-4e78-b7f6-5952e9f266c5 None None] Provisioning complete for port ae13e161-aedf-4d94-aa1a-5bd0858ff961 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:42.351994 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f83bc25-05f1-4e78-b7f6-5952e9f266c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.451314 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] Set router a945c36c-0d14-4f7e-8e90-9fbc508baa03 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:42.473874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:42.479857 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.483009 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2c54c-58ca-4d93-ba7e-c2104694a443 None None] Sync routers for ids ['03206b5b-1d82-4507-86d9-5b1a4a18bc9a'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:42.490062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-95a77032-736d-4221-814d-e18d27ec68d1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "PUT /v2.0/routers/03206b5b-1d82-4507-86d9-5b1a4a18bc9a HTTP/1.1" status: 200 len: 918 time: 2.8687351 Feb 10 06:53:42.493996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41408) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:42.498412 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c2c54c-58ca-4d93-ba7e-c2104694a443 None None] Routers {'03206b5b-1d82-4507-86d9-5b1a4a18bc9a'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:42.502897 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16c2c54c-58ca-4d93-ba7e-c2104694a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['03206b5b-1d82-4507-86d9-5b1a4a18bc9a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:42.550220 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16c2c54c-58ca-4d93-ba7e-c2104694a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:42.565035 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c2c54c-58ca-4d93-ba7e-c2104694a443 None None] Routers {'03206b5b-1d82-4507-86d9-5b1a4a18bc9a'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:42.565942 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16c2c54c-58ca-4d93-ba7e-c2104694a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['03206b5b-1d82-4507-86d9-5b1a4a18bc9a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:42.606206 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16c2c54c-58ca-4d93-ba7e-c2104694a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:42.607566 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2c54c-58ca-4d93-ba7e-c2104694a443 None None] The sync data for ids ['03206b5b-1d82-4507-86d9-5b1a4a18bc9a'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:42.637475 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e8d2396-7505-412a-85a1-88c07ed6e74f tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/routers/03206b5b-1d82-4507-86d9-5b1a4a18bc9a HTTP/1.1" status: 200 len: 924 time: 0.1389568 Feb 10 06:53:42.639916 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41410) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:42.689976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d12f4dd-6598-4081-8965-2fdfde530e20 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:42.694022 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7d12f4dd-6598-4081-8965-2fdfde530e20 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=03206b5b-1d82-4507-86d9-5b1a4a18bc9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0505412 Feb 10 06:53:42.694459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41412) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:42.739256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2597fdaf-59f6-456c-8168-1399371b225a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:42.770649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496ef98b-795d-49cc-b727-c9092ec38796,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:42.795680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ec418-ac45-4615-aaac-b023a23619c4 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:42.799796 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5b4ec418-ac45-4615-aaac-b023a23619c4 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 881 time: 0.1017840 Feb 10 06:53:42.801016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:42.811912 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-583a16a1-6fc8-47a0-a2e4-82ffe7242f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.822860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2f83bc25-05f1-4e78-b7f6-5952e9f266c5 None None] Current status of the port ae13e161-aedf-4d94-aa1a-5bd0858ff961 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:42.823179 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f83bc25-05f1-4e78-b7f6-5952e9f266c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.848245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0718818 Feb 10 06:53:42.851676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41416) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:42.857361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Request body: {'subnet': {'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1913429448-subnet', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:42.878895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Made reservation on behalf of d72a252dc0f14d3f8c5983334a27e085 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:42.882356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4e3ebf6-8083-478b-96cd-9f4b33341497 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=03206b5b-1d82-4507-86d9-5b1a4a18bc9a HTTP/1.1" status: 200 len: 205 time: 0.0733571 Feb 10 06:53:42.882659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.884246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41418) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:42.889541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5edc2-cbce-4fe3-a610-3a4153a0adc0 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb5cd00-541f-4517-9fee-cf7a8e94cef9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:42.906478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:53:42.919002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2f83bc25-05f1-4e78-b7f6-5952e9f266c5 None None] For port ae13e161-aedf-4d94-aa1a-5bd0858ff961, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ae13e161-aedf-4d94-aa1a-5bd0858ff961,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:42.937418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f83bc25-05f1-4e78-b7f6-5952e9f266c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:42.947004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2597fdaf-59f6-456c-8168-1399371b225a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:42.947706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2597fdaf-59f6-456c-8168-1399371b225a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.003003 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (86c06e4c-685d-4b62-acf4-8ef40a387d55), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.061902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (86c06e4c-685d-4b62-acf4-8ef40a387d55), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.077233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.123919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83bc25-05f1-4e78-b7f6-5952e9f266c5 None None] Pushing event updated for resources: {'Port': ['ID=ae13e161-aedf-4d94-aa1a-5bd0858ff961,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:43.133737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-33548422-fd61-4b8d-8212-2567d0344d4d None None] Provisioning complete for port ae13e161-aedf-4d94-aa1a-5bd0858ff961 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:43.133904 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-33548422-fd61-4b8d-8212-2567d0344d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.167656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:43.174382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:43.181667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:43.218282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '2597fdaf-59f6-456c-8168-1399371b225a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:33Z', 'updated_at': '2022-02-10T06:53:39Z', 'revision_number': 4, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'gw_port': {'id': '2597fdaf-59f6-456c-8168-1399371b225a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:34Z', 'updated_at': '2022-02-10T06:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'ae13e161-aedf-4d94-aa1a-5bd0858ff961', 'name': '', 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'mac_address': 'fa:16:3e:59:ba:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '64e7d678-d6f8-4b51-8ef4-f4e8d52f5219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:38Z', 'updated_at': '2022-02-10T06:53:42Z', 'revision_number': 4, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'subnets': [{'id': '64e7d678-d6f8-4b51-8ef4-f4e8d52f5219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:43.236272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:43.237045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.253478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8c9b6-3304-40c0-89ec-4d24ddc6f0d4 None None] The sync data for ids ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'] in n-d-828670-1 is: [{'id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '2597fdaf-59f6-456c-8168-1399371b225a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:33Z', 'updated_at': '2022-02-10T06:53:39Z', 'revision_number': 4, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'gw_port': {'id': '2597fdaf-59f6-456c-8168-1399371b225a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:34Z', 'updated_at': '2022-02-10T06:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'ae13e161-aedf-4d94-aa1a-5bd0858ff961', 'name': '', 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'mac_address': 'fa:16:3e:59:ba:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '64e7d678-d6f8-4b51-8ef4-f4e8d52f5219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:38Z', 'updated_at': '2022-02-10T06:53:42Z', 'revision_number': 4, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'subnets': [{'id': '64e7d678-d6f8-4b51-8ef4-f4e8d52f5219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:43.255118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=86c06e4c-685d-4b62-acf4-8ef40a387d55,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:43.256019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2597fdaf-59f6-456c-8168-1399371b225a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:43.265036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab014ef8-0168-465b-ba6e-700f765050f0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6045985 Feb 10 06:53:43.267803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41422) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:43.272726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '86c06e4c-685d-4b62-acf4-8ef40a387d55', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:43.281424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (a01a68d2-2e36-46e3-814a-9a583c8b30d5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.307506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-33548422-fd61-4b8d-8212-2567d0344d4d None None] Current status of the port ae13e161-aedf-4d94-aa1a-5bd0858ff961 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:43.315613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dde1dc-c7ad-4f26-972d-f4e454b44f92 req-ff3d90d2-8295-469b-b64c-c7ed2ca71be3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:43.323850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8dde1dc-c7ad-4f26-972d-f4e454b44f92 req-ff3d90d2-8295-469b-b64c-c7ed2ca71be3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.2327178 Feb 10 06:53:43.331453 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.343486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.415759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8dde1dc-c7ad-4f26-972d-f4e454b44f92 req-566544bb-5ea2-4d36-b52a-805116b006e6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910239 Feb 10 06:53:43.423491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Checking segment: {'id': '1f757383-9e45-4612-ae96-11318c5a62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:43.423861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Network hostable DHCP agents. Network: 7cb5cd00-541f-4517-9fee-cf7a8e94cef9, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:53:43.431707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01a68d2-2e36-46e3-814a-9a583c8b30d5,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:43.463143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:53:43.478000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 7cb5cd00-541f-4517-9fee-cf7a8e94cef9) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:43.482981 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Deleting port 9471c64f-2168-4fca-a8c1-95b232225527 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:43.483542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9471c64f-2168-4fca-a8c1-95b232225527), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.486040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:43.486763 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.495834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3daccd-1958-4311-9d62-f827cd7d8650 None None] Network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:43.521964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.528086 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7c7e65e4-03b8-4f88-bceb-8721e80eb0d1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6728516 Feb 10 06:53:43.556467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41424) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:43.561474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:43.608253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (46573838-5e80-4878-8832-57818c5d2c44), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.609443 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (46573838-5e80-4878-8832-57818c5d2c44), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.631957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9471c64f-2168-4fca-a8c1-95b232225527), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.635366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-7cb5cd00-541f-4517-9fee-cf7a8e94cef9', 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9', 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'fixed_ips': [{'subnet_id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:53:43.636266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.657315 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Calling delete_port for 9471c64f-2168-4fca-a8c1-95b232225527 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:43.670075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.25.8.68 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c9688741-8ab9-497c-b46a-0e7d4d993400) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:43.751431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks [] for router_controller (46573838-5e80-4878-8832-57818c5d2c44), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.816360 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (c9688741-8ab9-497c-b46a-0e7d4d993400), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.830654 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.834944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Allocated IP 172.20.0.2 (7cb5cd00-541f-4517-9fee-cf7a8e94cef9/a01a68d2-2e36-46e3-814a-9a583c8b30d5/76e3a4f7-76cc-4916-85fd-46ac23ba6033) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:43.866592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c9688741-8ab9-497c-b46a-0e7d4d993400), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:43.930340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:43.937316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=c9688741-8ab9-497c-b46a-0e7d4d993400,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:43.940903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:43.947299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:43.971588 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks [] for router_gateway (46573838-5e80-4878-8832-57818c5d2c44), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.047225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Publish callbacks [] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.053948 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9471c64f-2168-4fca-a8c1-95b232225527), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.060274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.106258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:44.109328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:44.112631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:44.126349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Pushing event updated for resources: {'Port': ['ID=76e3a4f7-76cc-4916-85fd-46ac23ba6033,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:44.127948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event deleted for resources: {'Port': ['ID=9471c64f-2168-4fca-a8c1-95b232225527,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:44.215477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Attempting to bind port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:44.215869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Attempting to bind port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '1f757383-9e45-4612-ae96-11318c5a62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:44.216335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Attempting to bind port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 on network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:44.220118 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.222887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:44.223275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Checking segment: {'id': '1f757383-9e45-4612-ae96-11318c5a62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:44.223690 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.224098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Bound using segment: {'id': '1f757383-9e45-4612-ae96-11318c5a62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:44.224583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Bound port: 76e3a4f7-76cc-4916-85fd-46ac23ba6033, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f757383-9e45-4612-ae96-11318c5a62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:44.224976 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.294013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] For port 76e3a4f7-76cc-4916-85fd-46ac23ba6033, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:44.300333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] For port 76e3a4f7-76cc-4916-85fd-46ac23ba6033, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=76e3a4f7-76cc-4916-85fd-46ac23ba6033,segment=NetworkSegment(1f757383-9e45-4612-ae96-11318c5a62bc),segment_id=1f757383-9e45-4612-ae96-11318c5a62bc)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:44.309558 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.395535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad6bb9-8af8-4500-89cf-a4080a5f2ba9 None None] Pushing event updated for resources: {'Port': ['ID=76e3a4f7-76cc-4916-85fd-46ac23ba6033,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:44.395786 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.425525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.489945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks [] for router_gateway (46573838-5e80-4878-8832-57818c5d2c44), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.516679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.518849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (03206b5b-1d82-4507-86d9-5b1a4a18bc9a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.519443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Fanout notify agent at l3_agent the message router_deleted on router 03206b5b-1d82-4507-86d9-5b1a4a18bc9a {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:44.526723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.532168 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7c644722-262b-4dea-be38-a992f585d5b6 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/03206b5b-1d82-4507-86d9-5b1a4a18bc9a HTTP/1.1" status: 204 len: 168 time: 1.6428664 Feb 10 06:53:44.537294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41428) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:44.543721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6045abe9-f351-4a8c-93db-1d5530f5e00a tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1073304627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:44.627674 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (89f7e656-d016-493c-b47b-b5bd2d4f1e4b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.663314 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6045abe9-f351-4a8c-93db-1d5530f5e00a tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.664461 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6045abe9-f351-4a8c-93db-1d5530f5e00a tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.763025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ae13e161-aedf-4d94-aa1a-5bd0858ff961 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:44.766945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd52717-3ef7-4e61-b2d5-deaa300fca26 req-59644988-d46f-4e6e-a898-8378aa99e9d8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:44.767875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd52717-3ef7-4e61-b2d5-deaa300fca26 req-59644988-d46f-4e6e-a898-8378aa99e9d8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.2381363 Feb 10 06:53:44.865518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ae13e161-aedf-4d94-aa1a-5bd0858ff961 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:44.866275 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.887782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c9688741-8ab9-497c-b46a-0e7d4d993400), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:44.967126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd52717-3ef7-4e61-b2d5-deaa300fca26 req-98535eda-ac41-43d8-b58e-01dcce31c4c1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484890 Feb 10 06:53:45.018523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ae13e161-aedf-4d94-aa1a-5bd0858ff961 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:45.149347 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6045abe9-f351-4a8c-93db-1d5530f5e00a tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.158673 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (c9688741-8ab9-497c-b46a-0e7d4d993400), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.164156 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6045abe9-f351-4a8c-93db-1d5530f5e00a tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.164806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c9688741-8ab9-497c-b46a-0e7d4d993400), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.193196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Allocated IP 172.25.8.6 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c23af11f-bb85-40ce-8a94-6da49cfcdbb7) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:45.197311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6045abe9-f351-4a8c-93db-1d5530f5e00a tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.202751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41430) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:45.209907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'enable_snat': False}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:45.212179 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6045abe9-f351-4a8c-93db-1d5530f5e00a tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6602976 Feb 10 06:53:45.247702 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.369282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks [] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.425192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=c9688741-8ab9-497c-b46a-0e7d4d993400,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:45.439956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.489151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:45.490210 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (89f7e656-d016-493c-b47b-b5bd2d4f1e4b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.498240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:45.508281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:45.549455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Pushing event updated for resources: {'Port': ['ID=c23af11f-bb85-40ce-8a94-6da49cfcdbb7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:45.663961 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.746499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4c946-b3e3-4b4c-8d58-3c9267f47380 None None] Network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:53:45.762364 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP 89f7e656-d016-493c-b47b-b5bd2d4f1e4b associated. External IP: 172.25.8.68, port: 86c06e4c-685d-4b62-acf4-8ef40a387d55. Feb 10 06:53:45.838143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3184b9fa-d07d-4644-a327-25eb461f7460 None None] Provisioning complete for port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:45.838824 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3184b9fa-d07d-4644-a327-25eb461f7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.841132 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks [] for router_gateway (46573838-5e80-4878-8832-57818c5d2c44), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:45.968552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3184b9fa-d07d-4644-a327-25eb461f7460 None None] Current status of the port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:45.969458 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3184b9fa-d07d-4644-a327-25eb461f7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:46.029766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3184b9fa-d07d-4644-a327-25eb461f7460 None None] For port 76e3a4f7-76cc-4916-85fd-46ac23ba6033, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=76e3a4f7-76cc-4916-85fd-46ac23ba6033,segment=NetworkSegment(1f757383-9e45-4612-ae96-11318c5a62bc),segment_id=1f757383-9e45-4612-ae96-11318c5a62bc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:46.043317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3184b9fa-d07d-4644-a327-25eb461f7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:46.110255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (46573838-5e80-4878-8832-57818c5d2c44), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:46.145804 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184b9fa-d07d-4644-a327-25eb461f7460 None None] Pushing event updated for resources: {'Port': ['ID=76e3a4f7-76cc-4916-85fd-46ac23ba6033,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:46.184700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:46.210281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:46.261869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Router 46573838-5e80-4878-8832-57818c5d2c44 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:46.291027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:46.366862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23002c13-41ea-4b62-b4cc-c60002cf89a0 req-54ed94fd-c256-4521-8dd3-0f2100938b92 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:46.368431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23002c13-41ea-4b62-b4cc-c60002cf89a0 req-54ed94fd-c256-4521-8dd3-0f2100938b92 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.2903657 Feb 10 06:53:46.388514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:46.398050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Sync routers for ids ['46573838-5e80-4878-8832-57818c5d2c44'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:46.411736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Routers {'46573838-5e80-4878-8832-57818c5d2c44'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:46.412572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46573838-5e80-4878-8832-57818c5d2c44'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:46.415904 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:46.417652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7bce95f4-b961-415b-9426-c92ada306f7c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8600700 Feb 10 06:53:46.422796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41434) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:46.449041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Allocated IP 172.25.8.83 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/3e2b1394-26ba-4d6c-af94-89da4a1c0db9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:46.535499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Set router 46573838-5e80-4878-8832-57818c5d2c44 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:46.665851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5a7be720-1a93-4821-82ea-771482ac0d05 None None] Provisioning complete for port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:46.666440 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a7be720-1a93-4821-82ea-771482ac0d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:46.714575 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:46.748066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 76e3a4f7-76cc-4916-85fd-46ac23ba6033 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:46.859714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5a7be720-1a93-4821-82ea-771482ac0d05 None None] Current status of the port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:46.874180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:46.874747 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:46.960507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for port (3e2b1394-26ba-4d6c-af94-89da4a1c0db9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.002990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3e2b1394-26ba-4d6c-af94-89da4a1c0db9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.030450 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.082367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:47.099777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23002c13-41ea-4b62-b4cc-c60002cf89a0 req-5c7b3b45-202a-422d-b0da-64bd3d7f142e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243614 Feb 10 06:53:47.154287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:47.164591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:47.196845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:47.204717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Pushing event updated for resources: {'Port': ['ID=3e2b1394-26ba-4d6c-af94-89da4a1c0db9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:47.215381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46573838-5e80-4878-8832-57818c5d2c44', 'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:43Z', 'updated_at': '2022-02-10T06:53:45Z', 'revision_number': 3, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'gw_port': {'id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:44Z', 'updated_at': '2022-02-10T06:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:47.223321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:47.244546 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c5905-20b7-4d03-9c0b-d1259d83adc7 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:47.257887 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c5905-20b7-4d03-9c0b-d1259d83adc7 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:47.263063 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a99c5905-20b7-4d03-9c0b-d1259d83adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:47.267585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Checking router: 46573838-5e80-4878-8832-57818c5d2c44 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:53:47.267948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Updating router 46573838-5e80-4878-8832-57818c5d2c44 port c23af11f-bb85-40ce-8a94-6da49cfcdbb7 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:53:47.298123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.302780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Allocated IP 172.20.0.1 (7cb5cd00-541f-4517-9fee-cf7a8e94cef9/a01a68d2-2e36-46e3-814a-9a583c8b30d5/717199c3-5db0-4453-926f-ed98f8d870b4) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:47.318915 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.362646 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a99c5905-20b7-4d03-9c0b-d1259d83adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:47.379986 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c5905-20b7-4d03-9c0b-d1259d83adc7 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:47.380510 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a99c5905-20b7-4d03-9c0b-d1259d83adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:47.449884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f8228e3-36f1-4b30-a6cc-e4916eceee6a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1784844 Feb 10 06:53:47.450125 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a99c5905-20b7-4d03-9c0b-d1259d83adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:47.450125 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c5905-20b7-4d03-9c0b-d1259d83adc7 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:47.452618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41440) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:47.467637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4c7fcc6b-ca66-406c-a626-ac52d901627e tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:47.499806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Publish callbacks [] for port (717199c3-5db0-4453-926f-ed98f8d870b4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.538245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.580120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:47.583219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:47.585967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:47.590539 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b75c7-b5fd-41b9-8c7f-ca65d95ee8b7 req-bd38fd77-9117-47f7-8fe1-ff725bf79716 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:47.592080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-204b75c7-b5fd-41b9-8c7f-ca65d95ee8b7 req-bd38fd77-9117-47f7-8fe1-ff725bf79716 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.2349937 Feb 10 06:53:47.596871 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c7fcc6b-ca66-406c-a626-ac52d901627e tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (89f7e656-d016-493c-b47b-b5bd2d4f1e4b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.618194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=717199c3-5db0-4453-926f-ed98f8d870b4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:47.644696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (46573838-5e80-4878-8832-57818c5d2c44), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.650395 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Publish callbacks [] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.660761 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.722954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Attempting to bind port c23af11f-bb85-40ce-8a94-6da49cfcdbb7 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:47.723853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Attempting to bind port c23af11f-bb85-40ce-8a94-6da49cfcdbb7 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:47.725025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Attempting to bind port c23af11f-bb85-40ce-8a94-6da49cfcdbb7 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:47.738407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:47.738982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:47.739491 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.739995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:47.740611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Bound port: c23af11f-bb85-40ce-8a94-6da49cfcdbb7, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:47.741273 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.744348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f3cc7-8651-44d4-be4e-a99c797f70bd None None] Pushing event updated for resources: {'Port': ['ID=c23af11f-bb85-40ce-8a94-6da49cfcdbb7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:47.785857 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router_gateway (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.793155 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-204b75c7-b5fd-41b9-8c7f-ca65d95ee8b7 req-b1a14eb6-6bdf-4e7c-abdb-efde0f86659c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938984 Feb 10 06:53:47.827907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.853026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] For port c23af11f-bb85-40ce-8a94-6da49cfcdbb7, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:47.862596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] For port c23af11f-bb85-40ce-8a94-6da49cfcdbb7, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c23af11f-bb85-40ce-8a94-6da49cfcdbb7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:47.874232 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:47.939784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Routers {'46573838-5e80-4878-8832-57818c5d2c44'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:47.940561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46573838-5e80-4878-8832-57818c5d2c44'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:47.983200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f3cc7-8651-44d4-be4e-a99c797f70bd None None] Pushing event updated for resources: {'Port': ['ID=c23af11f-bb85-40ce-8a94-6da49cfcdbb7,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:47.994376 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c7fcc6b-ca66-406c-a626-ac52d901627e tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:48.004072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c7fcc6b-ca66-406c-a626-ac52d901627e tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (89f7e656-d016-493c-b47b-b5bd2d4f1e4b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:48.004072 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-4c7fcc6b-ca66-406c-a626-ac52d901627e tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP 89f7e656-d016-493c-b47b-b5bd2d4f1e4b disassociated. External IP: 172.25.8.68, port: 86c06e4c-685d-4b62-acf4-8ef40a387d55. Feb 10 06:53:48.015592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-19aaa7d9-7720-4944-ba7f-4c18d4384c70 None None] Provisioning complete for port 717199c3-5db0-4453-926f-ed98f8d870b4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:48.016506 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19aaa7d9-7720-4944-ba7f-4c18d4384c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:48.046368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Publish callbacks [] for port (717199c3-5db0-4453-926f-ed98f8d870b4), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:48.053631 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:48.096386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-19aaa7d9-7720-4944-ba7f-4c18d4384c70 None None] Port 717199c3-5db0-4453-926f-ed98f8d870b4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:53:48.114379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] Set router 46573838-5e80-4878-8832-57818c5d2c44 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:48.118777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b0f1d-8814-4183-91ab-30f7c45f4851 req-24ed7403-dc5a-47ba-b9da-f7acf24d50b5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:48.120344 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c06b0f1d-8814-4183-91ab-30f7c45f4851 req-24ed7403-dc5a-47ba-b9da-f7acf24d50b5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.2208328 Feb 10 06:53:48.128407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (46573838-5e80-4878-8832-57818c5d2c44), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:48.136325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=717199c3-5db0-4453-926f-ed98f8d870b4,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:48.239108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:48.240653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:48.243412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:48.259746 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:48.275161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c06b0f1d-8814-4183-91ab-30f7c45f4851 req-0ba7bcad-1351-483e-9a74-7a45d6b73b6d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485829 Feb 10 06:53:48.378522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46573838-5e80-4878-8832-57818c5d2c44', 'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:43Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 4, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'gw_port': {'id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:44Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '717199c3-5db0-4453-926f-ed98f8d870b4', 'name': '', 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'mac_address': 'fa:16:3e:4e:50:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:47Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 1, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'subnets': [{'id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:48.393059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Router 46573838-5e80-4878-8832-57818c5d2c44 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:48.409754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59b6c2-aaa2-439d-ad6c-c593529eafbe None None] The sync data for ids ['46573838-5e80-4878-8832-57818c5d2c44'] in n-d-828670-1 is: [{'id': '46573838-5e80-4878-8832-57818c5d2c44', 'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:43Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 4, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'gw_port': {'id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:44Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '717199c3-5db0-4453-926f-ed98f8d870b4', 'name': '', 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'mac_address': 'fa:16:3e:4e:50:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:47Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 1, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'subnets': [{'id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:48.561773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7fcc6b-ca66-406c-a626-ac52d901627e tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:48.638611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c6d75e68-9fac-4556-96c7-0949cfe3038f None None] Provisioning complete for port 717199c3-5db0-4453-926f-ed98f8d870b4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:48.639006 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6d75e68-9fac-4556-96c7-0949cfe3038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:48.682596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c6d75e68-9fac-4556-96c7-0949cfe3038f None None] Port 717199c3-5db0-4453-926f-ed98f8d870b4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:53:48.754938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Router 43955982-aaa8-43d4-ab4f-d26ed4f5b0b2 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:48.862055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:48.871255 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2f1728ce-b556-41cc-b8df-327003d9c0f6 admin admin] 10.222.0.21 "PUT /v2.0/routers/46573838-5e80-4878-8832-57818c5d2c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4473598 Feb 10 06:53:49.284247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7fcc6b-ca66-406c-a626-ac52d901627e tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:49.289022 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c7fcc6b-ca66-406c-a626-ac52d901627e tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:49.300294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965a9b3-9c6b-4429-b905-65489190d2ed None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:49.319638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965a9b3-9c6b-4429-b905-65489190d2ed None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:49.321928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6965a9b3-9c6b-4429-b905-65489190d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:49.322780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-94412de2-758f-43f6-bc02-e4304498c0a5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:49.329592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-94412de2-758f-43f6-bc02-e4304498c0a5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.6650770 Feb 10 06:53:49.372831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6965a9b3-9c6b-4429-b905-65489190d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:49.379675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-7d095400-78da-44e6-ba95-70299e5560d5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/quotas/a92e19506ade4f528e6688d66508860f HTTP/1.1" status: 200 len: 375 time: 0.0491529 Feb 10 06:53:49.382851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965a9b3-9c6b-4429-b905-65489190d2ed None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:49.383645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6965a9b3-9c6b-4429-b905-65489190d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:49.387238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c7fcc6b-ca66-406c-a626-ac52d901627e tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/floatingips/89f7e656-d016-493c-b47b-b5bd2d4f1e4b HTTP/1.1" status: 200 len: 687 time: 1.9271238 Feb 10 06:53:49.390543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41468) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:49.420314 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6965a9b3-9c6b-4429-b905-65489190d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:49.420933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965a9b3-9c6b-4429-b905-65489190d2ed None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:49.440444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:49.445091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:49.446295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-af8f1cc2-e459-402f-8c5c-076f73881548 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "PUT /v2.0/routers/43955982-aaa8-43d4-ab4f-d26ed4f5b0b2 HTTP/1.1" status: 200 len: 919 time: 4.2425969 Feb 10 06:53:49.452062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41478) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:49.453044 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf5e1ad-d47e-49dd-8295-30db597ab087 None None] Sync routers for ids ['43955982-aaa8-43d4-ab4f-d26ed4f5b0b2'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:49.465445 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5e1ad-d47e-49dd-8295-30db597ab087 None None] Routers {'43955982-aaa8-43d4-ab4f-d26ed4f5b0b2'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:49.466319 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-acf5e1ad-d47e-49dd-8295-30db597ab087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['43955982-aaa8-43d4-ab4f-d26ed4f5b0b2'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:49.504876 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-acf5e1ad-d47e-49dd-8295-30db597ab087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:49.514276 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5e1ad-d47e-49dd-8295-30db597ab087 None None] Routers {'43955982-aaa8-43d4-ab4f-d26ed4f5b0b2'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:49.515145 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-acf5e1ad-d47e-49dd-8295-30db597ab087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['43955982-aaa8-43d4-ab4f-d26ed4f5b0b2'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:49.537447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-305a49de-8856-43ee-8b50-d27f7463629f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1517105 Feb 10 06:53:49.561122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port c9688741-8ab9-497c-b46a-0e7d4d993400 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:49.561798 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c9688741-8ab9-497c-b46a-0e7d4d993400), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:49.562392 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-acf5e1ad-d47e-49dd-8295-30db597ab087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:49.563105 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf5e1ad-d47e-49dd-8295-30db597ab087 None None] The sync data for ids ['43955982-aaa8-43d4-ab4f-d26ed4f5b0b2'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:49.644054 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c9688741-8ab9-497c-b46a-0e7d4d993400), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:49.644626 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (c9688741-8ab9-497c-b46a-0e7d4d993400), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:49.657736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for c9688741-8ab9-497c-b46a-0e7d4d993400 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:49.716929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-943c46c0-a9dd-401c-9621-ddc52a2c6b77 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:49.718497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-943c46c0-a9dd-401c-9621-ddc52a2c6b77 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/networks?id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689 HTTP/1.1" status: 200 len: 910 time: 0.2587807 Feb 10 06:53:49.720490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf49f828-03fb-42ff-a51b-95271aebcacc tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/routers/43955982-aaa8-43d4-ab4f-d26ed4f5b0b2 HTTP/1.1" status: 200 len: 925 time: 0.2678785 Feb 10 06:53:49.723473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41480) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:49.744254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-d65b114a-0635-4535-ba16-30cee788cdb6 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990471 Feb 10 06:53:49.746270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-3ac882e2-dc55-4d35-9ceb-badad03e2626 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/quotas/d72a252dc0f14d3f8c5983334a27e085 HTTP/1.1" status: 200 len: 375 time: 0.0193503 Feb 10 06:53:49.789643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfdb21c-f683-4009-a076-dd18c08b65f1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:49.793717 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7dfdb21c-f683-4009-a076-dd18c08b65f1 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=43955982-aaa8-43d4-ab4f-d26ed4f5b0b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0667875 Feb 10 06:53:49.793902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41482) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:49.896266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-16d9472e-faf9-47fe-ba3e-1e49c79f0bd5 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=d72a252dc0f14d3f8c5983334a27e085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371934 Feb 10 06:53:49.899836 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c9688741-8ab9-497c-b46a-0e7d4d993400), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:49.914218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-7817b341-139a-47db-8302-7049b501e1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637704 Feb 10 06:53:49.936765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=c9688741-8ab9-497c-b46a-0e7d4d993400,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:49.948464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cae299a-f205-4bb1-a83d-1580fe541589 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:49.949900 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2cae299a-f205-4bb1-a83d-1580fe541589 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/networks/73b45acd-6a98-4b05-9da4-cc64c863a44f HTTP/1.1" status: 200 len: 881 time: 0.1550593 Feb 10 06:53:49.965277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41484) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:50.018357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-b53488e2-9f27-4202-9a25-222abe9e3408 service neutron] 10.222.0.21 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123974 Feb 10 06:53:50.020038 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aebfc3bc-f5b0-480d-9a30-209ae48bc69c tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=43955982-aaa8-43d4-ab4f-d26ed4f5b0b2 HTTP/1.1" status: 200 len: 205 time: 0.0518324 Feb 10 06:53:50.026433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41486) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:50.093790 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (89f7e656-d016-493c-b47b-b5bd2d4f1e4b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:50.096933 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:50.102402 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-be642e50-eca9-49b5-ac87-6beb2e196611 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/floatingips/89f7e656-d016-493c-b47b-b5bd2d4f1e4b HTTP/1.1" status: 204 len: 168 time: 0.7061408 Feb 10 06:53:50.112051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41490) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:50.117867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '261ebeee-b6de-44fa-ba04-a213f50ba2d2'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:50.217540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-20b9c5aa-0b18-4c8d-9e52-cbf9e1ad6b5f req-05ef05d3-064b-4fe0-973c-7d3ba0c3954b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 210 time: 0.0555079 Feb 10 06:53:50.244988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-7d2850eb-6495-4141-9ecd-2e4eebfdd87b service neutron] 10.222.0.21 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935833 Feb 10 06:53:50.248457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:50.280391 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:50.495010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48d06baa-e2a5-48df-ae55-471ada6123ef req-216c9b88-fd42-4d25-a256-778cb06ea18c tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 210 time: 0.0628240 Feb 10 06:53:50.536341 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:50.660715 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:50.675951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Deleting port 3e2b1394-26ba-4d6c-af94-89da4a1c0db9 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:50.676499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3e2b1394-26ba-4d6c-af94-89da4a1c0db9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:50.726777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c23af11f-bb85-40ce-8a94-6da49cfcdbb7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:50.836184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c23af11f-bb85-40ce-8a94-6da49cfcdbb7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:50.837569 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:50.851057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3e2b1394-26ba-4d6c-af94-89da4a1c0db9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:50.878884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.25.8.208 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/30e3455d-bf9a-46a4-8a39-bcabca54a6d8) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:50.881190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Calling delete_port for 3e2b1394-26ba-4d6c-af94-89da4a1c0db9 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:50.981444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c23af11f-bb85-40ce-8a94-6da49cfcdbb7 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:50.981444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.008705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port c23af11f-bb85-40ce-8a94-6da49cfcdbb7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c23af11f-bb85-40ce-8a94-6da49cfcdbb7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:51.015625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.077326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=c23af11f-bb85-40ce-8a94-6da49cfcdbb7,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:51.200543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (30e3455d-bf9a-46a4-8a39-bcabca54a6d8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.281114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (30e3455d-bf9a-46a4-8a39-bcabca54a6d8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.318021 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (3e2b1394-26ba-4d6c-af94-89da4a1c0db9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.326961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6bfe538-fd97-415c-9d29-95b2b3b8d579 req-48660f7e-824b-420a-b869-9a3d3534356c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 210 time: 0.0414979 Feb 10 06:53:51.344881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:51.353443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:51.356184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:51.416404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=30e3455d-bf9a-46a4-8a39-bcabca54a6d8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:51.456585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event deleted for resources: {'Port': ['ID=3e2b1394-26ba-4d6c-af94-89da4a1c0db9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:51.497105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.634453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.638515 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.663003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4736326-9af9-4aee-9872-a5787fe6631c req-7c5f060e-b1d1-4085-a93e-30739b36b59f tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 210 time: 0.0439858 Feb 10 06:53:51.728701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-9a8c209b-3194-4313-804b-a6ec7f625c1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:51.732967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-9a8c209b-3194-4313-804b-a6ec7f625c1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.2099855 Feb 10 06:53:51.755771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'port': {'device_id': '2ae03964-4cd4-4543-b45f-17e0c1cda636', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'admin_state_up': True, 'tenant_id': 'a92e19506ade4f528e6688d66508860f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:51.757383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (43955982-aaa8-43d4-ab4f-d26ed4f5b0b2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.757950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Fanout notify agent at l3_agent the message router_deleted on router 43955982-aaa8-43d4-ab4f-d26ed4f5b0b2 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:51.767603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.768766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-02151362-3b20-4125-baf4-c38a69c35f0b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/43955982-aaa8-43d4-ab4f-d26ed4f5b0b2 HTTP/1.1" status: 204 len: 168 time: 1.7408354 Feb 10 06:53:51.772356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41514) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:51.802029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1277455468', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:51.888944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (8f669050-4405-4e24-be37-c42eb7646299), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.889986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (8f669050-4405-4e24-be37-c42eb7646299), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.908874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-53fdb605-dfe8-43ab-99c0-4b6b2ad44e32 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:51.910417 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-53fdb605-dfe8-43ab-99c0-4b6b2ad44e32 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.13 "GET /v2.0/networks?id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689 HTTP/1.1" status: 200 len: 910 time: 0.1894317 Feb 10 06:53:51.912014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Made reservation on behalf of a92e19506ade4f528e6688d66508860f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:51.915797 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:51.953315 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Request body: {'port': {'device_id': '8bdc877e-96ca-4936-b276-67612c05a7b5', 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'admin_state_up': True, 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:52.022448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (8f669050-4405-4e24-be37-c42eb7646299), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.025181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Made reservation on behalf of d72a252dc0f14d3f8c5983334a27e085 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:52.027463 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.047882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Sync routers for ids ['46573838-5e80-4878-8832-57818c5d2c44'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:52.052833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Allocated IP 172.20.0.14 (e5b79be8-c0f2-4311-9a37-36c374f777f8/5e40ec35-57be-4466-81a4-bee3d6fb86f9/237af292-f42d-40f2-b22b-12303f4750f4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:52.057670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Routers {'46573838-5e80-4878-8832-57818c5d2c44'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:52.058758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46573838-5e80-4878-8832-57818c5d2c44'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:52.177728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Set router 46573838-5e80-4878-8832-57818c5d2c44 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:52.222467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for port (237af292-f42d-40f2-b22b-12303f4750f4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.259661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (237af292-f42d-40f2-b22b-12303f4750f4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.277493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['be1425e4-c026-4b4b-8aa7-58b180c16fa8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:53:52.309604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:52.313291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:52.317889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:52.321984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'Port': ['ID=237af292-f42d-40f2-b22b-12303f4750f4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:52.383297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:52.384568 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.404084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-6ab7a0a6-4bbb-4822-87bb-84611bf02b33 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6525629 Feb 10 06:53:52.427676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Request body: {'port': {'device_id': '2ae03964-4cd4-4543-b45f-17e0c1cda636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:52.522257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (237af292-f42d-40f2-b22b-12303f4750f4), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.528826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (60ce99a0-df7e-464e-bd07-23b40c3c67ac), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.574628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46573838-5e80-4878-8832-57818c5d2c44', 'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:43Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 4, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'gw_port': {'id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:44Z', 'updated_at': '2022-02-10T06:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '717199c3-5db0-4453-926f-ed98f8d870b4', 'name': '', 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'mac_address': 'fa:16:3e:4e:50:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:47Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 2, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'subnets': [{'id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:52.586771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4cfb2-03a7-4627-a63d-3ced0e0e0898 req-17dfae4c-6304-4b38-9057-5442cbf20384 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:52.594413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fc4cfb2-03a7-4627-a63d-3ced0e0e0898 req-17dfae4c-6304-4b38-9057-5442cbf20384 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 932 time: 0.1300280 Feb 10 06:53:52.611973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Checking router: 46573838-5e80-4878-8832-57818c5d2c44 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:53:52.612344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Updating router 46573838-5e80-4878-8832-57818c5d2c44 port 717199c3-5db0-4453-926f-ed98f8d870b4 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:53:52.669241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-46d22656-15a9-4a79-93cd-09c54f9bafd5 None None] Provisioning complete for port 237af292-f42d-40f2-b22b-12303f4750f4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:52.669923 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46d22656-15a9-4a79-93cd-09c54f9bafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (237af292-f42d-40f2-b22b-12303f4750f4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.671565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.708015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fc4cfb2-03a7-4627-a63d-3ced0e0e0898 req-6f10d29d-cc92-4b5b-bee4-4bf638aaafef tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126750 Feb 10 06:53:52.709579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c23af11f-bb85-40ce-8a94-6da49cfcdbb7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:52.785483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34a353ae-b715-41f0-a322-94ccefda148e req-c08c39d3-48ff-42d5-9acb-5e996b364231 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 210 time: 0.0321915 Feb 10 06:53:52.787256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-46d22656-15a9-4a79-93cd-09c54f9bafd5 None None] Port 237af292-f42d-40f2-b22b-12303f4750f4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:53:52.806039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Allocated IP 172.20.0.9 (cf0b6db3-b910-429e-99f5-ca0e1ac0f689/64e7d678-d6f8-4b51-8ef4-f4e8d52f5219/b703848b-4d50-42e3-8154-c8418db3a80b) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:52.846295 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (8f669050-4405-4e24-be37-c42eb7646299), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.863956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (30e3455d-bf9a-46a4-8a39-bcabca54a6d8), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.871306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c23af11f-bb85-40ce-8a94-6da49cfcdbb7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:52.871679 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.954098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237af292-f42d-40f2-b22b-12303f4750f4 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:53:52.962176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Publish callbacks [] for port (237af292-f42d-40f2-b22b-12303f4750f4), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:52.977462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Transition to ACTIVE for port object 237af292-f42d-40f2-b22b-12303f4750f4 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:53:52.983310 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (237af292-f42d-40f2-b22b-12303f4750f4), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.031565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c23af11f-bb85-40ce-8a94-6da49cfcdbb7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:53.038679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Pushing event updated for resources: {'Port': ['ID=237af292-f42d-40f2-b22b-12303f4750f4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:53.106833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Attempting to bind port 237af292-f42d-40f2-b22b-12303f4750f4 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:53.107280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Attempting to bind port 237af292-f42d-40f2-b22b-12303f4750f4 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:53.107678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Attempting to bind port 237af292-f42d-40f2-b22b-12303f4750f4 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:53.117186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Port 237af292-f42d-40f2-b22b-12303f4750f4 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:53:53.117186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Attempting to bind port 237af292-f42d-40f2-b22b-12303f4750f4 on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:53.127647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:53.132946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Checking segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:53.133364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Bound using segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:53.133901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Bound port: 237af292-f42d-40f2-b22b-12303f4750f4, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:53.134374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (237af292-f42d-40f2-b22b-12303f4750f4), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.148401 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Publish callbacks [] for port (717199c3-5db0-4453-926f-ed98f8d870b4), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.159924 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.212918 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks [] for port (b703848b-4d50-42e3-8154-c8418db3a80b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.236771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (30e3455d-bf9a-46a4-8a39-bcabca54a6d8), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.237711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] For port 237af292-f42d-40f2-b22b-12303f4750f4, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:53.243995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] For port 237af292-f42d-40f2-b22b-12303f4750f4, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=237af292-f42d-40f2-b22b-12303f4750f4,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:53.254336 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (30e3455d-bf9a-46a4-8a39-bcabca54a6d8), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.254568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682964-7dfd-498b-a6d6-d7fdd0fd9c2d None None] Pushing event updated for resources: {'Port': ['ID=717199c3-5db0-4453-926f-ed98f8d870b4,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:53.257871 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (237af292-f42d-40f2-b22b-12303f4750f4), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.329310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:53.330197 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.331601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Attempting to bind port 717199c3-5db0-4453-926f-ed98f8d870b4 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:53.331757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] 10.222.0.24 "PUT /v2.0/ports/237af292-f42d-40f2-b22b-12303f4750f4 HTTP/1.1" status: 200 len: 1092 time: 0.9120371 Feb 10 06:53:53.331987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Attempting to bind port 717199c3-5db0-4453-926f-ed98f8d870b4 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '1f757383-9e45-4612-ae96-11318c5a62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:53.332162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae03964-4cd4-4543-b45f-17e0c1cda636', 'tag': '237af292-f42d-40f2-b22b-12303f4750f4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:53:53.332358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Attempting to bind port 717199c3-5db0-4453-926f-ed98f8d870b4 on network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:53.338693 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae03964-4cd4-4543-b45f-17e0c1cda636", "tag": "237af292-f42d-40f2-b22b-12303f4750f4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:53:53.355629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:53.358924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Checking segment: {'id': '1f757383-9e45-4612-ae96-11318c5a62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:53.360203 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.361126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Bound using segment: {'id': '1f757383-9e45-4612-ae96-11318c5a62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:53.362194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Bound port: 717199c3-5db0-4453-926f-ed98f8d870b4, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f757383-9e45-4612-ae96-11318c5a62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:53.362194 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.386012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59161845-17f1-4b9d-8b2c-7cbf462e6356 service neutron] Pushing event updated for resources: {'Port': ['ID=237af292-f42d-40f2-b22b-12303f4750f4,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:53.460770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] For port 717199c3-5db0-4453-926f-ed98f8d870b4, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:53.465277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] For port 717199c3-5db0-4453-926f-ed98f8d870b4, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=717199c3-5db0-4453-926f-ed98f8d870b4,segment=NetworkSegment(1f757383-9e45-4612-ae96-11318c5a62bc),segment_id=1f757383-9e45-4612-ae96-11318c5a62bc)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:53.468561 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a17447b-d23d-48ec-8b24-c6b2626cc8ca x-openstack-request-id: req-8a17447b-d23d-48ec-8b24-c6b2626cc8ca {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:53:53.469492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=30e3455d-bf9a-46a4-8a39-bcabca54a6d8,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:53.469759 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae03964-4cd4-4543-b45f-17e0c1cda636", "tag": "237af292-f42d-40f2-b22b-12303f4750f4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:53:53.470796 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a17447b-d23d-48ec-8b24-c6b2626cc8ca {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:53:53.471725 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae03964-4cd4-4543-b45f-17e0c1cda636', 'tag': '237af292-f42d-40f2-b22b-12303f4750f4', 'status': 'completed', 'code': 200} Feb 10 06:53:53.476829 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.493275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-1fa74a39-cb22-43b6-8572-59201297fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:53.495198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-1fa74a39-cb22-43b6-8572-59201297fad3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 1126 time: 0.1061494 Feb 10 06:53:53.547335 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (8f669050-4405-4e24-be37-c42eb7646299), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.552866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (60ce99a0-df7e-464e-bd07-23b40c3c67ac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.555648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.556154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.556591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.557076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.557667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.558636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.559481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.560011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.560520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.561167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.561673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.562172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.563363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:53:53.569308 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.580945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-32e52b19-5fa3-4c7f-afd6-60edb87f4269 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237af292-f42d-40f2-b22b-12303f4750f4 HTTP/1.1" status: 200 len: 217 time: 0.0732329 Feb 10 06:53:53.642996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-1cd9891b-e71c-4ab1-b300-060092ea01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:53.645081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-1cd9891b-e71c-4ab1-b300-060092ea01f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0547707 Feb 10 06:53:53.648445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.723745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-81ad3682-c454-4338-9450-8554a43d2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:53.725489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-81ad3682-c454-4338-9450-8554a43d2b96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0699742 Feb 10 06:53:53.746135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Routers {'46573838-5e80-4878-8832-57818c5d2c44'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:53.746806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46573838-5e80-4878-8832-57818c5d2c44'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:53.748616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682964-7dfd-498b-a6d6-d7fdd0fd9c2d None None] Pushing event updated for resources: {'Port': ['ID=717199c3-5db0-4453-926f-ed98f8d870b4,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:53.813550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:53.829783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:53.832254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:53.862243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Pushing event updated for resources: {'Port': ['ID=b703848b-4d50-42e3-8154-c8418db3a80b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:53.899963 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP 60ce99a0-df7e-464e-bd07-23b40c3c67ac associated. External IP: 172.25.8.208, port: 261ebeee-b6de-44fa-ba04-a213f50ba2d2. Feb 10 06:53:53.927379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-746a418c-cf04-4fe2-a736-c184996f8d4a None None] Provisioning complete for port 717199c3-5db0-4453-926f-ed98f8d870b4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:53.927765 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-746a418c-cf04-4fe2-a736-c184996f8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.981220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] Set router 46573838-5e80-4878-8832-57818c5d2c44 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:53:53.982485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-e3149791-f91b-4410-8ed3-c178febeda2e service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460907 Feb 10 06:53:53.993933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:53.994499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:53.996315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30607d-b607-4e3b-880e-30b023136e08 req-91cc0fe2-c649-47c4-8f92-31b0ccd9bfb7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:53.997846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a30607d-b607-4e3b-880e-30b023136e08 req-91cc0fe2-c649-47c4-8f92-31b0ccd9bfb7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 944 time: 0.1755509 Feb 10 06:53:54.037540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886c0c3-0ef0-499b-a89f-57a7eaa71cbf req-19fa92f6-4173-4e13-a203-5716946c5379 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:54.049859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2886c0c3-0ef0-499b-a89f-57a7eaa71cbf req-19fa92f6-4173-4e13-a203-5716946c5379 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1027 time: 0.1374328 Feb 10 06:53:54.086523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Allocated IP 172.25.8.201 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c4453384-03c4-4cbb-863a-4866e9d0d79e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:53:54.122907 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-36e40b16-8adc-47eb-b2e8-b64ed9f864f2 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1744437 Feb 10 06:53:54.147332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Request body: {'port': {'device_id': '8bdc877e-96ca-4936-b276-67612c05a7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:54.179478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a30607d-b607-4e3b-880e-30b023136e08 req-2a036ba0-69a7-433b-b71c-281af4ea9cb7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643465 Feb 10 06:53:54.213387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2886c0c3-0ef0-499b-a89f-57a7eaa71cbf req-3ff42fdb-7492-4377-8086-1683ba92763f tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621106 Feb 10 06:53:54.237329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a623435-dcdd-47d9-9ec6-e70a86547e27 req-09b5c15e-8f35-41e2-8ff6-03e4c8bb4de4 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336285 Feb 10 06:53:54.258637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-746a418c-cf04-4fe2-a736-c184996f8d4a None None] Current status of the port 717199c3-5db0-4453-926f-ed98f8d870b4 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:54.259249 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-746a418c-cf04-4fe2-a736-c184996f8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:54.299191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:54.323110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-746a418c-cf04-4fe2-a736-c184996f8d4a None None] For port 717199c3-5db0-4453-926f-ed98f8d870b4, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=717199c3-5db0-4453-926f-ed98f8d870b4,segment=NetworkSegment(1f757383-9e45-4612-ae96-11318c5a62bc),segment_id=1f757383-9e45-4612-ae96-11318c5a62bc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:54.331697 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-746a418c-cf04-4fe2-a736-c184996f8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:54.363915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-23376796-cd2d-4300-b776-e1dcdb6f248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:54.367507 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-23376796-cd2d-4300-b776-e1dcdb6f248c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 1126 time: 0.0660465 Feb 10 06:53:54.381633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46573838-5e80-4878-8832-57818c5d2c44', 'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:43Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 4, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'gw_port': {'id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:44Z', 'updated_at': '2022-02-10T06:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '717199c3-5db0-4453-926f-ed98f8d870b4', 'name': '', 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'mac_address': 'fa:16:3e:4e:50:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:47Z', 'updated_at': '2022-02-10T06:53:53Z', 'revision_number': 4, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'subnets': [{'id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:54.423893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50738660-8eca-4b81-a979-bf29079c9eae None None] The sync data for ids ['46573838-5e80-4878-8832-57818c5d2c44'] in n-d-828670-1 is: [{'id': '46573838-5e80-4878-8832-57818c5d2c44', 'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:43Z', 'updated_at': '2022-02-10T06:53:47Z', 'revision_number': 4, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'gw_port': {'id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:44Z', 'updated_at': '2022-02-10T06:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '717199c3-5db0-4453-926f-ed98f8d870b4', 'name': '', 'network_id': '7cb5cd00-541f-4517-9fee-cf7a8e94cef9', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'mac_address': 'fa:16:3e:4e:50:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:47Z', 'updated_at': '2022-02-10T06:53:53Z', 'revision_number': 4, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'subnets': [{'id': 'a01a68d2-2e36-46e3-814a-9a583c8b30d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:54.427270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a418c-cf04-4fe2-a736-c184996f8d4a None None] Pushing event updated for resources: {'Port': ['ID=717199c3-5db0-4453-926f-ed98f8d870b4,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:54.482026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-59f61585-81dd-4996-a4e4-9e87587b7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:54.483876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-59f61585-81dd-4996-a4e4-9e87587b7ad6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.1104259 Feb 10 06:53:54.514745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-db1649d0-47d6-4fe9-a1f7-8b5720002321 None None] Provisioning complete for port 717199c3-5db0-4453-926f-ed98f8d870b4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:54.515141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db1649d0-47d6-4fe9-a1f7-8b5720002321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:54.547438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-77598c69-bcf1-4a90-919c-081e7e154be0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237af292-f42d-40f2-b22b-12303f4750f4 HTTP/1.1" status: 200 len: 217 time: 0.0556314 Feb 10 06:53:54.619327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-db1649d0-47d6-4fe9-a1f7-8b5720002321 None None] Current status of the port 717199c3-5db0-4453-926f-ed98f8d870b4 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:54.624306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-a165a176-f14c-48fc-bd0f-6cb59c711155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:54.626758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-a165a176-f14c-48fc-bd0f-6cb59c711155 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0735741 Feb 10 06:53:54.641170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-db1649d0-47d6-4fe9-a1f7-8b5720002321 None None] Provisioning complete for port b703848b-4d50-42e3-8154-c8418db3a80b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:54.641170 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db1649d0-47d6-4fe9-a1f7-8b5720002321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:54.687117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-db1649d0-47d6-4fe9-a1f7-8b5720002321 None None] Port b703848b-4d50-42e3-8154-c8418db3a80b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:53:54.688383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-6d90ae60-69e9-443f-92b3-dd2ec045397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:54.692558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-6d90ae60-69e9-443f-92b3-dd2ec045397b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575864 Feb 10 06:53:54.727836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 717199c3-5db0-4453-926f-ed98f8d870b4 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:54.791535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 717199c3-5db0-4453-926f-ed98f8d870b4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:54.792089 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:54.809038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-e24f4609-e569-488a-a3df-84a4e14be40e service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099291 Feb 10 06:53:54.809918 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for port (c4453384-03c4-4cbb-863a-4866e9d0d79e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:54.872280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:54.889917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 717199c3-5db0-4453-926f-ed98f8d870b4 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:54.924614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3308edc3-2ad0-4012-ad3f-6f0c6c538b02 req-0059df75-3cf7-40f1-953b-9d473e27cac7 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087151 Feb 10 06:53:55.016420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c4453384-03c4-4cbb-863a-4866e9d0d79e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:55.104723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:53:55.117498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:53:55.129252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:53:55.163569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event updated for resources: {'Port': ['ID=c4453384-03c4-4cbb-863a-4866e9d0d79e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:55.190614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:55.200801 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d0d0a-1e8c-4ca3-90e7-91f27d3d2e0e None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:55.211613 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d0d0a-1e8c-4ca3-90e7-91f27d3d2e0e None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:55.212239 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c63d0d0a-1e8c-4ca3-90e7-91f27d3d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:55.251430 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c63d0d0a-1e8c-4ca3-90e7-91f27d3d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:55.260571 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d0d0a-1e8c-4ca3-90e7-91f27d3d2e0e None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:55.261177 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c63d0d0a-1e8c-4ca3-90e7-91f27d3d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:55.295602 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:55.295890 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c63d0d0a-1e8c-4ca3-90e7-91f27d3d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:55.296372 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d0d0a-1e8c-4ca3-90e7-91f27d3d2e0e None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:55.383307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b703848b-4d50-42e3-8154-c8418db3a80b {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:53:55.399522 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Publish callbacks [] for port (b703848b-4d50-42e3-8154-c8418db3a80b), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:55.406796 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fd6b8a35-72ae-4430-bf50-959c7dbf5c23 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2914059 Feb 10 06:53:55.407526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41530) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:55.410442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e841c9-5a25-465e-b849-3cf67f7030e1 req-4b2ab312-6676-454a-a187-7f936663b66e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:55.412011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30e841c9-5a25-465e-b849-3cf67f7030e1 req-4b2ab312-6676-454a-a187-7f936663b66e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 944 time: 0.0881579 Feb 10 06:53:55.413994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0781e6e-2032-4a0c-980c-0a82dc6be8c1 req-aab7df7a-0772-4ef3-ad27-8044a597a81a tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:55.415471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0781e6e-2032-4a0c-980c-0a82dc6be8c1 req-aab7df7a-0772-4ef3-ad27-8044a597a81a tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1027 time: 0.1043196 Feb 10 06:53:55.474223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Transition to ACTIVE for port object b703848b-4d50-42e3-8154-c8418db3a80b will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:53:55.486160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30e841c9-5a25-465e-b849-3cf67f7030e1 req-5eaeb870-ebb5-4db0-a831-2879a94617a8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681009 Feb 10 06:53:55.488535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:55.492906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0781e6e-2032-4a0c-980c-0a82dc6be8c1 req-0ba9772a-807a-4248-b615-8f985b1e7aa6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684071 Feb 10 06:53:55.594013 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8487c69c-a00b-4e52-9063-1aca83bd4572 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "GET /v2.0/floatingips/60ce99a0-df7e-464e-bd07-23b40c3c67ac HTTP/1.1" status: 200 len: 978 time: 0.1854095 Feb 10 06:53:55.596724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:55.648800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Pushing event updated for resources: {'Port': ['ID=b703848b-4d50-42e3-8154-c8418db3a80b,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:55.715791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-920eea32-b03f-4355-b3e5-c301e6c96926 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1155031 Feb 10 06:53:55.716617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:55.719363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (8f669050-4405-4e24-be37-c42eb7646299), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:55.721561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'port_id': '86c06e4c-685d-4b62-acf4-8ef40a387d55'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:55.777220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Attempting to bind port b703848b-4d50-42e3-8154-c8418db3a80b on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:53:55.777564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Attempting to bind port b703848b-4d50-42e3-8154-c8418db3a80b by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:53:55.777899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Attempting to bind port b703848b-4d50-42e3-8154-c8418db3a80b on network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:55.780060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (60ce99a0-df7e-464e-bd07-23b40c3c67ac), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:55.788731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Port b703848b-4d50-42e3-8154-c8418db3a80b on network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:53:55.789055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Attempting to bind port b703848b-4d50-42e3-8154-c8418db3a80b on network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:53:55.823863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:53:55.824209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Checking segment: {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:53:55.824594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Bound using segment: {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:53:55.825050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Bound port: b703848b-4d50-42e3-8154-c8418db3a80b, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:53:55.825407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:55.948837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] For port b703848b-4d50-42e3-8154-c8418db3a80b, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:53:55.953153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] For port b703848b-4d50-42e3-8154-c8418db3a80b, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b703848b-4d50-42e3-8154-c8418db3a80b,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:53:55.987357 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:56.033381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:56.034022 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:56.035449 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] 10.222.0.13 "PUT /v2.0/ports/b703848b-4d50-42e3-8154-c8418db3a80b HTTP/1.1" status: 200 len: 1091 time: 1.8983305 Feb 10 06:53:56.036521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (8f669050-4405-4e24-be37-c42eb7646299), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:56.038331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdc877e-96ca-4936-b276-67612c05a7b5', 'tag': 'b703848b-4d50-42e3-8154-c8418db3a80b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:53:56.040724 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718ba4d5-aca3-48ae-80f4-7b388fccc144" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdc877e-96ca-4936-b276-67612c05a7b5", "tag": "b703848b-4d50-42e3-8154-c8418db3a80b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:53:56.084492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8c279-ff82-4fff-9472-b22a56a4d0ae service neutron] Pushing event updated for resources: {'Port': ['ID=b703848b-4d50-42e3-8154-c8418db3a80b,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:56.097115 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57d3cf3-1b55-4cc2-80f2-03fd4d6d541d x-openstack-request-id: req-e57d3cf3-1b55-4cc2-80f2-03fd4d6d541d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:53:56.097417 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdc877e-96ca-4936-b276-67612c05a7b5", "tag": "b703848b-4d50-42e3-8154-c8418db3a80b", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:53:56.097677 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e57d3cf3-1b55-4cc2-80f2-03fd4d6d541d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:53:56.098103 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdc877e-96ca-4936-b276-67612c05a7b5', 'tag': 'b703848b-4d50-42e3-8154-c8418db3a80b', 'status': 'completed', 'code': 200} Feb 10 06:53:56.246891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-549b2f44-f081-4558-adc4-e803c623fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:56.248481 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-549b2f44-f081-4558-adc4-e803c623fa15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d72a252dc0f14d3f8c5983334a27e085&device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1125 time: 0.1495864 Feb 10 06:53:56.295356 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-85b2c14d-8701-4fee-bf1d-5eed283acc94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b703848b-4d50-42e3-8154-c8418db3a80b HTTP/1.1" status: 200 len: 217 time: 0.0400968 Feb 10 06:53:56.362216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-1b7f5a3f-13a7-4059-96c8-d6b3e66db4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:56.363819 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-1b7f5a3f-13a7-4059-96c8-d6b3e66db4b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64e7d678-d6f8-4b51-8ef4-f4e8d52f5219 HTTP/1.1" status: 200 len: 849 time: 0.0630476 Feb 10 06:53:56.381472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Router 8f669050-4405-4e24-be37-c42eb7646299 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:53:56.478994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-87cd4c64-917d-4c07-8c24-695179e449b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:56.480524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-87cd4c64-917d-4c07-8c24-695179e449b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1110418 Feb 10 06:53:56.610597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:56.626603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb02bc-485c-4b29-8846-0452723ff96a None None] Sync routers for ids ['8f669050-4405-4e24-be37-c42eb7646299'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:56.637985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb02bc-485c-4b29-8846-0452723ff96a None None] Routers {'8f669050-4405-4e24-be37-c42eb7646299'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:56.638842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9cb02bc-485c-4b29-8846-0452723ff96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f669050-4405-4e24-be37-c42eb7646299'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:56.641959 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:56.645645 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-934904ce-1a39-4339-b146-c3829c308966 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8461354 Feb 10 06:53:56.645874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41542) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:56.650323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:56.679043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9cb02bc-485c-4b29-8846-0452723ff96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:56.688570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb02bc-485c-4b29-8846-0452723ff96a None None] Routers {'8f669050-4405-4e24-be37-c42eb7646299'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:56.689177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9cb02bc-485c-4b29-8846-0452723ff96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f669050-4405-4e24-be37-c42eb7646299'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:56.689367 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-8f61b770-0dd6-48f7-994c-472022a811ea service neutron] 10.222.0.13 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027497 Feb 10 06:53:56.704178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:56.711806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (60ce99a0-df7e-464e-bd07-23b40c3c67ac), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:56.716555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486facd-82a5-4e01-92ff-8103d3c9b761 req-7495c095-b557-434c-9cfc-7f898d12bcd9 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:56.718167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1486facd-82a5-4e01-92ff-8103d3c9b761 req-7495c095-b557-434c-9cfc-7f898d12bcd9 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1125 time: 0.1400247 Feb 10 06:53:56.724859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9cb02bc-485c-4b29-8846-0452723ff96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:56.725528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb02bc-485c-4b29-8846-0452723ff96a None None] The sync data for ids ['8f669050-4405-4e24-be37-c42eb7646299'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:56.767203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ea8f9-074d-4805-9f69-533e36807601 req-84a3c4ee-eb1f-4683-a6f2-f4d1ee06b315 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:56.768670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e04ea8f9-074d-4805-9f69-533e36807601 req-84a3c4ee-eb1f-4683-a6f2-f4d1ee06b315 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 944 time: 0.1865687 Feb 10 06:53:56.894969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1486facd-82a5-4e01-92ff-8103d3c9b761 req-7f70afaa-5088-49a2-a322-d390bf169012 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426704 Feb 10 06:53:56.896411 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP 60ce99a0-df7e-464e-bd07-23b40c3c67ac associated. External IP: 172.25.8.208, port: 261ebeee-b6de-44fa-ba04-a213f50ba2d2. Feb 10 06:53:56.901316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e04ea8f9-074d-4805-9f69-533e36807601 req-25e0d03d-6c3a-471c-8922-574e755bde90 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202092 Feb 10 06:53:57.121966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:57.144461 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7917974d-1faf-46a9-b9e0-5bafa7489443 req-83b4e1ee-85a7-4536-bc63-7fa2b23955a7 service neutron] 10.222.0.13 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480989 Feb 10 06:53:57.236810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:57.248622 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f8caf-b076-4770-bd7c-ea320324bd4f None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:57.260053 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f8caf-b076-4770-bd7c-ea320324bd4f None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:57.260663 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2d7f8caf-b076-4770-bd7c-ea320324bd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:57.298507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-a8a0fcf4-d786-4e0d-9bb5-b608b71dd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:57.298845 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2d7f8caf-b076-4770-bd7c-ea320324bd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:57.300009 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-a8a0fcf4-d786-4e0d-9bb5-b608b71dd7bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d72a252dc0f14d3f8c5983334a27e085&device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1125 time: 0.1048758 Feb 10 06:53:57.307537 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f8caf-b076-4770-bd7c-ea320324bd4f None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:57.308144 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2d7f8caf-b076-4770-bd7c-ea320324bd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:57.345516 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2d7f8caf-b076-4770-bd7c-ea320324bd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:57.346238 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f8caf-b076-4770-bd7c-ea320324bd4f None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:57.380268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 237af292-f42d-40f2-b22b-12303f4750f4 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:53:57.380558 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (8f669050-4405-4e24-be37-c42eb7646299), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.428606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_gateway (8f669050-4405-4e24-be37-c42eb7646299), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.468250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-f6f74b19-6ece-45ce-8775-88f403ff0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:57.470236 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-f6f74b19-6ece-45ce-8775-88f403ff0ecb service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689 HTTP/1.1" status: 200 len: 910 time: 0.1407206 Feb 10 06:53:57.497140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 237af292-f42d-40f2-b22b-12303f4750f4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=237af292-f42d-40f2-b22b-12303f4750f4,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:57.501179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:57.510052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '237af292-f42d-40f2-b22b-12303f4750f4', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'port_id': '237af292-f42d-40f2-b22b-12303f4750f4', 'mac_address': 'fa:16:3e:be:01:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:53:57.521013 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-13b11b59-de6c-41c0-be34-3e171058652e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b703848b-4d50-42e3-8154-c8418db3a80b HTTP/1.1" status: 200 len: 217 time: 0.0425313 Feb 10 06:53:57.553199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 237af292-f42d-40f2-b22b-12303f4750f4 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:57.553636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (237af292-f42d-40f2-b22b-12303f4750f4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.559570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Deleting port c4453384-03c4-4cbb-863a-4866e9d0d79e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:57.559911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c4453384-03c4-4cbb-863a-4866e9d0d79e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.576960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237af292-f42d-40f2-b22b-12303f4750f4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:53:57.593855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-70235377-7666-431e-bb84-db1a5d574258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:57.595356 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-70235377-7666-431e-bb84-db1a5d574258 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64e7d678-d6f8-4b51-8ef4-f4e8d52f5219 HTTP/1.1" status: 200 len: 849 time: 0.0678992 Feb 10 06:53:57.598221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 237af292-f42d-40f2-b22b-12303f4750f4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=237af292-f42d-40f2-b22b-12303f4750f4,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:57.602691 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (237af292-f42d-40f2-b22b-12303f4750f4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.624894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:57.630219 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.636942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b942b3-87bc-4f4e-a3df-967eb3e9086e None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:57.662487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b942b3-87bc-4f4e-a3df-967eb3e9086e None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:57.663210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-70b942b3-87bc-4f4e-a3df-967eb3e9086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:57.685448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c4453384-03c4-4cbb-863a-4866e9d0d79e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.691135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-21e5ae41-7207-42cc-97c1-13d7a8767d15 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/floatingips/60ce99a0-df7e-464e-bd07-23b40c3c67ac HTTP/1.1" status: 200 len: 978 time: 1.9734344 Feb 10 06:53:57.694295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41544) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:57.698966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c44f3080-ddff-4347-9ee9-631222e09063 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:57.702639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-2268a8bc-e0f2-414f-8d66-9a4e1352d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:57.704748 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-2268a8bc-e0f2-414f-8d66-9a4e1352d27b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775790 Feb 10 06:53:57.705628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Calling delete_port for c4453384-03c4-4cbb-863a-4866e9d0d79e owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:57.714613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-70b942b3-87bc-4f4e-a3df-967eb3e9086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:57.717096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=237af292-f42d-40f2-b22b-12303f4750f4,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:57.727315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b942b3-87bc-4f4e-a3df-967eb3e9086e None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:57.727984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-70b942b3-87bc-4f4e-a3df-967eb3e9086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:57.763153 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c44f3080-ddff-4347-9ee9-631222e09063 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (60ce99a0-df7e-464e-bd07-23b40c3c67ac), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.775102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-70b942b3-87bc-4f4e-a3df-967eb3e9086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:57.775848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b942b3-87bc-4f4e-a3df-967eb3e9086e None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:57.860921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['237af292-f42d-40f2-b22b-12303f4750f4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:53:57.879657 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-41870304-2db7-48e1-a914-f560627354e7 service neutron] 10.222.0.13 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657808 Feb 10 06:53:57.918569 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c44f3080-ddff-4347-9ee9-631222e09063 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.923488 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c44f3080-ddff-4347-9ee9-631222e09063 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (60ce99a0-df7e-464e-bd07-23b40c3c67ac), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:57.923851 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-c44f3080-ddff-4347-9ee9-631222e09063 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP 60ce99a0-df7e-464e-bd07-23b40c3c67ac disassociated. External IP: 172.25.8.208, port: 86c06e4c-685d-4b62-acf4-8ef40a387d55. Feb 10 06:53:58.018840 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-718ba4d5-aca3-48ae-80f4-7b388fccc144 req-67dc9c9d-ec2c-4452-a647-bad415bfe7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289258 Feb 10 06:53:58.019953 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c4453384-03c4-4cbb-863a-4866e9d0d79e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.057396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Pushing event deleted for resources: {'Port': ['ID=c4453384-03c4-4cbb-863a-4866e9d0d79e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:58.120850 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (8f669050-4405-4e24-be37-c42eb7646299), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.174196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ca30-2d16-48f4-a6a1-ab359fe92197 req-a44e859c-ba9e-4249-9c62-1b5c1e6f3129 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:58.175616 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52f6ca30-2d16-48f4-a6a1-ab359fe92197 req-a44e859c-ba9e-4249-9c62-1b5c1e6f3129 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 945 time: 0.1346779 Feb 10 06:53:58.179702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae436076-92c8-43ee-9f3c-cbf422cb16c9 req-0f0cffe0-1897-4e26-b013-488b92dc78e0 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:58.181121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae436076-92c8-43ee-9f3c-cbf422cb16c9 req-0f0cffe0-1897-4e26-b013-488b92dc78e0 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1125 time: 0.1390722 Feb 10 06:53:58.303783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52f6ca30-2d16-48f4-a6a1-ab359fe92197 req-a565558b-b3bd-49d6-93af-71e8ddae1e59 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217079 Feb 10 06:53:58.307910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae436076-92c8-43ee-9f3c-cbf422cb16c9 req-d3af3250-3c4f-46af-bd28-45723e23c149 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173894 Feb 10 06:53:58.333661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f3080-ddff-4347-9ee9-631222e09063 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:58.338398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (8f669050-4405-4e24-be37-c42eb7646299), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.342603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (8f669050-4405-4e24-be37-c42eb7646299), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.425105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Router 8f669050-4405-4e24-be37-c42eb7646299 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:53:58.450266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f3080-ddff-4347-9ee9-631222e09063 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:58.455867 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c44f3080-ddff-4347-9ee9-631222e09063 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.461294 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcb265-cbb7-4f3d-abbe-d7af68c35e91 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:58.473277 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcb265-cbb7-4f3d-abbe-d7af68c35e91 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:58.474054 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41fcb265-cbb7-4f3d-abbe-d7af68c35e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:58.492291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c44f3080-ddff-4347-9ee9-631222e09063 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/floatingips/60ce99a0-df7e-464e-bd07-23b40c3c67ac HTTP/1.1" status: 200 len: 688 time: 0.7943389 Feb 10 06:53:58.492697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41550) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:58.505817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:53:58.512488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.513739 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f7682c6c-80ad-477a-a0cb-791658a838ca tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "PUT /v2.0/routers/8f669050-4405-4e24-be37-c42eb7646299 HTTP/1.1" status: 200 len: 710 time: 1.8669677 Feb 10 06:53:58.516868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41552) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:58.519626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d333c-a2a4-4d1a-a8ba-4ec4fc1cb54a None None] Sync routers for ids ['8f669050-4405-4e24-be37-c42eb7646299'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:53:58.540727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d333c-a2a4-4d1a-a8ba-4ec4fc1cb54a None None] Routers {'8f669050-4405-4e24-be37-c42eb7646299'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:58.541669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d61d333c-a2a4-4d1a-a8ba-4ec4fc1cb54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f669050-4405-4e24-be37-c42eb7646299'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:58.596442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d61d333c-a2a4-4d1a-a8ba-4ec4fc1cb54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:58.606643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d333c-a2a4-4d1a-a8ba-4ec4fc1cb54a None None] Routers {'8f669050-4405-4e24-be37-c42eb7646299'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:58.607533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d61d333c-a2a4-4d1a-a8ba-4ec4fc1cb54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['8f669050-4405-4e24-be37-c42eb7646299'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:58.618288 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41fcb265-cbb7-4f3d-abbe-d7af68c35e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:58.627473 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcb265-cbb7-4f3d-abbe-d7af68c35e91 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:53:58.628323 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-53d64c94-f8d9-40d2-a02b-866f19cc8d87 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/routers/8f669050-4405-4e24-be37-c42eb7646299 HTTP/1.1" status: 200 len: 745 time: 0.1099870 Feb 10 06:53:58.628687 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41fcb265-cbb7-4f3d-abbe-d7af68c35e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:58.630513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41554) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:58.643350 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d61d333c-a2a4-4d1a-a8ba-4ec4fc1cb54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:58.646139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d333c-a2a4-4d1a-a8ba-4ec4fc1cb54a None None] The sync data for ids ['8f669050-4405-4e24-be37-c42eb7646299'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:58.665356 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41fcb265-cbb7-4f3d-abbe-d7af68c35e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:53:58.666340 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcb265-cbb7-4f3d-abbe-d7af68c35e91 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:53:58.666617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port 30e3455d-bf9a-46a4-8a39-bcabca54a6d8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:53:58.666970 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (30e3455d-bf9a-46a4-8a39-bcabca54a6d8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.667949 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-689d738d-8fcc-4102-bd10-fe2ada8b5343 tempest-RoutersIpV6AdminTest-1680678496 tempest-RoutersIpV6AdminTest-1680678496-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&device_id=8f669050-4405-4e24-be37-c42eb7646299 HTTP/1.1" status: 200 len: 205 time: 0.0361705 Feb 10 06:53:58.670497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41556) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:58.698257 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e23f353e-8250-4e2f-b10a-0d6465ad8895 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f669050-4405-4e24-be37-c42eb7646299 HTTP/1.1" status: 200 len: 205 time: 0.0265629 Feb 10 06:53:58.700633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41558) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:58.759546 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (30e3455d-bf9a-46a4-8a39-bcabca54a6d8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.759876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (30e3455d-bf9a-46a4-8a39-bcabca54a6d8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.772474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for 30e3455d-bf9a-46a4-8a39-bcabca54a6d8 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:53:58.778207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ebf763a-2600-40c1-84c3-cd6d31c6ee8f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (8f669050-4405-4e24-be37-c42eb7646299), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.908588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (30e3455d-bf9a-46a4-8a39-bcabca54a6d8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.939772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=30e3455d-bf9a-46a4-8a39-bcabca54a6d8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:58.942895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ebf763a-2600-40c1-84c3-cd6d31c6ee8f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (8f669050-4405-4e24-be37-c42eb7646299), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.945340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ebf763a-2600-40c1-84c3-cd6d31c6ee8f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router_controller (8f669050-4405-4e24-be37-c42eb7646299), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.994576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ebf763a-2600-40c1-84c3-cd6d31c6ee8f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (8f669050-4405-4e24-be37-c42eb7646299), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:58.995224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebf763a-2600-40c1-84c3-cd6d31c6ee8f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Fanout notify agent at l3_agent the message router_deleted on router 8f669050-4405-4e24-be37-c42eb7646299 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:53:59.002704 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (60ce99a0-df7e-464e-bd07-23b40c3c67ac), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:59.003256 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ebf763a-2600-40c1-84c3-cd6d31c6ee8f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:59.004582 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4ebf763a-2600-40c1-84c3-cd6d31c6ee8f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/8f669050-4405-4e24-be37-c42eb7646299 HTTP/1.1" status: 204 len: 168 time: 0.3030000 Feb 10 06:53:59.006143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:59.007835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-51749bd0-1861-414f-89e5-5b7a93947575 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/floatingips/60ce99a0-df7e-464e-bd07-23b40c3c67ac HTTP/1.1" status: 204 len: 168 time: 0.5139101 Feb 10 06:53:59.008084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41560) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.010149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41562) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.035913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8985fc43-4778-4294-a13a-11c5cda6e41b tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f669050-4405-4e24-be37-c42eb7646299 HTTP/1.1" status: 200 len: 205 time: 0.0267508 Feb 10 06:53:59.038792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41564) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.048655 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-0561ceda-768a-4902-bb0c-f829eee0fdd6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] delete failed (client error): The resource could not be found. Feb 10 06:53:59.049695 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0561ceda-768a-4902-bb0c-f829eee0fdd6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/floatingips/60ce99a0-df7e-464e-bd07-23b40c3c67ac HTTP/1.1" status: 404 len: 345 time: 0.0385973 Feb 10 06:53:59.053758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41566) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.076692 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-db50951f-4a8f-4f05-a6ea-e9d057bcc97c tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] delete failed (client error): The resource could not be found. Feb 10 06:53:59.077743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-db50951f-4a8f-4f05-a6ea-e9d057bcc97c tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/8f669050-4405-4e24-be37-c42eb7646299 HTTP/1.1" status: 404 len: 336 time: 0.0381191 Feb 10 06:53:59.080906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.111103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-878de2fa-be08-4029-bf8a-d2c82a28d964 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=43955982-aaa8-43d4-ab4f-d26ed4f5b0b2 HTTP/1.1" status: 200 len: 205 time: 0.0269427 Feb 10 06:53:59.111337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.139452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33630b67-aa3c-416d-8ab1-9a624cb381f7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:59.145633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33630b67-aa3c-416d-8ab1-9a624cb381f7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:59.150972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33630b67-aa3c-416d-8ab1-9a624cb381f7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:59.151601 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-245c5c2b-29b3-4136-a483-9a3fa4ce13ef tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] delete failed (client error): The resource could not be found. Feb 10 06:53:59.154985 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-33630b67-aa3c-416d-8ab1-9a624cb381f7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "GET /v2.0/ports?network_id=7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 HTTP/1.1" status: 200 len: 2358 time: 0.0979028 Feb 10 06:53:59.155144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-245c5c2b-29b3-4136-a483-9a3fa4ce13ef tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/43955982-aaa8-43d4-ab4f-d26ed4f5b0b2 HTTP/1.1" status: 404 len: 336 time: 0.0412462 Feb 10 06:53:59.155237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41572) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.155560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.182806 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d76b1922-aa83-4f08-aeb1-3165ade9adeb tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=03206b5b-1d82-4507-86d9-5b1a4a18bc9a HTTP/1.1" status: 200 len: 205 time: 0.0264375 Feb 10 06:53:59.185011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41576) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.206193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a63366-ffb9-47e9-aab4-2c3dc01d4aba tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:59.211949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-36a63366-ffb9-47e9-aab4-2c3dc01d4aba tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "GET /v2.0/subnets/991aafa4-2637-4fe0-9533-7067f0ac4a7c HTTP/1.1" status: 200 len: 797 time: 0.0512009 Feb 10 06:53:59.212717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41578) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.217144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'port': {'network_id': '7387bc2b-b2bf-4880-a180-4bda4ccfbdd9', 'name': 'tempest-FloatingIPTestJSON-482229282', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:53:59.335688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Made reservation on behalf of af5996110b104b4294d507a775ef61d8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:53:59.396894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 237af292-f42d-40f2-b22b-12303f4750f4 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:53:59.452657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 237af292-f42d-40f2-b22b-12303f4750f4 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:53:59.457334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 237af292-f42d-40f2-b22b-12303f4750f4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:53:59.457671 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (237af292-f42d-40f2-b22b-12303f4750f4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:59.522063 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-7fd6f7f1-7b82-4bad-b818-5ea1d84a824f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] delete failed (client error): The resource could not be found. Feb 10 06:53:59.526713 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7fd6f7f1-7b82-4bad-b818-5ea1d84a824f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/03206b5b-1d82-4507-86d9-5b1a4a18bc9a HTTP/1.1" status: 404 len: 336 time: 0.3406899 Feb 10 06:53:59.527581 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41586) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.541087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 237af292-f42d-40f2-b22b-12303f4750f4 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:53:59.541481 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (237af292-f42d-40f2-b22b-12303f4750f4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:59.558390 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b58c0401-9e3b-41bb-aa87-30f4caf77173 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8 HTTP/1.1" status: 200 len: 205 time: 0.0288131 Feb 10 06:53:59.560001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41588) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.580368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 237af292-f42d-40f2-b22b-12303f4750f4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=237af292-f42d-40f2-b22b-12303f4750f4,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:53:59.581418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae03964-4cd4-4543-b45f-17e0c1cda636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237af292-f42d-40f2-b22b-12303f4750f4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:53:59.584492 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eab80d-8773-439b-abc9-314f54ec4fc6" -d '{"events": [{"server_uuid": "2ae03964-4cd4-4543-b45f-17e0c1cda636", "name": "network-vif-plugged", "status": "completed", "tag": "237af292-f42d-40f2-b22b-12303f4750f4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:53:59.589508 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (237af292-f42d-40f2-b22b-12303f4750f4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:59.600628 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-28741975-31eb-49ff-b3e2-cc884a1f63b0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] delete failed (client error): The resource could not be found. Feb 10 06:53:59.604230 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-28741975-31eb-49ff-b3e2-cc884a1f63b0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/eb4b4ad9-1fb1-4608-bb66-9cadeca7c4f8 HTTP/1.1" status: 404 len: 336 time: 0.0407386 Feb 10 06:53:59.604438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41592) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.639294 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e01d1a33-960e-4f62-84f7-01a6e2d2b9ab tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcbd8570-bb77-4aa4-8fa9-066335a13a43 HTTP/1.1" status: 200 len: 205 time: 0.0313621 Feb 10 06:53:59.640135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41594) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.651146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=237af292-f42d-40f2-b22b-12303f4750f4,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:53:59.680005 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-8132af15-7e47-4cd5-94d1-3b23e6e92249 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] delete failed (client error): The resource could not be found. Feb 10 06:53:59.681084 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8132af15-7e47-4cd5-94d1-3b23e6e92249 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/fcbd8570-bb77-4aa4-8fa9-066335a13a43 HTTP/1.1" status: 404 len: 336 time: 0.0405159 Feb 10 06:53:59.683921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41596) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.713124 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-917df4ea-ddde-44f4-a8b6-5d4ba610c49f tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "GET /v2.0/ports?device_id=69cc4ff9-c9d8-4cce-929d-824591917a69 HTTP/1.1" status: 200 len: 205 time: 0.0278943 Feb 10 06:53:59.715559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41598) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.758116 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-d84617ab-64ef-406d-a346-b185df76fc95 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] delete failed (client error): The resource could not be found. Feb 10 06:53:59.759184 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d84617ab-64ef-406d-a346-b185df76fc95 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/routers/69cc4ff9-c9d8-4cce-929d-824591917a69 HTTP/1.1" status: 404 len: 336 time: 0.0427268 Feb 10 06:53:59.761941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41600) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:53:59.788723 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38ed6d4-265f-4d32-80f6-dde74be632d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] DELETE failed (client error): The resource could not be found. Feb 10 06:53:59.789225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38ed6d4-265f-4d32-80f6-dde74be632d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:53:59.792387 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f38ed6d4-265f-4d32-80f6-dde74be632d0 tempest-RoutersIpV6AdminTest-937669940 tempest-RoutersIpV6AdminTest-937669940-project] 10.222.0.21 "DELETE /v2.0/subnets/99b938f0-0d24-424c-9d3c-ee910eeb9214 HTTP/1.1" status: 404 len: 337 time: 0.0294738 Feb 10 06:53:59.878292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:53:59.902062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e51c-c37c-4e3c-97aa-00f7e2ad7b75 req-251ca1c3-a724-466e-af89-8997770090b5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:59.903561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9f8e51c-c37c-4e3c-97aa-00f7e2ad7b75 req-251ca1c3-a724-466e-af89-8997770090b5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 945 time: 0.4839997 Feb 10 06:53:59.905580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8164f9-f126-4813-a24e-3a873f0bf3be req-ad329f61-acf1-4847-a66e-955a21e2038b tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:53:59.907595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad8164f9-f126-4813-a24e-3a873f0bf3be req-ad329f61-acf1-4847-a66e-955a21e2038b tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1125 time: 0.4971735 Feb 10 06:53:59.915143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] device_id is not set on port 6833507d-6bd7-478e-811d-e651d2229c88 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:54:00.074535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:00.103177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9f8e51c-c37c-4e3c-97aa-00f7e2ad7b75 req-82c71b1c-3a3d-4526-b55a-927d42d8edca tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909266 Feb 10 06:54:00.114875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad8164f9-f126-4813-a24e-3a873f0bf3be req-8d6d1c22-7c71-463e-b8fa-ffe37db2393c tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015908 Feb 10 06:54:00.162769 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca958121-0b71-4598-a470-60c7911462ad x-openstack-request-id: req-ca958121-0b71-4598-a470-60c7911462ad {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:54:00.163175 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae03964-4cd4-4543-b45f-17e0c1cda636", "name": "network-vif-plugged", "status": "completed", "tag": "237af292-f42d-40f2-b22b-12303f4750f4", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:54:00.163557 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca958121-0b71-4598-a470-60c7911462ad {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:54:00.164058 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae03964-4cd4-4543-b45f-17e0c1cda636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237af292-f42d-40f2-b22b-12303f4750f4', 'code': 200} Feb 10 06:54:00.219729 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d5c987b-f62f-4bad-88e4-a1412efce2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.295598 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d5c987b-f62f-4bad-88e4-a1412efce2a8 admin admin] Publish callbacks [] for security_group (56d17ba7-93af-4506-92c9-b12ffa43e53c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.300528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d5c987b-f62f-4bad-88e4-a1412efce2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (56d17ba7-93af-4506-92c9-b12ffa43e53c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.317516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.20.0.14 (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9/991aafa4-2637-4fe0-9533-7067f0ac4a7c/6833507d-6bd7-478e-811d-e651d2229c88) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:00.325836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.20.0.13 (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9/991aafa4-2637-4fe0-9533-7067f0ac4a7c/6833507d-6bd7-478e-811d-e651d2229c88) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:00.328975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9107e-e4e2-4bfd-8e3f-dcb589b9b832 req-ab42c623-fba6-4313-b313-a366c329be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:00.330491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ed9107e-e4e2-4bfd-8e3f-dcb589b9b832 req-ab42c623-fba6-4313-b313-a366c329be22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 1128 time: 0.0670187 Feb 10 06:54:00.337926 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6d5c987b-f62f-4bad-88e4-a1412efce2a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=018ef400c61f4919b19a49b56f7af709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622821 Feb 10 06:54:00.339437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c987b-f62f-4bad-88e4-a1412efce2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d17ba7-93af-4506-92c9-b12ffa43e53c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:00.341221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41610) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:00.483208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77f0e370-c244-4751-a115-d4c468bdc013 admin admin] Publish callbacks [] for security_group (56d17ba7-93af-4506-92c9-b12ffa43e53c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.486791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6ed9107e-e4e2-4bfd-8e3f-dcb589b9b832 req-639fc908-4864-43ce-bd6d-933d81822e7c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466703 Feb 10 06:54:00.540255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77f0e370-c244-4751-a115-d4c468bdc013 admin admin] Publish callbacks [] for security_group (56d17ba7-93af-4506-92c9-b12ffa43e53c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.593749 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (6833507d-6bd7-478e-811d-e651d2229c88), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.623215 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77f0e370-c244-4751-a115-d4c468bdc013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (56d17ba7-93af-4506-92c9-b12ffa43e53c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.625768 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77f0e370-c244-4751-a115-d4c468bdc013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.626943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-77f0e370-c244-4751-a115-d4c468bdc013 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56d17ba7-93af-4506-92c9-b12ffa43e53c HTTP/1.1" status: 204 len: 168 time: 0.2822244 Feb 10 06:54:00.637870 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6833507d-6bd7-478e-811d-e651d2229c88), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.639631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0e370-c244-4751-a115-d4c468bdc013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d17ba7-93af-4506-92c9-b12ffa43e53c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:00.687955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:00.691097 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:00.694909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:00.721082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=6833507d-6bd7-478e-811d-e651d2229c88,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:00.749419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:00.750074 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.769154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41616) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:00.769714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-41b9cff9-6291-4b90-924e-b4c3e2dc37a0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5560660 Feb 10 06:54:00.773792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '6833507d-6bd7-478e-811d-e651d2229c88', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:00.794103 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.896058 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:00.905435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:00.946930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-491b2887-f5c2-421c-93a5-f5f707d8c7da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=449d2eeb5da84915a04c0d5ef60329d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398130 Feb 10 06:54:00.949312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:00.997381 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-198b41df-a7e3-41de-bb5d-b6fac9993960 admin admin] Publish callbacks [] for security_group (b98f7850-7831-4466-964d-4c7f5247ff24), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.005627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.25.8.45 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:01.027656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-198b41df-a7e3-41de-bb5d-b6fac9993960 admin admin] Publish callbacks [] for security_group (b98f7850-7831-4466-964d-4c7f5247ff24), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.076839 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-198b41df-a7e3-41de-bb5d-b6fac9993960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b98f7850-7831-4466-964d-4c7f5247ff24), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.080419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-198b41df-a7e3-41de-bb5d-b6fac9993960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.084125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-198b41df-a7e3-41de-bb5d-b6fac9993960 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b98f7850-7831-4466-964d-4c7f5247ff24 HTTP/1.1" status: 204 len: 168 time: 0.1313696 Feb 10 06:54:01.090093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b41df-a7e3-41de-bb5d-b6fac9993960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98f7850-7831-4466-964d-4c7f5247ff24,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:01.122760 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.178026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.232609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:01.233606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:01.237777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:01.240128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:01.283976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe10b3-9732-4ffd-90c5-fb062b123461 req-1c0dc76c-ca40-4cf4-97d4-bfe2ce0eb6c6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:01.285680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4afe10b3-9732-4ffd-90c5-fb062b123461 req-1c0dc76c-ca40-4cf4-97d4-bfe2ce0eb6c6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 946 time: 0.1033897 Feb 10 06:54:01.296176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf1f2-bbb2-4ebf-948f-d3074584cb25 req-e3efc3b0-cdc0-455e-bd38-9f6f7531b9d3 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:01.298488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02bf1f2-bbb2-4ebf-948f-d3074584cb25 req-e3efc3b0-cdc0-455e-bd38-9f6f7531b9d3 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1125 time: 0.0748887 Feb 10 06:54:01.316374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b703848b-4d50-42e3-8154-c8418db3a80b details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:54:01.378089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4afe10b3-9732-4ffd-90c5-fb062b123461 req-31f222ff-7f39-4bfe-9eda-e0f63afbf332 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843666 Feb 10 06:54:01.411505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c02bf1f2-bbb2-4ebf-948f-d3074584cb25 req-83e812f2-6e28-4906-a662-6dcfd9b6d3bc tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979569 Feb 10 06:54:01.444142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b703848b-4d50-42e3-8154-c8418db3a80b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b703848b-4d50-42e3-8154-c8418db3a80b,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:01.461341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'b703848b-4d50-42e3-8154-c8418db3a80b', 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'port_id': 'b703848b-4d50-42e3-8154-c8418db3a80b', 'mac_address': 'fa:16:3e:cf:fc:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e7d678-d6f8-4b51-8ef4-f4e8d52f5219', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:54:01.509602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b703848b-4d50-42e3-8154-c8418db3a80b is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:01.510010 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.523799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b703848b-4d50-42e3-8154-c8418db3a80b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:54:01.545562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b703848b-4d50-42e3-8154-c8418db3a80b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b703848b-4d50-42e3-8154-c8418db3a80b,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:01.550076 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.607175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b703848b-4d50-42e3-8154-c8418db3a80b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:01.680684 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (55f06b65-aaaf-40ca-b3a0-cdc10203a56d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.763872 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.864536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b703848b-4d50-42e3-8154-c8418db3a80b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:54:01.920374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.926403 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:01.965537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:02.005202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:02.011966 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (55f06b65-aaaf-40ca-b3a0-cdc10203a56d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.018247 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:54:02.103077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4300ca5-8be8-4945-aacd-36e94abbfa49 tempest-AgentManagementNegativeTest-1024830171 tempest-AgentManagementNegativeTest-1024830171-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1356874 Feb 10 06:54:02.116521 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP 55f06b65-aaaf-40ca-b3a0-cdc10203a56d associated. External IP: 172.25.8.45, port: 6833507d-6bd7-478e-811d-e651d2229c88. Feb 10 06:54:02.335793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:02.355780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:02.462673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:02.475694 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b3a71c-3023-49be-ae20-fe12e4870ef3 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:02.485564 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.492050 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3a71c-3023-49be-ae20-fe12e4870ef3 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:02.492667 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d0b3a71c-3023-49be-ae20-fe12e4870ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:02.503804 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-681696be-3eef-4386-b2e3-2c260d0e81a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.520416 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fc052f36-b609-4e3c-a36a-d1f9795a010d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7476630 Feb 10 06:54:02.520752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41662) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:02.527715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c4751a11-87cc-4d3b-957a-4ae74e8ef253 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'port_id': '6833507d-6bd7-478e-811d-e651d2229c88', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:02.540813 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d0b3a71c-3023-49be-ae20-fe12e4870ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:02.552607 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3a71c-3023-49be-ae20-fe12e4870ef3 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:02.553461 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d0b3a71c-3023-49be-ae20-fe12e4870ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:02.589582 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d0b3a71c-3023-49be-ae20-fe12e4870ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:02.590450 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b3a71c-3023-49be-ae20-fe12e4870ef3 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:02.591931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cafac0-63a0-4f02-a67d-507568402189 req-7ec4f4de-d0b8-4763-81d5-e9517644163a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:02.595916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4751a11-87cc-4d3b-957a-4ae74e8ef253 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (55f06b65-aaaf-40ca-b3a0-cdc10203a56d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.599859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30cafac0-63a0-4f02-a67d-507568402189 req-7ec4f4de-d0b8-4763-81d5-e9517644163a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 946 time: 0.1420565 Feb 10 06:54:02.641306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9428734-8e98-4ba4-8acd-ee5baea18bed req-14794849-bb12-41d9-bfd4-e02c67547e22 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:02.643164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9428734-8e98-4ba4-8acd-ee5baea18bed req-14794849-bb12-41d9-bfd4-e02c67547e22 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1126 time: 0.1343119 Feb 10 06:54:02.690709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30cafac0-63a0-4f02-a67d-507568402189 req-c7b999b5-b416-43f3-b19b-8f1408c731c8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899522 Feb 10 06:54:02.706803 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-681696be-3eef-4386-b2e3-2c260d0e81a3 admin admin] Publish callbacks [] for security_group (017e723b-6670-4d66-b8b9-c9693e01a22b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.714286 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-681696be-3eef-4386-b2e3-2c260d0e81a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (017e723b-6670-4d66-b8b9-c9693e01a22b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.753379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9428734-8e98-4ba4-8acd-ee5baea18bed req-f2dc438f-9499-4a77-b1f1-fa385a83d3b1 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984368 Feb 10 06:54:02.764909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681696be-3eef-4386-b2e3-2c260d0e81a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017e723b-6670-4d66-b8b9-c9693e01a22b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:02.774951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-681696be-3eef-4386-b2e3-2c260d0e81a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f28293d82ee44d3844325e702080dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4181061 Feb 10 06:54:02.784012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41666) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:02.836598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-397338eb-f385-4034-b4a0-a871c6b2330a admin admin] Publish callbacks [] for security_group (017e723b-6670-4d66-b8b9-c9693e01a22b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.857204 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-397338eb-f385-4034-b4a0-a871c6b2330a admin admin] Publish callbacks [] for security_group (017e723b-6670-4d66-b8b9-c9693e01a22b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.903775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-397338eb-f385-4034-b4a0-a871c6b2330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (017e723b-6670-4d66-b8b9-c9693e01a22b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.906818 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-397338eb-f385-4034-b4a0-a871c6b2330a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:02.910561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-397338eb-f385-4034-b4a0-a871c6b2330a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/017e723b-6670-4d66-b8b9-c9693e01a22b HTTP/1.1" status: 204 len: 168 time: 0.1229959 Feb 10 06:54:02.920725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397338eb-f385-4034-b4a0-a871c6b2330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017e723b-6670-4d66-b8b9-c9693e01a22b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:03.133618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4751a11-87cc-4d3b-957a-4ae74e8ef253 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.139408 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4751a11-87cc-4d3b-957a-4ae74e8ef253 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (55f06b65-aaaf-40ca-b3a0-cdc10203a56d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.316239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b703848b-4d50-42e3-8154-c8418db3a80b up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:03.369819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4751a11-87cc-4d3b-957a-4ae74e8ef253 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:03.372277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port b703848b-4d50-42e3-8154-c8418db3a80b completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:54:03.378243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port b703848b-4d50-42e3-8154-c8418db3a80b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:03.378675 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.473937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b703848b-4d50-42e3-8154-c8418db3a80b is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:03.474370 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.501016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdc877e-96ca-4936-b276-67612c05a7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b703848b-4d50-42e3-8154-c8418db3a80b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:54:03.504361 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c5779d-c274-4c0f-97a7-75612e166699" -d '{"events": [{"server_uuid": "8bdc877e-96ca-4936-b276-67612c05a7b5", "name": "network-vif-plugged", "status": "completed", "tag": "b703848b-4d50-42e3-8154-c8418db3a80b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:54:03.513684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4751a11-87cc-4d3b-957a-4ae74e8ef253 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:03.525227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b703848b-4d50-42e3-8154-c8418db3a80b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b703848b-4d50-42e3-8154-c8418db3a80b,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:03.526680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a52ff-af1f-41dc-a5bd-34d83ad1fce1 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:03.526841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4751a11-87cc-4d3b-957a-4ae74e8ef253 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.535757 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.574026 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babc61d4-35d8-4bc7-937e-5bef03646134 x-openstack-request-id: req-babc61d4-35d8-4bc7-937e-5bef03646134 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:54:03.574354 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdc877e-96ca-4936-b276-67612c05a7b5", "name": "network-vif-plugged", "status": "completed", "tag": "b703848b-4d50-42e3-8154-c8418db3a80b", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:54:03.574604 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-babc61d4-35d8-4bc7-937e-5bef03646134 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:54:03.578422 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdc877e-96ca-4936-b276-67612c05a7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b703848b-4d50-42e3-8154-c8418db3a80b', 'code': 200} Feb 10 06:54:03.599569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a52ff-af1f-41dc-a5bd-34d83ad1fce1 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:03.600386 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c4751a11-87cc-4d3b-957a-4ae74e8ef253 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/floatingips/55f06b65-aaaf-40ca-b3a0-cdc10203a56d HTTP/1.1" status: 200 len: 977 time: 1.0784576 Feb 10 06:54:03.603078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-276a52ff-af1f-41dc-a5bd-34d83ad1fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:03.603288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41690) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:03.647084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-276a52ff-af1f-41dc-a5bd-34d83ad1fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:03.658844 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41692) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:03.665806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b703848b-4d50-42e3-8154-c8418db3a80b,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:03.671387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a52ff-af1f-41dc-a5bd-34d83ad1fce1 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:03.672581 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-276a52ff-af1f-41dc-a5bd-34d83ad1fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:03.690222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe519-b433-483f-8ae2-3c4d45090025 req-b5bc4daf-d468-4082-9c1c-e906ae2762c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:03.692462 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ff5fe519-b433-483f-8ae2-3c4d45090025 req-b5bc4daf-d468-4082-9c1c-e906ae2762c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.0662682 Feb 10 06:54:03.708150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-276a52ff-af1f-41dc-a5bd-34d83ad1fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:03.708822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a52ff-af1f-41dc-a5bd-34d83ad1fce1 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:03.758054 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ff5fe519-b433-483f-8ae2-3c4d45090025 req-af23679f-30df-4215-9c90-e3b7f1d2a94c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573988 Feb 10 06:54:03.779879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port 84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:03.780226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.787209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030283012'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:03.828551 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.839040 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.900709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.900965 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.916370 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (3c03f0e6-29b4-490e-be85-f6758695821a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.916914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for 84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:03.920961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3c03f0e6-29b4-490e-be85-f6758695821a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:03.930784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3942d71-59c0-49e3-8a28-68d2bd27118c req-1a030fcc-0912-4003-99fc-a0b3b83a0aa6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:03.932330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3942d71-59c0-49e3-8a28-68d2bd27118c req-1a030fcc-0912-4003-99fc-a0b3b83a0aa6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.0910034 Feb 10 06:54:03.960175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c03f0e6-29b4-490e-be85-f6758695821a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:03.998100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (b88a97e5-b2be-4b5f-adac-de26030f5dfe), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.002064 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b88a97e5-b2be-4b5f-adac-de26030f5dfe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.026887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.028116 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3683085 Feb 10 06:54:04.032833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41700) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.042557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3942d71-59c0-49e3-8a28-68d2bd27118c req-48ccef19-d71d-4b8a-a5b8-7eb32100dae5 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031668 Feb 10 06:54:04.048737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d3bb9-eeaf-42ae-9bf4-f798074dfb4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a97e5-b2be-4b5f-adac-de26030f5dfe,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:04.100748 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c464dfae-48a0-4b82-93b8-7e7590f2a025 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0642414 Feb 10 06:54:04.101420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41702) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.105112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0d1ba539-16e9-4b14-8adc-9c3965627af9 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-security--2074249810', 'description': 'tempest-security-description-2063524942'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:04.132042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.138426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba539-16e9-4b14-8adc-9c3965627af9 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (b88a97e5-b2be-4b5f-adac-de26030f5dfe), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.159555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=84de4a47-ae93-40e7-bcc5-5fd80c0aa9b9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:04.189490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba539-16e9-4b14-8adc-9c3965627af9 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (b88a97e5-b2be-4b5f-adac-de26030f5dfe), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.194483 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba539-16e9-4b14-8adc-9c3965627af9 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b88a97e5-b2be-4b5f-adac-de26030f5dfe), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.197144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba539-16e9-4b14-8adc-9c3965627af9 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.198838 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0d1ba539-16e9-4b14-8adc-9c3965627af9 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "PUT /v2.0/security-groups/b88a97e5-b2be-4b5f-adac-de26030f5dfe HTTP/1.1" status: 200 len: 1797 time: 0.0965931 Feb 10 06:54:04.201282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.223485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ba539-16e9-4b14-8adc-9c3965627af9 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a97e5-b2be-4b5f-adac-de26030f5dfe,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:04.251805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (55f06b65-aaaf-40ca-b3a0-cdc10203a56d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.252141 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP 55f06b65-aaaf-40ca-b3a0-cdc10203a56d disassociated (deleted). External IP: 172.25.8.45, port: 6833507d-6bd7-478e-811d-e651d2229c88. Feb 10 06:54:04.289614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b97e0dc6-10bb-45d9-8bb0-e61219fef950 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups/b88a97e5-b2be-4b5f-adac-de26030f5dfe HTTP/1.1" status: 200 len: 1797 time: 0.0870104 Feb 10 06:54:04.292248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.395172 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e544-c5f8-46f0-90d1-8f9d565eb0e3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (b88a97e5-b2be-4b5f-adac-de26030f5dfe), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.454894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e544-c5f8-46f0-90d1-8f9d565eb0e3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (b88a97e5-b2be-4b5f-adac-de26030f5dfe), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.557238 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e544-c5f8-46f0-90d1-8f9d565eb0e3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b88a97e5-b2be-4b5f-adac-de26030f5dfe), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.559743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e544-c5f8-46f0-90d1-8f9d565eb0e3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.560898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4e5e544-c5f8-46f0-90d1-8f9d565eb0e3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/b88a97e5-b2be-4b5f-adac-de26030f5dfe HTTP/1.1" status: 204 len: 168 time: 0.2677741 Feb 10 06:54:04.564150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41708) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.569281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:04.576504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5e544-c5f8-46f0-90d1-8f9d565eb0e3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a97e5-b2be-4b5f-adac-de26030f5dfe,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:04.609334 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9124bfca-b9a5-4098-88ad-e5321a4b28fa tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0414076 Feb 10 06:54:04.609560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41710) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.621790 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-4450277c-7748-4869-b076-24fefc21fe2e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] delete failed (client error): The resource could not be found. Feb 10 06:54:04.627280 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4450277c-7748-4869-b076-24fefc21fe2e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/b88a97e5-b2be-4b5f-adac-de26030f5dfe HTTP/1.1" status: 404 len: 347 time: 0.0128133 Feb 10 06:54:04.627572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41712) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.633288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a9b6f1d1-110b-47be-9724-509d51a24305 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130205302'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:04.654834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f1d1-110b-47be-9724-509d51a24305 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.694549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:04.699613 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.705292 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c64a3-9476-4894-b122-b1cbd7079008 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:04.715590 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c64a3-9476-4894-b122-b1cbd7079008 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:04.716196 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e11c64a3-9476-4894-b122-b1cbd7079008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:04.727460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f1d1-110b-47be-9724-509d51a24305 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (bc69efab-eb76-4efa-a159-b2d6f363dbf2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.732516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f1d1-110b-47be-9724-509d51a24305 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc69efab-eb76-4efa-a159-b2d6f363dbf2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.733968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-51fbe787-dedb-49f9-bee1-9c4593363bc6 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/floatingips/55f06b65-aaaf-40ca-b3a0-cdc10203a56d HTTP/1.1" status: 204 len: 168 time: 1.1297648 Feb 10 06:54:04.735382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.751169 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e11c64a3-9476-4894-b122-b1cbd7079008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:04.760312 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c64a3-9476-4894-b122-b1cbd7079008 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:04.761191 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e11c64a3-9476-4894-b122-b1cbd7079008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:04.767851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f1d1-110b-47be-9724-509d51a24305 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.771794 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a9b6f1d1-110b-47be-9724-509d51a24305 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1403787 Feb 10 06:54:04.771794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6f1d1-110b-47be-9724-509d51a24305 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc69efab-eb76-4efa-a159-b2d6f363dbf2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:04.773301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41716) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.778067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5434645e-9d80-475a-bf3b-ce1f1fd02851 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': 'bc69efab-eb76-4efa-a159-b2d6f363dbf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:04.807884 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5434645e-9d80-475a-bf3b-ce1f1fd02851 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (ce94d6af-9103-402b-acf3-55c8e272cfe3), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.813019 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e11c64a3-9476-4894-b122-b1cbd7079008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:04.813782 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c64a3-9476-4894-b122-b1cbd7079008 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:04.832365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf7679-2cbd-46d5-8c99-139bf93904cb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port 6833507d-6bd7-478e-811d-e651d2229c88 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:04.832706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7679-2cbd-46d5-8c99-139bf93904cb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6833507d-6bd7-478e-811d-e651d2229c88), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.873692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5434645e-9d80-475a-bf3b-ce1f1fd02851 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (ce94d6af-9103-402b-acf3-55c8e272cfe3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.889608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5434645e-9d80-475a-bf3b-ce1f1fd02851 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (ce94d6af-9103-402b-acf3-55c8e272cfe3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.909399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434645e-9d80-475a-bf3b-ce1f1fd02851 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce94d6af-9103-402b-acf3-55c8e272cfe3,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:04.922730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5434645e-9d80-475a-bf3b-ce1f1fd02851 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.923128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5434645e-9d80-475a-bf3b-ce1f1fd02851 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485629 Feb 10 06:54:04.925767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41720) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:04.935310 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7679-2cbd-46d5-8c99-139bf93904cb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6833507d-6bd7-478e-811d-e651d2229c88), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.948357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf7679-2cbd-46d5-8c99-139bf93904cb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for 6833507d-6bd7-478e-811d-e651d2229c88 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:04.959075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12826a74-5bd9-4f30-8aa9-e87506b44546 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (ce94d6af-9103-402b-acf3-55c8e272cfe3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.967043 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12826a74-5bd9-4f30-8aa9-e87506b44546 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (ce94d6af-9103-402b-acf3-55c8e272cfe3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:04.993706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12826a74-5bd9-4f30-8aa9-e87506b44546 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (ce94d6af-9103-402b-acf3-55c8e272cfe3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.001470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12826a74-5bd9-4f30-8aa9-e87506b44546 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.004914 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-12826a74-5bd9-4f30-8aa9-e87506b44546 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ce94d6af-9103-402b-acf3-55c8e272cfe3 HTTP/1.1" status: 204 len: 168 time: 0.0756795 Feb 10 06:54:05.006389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41722) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:05.013205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12826a74-5bd9-4f30-8aa9-e87506b44546 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce94d6af-9103-402b-acf3-55c8e272cfe3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:05.056597 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-214fe23d-261f-444d-8f87-53a3abc316d0 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465825 Feb 10 06:54:05.056845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41724) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:05.116883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-381cefc1-1daa-4431-b136-e544cdb2eec4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (bc69efab-eb76-4efa-a159-b2d6f363dbf2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.141693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-381cefc1-1daa-4431-b136-e544cdb2eec4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (bc69efab-eb76-4efa-a159-b2d6f363dbf2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.184375 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-381cefc1-1daa-4431-b136-e544cdb2eec4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bc69efab-eb76-4efa-a159-b2d6f363dbf2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.187145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-381cefc1-1daa-4431-b136-e544cdb2eec4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.188327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-381cefc1-1daa-4431-b136-e544cdb2eec4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc69efab-eb76-4efa-a159-b2d6f363dbf2 HTTP/1.1" status: 204 len: 168 time: 0.1306317 Feb 10 06:54:05.192025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41728) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:05.207585 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7679-2cbd-46d5-8c99-139bf93904cb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6833507d-6bd7-478e-811d-e651d2229c88), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.222846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cefc1-1daa-4431-b136-e544cdb2eec4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc69efab-eb76-4efa-a159-b2d6f363dbf2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:05.223787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883a875-202f-4ce3-83ca-9742efe5bb18 req-fc9adea5-4c42-4faa-be89-4569b01ab7a7 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:05.225383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d883a875-202f-4ce3-83ca-9742efe5bb18 req-fc9adea5-4c42-4faa-be89-4569b01ab7a7 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.0898385 Feb 10 06:54:05.246499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf7679-2cbd-46d5-8c99-139bf93904cb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=6833507d-6bd7-478e-811d-e651d2229c88,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:05.253593 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f69af8c0-e116-4ae7-90a7-fb54db4d5288 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605001 Feb 10 06:54:05.257844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41730) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:05.268349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a95436fb-1216-4aca-8593-84dc0efa8d26 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-secgroup--681569379'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:05.365921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d883a875-202f-4ce3-83ca-9742efe5bb18 req-8e4101f1-ad50-4faa-9b29-b7d178eb1496 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224229 Feb 10 06:54:05.370563 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95436fb-1216-4aca-8593-84dc0efa8d26 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.402724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7679-2cbd-46d5-8c99-139bf93904cb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.405915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2cf7679-2cbd-46d5-8c99-139bf93904cb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/ports/6833507d-6bd7-478e-811d-e651d2229c88 HTTP/1.1" status: 204 len: 168 time: 0.6696031 Feb 10 06:54:05.410273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41734) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:05.415421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:05.436685 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.467972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95436fb-1216-4aca-8593-84dc0efa8d26 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (3425cb2a-c9ac-40fb-b18c-21a45b69d791), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.499887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95436fb-1216-4aca-8593-84dc0efa8d26 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3425cb2a-c9ac-40fb-b18c-21a45b69d791), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.533597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95436fb-1216-4aca-8593-84dc0efa8d26 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.534860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a95436fb-1216-4aca-8593-84dc0efa8d26 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2760546 Feb 10 06:54:05.537608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41736) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:05.541689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95436fb-1216-4aca-8593-84dc0efa8d26 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3425cb2a-c9ac-40fb-b18c-21a45b69d791,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:05.541915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-55bb3f79-7533-4d1f-ad7e-77362ba8b051 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '3425cb2a-c9ac-40fb-b18c-21a45b69d791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:05.549706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fbfa2-66eb-4300-b87e-dd6f7c20c436 req-188ca4ea-3354-4ab8-8261-3d1aaf14ea71 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:05.551387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5fbfa2-66eb-4300-b87e-dd6f7c20c436 req-188ca4ea-3354-4ab8-8261-3d1aaf14ea71 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.0987768 Feb 10 06:54:05.571134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.584211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55bb3f79-7533-4d1f-ad7e-77362ba8b051 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (b7d7e528-5cf5-4b8c-9804-f0b6aaac3dc2), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.600075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5fbfa2-66eb-4300-b87e-dd6f7c20c436 req-b644e729-82bd-46ad-88d2-5ef994c08415 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Feb 10 06:54:05.712198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5503ef2-308d-4caf-bf33-1e4e63d540f6 req-e2f54407-9010-478c-840a-e98f3e4015cf tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:05.714109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5503ef2-308d-4caf-bf33-1e4e63d540f6 req-e2f54407-9010-478c-840a-e98f3e4015cf tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.0489473 Feb 10 06:54:05.761447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5503ef2-308d-4caf-bf33-1e4e63d540f6 req-e62a4002-da6b-4be0-a7ea-519be5a70142 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Feb 10 06:54:05.976292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55bb3f79-7533-4d1f-ad7e-77362ba8b051 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (b7d7e528-5cf5-4b8c-9804-f0b6aaac3dc2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:05.981678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55bb3f79-7533-4d1f-ad7e-77362ba8b051 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b7d7e528-5cf5-4b8c-9804-f0b6aaac3dc2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.008154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.25.8.53 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/19e4ac65-2aea-47f2-ab24-2cb15179c66c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:06.016348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb3f79-7533-4d1f-ad7e-77362ba8b051 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d7e528-5cf5-4b8c-9804-f0b6aaac3dc2,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:06.028072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-55bb3f79-7533-4d1f-ad7e-77362ba8b051 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.029257 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-55bb3f79-7533-4d1f-ad7e-77362ba8b051 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4907210 Feb 10 06:54:06.032115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41754) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:06.036389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-57282ab9-1cf7-49df-ae56-bdcea9a612fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '3425cb2a-c9ac-40fb-b18c-21a45b69d791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:06.047143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-727dc7da-099c-4ada-9904-594ee8d57efb tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:06.048775 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-727dc7da-099c-4ada-9904-594ee8d57efb tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/networks?id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689 HTTP/1.1" status: 200 len: 910 time: 0.1034095 Feb 10 06:54:06.063522 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-d5385653-6291-4b17-8210-341fcebcafd8 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/quotas/d72a252dc0f14d3f8c5983334a27e085 HTTP/1.1" status: 200 len: 375 time: 0.0090778 Feb 10 06:54:06.114942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57282ab9-1cf7-49df-ae56-bdcea9a612fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (41055dd3-cf16-429c-bcd5-aeb54500e64d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.115717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-ecc61a33-8e4e-4139-84f2-cf6f9257f8c7 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=d72a252dc0f14d3f8c5983334a27e085&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466037 Feb 10 06:54:06.170351 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (19e4ac65-2aea-47f2-ab24-2cb15179c66c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.197277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57282ab9-1cf7-49df-ae56-bdcea9a612fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (41055dd3-cf16-429c-bcd5-aeb54500e64d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.210515 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57282ab9-1cf7-49df-ae56-bdcea9a612fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (41055dd3-cf16-429c-bcd5-aeb54500e64d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.212013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-f3fb2f99-a0ff-4f43-994b-bc4af387bbc2 service neutron] 10.222.0.21 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895379 Feb 10 06:54:06.233914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57282ab9-1cf7-49df-ae56-bdcea9a612fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41055dd3-cf16-429c-bcd5-aeb54500e64d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:06.242123 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (19e4ac65-2aea-47f2-ab24-2cb15179c66c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.252871 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57282ab9-1cf7-49df-ae56-bdcea9a612fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.254081 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-57282ab9-1cf7-49df-ae56-bdcea9a612fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2211328 Feb 10 06:54:06.273637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41756) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:06.278170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-21702f63-da98-41d7-b70e-46a6510c71db tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '3425cb2a-c9ac-40fb-b18c-21a45b69d791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:06.297490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:06.303923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:06.309645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-ebb8d8db-3cd4-4b2f-840c-a03d147c05cd service neutron] 10.222.0.21 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900381 Feb 10 06:54:06.309951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:06.316538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=19e4ac65-2aea-47f2-ab24-2cb15179c66c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:06.353171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21702f63-da98-41d7-b70e-46a6510c71db tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (f4e2a7ba-97cd-4dbb-88ca-1da1e51b25a3), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.458470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (e40f807a-ff65-48de-a90a-aa113011505a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.460774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21702f63-da98-41d7-b70e-46a6510c71db tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (f4e2a7ba-97cd-4dbb-88ca-1da1e51b25a3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.467203 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21702f63-da98-41d7-b70e-46a6510c71db tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f4e2a7ba-97cd-4dbb-88ca-1da1e51b25a3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.477359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26546540-e8c0-4f97-a5b6-4d47b7c64f16 req-c3df7931-1c8e-4636-8b5c-5c70beae9731 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 210 time: 0.0314205 Feb 10 06:54:06.508244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21702f63-da98-41d7-b70e-46a6510c71db tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e2a7ba-97cd-4dbb-88ca-1da1e51b25a3,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:06.519265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21702f63-da98-41d7-b70e-46a6510c71db tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.520480 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-21702f63-da98-41d7-b70e-46a6510c71db tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2456889 Feb 10 06:54:06.523499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41762) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:06.525647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (19e4ac65-2aea-47f2-ab24-2cb15179c66c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.528836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-628f621e-d5c7-45d7-95b7-86058008af1e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '3425cb2a-c9ac-40fb-b18c-21a45b69d791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:06.562139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628f621e-d5c7-45d7-95b7-86058008af1e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (699fffec-a9b7-40f2-aafb-74b51c814e08), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.629911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628f621e-d5c7-45d7-95b7-86058008af1e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (699fffec-a9b7-40f2-aafb-74b51c814e08), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.634149 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628f621e-d5c7-45d7-95b7-86058008af1e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (699fffec-a9b7-40f2-aafb-74b51c814e08), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.653757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f621e-d5c7-45d7-95b7-86058008af1e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699fffec-a9b7-40f2-aafb-74b51c814e08,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:06.666551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628f621e-d5c7-45d7-95b7-86058008af1e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.668477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-628f621e-d5c7-45d7-95b7-86058008af1e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427622 Feb 10 06:54:06.670722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41768) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:06.676364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c21e8641-f1a9-4a88-82c1-144ef1b8d17f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '3425cb2a-c9ac-40fb-b18c-21a45b69d791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:06.690968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (19e4ac65-2aea-47f2-ab24-2cb15179c66c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.696174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (19e4ac65-2aea-47f2-ab24-2cb15179c66c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.702638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c21e8641-f1a9-4a88-82c1-144ef1b8d17f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (f7addbc7-2d99-42c9-8360-79acbffa5c9c), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.776932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=19e4ac65-2aea-47f2-ab24-2cb15179c66c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:06.786582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c21e8641-f1a9-4a88-82c1-144ef1b8d17f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (f7addbc7-2d99-42c9-8360-79acbffa5c9c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.787433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e40f807a-ff65-48de-a90a-aa113011505a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.792444 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c21e8641-f1a9-4a88-82c1-144ef1b8d17f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f7addbc7-2d99-42c9-8360-79acbffa5c9c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.806674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.808202 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f04c1806-3a05-48d1-9700-646c5eb9bf45 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3967543 Feb 10 06:54:06.810933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41772) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:06.811217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e8641-f1a9-4a88-82c1-144ef1b8d17f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7addbc7-2d99-42c9-8360-79acbffa5c9c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:06.815894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'port': {'network_id': '7387bc2b-b2bf-4880-a180-4bda4ccfbdd9', 'name': 'tempest-FloatingIPTestJSON-1581137606'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:06.820771 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c21e8641-f1a9-4a88-82c1-144ef1b8d17f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.822058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c21e8641-f1a9-4a88-82c1-144ef1b8d17f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1494060 Feb 10 06:54:06.825740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41774) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:06.861270 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d37bd1fd-0455-4d77-9a19-fac1796d4ba0 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (f7addbc7-2d99-42c9-8360-79acbffa5c9c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.869865 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d37bd1fd-0455-4d77-9a19-fac1796d4ba0 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (f7addbc7-2d99-42c9-8360-79acbffa5c9c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.895451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d37bd1fd-0455-4d77-9a19-fac1796d4ba0 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f7addbc7-2d99-42c9-8360-79acbffa5c9c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.901972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d37bd1fd-0455-4d77-9a19-fac1796d4ba0 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.905325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d37bd1fd-0455-4d77-9a19-fac1796d4ba0 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f7addbc7-2d99-42c9-8360-79acbffa5c9c HTTP/1.1" status: 204 len: 168 time: 0.0784819 Feb 10 06:54:06.907992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:06.933870 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.934515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bd1fd-0455-4d77-9a19-fac1796d4ba0 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7addbc7-2d99-42c9-8360-79acbffa5c9c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:06.945144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Made reservation on behalf of af5996110b104b4294d507a775ef61d8 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:06.947969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:06.967878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] device_id is not set on port f10397d4-b8ad-496a-af15-ea2e989b3570 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:54:07.000251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b49e38c1-eff0-4e48-8bf6-a8d2a2324f4e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0891821 Feb 10 06:54:07.000499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.027319 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f07df3-c71e-43ce-8e54-0603d3a2e0f2 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (699fffec-a9b7-40f2-aafb-74b51c814e08), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.036027 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f07df3-c71e-43ce-8e54-0603d3a2e0f2 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (699fffec-a9b7-40f2-aafb-74b51c814e08), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.069388 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f07df3-c71e-43ce-8e54-0603d3a2e0f2 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (699fffec-a9b7-40f2-aafb-74b51c814e08), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.075440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f07df3-c71e-43ce-8e54-0603d3a2e0f2 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.076550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-30f07df3-c71e-43ce-8e54-0603d3a2e0f2 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/699fffec-a9b7-40f2-aafb-74b51c814e08 HTTP/1.1" status: 204 len: 168 time: 0.0751164 Feb 10 06:54:07.079609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41782) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.090225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f07df3-c71e-43ce-8e54-0603d3a2e0f2 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=699fffec-a9b7-40f2-aafb-74b51c814e08,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:07.109598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.20.0.9 (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9/991aafa4-2637-4fe0-9533-7067f0ac4a7c/f10397d4-b8ad-496a-af15-ea2e989b3570) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:07.129956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e7534e6-6a6d-45a6-960c-5403a178ec5f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0467038 Feb 10 06:54:07.130197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41784) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.153583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c122cb8c-b283-458f-bcad-7b0dd57764ae tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (f4e2a7ba-97cd-4dbb-88ca-1da1e51b25a3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.161199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c122cb8c-b283-458f-bcad-7b0dd57764ae tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (f4e2a7ba-97cd-4dbb-88ca-1da1e51b25a3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.186570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c122cb8c-b283-458f-bcad-7b0dd57764ae tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f4e2a7ba-97cd-4dbb-88ca-1da1e51b25a3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.193120 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c122cb8c-b283-458f-bcad-7b0dd57764ae tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.196591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c122cb8c-b283-458f-bcad-7b0dd57764ae tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f4e2a7ba-97cd-4dbb-88ca-1da1e51b25a3 HTTP/1.1" status: 204 len: 168 time: 0.0630672 Feb 10 06:54:07.202941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41786) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.202941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122cb8c-b283-458f-bcad-7b0dd57764ae tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4e2a7ba-97cd-4dbb-88ca-1da1e51b25a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:07.242353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-af815626-61eb-46d1-aba5-342536de2e81 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0413036 Feb 10 06:54:07.244135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41788) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.261472 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (f10397d4-b8ad-496a-af15-ea2e989b3570), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.269037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6005f41c-bd8a-4740-bd8f-531aaf8c5209 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (41055dd3-cf16-429c-bcd5-aeb54500e64d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.276407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6005f41c-bd8a-4740-bd8f-531aaf8c5209 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (41055dd3-cf16-429c-bcd5-aeb54500e64d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.295153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f10397d4-b8ad-496a-af15-ea2e989b3570), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.303313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6005f41c-bd8a-4740-bd8f-531aaf8c5209 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (41055dd3-cf16-429c-bcd5-aeb54500e64d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.311620 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6005f41c-bd8a-4740-bd8f-531aaf8c5209 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.313299 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6005f41c-bd8a-4740-bd8f-531aaf8c5209 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/41055dd3-cf16-429c-bcd5-aeb54500e64d HTTP/1.1" status: 204 len: 168 time: 0.0681837 Feb 10 06:54:07.316915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.323090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005f41c-bd8a-4740-bd8f-531aaf8c5209 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41055dd3-cf16-429c-bcd5-aeb54500e64d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:07.349960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:07.353137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:07.356910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:07.369601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-15839b02-1b9a-4f20-9c2c-79a10708000e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0489793 Feb 10 06:54:07.374223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.398080 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4501f2f-5ec9-4250-8883-7528ecb47814 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (b7d7e528-5cf5-4b8c-9804-f0b6aaac3dc2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.398681 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=f10397d4-b8ad-496a-af15-ea2e989b3570,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:07.407417 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4501f2f-5ec9-4250-8883-7528ecb47814 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (b7d7e528-5cf5-4b8c-9804-f0b6aaac3dc2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.408764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:07.409451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.427846 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-32cbf119-5bd7-4de7-9ac7-a5b184d6e169 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6158485 Feb 10 06:54:07.430453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41794) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.435274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5002c4c5-c337-49fc-b90d-69b79cbd7cbb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'port_id': 'f10397d4-b8ad-496a-af15-ea2e989b3570'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:07.482618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5002c4c5-c337-49fc-b90d-69b79cbd7cbb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (e40f807a-ff65-48de-a90a-aa113011505a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.497576 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4501f2f-5ec9-4250-8883-7528ecb47814 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b7d7e528-5cf5-4b8c-9804-f0b6aaac3dc2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.506805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4501f2f-5ec9-4250-8883-7528ecb47814 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.510126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4501f2f-5ec9-4250-8883-7528ecb47814 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b7d7e528-5cf5-4b8c-9804-f0b6aaac3dc2 HTTP/1.1" status: 204 len: 168 time: 0.1326926 Feb 10 06:54:07.512838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41798) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.526541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4501f2f-5ec9-4250-8883-7528ecb47814 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7d7e528-5cf5-4b8c-9804-f0b6aaac3dc2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:07.584282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3abe54ee-61b9-431c-9f4d-ec05080e4c55 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669672 Feb 10 06:54:07.589170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41800) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.600047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-e90235f8-07e7-42b9-9373-ad52fe1f8bf1 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:07.601051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-e90235f8-07e7-42b9-9373-ad52fe1f8bf1 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.24 "GET /v2.0/networks?id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689 HTTP/1.1" status: 200 len: 910 time: 0.1816807 Feb 10 06:54:07.603033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0689207-67b6-42e5-aed1-fab386e5d4a1 req-cb4cf66c-a470-4cd9-96c0-98d84664dbaf tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 210 time: 0.0389154 Feb 10 06:54:07.614059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Request body: {'port': {'device_id': '12b355ad-56d5-480f-9a62-c97586e80f18', 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'admin_state_up': True, 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:07.636264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Made reservation on behalf of d72a252dc0f14d3f8c5983334a27e085 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:07.638711 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.709191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a2373ee-8399-4d41-8524-41a50c6b08a5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (3425cb2a-c9ac-40fb-b18c-21a45b69d791), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.758685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Allocated IP 172.20.0.12 (cf0b6db3-b910-429e-99f5-ca0e1ac0f689/64e7d678-d6f8-4b51-8ef4-f4e8d52f5219/904a45d2-6f1b-45cc-a1aa-23c1633e5475) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:07.770074 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a2373ee-8399-4d41-8524-41a50c6b08a5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (3425cb2a-c9ac-40fb-b18c-21a45b69d791), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.891005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a2373ee-8399-4d41-8524-41a50c6b08a5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3425cb2a-c9ac-40fb-b18c-21a45b69d791), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.893503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a2373ee-8399-4d41-8524-41a50c6b08a5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.894746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1a2373ee-8399-4d41-8524-41a50c6b08a5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/3425cb2a-c9ac-40fb-b18c-21a45b69d791 HTTP/1.1" status: 204 len: 168 time: 0.3048420 Feb 10 06:54:07.895858 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks [] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:07.897184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41802) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.933306 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2373ee-8399-4d41-8524-41a50c6b08a5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3425cb2a-c9ac-40fb-b18c-21a45b69d791,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:07.975621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca605f5e-400e-4abc-8d21-4fba4f970784 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0761762 Feb 10 06:54:07.980683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:07.985484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a90f063c-f723-4b06-b34f-dcb59632225d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820707342'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:07.991273 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.004004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b703848b-4d50-42e3-8154-c8418db3a80b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:54:08.047548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5002c4c5-c337-49fc-b90d-69b79cbd7cbb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.049191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:08.050437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a90f063c-f723-4b06-b34f-dcb59632225d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.052065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5002c4c5-c337-49fc-b90d-69b79cbd7cbb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e40f807a-ff65-48de-a90a-aa113011505a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.061966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Pushing event updated for resources: {'Port': ['ID=904a45d2-6f1b-45cc-a1aa-23c1633e5475,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:08.065137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:08.069565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:08.139752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:08.141694 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.182920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-24373fa3-2aab-427f-85d8-1d5cd84becc6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5731053 Feb 10 06:54:08.196088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Request body: {'port': {'device_id': '12b355ad-56d5-480f-9a62-c97586e80f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:08.204171 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-5002c4c5-c337-49fc-b90d-69b79cbd7cbb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP e40f807a-ff65-48de-a90a-aa113011505a associated. External IP: 172.25.8.53, port: f10397d4-b8ad-496a-af15-ea2e989b3570. Feb 10 06:54:08.249385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a90f063c-f723-4b06-b34f-dcb59632225d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (7c283e9c-79f5-4a33-9f31-9c9ecc8b1259), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.257487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a90f063c-f723-4b06-b34f-dcb59632225d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7c283e9c-79f5-4a33-9f31-9c9ecc8b1259), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.312028 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.315958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f063c-f723-4b06-b34f-dcb59632225d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c283e9c-79f5-4a33-9f31-9c9ecc8b1259,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:08.326815 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a90f063c-f723-4b06-b34f-dcb59632225d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.328710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a90f063c-f723-4b06-b34f-dcb59632225d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3462515 Feb 10 06:54:08.332655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41808) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:08.337242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-08ef80fd-71d6-48de-b9d2-ebaf20ade8dc tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '7c283e9c-79f5-4a33-9f31-9c9ecc8b1259', 'direction': 'ingress', 'protocol': 17}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:08.363309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-86e30451-a595-4dbc-95f1-7c6fe37bc92e None None] Provisioning complete for port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:08.364232 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86e30451-a595-4dbc-95f1-7c6fe37bc92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.395927 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08ef80fd-71d6-48de-b9d2-ebaf20ade8dc tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (d664602f-771f-4adc-b4df-9eb8825ea299), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.402912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-86e30451-a595-4dbc-95f1-7c6fe37bc92e None None] Port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:08.449639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5002c4c5-c337-49fc-b90d-69b79cbd7cbb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:08.528920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08ef80fd-71d6-48de-b9d2-ebaf20ade8dc tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (d664602f-771f-4adc-b4df-9eb8825ea299), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.553633 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08ef80fd-71d6-48de-b9d2-ebaf20ade8dc tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d664602f-771f-4adc-b4df-9eb8825ea299), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.573859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5002c4c5-c337-49fc-b90d-69b79cbd7cbb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:08.578961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5002c4c5-c337-49fc-b90d-69b79cbd7cbb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.582802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef80fd-71d6-48de-b9d2-ebaf20ade8dc tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d664602f-771f-4adc-b4df-9eb8825ea299,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:08.589518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73e8d7-fc08-406d-8115-449b97b6eee1 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:08.590041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08ef80fd-71d6-48de-b9d2-ebaf20ade8dc tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.591484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-08ef80fd-71d6-48de-b9d2-ebaf20ade8dc tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2577143 Feb 10 06:54:08.596455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41810) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:08.601981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73e8d7-fc08-406d-8115-449b97b6eee1 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:08.603558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7d73e8d7-fc08-406d-8115-449b97b6eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:08.618203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5002c4c5-c337-49fc-b90d-69b79cbd7cbb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/floatingips/e40f807a-ff65-48de-a90a-aa113011505a HTTP/1.1" status: 200 len: 977 time: 1.1844411 Feb 10 06:54:08.619574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41812) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:08.663214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7d73e8d7-fc08-406d-8115-449b97b6eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:08.673374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73e8d7-fc08-406d-8115-449b97b6eee1 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:08.674060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7d73e8d7-fc08-406d-8115-449b97b6eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:08.707698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7d73e8d7-fc08-406d-8115-449b97b6eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:08.708574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73e8d7-fc08-406d-8115-449b97b6eee1 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:08.714938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port f10397d4-b8ad-496a-af15-ea2e989b3570 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:08.715397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f10397d4-b8ad-496a-af15-ea2e989b3570), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.756583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-beeacd58-2d9c-4e26-9233-e3b8298c8836 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (7c283e9c-79f5-4a33-9f31-9c9ecc8b1259), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.766744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904a45d2-6f1b-45cc-a1aa-23c1633e5475 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:54:08.783791 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Publish callbacks [] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.804534 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-beeacd58-2d9c-4e26-9233-e3b8298c8836 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (7c283e9c-79f5-4a33-9f31-9c9ecc8b1259), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.824855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Transition to ACTIVE for port object 904a45d2-6f1b-45cc-a1aa-23c1633e5475 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:54:08.829154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c238e1-a8ee-4239-8ee7-d4d86d0fbf13 req-0e7d3098-eaad-4f8a-abcf-0be8e1898699 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:08.830747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85c238e1-a8ee-4239-8ee7-d4d86d0fbf13 req-0e7d3098-eaad-4f8a-abcf-0be8e1898699 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1028 time: 0.1390536 Feb 10 06:54:08.836055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.934684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Pushing event updated for resources: {'Port': ['ID=904a45d2-6f1b-45cc-a1aa-23c1633e5475,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:08.940199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-beeacd58-2d9c-4e26-9233-e3b8298c8836 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7c283e9c-79f5-4a33-9f31-9c9ecc8b1259), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.942842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-beeacd58-2d9c-4e26-9233-e3b8298c8836 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:08.946802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-beeacd58-2d9c-4e26-9233-e3b8298c8836 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c283e9c-79f5-4a33-9f31-9c9ecc8b1259 HTTP/1.1" status: 204 len: 168 time: 0.3493381 Feb 10 06:54:08.947449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41816) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:08.998606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85c238e1-a8ee-4239-8ee7-d4d86d0fbf13 req-48186f96-4565-4363-94b4-6ae4b599153a tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583078 Feb 10 06:54:09.001211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeacd58-2d9c-4e26-9233-e3b8298c8836 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c283e9c-79f5-4a33-9f31-9c9ecc8b1259,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:09.077203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e8598fde-9d74-4299-abfd-078f11833750 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1205692 Feb 10 06:54:09.079068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Attempting to bind port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:09.079737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Attempting to bind port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:09.080256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Attempting to bind port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 on network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:09.083369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41818) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:09.088062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-edae637e-5e42-4923-aa03-8855d98b4a71 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-secgroup--479235273'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:09.096954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 on network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:54:09.097564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Attempting to bind port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 on network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:09.110124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f10397d4-b8ad-496a-af15-ea2e989b3570), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.110482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:09.110821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Checking segment: {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:09.111202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Bound using segment: {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:09.111676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Bound port: 904a45d2-6f1b-45cc-a1aa-23c1633e5475, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0862699c-5080-4f4a-9cf8-1592f5756167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:09.112084 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.128415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edae637e-5e42-4923-aa03-8855d98b4a71 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.217588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] For port 904a45d2-6f1b-45cc-a1aa-23c1633e5475, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:09.235412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] For port 904a45d2-6f1b-45cc-a1aa-23c1633e5475, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=904a45d2-6f1b-45cc-a1aa-23c1633e5475,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:09.251024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.270658 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edae637e-5e42-4923-aa03-8855d98b4a71 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (1b615841-a1fd-4d31-a630-841dbc4a898e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.295281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:09.296099 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.297718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] 10.222.0.24 "PUT /v2.0/ports/904a45d2-6f1b-45cc-a1aa-23c1633e5475 HTTP/1.1" status: 200 len: 1092 time: 1.1069703 Feb 10 06:54:09.300421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b355ad-56d5-480f-9a62-c97586e80f18', 'tag': '904a45d2-6f1b-45cc-a1aa-23c1633e5475'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:54:09.303569 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7" -d '{"events": [{"name": "network-changed", "server_uuid": "12b355ad-56d5-480f-9a62-c97586e80f18", "tag": "904a45d2-6f1b-45cc-a1aa-23c1633e5475"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:54:09.306207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edae637e-5e42-4923-aa03-8855d98b4a71 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1b615841-a1fd-4d31-a630-841dbc4a898e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.364935 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e7dc2d-30a3-4786-982d-ae4e4230e92c x-openstack-request-id: req-00e7dc2d-30a3-4786-982d-ae4e4230e92c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:54:09.365276 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b355ad-56d5-480f-9a62-c97586e80f18", "tag": "904a45d2-6f1b-45cc-a1aa-23c1633e5475", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:54:09.365476 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00e7dc2d-30a3-4786-982d-ae4e4230e92c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:54:09.365884 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b355ad-56d5-480f-9a62-c97586e80f18', 'tag': '904a45d2-6f1b-45cc-a1aa-23c1633e5475', 'status': 'completed', 'code': 200} Feb 10 06:54:09.368519 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edae637e-5e42-4923-aa03-8855d98b4a71 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.372266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-edae637e-5e42-4923-aa03-8855d98b4a71 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2854571 Feb 10 06:54:09.375130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41824) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:09.384296 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7a6bd60d-c7f6-4efc-9792-11444b79754e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-secgroup--939560588'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:09.392137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.392606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (e40f807a-ff65-48de-a90a-aa113011505a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.393053 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP e40f807a-ff65-48de-a90a-aa113011505a disassociated. External IP: 172.25.8.53, port: f10397d4-b8ad-496a-af15-ea2e989b3570. Feb 10 06:54:09.393496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for f10397d4-b8ad-496a-af15-ea2e989b3570 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:09.406036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae637e-5e42-4923-aa03-8855d98b4a71 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b615841-a1fd-4d31-a630-841dbc4a898e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:09.412101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2938c-b7f1-4cd6-b437-31f5eb5fc050 service neutron] Pushing event updated for resources: {'Port': ['ID=904a45d2-6f1b-45cc-a1aa-23c1633e5475,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:09.431933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-52ad193e-039d-423b-9982-d5a223fb51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:09.433579 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-52ad193e-039d-423b-9982-d5a223fb51b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d72a252dc0f14d3f8c5983334a27e085&device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1126 time: 0.0858762 Feb 10 06:54:09.449984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd60d-c7f6-4efc-9792-11444b79754e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.479083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-3004f1de-2a01-4ae1-ba48-e7590a0453af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=904a45d2-6f1b-45cc-a1aa-23c1633e5475 HTTP/1.1" status: 200 len: 217 time: 0.0379510 Feb 10 06:54:09.534017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-a5dd5896-cfd9-442d-ac01-5ead0beac83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:09.536242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-a5dd5896-cfd9-442d-ac01-5ead0beac83c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64e7d678-d6f8-4b51-8ef4-f4e8d52f5219 HTTP/1.1" status: 200 len: 849 time: 0.0510049 Feb 10 06:54:09.574324 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd60d-c7f6-4efc-9792-11444b79754e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (90ef00f7-fb38-42b1-9979-534564920414), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.581356 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd60d-c7f6-4efc-9792-11444b79754e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (90ef00f7-fb38-42b1-9979-534564920414), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.590185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-05c359b6-27f5-4d51-8b12-a5ddcc61d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:09.591890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-05c359b6-27f5-4d51-8b12-a5ddcc61d202 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497184 Feb 10 06:54:09.627909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd60d-c7f6-4efc-9792-11444b79754e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.629167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7a6bd60d-c7f6-4efc-9792-11444b79754e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2529039 Feb 10 06:54:09.632089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41826) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:09.636759 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1d3a0b31-0087-4fed-a7aa-734ef27a6c2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '1b615841-a1fd-4d31-a630-841dbc4a898e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '90ef00f7-fb38-42b1-9979-534564920414', 'remote_ip_prefix': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:09.641252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bd60d-c7f6-4efc-9792-11444b79754e tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ef00f7-fb38-42b1-9979-534564920414,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:09.648808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f10397d4-b8ad-496a-af15-ea2e989b3570), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.681859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=f10397d4-b8ad-496a-af15-ea2e989b3570,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:09.700091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-2bf9279e-d644-4558-a888-1ce341bf3003 service neutron] 10.222.0.24 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018484 Feb 10 06:54:09.733037 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b31-0087-4fed-a7aa-734ef27a6c2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (419809aa-44d4-4caf-9dda-96989f41b5bf), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.796283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d53adbb-9f00-419a-a771-e2d977a930c8 req-770317a7-8dd6-4a92-bc0b-a5488a5d283b service neutron] 10.222.0.24 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885608 Feb 10 06:54:09.855399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:09.861618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b31-0087-4fed-a7aa-734ef27a6c2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (419809aa-44d4-4caf-9dda-96989f41b5bf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.867078 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b31-0087-4fed-a7aa-734ef27a6c2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (419809aa-44d4-4caf-9dda-96989f41b5bf), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.893049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a0b31-0087-4fed-a7aa-734ef27a6c2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419809aa-44d4-4caf-9dda-96989f41b5bf,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:09.898770 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b31-0087-4fed-a7aa-734ef27a6c2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:09.900002 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1d3a0b31-0087-4fed-a7aa-734ef27a6c2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2670887 Feb 10 06:54:09.934147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41828) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:09.972733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f321d960-8406-4f36-b2ce-86f45a4bef2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (419809aa-44d4-4caf-9dda-96989f41b5bf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.007664 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f321d960-8406-4f36-b2ce-86f45a4bef2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (419809aa-44d4-4caf-9dda-96989f41b5bf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.044984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:10.057370 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe4fc43-06cd-45d4-80b6-82390fb12378 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:10.075036 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4fc43-06cd-45d4-80b6-82390fb12378 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:10.077570 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-afe4fc43-06cd-45d4-80b6-82390fb12378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:10.077959 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f321d960-8406-4f36-b2ce-86f45a4bef2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (419809aa-44d4-4caf-9dda-96989f41b5bf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.085913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f321d960-8406-4f36-b2ce-86f45a4bef2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.090287 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f321d960-8406-4f36-b2ce-86f45a4bef2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/419809aa-44d4-4caf-9dda-96989f41b5bf HTTP/1.1" status: 204 len: 168 time: 0.1551857 Feb 10 06:54:10.106120 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.110468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41832) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:10.121793 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-afe4fc43-06cd-45d4-80b6-82390fb12378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:10.126184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321d960-8406-4f36-b2ce-86f45a4bef2d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=419809aa-44d4-4caf-9dda-96989f41b5bf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:10.138575 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4fc43-06cd-45d4-80b6-82390fb12378 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:10.139220 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-afe4fc43-06cd-45d4-80b6-82390fb12378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:53:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:10.160466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.166705 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-458c1d52-c5ba-451e-89c2-a7f395b13962 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/ports/f10397d4-b8ad-496a-af15-ea2e989b3570 HTTP/1.1" status: 204 len: 168 time: 1.5448625 Feb 10 06:54:10.170219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41834) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:10.179514 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-afe4fc43-06cd-45d4-80b6-82390fb12378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:10.180451 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe4fc43-06cd-45d4-80b6-82390fb12378 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:10.219673 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e27adaef-c32f-4ce4-a31a-fc99133a38f4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1078022 Feb 10 06:54:10.225091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41836) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:10.239307 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-04a99c46-7fc8-474e-944c-127843cc7777 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "GET /v2.0/floatingips/e40f807a-ff65-48de-a90a-aa113011505a HTTP/1.1" status: 200 len: 687 time: 0.0677154 Feb 10 06:54:10.246283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41840) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:10.309059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-7e5281e5-4aff-47e6-be19-b02c4a49d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:10.311725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-7e5281e5-4aff-47e6-be19-b02c4a49d50f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d72a252dc0f14d3f8c5983334a27e085&device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1126 time: 0.4599774 Feb 10 06:54:10.329865 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32d05953-41f1-4399-b2f0-bfec80490a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.350702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fe796-7cdd-42ad-8a90-8b7892e80c4a req-2c33d492-4caa-41ed-aaee-715e0658d04e tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:10.352336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af2fe796-7cdd-42ad-8a90-8b7892e80c4a req-2c33d492-4caa-41ed-aaee-715e0658d04e tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1126 time: 0.0941334 Feb 10 06:54:10.389084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0d7cc57-7fe6-4f84-a0d6-2956accb00cd tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (90ef00f7-fb38-42b1-9979-534564920414), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.427374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0d7cc57-7fe6-4f84-a0d6-2956accb00cd tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (90ef00f7-fb38-42b1-9979-534564920414), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.447948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-aabd968e-bc0a-44c3-b64b-f5a1649e895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:10.449399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-aabd968e-bc0a-44c3-b64b-f5a1649e895a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689 HTTP/1.1" status: 200 len: 910 time: 0.1306343 Feb 10 06:54:10.451666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af2fe796-7cdd-42ad-8a90-8b7892e80c4a req-1fb7b83d-81bc-41ad-81cc-8ed66be95ef9 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665786 Feb 10 06:54:10.473452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port 19e4ac65-2aea-47f2-ab24-2cb15179c66c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:10.473452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (19e4ac65-2aea-47f2-ab24-2cb15179c66c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.489087 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0d7cc57-7fe6-4f84-a0d6-2956accb00cd tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (90ef00f7-fb38-42b1-9979-534564920414), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.491696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0d7cc57-7fe6-4f84-a0d6-2956accb00cd tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.492852 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c0d7cc57-7fe6-4f84-a0d6-2956accb00cd tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/90ef00f7-fb38-42b1-9979-534564920414 HTTP/1.1" status: 204 len: 168 time: 0.2668447 Feb 10 06:54:10.499045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41842) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:10.506249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-991d3383-49e4-4a5e-9607-2330a5a4e9ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=904a45d2-6f1b-45cc-a1aa-23c1633e5475 HTTP/1.1" status: 200 len: 217 time: 0.0494039 Feb 10 06:54:10.536771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7cc57-7fe6-4f84-a0d6-2956accb00cd tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ef00f7-fb38-42b1-9979-534564920414,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:10.570876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-65855f6b-1dd6-4891-a7d4-fb230b84b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:10.572333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-65855f6b-1dd6-4891-a7d4-fb230b84b559 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64e7d678-d6f8-4b51-8ef4-f4e8d52f5219 HTTP/1.1" status: 200 len: 849 time: 0.0605347 Feb 10 06:54:10.599488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (19e4ac65-2aea-47f2-ab24-2cb15179c66c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.599802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (19e4ac65-2aea-47f2-ab24-2cb15179c66c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.615469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-70ff6219-f6e8-45f1-b836-71a1170d18f5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1138041 Feb 10 06:54:10.618276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41844) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:10.619499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for 19e4ac65-2aea-47f2-ab24-2cb15179c66c owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:10.645513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-91526b5e-5a3a-4436-8a68-3bab3d517748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:10.647030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-91526b5e-5a3a-4436-8a68-3bab3d517748 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf0b6db3-b910-429e-99f5-ca0e1ac0f689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0681691 Feb 10 06:54:10.725366 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (1b615841-a1fd-4d31-a630-841dbc4a898e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.747682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (19e4ac65-2aea-47f2-ab24-2cb15179c66c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.758991 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (1b615841-a1fd-4d31-a630-841dbc4a898e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.773015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=19e4ac65-2aea-47f2-ab24-2cb15179c66c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:10.784843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-e8a0f1d4-a503-4f88-a480-2a43c656dcbd service neutron] 10.222.0.24 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278880 Feb 10 06:54:10.839726 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (e40f807a-ff65-48de-a90a-aa113011505a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.842441 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.843625 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8f42cfd2-8816-49b1-a3ca-dabc8d9a586a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/floatingips/e40f807a-ff65-48de-a90a-aa113011505a HTTP/1.1" status: 204 len: 168 time: 0.5965128 Feb 10 06:54:10.847704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41846) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:10.852186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '86c06e4c-685d-4b62-acf4-8ef40a387d55'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:10.871294 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1b615841-a1fd-4d31-a630-841dbc4a898e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.872127 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.873917 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.875722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b615841-a1fd-4d31-a630-841dbc4a898e HTTP/1.1" status: 204 len: 168 time: 0.2557588 Feb 10 06:54:10.882919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:10.898555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b615841-a1fd-4d31-a630-841dbc4a898e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:10.924221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.924567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.924910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.925248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.925577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.925906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.926231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.926639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.926970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.927299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.927618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.927936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.928255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd21fa-e24a-411c-8ac7-01a467525697 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:10.937901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15eb4d71-5cfc-46b3-93d5-0814ba49cae7 req-122614a6-868c-4f2b-89e6-501a584e71b7 service neutron] 10.222.0.24 "GET /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454222 Feb 10 06:54:10.959267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ad9bad5-d01a-4962-ba73-603f3e27e477 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0752699 Feb 10 06:54:10.963134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:10.968492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ba7d1398-35ea-4e58-8bd4-499212957b49 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-secgroup--620238810'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:10.977659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:10.989766 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1398-35ea-4e58-8bd4-499212957b49 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.057546 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1398-35ea-4e58-8bd4-499212957b49 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (b6e699cb-daa1-441d-a63f-75a174d2bd31), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.061477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1398-35ea-4e58-8bd4-499212957b49 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b6e699cb-daa1-441d-a63f-75a174d2bd31), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.086989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.25.8.160 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:11.094726 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1398-35ea-4e58-8bd4-499212957b49 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.098873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ba7d1398-35ea-4e58-8bd4-499212957b49 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1347959 Feb 10 06:54:11.099628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41852) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:11.101612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1398-35ea-4e58-8bd4-499212957b49 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e699cb-daa1-441d-a63f-75a174d2bd31,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:11.113552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8df0e4a5-6394-48dd-9e27-824f450272b4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': 'b6e699cb-daa1-441d-a63f-75a174d2bd31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:11.188645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8df0e4a5-6394-48dd-9e27-824f450272b4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cf480466-04e9-4f8c-866d-d6903551d6b2), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.253293 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.278959 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8df0e4a5-6394-48dd-9e27-824f450272b4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cf480466-04e9-4f8c-866d-d6903551d6b2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.289086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8df0e4a5-6394-48dd-9e27-824f450272b4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cf480466-04e9-4f8c-866d-d6903551d6b2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.315420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0e4a5-6394-48dd-9e27-824f450272b4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf480466-04e9-4f8c-866d-d6903551d6b2,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:11.322406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8df0e4a5-6394-48dd-9e27-824f450272b4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.323578 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8df0e4a5-6394-48dd-9e27-824f450272b4 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2226806 Feb 10 06:54:11.326896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41856) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:11.335293 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.390510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:11.391738 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d23f41cf-781e-4a61-8c6a-9bacc7251f28 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cf480466-04e9-4f8c-866d-d6903551d6b2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.402169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:11.404699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:11.409104 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d23f41cf-781e-4a61-8c6a-9bacc7251f28 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cf480466-04e9-4f8c-866d-d6903551d6b2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.439404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:11.472969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d23f41cf-781e-4a61-8c6a-9bacc7251f28 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cf480466-04e9-4f8c-866d-d6903551d6b2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.496641 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d23f41cf-781e-4a61-8c6a-9bacc7251f28 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.497769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d23f41cf-781e-4a61-8c6a-9bacc7251f28 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cf480466-04e9-4f8c-866d-d6903551d6b2 HTTP/1.1" status: 204 len: 168 time: 0.1701977 Feb 10 06:54:11.500560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:11.509607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f41cf-781e-4a61-8c6a-9bacc7251f28 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf480466-04e9-4f8c-866d-d6903551d6b2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:11.564727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-58045a63-b915-4c3c-9f8b-98b20b995c21 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624914 Feb 10 06:54:11.568435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:11.609532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe1532-12a5-45d7-b2b3-1afb41fdae3c req-f10c0ae7-8a18-405d-9fcf-a45867e1acc5 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:11.611091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04fe1532-12a5-45d7-b2b3-1afb41fdae3c req-f10c0ae7-8a18-405d-9fcf-a45867e1acc5 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1126 time: 0.0869694 Feb 10 06:54:11.649915 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8dca9650-2d48-41f1-9aa3-d412542eb708 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (b6e699cb-daa1-441d-a63f-75a174d2bd31), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.685991 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8dca9650-2d48-41f1-9aa3-d412542eb708 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (b6e699cb-daa1-441d-a63f-75a174d2bd31), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.690285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04fe1532-12a5-45d7-b2b3-1afb41fdae3c req-47a5442a-094f-4d18-8582-244a5b92f0dc tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721118 Feb 10 06:54:11.737475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8dca9650-2d48-41f1-9aa3-d412542eb708 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b6e699cb-daa1-441d-a63f-75a174d2bd31), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.740790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8dca9650-2d48-41f1-9aa3-d412542eb708 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.741964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8dca9650-2d48-41f1-9aa3-d412542eb708 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6e699cb-daa1-441d-a63f-75a174d2bd31 HTTP/1.1" status: 204 len: 168 time: 0.1726155 Feb 10 06:54:11.745274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41866) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:11.762377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca9650-2d48-41f1-9aa3-d412542eb708 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e699cb-daa1-441d-a63f-75a174d2bd31,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:11.798488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-35cea19a-6b22-46b5-a8f3-747c3a664db6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0520129 Feb 10 06:54:11.802746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:11.807291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f71c5d3b-69ee-48aa-bcb0-f09ee0924225 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-secgroup--647480277'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:11.810949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (f18f8969-2a85-4761-b2e2-203ee572257d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.828076 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f71c5d3b-69ee-48aa-bcb0-f09ee0924225 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.883850 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.896135 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f71c5d3b-69ee-48aa-bcb0-f09ee0924225 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (2a3c325e-81be-45f4-ba61-16a0633e2a69), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.900713 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f71c5d3b-69ee-48aa-bcb0-f09ee0924225 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2a3c325e-81be-45f4-ba61-16a0633e2a69), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.932232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f71c5d3b-69ee-48aa-bcb0-f09ee0924225 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:11.933471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f71c5d3b-69ee-48aa-bcb0-f09ee0924225 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1296926 Feb 10 06:54:11.934602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c5d3b-69ee-48aa-bcb0-f09ee0924225 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3c325e-81be-45f4-ba61-16a0633e2a69,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:11.937775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41870) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:11.942169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-df4f6f10-61d8-4b07-8dd2-742c283e95fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '2a3c325e-81be-45f4-ba61-16a0633e2a69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:11.966605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df4f6f10-61d8-4b07-8dd2-742c283e95fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cc76c002-389e-4e65-93f5-95e895b00739), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.023803 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df4f6f10-61d8-4b07-8dd2-742c283e95fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cc76c002-389e-4e65-93f5-95e895b00739), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.027463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df4f6f10-61d8-4b07-8dd2-742c283e95fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cc76c002-389e-4e65-93f5-95e895b00739), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.033698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.038476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.044790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6f10-61d8-4b07-8dd2-742c283e95fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc76c002-389e-4e65-93f5-95e895b00739,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:12.053604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df4f6f10-61d8-4b07-8dd2-742c283e95fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.054840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-df4f6f10-61d8-4b07-8dd2-742c283e95fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159527 Feb 10 06:54:12.057572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.079517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-27c2ff08-452f-47ee-93f0-6724045a81d8 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules/cc76c002-389e-4e65-93f5-95e895b00739 HTTP/1.1" status: 200 len: 763 time: 0.0208490 Feb 10 06:54:12.082441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41874) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.108008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:12.119631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d6fdf740-0223-4b85-a07f-addd05cf7a72 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0365024 Feb 10 06:54:12.122444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41876) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.123216 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (f18f8969-2a85-4761-b2e2-203ee572257d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.146853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70c734db-37f1-419c-94e4-b38e7f7a3b89 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cc76c002-389e-4e65-93f5-95e895b00739), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.154449 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70c734db-37f1-419c-94e4-b38e7f7a3b89 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cc76c002-389e-4e65-93f5-95e895b00739), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.180110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70c734db-37f1-419c-94e4-b38e7f7a3b89 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cc76c002-389e-4e65-93f5-95e895b00739), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.186451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70c734db-37f1-419c-94e4-b38e7f7a3b89 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.188066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-70c734db-37f1-419c-94e4-b38e7f7a3b89 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cc76c002-389e-4e65-93f5-95e895b00739 HTTP/1.1" status: 204 len: 168 time: 0.0646954 Feb 10 06:54:12.192983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.199146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c734db-37f1-419c-94e4-b38e7f7a3b89 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc76c002-389e-4e65-93f5-95e895b00739,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:12.228457 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP f18f8969-2a85-4761-b2e2-203ee572257d associated. External IP: 172.25.8.160, port: 86c06e4c-685d-4b62-acf4-8ef40a387d55. Feb 10 06:54:12.238637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-183677e2-b9c1-4f06-b6ce-840863c361ee tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0442543 Feb 10 06:54:12.241083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41880) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.245306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-78583317-1e19-4c9e-b5d7-67e2063a61d6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '2a3c325e-81be-45f4-ba61-16a0633e2a69', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:12.270152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78583317-1e19-4c9e-b5d7-67e2063a61d6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cc6b5b01-e63a-43c5-94cc-1be18bea2dc3), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.325682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78583317-1e19-4c9e-b5d7-67e2063a61d6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cc6b5b01-e63a-43c5-94cc-1be18bea2dc3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.330618 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78583317-1e19-4c9e-b5d7-67e2063a61d6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cc6b5b01-e63a-43c5-94cc-1be18bea2dc3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.352022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78583317-1e19-4c9e-b5d7-67e2063a61d6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6b5b01-e63a-43c5-94cc-1be18bea2dc3,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:12.357234 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78583317-1e19-4c9e-b5d7-67e2063a61d6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.360625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-78583317-1e19-4c9e-b5d7-67e2063a61d6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185989 Feb 10 06:54:12.363150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.381727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b23e9c5a-5022-4932-9886-d7f9418c786f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules/cc6b5b01-e63a-43c5-94cc-1be18bea2dc3 HTTP/1.1" status: 200 len: 763 time: 0.0175185 Feb 10 06:54:12.384237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.425237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-92fe2a76-f47d-4202-9543-9722a40629f0 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0375850 Feb 10 06:54:12.425387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.453222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfbeebc6-5744-4bc7-9b3a-d9b459f007a3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cc6b5b01-e63a-43c5-94cc-1be18bea2dc3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.459979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:12.460825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfbeebc6-5744-4bc7-9b3a-d9b459f007a3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (cc6b5b01-e63a-43c5-94cc-1be18bea2dc3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.487481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfbeebc6-5744-4bc7-9b3a-d9b459f007a3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cc6b5b01-e63a-43c5-94cc-1be18bea2dc3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.493975 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfbeebc6-5744-4bc7-9b3a-d9b459f007a3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.498037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cfbeebc6-5744-4bc7-9b3a-d9b459f007a3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cc6b5b01-e63a-43c5-94cc-1be18bea2dc3 HTTP/1.1" status: 204 len: 168 time: 0.0688248 Feb 10 06:54:12.500825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.508061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeebc6-5744-4bc7-9b3a-d9b459f007a3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc6b5b01-e63a-43c5-94cc-1be18bea2dc3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:12.523678 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20cd9166-a786-4679-8130-556ab6d44101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.541102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b360ac6-be10-4889-8d2f-019ee6387455 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390468 Feb 10 06:54:12.543625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.548047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-faab8867-8f4b-483d-a1df-5e5e600fb8fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '2a3c325e-81be-45f4-ba61-16a0633e2a69', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:12.573874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faab8867-8f4b-483d-a1df-5e5e600fb8fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (9906e982-ede2-4857-a24d-40beccde5c18), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.633355 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faab8867-8f4b-483d-a1df-5e5e600fb8fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (9906e982-ede2-4857-a24d-40beccde5c18), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.637457 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faab8867-8f4b-483d-a1df-5e5e600fb8fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (9906e982-ede2-4857-a24d-40beccde5c18), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.657418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab8867-8f4b-483d-a1df-5e5e600fb8fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9906e982-ede2-4857-a24d-40beccde5c18,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:12.662830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faab8867-8f4b-483d-a1df-5e5e600fb8fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.667432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-faab8867-8f4b-483d-a1df-5e5e600fb8fb tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194999 Feb 10 06:54:12.667432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.685143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8be212aa-4a51-4e24-996f-a350df362ef5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules/9906e982-ede2-4857-a24d-40beccde5c18 HTTP/1.1" status: 200 len: 764 time: 0.0166523 Feb 10 06:54:12.687711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.732430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-de715493-f9a0-48fc-8526-92f0010b3d5a tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0409925 Feb 10 06:54:12.732678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.759235 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79870f03-2bf3-40af-b2f8-f5d1cce51668 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (9906e982-ede2-4857-a24d-40beccde5c18), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.767748 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79870f03-2bf3-40af-b2f8-f5d1cce51668 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (9906e982-ede2-4857-a24d-40beccde5c18), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.826539 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79870f03-2bf3-40af-b2f8-f5d1cce51668 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (9906e982-ede2-4857-a24d-40beccde5c18), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.833738 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79870f03-2bf3-40af-b2f8-f5d1cce51668 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.836092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-79870f03-2bf3-40af-b2f8-f5d1cce51668 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9906e982-ede2-4857-a24d-40beccde5c18 HTTP/1.1" status: 204 len: 168 time: 0.1012785 Feb 10 06:54:12.841577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.844546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79870f03-2bf3-40af-b2f8-f5d1cce51668 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9906e982-ede2-4857-a24d-40beccde5c18,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:12.847850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1ad06-470e-48eb-be77-e25b05df7e53 req-da316256-ca2e-4895-bd22-3798ab2dfbcf tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:12.849534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22b1ad06-470e-48eb-be77-e25b05df7e53 req-da316256-ca2e-4895-bd22-3798ab2dfbcf tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1126 time: 0.0794883 Feb 10 06:54:12.875763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:12.889175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad88b59-3fe3-4c29-87cd-b843234563a1 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:12.895244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:12.903184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad88b59-3fe3-4c29-87cd-b843234563a1 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:12.903949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8ad88b59-3fe3-4c29-87cd-b843234563a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:12.913329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22b1ad06-470e-48eb-be77-e25b05df7e53 req-e172e0ac-fe34-4292-84d3-2b3f1c843b10 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504758 Feb 10 06:54:12.924757 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f9f81809-2d04-45c9-aae9-e1eec00800a6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0821021 Feb 10 06:54:12.927818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41906) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.960562 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2f767e6d-dbf2-4c0e-bb0e-0be5d5eb3cd0 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1117678 Feb 10 06:54:12.964305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41908) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:12.972303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-218902625'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:12.985914 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-718c5270-c660-4db4-a8d1-8d22124aade9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1522372 Feb 10 06:54:13.010351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Made reservation on behalf of af5996110b104b4294d507a775ef61d8 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:13.013676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.027390 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e16f9361-4523-474d-a86b-31806b068586 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (2a3c325e-81be-45f4-ba61-16a0633e2a69), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.060426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e16f9361-4523-474d-a86b-31806b068586 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (2a3c325e-81be-45f4-ba61-16a0633e2a69), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.069967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:54:13.087284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-a25b075b-8e8e-40a1-b2b0-12b6064a907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:13.090591 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-a25b075b-8e8e-40a1-b2b0-12b6064a907a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f41676fb7b4dedae37ef92bbafc71c&device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1127 time: 0.0593290 Feb 10 06:54:13.094140 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6257c740-c893-45cc-8f81-ad5a49440ed4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.094452 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Added segment 6257c740-c893-45cc-8f81-ad5a49440ed4 of type vlan for network 20272f88-d587-44b8-9061-02ae68f89ccd Feb 10 06:54:13.105940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8ad88b59-3fe3-4c29-87cd-b843234563a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:13.116146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad88b59-3fe3-4c29-87cd-b843234563a1 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:13.116768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8ad88b59-3fe3-4c29-87cd-b843234563a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:13.151163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8ad88b59-3fe3-4c29-87cd-b843234563a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:13.152138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad88b59-3fe3-4c29-87cd-b843234563a1 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:13.169664 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (20272f88-d587-44b8-9061-02ae68f89ccd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.181694 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e16f9361-4523-474d-a86b-31806b068586 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2a3c325e-81be-45f4-ba61-16a0633e2a69), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.184293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e16f9361-4523-474d-a86b-31806b068586 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.186481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e16f9361-4523-474d-a86b-31806b068586 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/2a3c325e-81be-45f4-ba61-16a0633e2a69 HTTP/1.1" status: 204 len: 168 time: 0.2562113 Feb 10 06:54:13.191375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41910) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:13.211514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f9361-4523-474d-a86b-31806b068586 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3c325e-81be-45f4-ba61-16a0633e2a69,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:13.218051 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (20272f88-d587-44b8-9061-02ae68f89ccd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.223604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:13.224221 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.255224 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f25c4c9a-d77c-4301-befb-c6fa36db1cf3 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0627098 Feb 10 06:54:13.256370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-9e78ecad-8f87-4b82-8a07-e7ed1b9faae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:13.261547 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-9e78ecad-8f87-4b82-8a07-e7ed1b9faae2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f97832f-c399-47ed-b8b5-f99ce95da35b HTTP/1.1" status: 200 len: 909 time: 0.1449683 Feb 10 06:54:13.261547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41912) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:13.262698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-7bbfd854-81f7-4fa2-b7df-2f83081fa40f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318035 Feb 10 06:54:13.264204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-82bff2f6-1723-4068-ac34-7b71920ce23d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099938723'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:13.277544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3097339 Feb 10 06:54:13.282853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41914) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:13.320598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'subnet': {'network_id': '20272f88-d587-44b8-9061-02ae68f89ccd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:13.356731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c859b-cb30-4050-9224-17fcc8588987 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Network': ['ID=20272f88-d587-44b8-9061-02ae68f89ccd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:13.356987 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82bff2f6-1723-4068-ac34-7b71920ce23d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.368043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 20272f88-d587-44b8-9061-02ae68f89ccd details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:54:13.392399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-05e930f1-e58f-43de-a727-1e0c6ccfc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:13.393917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-05e930f1-e58f-43de-a727-1e0c6ccfc056 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1126 time: 0.0490336 Feb 10 06:54:13.418084 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-6de3ce2c-235c-4f59-8055-8ffac78c5966 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d502f01c-06b8-45ab-8327-82941b929756 HTTP/1.1" status: 200 len: 1000 time: 0.1491127 Feb 10 06:54:13.465851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 904a45d2-6f1b-45cc-a1aa-23c1633e5475 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:54:13.515889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-3130ec82-9169-4d16-a25c-1fec6238103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:13.517396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-3130ec82-9169-4d16-a25c-1fec6238103a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f552ad7-96b9-4f2d-84d5-a988313c3120 HTTP/1.1" status: 200 len: 848 time: 0.0893619 Feb 10 06:54:13.517969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Made reservation on behalf of af5996110b104b4294d507a775ef61d8 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:13.521300 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.535759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-a3cd1ac4-e4d6-4300-afd9-619323d4ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:13.538043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-a3cd1ac4-e4d6-4300-afd9-619323d4ffa6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.1223972 Feb 10 06:54:13.579996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 904a45d2-6f1b-45cc-a1aa-23c1633e5475, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=904a45d2-6f1b-45cc-a1aa-23c1633e5475,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:13.592998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '904a45d2-6f1b-45cc-a1aa-23c1633e5475', 'network_id': 'cf0b6db3-b910-429e-99f5-ca0e1ac0f689', 'port_id': '904a45d2-6f1b-45cc-a1aa-23c1633e5475', 'mac_address': 'fa:16:3e:51:e8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e7d678-d6f8-4b51-8ef4-f4e8d52f5219', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:54:13.624347 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82bff2f6-1723-4068-ac34-7b71920ce23d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (5d629959-f152-4a25-9a25-c3826e56ad6c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.630430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82bff2f6-1723-4068-ac34-7b71920ce23d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5d629959-f152-4a25-9a25-c3826e56ad6c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.638586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:13.638979 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.649448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-10ce9add-1997-4d1c-90ae-c1b0a2ba6d05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 999 time: 0.1043260 Feb 10 06:54:13.652639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904a45d2-6f1b-45cc-a1aa-23c1633e5475 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:54:13.678526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 904a45d2-6f1b-45cc-a1aa-23c1633e5475, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=904a45d2-6f1b-45cc-a1aa-23c1633e5475,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:13.682739 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.685146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-82bff2f6-1723-4068-ac34-7b71920ce23d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.689043 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-82bff2f6-1723-4068-ac34-7b71920ce23d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4260640 Feb 10 06:54:13.691124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:13.696952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5b8e2037-ec1b-4c17-b84d-b0ec1b463456 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Request body: {'security_group_rule': {'security_group_id': '5d629959-f152-4a25-9a25-c3826e56ad6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:13.698712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-61968154-6c2f-4a89-80d3-9b24b0ea7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:13.700210 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-61968154-6c2f-4a89-80d3-9b24b0ea7f5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f97832f-c399-47ed-b8b5-f99ce95da35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1757240 Feb 10 06:54:13.700832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bff2f6-1723-4068-ac34-7b71920ce23d tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d629959-f152-4a25-9a25-c3826e56ad6c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:13.716522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-9255ba11-2798-4c96-ba1b-6972107f3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:13.717851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-9255ba11-2798-4c96-ba1b-6972107f3c16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0626554 Feb 10 06:54:13.747489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=904a45d2-6f1b-45cc-a1aa-23c1633e5475,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:13.755940 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2037-ec1b-4c17-b84d-b0ec1b463456 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (28578dee-c021-4876-a9c5-686ef55cf706), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.805288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-96ef07f3-d7ee-4b9d-b285-b16915cab652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:13.807122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-96ef07f3-d7ee-4b9d-b285-b16915cab652 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0823185 Feb 10 06:54:13.816230 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.838294 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2037-ec1b-4c17-b84d-b0ec1b463456 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (28578dee-c021-4876-a9c5-686ef55cf706), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.842582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2037-ec1b-4c17-b84d-b0ec1b463456 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (28578dee-c021-4876-a9c5-686ef55cf706), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.873764 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-ac7d1a07-787d-4ba7-a152-245efa3abe23 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666911 Feb 10 06:54:13.876080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (0e7e81dc-0db2-4875-8462-2a9031c499f9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.897612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e2037-ec1b-4c17-b84d-b0ec1b463456 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28578dee-c021-4876-a9c5-686ef55cf706,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:13.909438 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2037-ec1b-4c17-b84d-b0ec1b463456 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:13.910638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b8e2037-ec1b-4c17-b84d-b0ec1b463456 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2185531 Feb 10 06:54:13.914430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:13.923165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['904a45d2-6f1b-45cc-a1aa-23c1633e5475'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:54:13.957944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-45d1d343-624b-4de3-b800-ed3d2c9c9687 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438887 Feb 10 06:54:13.966574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Subnet': ['ID=0e7e81dc-0db2-4875-8462-2a9031c499f9,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:14.039539 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a112ba86-61ec-45a9-9cc0-ca89bbd2fbe5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (5d629959-f152-4a25-9a25-c3826e56ad6c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.050732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Checking segment: {'id': '6257c740-c893-45cc-8f81-ad5a49440ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20272f88-d587-44b8-9061-02ae68f89ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:14.051107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network hostable DHCP agents. Network: 20272f88-d587-44b8-9061-02ae68f89ccd, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:54:14.084728 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d6412e59-da2d-413b-92f9-5ab45243c3b8 req-b5d0c9fa-4dab-439b-9046-bf9cc1a40699 service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031572 Feb 10 06:54:14.089189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 20272f88-d587-44b8-9061-02ae68f89ccd is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:54:14.100734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 20272f88-d587-44b8-9061-02ae68f89ccd) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:14.102068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a112ba86-61ec-45a9-9cc0-ca89bbd2fbe5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (5d629959-f152-4a25-9a25-c3826e56ad6c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.106186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:14.107166 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.117286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c4c2b9-2885-4a92-b589-cd4d9a772242 None None] Network 20272f88-d587-44b8-9061-02ae68f89ccd requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:14.129803 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b044b88c-51c4-45e6-92f7-289457cbc8c7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8456502 Feb 10 06:54:14.132652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41924) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:14.138064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1216623452', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:14.151314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a7237-34be-45ba-97cb-83acea2971a1 req-cb7f1fa1-9e07-4e49-8214-a828f723d55f tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:14.153039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b1a7237-34be-45ba-97cb-83acea2971a1 req-cb7f1fa1-9e07-4e49-8214-a828f723d55f tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1127 time: 0.1632457 Feb 10 06:54:14.157700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-614ff4c3-7c90-46e9-85f4-db4aebd2084c req-b982240b-09ff-49cf-b60a-f9ed786001f6 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918831 Feb 10 06:54:14.162986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (048d4d94-8731-41a1-8e18-fc398838310b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.164417 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (048d4d94-8731-41a1-8e18-fc398838310b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.177576 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a112ba86-61ec-45a9-9cc0-ca89bbd2fbe5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5d629959-f152-4a25-9a25-c3826e56ad6c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.181742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a112ba86-61ec-45a9-9cc0-ca89bbd2fbe5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.182884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a112ba86-61ec-45a9-9cc0-ca89bbd2fbe5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/5d629959-f152-4a25-9a25-c3826e56ad6c HTTP/1.1" status: 204 len: 168 time: 0.2675240 Feb 10 06:54:14.189218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41926) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:14.226946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_controller (048d4d94-8731-41a1-8e18-fc398838310b), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.227219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112ba86-61ec-45a9-9cc0-ca89bbd2fbe5 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d629959-f152-4a25-9a25-c3826e56ad6c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:14.261894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-20272f88-d587-44b8-9061-02ae68f89ccd', 'network_id': '20272f88-d587-44b8-9061-02ae68f89ccd', 'project_id': 'af5996110b104b4294d507a775ef61d8', 'fixed_ips': [{'subnet_id': '0e7e81dc-0db2-4875-8462-2a9031c499f9'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:54:14.263791 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.276338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b1a7237-34be-45ba-97cb-83acea2971a1 req-38f13edb-315d-4dda-82c8-50fcebe54b80 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921087 Feb 10 06:54:14.282135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-064630ca-26a1-479b-9837-e564724942f6 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0881584 Feb 10 06:54:14.282426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41928) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:14.321494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-05cd3d41-78b7-4efc-824b-49922d9a7f2f tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0378802 Feb 10 06:54:14.324231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41930) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:14.337884 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-31f2856f-ac45-44b5-9cf9-f5f1cb02a4bf tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] delete failed (client error): The resource could not be found. Feb 10 06:54:14.340003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-31f2856f-ac45-44b5-9cf9-f5f1cb02a4bf tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "DELETE /v2.0/security-groups/5d629959-f152-4a25-9a25-c3826e56ad6c HTTP/1.1" status: 404 len: 347 time: 0.0137517 Feb 10 06:54:14.343910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:14.387950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_gateway (048d4d94-8731-41a1-8e18-fc398838310b), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.388384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5caf1f36-13d8-4aad-99a4-4ae928b2c579 tempest-SecGroupTest-1428696081 tempest-SecGroupTest-1428696081-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0432339 Feb 10 06:54:14.428899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Allocated IP 172.20.0.2 (20272f88-d587-44b8-9061-02ae68f89ccd/0e7e81dc-0db2-4875-8462-2a9031c499f9/cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:14.608652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_gateway (048d4d94-8731-41a1-8e18-fc398838310b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.613478 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Publish callbacks [] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.620642 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.630351 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.670568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Network 20272f88-d587-44b8-9061-02ae68f89ccd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:14.675118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:14.678973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:14.688090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Pushing event updated for resources: {'Port': ['ID=cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:14.705799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41942) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:14.730413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be9b7c-de34-4385-bf0a-e58ad9be1431 req-8967d2c3-6188-4f3f-8ad4-fb0c3e485e26 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:14.731979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3be9b7c-de34-4385-bf0a-e58ad9be1431 req-8967d2c3-6188-4f3f-8ad4-fb0c3e485e26 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0846553 Feb 10 06:54:14.751758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Attempting to bind port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:14.752136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Attempting to bind port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6257c740-c893-45cc-8f81-ad5a49440ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20272f88-d587-44b8-9061-02ae68f89ccd'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:14.752507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Attempting to bind port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 on network 20272f88-d587-44b8-9061-02ae68f89ccd {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:14.757673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:14.758055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Checking segment: {'id': '6257c740-c893-45cc-8f81-ad5a49440ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20272f88-d587-44b8-9061-02ae68f89ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:14.758497 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.758898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Bound using segment: {'id': '6257c740-c893-45cc-8f81-ad5a49440ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20272f88-d587-44b8-9061-02ae68f89ccd'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:14.759370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Bound port: cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6257c740-c893-45cc-8f81-ad5a49440ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20272f88-d587-44b8-9061-02ae68f89ccd'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:14.759751 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.768399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.25.8.110 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c6840198-89c7-47a6-9241-e7d1bdf881c2) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:14.796624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3be9b7c-de34-4385-bf0a-e58ad9be1431 req-49ee7d4a-d174-4fb8-b2f7-d2dd7e1a19f2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578003 Feb 10 06:54:14.849834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] For port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:14.853702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] For port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83,segment=NetworkSegment(6257c740-c893-45cc-8f81-ad5a49440ed4),segment_id=6257c740-c893-45cc-8f81-ad5a49440ed4)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:14.861943 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.888424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b24884dd-c8bc-44e9-bb8e-ba7d18394f77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05ecbb1ebf3144dd864138fa81542dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799886 Feb 10 06:54:14.888757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41948) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:14.915270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (c6840198-89c7-47a6-9241-e7d1bdf881c2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.934875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a900682-9a83-4cbf-9d17-cc580e5b48a1 None None] Pushing event updated for resources: {'Port': ['ID=cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:14.960045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298a536-b2a6-4ac6-81a7-25373f367e65 req-c1e0e829-12bd-4f1c-8ee6-d481d20700e7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:14.961705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f298a536-b2a6-4ac6-81a7-25373f367e65 req-c1e0e829-12bd-4f1c-8ee6-d481d20700e7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0718091 Feb 10 06:54:14.978471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b65ab4b8-02be-4234-8448-2dacfad12b99 admin admin] Publish callbacks [] for security_group (3c03f0e6-29b4-490e-be85-f6758695821a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:14.992677 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c6840198-89c7-47a6-9241-e7d1bdf881c2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.016945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f298a536-b2a6-4ac6-81a7-25373f367e65 req-5eb08bc5-8f29-4fa7-8010-6220f0a60105 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487864 Feb 10 06:54:15.028467 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b65ab4b8-02be-4234-8448-2dacfad12b99 admin admin] Publish callbacks [] for security_group (3c03f0e6-29b4-490e-be85-f6758695821a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.056361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:15.067570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:15.079215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:15.139795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=c6840198-89c7-47a6-9241-e7d1bdf881c2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:15.213496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b65ab4b8-02be-4234-8448-2dacfad12b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3c03f0e6-29b4-490e-be85-f6758695821a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.216587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b65ab4b8-02be-4234-8448-2dacfad12b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.217835 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b65ab4b8-02be-4234-8448-2dacfad12b99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c03f0e6-29b4-490e-be85-f6758695821a HTTP/1.1" status: 204 len: 168 time: 0.3275785 Feb 10 06:54:15.252373 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.256535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ab4b8-02be-4234-8448-2dacfad12b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c03f0e6-29b4-490e-be85-f6758695821a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:15.376560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ef116-f9d5-496b-9288-91fa0d5b32f4 req-a04a08fd-dbf2-4dd0-8e18-cd6874d455e2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:15.378335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-969ef116-f9d5-496b-9288-91fa0d5b32f4 req-a04a08fd-dbf2-4dd0-8e18-cd6874d455e2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0829146 Feb 10 06:54:15.450570 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_gateway (048d4d94-8731-41a1-8e18-fc398838310b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.459369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302a7fb-be40-44bb-8351-810f98481d17 req-275f7c02-51eb-43f0-910b-d17b0390fee6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:15.461059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8302a7fb-be40-44bb-8351-810f98481d17 req-275f7c02-51eb-43f0-910b-d17b0390fee6 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1127 time: 0.0943158 Feb 10 06:54:15.464976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-969ef116-f9d5-496b-9288-91fa0d5b32f4 req-e8699a60-ac6a-4446-9da8-ea8ca4ab397a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773284 Feb 10 06:54:15.472763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 904a45d2-6f1b-45cc-a1aa-23c1633e5475 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:15.550682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:54:15.555619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:15.556150 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.566084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8302a7fb-be40-44bb-8351-810f98481d17 req-42baf188-0172-4535-b024-dde1595976e3 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936182 Feb 10 06:54:15.661920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:15.662495 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.738705 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (048d4d94-8731-41a1-8e18-fc398838310b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.751089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b355ad-56d5-480f-9a62-c97586e80f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904a45d2-6f1b-45cc-a1aa-23c1633e5475'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:54:15.758140 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b6dd79-6c8c-46b4-b5d4-2194fd621487" -d '{"events": [{"server_uuid": "12b355ad-56d5-480f-9a62-c97586e80f18", "name": "network-vif-plugged", "status": "completed", "tag": "904a45d2-6f1b-45cc-a1aa-23c1633e5475"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:54:15.786993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 904a45d2-6f1b-45cc-a1aa-23c1633e5475, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=904a45d2-6f1b-45cc-a1aa-23c1633e5475,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:15.794009 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:15.829246 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e9b218-4dc8-4678-b88f-7bbe07a5d5b7 x-openstack-request-id: req-45e9b218-4dc8-4678-b88f-7bbe07a5d5b7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:54:15.829952 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b355ad-56d5-480f-9a62-c97586e80f18", "name": "network-vif-plugged", "status": "completed", "tag": "904a45d2-6f1b-45cc-a1aa-23c1633e5475", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:54:15.831943 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45e9b218-4dc8-4678-b88f-7bbe07a5d5b7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:54:15.832597 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b355ad-56d5-480f-9a62-c97586e80f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904a45d2-6f1b-45cc-a1aa-23c1633e5475', 'code': 200} Feb 10 06:54:15.870697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=904a45d2-6f1b-45cc-a1aa-23c1633e5475,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:15.924902 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router 048d4d94-8731-41a1-8e18-fc398838310b is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:54:16.023341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966daf5f-c98a-485f-8006-15c3270ba5c3 req-23be9158-8e1d-44ce-a0b6-fc14c87fc633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:16.025146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-966daf5f-c98a-485f-8006-15c3270ba5c3 req-23be9158-8e1d-44ce-a0b6-fc14c87fc633 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1128 time: 0.1005416 Feb 10 06:54:16.042524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c5aa-4f97-44bd-9d0a-dcdedde0ea1c req-6c5f0ac2-1be2-4bad-83e2-d49b29e1d607 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:16.044509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7930c5aa-4f97-44bd-9d0a-dcdedde0ea1c req-6c5f0ac2-1be2-4bad-83e2-d49b29e1d607 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0826561 Feb 10 06:54:16.090160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:16.100491 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26d48d-2060-490c-a623-838c00281a01 None None] Sync routers for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:16.118992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-966daf5f-c98a-485f-8006-15c3270ba5c3 req-0b46ddc2-6204-4db6-9aea-b189f687e85a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734780 Feb 10 06:54:16.134772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7930c5aa-4f97-44bd-9d0a-dcdedde0ea1c req-3ce877b0-a307-4f46-9040-229553d5ce07 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822217 Feb 10 06:54:16.142403 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26d48d-2060-490c-a623-838c00281a01 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:16.146710 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fe26d48d-2060-490c-a623-838c00281a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:16.151106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.154549 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-993a6ee7-b09a-41ac-8dda-48b287937af2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0201130 Feb 10 06:54:16.157162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41986) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:16.194832 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fe26d48d-2060-490c-a623-838c00281a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:16.205630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dad547-89c5-4854-a2c9-32ba2cb2713a None None] Network 20272f88-d587-44b8-9061-02ae68f89ccd requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:16.217530 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26d48d-2060-490c-a623-838c00281a01 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:16.218196 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fe26d48d-2060-490c-a623-838c00281a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:16.264006 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fe26d48d-2060-490c-a623-838c00281a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:16.264679 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26d48d-2060-490c-a623-838c00281a01 None None] The sync data for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:16.281068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 41988) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:16.306242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-11ff52ed-17fb-420b-bc25-7828993f00fd None None] Provisioning complete for port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:16.306659 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11ff52ed-17fb-420b-bc25-7828993f00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.407556 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d67a08cf-61a1-4e65-a9a4-57625ae67e56 tempest-ServiceProvidersTest-561516488 tempest-ServiceProvidersTest-561516488-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1252007 Feb 10 06:54:16.419411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-11ff52ed-17fb-420b-bc25-7828993f00fd None None] Current status of the port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:16.419805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11ff52ed-17fb-420b-bc25-7828993f00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.448852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.464437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-11ff52ed-17fb-420b-bc25-7828993f00fd None None] For port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83,segment=NetworkSegment(6257c740-c893-45cc-8f81-ad5a49440ed4),segment_id=6257c740-c893-45cc-8f81-ad5a49440ed4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:16.473893 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11ff52ed-17fb-420b-bc25-7828993f00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.561141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff52ed-17fb-420b-bc25-7828993f00fd None None] Pushing event updated for resources: {'Port': ['ID=cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:16.694291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40522d69-439a-4c79-9107-cbc36ef163a5 req-77f7f6a9-31cb-4c18-a9c1-aafc653eea4b tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:16.709772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40522d69-439a-4c79-9107-cbc36ef163a5 req-77f7f6a9-31cb-4c18-a9c1-aafc653eea4b tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1128 time: 0.0752766 Feb 10 06:54:16.727441 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.727845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:16.757626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 41998) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:16.775883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40522d69-439a-4c79-9107-cbc36ef163a5 req-8babe48b-7812-4a32-8327-f105e6dbfe31 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649390 Feb 10 06:54:16.803184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:16.803557 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.825219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4c8125e1-f22c-46a6-b636-c41422b202ad None None] Provisioning complete for port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:16.825644 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c8125e1-f22c-46a6-b636-c41422b202ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.896057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e72f030-0937-49a1-815c-dfba7c6efb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.958290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4c8125e1-f22c-46a6-b636-c41422b202ad None None] Current status of the port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:16.961489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:16.980873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e72f030-0937-49a1-815c-dfba7c6efb0e admin admin] Publish callbacks [] for security_group (f1210549-54d9-4bca-a525-57cf3bc6636e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:16.985060 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e72f030-0937-49a1-815c-dfba7c6efb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f1210549-54d9-4bca-a525-57cf3bc6636e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.022923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5e72f030-0937-49a1-815c-dfba7c6efb0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afe94d9166f546849e255513d526737f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2639372 Feb 10 06:54:17.024031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72f030-0937-49a1-815c-dfba7c6efb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1210549-54d9-4bca-a525-57cf3bc6636e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:17.026345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42002) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:17.043567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.20.0.1 (20272f88-d587-44b8-9061-02ae68f89ccd/0e7e81dc-0db2-4875-8462-2a9031c499f9/c742dd1e-f2e9-4fc7-b024-d77f87185c2f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:17.082721 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31c8a374-f9cb-41ac-9cd0-761df3871207 admin admin] Publish callbacks [] for security_group (f1210549-54d9-4bca-a525-57cf3bc6636e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.104143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31c8a374-f9cb-41ac-9cd0-761df3871207 admin admin] Publish callbacks [] for security_group (f1210549-54d9-4bca-a525-57cf3bc6636e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.160548 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31c8a374-f9cb-41ac-9cd0-761df3871207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f1210549-54d9-4bca-a525-57cf3bc6636e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.165277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.171320 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31c8a374-f9cb-41ac-9cd0-761df3871207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.173100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-31c8a374-f9cb-41ac-9cd0-761df3871207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1210549-54d9-4bca-a525-57cf3bc6636e HTTP/1.1" status: 204 len: 168 time: 0.1456385 Feb 10 06:54:17.182530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8a374-f9cb-41ac-9cd0-761df3871207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1210549-54d9-4bca-a525-57cf3bc6636e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:17.217805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.264470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 20272f88-d587-44b8-9061-02ae68f89ccd is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:17.269617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:17.275255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:17.303153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=c742dd1e-f2e9-4fc7-b024-d77f87185c2f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:17.313663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd221a-8aa2-492c-9eee-c757ea171f0c req-c6e87adf-12dd-4a64-be2a-0529008a29e4 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:17.322375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eefd221a-8aa2-492c-9eee-c757ea171f0c req-c6e87adf-12dd-4a64-be2a-0529008a29e4 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0767047 Feb 10 06:54:17.350129 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (048d4d94-8731-41a1-8e18-fc398838310b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.398671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eefd221a-8aa2-492c-9eee-c757ea171f0c req-1482f13b-c792-448c-ba41-3637bed3f924 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748742 Feb 10 06:54:17.522810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.583775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e24a2272-2013-4a7f-b247-0bac60a661c3 None None] Provisioning complete for port c742dd1e-f2e9-4fc7-b024-d77f87185c2f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:17.584147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e24a2272-2013-4a7f-b247-0bac60a661c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.620909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e24a2272-2013-4a7f-b247-0bac60a661c3 None None] Port c742dd1e-f2e9-4fc7-b024-d77f87185c2f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:17.830922 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-8f383975-83b3-4131-8bf0-002b31af0d2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704288 Feb 10 06:54:17.845183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.855851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:17.896532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc0611-3980-476c-a17e-f207fda90d00 req-de7669e1-978c-4f10-9de9-32e3d2d42af0 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:17.898106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64cc0611-3980-476c-a17e-f207fda90d00 req-de7669e1-978c-4f10-9de9-32e3d2d42af0 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1128 time: 0.0482838 Feb 10 06:54:17.930900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42028) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:17.935182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033414 Feb 10 06:54:17.941090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:17.956393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64cc0611-3980-476c-a17e-f207fda90d00 req-16d8e444-cdf7-4276-abec-24931b365d4e tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526285 Feb 10 06:54:18.067465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eaf87a87-fb8c-4b96-8735-f4d1b9f1ed45 tempest-NetworksApiDiscovery-1046849599 tempest-NetworksApiDiscovery-1046849599-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1249869 Feb 10 06:54:18.081425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f1c00-89f5-4362-9db2-b8f41d1d822b req-4c9b6a74-7d1a-4166-a711-e02cec1bb235 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:18.083025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-089f1c00-89f5-4362-9db2-b8f41d1d822b req-4c9b6a74-7d1a-4166-a711-e02cec1bb235 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1128 time: 0.0587969 Feb 10 06:54:18.134862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-089f1c00-89f5-4362-9db2-b8f41d1d822b req-fa73f9bb-864e-4df6-b31d-4cc61e888f93 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452087 Feb 10 06:54:18.250190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab8091-57cb-431f-ab5c-105842d90ce6 req-5c63c4e8-109d-475a-a39e-5276488eef6b tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:18.254841 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09ab8091-57cb-431f-ab5c-105842d90ce6 req-5c63c4e8-109d-475a-a39e-5276488eef6b tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1128 time: 0.0574977 Feb 10 06:54:18.271520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=c742dd1e-f2e9-4fc7-b024-d77f87185c2f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:18.277134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (048d4d94-8731-41a1-8e18-fc398838310b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:18.308124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09ab8091-57cb-431f-ab5c-105842d90ce6 req-21a4ea8e-bff6-49f3-a689-757e5b22fd81 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487885 Feb 10 06:54:18.311822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-ebb287cc-f506-4753-b122-1c3e92844479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:18.313920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-ebb287cc-f506-4753-b122-1c3e92844479 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 1127 time: 0.4263375 Feb 10 06:54:18.360194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:18.471805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 20272f88-d587-44b8-9061-02ae68f89ccd is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:18.476586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:18.484917 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eec3da48-1e56-4f04-a7af-76e98d674700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:18.496359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-ba69f2dc-cd36-404b-8a6a-d7e57ac54472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:18.501723 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-ba69f2dc-cd36-404b-8a6a-d7e57ac54472 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.1415386 Feb 10 06:54:18.582399 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-44f9d649-f4d0-440c-8f51-6d2cbdb7e309 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1425e4-c026-4b4b-8aa7-58b180c16fa8 HTTP/1.1" status: 200 len: 217 time: 0.0779414 Feb 10 06:54:18.652457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ece7-62ce-4600-84e9-c245463803c4 req-110778f7-e5dd-48d2-a130-637af6fcfcab tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:18.653995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07c0ece7-62ce-4600-84e9-c245463803c4 req-110778f7-e5dd-48d2-a130-637af6fcfcab tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1328914 Feb 10 06:54:18.679930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928cab7-3e84-44db-904c-69f1c9b2f2c1 req-b860d29f-12f9-4622-a51e-10259219c9d4 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:18.681471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b928cab7-3e84-44db-904c-69f1c9b2f2c1 req-b860d29f-12f9-4622-a51e-10259219c9d4 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1128 time: 0.1417232 Feb 10 06:54:18.688323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-4af8d30b-510d-461b-9eab-44fd6d2f384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:18.690709 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-4af8d30b-510d-461b-9eab-44fd6d2f384a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0929956 Feb 10 06:54:18.692082 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eec3da48-1e56-4f04-a7af-76e98d674700 admin admin] Publish callbacks [] for security_group (cf9886ff-399f-4c1d-823b-42fb81c6f2b9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:18.708093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eec3da48-1e56-4f04-a7af-76e98d674700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cf9886ff-399f-4c1d-823b-42fb81c6f2b9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:18.713102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router 048d4d94-8731-41a1-8e18-fc398838310b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:18.791391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eec3da48-1e56-4f04-a7af-76e98d674700 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8efd5eb284df4bff991bcd60f9078786&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296544 Feb 10 06:54:18.794482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42052) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:18.796414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3da48-1e56-4f04-a7af-76e98d674700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9886ff-399f-4c1d-823b-42fb81c6f2b9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:18.803153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-005019fd-df31-4a04-8fa1-b0c74dbb4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:18.804120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07c0ece7-62ce-4600-84e9-c245463803c4 req-f5762365-bcb9-43dc-97c8-9add376b4c97 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425223 Feb 10 06:54:18.804666 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-005019fd-df31-4a04-8fa1-b0c74dbb4cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1064456 Feb 10 06:54:18.808025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b928cab7-3e84-44db-904c-69f1c9b2f2c1 req-b08a6ee2-fa24-42e0-9034-b503e3d43e1b tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146901 Feb 10 06:54:18.822485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-93319347-4fcc-4752-a1e8-f8c823175831 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:54:18.823624 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-93319347-4fcc-4752-a1e8-f8c823175831 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092649 Feb 10 06:54:18.857788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-15ce51c0-2a59-44e2-875a-01f4ac95be88 None None] Provisioning complete for port c742dd1e-f2e9-4fc7-b024-d77f87185c2f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:18.858415 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15ce51c0-2a59-44e2-875a-01f4ac95be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:18.892666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-15ce51c0-2a59-44e2-875a-01f4ac95be88 None None] Port c742dd1e-f2e9-4fc7-b024-d77f87185c2f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:18.923431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:18.933374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf57bfd-b212-49f1-a3da-bf4260e9ca98 None None] Sync routers for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:18.945665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf57bfd-b212-49f1-a3da-bf4260e9ca98 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:18.946472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-caf57bfd-b212-49f1-a3da-bf4260e9ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:18.956813 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-73f041df-ddd5-49d7-8525-6ab84c303562 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/routers/048d4d94-8731-41a1-8e18-fc398838310b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7982783 Feb 10 06:54:18.959543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:18.964372 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6bcf-619c-49c3-8e8f-52d4ae874e74 admin admin] Publish callbacks [] for security_group (cf9886ff-399f-4c1d-823b-42fb81c6f2b9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:18.964775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'port': {'network_id': '20272f88-d587-44b8-9061-02ae68f89ccd', 'name': 'tempest-FloatingIPTestJSON-1069158404'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:18.982528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-caf57bfd-b212-49f1-a3da-bf4260e9ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:18.992143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf57bfd-b212-49f1-a3da-bf4260e9ca98 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:18.992749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-caf57bfd-b212-49f1-a3da-bf4260e9ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:18.997887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6bcf-619c-49c3-8e8f-52d4ae874e74 admin admin] Publish callbacks [] for security_group (cf9886ff-399f-4c1d-823b-42fb81c6f2b9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:19.017088 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-a6d5c447-5070-43f8-bda4-0270f1acd974 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868260 Feb 10 06:54:19.035363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-caf57bfd-b212-49f1-a3da-bf4260e9ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:19.036610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf57bfd-b212-49f1-a3da-bf4260e9ca98 None None] The sync data for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:19.078529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Made reservation on behalf of af5996110b104b4294d507a775ef61d8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:19.082037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:19.104772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] device_id is not set on port db680521-0b47-4b49-b764-464e287a196c yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:54:19.119373 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6bcf-619c-49c3-8e8f-52d4ae874e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cf9886ff-399f-4c1d-823b-42fb81c6f2b9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:19.122015 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6bcf-619c-49c3-8e8f-52d4ae874e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:19.123203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1f4d6bcf-619c-49c3-8e8f-52d4ae874e74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf9886ff-399f-4c1d-823b-42fb81c6f2b9 HTTP/1.1" status: 204 len: 168 time: 0.3277862 Feb 10 06:54:19.141865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d6bcf-619c-49c3-8e8f-52d4ae874e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9886ff-399f-4c1d-823b-42fb81c6f2b9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:19.145163 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bc29cc21-0828-4e81-83b8-da7845426e5d req-82c03ccf-77bc-464b-ae85-413e2830f11e service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102045 Feb 10 06:54:19.227029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Allocated IP 172.20.0.9 (20272f88-d587-44b8-9061-02ae68f89ccd/0e7e81dc-0db2-4875-8462-2a9031c499f9/db680521-0b47-4b49-b764-464e287a196c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:19.381042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for port (db680521-0b47-4b49-b764-464e287a196c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:19.416573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (db680521-0b47-4b49-b764-464e287a196c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:19.468215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Network 20272f88-d587-44b8-9061-02ae68f89ccd is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:19.472887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:19.476057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:19.516194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event updated for resources: {'Port': ['ID=db680521-0b47-4b49-b764-464e287a196c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:19.542624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:19.543409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:19.562776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6f3c841-1da2-4264-ad78-4790be9acc12 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6021440 Feb 10 06:54:19.565674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42068) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:19.572263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Request body: {'floatingip': {'port_id': 'db680521-0b47-4b49-b764-464e287a196c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:19.639826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (f18f8969-2a85-4761-b2e2-203ee572257d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:19.816524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6380a284-64ae-4597-b838-1418150228f1 None None] Provisioning complete for port db680521-0b47-4b49-b764-464e287a196c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:19.816906 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6380a284-64ae-4597-b838-1418150228f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (db680521-0b47-4b49-b764-464e287a196c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:19.895908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6380a284-64ae-4597-b838-1418150228f1 None None] Port db680521-0b47-4b49-b764-464e287a196c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:20.220365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-441626ea-1c35-403a-95a9-b0bebcfaf469 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:20.221862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-441626ea-1c35-403a-95a9-b0bebcfaf469 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1128 time: 0.1684384 Feb 10 06:54:20.236203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad80b42-bee6-43fe-8205-cd62b9c98922 req-d81a5407-69e2-4f25-afb3-16c17c27107e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:20.237634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ad80b42-bee6-43fe-8205-cd62b9c98922 req-d81a5407-69e2-4f25-afb3-16c17c27107e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1851335 Feb 10 06:54:20.239377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385be79e-ef96-48a4-8c35-929abfa476c5 req-97623360-17ae-473b-a874-a5d22b0c364a tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:20.240750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-385be79e-ef96-48a4-8c35-929abfa476c5 req-97623360-17ae-473b-a874-a5d22b0c364a tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 1128 time: 0.1893246 Feb 10 06:54:20.467386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-385be79e-ef96-48a4-8c35-929abfa476c5 req-e00d28d8-d7b0-474d-92d6-abbb8778d22a tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986177 Feb 10 06:54:20.475118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ad80b42-bee6-43fe-8205-cd62b9c98922 req-1cc9c45c-9d1d-47f0-be05-f29d39022007 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049789 Feb 10 06:54:20.540726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Deleting port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:20.541071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:20.700121 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:20.702185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] For port 904a45d2-6f1b-45cc-a1aa-23c1633e5475, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=904a45d2-6f1b-45cc-a1aa-23c1633e5475,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:20.702582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:20.710121 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (f18f8969-2a85-4761-b2e2-203ee572257d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:20.760987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Calling delete_port for 904a45d2-6f1b-45cc-a1aa-23c1633e5475 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:20.882340 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP f18f8969-2a85-4761-b2e2-203ee572257d associated. External IP: 172.25.8.160, port: 86c06e4c-685d-4b62-acf4-8ef40a387d55. Feb 10 06:54:20.917645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42112) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:21.030404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (904a45d2-6f1b-45cc-a1aa-23c1633e5475), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.043348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b703848b-4d50-42e3-8154-c8418db3a80b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:54:21.047916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['904a45d2-6f1b-45cc-a1aa-23c1633e5475'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:54:21.057085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adea8cda-3697-444c-8218-2037b6f9be70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.091114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Pushing event deleted for resources: {'Port': ['ID=904a45d2-6f1b-45cc-a1aa-23c1633e5475,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:21.152643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] No DVR routers for this DVR port 904a45d2-6f1b-45cc-a1aa-23c1633e5475 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:21.156785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.160483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57ab1fdd-603d-4172-b8be-75d92eecb42c req-cfc15b7a-6add-49c7-8048-6245a11d0995 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.24 "DELETE /v2.0/ports/904a45d2-6f1b-45cc-a1aa-23c1633e5475 HTTP/1.1" status: 204 len: 173 time: 0.9187970 Feb 10 06:54:21.160926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b355ad-56d5-480f-9a62-c97586e80f18', 'name': 'network-vif-deleted', 'tag': '904a45d2-6f1b-45cc-a1aa-23c1633e5475'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:54:21.163574 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3b4e13-f199-4174-b317-2ac03cd93184" -d '{"events": [{"server_uuid": "12b355ad-56d5-480f-9a62-c97586e80f18", "name": "network-vif-deleted", "tag": "904a45d2-6f1b-45cc-a1aa-23c1633e5475"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:54:21.202045 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adea8cda-3697-444c-8218-2037b6f9be70 admin admin] Publish callbacks [] for security_group (7ddaf128-b486-4238-8a53-e505bf9aa264), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.211677 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adea8cda-3697-444c-8218-2037b6f9be70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7ddaf128-b486-4238-8a53-e505bf9aa264), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.238151 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f52ea02-89d1-4d4e-b83f-fe9aaf3b3a84 x-openstack-request-id: req-8f52ea02-89d1-4d4e-b83f-fe9aaf3b3a84 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:54:21.238738 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b355ad-56d5-480f-9a62-c97586e80f18", "name": "network-vif-deleted", "tag": "904a45d2-6f1b-45cc-a1aa-23c1633e5475", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:54:21.239428 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f52ea02-89d1-4d4e-b83f-fe9aaf3b3a84 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:54:21.239428 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b355ad-56d5-480f-9a62-c97586e80f18', 'name': 'network-vif-deleted', 'tag': '904a45d2-6f1b-45cc-a1aa-23c1633e5475', 'status': 'completed', 'code': 200} Feb 10 06:54:21.252294 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-adea8cda-3697-444c-8218-2037b6f9be70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08e25cfacf704363a94a80e25c4ba3d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3331165 Feb 10 06:54:21.253846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42118) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:21.254549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:21.317135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea8cda-3697-444c-8218-2037b6f9be70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddaf128-b486-4238-8a53-e505bf9aa264,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:21.335968 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7305710c-65be-4327-8653-cf8caa4ecc4b admin admin] Publish callbacks [] for security_group (7ddaf128-b486-4238-8a53-e505bf9aa264), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.369469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7305710c-65be-4327-8653-cf8caa4ecc4b admin admin] Publish callbacks [] for security_group (7ddaf128-b486-4238-8a53-e505bf9aa264), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.409278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:21.420936 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf09e1-4cf0-43d0-89b8-c617ec364810 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:21.425467 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7305710c-65be-4327-8653-cf8caa4ecc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7ddaf128-b486-4238-8a53-e505bf9aa264), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.428079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7305710c-65be-4327-8653-cf8caa4ecc4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.431595 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7305710c-65be-4327-8653-cf8caa4ecc4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ddaf128-b486-4238-8a53-e505bf9aa264 HTTP/1.1" status: 204 len: 168 time: 0.1742973 Feb 10 06:54:21.438528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305710c-65be-4327-8653-cf8caa4ecc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddaf128-b486-4238-8a53-e505bf9aa264,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:21.438856 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf09e1-4cf0-43d0-89b8-c617ec364810 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:21.439714 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ebf09e1-4cf0-43d0-89b8-c617ec364810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:21.509941 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ebf09e1-4cf0-43d0-89b8-c617ec364810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:21.525488 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf09e1-4cf0-43d0-89b8-c617ec364810 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:21.526650 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ebf09e1-4cf0-43d0-89b8-c617ec364810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:21.572121 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ebf09e1-4cf0-43d0-89b8-c617ec364810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:21.573296 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf09e1-4cf0-43d0-89b8-c617ec364810 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:21.622246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8b83bc6-b1af-41d0-a095-9743bc55360c req-d03634e6-851e-4ffe-b5ad-eda3d3a4907d tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12b355ad-56d5-480f-9a62-c97586e80f18 HTTP/1.1" status: 200 len: 210 time: 0.0503647 Feb 10 06:54:21.706445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39ffcc-7a5b-48e5-b041-b2882a9c1f4e req-19e3584c-7b26-41b5-abaa-810bff9de2b2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:21.707951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a39ffcc-7a5b-48e5-b041-b2882a9c1f4e req-19e3584c-7b26-41b5-abaa-810bff9de2b2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1162350 Feb 10 06:54:21.715720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router 048d4d94-8731-41a1-8e18-fc398838310b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:21.796319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42128) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:21.810030 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-16b13b35-5060-4513-9b72-b33fcfd68cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.893044 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-16b13b35-5060-4513-9b72-b33fcfd68cda admin admin] Publish callbacks [] for security_group (5e26d7f3-dcec-477f-83ef-40addf7c1c3b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.896961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-16b13b35-5060-4513-9b72-b33fcfd68cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5e26d7f3-dcec-477f-83ef-40addf7c1c3b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:21.934983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b13b35-5060-4513-9b72-b33fcfd68cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e26d7f3-dcec-477f-83ef-40addf7c1c3b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:21.941092 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-16b13b35-5060-4513-9b72-b33fcfd68cda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a00272e44ec4fc0b17fb98f9302b77a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435180 Feb 10 06:54:21.942184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42130) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:21.994769 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bfd2cde8-2307-4fef-8ad9-9325d5b3c98f admin admin] Publish callbacks [] for security_group (5e26d7f3-dcec-477f-83ef-40addf7c1c3b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.016130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bfd2cde8-2307-4fef-8ad9-9325d5b3c98f admin admin] Publish callbacks [] for security_group (5e26d7f3-dcec-477f-83ef-40addf7c1c3b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.047547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a39ffcc-7a5b-48e5-b041-b2882a9c1f4e req-3e444995-786d-455d-8a35-0bf629b4a79a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306663 Feb 10 06:54:22.070563 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bfd2cde8-2307-4fef-8ad9-9325d5b3c98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5e26d7f3-dcec-477f-83ef-40addf7c1c3b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.073192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bfd2cde8-2307-4fef-8ad9-9325d5b3c98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.074390 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bfd2cde8-2307-4fef-8ad9-9325d5b3c98f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e26d7f3-dcec-477f-83ef-40addf7c1c3b HTTP/1.1" status: 204 len: 168 time: 0.1308041 Feb 10 06:54:22.083877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2cde8-2307-4fef-8ad9-9325d5b3c98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e26d7f3-dcec-477f-83ef-40addf7c1c3b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:22.117698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:22.121979 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.128616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85557751-4f38-4b9e-ac6d-c65d651c3895 None None] Sync routers for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:22.140989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85557751-4f38-4b9e-ac6d-c65d651c3895 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:22.141732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-85557751-4f38-4b9e-ac6d-c65d651c3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:22.178753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-85557751-4f38-4b9e-ac6d-c65d651c3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:22.180027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-29afbf7f-1306-42af-900e-2444c895cf96 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/floatingips/f18f8969-2a85-4761-b2e2-203ee572257d HTTP/1.1" status: 200 len: 978 time: 2.6133361 Feb 10 06:54:22.182653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42134) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:22.187628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85557751-4f38-4b9e-ac6d-c65d651c3895 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:22.188166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-85557751-4f38-4b9e-ac6d-c65d651c3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:22.223834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-85557751-4f38-4b9e-ac6d-c65d651c3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:22.224500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85557751-4f38-4b9e-ac6d-c65d651c3895 None None] The sync data for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:22.282096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port db680521-0b47-4b49-b764-464e287a196c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:22.282730 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (db680521-0b47-4b49-b764-464e287a196c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.369229 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (db680521-0b47-4b49-b764-464e287a196c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.597180 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.597683 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (f18f8969-2a85-4761-b2e2-203ee572257d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.598057 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Floating IP f18f8969-2a85-4761-b2e2-203ee572257d disassociated. External IP: 172.25.8.160, port: db680521-0b47-4b49-b764-464e287a196c. Feb 10 06:54:22.598510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for db680521-0b47-4b49-b764-464e287a196c owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:22.753860 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (db680521-0b47-4b49-b764-464e287a196c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:22.788754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=db680521-0b47-4b49-b764-464e287a196c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:22.964369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router 048d4d94-8731-41a1-8e18-fc398838310b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:22.978866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec44dd-f4a3-4292-935c-67d90cb82c43 req-b0241d66-2ba0-401e-9a40-033a921e0e1f tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:22.980431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdec44dd-f4a3-4292-935c-67d90cb82c43 req-b0241d66-2ba0-401e-9a40-033a921e0e1f tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.0725441 Feb 10 06:54:23.141709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdec44dd-f4a3-4292-935c-67d90cb82c43 req-7bb05744-4fce-465f-aea8-644249a3f33b tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178503 Feb 10 06:54:23.180121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:23.190885 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdda6bd-d89b-42ec-8cbf-4d9d269159f4 None None] Sync routers for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:23.203114 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdda6bd-d89b-42ec-8cbf-4d9d269159f4 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:23.204549 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4cdda6bd-d89b-42ec-8cbf-4d9d269159f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:23.244257 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4cdda6bd-d89b-42ec-8cbf-4d9d269159f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:23.247366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a7855-a6ef-4762-b1f8-16dc8602e1f8 req-c3d40241-0153-4e97-92f9-376010e26b94 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:23.249170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb4a7855-a6ef-4762-b1f8-16dc8602e1f8 req-c3d40241-0153-4e97-92f9-376010e26b94 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1248851 Feb 10 06:54:23.253734 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdda6bd-d89b-42ec-8cbf-4d9d269159f4 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:23.254660 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4cdda6bd-d89b-42ec-8cbf-4d9d269159f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:23.277728 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:23.285076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ee7dcc3-d77e-4cce-aacc-ff6a4a1f0883 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/ports/db680521-0b47-4b49-b764-464e287a196c HTTP/1.1" status: 204 len: 168 time: 1.0987954 Feb 10 06:54:23.285732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42170) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:23.293502 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4cdda6bd-d89b-42ec-8cbf-4d9d269159f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:23.293502 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdda6bd-d89b-42ec-8cbf-4d9d269159f4 None None] The sync data for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:23.329430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42172) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:23.329629 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb4a7855-a6ef-4762-b1f8-16dc8602e1f8 req-79a8637a-1669-4497-8c41-148807ca7265 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680690 Feb 10 06:54:23.461926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-852bd6fd-b4f6-4ca2-a4eb-416bcea71d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:23.502701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 904a45d2-6f1b-45cc-a1aa-23c1633e5475 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:23.526971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 904a45d2-6f1b-45cc-a1aa-23c1633e5475 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:54:23.527321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 904a45d2-6f1b-45cc-a1aa-23c1633e5475 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:23.641416 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-852bd6fd-b4f6-4ca2-a4eb-416bcea71d01 admin admin] Publish callbacks [] for security_group (be5f8b8a-bcaf-4ab6-98fe-15fcc3304f5c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:23.659782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-852bd6fd-b4f6-4ca2-a4eb-416bcea71d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (be5f8b8a-bcaf-4ab6-98fe-15fcc3304f5c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:23.715215 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-852bd6fd-b4f6-4ca2-a4eb-416bcea71d01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74574400d0974cb3a26458a5e7ef9efc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3844142 Feb 10 06:54:23.716050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bd6fd-b4f6-4ca2-a4eb-416bcea71d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f8b8a-bcaf-4ab6-98fe-15fcc3304f5c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:23.717801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:23.769314 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b353acd-fd9f-4d90-84dd-5072f9dc62eb admin admin] Publish callbacks [] for security_group (be5f8b8a-bcaf-4ab6-98fe-15fcc3304f5c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:23.790933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b353acd-fd9f-4d90-84dd-5072f9dc62eb admin admin] Publish callbacks [] for security_group (be5f8b8a-bcaf-4ab6-98fe-15fcc3304f5c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:23.821252 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (048d4d94-8731-41a1-8e18-fc398838310b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:23.837068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b353acd-fd9f-4d90-84dd-5072f9dc62eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (be5f8b8a-bcaf-4ab6-98fe-15fcc3304f5c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:23.840095 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b353acd-fd9f-4d90-84dd-5072f9dc62eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:23.841251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1b353acd-fd9f-4d90-84dd-5072f9dc62eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be5f8b8a-bcaf-4ab6-98fe-15fcc3304f5c HTTP/1.1" status: 204 len: 168 time: 0.1213212 Feb 10 06:54:23.849672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b353acd-fd9f-4d90-84dd-5072f9dc62eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f8b8a-bcaf-4ab6-98fe-15fcc3304f5c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:24.143851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port c742dd1e-f2e9-4fc7-b024-d77f87185c2f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:24.144263 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:24.235876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:24.248628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for c742dd1e-f2e9-4fc7-b024-d77f87185c2f owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:24.266334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b47c-4c2a-48d8-800c-d8c7e2c0b025 req-e03e56fe-d3ec-45dc-86ce-bc57a2bd3a35 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:24.268121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc6b47c-4c2a-48d8-800c-d8c7e2c0b025 req-e03e56fe-d3ec-45dc-86ce-bc57a2bd3a35 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.0497754 Feb 10 06:54:24.321714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc6b47c-4c2a-48d8-800c-d8c7e2c0b025 req-5a860fc0-d560-4e34-88ef-ec215d3c171d tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=496ef98b-795d-49cc-b727-c9092ec38796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469017 Feb 10 06:54:24.405622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce875a-310b-461c-94ea-757ec62571ef req-7e561bb2-a337-4c48-b641-54ca80e377d9 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:24.407217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-40ce875a-310b-461c-94ea-757ec62571ef req-7e561bb2-a337-4c48-b641-54ca80e377d9 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.1142948 Feb 10 06:54:24.460047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f4b1f-c64b-4e6e-95ce-15bf499ca61c req-16a49d92-87c6-40b0-9111-117b270ce6cd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:24.466823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-369f4b1f-c64b-4e6e-95ce-15bf499ca61c req-16a49d92-87c6-40b0-9111-117b270ce6cd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0634642 Feb 10 06:54:24.522457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-369f4b1f-c64b-4e6e-95ce-15bf499ca61c req-ba5619cc-f6ff-45cc-b299-cc6dbf5fb4aa tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531733 Feb 10 06:54:24.546772 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c742dd1e-f2e9-4fc7-b024-d77f87185c2f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:24.552351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-40ce875a-310b-461c-94ea-757ec62571ef req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Deleting port b703848b-4d50-42e3-8154-c8418db3a80b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:24.552679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-40ce875a-310b-461c-94ea-757ec62571ef req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:24.591729 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=c742dd1e-f2e9-4fc7-b024-d77f87185c2f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:25.038659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-40ce875a-310b-461c-94ea-757ec62571ef req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] For port b703848b-4d50-42e3-8154-c8418db3a80b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b703848b-4d50-42e3-8154-c8418db3a80b,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:25.038896 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-40ce875a-310b-461c-94ea-757ec62571ef req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:25.059069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-40ce875a-310b-461c-94ea-757ec62571ef req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Calling delete_port for b703848b-4d50-42e3-8154-c8418db3a80b owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:25.152709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (048d4d94-8731-41a1-8e18-fc398838310b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:25.321459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-40ce875a-310b-461c-94ea-757ec62571ef req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b703848b-4d50-42e3-8154-c8418db3a80b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:25.332951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b703848b-4d50-42e3-8154-c8418db3a80b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:54:25.393594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Pushing event deleted for resources: {'Port': ['ID=b703848b-4d50-42e3-8154-c8418db3a80b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:25.469889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ce875a-310b-461c-94ea-757ec62571ef req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] No DVR routers for this DVR port b703848b-4d50-42e3-8154-c8418db3a80b on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:25.474512 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-40ce875a-310b-461c-94ea-757ec62571ef req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:25.477894 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-40ce875a-310b-461c-94ea-757ec62571ef req-1677f86b-91fd-43d3-a750-36a827ee0200 tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b703848b-4d50-42e3-8154-c8418db3a80b HTTP/1.1" status: 204 len: 173 time: 1.0659871 Feb 10 06:54:25.478391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdc877e-96ca-4936-b276-67612c05a7b5', 'name': 'network-vif-deleted', 'tag': 'b703848b-4d50-42e3-8154-c8418db3a80b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:54:25.489426 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fcb247-4846-4002-8df4-707157ef47b1" -d '{"events": [{"server_uuid": "8bdc877e-96ca-4936-b276-67612c05a7b5", "name": "network-vif-deleted", "tag": "b703848b-4d50-42e3-8154-c8418db3a80b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:54:25.512680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-878631e6-9749-4235-ace9-ecb8002c9109 req-95bb8a7b-2c26-4488-a3f1-83484326eccb tempest-TestServerMultinode-631374621 tempest-TestServerMultinode-631374621-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bdc877e-96ca-4936-b276-67612c05a7b5 HTTP/1.1" status: 200 len: 210 time: 0.0676613 Feb 10 06:54:25.566671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router 048d4d94-8731-41a1-8e18-fc398838310b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:25.726743 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957c8d5c-a53a-4cdb-b939-7e70d4d55958 x-openstack-request-id: req-957c8d5c-a53a-4cdb-b939-7e70d4d55958 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:54:25.727038 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdc877e-96ca-4936-b276-67612c05a7b5", "name": "network-vif-deleted", "tag": "b703848b-4d50-42e3-8154-c8418db3a80b", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:54:25.727298 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-957c8d5c-a53a-4cdb-b939-7e70d4d55958 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:54:25.727708 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdc877e-96ca-4936-b276-67612c05a7b5', 'name': 'network-vif-deleted', 'tag': 'b703848b-4d50-42e3-8154-c8418db3a80b', 'status': 'completed', 'code': 200} Feb 10 06:54:25.738034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:25.743329 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-48fe7a05-f95e-4c3f-82a4-c478efebf2cc tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/routers/048d4d94-8731-41a1-8e18-fc398838310b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4570081 Feb 10 06:54:25.746779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42284) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:25.749260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc07d3-30d2-42df-8ba9-98af7ee93d95 None None] Sync routers for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:25.758077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c1db0-4b29-4082-ada3-674ab3698f0f req-a8125408-c93a-4e39-953b-953cbf060b7b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:25.759551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f8c1db0-4b29-4082-ada3-674ab3698f0f req-a8125408-c93a-4e39-953b-953cbf060b7b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0679181 Feb 10 06:54:25.761929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc07d3-30d2-42df-8ba9-98af7ee93d95 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:25.762575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-12dc07d3-30d2-42df-8ba9-98af7ee93d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:25.801294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-12dc07d3-30d2-42df-8ba9-98af7ee93d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:25.811159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc07d3-30d2-42df-8ba9-98af7ee93d95 None None] Routers {'048d4d94-8731-41a1-8e18-fc398838310b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:25.811808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-12dc07d3-30d2-42df-8ba9-98af7ee93d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['048d4d94-8731-41a1-8e18-fc398838310b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:25.816416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f8c1db0-4b29-4082-ada3-674ab3698f0f req-950a4d23-2d79-4706-a7d0-cd094c415009 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491543 Feb 10 06:54:25.853577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-12dc07d3-30d2-42df-8ba9-98af7ee93d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:25.854239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc07d3-30d2-42df-8ba9-98af7ee93d95 None None] The sync data for ids ['048d4d94-8731-41a1-8e18-fc398838310b'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:25.873457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router (048d4d94-8731-41a1-8e18-fc398838310b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.010776 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_gateway (048d4d94-8731-41a1-8e18-fc398838310b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.072561 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port c6840198-89c7-47a6-9241-e7d1bdf881c2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:26.073197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c6840198-89c7-47a6-9241-e7d1bdf881c2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.158780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c6840198-89c7-47a6-9241-e7d1bdf881c2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.176336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for c6840198-89c7-47a6-9241-e7d1bdf881c2 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:26.363312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c6840198-89c7-47a6-9241-e7d1bdf881c2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.394484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=c6840198-89c7-47a6-9241-e7d1bdf881c2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:26.451242 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (048d4d94-8731-41a1-8e18-fc398838310b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.547312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (048d4d94-8731-41a1-8e18-fc398838310b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.550287 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_controller (048d4d94-8731-41a1-8e18-fc398838310b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.580767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:26.601964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (048d4d94-8731-41a1-8e18-fc398838310b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.602637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Fanout notify agent at l3_agent the message router_deleted on router 048d4d94-8731-41a1-8e18-fc398838310b {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:54:26.610146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.614492 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-183a2626-bb17-44ed-b20b-00043260a3d2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/routers/048d4d94-8731-41a1-8e18-fc398838310b HTTP/1.1" status: 204 len: 168 time: 0.8664744 Feb 10 06:54:26.615117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42292) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:26.672236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4691b5-d21e-4e19-b406-e55f4df7d242 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting subnet 0e7e81dc-0db2-4875-8462-2a9031c499f9 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:54:26.678149 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be4691b5-d21e-4e19-b406-e55f4df7d242 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for subnet (0e7e81dc-0db2-4875-8462-2a9031c499f9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.722667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be4691b5-d21e-4e19-b406-e55f4df7d242 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (0e7e81dc-0db2-4875-8462-2a9031c499f9), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.819460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be4691b5-d21e-4e19-b406-e55f4df7d242 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (0e7e81dc-0db2-4875-8462-2a9031c499f9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.883982 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be4691b5-d21e-4e19-b406-e55f4df7d242 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (0e7e81dc-0db2-4875-8462-2a9031c499f9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.915094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4691b5-d21e-4e19-b406-e55f4df7d242 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7e81dc-0db2-4875-8462-2a9031c499f9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:26.917107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be4691b5-d21e-4e19-b406-e55f4df7d242 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:26.920993 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-be4691b5-d21e-4e19-b406-e55f4df7d242 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/subnets/0e7e81dc-0db2-4875-8462-2a9031c499f9 HTTP/1.1" status: 204 len: 168 time: 0.3049068 Feb 10 06:54:26.925148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42296) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:26.929228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651e61e-20fb-4aaa-a8be-fb98d142ec23 None None] Network 20272f88-d587-44b8-9061-02ae68f89ccd requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:27.029414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6734-611e-41a6-bfa4-ef3f6b46b061 req-0caf570b-d3f9-427f-9a37-e52f49d6c8a6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:27.031208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-797e6734-611e-41a6-bfa4-ef3f6b46b061 req-0caf570b-d3f9-427f-9a37-e52f49d6c8a6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0944390 Feb 10 06:54:27.054998 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (20272f88-d587-44b8-9061-02ae68f89ccd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.118165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] DHCP port deletion for 20272f88-d587-44b8-9061-02ae68f89ccd request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:54:27.128577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:27.128922 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.165296 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-797e6734-611e-41a6-bfa4-ef3f6b46b061 req-0b5765f8-dd75-4212-812c-26e064749b55 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224926 Feb 10 06:54:27.179924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Deleting port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:27.180560 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.209268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (a945c36c-0d14-4f7e-8e90-9fbc508baa03), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.213367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] For port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83,segment=NetworkSegment(6257c740-c893-45cc-8f81-ad5a49440ed4),segment_id=6257c740-c893-45cc-8f81-ad5a49440ed4)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:27.214024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.231653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:27.324158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] For port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83,segment=NetworkSegment(6257c740-c893-45cc-8f81-ad5a49440ed4),segment_id=6257c740-c893-45cc-8f81-ad5a49440ed4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:27.324558 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.359990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.380647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Calling delete_port for cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:27.395154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:27.397132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] No DVR routers for this DVR port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:27.495550 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (20272f88-d587-44b8-9061-02ae68f89ccd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.523694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20272f88-d587-44b8-9061-02ae68f89ccd']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:27.539843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6257c740-c893-45cc-8f81-ad5a49440ed4') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:27.540164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6257c740-c893-45cc-8f81-ad5a49440ed4') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:27.540533 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.551436 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (6257c740-c893-45cc-8f81-ad5a49440ed4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.569125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Pushing event deleted for resources: {'Port': ['ID=cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:27.574914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] No DVR routers for this DVR port cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:27.575920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6257c740-c893-45cc-8f81-ad5a49440ed4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.590461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.591090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.591626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.592430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.592573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:54:27.593373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.594247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.594396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (6257c740-c893-45cc-8f81-ad5a49440ed4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.595001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.595345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.595682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.596065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.596331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.596657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.596981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd72fce-09b4-4482-b51c-6a0d2b17643b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:54:27.603937 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:54:27.669013 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (20272f88-d587-44b8-9061-02ae68f89ccd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.675928 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:27.682773 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/networks/20272f88-d587-44b8-9061-02ae68f89ccd HTTP/1.1" status: 204 len: 168 time: 0.7554212 Feb 10 06:54:27.683552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:27.699401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df100da-cf97-4223-9cb4-0b5201ae154d tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Network': ['ID=20272f88-d587-44b8-9061-02ae68f89ccd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:27.949236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27711b-ffca-41fb-8668-5b624844744b req-f47ef927-2a45-4985-9ebe-c35c9d974d71 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:27.950687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e27711b-ffca-41fb-8668-5b624844744b req-f47ef927-2a45-4985-9ebe-c35c9d974d71 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.2761006 Feb 10 06:54:27.954980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f810-06b7-49df-b850-106572cc5876 req-e678264e-bdf0-4cdf-9946-d0050e08570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:27.956378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad68f810-06b7-49df-b850-106572cc5876 req-e678264e-bdf0-4cdf-9946-d0050e08570f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1126 time: 0.2829304 Feb 10 06:54:28.114478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port 6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:28.114815 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:28.122363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e27711b-ffca-41fb-8668-5b624844744b req-d54af2c1-df40-4194-be84-162fece8b1dd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650622 Feb 10 06:54:28.208553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f810-06b7-49df-b850-106572cc5876 req-61f35812-50d7-49ab-b517-a2602c9a7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:28.209964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad68f810-06b7-49df-b850-106572cc5876 req-61f35812-50d7-49ab-b517-a2602c9a7fe7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.2326002 Feb 10 06:54:28.323770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:28.324105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:28.348389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad68f810-06b7-49df-b850-106572cc5876 req-33841e65-ee8f-403d-95f3-169dcb7a68c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 999 time: 0.1297002 Feb 10 06:54:28.350291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for 6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:28.396055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Deleting port ae13e161-aedf-4d94-aa1a-5bd0858ff961 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:28.396392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:28.497650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f810-06b7-49df-b850-106572cc5876 req-8aea9fc6-8d2b-4cd8-b06c-5ed03fd83aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:28.499185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad68f810-06b7-49df-b850-106572cc5876 req-8aea9fc6-8d2b-4cd8-b06c-5ed03fd83aa0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1443167 Feb 10 06:54:28.586655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] For port ae13e161-aedf-4d94-aa1a-5bd0858ff961, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ae13e161-aedf-4d94-aa1a-5bd0858ff961,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:28.586889 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:28.604359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Calling delete_port for ae13e161-aedf-4d94-aa1a-5bd0858ff961 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:28.635988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f810-06b7-49df-b850-106572cc5876 req-e3aafeda-d390-4727-99bb-013affd33d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:28.637532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad68f810-06b7-49df-b850-106572cc5876 req-e3aafeda-d390-4727-99bb-013affd33d89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1264548 Feb 10 06:54:28.669254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:28.695662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:54:28.696041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cd5c2c85-cbe7-4a85-8ce9-0dadcfe72e83 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:28.756148 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:28.794426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=6c3f9985-bc64-4d9e-b5f1-89fcf3b0389e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:28.910684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad68f810-06b7-49df-b850-106572cc5876 req-1efbb76b-43e0-4489-98fd-c95b3e6990c8 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622695 Feb 10 06:54:28.935093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for floatingip (f18f8969-2a85-4761-b2e2-203ee572257d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:28.937624 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:28.938750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7481e66e-f57a-44e2-8f2e-2035fb7fa3f2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/floatingips/f18f8969-2a85-4761-b2e2-203ee572257d HTTP/1.1" status: 204 len: 168 time: 1.2484593 Feb 10 06:54:28.942508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42308) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:28.993685 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c09f00-8bc0-4d48-b237-ee648ac6dd84 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] DELETE failed (client error): The resource could not be found. Feb 10 06:54:28.994378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c09f00-8bc0-4d48-b237-ee648ac6dd84 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:54:28.997627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-70c09f00-8bc0-4d48-b237-ee648ac6dd84 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/ports/db680521-0b47-4b49-b764-464e287a196c HTTP/1.1" status: 404 len: 333 time: 0.0542004 Feb 10 06:54:29.000650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42310) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:29.033021 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c6209401-b9b5-45cc-aa5a-631c27f02b30 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "GET /v2.0/ports?device_id=048d4d94-8731-41a1-8e18-fc398838310b HTTP/1.1" status: 200 len: 205 time: 0.0270710 Feb 10 06:54:29.033294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42312) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:29.075878 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-ba80dda8-897d-487e-af6e-51cc7a9864eb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] delete failed (client error): The resource could not be found. Feb 10 06:54:29.079964 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ba80dda8-897d-487e-af6e-51cc7a9864eb tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/routers/048d4d94-8731-41a1-8e18-fc398838310b HTTP/1.1" status: 404 len: 336 time: 0.0427818 Feb 10 06:54:29.080175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42314) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:29.100085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad68f810-06b7-49df-b850-106572cc5876 req-174c473a-ef26-407c-b50a-ec23ecb21db2 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792507 Feb 10 06:54:29.100347 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ae13e161-aedf-4d94-aa1a-5bd0858ff961), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:29.109926 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8ab53f-00d5-4454-9ffd-309446087b3f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] DELETE failed (client error): The resource could not be found. Feb 10 06:54:29.110504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8ab53f-00d5-4454-9ffd-309446087b3f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:54:29.115972 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-eb8ab53f-00d5-4454-9ffd-309446087b3f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/subnets/0e7e81dc-0db2-4875-8462-2a9031c499f9 HTTP/1.1" status: 404 len: 337 time: 0.0324717 Feb 10 06:54:29.116160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42316) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:29.133567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae13e161-aedf-4d94-aa1a-5bd0858ff961,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:29.251911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ca38b897-872e-4fa9-9d2a-246446e838ee tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port 86c06e4c-685d-4b62-acf4-8ef40a387d55 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:29.252397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca38b897-872e-4fa9-9d2a-246446e838ee tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (86c06e4c-685d-4b62-acf4-8ef40a387d55), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:29.364075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca38b897-872e-4fa9-9d2a-246446e838ee tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (86c06e4c-685d-4b62-acf4-8ef40a387d55), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:29.378554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b703848b-4d50-42e3-8154-c8418db3a80b no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:29.384316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ca38b897-872e-4fa9-9d2a-246446e838ee tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for 86c06e4c-685d-4b62-acf4-8ef40a387d55 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:29.403900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843cef8-70b8-4f5b-8221-b3fdd18ca791 req-4da9201a-4fee-405f-9b9e-0254a383e17f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:29.405481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2843cef8-70b8-4f5b-8221-b3fdd18ca791 req-4da9201a-4fee-405f-9b9e-0254a383e17f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1355925 Feb 10 06:54:29.415563 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: b703848b-4d50-42e3-8154-c8418db3a80b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:54:29.420295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (a945c36c-0d14-4f7e-8e90-9fbc508baa03), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:29.424469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b703848b-4d50-42e3-8154-c8418db3a80b not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:29.513448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2843cef8-70b8-4f5b-8221-b3fdd18ca791 req-f5a4ca9c-e46b-42fc-ba91-eb453ec4c73f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006100 Feb 10 06:54:29.574802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca38b897-872e-4fa9-9d2a-246446e838ee tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (86c06e4c-685d-4b62-acf4-8ef40a387d55), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:29.616889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38b897-872e-4fa9-9d2a-246446e838ee tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=86c06e4c-685d-4b62-acf4-8ef40a387d55,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:29.699459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca38b897-872e-4fa9-9d2a-246446e838ee tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:29.703091 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ca38b897-872e-4fa9-9d2a-246446e838ee tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/ports/86c06e4c-685d-4b62-acf4-8ef40a387d55 HTTP/1.1" status: 204 len: 168 time: 0.5858290 Feb 10 06:54:29.705449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42324) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:29.715956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Router a945c36c-0d14-4f7e-8e90-9fbc508baa03 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:29.810992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-525ba32c-6d6a-4cc6-8fb2-f9866e554bd7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port 261ebeee-b6de-44fa-ba04-a213f50ba2d2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:29.812432 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-525ba32c-6d6a-4cc6-8fb2-f9866e554bd7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (261ebeee-b6de-44fa-ba04-a213f50ba2d2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:29.910404 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-525ba32c-6d6a-4cc6-8fb2-f9866e554bd7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (261ebeee-b6de-44fa-ba04-a213f50ba2d2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:29.925308 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-525ba32c-6d6a-4cc6-8fb2-f9866e554bd7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for 261ebeee-b6de-44fa-ba04-a213f50ba2d2 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:30.063199 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-525ba32c-6d6a-4cc6-8fb2-f9866e554bd7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (261ebeee-b6de-44fa-ba04-a213f50ba2d2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:30.094791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ba32c-6d6a-4cc6-8fb2-f9866e554bd7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=261ebeee-b6de-44fa-ba04-a213f50ba2d2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:30.121583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:30.130442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb7aff3a-36e4-4c2c-928c-dec9bfe91384 admin admin] 10.222.0.21 "PUT /v2.0/routers/a945c36c-0d14-4f7e-8e90-9fbc508baa03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5453730 Feb 10 06:54:30.130615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42326) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:30.136310 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] Sync routers for ids ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:30.149372 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] Routers {'a945c36c-0d14-4f7e-8e90-9fbc508baa03'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:30.150188 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:30.265587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-525ba32c-6d6a-4cc6-8fb2-f9866e554bd7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:30.271169 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] Set router a945c36c-0d14-4f7e-8e90-9fbc508baa03 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:30.271364 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-525ba32c-6d6a-4cc6-8fb2-f9866e554bd7 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/ports/261ebeee-b6de-44fa-ba04-a213f50ba2d2 HTTP/1.1" status: 204 len: 168 time: 0.5624290 Feb 10 06:54:30.271485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42328) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:30.319514 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks [] for router (a945c36c-0d14-4f7e-8e90-9fbc508baa03), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:30.372987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991886f-b418-4e00-aeac-997dc4725402 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:30.376077 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f991886f-b418-4e00-aeac-997dc4725402 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76cd768-91a9-4eaa-8635-8259c7551416 HTTP/1.1" status: 200 len: 913 time: 0.1022243 Feb 10 06:54:30.377156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42330) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:30.483964 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '2597fdaf-59f6-456c-8168-1399371b225a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:33Z', 'updated_at': '2022-02-10T06:54:28Z', 'revision_number': 5, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'gw_port': {'id': '2597fdaf-59f6-456c-8168-1399371b225a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:34Z', 'updated_at': '2022-02-10T06:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:30.513542 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] Checking router: a945c36c-0d14-4f7e-8e90-9fbc508baa03 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:54:30.522621 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] Routers {'a945c36c-0d14-4f7e-8e90-9fbc508baa03'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:30.523221 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:30.524754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks [] for router_gateway (a945c36c-0d14-4f7e-8e90-9fbc508baa03), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:30.639586 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] Set router a945c36c-0d14-4f7e-8e90-9fbc508baa03 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:30.741700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621caa86-05d0-48f2-8b3e-ea57232f6248 req-9ad28080-8d5d-49a7-ac14-d686ebc485ea tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:30.744328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-621caa86-05d0-48f2-8b3e-ea57232f6248 req-9ad28080-8d5d-49a7-ac14-d686ebc485ea tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1082604 Feb 10 06:54:30.826984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-621caa86-05d0-48f2-8b3e-ea57232f6248 req-16661110-2ee4-471b-acfb-28f3b3e6d9dc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696473 Feb 10 06:54:30.968692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfc83b-b0b2-47ca-8c11-04b7f77fccfc req-d11d0208-396a-4afa-b95e-611c13a77946 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:30.970407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98dfc83b-b0b2-47ca-8c11-04b7f77fccfc req-d11d0208-396a-4afa-b95e-611c13a77946 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0684471 Feb 10 06:54:30.997062 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '2597fdaf-59f6-456c-8168-1399371b225a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:33Z', 'updated_at': '2022-02-10T06:54:28Z', 'revision_number': 5, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'gw_port': {'id': '2597fdaf-59f6-456c-8168-1399371b225a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:34Z', 'updated_at': '2022-02-10T06:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:30.997753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Deleting port 2597fdaf-59f6-456c-8168-1399371b225a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:30.998080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2597fdaf-59f6-456c-8168-1399371b225a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:31.025137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98dfc83b-b0b2-47ca-8c11-04b7f77fccfc req-4f9d0090-9505-43d2-bf81-ce0f0fddbf66 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471573 Feb 10 06:54:31.026697 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2847d-29a3-4f1c-b2a9-40cbfae43cd6 None None] The sync data for ids ['a945c36c-0d14-4f7e-8e90-9fbc508baa03'] in n-d-828670-1 is: [{'id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'name': 'tempest-TestServerMultinode-1139564618-router', 'tenant_id': '24b9f4104d7142b89fcf010ff12ce401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '2597fdaf-59f6-456c-8168-1399371b225a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:33Z', 'updated_at': '2022-02-10T06:54:28Z', 'revision_number': 5, 'project_id': '24b9f4104d7142b89fcf010ff12ce401', 'gw_port': {'id': '2597fdaf-59f6-456c-8168-1399371b225a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a945c36c-0d14-4f7e-8e90-9fbc508baa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:34Z', 'updated_at': '2022-02-10T06:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:31.165905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] For port 2597fdaf-59f6-456c-8168-1399371b225a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2597fdaf-59f6-456c-8168-1399371b225a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:31.166603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2597fdaf-59f6-456c-8168-1399371b225a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:31.187573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Calling delete_port for 2597fdaf-59f6-456c-8168-1399371b225a owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:31.296588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227ddf7-f2dc-4033-be56-43ea1ade1f4f req-6d35e119-3cf9-42e2-926b-e7734d26ea62 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:31.298811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b227ddf7-f2dc-4033-be56-43ea1ade1f4f req-6d35e119-3cf9-42e2-926b-e7734d26ea62 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0569029 Feb 10 06:54:31.338011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (f76cd768-91a9-4eaa-8635-8259c7551416), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:31.355813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b227ddf7-f2dc-4033-be56-43ea1ade1f4f req-64706501-792b-4bb8-be59-28c1ff839a53 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490270 Feb 10 06:54:31.587580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2597fdaf-59f6-456c-8168-1399371b225a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:31.646136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Pushing event deleted for resources: {'Port': ['ID=2597fdaf-59f6-456c-8168-1399371b225a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:31.670054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03911a-eb11-4899-bcfc-542c30435e59 req-d363f3fb-1653-40bd-81ed-6ef216158588 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:31.675667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f03911a-eb11-4899-bcfc-542c30435e59 req-d363f3fb-1653-40bd-81ed-6ef216158588 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0847478 Feb 10 06:54:31.732721 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (a945c36c-0d14-4f7e-8e90-9fbc508baa03), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:31.746245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f03911a-eb11-4899-bcfc-542c30435e59 req-3b55e5b7-0520-4ecf-80b7-b751f02387b3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638332 Feb 10 06:54:31.858603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (a945c36c-0d14-4f7e-8e90-9fbc508baa03), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:31.862009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks [] for router_controller (a945c36c-0d14-4f7e-8e90-9fbc508baa03), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:31.933117 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (a945c36c-0d14-4f7e-8e90-9fbc508baa03), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:31.933671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a945c36c-0d14-4f7e-8e90-9fbc508baa03 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:54:31.938674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:31.942520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-adce520c-bcd1-432b-b8ef-0bab4fa4f906 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a945c36c-0d14-4f7e-8e90-9fbc508baa03 HTTP/1.1" status: 204 len: 168 time: 1.8109608 Feb 10 06:54:31.942655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:31.964663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port 387de85e-3cc2-4501-991f-f08503a72bc6 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:31.965085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (387de85e-3cc2-4501-991f-f08503a72bc6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.021394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e320391d-0cdb-4c90-87ba-4db4655f274c admin admin] Deleting subnet 64e7d678-d6f8-4b51-8ef4-f4e8d52f5219 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:54:32.025217 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e320391d-0cdb-4c90-87ba-4db4655f274c admin admin] Publish callbacks [] for subnet (64e7d678-d6f8-4b51-8ef4-f4e8d52f5219), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.070055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e320391d-0cdb-4c90-87ba-4db4655f274c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (64e7d678-d6f8-4b51-8ef4-f4e8d52f5219), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.075246 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (387de85e-3cc2-4501-991f-f08503a72bc6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.091392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for 387de85e-3cc2-4501-991f-f08503a72bc6 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:32.193975 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e320391d-0cdb-4c90-87ba-4db4655f274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (64e7d678-d6f8-4b51-8ef4-f4e8d52f5219), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.254791 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e320391d-0cdb-4c90-87ba-4db4655f274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (64e7d678-d6f8-4b51-8ef4-f4e8d52f5219), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.287139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320391d-0cdb-4c90-87ba-4db4655f274c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e7d678-d6f8-4b51-8ef4-f4e8d52f5219,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:32.289075 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e320391d-0cdb-4c90-87ba-4db4655f274c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.294680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e320391d-0cdb-4c90-87ba-4db4655f274c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/64e7d678-d6f8-4b51-8ef4-f4e8d52f5219 HTTP/1.1" status: 204 len: 168 time: 0.3483343 Feb 10 06:54:32.294818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a6748-338f-4966-97ee-4a1c273f1050 None None] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:32.295278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:32.355180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (387de85e-3cc2-4501-991f-f08503a72bc6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.385223 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (cf0b6db3-b910-429e-99f5-ca0e1ac0f689), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.399710 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=387de85e-3cc2-4501-991f-f08503a72bc6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:32.472384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Deleting port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:32.473232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.532091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] DHCP port deletion for cf0b6db3-b910-429e-99f5-ca0e1ac0f689 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:54:32.551699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] For port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=18cbcaeb-d2a9-4364-8cf0-8c4d956d234b,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:32.552298 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.576041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Calling delete_port for 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:32.611090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] Deleting port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:32.611790 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.678896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] For port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=18cbcaeb-d2a9-4364-8cf0-8c4d956d234b,segment=NetworkSegment(0862699c-5080-4f4a-9cf8-1592f5756167),segment_id=0862699c-5080-4f4a-9cf8-1592f5756167)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:32.679637 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.698575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] Calling delete_port for 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:32.702533 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (f76cd768-91a9-4eaa-8635-8259c7551416), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.714053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:32.734284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.765956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=18cbcaeb-d2a9-4364-8cf0-8c4d956d234b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:32.779460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] No DVR routers for this DVR port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:32.873538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (cf0b6db3-b910-429e-99f5-ca0e1ac0f689), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.924426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0b6db3-b910-429e-99f5-ca0e1ac0f689']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:32.944807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0862699c-5080-4f4a-9cf8-1592f5756167') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:32.945476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0862699c-5080-4f4a-9cf8-1592f5756167') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:32.966757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (0862699c-5080-4f4a-9cf8-1592f5756167), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:32.996413 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0862699c-5080-4f4a-9cf8-1592f5756167), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:33.009322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12041ce7-a09a-49e5-8ac7-1dc1e9ba541b req-746cab88-055d-483f-b735-2fad9839eea9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:33.011076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12041ce7-a09a-49e5-8ac7-1dc1e9ba541b req-746cab88-055d-483f-b735-2fad9839eea9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1399014 Feb 10 06:54:33.013599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Router f76cd768-91a9-4eaa-8635-8259c7551416 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:33.014114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:54:33.014686 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (0862699c-5080-4f4a-9cf8-1592f5756167), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: warnings.warn(msg) Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:54:33.016564 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:54:33.020843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No active binding found for port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b {{(pid=103215) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 06:54:33.021406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] The host n-d-828670-1 is not matching for port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b host None! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 06:54:33.022331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:33.024260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2597fdaf-59f6-456c-8168-1399371b225a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:33.077122 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 2597fdaf-59f6-456c-8168-1399371b225a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:54:33.077695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2597fdaf-59f6-456c-8168-1399371b225a not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:33.079312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ae13e161-aedf-4d94-aa1a-5bd0858ff961 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:33.102846 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (cf0b6db3-b910-429e-99f5-ca0e1ac0f689), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:33.111943 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:33.115108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] 10.222.0.21 "DELETE /v2.0/networks/cf0b6db3-b910-429e-99f5-ca0e1ac0f689 HTTP/1.1" status: 204 len: 168 time: 0.8193150 Feb 10 06:54:33.115819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ae13e161-aedf-4d94-aa1a-5bd0858ff961 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:54:33.116289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ae13e161-aedf-4d94-aa1a-5bd0858ff961 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:33.123789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42356) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:33.140617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12041ce7-a09a-49e5-8ac7-1dc1e9ba541b req-6dd94389-3b96-4bc4-97da-17567cc720d2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137888 Feb 10 06:54:33.143964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7724ab-2498-4bc9-aba8-860f2fea0c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0b6db3-b910-429e-99f5-ca0e1ac0f689,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:33.148670 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (18cbcaeb-d2a9-4364-8cf0-8c4d956d234b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:33.182328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] Pushing event deleted for resources: {'Port': ['ID=18cbcaeb-d2a9-4364-8cf0-8c4d956d234b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:33.188783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] Network cf0b6db3-b910-429e-99f5-ca0e1ac0f689 is not hosted by any dhcp agent {{(pid=103215) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 06:54:33.189246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e6469-3d38-4da7-99ba-a95f8b62da82 None None] No DVR routers for this DVR port 18cbcaeb-d2a9-4364-8cf0-8c4d956d234b on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:33.196951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:33.219584 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8bd94b8f-af59-4357-8cb1-1560608e1001 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "PUT /v2.0/routers/f76cd768-91a9-4eaa-8635-8259c7551416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8414402 Feb 10 06:54:33.222159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42360) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:33.222651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3441f-2a4e-411a-9bab-809af01db648 None None] Sync routers for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:33.237885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3441f-2a4e-411a-9bab-809af01db648 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:33.238617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-19d3441f-2a4e-411a-9bab-809af01db648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:33.282151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-19d3441f-2a4e-411a-9bab-809af01db648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:33.299154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3441f-2a4e-411a-9bab-809af01db648 None None] Routers {'f76cd768-91a9-4eaa-8635-8259c7551416'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:33.299814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-19d3441f-2a4e-411a-9bab-809af01db648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f76cd768-91a9-4eaa-8635-8259c7551416'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:33.347540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-19d3441f-2a4e-411a-9bab-809af01db648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:33.356465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3441f-2a4e-411a-9bab-809af01db648 None None] The sync data for ids ['f76cd768-91a9-4eaa-8635-8259c7551416'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:33.426048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a0d22-9f07-411f-9c6c-b873ebb32bf8 req-25fae386-c514-47bb-b524-3628a4ae67c6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:33.428518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1a0d22-9f07-411f-9c6c-b873ebb32bf8 req-25fae386-c514-47bb-b524-3628a4ae67c6 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0728233 Feb 10 06:54:33.438155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router (f76cd768-91a9-4eaa-8635-8259c7551416), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:33.500929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1a0d22-9f07-411f-9c6c-b873ebb32bf8 req-65d2fa9d-3d3a-4a1e-b83e-6a245fd065ea tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613530 Feb 10 06:54:33.930958 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_gateway (f76cd768-91a9-4eaa-8635-8259c7551416), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.037320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting port bece0877-4e4c-42a6-b16a-dc00732f4808 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:34.037828 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bece0877-4e4c-42a6-b16a-dc00732f4808), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.157895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bece0877-4e4c-42a6-b16a-dc00732f4808), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.175085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Calling delete_port for bece0877-4e4c-42a6-b16a-dc00732f4808 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:34.181235 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (46573838-5e80-4878-8832-57818c5d2c44), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.515385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (bece0877-4e4c-42a6-b16a-dc00732f4808), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.554491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Port': ['ID=bece0877-4e4c-42a6-b16a-dc00732f4808,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:34.647340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720d0c1-8d6a-4ebf-94ab-dd7bfa29e346 req-dde233df-d0d6-4720-9b2e-0af9c712b306 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:34.650955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8720d0c1-8d6a-4ebf-94ab-dd7bfa29e346 req-dde233df-d0d6-4720-9b2e-0af9c712b306 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0613358 Feb 10 06:54:34.670649 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (f76cd768-91a9-4eaa-8635-8259c7551416), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.699752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8720d0c1-8d6a-4ebf-94ab-dd7bfa29e346 req-8e7a3eeb-c6df-4b93-8624-015b6d218c2e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454452 Feb 10 06:54:34.780000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (f76cd768-91a9-4eaa-8635-8259c7551416), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.783009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router_controller (f76cd768-91a9-4eaa-8635-8259c7551416), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.787266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Deleting port 717199c3-5db0-4453-926f-ed98f8d870b4 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:34.787613 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.846851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (f76cd768-91a9-4eaa-8635-8259c7551416), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.847374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Fanout notify agent at l3_agent the message router_deleted on router f76cd768-91a9-4eaa-8635-8259c7551416 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:54:34.854805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.859034 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a17f4a20-28a0-4e74-8d0e-77ee322d7b9a tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/routers/f76cd768-91a9-4eaa-8635-8259c7551416 HTTP/1.1" status: 204 len: 168 time: 1.6353426 Feb 10 06:54:34.859586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42372) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:34.876242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480395a9-08be-46c7-ba11-df748a938e41 req-a888614f-4e76-4b69-83e9-0edaf2663fb3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:34.877802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-480395a9-08be-46c7-ba11-df748a938e41 req-a888614f-4e76-4b69-83e9-0edaf2663fb3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0752831 Feb 10 06:54:34.921450 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] For port 717199c3-5db0-4453-926f-ed98f8d870b4, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=717199c3-5db0-4453-926f-ed98f8d870b4,segment=NetworkSegment(1f757383-9e45-4612-ae96-11318c5a62bc),segment_id=1f757383-9e45-4612-ae96-11318c5a62bc)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:34.921815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.936349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Calling delete_port for 717199c3-5db0-4453-926f-ed98f8d870b4 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:34.949214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-568a4562-28a1-42e2-bbf4-35496654156f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Deleting subnet 991aafa4-2637-4fe0-9533-7067f0ac4a7c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:54:34.954520 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-568a4562-28a1-42e2-bbf4-35496654156f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for subnet (991aafa4-2637-4fe0-9533-7067f0ac4a7c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:34.992264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-480395a9-08be-46c7-ba11-df748a938e41 req-6363ff99-f10a-4529-98b9-e12d83e5ca0a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890551 Feb 10 06:54:35.004312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-568a4562-28a1-42e2-bbf4-35496654156f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (991aafa4-2637-4fe0-9533-7067f0ac4a7c), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.063825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-568a4562-28a1-42e2-bbf4-35496654156f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (991aafa4-2637-4fe0-9533-7067f0ac4a7c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.161955 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (717199c3-5db0-4453-926f-ed98f8d870b4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.168256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80002a2a-da07-46eb-87b2-c11c36353738 req-ef101e97-0025-44b5-8ec2-af13cbf72765 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:35.169773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80002a2a-da07-46eb-87b2-c11c36353738 req-ef101e97-0025-44b5-8ec2-af13cbf72765 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0849023 Feb 10 06:54:35.194029 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-568a4562-28a1-42e2-bbf4-35496654156f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (991aafa4-2637-4fe0-9533-7067f0ac4a7c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.197440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=717199c3-5db0-4453-926f-ed98f8d870b4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:35.241525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a4562-28a1-42e2-bbf4-35496654156f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Subnet': ['ID=991aafa4-2637-4fe0-9533-7067f0ac4a7c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:35.265526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-568a4562-28a1-42e2-bbf4-35496654156f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.268820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-568a4562-28a1-42e2-bbf4-35496654156f tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/subnets/991aafa4-2637-4fe0-9533-7067f0ac4a7c HTTP/1.1" status: 204 len: 168 time: 0.4076393 Feb 10 06:54:35.274921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:35.318670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80002a2a-da07-46eb-87b2-c11c36353738 req-a787657d-c6e0-4209-a6cb-f06d0f4cdeaf tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332288 Feb 10 06:54:35.398977 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.462475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (46573838-5e80-4878-8832-57818c5d2c44), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.554520 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.581358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7387bc2b-b2bf-4880-a180-4bda4ccfbdd9']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:35.590226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88796-6eb5-45f2-a311-0cc594feedfb req-c07caafd-c091-4adf-abed-b5606d1576bc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:35.591746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bb88796-6eb5-45f2-a311-0cc594feedfb req-c07caafd-c091-4adf-abed-b5606d1576bc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1905067 Feb 10 06:54:35.608323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a827c087-0b57-4095-8597-313448dfcb4c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:35.608619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a827c087-0b57-4095-8597-313448dfcb4c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:35.625470 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (a827c087-0b57-4095-8597-313448dfcb4c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.652517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a827c087-0b57-4095-8597-313448dfcb4c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.664690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bb88796-6eb5-45f2-a311-0cc594feedfb req-9ae8f1d7-8eb1-4efe-ba36-661190a8fbba tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658100 Feb 10 06:54:35.665696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:54:35.666095 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (a827c087-0b57-4095-8597-313448dfcb4c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:54:35.669234 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:54:35.728426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Router 46573838-5e80-4878-8832-57818c5d2c44 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:35.747402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (7387bc2b-b2bf-4880-a180-4bda4ccfbdd9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.755281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:35.760035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] 10.222.0.21 "DELETE /v2.0/networks/7387bc2b-b2bf-4880-a180-4bda4ccfbdd9 HTTP/1.1" status: 204 len: 168 time: 0.4836431 Feb 10 06:54:35.773867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20870ec-8961-4d29-a370-23fcd2b81df2 tempest-FloatingIPTestJSON-463767840 tempest-FloatingIPTestJSON-463767840-project] Pushing event deleted for resources: {'Network': ['ID=7387bc2b-b2bf-4880-a180-4bda4ccfbdd9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:35.872988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:35.879900 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6a2ead6f-a436-4fcd-971c-98852fcbf2a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/46573838-5e80-4878-8832-57818c5d2c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7551243 Feb 10 06:54:35.882267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42386) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:35.884476 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] Sync routers for ids ['46573838-5e80-4878-8832-57818c5d2c44'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:35.897866 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] Routers {'46573838-5e80-4878-8832-57818c5d2c44'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:35.898688 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46573838-5e80-4878-8832-57818c5d2c44'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:36.006860 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks [] for router (46573838-5e80-4878-8832-57818c5d2c44), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.025074 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] Set router 46573838-5e80-4878-8832-57818c5d2c44 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:36.098975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42390) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:36.150643 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks [] for router_gateway (46573838-5e80-4878-8832-57818c5d2c44), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.225123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Deleting port c23af11f-bb85-40ce-8a94-6da49cfcdbb7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:36.225562 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.249820 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46573838-5e80-4878-8832-57818c5d2c44', 'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:43Z', 'updated_at': '2022-02-10T06:54:35Z', 'revision_number': 5, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'gw_port': {'id': 'c23af11f-bb85-40ce-8a94-6da49cfcdbb7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46573838-5e80-4878-8832-57818c5d2c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:53:44Z', 'updated_at': '2022-02-10T06:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:36.274702 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-33181f0f-8bed-4cdc-9ae0-39e4cab25083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af5996110b104b4294d507a775ef61d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1744375 Feb 10 06:54:36.277407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42394) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:36.282406 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] Checking router: 46573838-5e80-4878-8832-57818c5d2c44 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:54:36.296879 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] Routers {'46573838-5e80-4878-8832-57818c5d2c44'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:36.297662 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46573838-5e80-4878-8832-57818c5d2c44'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:36.312862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] For port c23af11f-bb85-40ce-8a94-6da49cfcdbb7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c23af11f-bb85-40ce-8a94-6da49cfcdbb7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:36.313226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.331807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Calling delete_port for c23af11f-bb85-40ce-8a94-6da49cfcdbb7 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:36.343626 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4a72333-e2ed-4399-a686-37a7f7de84a8 admin admin] Publish callbacks [] for security_group (8a6afc6e-5a81-4d96-bc51-71936df99e1b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.373827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4a72333-e2ed-4399-a686-37a7f7de84a8 admin admin] Publish callbacks [] for security_group (8a6afc6e-5a81-4d96-bc51-71936df99e1b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.410336 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] Set router 46573838-5e80-4878-8832-57818c5d2c44 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:36.444239 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4a72333-e2ed-4399-a686-37a7f7de84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8a6afc6e-5a81-4d96-bc51-71936df99e1b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.448194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4a72333-e2ed-4399-a686-37a7f7de84a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.451752 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b4a72333-e2ed-4399-a686-37a7f7de84a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a6afc6e-5a81-4d96-bc51-71936df99e1b HTTP/1.1" status: 204 len: 168 time: 0.1713810 Feb 10 06:54:36.458452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a72333-e2ed-4399-a686-37a7f7de84a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6afc6e-5a81-4d96-bc51-71936df99e1b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:36.484771 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46573838-5e80-4878-8832-57818c5d2c44', 'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:43Z', 'updated_at': '2022-02-10T06:54:36Z', 'revision_number': 6, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:36.516602 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073412b-c968-4e8e-ae30-9e3177bd63dc None None] The sync data for ids ['46573838-5e80-4878-8832-57818c5d2c44'] in n-d-828670-1 is: [{'id': '46573838-5e80-4878-8832-57818c5d2c44', 'name': 'tempest-TestServerMultinode-1913429448-router', 'tenant_id': 'd72a252dc0f14d3f8c5983334a27e085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:53:43Z', 'updated_at': '2022-02-10T06:54:36Z', 'revision_number': 6, 'project_id': 'd72a252dc0f14d3f8c5983334a27e085', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:36.584853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c23af11f-bb85-40ce-8a94-6da49cfcdbb7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.623109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Pushing event deleted for resources: {'Port': ['ID=c23af11f-bb85-40ce-8a94-6da49cfcdbb7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:36.698373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (46573838-5e80-4878-8832-57818c5d2c44), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.816750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (46573838-5e80-4878-8832-57818c5d2c44), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.818969 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks [] for router_controller (46573838-5e80-4878-8832-57818c5d2c44), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.907798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (46573838-5e80-4878-8832-57818c5d2c44), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.908577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46573838-5e80-4878-8832-57818c5d2c44 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:54:36.915527 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.918351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0d7d70c-8b0e-4406-83bc-70198af7766b admin admin] 10.222.0.21 "DELETE /v2.0/routers/46573838-5e80-4878-8832-57818c5d2c44 HTTP/1.1" status: 204 len: 168 time: 1.0338609 Feb 10 06:54:36.919944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42410) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:36.967416 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:36.998251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1abf1a-b56b-45c7-aef9-9a6e19f7b472 admin admin] Deleting subnet a01a68d2-2e36-46e3-814a-9a583c8b30d5 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:54:37.006295 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1abf1a-b56b-45c7-aef9-9a6e19f7b472 admin admin] Publish callbacks [] for subnet (a01a68d2-2e36-46e3-814a-9a583c8b30d5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.037817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 717199c3-5db0-4453-926f-ed98f8d870b4 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:37.057837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1abf1a-b56b-45c7-aef9-9a6e19f7b472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (a01a68d2-2e36-46e3-814a-9a583c8b30d5), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.073036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 717199c3-5db0-4453-926f-ed98f8d870b4 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:54:37.073653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 717199c3-5db0-4453-926f-ed98f8d870b4 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:37.153223 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1abf1a-b56b-45c7-aef9-9a6e19f7b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a01a68d2-2e36-46e3-814a-9a583c8b30d5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.211520 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1abf1a-b56b-45c7-aef9-9a6e19f7b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (a01a68d2-2e36-46e3-814a-9a583c8b30d5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.243531 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bd1abf1a-b56b-45c7-aef9-9a6e19f7b472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.246882 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bd1abf1a-b56b-45c7-aef9-9a6e19f7b472 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a01a68d2-2e36-46e3-814a-9a583c8b30d5 HTTP/1.1" status: 204 len: 168 time: 0.3252904 Feb 10 06:54:37.247996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1abf1a-b56b-45c7-aef9-9a6e19f7b472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a01a68d2-2e36-46e3-814a-9a583c8b30d5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:37.249728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42420) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:37.256231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e367cc-0946-4b7e-b75b-035bcea641c7 None None] Network 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:37.347696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7cb5cd00-541f-4517-9fee-cf7a8e94cef9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.392391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42422) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:37.435538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Deleting port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:37.437251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.469712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adfeb81-1580-46b4-ba68-376c629f6481 None None] DHCP port deletion for 7cb5cd00-541f-4517-9fee-cf7a8e94cef9 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:54:37.525113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7adfeb81-1580-46b4-ba68-376c629f6481 None None] Deleting port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:37.525884 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7adfeb81-1580-46b4-ba68-376c629f6481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.526516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] For port 76e3a4f7-76cc-4916-85fd-46ac23ba6033, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=76e3a4f7-76cc-4916-85fd-46ac23ba6033,segment=NetworkSegment(1f757383-9e45-4612-ae96-11318c5a62bc),segment_id=1f757383-9e45-4612-ae96-11318c5a62bc)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:37.526886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.537090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'network': {'name': 'tempest-RoutersTest-306562233'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:37.543393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Calling delete_port for 76e3a4f7-76cc-4916-85fd-46ac23ba6033 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:37.561100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:37.566288 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.575969 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.626550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7adfeb81-1580-46b4-ba68-376c629f6481 None None] For port 76e3a4f7-76cc-4916-85fd-46ac23ba6033, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=76e3a4f7-76cc-4916-85fd-46ac23ba6033,segment=NetworkSegment(1f757383-9e45-4612-ae96-11318c5a62bc),segment_id=1f757383-9e45-4612-ae96-11318c5a62bc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:37.626953 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7adfeb81-1580-46b4-ba68-376c629f6481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.640521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7adfeb81-1580-46b4-ba68-376c629f6481 None None] Calling delete_port for 76e3a4f7-76cc-4916-85fd-46ac23ba6033 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:37.666148 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.700381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e3a4f7-76cc-4916-85fd-46ac23ba6033,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:37.704422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for security_group (836c0d24-4753-49aa-b7b1-aff78841a79d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.711818 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (836c0d24-4753-49aa-b7b1-aff78841a79d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.715610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] No DVR routers for this DVR port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:37.740338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:54:37.758782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836c0d24-4753-49aa-b7b1-aff78841a79d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:37.761705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f364ea43-566e-4954-a667-034d3321a40d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.762115 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added segment f364ea43-566e-4954-a667-034d3321a40d of type vlan for network 21835439-0e4f-4037-b429-5bda6ff1404f Feb 10 06:54:37.767571 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7adfeb81-1580-46b4-ba68-376c629f6481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (76e3a4f7-76cc-4916-85fd-46ac23ba6033), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.813186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfeb81-1580-46b4-ba68-376c629f6481 None None] Pushing event deleted for resources: {'Port': ['ID=76e3a4f7-76cc-4916-85fd-46ac23ba6033,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:37.818989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adfeb81-1580-46b4-ba68-376c629f6481 None None] No DVR routers for this DVR port 76e3a4f7-76cc-4916-85fd-46ac23ba6033 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:37.840741 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (21835439-0e4f-4037-b429-5bda6ff1404f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.848788 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7cb5cd00-541f-4517-9fee-cf7a8e94cef9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.878908 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (21835439-0e4f-4037-b429-5bda6ff1404f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.881365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb5cd00-541f-4517-9fee-cf7a8e94cef9']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:37.884113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:37.884708 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.894911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f757383-9e45-4612-ae96-11318c5a62bc') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:37.895201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f757383-9e45-4612-ae96-11318c5a62bc') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:37.905069 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (1f757383-9e45-4612-ae96-11318c5a62bc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.922182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1f757383-9e45-4612-ae96-11318c5a62bc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.924467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5309918 Feb 10 06:54:37.927120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42426) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:37.935722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'network': {'name': 'tempest-RoutersTest-1608413660'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:37.940515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:54:37.940912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (1f757383-9e45-4612-ae96-11318c5a62bc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:54:37.942604 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:54:37.963705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571fa83-b8b0-4f2a-aa4a-ea68df1731fe tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Network': ['ID=21835439-0e4f-4037-b429-5bda6ff1404f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:37.978249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 21835439-0e4f-4037-b429-5bda6ff1404f details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:54:38.026875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:38.031653 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.036012 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (7cb5cd00-541f-4517-9fee-cf7a8e94cef9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.053627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.056426 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7cb5cd00-541f-4517-9fee-cf7a8e94cef9 HTTP/1.1" status: 204 len: 168 time: 0.8057711 Feb 10 06:54:38.073494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb51c2c-42dd-4d3b-aa5b-c0ffd970b407 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb5cd00-541f-4517-9fee-cf7a8e94cef9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:38.082556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:54:38.095465 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e650de62-81a3-421f-b1da-a05e2c7f2f01), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.095829 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added segment e650de62-81a3-421f-b1da-a05e2c7f2f01 of type vlan for network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 Feb 10 06:54:38.144493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (21549ba2-e040-47f2-a98e-5f8b1a0a13f2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.171709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (21549ba2-e040-47f2-a98e-5f8b1a0a13f2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.176854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:38.177540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.214194 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2839410 Feb 10 06:54:38.217217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42440) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:38.224217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'subnet': {'network_id': '21835439-0e4f-4037-b429-5bda6ff1404f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:38.273241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42442) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:38.274661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749b339-777d-45ba-94d5-c3acd47bb4e1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Network': ['ID=21549ba2-e040-47f2-a98e-5f8b1a0a13f2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:38.285651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:54:38.318375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ad863407-251f-4852-a612-8e96a4123820 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24b9f4104d7142b89fcf010ff12ce401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434744 Feb 10 06:54:38.320448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42444) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:38.348612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:38.352120 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.372127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b20c7e3-69bf-4b6b-a553-7f1117ef44e7 admin admin] Publish callbacks [] for security_group (ef9e6f4e-7130-421b-9f50-843cb2787aad), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.394433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b20c7e3-69bf-4b6b-a553-7f1117ef44e7 admin admin] Publish callbacks [] for security_group (ef9e6f4e-7130-421b-9f50-843cb2787aad), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.444880 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b20c7e3-69bf-4b6b-a553-7f1117ef44e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ef9e6f4e-7130-421b-9f50-843cb2787aad), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.448824 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b20c7e3-69bf-4b6b-a553-7f1117ef44e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.450213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1b20c7e3-69bf-4b6b-a553-7f1117ef44e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef9e6f4e-7130-421b-9f50-843cb2787aad HTTP/1.1" status: 204 len: 168 time: 0.1280811 Feb 10 06:54:38.459777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20c7e3-69bf-4b6b-a553-7f1117ef44e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9e6f4e-7130-421b-9f50-843cb2787aad,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:38.557364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (cd0a0c4d-a769-4470-92ed-a3f4a341ef3d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.642559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Checking segment: {'id': 'f364ea43-566e-4954-a667-034d3321a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21835439-0e4f-4037-b429-5bda6ff1404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:38.642952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network hostable DHCP agents. Network: 21835439-0e4f-4037-b429-5bda6ff1404f, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:54:38.645012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Subnet': ['ID=cd0a0c4d-a769-4470-92ed-a3f4a341ef3d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:38.668610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 21835439-0e4f-4037-b429-5bda6ff1404f is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:54:38.675468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 76e3a4f7-76cc-4916-85fd-46ac23ba6033 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:38.680468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 21835439-0e4f-4037-b429-5bda6ff1404f) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:38.686349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:38.687554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.706513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 76e3a4f7-76cc-4916-85fd-46ac23ba6033 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:54:38.706836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 76e3a4f7-76cc-4916-85fd-46ac23ba6033 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:38.707376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c23af11f-bb85-40ce-8a94-6da49cfcdbb7 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:38.710848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeb9209-d278-425d-a10b-569652c8c19f None None] Network 21835439-0e4f-4037-b429-5bda6ff1404f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:38.715000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:38.718829 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4501c845-5d16-4bbf-9cdb-4a84c1cdbc01 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4965143 Feb 10 06:54:38.720838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'subnet': {'network_id': '21549ba2-e040-47f2-a98e-5f8b1a0a13f2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:38.734949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: c23af11f-bb85-40ce-8a94-6da49cfcdbb7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:54:38.735303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c23af11f-bb85-40ce-8a94-6da49cfcdbb7 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:38.850585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:38.854229 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.862506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42452) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:38.868805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-21835439-0e4f-4037-b429-5bda6ff1404f', 'network_id': '21835439-0e4f-4037-b429-5bda6ff1404f', 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'fixed_ips': [{'subnet_id': 'cd0a0c4d-a769-4470-92ed-a3f4a341ef3d'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:54:38.869833 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:38.911908 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-046601fd-f335-4155-858d-ce328b81b26f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d72a252dc0f14d3f8c5983334a27e085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469458 Feb 10 06:54:38.914101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42454) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:38.978521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1f62aee-7f5b-492e-b4f3-d77e0d69b36c admin admin] Publish callbacks [] for security_group (496ef98b-795d-49cc-b727-c9092ec38796), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.005282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1f62aee-7f5b-492e-b4f3-d77e0d69b36c admin admin] Publish callbacks [] for security_group (496ef98b-795d-49cc-b727-c9092ec38796), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.023351 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:54:39.026203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Allocated IP 172.20.0.2 (21835439-0e4f-4037-b429-5bda6ff1404f/cd0a0c4d-a769-4470-92ed-a3f4a341ef3d/7893ef8c-b2e5-48f0-80a8-697f1068f820) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:39.084729 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1f62aee-7f5b-492e-b4f3-d77e0d69b36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (496ef98b-795d-49cc-b727-c9092ec38796), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.087425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1f62aee-7f5b-492e-b4f3-d77e0d69b36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.091186 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e1f62aee-7f5b-492e-b4f3-d77e0d69b36c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/496ef98b-795d-49cc-b727-c9092ec38796 HTTP/1.1" status: 204 len: 168 time: 0.1733027 Feb 10 06:54:39.098434 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f62aee-7f5b-492e-b4f3-d77e0d69b36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496ef98b-795d-49cc-b727-c9092ec38796,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:39.121810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (6be60cf4-dba3-48b9-a50f-cc590bfbf96a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.197373 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Subnet': ['ID=6be60cf4-dba3-48b9-a50f-cc590bfbf96a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:39.222279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Checking segment: {'id': 'e650de62-81a3-421f-b1da-a05e2c7f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '21549ba2-e040-47f2-a98e-5f8b1a0a13f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:39.222746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network hostable DHCP agents. Network: 21549ba2-e040-47f2-a98e-5f8b1a0a13f2, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:54:39.252491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:54:39.268115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 21549ba2-e040-47f2-a98e-5f8b1a0a13f2) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:39.283692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0670e-5acf-448f-a203-7e668f9ba400 None None] Network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:39.288061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:39.294121 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.317792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bd09350b-7e46-4637-b64e-fa72c69989c5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6011202 Feb 10 06:54:39.320689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42460) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:39.326375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-84f00cca-cc8b-4af4-b354-54a6aeb20b33 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1672824486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:39.351341 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Publish callbacks [] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.366823 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84f00cca-cc8b-4af4-b354-54a6aeb20b33 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.367875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84f00cca-cc8b-4af4-b354-54a6aeb20b33 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.400802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.449975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84f00cca-cc8b-4af4-b354-54a6aeb20b33 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.456014 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84f00cca-cc8b-4af4-b354-54a6aeb20b33 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.461781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Network 21835439-0e4f-4037-b429-5bda6ff1404f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:39.465128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Pushing event updated for resources: {'Port': ['ID=7893ef8c-b2e5-48f0-80a8-697f1068f820,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:39.467706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:39.471524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:39.493154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84f00cca-cc8b-4af4-b354-54a6aeb20b33 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.502266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42464) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:39.503267 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-84f00cca-cc8b-4af4-b354-54a6aeb20b33 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1811864 Feb 10 06:54:39.570108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Attempting to bind port 7893ef8c-b2e5-48f0-80a8-697f1068f820 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:39.570836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Attempting to bind port 7893ef8c-b2e5-48f0-80a8-697f1068f820 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f364ea43-566e-4954-a667-034d3321a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21835439-0e4f-4037-b429-5bda6ff1404f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:39.570937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Attempting to bind port 7893ef8c-b2e5-48f0-80a8-697f1068f820 on network 21835439-0e4f-4037-b429-5bda6ff1404f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:39.577988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:39.578392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Checking segment: {'id': 'f364ea43-566e-4954-a667-034d3321a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21835439-0e4f-4037-b429-5bda6ff1404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:39.579141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.579319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Bound using segment: {'id': 'f364ea43-566e-4954-a667-034d3321a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21835439-0e4f-4037-b429-5bda6ff1404f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:39.579665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Bound port: 7893ef8c-b2e5-48f0-80a8-697f1068f820, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f364ea43-566e-4954-a667-034d3321a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21835439-0e4f-4037-b429-5bda6ff1404f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:39.580050 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.583828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-21549ba2-e040-47f2-a98e-5f8b1a0a13f2', 'network_id': '21549ba2-e040-47f2-a98e-5f8b1a0a13f2', 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'fixed_ips': [{'subnet_id': '6be60cf4-dba3-48b9-a50f-cc590bfbf96a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:54:39.584692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.746212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] For port 7893ef8c-b2e5-48f0-80a8-697f1068f820, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:39.798650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] For port 7893ef8c-b2e5-48f0-80a8-697f1068f820, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7893ef8c-b2e5-48f0-80a8-697f1068f820,segment=NetworkSegment(f364ea43-566e-4954-a667-034d3321a40d),segment_id=f364ea43-566e-4954-a667-034d3321a40d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:39.810236 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:39.876343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a2f86-610d-4ed5-9168-47f294c9170a None None] Pushing event updated for resources: {'Port': ['ID=7893ef8c-b2e5-48f0-80a8-697f1068f820,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:39.895903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Allocated IP 172.21.0.2 (21549ba2-e040-47f2-a98e-5f8b1a0a13f2/6be60cf4-dba3-48b9-a50f-cc590bfbf96a/fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:40.148060 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.150422 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Publish callbacks [] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.161291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.183060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:40.185577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:40.209210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:40.286913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.292408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Attempting to bind port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:40.293042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Attempting to bind port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'e650de62-81a3-421f-b1da-a05e2c7f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '21549ba2-e040-47f2-a98e-5f8b1a0a13f2'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:40.293714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Attempting to bind port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 on network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:40.296140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Pushing event updated for resources: {'Port': ['ID=fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:40.302411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:40.302774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Checking segment: {'id': 'e650de62-81a3-421f-b1da-a05e2c7f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '21549ba2-e040-47f2-a98e-5f8b1a0a13f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:40.303189 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.303587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Bound using segment: {'id': 'e650de62-81a3-421f-b1da-a05e2c7f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '21549ba2-e040-47f2-a98e-5f8b1a0a13f2'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:40.304103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Bound port: fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e650de62-81a3-421f-b1da-a05e2c7f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '21549ba2-e040-47f2-a98e-5f8b1a0a13f2'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:40.304455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.331009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42496) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:40.342176 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1496741b-2e8c-465d-8054-6d35c85bdc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.430686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] For port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:40.434606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] For port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8,segment=NetworkSegment(e650de62-81a3-421f-b1da-a05e2c7f2f01),segment_id=e650de62-81a3-421f-b1da-a05e2c7f2f01)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:40.444846 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.504933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-61429493-network', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:40.534592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Made reservation on behalf of f96e126a4b2c40a981a34edbf2a84de0 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:40.540207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.547204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348aa3c-7064-4f54-81ba-fc5dfe57174d None None] Pushing event updated for resources: {'Port': ['ID=fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:40.559572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.647460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.20.0.1 (21835439-0e4f-4037-b429-5bda6ff1404f/cd0a0c4d-a769-4470-92ed-a3f4a341ef3d/69920777-e1c0-433c-a939-dc795d70886d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:40.672943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Publish callbacks [] for security_group (08975309-2d68-417a-9dc7-ecbf611bf553), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.682379 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (08975309-2d68-417a-9dc7-ecbf611bf553), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.711922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:54:40.731107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0e38f561-c6c4-48c9-bd7c-155a6b53baa9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.731510 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Added segment 0e38f561-c6c4-48c9-bd7c-155a6b53baa9 of type vlan for network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 Feb 10 06:54:40.732836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08975309-2d68-417a-9dc7-ecbf611bf553,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:40.801816 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (69920777-e1c0-433c-a939-dc795d70886d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.847265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (890e7f37-a0f6-4b42-8f52-d13dc988fc14), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.857406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7893ef8c-b2e5-48f0-80a8-697f1068f820 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:40.883506 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (69920777-e1c0-433c-a939-dc795d70886d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.887573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (890e7f37-a0f6-4b42-8f52-d13dc988fc14), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.888570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:40.889154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.957252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] Pushing event updated for resources: {'Network': ['ID=890e7f37-a0f6-4b42-8f52-d13dc988fc14,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:40.969083 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2d0e4105-7475-4023-a092-24766de6069b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6336071 Feb 10 06:54:40.969585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42500) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:40.972332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7893ef8c-b2e5-48f0-80a8-697f1068f820 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:40.972718 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:40.974696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Request body: {'subnet': {'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-61429493-subnet', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:40.991335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 21835439-0e4f-4037-b429-5bda6ff1404f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:41.002538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:41.006789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:41.012199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Made reservation on behalf of f96e126a4b2c40a981a34edbf2a84de0 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:41.016466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.028955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:54:41.091923 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.138205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=69920777-e1c0-433c-a939-dc795d70886d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:41.238932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7893ef8c-b2e5-48f0-80a8-697f1068f820 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:41.239922 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.291604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (6d98646a-af1b-491a-9324-0010cdcbe51f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.297669 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (69920777-e1c0-433c-a939-dc795d70886d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.309358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 7893ef8c-b2e5-48f0-80a8-697f1068f820, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7893ef8c-b2e5-48f0-80a8-697f1068f820,segment=NetworkSegment(f364ea43-566e-4954-a667-034d3321a40d),segment_id=f364ea43-566e-4954-a667-034d3321a40d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:41.317613 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.387412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=7893ef8c-b2e5-48f0-80a8-697f1068f820,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:41.447059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d98646a-af1b-491a-9324-0010cdcbe51f,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:41.463946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Checking segment: {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:41.464573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Network hostable DHCP agents. Network: 890e7f37-a0f6-4b42-8f52-d13dc988fc14, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:54:41.498652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:54:41.516594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 890e7f37-a0f6-4b42-8f52-d13dc988fc14) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:41.523592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:41.524203 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.528519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f958737-d4ac-40a6-a128-63f826b0dc9a None None] Network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:41.551247 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8fe15256-8db1-40a1-bf1d-9b96ca441f94 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5770268 Feb 10 06:54:41.551247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42506) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:41.555837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:41.585917 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (59fb97f7-dc7d-43d7-8f4d-784644aa24db), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.587028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (59fb97f7-dc7d-43d7-8f4d-784644aa24db), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.650077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4fd84f-611e-41a4-8f99-a41d7babb3f2 None None] Network 21835439-0e4f-4037-b429-5bda6ff1404f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:41.650711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks [] for router_controller (59fb97f7-dc7d-43d7-8f4d-784644aa24db), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.684197 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (69920777-e1c0-433c-a939-dc795d70886d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.691397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (69920777-e1c0-433c-a939-dc795d70886d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.800976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.853688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e2d55b35-2d72-4bf6-a6ff-4b48daa0624c None None] Provisioning complete for port 7893ef8c-b2e5-48f0-80a8-697f1068f820 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:41.854225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2d55b35-2d72-4bf6-a6ff-4b48daa0624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.900948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:54:41.902074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:41.917704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=69920777-e1c0-433c-a939-dc795d70886d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:42.005022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 21835439-0e4f-4037-b429-5bda6ff1404f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:42.006969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:42.129359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b51bd-59be-43b8-a1d6-5c6816ac7bc3 None None] Network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:42.147907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router a352d27a-aa03-4c85-81e6-f5c3a53c6ebb is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:54:42.196887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks [] for router_gateway (59fb97f7-dc7d-43d7-8f4d-784644aa24db), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:42.301405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:42.317023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42510) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:42.317774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e64d9e46-e0ff-4d5c-906e-68d00d4cf07a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/a352d27a-aa03-4c85-81e6-f5c3a53c6ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8142123 Feb 10 06:54:42.330765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9391156f-293e-4bd0-bbeb-1fa974e5d80a None None] Sync routers for ids ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:42.390479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6055c75-ec59-404b-afa4-91dbcaa7b9d8 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:42.395728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42512) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:42.402495 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a6055c75-ec59-404b-afa4-91dbcaa7b9d8 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports/69920777-e1c0-433c-a939-dc795d70886d HTTP/1.1" status: 200 len: 910 time: 0.0831468 Feb 10 06:54:42.428214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391156f-293e-4bd0-bbeb-1fa974e5d80a None None] Routers {'a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:42.428214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9391156f-293e-4bd0-bbeb-1fa974e5d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:42.433994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e2d55b35-2d72-4bf6-a6ff-4b48daa0624c None None] Current status of the port 7893ef8c-b2e5-48f0-80a8-697f1068f820 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:42.472789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9391156f-293e-4bd0-bbeb-1fa974e5d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:42.494478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391156f-293e-4bd0-bbeb-1fa974e5d80a None None] Routers {'a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:42.494898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9391156f-293e-4bd0-bbeb-1fa974e5d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:42.609042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Allocated IP 172.20.0.2 (890e7f37-a0f6-4b42-8f52-d13dc988fc14/6d98646a-af1b-491a-9324-0010cdcbe51f/0bb87149-bd62-42a9-ab30-14c64fc5a79d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:42.654911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks [] for router_gateway (59fb97f7-dc7d-43d7-8f4d-784644aa24db), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:42.681423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9391156f-293e-4bd0-bbeb-1fa974e5d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:42.682144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9391156f-293e-4bd0-bbeb-1fa974e5d80a None None] The sync data for ids ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:42.691495 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:42.826095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-85c63515-9d0f-49cc-bca6-61d5aa8ce083 None None] Provisioning complete for port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:42.826665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85c63515-9d0f-49cc-bca6-61d5aa8ce083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:42.901944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Allocated IP 172.25.8.62 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/54587471-4455-43e9-99c4-c8885ff6586c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:42.966262 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b31e7dd-bf56-49a2-8764-a7f4ddface9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.089647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks [] for port (54587471-4455-43e9-99c4-c8885ff6586c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.100767 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Publish callbacks [] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.117214 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.130233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.159676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-85c63515-9d0f-49cc-bca6-61d5aa8ce083 None None] Current status of the port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:43.159988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85c63515-9d0f-49cc-bca6-61d5aa8ce083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.169360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (54587471-4455-43e9-99c4-c8885ff6586c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.219144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:43.231990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:43.237268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:43.241707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:43.247882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Pushing event updated for resources: {'Port': ['ID=54587471-4455-43e9-99c4-c8885ff6586c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:43.293064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:43.308022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:43.313295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:43.326264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Pushing event updated for resources: {'Port': ['ID=0bb87149-bd62-42a9-ab30-14c64fc5a79d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:43.332416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-85c63515-9d0f-49cc-bca6-61d5aa8ce083 None None] For port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8,segment=NetworkSegment(e650de62-81a3-421f-b1da-a05e2c7f2f01),segment_id=e650de62-81a3-421f-b1da-a05e2c7f2f01)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:43.378583 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85c63515-9d0f-49cc-bca6-61d5aa8ce083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.474137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:43.474798 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.533339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Attempting to bind port 0bb87149-bd62-42a9-ab30-14c64fc5a79d on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:43.534078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Attempting to bind port 0bb87149-bd62-42a9-ab30-14c64fc5a79d by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:43.534705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Attempting to bind port 0bb87149-bd62-42a9-ab30-14c64fc5a79d on network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:43.557417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:43.558199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Checking segment: {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:43.558750 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.559251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Bound using segment: {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:43.559830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Bound port: 0bb87149-bd62-42a9-ab30-14c64fc5a79d, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:43.560316 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.565983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63515-9d0f-49cc-bca6-61d5aa8ce083 None None] Pushing event updated for resources: {'Port': ['ID=fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:43.576126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3d0ad503-e48b-4c4a-94b3-585d36c352ba None None] Provisioning complete for port 7893ef8c-b2e5-48f0-80a8-697f1068f820 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:43.576659 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad503-e48b-4c4a-94b3-585d36c352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.593728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.21.0.1 (21549ba2-e040-47f2-a98e-5f8b1a0a13f2/6be60cf4-dba3-48b9-a50f-cc590bfbf96a/39003d58-df10-44ac-a1b5-5c104815c43b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:43.665091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks [] for router_gateway (59fb97f7-dc7d-43d7-8f4d-784644aa24db), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.673163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] For port 0bb87149-bd62-42a9-ab30-14c64fc5a79d, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:43.676359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] For port 0bb87149-bd62-42a9-ab30-14c64fc5a79d, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0bb87149-bd62-42a9-ab30-14c64fc5a79d,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:43.692905 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.754846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:43.756067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7893ef8c-b2e5-48f0-80a8-697f1068f820 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:43.768325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (39003d58-df10-44ac-a1b5-5c104815c43b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.806555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa4959-a3cc-4be1-b7eb-a1abdda94033 None None] Pushing event updated for resources: {'Port': ['ID=0bb87149-bd62-42a9-ab30-14c64fc5a79d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:43.837372 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (39003d58-df10-44ac-a1b5-5c104815c43b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.862444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.879774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ad503-e48b-4c4a-94b3-585d36c352ba None None] Current status of the port 7893ef8c-b2e5-48f0-80a8-697f1068f820 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:43.883386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7893ef8c-b2e5-48f0-80a8-697f1068f820 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:43.883868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.906830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:43.918420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:43.928925 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (59fb97f7-dc7d-43d7-8f4d-784644aa24db), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.929853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3d0ad503-e48b-4c4a-94b3-585d36c352ba None None] Provisioning complete for port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:43.930467 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad503-e48b-4c4a-94b3-585d36c352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:43.941374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:44.024655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:44.084901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7893ef8c-b2e5-48f0-80a8-697f1068f820 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:44.105999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ad503-e48b-4c4a-94b3-585d36c352ba None None] Current status of the port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:44.151620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=39003d58-df10-44ac-a1b5-5c104815c43b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:44.151914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Router 59fb97f7-dc7d-43d7-8f4d-784644aa24db is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:54:44.164419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3d0ad503-e48b-4c4a-94b3-585d36c352ba None None] Provisioning complete for port 69920777-e1c0-433c-a939-dc795d70886d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:44.164875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad503-e48b-4c4a-94b3-585d36c352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (69920777-e1c0-433c-a939-dc795d70886d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:44.229249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ad503-e48b-4c4a-94b3-585d36c352ba None None] Port 69920777-e1c0-433c-a939-dc795d70886d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:44.316053 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:44.332690 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Sync routers for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:44.352393 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:44.354970 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:44.362295 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:44.366326 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-80948960-5bbb-4926-8010-a4a5ecaf14d5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8118801 Feb 10 06:54:44.366444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6e80d3c3-fb97-4439-9a34-c601cd7002fa None None] Provisioning complete for port 39003d58-df10-44ac-a1b5-5c104815c43b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:44.366444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e80d3c3-fb97-4439-9a34-c601cd7002fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (39003d58-df10-44ac-a1b5-5c104815c43b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:44.369357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42524) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:44.376982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (39003d58-df10-44ac-a1b5-5c104815c43b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:44.420807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6e80d3c3-fb97-4439-9a34-c601cd7002fa None None] Port 39003d58-df10-44ac-a1b5-5c104815c43b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:44.493269 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:44.797421 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:43Z', 'revision_number': 3, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:44.820482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (39003d58-df10-44ac-a1b5-5c104815c43b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:44.826841 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (39003d58-df10-44ac-a1b5-5c104815c43b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:44.854080 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Checking router: 59fb97f7-dc7d-43d7-8f4d-784644aa24db for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:54:44.857664 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Updating router 59fb97f7-dc7d-43d7-8f4d-784644aa24db port 54587471-4455-43e9-99c4-c8885ff6586c binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:54:44.889715 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (54587471-4455-43e9-99c4-c8885ff6586c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:44.940065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=39003d58-df10-44ac-a1b5-5c104815c43b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:45.013701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.040111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.189723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:45.315219 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.325741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:45.331150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:45.348389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:45.348764 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.358990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Allocated IP 172.20.0.1 (890e7f37-a0f6-4b42-8f52-d13dc988fc14/6d98646a-af1b-491a-9324-0010cdcbe51f/676883c4-e8da-4e3f-b6b7-058f2368687c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:45.456069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11f45b-6154-4ff5-86d4-69500841fb1d None None] Network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:45.469289 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Publish callbacks [] for port (54587471-4455-43e9-99c4-c8885ff6586c), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.479757 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (54587471-4455-43e9-99c4-c8885ff6586c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.572036 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Pushing event updated for resources: {'Port': ['ID=54587471-4455-43e9-99c4-c8885ff6586c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:45.593750 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.594064 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.594342 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.597780 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.598152 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.598935 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.599271 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.599600 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.599924 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.600424 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.604167 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.604556 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.605585 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:45.637953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router a352d27a-aa03-4c85-81e6-f5c3a53c6ebb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:45.641161 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Publish callbacks [] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.654397 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Attempting to bind port 54587471-4455-43e9-99c4-c8885ff6586c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:45.654762 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Attempting to bind port 54587471-4455-43e9-99c4-c8885ff6586c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:45.655226 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Attempting to bind port 54587471-4455-43e9-99c4-c8885ff6586c on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:45.669752 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:45.670121 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:45.670601 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.670930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-97c614e6-87b9-450e-8196-c9ac2476042f None None] Provisioning complete for port 0bb87149-bd62-42a9-ab30-14c64fc5a79d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:45.671051 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:45.671312 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c614e6-87b9-450e-8196-c9ac2476042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.671497 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Bound port: 54587471-4455-43e9-99c4-c8885ff6586c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:45.671819 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (54587471-4455-43e9-99c4-c8885ff6586c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.720588 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.758009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:45.758436 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] For port 54587471-4455-43e9-99c4-c8885ff6586c, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:45.766178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-264f7b36-44cf-49f3-bdf9-4b89550f10b7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/a352d27a-aa03-4c85-81e6-f5c3a53c6ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3691494 Feb 10 06:54:45.768588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:45.770985 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] For port 54587471-4455-43e9-99c4-c8885ff6586c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=54587471-4455-43e9-99c4-c8885ff6586c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:45.779389 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (54587471-4455-43e9-99c4-c8885ff6586c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:45.810588 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Pushing event updated for resources: {'Port': ['ID=676883c4-e8da-4e3f-b6b7-058f2368687c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:45.839657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3dbb6d-af46-45ab-abc4-319d4796a060 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:45.841670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2a3dbb6d-af46-45ab-abc4-319d4796a060 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports/39003d58-df10-44ac-a1b5-5c104815c43b HTTP/1.1" status: 200 len: 910 time: 0.0719852 Feb 10 06:54:45.844725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:45.853486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:45.860199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:45.863251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:45.918181 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:45.918845 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:45.936175 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2962eb-808e-4a56-bf0b-4c8398578fd9 None None] Pushing event updated for resources: {'Port': ['ID=54587471-4455-43e9-99c4-c8885ff6586c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:45.952524 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (59fb97f7-dc7d-43d7-8f4d-784644aa24db), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.006505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:46.007665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0bb87149-bd62-42a9-ab30-14c64fc5a79d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:46.009713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb6728-b72d-4bd4-8f6c-7184d329b4fa None None] Sync routers for ids ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:46.103643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb6728-b72d-4bd4-8f6c-7184d329b4fa None None] Routers {'a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:46.104210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e0bb6728-b72d-4bd4-8f6c-7184d329b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:46.193914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.246963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e0bb6728-b72d-4bd4-8f6c-7184d329b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:46.276643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-97c614e6-87b9-450e-8196-c9ac2476042f None None] Current status of the port 0bb87149-bd62-42a9-ab30-14c64fc5a79d is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:46.277227 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c614e6-87b9-450e-8196-c9ac2476042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.304308 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:46.312787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0bb87149-bd62-42a9-ab30-14c64fc5a79d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:46.313176 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.344604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb6728-b72d-4bd4-8f6c-7184d329b4fa None None] Routers {'a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:46.345269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e0bb6728-b72d-4bd4-8f6c-7184d329b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:46.442883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e0bb6728-b72d-4bd4-8f6c-7184d329b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:46.443451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb6728-b72d-4bd4-8f6c-7184d329b4fa None None] The sync data for ids ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:46.468211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-97c614e6-87b9-450e-8196-c9ac2476042f None None] For port 0bb87149-bd62-42a9-ab30-14c64fc5a79d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0bb87149-bd62-42a9-ab30-14c64fc5a79d,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:46.481190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c614e6-87b9-450e-8196-c9ac2476042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.491181 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Publish callbacks [] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.493298 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.500138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.613320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Pushing event updated for resources: {'Port': ['ID=676883c4-e8da-4e3f-b6b7-058f2368687c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:46.618262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (59fb97f7-dc7d-43d7-8f4d-784644aa24db), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.725547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0bb87149-bd62-42a9-ab30-14c64fc5a79d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:46.733682 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:43Z', 'revision_number': 3, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:46.759586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c614e6-87b9-450e-8196-c9ac2476042f None None] Pushing event updated for resources: {'Port': ['ID=0bb87149-bd62-42a9-ab30-14c64fc5a79d,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:46.769290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f54356e3-8456-4a25-b236-7a577ec109d7 None None] Provisioning complete for port 39003d58-df10-44ac-a1b5-5c104815c43b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:46.769587 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f54356e3-8456-4a25-b236-7a577ec109d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (39003d58-df10-44ac-a1b5-5c104815c43b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:46.800841 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569193ee-2279-450a-850f-b060ffc2b0c4 None None] The sync data for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 is: [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:43Z', 'revision_number': 3, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:46.818011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:46.819687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:46.892551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f54356e3-8456-4a25-b236-7a577ec109d7 None None] Port 39003d58-df10-44ac-a1b5-5c104815c43b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:47.022744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0bb87149-bd62-42a9-ab30-14c64fc5a79d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:47.029724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9079d223-dd72-4ea9-8848-a6e2a372e3df None None] Provisioning complete for port 676883c4-e8da-4e3f-b6b7-058f2368687c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:47.030825 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9079d223-dd72-4ea9-8848-a6e2a372e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:47.058260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Router 59fb97f7-dc7d-43d7-8f4d-784644aa24db has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:47.062268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:47.240082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9079d223-dd72-4ea9-8848-a6e2a372e3df None None] Port 676883c4-e8da-4e3f-b6b7-058f2368687c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:47.246239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0bb87149-bd62-42a9-ab30-14c64fc5a79d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:47.246640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:47.289354 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9079d223-dd72-4ea9-8848-a6e2a372e3df None None] Provisioning complete for port 0bb87149-bd62-42a9-ab30-14c64fc5a79d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:47.289733 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9079d223-dd72-4ea9-8848-a6e2a372e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:47.326587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:47.336330 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-64cd4d7b-4d73-4eba-9755-b497f788c3be admin admin] 10.222.0.21 "PUT /v2.0/routers/59fb97f7-dc7d-43d7-8f4d-784644aa24db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9665763 Feb 10 06:54:47.612511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0bb87149-bd62-42a9-ab30-14c64fc5a79d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:47.658922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9079d223-dd72-4ea9-8848-a6e2a372e3df None None] Current status of the port 0bb87149-bd62-42a9-ab30-14c64fc5a79d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:47.721990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 39003d58-df10-44ac-a1b5-5c104815c43b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:47.722342 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (39003d58-df10-44ac-a1b5-5c104815c43b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:47.785309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dab96e8c-7578-4eaf-944e-41d699422cb0 None None] Provisioning complete for port 676883c4-e8da-4e3f-b6b7-058f2368687c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:47.785802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dab96e8c-7578-4eaf-944e-41d699422cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:47.855326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dab96e8c-7578-4eaf-944e-41d699422cb0 None None] Port 676883c4-e8da-4e3f-b6b7-058f2368687c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:47.886830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (39003d58-df10-44ac-a1b5-5c104815c43b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:47.905928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 39003d58-df10-44ac-a1b5-5c104815c43b owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:48.161678 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (39003d58-df10-44ac-a1b5-5c104815c43b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.273067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42554) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:48.277908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1123727749-network', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:48.304202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=39003d58-df10-44ac-a1b5-5c104815c43b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:48.314721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Made reservation on behalf of e07af292c1f24ae79bca308e15ea10a0 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:48.316281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.342337 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.482531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.491780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Publish callbacks [] for security_group (ad512752-058e-4ae1-a272-1c7bd20aa99a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.503452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ad512752-058e-4ae1-a272-1c7bd20aa99a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.531094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:54:48.541892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad512752-058e-4ae1-a272-1c7bd20aa99a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:48.548176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3a797ae3-3fc6-4e6f-bd5d-c8784be8df34), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.548525 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Added segment 3a797ae3-3fc6-4e6f-bd5d-c8784be8df34 of type vlan for network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 Feb 10 06:54:48.607884 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7d4d9d51-3cd7-4ec4-8e4c-107af24cd990), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.634779 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7d4d9d51-3cd7-4ec4-8e4c-107af24cd990), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.635730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:48.636312 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.694595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4d9d51-3cd7-4ec4-8e4c-107af24cd990,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:48.705819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:54:48.713275 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a399d6eb-37d4-4efd-b975-f5d9ddb4ca95 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4392793 Feb 10 06:54:48.716284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42556) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:48.718084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router a352d27a-aa03-4c85-81e6-f5c3a53c6ebb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:48.723033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Request body: {'subnet': {'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1123727749-subnet', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:48.746360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Made reservation on behalf of e07af292c1f24ae79bca308e15ea10a0 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:48.750353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:48.847970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:48.856986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2dfaccce-dbfe-45a7-a000-71a8895b59b0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/a352d27a-aa03-4c85-81e6-f5c3a53c6ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0022171 Feb 10 06:54:48.857247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42560) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:48.863918 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c7024-6237-4170-acb0-1557a22d0450 None None] Sync routers for ids ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:48.896236 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c7024-6237-4170-acb0-1557a22d0450 None None] Routers {'a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:48.896875 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e43c7024-6237-4170-acb0-1557a22d0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:48.952449 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (f63f25bc-0fe1-4d91-994f-d59f4c23dcd7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.024441 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e43c7024-6237-4170-acb0-1557a22d0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:49.037563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63f25bc-0fe1-4d91-994f-d59f4c23dcd7,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:49.041661 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c7024-6237-4170-acb0-1557a22d0450 None None] Routers {'a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:49.042661 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e43c7024-6237-4170-acb0-1557a22d0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:49.047122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Checking segment: {'id': '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:49.047122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Network hostable DHCP agents. Network: 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:54:49.064883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 54587471-4455-43e9-99c4-c8885ff6586c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:49.069374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:54:49.083136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:49.091068 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e43c7024-6237-4170-acb0-1557a22d0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:49.091853 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c7024-6237-4170-acb0-1557a22d0450 None None] The sync data for ids ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:49.101109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56e145-9c9c-4d6a-a14f-f8927c9043da None None] Network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:49.102000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:49.102632 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.126329 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9d8dc9b2-2f9d-4250-a3bd-6ac18bd1c794 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4087305 Feb 10 06:54:49.131446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42562) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:49.135670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:49.168416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (20aa4619-dd33-498b-8cef-17de134b1823), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.169803 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (20aa4619-dd33-498b-8cef-17de134b1823), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.190746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 54587471-4455-43e9-99c4-c8885ff6586c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:49.191200 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (54587471-4455-43e9-99c4-c8885ff6586c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.269749 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks [] for router_controller (20aa4619-dd33-498b-8cef-17de134b1823), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.272800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-7d4d9d51-3cd7-4ec4-8e4c-107af24cd990', 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990', 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'fixed_ips': [{'subnet_id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:54:49.273984 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.377402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 54587471-4455-43e9-99c4-c8885ff6586c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:49.377804 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (54587471-4455-43e9-99c4-c8885ff6586c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.400028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 54587471-4455-43e9-99c4-c8885ff6586c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=54587471-4455-43e9-99c4-c8885ff6586c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:49.409263 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (54587471-4455-43e9-99c4-c8885ff6586c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.479382 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks [] for router_gateway (20aa4619-dd33-498b-8cef-17de134b1823), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.515966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=54587471-4455-43e9-99c4-c8885ff6586c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:49.532701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Allocated IP 172.20.0.2 (7d4d9d51-3cd7-4ec4-8e4c-107af24cd990/f63f25bc-0fe1-4d91-994f-d59f4c23dcd7/82c34bd8-e2ea-4a5b-be50-343c14e06890) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:49.584156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Sync routers for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:49.637852 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.653212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:49.653894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:49.805705 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Publish callbacks [] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.817727 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:49.863817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:49.908177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:49.914072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:49.917994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Pushing event updated for resources: {'Port': ['ID=82c34bd8-e2ea-4a5b-be50-343c14e06890,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:49.921109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:49.995846 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks [] for router_gateway (20aa4619-dd33-498b-8cef-17de134b1823), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.024866 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.031973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Attempting to bind port 82c34bd8-e2ea-4a5b-be50-343c14e06890 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:50.032377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Attempting to bind port 82c34bd8-e2ea-4a5b-be50-343c14e06890 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:50.032697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Attempting to bind port 82c34bd8-e2ea-4a5b-be50-343c14e06890 on network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:50.051768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:50.052457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Checking segment: {'id': '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:50.052896 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.053338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Bound using segment: {'id': '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:50.053862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Bound port: 82c34bd8-e2ea-4a5b-be50-343c14e06890, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:50.054258 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.251677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Allocated IP 172.25.8.59 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/5425bfc8-2200-440b-8ae3-f4a101552e95) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:50.271133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 69920777-e1c0-433c-a939-dc795d70886d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:50.271331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (69920777-e1c0-433c-a939-dc795d70886d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.366364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] For port 82c34bd8-e2ea-4a5b-be50-343c14e06890, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:50.382388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] For port 82c34bd8-e2ea-4a5b-be50-343c14e06890, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=82c34bd8-e2ea-4a5b-be50-343c14e06890,segment=NetworkSegment(3a797ae3-3fc6-4e6f-bd5d-c8784be8df34),segment_id=3a797ae3-3fc6-4e6f-bd5d-c8784be8df34)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:50.390968 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.461819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 2, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:50.475316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe7867-2802-4041-a3e3-d2a21e6f6217 None None] Pushing event updated for resources: {'Port': ['ID=82c34bd8-e2ea-4a5b-be50-343c14e06890,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:50.507576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Checking router: 59fb97f7-dc7d-43d7-8f4d-784644aa24db for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:54:50.508023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Updating router 59fb97f7-dc7d-43d7-8f4d-784644aa24db port 676883c4-e8da-4e3f-b6b7-058f2368687c binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:54:50.541679 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.783975 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks [] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.787136 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (69920777-e1c0-433c-a939-dc795d70886d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.803467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 69920777-e1c0-433c-a939-dc795d70886d owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:50.894451 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Publish callbacks [] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.900724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.908400 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:50.955835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Pushing event updated for resources: {'Port': ['ID=5425bfc8-2200-440b-8ae3-f4a101552e95,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:50.970209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:50.973759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:50.995503 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfe14c-d0d7-4419-bd4d-f4dd6e4e1b3d None None] Pushing event updated for resources: {'Port': ['ID=676883c4-e8da-4e3f-b6b7-058f2368687c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:51.018964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:51.073284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Attempting to bind port 676883c4-e8da-4e3f-b6b7-058f2368687c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:51.073718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Attempting to bind port 676883c4-e8da-4e3f-b6b7-058f2368687c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:51.076263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Attempting to bind port 676883c4-e8da-4e3f-b6b7-058f2368687c on network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:51.087518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:51.087902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Checking segment: {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:51.092214 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.093072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Bound using segment: {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:51.093592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Bound port: 676883c4-e8da-4e3f-b6b7-058f2368687c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:51.093998 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.199379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] For port 676883c4-e8da-4e3f-b6b7-058f2368687c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:51.204620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 82c34bd8-e2ea-4a5b-be50-343c14e06890 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:51.265466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 82c34bd8-e2ea-4a5b-be50-343c14e06890 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:51.265982 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.280718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (69920777-e1c0-433c-a939-dc795d70886d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.308472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] For port 676883c4-e8da-4e3f-b6b7-058f2368687c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=676883c4-e8da-4e3f-b6b7-058f2368687c,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:51.325647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=69920777-e1c0-433c-a939-dc795d70886d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:51.328173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-38dd70d6-66c5-40b0-aafa-6cc06972e646 None None] Provisioning complete for port 676883c4-e8da-4e3f-b6b7-058f2368687c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:51.328666 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38dd70d6-66c5-40b0-aafa-6cc06972e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.331064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.460144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:51.460934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:51.627665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.631425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:51.773734 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks [] for router_gateway (20aa4619-dd33-498b-8cef-17de134b1823), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.869019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfe14c-d0d7-4419-bd4d-f4dd6e4e1b3d None None] Pushing event updated for resources: {'Port': ['ID=676883c4-e8da-4e3f-b6b7-058f2368687c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:51.875760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 82c34bd8-e2ea-4a5b-be50-343c14e06890 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:51.876418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.927268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-38dd70d6-66c5-40b0-aafa-6cc06972e646 None None] Current status of the port 676883c4-e8da-4e3f-b6b7-058f2368687c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:51.927988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38dd70d6-66c5-40b0-aafa-6cc06972e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:51.953532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router a352d27a-aa03-4c85-81e6-f5c3a53c6ebb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:52.001196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-38dd70d6-66c5-40b0-aafa-6cc06972e646 None None] For port 676883c4-e8da-4e3f-b6b7-058f2368687c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=676883c4-e8da-4e3f-b6b7-058f2368687c,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:52.029354 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d64895-7dc0-4dad-8a16-d64011d68efc None None] Network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:52.033749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 82c34bd8-e2ea-4a5b-be50-343c14e06890, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=82c34bd8-e2ea-4a5b-be50-343c14e06890,segment=NetworkSegment(3a797ae3-3fc6-4e6f-bd5d-c8784be8df34),segment_id=3a797ae3-3fc6-4e6f-bd5d-c8784be8df34)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:52.035286 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38dd70d6-66c5-40b0-aafa-6cc06972e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.074929 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.075691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 54587471-4455-43e9-99c4-c8885ff6586c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:52.089487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:52.095367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2021f1f2-6469-4a7b-82d1-00f73c3143bb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/a352d27a-aa03-4c85-81e6-f5c3a53c6ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2369127 Feb 10 06:54:52.099791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42568) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:52.104957 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d764d-6893-428b-a266-2e01d05b9869 None None] Sync routers for ids ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:52.134727 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d764d-6893-428b-a266-2e01d05b9869 None None] Routers {'a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:52.135367 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ae5d764d-6893-428b-a266-2e01d05b9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:52.169790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (20aa4619-dd33-498b-8cef-17de134b1823), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.173053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42572) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:52.180193 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e4755bda-8042-4653-bd6b-6baee134fc95 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=a352d27a-aa03-4c85-81e6-f5c3a53c6ebb HTTP/1.1" status: 200 len: 205 time: 0.0790670 Feb 10 06:54:52.195758 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ae5d764d-6893-428b-a266-2e01d05b9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:52.207336 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d764d-6893-428b-a266-2e01d05b9869 None None] Routers {'a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:52.208208 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ae5d764d-6893-428b-a266-2e01d05b9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:52.224729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd70d6-66c5-40b0-aafa-6cc06972e646 None None] Pushing event updated for resources: {'Port': ['ID=676883c4-e8da-4e3f-b6b7-058f2368687c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:52.245325 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ae5d764d-6893-428b-a266-2e01d05b9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:52.245918 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d764d-6893-428b-a266-2e01d05b9869 None None] The sync data for ids ['a352d27a-aa03-4c85-81e6-f5c3a53c6ebb'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:52.305670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d40e66b2-13f1-48f5-bebe-c5d1c36495a3 None None] Provisioning complete for port 676883c4-e8da-4e3f-b6b7-058f2368687c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:52.306189 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d40e66b2-13f1-48f5-bebe-c5d1c36495a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.319127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-585dd90a-1e4d-43fe-a102-018d4b9c965d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.347568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:52.535517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-585dd90a-1e4d-43fe-a102-018d4b9c965d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.539564 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-585dd90a-1e4d-43fe-a102-018d4b9c965d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.555534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 54587471-4455-43e9-99c4-c8885ff6586c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:52.555887 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (54587471-4455-43e9-99c4-c8885ff6586c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.559911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ec1f3-0685-4387-89df-68397374dadb None None] The sync data for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 is: [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:52.599043 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-585dd90a-1e4d-43fe-a102-018d4b9c965d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (a352d27a-aa03-4c85-81e6-f5c3a53c6ebb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.600739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585dd90a-1e4d-43fe-a102-018d4b9c965d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Fanout notify agent at l3_agent the message router_deleted on router a352d27a-aa03-4c85-81e6-f5c3a53c6ebb {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:54:52.615505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-585dd90a-1e4d-43fe-a102-018d4b9c965d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.617217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-585dd90a-1e4d-43fe-a102-018d4b9c965d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/a352d27a-aa03-4c85-81e6-f5c3a53c6ebb HTTP/1.1" status: 204 len: 168 time: 0.4425817 Feb 10 06:54:52.619514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42586) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:52.628827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Router 20aa4619-dd33-498b-8cef-17de134b1823 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:54:52.631124 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=82c34bd8-e2ea-4a5b-be50-343c14e06890,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:52.784962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d40e66b2-13f1-48f5-bebe-c5d1c36495a3 None None] Current status of the port 676883c4-e8da-4e3f-b6b7-058f2368687c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:52.788471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e091701-9520-4936-9df9-2467c5127280 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting subnet 6be60cf4-dba3-48b9-a50f-cc590bfbf96a {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:54:52.794430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e091701-9520-4936-9df9-2467c5127280 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (6be60cf4-dba3-48b9-a50f-cc590bfbf96a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.804615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:52.812015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 54587471-4455-43e9-99c4-c8885ff6586c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:52.818432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Sync routers for ids ['20aa4619-dd33-498b-8cef-17de134b1823'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:54:52.820914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d40e66b2-13f1-48f5-bebe-c5d1c36495a3 None None] Provisioning complete for port 82c34bd8-e2ea-4a5b-be50-343c14e06890 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:52.821293 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d40e66b2-13f1-48f5-bebe-c5d1c36495a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.843555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:52.849960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f145053f-989f-42d2-80d2-d943bef3bbff admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7175264 Feb 10 06:54:52.852051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:52.876583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Routers {'20aa4619-dd33-498b-8cef-17de134b1823'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:52.876949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20aa4619-dd33-498b-8cef-17de134b1823'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:52.907937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e091701-9520-4936-9df9-2467c5127280 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (6be60cf4-dba3-48b9-a50f-cc590bfbf96a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:53.103789 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e091701-9520-4936-9df9-2467c5127280 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (6be60cf4-dba3-48b9-a50f-cc590bfbf96a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:53.111220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d40e66b2-13f1-48f5-bebe-c5d1c36495a3 None None] Current status of the port 82c34bd8-e2ea-4a5b-be50-343c14e06890 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:53.164938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Set router 20aa4619-dd33-498b-8cef-17de134b1823 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:53.188284 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e091701-9520-4936-9df9-2467c5127280 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (6be60cf4-dba3-48b9-a50f-cc590bfbf96a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:53.199637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 676883c4-e8da-4e3f-b6b7-058f2368687c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:53.223386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e091701-9520-4936-9df9-2467c5127280 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:53.227141 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5e091701-9520-4936-9df9-2467c5127280 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/6be60cf4-dba3-48b9-a50f-cc590bfbf96a HTTP/1.1" status: 204 len: 168 time: 0.6064219 Feb 10 06:54:53.246379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42590) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:53.257458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e091701-9520-4936-9df9-2467c5127280 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Subnet': ['ID=6be60cf4-dba3-48b9-a50f-cc590bfbf96a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:53.261245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557321a1-d680-40d7-91c1-0fc63069402f None None] Network 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:53.315416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting subnet cd0a0c4d-a769-4470-92ed-a3f4a341ef3d {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:54:53.319330 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (cd0a0c4d-a769-4470-92ed-a3f4a341ef3d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:53.370004 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (cd0a0c4d-a769-4470-92ed-a3f4a341ef3d), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:53.427787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-990c7cd8-fb49-4207-b8f7-dcc25ab2407e None None] Provisioning complete for port 82c34bd8-e2ea-4a5b-be50-343c14e06890 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:53.428186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-990c7cd8-fb49-4207-b8f7-dcc25ab2407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:53.585173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 676883c4-e8da-4e3f-b6b7-058f2368687c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:53.585550 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:53.718622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-990c7cd8-fb49-4207-b8f7-dcc25ab2407e None None] Current status of the port 82c34bd8-e2ea-4a5b-be50-343c14e06890 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:53.774690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa4619-dd33-498b-8cef-17de134b1823', 'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:49Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 3, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'gw_port': {'id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:50Z', 'updated_at': '2022-02-10T06:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:53.812771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b983f2-b508-4d54-a64b-645e87c2ac62 None None] DHCP port deletion for 21549ba2-e040-47f2-a98e-5f8b1a0a13f2 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:54:53.817735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Checking router: 20aa4619-dd33-498b-8cef-17de134b1823 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:54:53.818092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Updating router 20aa4619-dd33-498b-8cef-17de134b1823 port 5425bfc8-2200-440b-8ae3-f4a101552e95 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:54:53.840323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 676883c4-e8da-4e3f-b6b7-058f2368687c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:53.841451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 82c34bd8-e2ea-4a5b-be50-343c14e06890 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:53.902145 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:53.955716 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (cd0a0c4d-a769-4470-92ed-a3f4a341ef3d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.033983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (cd0a0c4d-a769-4470-92ed-a3f4a341ef3d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.044910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 82c34bd8-e2ea-4a5b-be50-343c14e06890 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:54.045309 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.070348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-29b983f2-b508-4d54-a64b-645e87c2ac62 None None] Deleting port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:54.070677 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29b983f2-b508-4d54-a64b-645e87c2ac62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.090383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.094407 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/cd0a0c4d-a769-4470-92ed-a3f4a341ef3d HTTP/1.1" status: 204 len: 168 time: 0.8467185 Feb 10 06:54:54.095579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0a0c4d-a769-4470-92ed-a3f4a341ef3d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:54.098557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42594) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:54.115459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.116109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.116199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.116975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.116975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.117159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.117430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.117757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.118284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.118572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.118903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.119225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.120077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c0d6-630d-4f9d-95b8-98f7692fbfa9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:54:54.128470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12cea3-7701-49be-9328-f814c4e891e8 None None] Network 21835439-0e4f-4037-b429-5bda6ff1404f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:54.146423 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.237057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (21549ba2-e040-47f2-a98e-5f8b1a0a13f2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.315900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:54.316253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.319687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-29b983f2-b508-4d54-a64b-645e87c2ac62 None None] For port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8,segment=NetworkSegment(e650de62-81a3-421f-b1da-a05e2c7f2f01),segment_id=e650de62-81a3-421f-b1da-a05e2c7f2f01)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:54.320156 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29b983f2-b508-4d54-a64b-645e87c2ac62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.370525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-29b983f2-b508-4d54-a64b-645e87c2ac62 None None] Calling delete_port for fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:54.405235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8,segment=NetworkSegment(e650de62-81a3-421f-b1da-a05e2c7f2f01),segment_id=e650de62-81a3-421f-b1da-a05e2c7f2f01)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:54.405612 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.429847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:54.461713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Allocated IP 172.20.0.1 (7d4d9d51-3cd7-4ec4-8e4c-107af24cd990/f63f25bc-0fe1-4d91-994f-d59f4c23dcd7/1e35e909-3d86-4e9a-bc4b-e34a8472b3bf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:54.521924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 82c34bd8-e2ea-4a5b-be50-343c14e06890 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:54.563277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.602803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:54.604801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No DVR routers for this DVR port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:54.613024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Publish callbacks [] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.633575 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Publish callbacks [] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.635947 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29b983f2-b508-4d54-a64b-645e87c2ac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.658192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e366c-9a51-4162-ac20-c6c0db431eb9 None None] DHCP port deletion for 21835439-0e4f-4037-b429-5bda6ff1404f request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:54:54.660646 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.682103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b983f2-b508-4d54-a64b-645e87c2ac62 None None] No DVR routers for this DVR port fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:54.684094 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.729912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Attempting to bind port 5425bfc8-2200-440b-8ae3-f4a101552e95 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:54.730865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Attempting to bind port 5425bfc8-2200-440b-8ae3-f4a101552e95 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:54.731076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Attempting to bind port 5425bfc8-2200-440b-8ae3-f4a101552e95 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:54.731974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (21549ba2-e040-47f2-a98e-5f8b1a0a13f2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.733848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b983f2-b508-4d54-a64b-645e87c2ac62 None None] Pushing event deleted for resources: {'Port': ['ID=fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:54.757707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:54.764299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:54.768065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:54.773009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e35e909-3d86-4e9a-bc4b-e34a8472b3bf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:54.785569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:54.785956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:54.786435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.786846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:54.787351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Bound port: 5425bfc8-2200-440b-8ae3-f4a101552e95, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:54.787740 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.799862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21549ba2-e040-47f2-a98e-5f8b1a0a13f2']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:54.821181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e650de62-81a3-421f-b1da-a05e2c7f2f01') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:54.821606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e650de62-81a3-421f-b1da-a05e2c7f2f01') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:54.826533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (20aa4619-dd33-498b-8cef-17de134b1823), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.832748 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (e650de62-81a3-421f-b1da-a05e2c7f2f01), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.850131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e650de62-81a3-421f-b1da-a05e2c7f2f01), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.857681 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:54:54.859453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (e650de62-81a3-421f-b1da-a05e2c7f2f01), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.893257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] For port 5425bfc8-2200-440b-8ae3-f4a101552e95, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:54.898079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] For port 5425bfc8-2200-440b-8ae3-f4a101552e95, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5425bfc8-2200-440b-8ae3-f4a101552e95,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:54.915000 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.933392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faadd12-9730-400d-8499-20b136b7ddd5 None None] Pushing event updated for resources: {'Port': ['ID=5425bfc8-2200-440b-8ae3-f4a101552e95,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:54:54.941568 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:54:54.946564 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (21549ba2-e040-47f2-a98e-5f8b1a0a13f2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.959081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:54.968056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42598) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:54.968468 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/networks/21549ba2-e040-47f2-a98e-5f8b1a0a13f2 HTTP/1.1" status: 204 len: 168 time: 0.8685663 Feb 10 06:54:54.986968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf318ea5-b2e1-4a36-a695-88306270e07d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Network': ['ID=21549ba2-e040-47f2-a98e-5f8b1a0a13f2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:55.090622 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.116321 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (21835439-0e4f-4037-b429-5bda6ff1404f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.165109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:55.195115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e366c-9a51-4162-ac20-c6c0db431eb9 None None] Deleting port 7893ef8c-b2e5-48f0-80a8-697f1068f820 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:55.195467 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca4e366c-9a51-4162-ac20-c6c0db431eb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.230571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:54:55.231084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fa0fbefb-6d53-4ad3-a2b2-eabe2db9bcc8 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:54:55.231744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7893ef8c-b2e5-48f0-80a8-697f1068f820 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:54:55.265730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 7893ef8c-b2e5-48f0-80a8-697f1068f820 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:54:55.266284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.291380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6f6fbb07-05b1-46b2-843f-1faca7bb70a8 None None] Provisioning complete for port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:55.291899 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbb07-05b1-46b2-843f-1faca7bb70a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.297380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Routers {'20aa4619-dd33-498b-8cef-17de134b1823'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:54:55.298141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20aa4619-dd33-498b-8cef-17de134b1823'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:55.325646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faadd12-9730-400d-8499-20b136b7ddd5 None None] Pushing event updated for resources: {'Port': ['ID=5425bfc8-2200-440b-8ae3-f4a101552e95,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:55.357911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port 7893ef8c-b2e5-48f0-80a8-697f1068f820, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7893ef8c-b2e5-48f0-80a8-697f1068f820,segment=NetworkSegment(f364ea43-566e-4954-a667-034d3321a40d),segment_id=f364ea43-566e-4954-a667-034d3321a40d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:55.358278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.377162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 7893ef8c-b2e5-48f0-80a8-697f1068f820 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:55.397892 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Publish callbacks [] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.403548 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.405513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ca4e366c-9a51-4162-ac20-c6c0db431eb9 None None] For port 7893ef8c-b2e5-48f0-80a8-697f1068f820, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7893ef8c-b2e5-48f0-80a8-697f1068f820,segment=NetworkSegment(f364ea43-566e-4954-a667-034d3321a40d),segment_id=f364ea43-566e-4954-a667-034d3321a40d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:55.406016 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca4e366c-9a51-4162-ac20-c6c0db431eb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.444714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e366c-9a51-4162-ac20-c6c0db431eb9 None None] Calling delete_port for 7893ef8c-b2e5-48f0-80a8-697f1068f820 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:54:55.452826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fbb07-05b1-46b2-843f-1faca7bb70a8 None None] Port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:55.524843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e35e909-3d86-4e9a-bc4b-e34a8472b3bf,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:55.528655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (20aa4619-dd33-498b-8cef-17de134b1823), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.588891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7893ef8c-b2e5-48f0-80a8-697f1068f820 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:55.589429 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.592431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] Set router 20aa4619-dd33-498b-8cef-17de134b1823 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:54:55.608861 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.646061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=7893ef8c-b2e5-48f0-80a8-697f1068f820,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:55.649791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No DVR routers for this DVR port 7893ef8c-b2e5-48f0-80a8-697f1068f820 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:55.712668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:55.718769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:55.720517 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca4e366c-9a51-4162-ac20-c6c0db431eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (7893ef8c-b2e5-48f0-80a8-697f1068f820), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.754457 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (21835439-0e4f-4037-b429-5bda6ff1404f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.764727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e366c-9a51-4162-ac20-c6c0db431eb9 None None] Pushing event deleted for resources: {'Port': ['ID=7893ef8c-b2e5-48f0-80a8-697f1068f820,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:55.806045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e366c-9a51-4162-ac20-c6c0db431eb9 None None] No DVR routers for this DVR port 7893ef8c-b2e5-48f0-80a8-697f1068f820 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:54:55.812179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21835439-0e4f-4037-b429-5bda6ff1404f']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:55.832785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f364ea43-566e-4954-a667-034d3321a40d') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:55.833087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f364ea43-566e-4954-a667-034d3321a40d') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:55.861937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f364ea43-566e-4954-a667-034d3321a40d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.891623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f364ea43-566e-4954-a667-034d3321a40d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.906088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:54:55.906449 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f364ea43-566e-4954-a667-034d3321a40d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:54:55.909735 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:54:55.927387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa4619-dd33-498b-8cef-17de134b1823', 'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:49Z', 'updated_at': '2022-02-10T06:54:54Z', 'revision_number': 4, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'gw_port': {'id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:50Z', 'updated_at': '2022-02-10T06:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '1e35e909-3d86-4e9a-bc4b-e34a8472b3bf', 'name': '', 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'mac_address': 'fa:16:3e:c5:ff:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:54Z', 'updated_at': '2022-02-10T06:54:54Z', 'revision_number': 1, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'subnets': [{'id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:54:55.963690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca124c9-0b11-4367-8294-84c22aaaff48 None None] The sync data for ids ['20aa4619-dd33-498b-8cef-17de134b1823'] in n-d-828670-1 is: [{'id': '20aa4619-dd33-498b-8cef-17de134b1823', 'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:49Z', 'updated_at': '2022-02-10T06:54:54Z', 'revision_number': 4, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'gw_port': {'id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:50Z', 'updated_at': '2022-02-10T06:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '1e35e909-3d86-4e9a-bc4b-e34a8472b3bf', 'name': '', 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'mac_address': 'fa:16:3e:c5:ff:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:54Z', 'updated_at': '2022-02-10T06:54:54Z', 'revision_number': 1, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'subnets': [{'id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:54:56.030764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Router 20aa4619-dd33-498b-8cef-17de134b1823 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:54:56.031623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (21835439-0e4f-4037-b429-5bda6ff1404f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.041313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.044564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/networks/21835439-0e4f-4037-b429-5bda6ff1404f HTTP/1.1" status: 204 len: 168 time: 1.0726857 Feb 10 06:54:56.049135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42604) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:56.055870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'network': {'name': 'tempest-RoutersTest-938839103'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:56.058207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53f439-5327-45ab-966d-d9d862398467 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Network': ['ID=21835439-0e4f-4037-b429-5bda6ff1404f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:56.101497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:56.106018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d0afa42a-dc7e-4429-ac50-dc97a86fdca6 None None] Provisioning complete for port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:56.106382 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0afa42a-dc7e-4429-ac50-dc97a86fdca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.106741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.145199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:54:56.157911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3a6a4945-1609-46d1-88b0-65d0ea96f336), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.158180 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added segment 3a6a4945-1609-46d1-88b0-65d0ea96f336 of type vlan for network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 Feb 10 06:54:56.169489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d0afa42a-dc7e-4429-ac50-dc97a86fdca6 None None] Port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:54:56.198849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:54:56.206803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a95be88e-5f73-4145-bbfc-45b37712b9e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/20aa4619-dd33-498b-8cef-17de134b1823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3528042 Feb 10 06:54:56.232359 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (02857c9e-64dc-4f1b-8d18-feb0c095c6b3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.260945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (02857c9e-64dc-4f1b-8d18-feb0c095c6b3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.269501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:56.270652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.329143 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2782154 Feb 10 06:54:56.332036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42608) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:56.337903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'subnet': {'network_id': '02857c9e-64dc-4f1b-8d18-feb0c095c6b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:56.362975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd6796-257e-4df9-89d9-68452538aa00 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Network': ['ID=02857c9e-64dc-4f1b-8d18-feb0c095c6b3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:56.376982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:54:56.471904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:56.476070 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.701149 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (73b60eae-ac16-49d4-96d6-a1acb915a0c5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.781155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Subnet': ['ID=73b60eae-ac16-49d4-96d6-a1acb915a0c5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:56.790880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Checking segment: {'id': '3a6a4945-1609-46d1-88b0-65d0ea96f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02857c9e-64dc-4f1b-8d18-feb0c095c6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:56.791199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network hostable DHCP agents. Network: 02857c9e-64dc-4f1b-8d18-feb0c095c6b3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:54:56.816296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:54:56.828646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 02857c9e-64dc-4f1b-8d18-feb0c095c6b3) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:56.834208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:56.835089 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:56.839090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e202b5-7e01-4c07-85fc-4797248eacef None None] Network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:56.884935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42650) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:56.895335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-be73bd1c-bf52-42bf-8f59-4c72b879fbd9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5489922 Feb 10 06:54:56.900152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e92c56ce-9a6e-4eb6-a763-61d83f621e98 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2122572424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:57.017155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e92c56ce-9a6e-4eb6-a763-61d83f621e98 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (544082c0-5f09-4023-a292-9e1ad5419f55), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.022082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e92c56ce-9a6e-4eb6-a763-61d83f621e98 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (544082c0-5f09-4023-a292-9e1ad5419f55), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.107096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-02857c9e-64dc-4f1b-8d18-feb0c095c6b3', 'network_id': '02857c9e-64dc-4f1b-8d18-feb0c095c6b3', 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'fixed_ips': [{'subnet_id': '73b60eae-ac16-49d4-96d6-a1acb915a0c5'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:54:57.109071 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e92c56ce-9a6e-4eb6-a763-61d83f621e98 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (544082c0-5f09-4023-a292-9e1ad5419f55), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.110126 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.121025 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e92c56ce-9a6e-4eb6-a763-61d83f621e98 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (544082c0-5f09-4023-a292-9e1ad5419f55), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.143335 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e92c56ce-9a6e-4eb6-a763-61d83f621e98 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.144851 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e92c56ce-9a6e-4eb6-a763-61d83f621e98 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2566528 Feb 10 06:54:57.147764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:57.153331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'port': {'network_id': '02857c9e-64dc-4f1b-8d18-feb0c095c6b3', 'name': 'tempest-RoutersTest-2007620294'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:54:57.348997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:54:57.354621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.398639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] device_id is not set on port 28469b47-feb7-44d9-bf43-9b688e74cb8a yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 06:54:57.399509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Allocated IP 172.20.0.2 (02857c9e-64dc-4f1b-8d18-feb0c095c6b3/73b60eae-ac16-49d4-96d6-a1acb915a0c5/ad731664-a85f-438b-a778-12de419aca44) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:57.590995 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Publish callbacks [] for port (ad731664-a85f-438b-a778-12de419aca44), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.614448 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ad731664-a85f-438b-a778-12de419aca44), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.661038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:57.664382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:57.668932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:57.675410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.20.0.7 (02857c9e-64dc-4f1b-8d18-feb0c095c6b3/73b60eae-ac16-49d4-96d6-a1acb915a0c5/28469b47-feb7-44d9-bf43-9b688e74cb8a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:54:57.680595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Pushing event updated for resources: {'Port': ['ID=ad731664-a85f-438b-a778-12de419aca44,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:57.742513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Attempting to bind port ad731664-a85f-438b-a778-12de419aca44 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:54:57.742899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Attempting to bind port ad731664-a85f-438b-a778-12de419aca44 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3a6a4945-1609-46d1-88b0-65d0ea96f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02857c9e-64dc-4f1b-8d18-feb0c095c6b3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:54:57.743420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Attempting to bind port ad731664-a85f-438b-a778-12de419aca44 on network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:54:57.750263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:54:57.750872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Checking segment: {'id': '3a6a4945-1609-46d1-88b0-65d0ea96f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02857c9e-64dc-4f1b-8d18-feb0c095c6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:54:57.751289 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.751758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Bound using segment: {'id': '3a6a4945-1609-46d1-88b0-65d0ea96f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02857c9e-64dc-4f1b-8d18-feb0c095c6b3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:54:57.752252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Bound port: ad731664-a85f-438b-a778-12de419aca44, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6a4945-1609-46d1-88b0-65d0ea96f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02857c9e-64dc-4f1b-8d18-feb0c095c6b3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:54:57.752638 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ad731664-a85f-438b-a778-12de419aca44), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.855631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] For port ad731664-a85f-438b-a778-12de419aca44, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:54:57.861809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] For port ad731664-a85f-438b-a778-12de419aca44, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ad731664-a85f-438b-a778-12de419aca44,segment=NetworkSegment(3a6a4945-1609-46d1-88b0-65d0ea96f336),segment_id=3a6a4945-1609-46d1-88b0-65d0ea96f336)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:54:57.878184 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ad731664-a85f-438b-a778-12de419aca44), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.902145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.945570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:57.988812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90471dab-a9d4-4662-8e22-852d9211294e None None] Pushing event updated for resources: {'Port': ['ID=ad731664-a85f-438b-a778-12de419aca44,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:58.019882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:54:58.023122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:54:58.026104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:54:58.067062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=28469b47-feb7-44d9-bf43-9b688e74cb8a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:58.101197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:54:58.101820 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:58.123230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42698) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:58.124327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d1a5633e-6e61-40df-a2db-f56863f7086c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9747450 Feb 10 06:54:58.593539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42704) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:58.617493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:58.824169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6bab-dda9-4608-9fcc-c322633570f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.107422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.123257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.127404 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6bab-dda9-4608-9fcc-c322633570f3 admin admin] Publish callbacks [] for security_group (d1f63691-3778-4eeb-bf4d-bd3612225d6d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.136158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5425bfc8-2200-440b-8ae3-f4a101552e95 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:59.157615 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6bab-dda9-4608-9fcc-c322633570f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d1f63691-3778-4eeb-bf4d-bd3612225d6d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.272625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5425bfc8-2200-440b-8ae3-f4a101552e95 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:59.273029 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.302551 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f0dd6bab-dda9-4608-9fcc-c322633570f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=628ee73a36ec43f3ab568d91e464bd05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7075367 Feb 10 06:54:59.304033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=28469b47-feb7-44d9-bf43-9b688e74cb8a,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:59.305513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:54:59.325670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd6bab-dda9-4608-9fcc-c322633570f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f63691-3778-4eeb-bf4d-bd3612225d6d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:59.426257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33410276-8ec3-481b-a54e-61375e2c6a32 admin admin] Publish callbacks [] for security_group (d1f63691-3778-4eeb-bf4d-bd3612225d6d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.476251 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33410276-8ec3-481b-a54e-61375e2c6a32 admin admin] Publish callbacks [] for security_group (d1f63691-3778-4eeb-bf4d-bd3612225d6d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.507118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569968e8-fc50-43bb-8edc-aeda079cf799 None None] Network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:54:59.550553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (544082c0-5f09-4023-a292-9e1ad5419f55), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.563016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33410276-8ec3-481b-a54e-61375e2c6a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d1f63691-3778-4eeb-bf4d-bd3612225d6d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.567396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33410276-8ec3-481b-a54e-61375e2c6a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.569003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-33410276-8ec3-481b-a54e-61375e2c6a32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1f63691-3778-4eeb-bf4d-bd3612225d6d HTTP/1.1" status: 204 len: 168 time: 0.2622974 Feb 10 06:54:59.583088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33410276-8ec3-481b-a54e-61375e2c6a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f63691-3778-4eeb-bf4d-bd3612225d6d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:59.614561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5425bfc8-2200-440b-8ae3-f4a101552e95 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:59.614984 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.664835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1c90a463-d3cc-488a-b6b3-6e88b3a8cdfd None None] Provisioning complete for port ad731664-a85f-438b-a778-12de419aca44 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:59.665264 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c90a463-d3cc-488a-b6b3-6e88b3a8cdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ad731664-a85f-438b-a778-12de419aca44), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.702231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 5425bfc8-2200-440b-8ae3-f4a101552e95, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5425bfc8-2200-440b-8ae3-f4a101552e95,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:54:59.716749 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.717605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ad731664-a85f-438b-a778-12de419aca44 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:54:59.833839 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.851738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=5425bfc8-2200-440b-8ae3-f4a101552e95,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:54:59.902409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ad731664-a85f-438b-a778-12de419aca44 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:54:59.902613 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ad731664-a85f-438b-a778-12de419aca44), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:54:59.956342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1c90a463-d3cc-488a-b6b3-6e88b3a8cdfd None None] Current status of the port ad731664-a85f-438b-a778-12de419aca44 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:54:59.956745 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c90a463-d3cc-488a-b6b3-6e88b3a8cdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ad731664-a85f-438b-a778-12de419aca44), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:00.052683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1c90a463-d3cc-488a-b6b3-6e88b3a8cdfd None None] For port ad731664-a85f-438b-a778-12de419aca44, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ad731664-a85f-438b-a778-12de419aca44,segment=NetworkSegment(3a6a4945-1609-46d1-88b0-65d0ea96f336),segment_id=3a6a4945-1609-46d1-88b0-65d0ea96f336)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:00.059088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c90a463-d3cc-488a-b6b3-6e88b3a8cdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ad731664-a85f-438b-a778-12de419aca44), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:00.090705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ad731664-a85f-438b-a778-12de419aca44 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:00.091099 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ad731664-a85f-438b-a778-12de419aca44), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:00.154481 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Sync routers for ids ['20aa4619-dd33-498b-8cef-17de134b1823'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:00.180314 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Routers {'20aa4619-dd33-498b-8cef-17de134b1823'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:00.180961 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20aa4619-dd33-498b-8cef-17de134b1823'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:00.439861 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Set router 20aa4619-dd33-498b-8cef-17de134b1823 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:00.505238 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 06:55:00.505806 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 06:55:00.508229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90a463-d3cc-488a-b6b3-6e88b3a8cdfd None None] Pushing event updated for resources: {'Port': ['ID=ad731664-a85f-438b-a778-12de419aca44,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:00.528235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8fbaf360-87f3-4b37-91e5-e756074d3453 None None] Provisioning complete for port 28469b47-feb7-44d9-bf43-9b688e74cb8a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:00.528622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbaf360-87f3-4b37-91e5-e756074d3453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:00.589763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8fbaf360-87f3-4b37-91e5-e756074d3453 None None] Port 28469b47-feb7-44d9-bf43-9b688e74cb8a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:00.612784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8fbaf360-87f3-4b37-91e5-e756074d3453 None None] Provisioning complete for port ad731664-a85f-438b-a778-12de419aca44 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:00.613160 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbaf360-87f3-4b37-91e5-e756074d3453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ad731664-a85f-438b-a778-12de419aca44), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:00.658452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:00.688761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:00.820045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8fbaf360-87f3-4b37-91e5-e756074d3453 None None] Current status of the port ad731664-a85f-438b-a778-12de419aca44 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:00.845168 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (544082c0-5f09-4023-a292-9e1ad5419f55), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:00.892994 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa4619-dd33-498b-8cef-17de134b1823', 'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:49Z', 'updated_at': '2022-02-10T06:54:54Z', 'revision_number': 4, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'gw_port': {'id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:50Z', 'updated_at': '2022-02-10T06:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '1e35e909-3d86-4e9a-bc4b-e34a8472b3bf', 'name': '', 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'mac_address': 'fa:16:3e:c5:ff:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:54Z', 'updated_at': '2022-02-10T06:54:55Z', 'revision_number': 2, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'subnets': [{'id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:00.925538 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Checking router: 20aa4619-dd33-498b-8cef-17de134b1823 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:55:00.933918 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Updating router 20aa4619-dd33-498b-8cef-17de134b1823 port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:55:00.942864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-298d5192-ba6c-475d-8cdc-5f7638bcc301 None None] Provisioning complete for port 28469b47-feb7-44d9-bf43-9b688e74cb8a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:00.947084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-298d5192-ba6c-475d-8cdc-5f7638bcc301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:00.979764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:00.986191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:00.998368 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.042198 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=28469b47-feb7-44d9-bf43-9b688e74cb8a,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:01.090103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-298d5192-ba6c-475d-8cdc-5f7638bcc301 None None] Port 28469b47-feb7-44d9-bf43-9b688e74cb8a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:01.119346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ad731664-a85f-438b-a778-12de419aca44 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:01.190329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 544082c0-5f09-4023-a292-9e1ad5419f55 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:55:01.255243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7625d271-78ec-4ffd-97ef-b8e7929f5d8f None None] Provisioning complete for port 28469b47-feb7-44d9-bf43-9b688e74cb8a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:01.261759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7625d271-78ec-4ffd-97ef-b8e7929f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.323306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5425bfc8-2200-440b-8ae3-f4a101552e95 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:01.376155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7625d271-78ec-4ffd-97ef-b8e7929f5d8f None None] Port 28469b47-feb7-44d9-bf43-9b688e74cb8a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:01.383191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:01.397934 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-10b47da7-7081-431c-8d70-773dd50c6322 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/544082c0-5f09-4023-a292-9e1ad5419f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2728322 Feb 10 06:55:01.400410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42738) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:01.414675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f613bab-01a7-4044-b78f-714a9a574612 None None] Sync routers for ids ['544082c0-5f09-4023-a292-9e1ad5419f55'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:01.455287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f336c28-83e6-41e4-a070-106578ab77db tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:01.457086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f336c28-83e6-41e4-a070-106578ab77db tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports/28469b47-feb7-44d9-bf43-9b688e74cb8a HTTP/1.1" status: 200 len: 977 time: 0.0556355 Feb 10 06:55:01.458603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f613bab-01a7-4044-b78f-714a9a574612 None None] Routers {'544082c0-5f09-4023-a292-9e1ad5419f55'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:01.459852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42742) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:01.460654 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0f613bab-01a7-4044-b78f-714a9a574612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['544082c0-5f09-4023-a292-9e1ad5419f55'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:01.531711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0f613bab-01a7-4044-b78f-714a9a574612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:01.546349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5425bfc8-2200-440b-8ae3-f4a101552e95 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:01.546854 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.582343 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Publish callbacks [] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.590437 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.599467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ad9eb5b8-82f0-4ac8-ab1f-28efb463f59a None None] Provisioning complete for port 28469b47-feb7-44d9-bf43-9b688e74cb8a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:01.599848 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad9eb5b8-82f0-4ac8-ab1f-28efb463f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.630192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f613bab-01a7-4044-b78f-714a9a574612 None None] Routers {'544082c0-5f09-4023-a292-9e1ad5419f55'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:01.631385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0f613bab-01a7-4044-b78f-714a9a574612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['544082c0-5f09-4023-a292-9e1ad5419f55'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:01.654031 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cfe9a-9434-4fe8-b4ff-3ba7750422bd None None] Pushing event updated for resources: {'Port': ['ID=1e35e909-3d86-4e9a-bc4b-e34a8472b3bf,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:01.705944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0f613bab-01a7-4044-b78f-714a9a574612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:01.706644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f613bab-01a7-4044-b78f-714a9a574612 None None] The sync data for ids ['544082c0-5f09-4023-a292-9e1ad5419f55'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:01.724503 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5425bfc8-2200-440b-8ae3-f4a101552e95 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:01.725651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ad731664-a85f-438b-a778-12de419aca44 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:01.761941 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Attempting to bind port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:01.762060 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Attempting to bind port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:01.762987 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Attempting to bind port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf on network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:01.781544 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:01.788699 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Checking segment: {'id': '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:01.790057 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.791527 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Bound using segment: {'id': '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:01.792192 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Bound port: 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:01.793424 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.807781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ad9eb5b8-82f0-4ac8-ab1f-28efb463f59a None None] Port 28469b47-feb7-44d9-bf43-9b688e74cb8a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:01.828723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ad731664-a85f-438b-a778-12de419aca44 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:01.829112 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ad731664-a85f-438b-a778-12de419aca44), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.910976 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] For port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:01.915060 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] For port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1e35e909-3d86-4e9a-bc4b-e34a8472b3bf,segment=NetworkSegment(3a797ae3-3fc6-4e6f-bd5d-c8784be8df34),segment_id=3a797ae3-3fc6-4e6f-bd5d-c8784be8df34)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:01.930810 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:01.998408 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cfe9a-9434-4fe8-b4ff-3ba7750422bd None None] Pushing event updated for resources: {'Port': ['ID=1e35e909-3d86-4e9a-bc4b-e34a8472b3bf,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:02.038858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ad731664-a85f-438b-a778-12de419aca44 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:02.049594 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Routers {'20aa4619-dd33-498b-8cef-17de134b1823'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:02.050229 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20aa4619-dd33-498b-8cef-17de134b1823'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:02.146218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f7833c57-fae5-4350-8398-b50dc7468769 None None] Provisioning complete for port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:02.146218 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7833c57-fae5-4350-8398-b50dc7468769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:02.245328 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] Set router 20aa4619-dd33-498b-8cef-17de134b1823 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:02.386602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f7833c57-fae5-4350-8398-b50dc7468769 None None] Current status of the port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:02.387813 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7833c57-fae5-4350-8398-b50dc7468769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:02.456271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f7833c57-fae5-4350-8398-b50dc7468769 None None] For port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1e35e909-3d86-4e9a-bc4b-e34a8472b3bf,segment=NetworkSegment(3a797ae3-3fc6-4e6f-bd5d-c8784be8df34),segment_id=3a797ae3-3fc6-4e6f-bd5d-c8784be8df34)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:02.463113 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7833c57-fae5-4350-8398-b50dc7468769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:02.539720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7833c57-fae5-4350-8398-b50dc7468769 None None] Pushing event updated for resources: {'Port': ['ID=1e35e909-3d86-4e9a-bc4b-e34a8472b3bf,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:02.600340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (544082c0-5f09-4023-a292-9e1ad5419f55), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:02.618349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-bf526251-afad-47ed-bb1b-52fa5bf1e788 None None] Provisioning complete for port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:02.621404 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf526251-afad-47ed-bb1b-52fa5bf1e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:02.708185 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa4619-dd33-498b-8cef-17de134b1823', 'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:49Z', 'updated_at': '2022-02-10T06:54:54Z', 'revision_number': 4, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'gw_port': {'id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:50Z', 'updated_at': '2022-02-10T06:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '1e35e909-3d86-4e9a-bc4b-e34a8472b3bf', 'name': '', 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'mac_address': 'fa:16:3e:c5:ff:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:54Z', 'updated_at': '2022-02-10T06:55:01Z', 'revision_number': 4, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'subnets': [{'id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:02.745536 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0153d-c98d-4574-806a-f2612b3a6efc None None] The sync data for ids ['20aa4619-dd33-498b-8cef-17de134b1823'] in n-d-828670-1 is: [{'id': '20aa4619-dd33-498b-8cef-17de134b1823', 'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:49Z', 'updated_at': '2022-02-10T06:54:54Z', 'revision_number': 4, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'gw_port': {'id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:50Z', 'updated_at': '2022-02-10T06:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '1e35e909-3d86-4e9a-bc4b-e34a8472b3bf', 'name': '', 'network_id': '7d4d9d51-3cd7-4ec4-8e4c-107af24cd990', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'mac_address': 'fa:16:3e:c5:ff:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:54Z', 'updated_at': '2022-02-10T06:55:01Z', 'revision_number': 4, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'subnets': [{'id': 'f63f25bc-0fe1-4d91-994f-d59f4c23dcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:02.780596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bf526251-afad-47ed-bb1b-52fa5bf1e788 None None] Current status of the port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:02.925365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 28469b47-feb7-44d9-bf43-9b688e74cb8a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:02.925813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:03.031065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:03.067467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 28469b47-feb7-44d9-bf43-9b688e74cb8a owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:03.344889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:03.363858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (28469b47-feb7-44d9-bf43-9b688e74cb8a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:03.412690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=28469b47-feb7-44d9-bf43-9b688e74cb8a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:03.457851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:03.458828 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:03.722650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:03.752026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (544082c0-5f09-4023-a292-9e1ad5419f55), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:04.041261 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 544082c0-5f09-4023-a292-9e1ad5419f55 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:04.140384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:04.145791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a04d0e5b-5bb8-43fe-ae02-1b5addae9a62 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/544082c0-5f09-4023-a292-9e1ad5419f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6846311 Feb 10 06:55:04.148486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42764) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:04.151009 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0329d801-88b2-4c0f-9d3f-583c8f8fe6a0 None None] Sync routers for ids ['544082c0-5f09-4023-a292-9e1ad5419f55'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:04.164921 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0329d801-88b2-4c0f-9d3f-583c8f8fe6a0 None None] Routers {'544082c0-5f09-4023-a292-9e1ad5419f55'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:04.166676 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0329d801-88b2-4c0f-9d3f-583c8f8fe6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['544082c0-5f09-4023-a292-9e1ad5419f55'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:04.222916 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0329d801-88b2-4c0f-9d3f-583c8f8fe6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:04.232396 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0329d801-88b2-4c0f-9d3f-583c8f8fe6a0 None None] Routers {'544082c0-5f09-4023-a292-9e1ad5419f55'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:04.233530 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0329d801-88b2-4c0f-9d3f-583c8f8fe6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['544082c0-5f09-4023-a292-9e1ad5419f55'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:04.273266 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0329d801-88b2-4c0f-9d3f-583c8f8fe6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:04.274221 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0329d801-88b2-4c0f-9d3f-583c8f8fe6a0 None None] The sync data for ids ['544082c0-5f09-4023-a292-9e1ad5419f55'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:04.376018 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-e8ceb9e7-f422-4265-a24d-569baab461aa tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 06:55:04.377148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e8ceb9e7-f422-4265-a24d-569baab461aa tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/544082c0-5f09-4023-a292-9e1ad5419f55/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2275326 Feb 10 06:55:04.379947 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42766) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:04.408101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f148744-e86e-4549-892f-45bc2d4be1c4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=544082c0-5f09-4023-a292-9e1ad5419f55 HTTP/1.1" status: 200 len: 205 time: 0.0269940 Feb 10 06:55:04.410591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42768) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:04.491525 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b06a45b2-327a-4882-864c-aff2c1c65493 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (544082c0-5f09-4023-a292-9e1ad5419f55), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:04.659953 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b06a45b2-327a-4882-864c-aff2c1c65493 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (544082c0-5f09-4023-a292-9e1ad5419f55), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:04.662088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b06a45b2-327a-4882-864c-aff2c1c65493 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (544082c0-5f09-4023-a292-9e1ad5419f55), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:04.711684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b06a45b2-327a-4882-864c-aff2c1c65493 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (544082c0-5f09-4023-a292-9e1ad5419f55), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:04.712182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06a45b2-327a-4882-864c-aff2c1c65493 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Fanout notify agent at l3_agent the message router_deleted on router 544082c0-5f09-4023-a292-9e1ad5419f55 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:55:04.719816 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b06a45b2-327a-4882-864c-aff2c1c65493 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:04.723412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b06a45b2-327a-4882-864c-aff2c1c65493 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/544082c0-5f09-4023-a292-9e1ad5419f55 HTTP/1.1" status: 204 len: 168 time: 0.3092949 Feb 10 06:55:04.723808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42770) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:04.781545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-1530febe-0cc6-4cb2-bff1-27c4c902ea3d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting subnet 73b60eae-ac16-49d4-96d6-a1acb915a0c5 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:55:04.784880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1530febe-0cc6-4cb2-bff1-27c4c902ea3d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (73b60eae-ac16-49d4-96d6-a1acb915a0c5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:04.834033 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1530febe-0cc6-4cb2-bff1-27c4c902ea3d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (73b60eae-ac16-49d4-96d6-a1acb915a0c5), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:04.935557 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1530febe-0cc6-4cb2-bff1-27c4c902ea3d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (73b60eae-ac16-49d4-96d6-a1acb915a0c5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.011400 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1530febe-0cc6-4cb2-bff1-27c4c902ea3d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (73b60eae-ac16-49d4-96d6-a1acb915a0c5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.042929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530febe-0cc6-4cb2-bff1-27c4c902ea3d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Subnet': ['ID=73b60eae-ac16-49d4-96d6-a1acb915a0c5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:05.047218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1530febe-0cc6-4cb2-bff1-27c4c902ea3d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.053123 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1530febe-0cc6-4cb2-bff1-27c4c902ea3d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/73b60eae-ac16-49d4-96d6-a1acb915a0c5 HTTP/1.1" status: 204 len: 168 time: 0.3256218 Feb 10 06:55:05.053718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:05.057620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b35cd-5a38-4cb5-a3e2-f1858410e4b3 None None] Network 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:05.162570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (02857c9e-64dc-4f1b-8d18-feb0c095c6b3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.228944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port ad731664-a85f-438b-a778-12de419aca44 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:05.229379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ad731664-a85f-438b-a778-12de419aca44), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.274128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07f4f2-c2d0-4d80-a9b5-3dc31cac5a3f None None] DHCP port deletion for 02857c9e-64dc-4f1b-8d18-feb0c095c6b3 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:55:05.363748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e07f4f2-c2d0-4d80-a9b5-3dc31cac5a3f None None] Deleting port ad731664-a85f-438b-a778-12de419aca44 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:05.364586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e07f4f2-c2d0-4d80-a9b5-3dc31cac5a3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ad731664-a85f-438b-a778-12de419aca44), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.468634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2e07f4f2-c2d0-4d80-a9b5-3dc31cac5a3f None None] For port ad731664-a85f-438b-a778-12de419aca44, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ad731664-a85f-438b-a778-12de419aca44,segment=NetworkSegment(3a6a4945-1609-46d1-88b0-65d0ea96f336),segment_id=3a6a4945-1609-46d1-88b0-65d0ea96f336)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:05.469863 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e07f4f2-c2d0-4d80-a9b5-3dc31cac5a3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ad731664-a85f-438b-a778-12de419aca44), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.491444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e07f4f2-c2d0-4d80-a9b5-3dc31cac5a3f None None] Calling delete_port for ad731664-a85f-438b-a778-12de419aca44 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:05.608214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port ad731664-a85f-438b-a778-12de419aca44, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ad731664-a85f-438b-a778-12de419aca44,segment=NetworkSegment(3a6a4945-1609-46d1-88b0-65d0ea96f336),segment_id=3a6a4945-1609-46d1-88b0-65d0ea96f336)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:05.608893 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ad731664-a85f-438b-a778-12de419aca44), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.612323 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e07f4f2-c2d0-4d80-a9b5-3dc31cac5a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (ad731664-a85f-438b-a778-12de419aca44), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.625320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for ad731664-a85f-438b-a778-12de419aca44 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:05.648770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07f4f2-c2d0-4d80-a9b5-3dc31cac5a3f None None] Pushing event deleted for resources: {'Port': ['ID=ad731664-a85f-438b-a778-12de419aca44,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:05.654152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07f4f2-c2d0-4d80-a9b5-3dc31cac5a3f None None] No DVR routers for this DVR port ad731664-a85f-438b-a778-12de419aca44 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:05.709083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ad731664-a85f-438b-a778-12de419aca44), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.740355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=ad731664-a85f-438b-a778-12de419aca44,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:05.744150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No DVR routers for this DVR port ad731664-a85f-438b-a778-12de419aca44 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:05.833062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (02857c9e-64dc-4f1b-8d18-feb0c095c6b3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.858053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02857c9e-64dc-4f1b-8d18-feb0c095c6b3']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:05.870732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6a4945-1609-46d1-88b0-65d0ea96f336') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:05.871058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6a4945-1609-46d1-88b0-65d0ea96f336') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:05.884691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (3a6a4945-1609-46d1-88b0-65d0ea96f336), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.901629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3a6a4945-1609-46d1-88b0-65d0ea96f336), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.910100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:55:05.910930 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (3a6a4945-1609-46d1-88b0-65d0ea96f336), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:55:05.914362 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:55:05.997153 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (02857c9e-64dc-4f1b-8d18-feb0c095c6b3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.008053 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.016963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/networks/02857c9e-64dc-4f1b-8d18-feb0c095c6b3 HTTP/1.1" status: 204 len: 168 time: 0.9588294 Feb 10 06:55:06.017326 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42786) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:06.022418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'network': {'name': 'tempest-RoutersTest-639361234'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:06.056004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62da167-2421-4c33-a28d-296948dc9c09 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Network': ['ID=02857c9e-64dc-4f1b-8d18-feb0c095c6b3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:06.064732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:06.068437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.099291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:55:06.125452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ba5a6d00-8c26-4758-a2d8-2d7b51a72a34), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.125834 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added segment ba5a6d00-8c26-4758-a2d8-2d7b51a72a34 of type vlan for network 7376bdc2-7594-4413-b6c6-4039c1e66774 Feb 10 06:55:06.166693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-8a1cc1cd-d76c-4dd4-85ec-75e9d4c7e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:06.168499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-8a1cc1cd-d76c-4dd4-85ec-75e9d4c7e46f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1126 time: 0.1140909 Feb 10 06:55:06.181687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6484d68-8d8d-42dd-bd45-f8157be7f889 req-f1bdedae-0c40-4936-b8ea-e139bd912de7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:06.183231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6484d68-8d8d-42dd-bd45-f8157be7f889 req-f1bdedae-0c40-4936-b8ea-e139bd912de7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0842676 Feb 10 06:55:06.193591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7376bdc2-7594-4413-b6c6-4039c1e66774), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.254935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7376bdc2-7594-4413-b6c6-4039c1e66774), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.271886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:06.272544 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.312425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6484d68-8d8d-42dd-bd45-f8157be7f889 req-25eb2032-d237-4344-bf80-01490cb3ee09 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154172 Feb 10 06:55:06.366887 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3483942 Feb 10 06:55:06.367998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:06.375897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'subnet': {'network_id': '7376bdc2-7594-4413-b6c6-4039c1e66774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:06.415243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a21db-9cd6-429d-8b4f-8203e3359701 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Network': ['ID=7376bdc2-7594-4413-b6c6-4039c1e66774,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:06.429565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7376bdc2-7594-4413-b6c6-4039c1e66774 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:55:06.503671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-7f717c25-f9b0-4117-9140-4382e9dc4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:06.505608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-7f717c25-f9b0-4117-9140-4382e9dc4729 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.3213613 Feb 10 06:55:06.511550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:06.520516 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.645057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-7e595c81-a842-474b-8e95-893f81c40da7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 999 time: 0.1217189 Feb 10 06:55:06.713019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-da3347ae-63be-4311-9735-e00c3d008c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:06.714873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-da3347ae-63be-4311-9735-e00c3d008c39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0610094 Feb 10 06:55:06.845435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-0571f2a4-c5b4-4774-b882-96a2b66fcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:06.846919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-0571f2a4-c5b4-4774-b882-96a2b66fcc3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1055534 Feb 10 06:55:06.854920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (9dd5176d-247c-4541-9cca-c3e0fdcc4c3f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.964365 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:06.973747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Subnet': ['ID=9dd5176d-247c-4541-9cca-c3e0fdcc4c3f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:06.997181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Checking segment: {'id': 'ba5a6d00-8c26-4758-a2d8-2d7b51a72a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7376bdc2-7594-4413-b6c6-4039c1e66774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:06.997553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network hostable DHCP agents. Network: 7376bdc2-7594-4413-b6c6-4039c1e66774, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:55:07.022918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-68790e2d-86da-42be-8e75-b37cd162ed89 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588247 Feb 10 06:55:07.029373 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 7376bdc2-7594-4413-b6c6-4039c1e66774 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:55:07.053048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 7376bdc2-7594-4413-b6c6-4039c1e66774) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:07.064405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:07.065008 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.082367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f0d560-3d67-4308-a390-74241d772e71 None None] Network 7376bdc2-7594-4413-b6c6-4039c1e66774 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:07.169255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8894ebfc-0daa-4425-b393-968d325ab8ea tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7999747 Feb 10 06:55:07.172232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42798) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:07.178689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cf74be8a-756d-4b39-99d0-93b03ace7475 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1923884301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:07.244090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa7b88e9-789a-41c4-a26f-526cf008a42d req-3051c998-e264-40d6-996b-1ccbedc5b036 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091632 Feb 10 06:55:07.253623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ad731664-a85f-438b-a778-12de419aca44 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:55:07.256549 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf74be8a-756d-4b39-99d0-93b03ace7475 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.258150 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf74be8a-756d-4b39-99d0-93b03ace7475 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.290424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ad731664-a85f-438b-a778-12de419aca44 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:55:07.290975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ad731664-a85f-438b-a778-12de419aca44 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:55:07.307691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-7376bdc2-7594-4413-b6c6-4039c1e66774', 'network_id': '7376bdc2-7594-4413-b6c6-4039c1e66774', 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'fixed_ips': [{'subnet_id': '9dd5176d-247c-4541-9cca-c3e0fdcc4c3f'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:55:07.308557 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.337226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf74be8a-756d-4b39-99d0-93b03ace7475 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.345619 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf74be8a-756d-4b39-99d0-93b03ace7475 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.383091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf74be8a-756d-4b39-99d0-93b03ace7475 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.389621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42810) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:07.399837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf74be8a-756d-4b39-99d0-93b03ace7475 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2260993 Feb 10 06:55:07.524387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992fcaa-40dc-45b3-9e4c-5d5bbba71c9d req-de57fc57-29c6-48b2-aae6-82b8a2666697 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:07.524748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Allocated IP 172.20.0.2 (7376bdc2-7594-4413-b6c6-4039c1e66774/9dd5176d-247c-4541-9cca-c3e0fdcc4c3f/fc8ca5ac-b028-4c4a-a8d7-63dec43541ea) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:07.526951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7992fcaa-40dc-45b3-9e4c-5d5bbba71c9d req-de57fc57-29c6-48b2-aae6-82b8a2666697 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1190169 Feb 10 06:55:07.596541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7992fcaa-40dc-45b3-9e4c-5d5bbba71c9d req-2820896d-5955-4114-ac34-df9532229c9a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620987 Feb 10 06:55:07.744062 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Publish callbacks [] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.750485 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.774747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.808408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Pushing event updated for resources: {'Port': ['ID=fc8ca5ac-b028-4c4a-a8d7-63dec43541ea,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:07.821878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Network 7376bdc2-7594-4413-b6c6-4039c1e66774 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:07.823740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:07.827930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:07.941140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Attempting to bind port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:07.941522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Attempting to bind port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'ba5a6d00-8c26-4758-a2d8-2d7b51a72a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7376bdc2-7594-4413-b6c6-4039c1e66774'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:07.941893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Attempting to bind port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea on network 7376bdc2-7594-4413-b6c6-4039c1e66774 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:07.949099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:07.949489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Checking segment: {'id': 'ba5a6d00-8c26-4758-a2d8-2d7b51a72a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7376bdc2-7594-4413-b6c6-4039c1e66774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:07.949902 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:07.950355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Bound using segment: {'id': 'ba5a6d00-8c26-4758-a2d8-2d7b51a72a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7376bdc2-7594-4413-b6c6-4039c1e66774'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:07.950800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Bound port: fc8ca5ac-b028-4c4a-a8d7-63dec43541ea, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a6d00-8c26-4758-a2d8-2d7b51a72a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7376bdc2-7594-4413-b6c6-4039c1e66774'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:07.951210 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:08.044665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] For port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:08.050322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] For port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc8ca5ac-b028-4c4a-a8d7-63dec43541ea,segment=NetworkSegment(ba5a6d00-8c26-4758-a2d8-2d7b51a72a34),segment_id=ba5a6d00-8c26-4758-a2d8-2d7b51a72a34)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:08.058434 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:08.133879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c1c09-8c81-4f2a-bbe2-6cce1218a83f None None] Pushing event updated for resources: {'Port': ['ID=fc8ca5ac-b028-4c4a-a8d7-63dec43541ea,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:08.147401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.20.0.1 (7376bdc2-7594-4413-b6c6-4039c1e66774/9dd5176d-247c-4541-9cca-c3e0fdcc4c3f/02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:08.335007 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:08.399167 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:08.447973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 7376bdc2-7594-4413-b6c6-4039c1e66774 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:08.451327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:08.455820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:08.501051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:08.549260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:08.647743 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:08.755490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86e5bc-b819-4b71-b6d5-e5e9f4622c49 req-064ab099-923c-475b-8121-cf38f82e1a51 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:08.763361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b86e5bc-b819-4b71-b6d5-e5e9f4622c49 req-064ab099-923c-475b-8121-cf38f82e1a51 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0831735 Feb 10 06:55:08.819494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b86e5bc-b819-4b71-b6d5-e5e9f4622c49 req-6e1a5eb8-19dc-4a9d-91b7-a8ba1cf31a4e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547576 Feb 10 06:55:08.991651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:08.998619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:09.104791 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:09.114657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:09.248677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 7376bdc2-7594-4413-b6c6-4039c1e66774 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:09.250230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:09.342499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc8ca5ac-b028-4c4a-a8d7-63dec43541ea up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:09.396033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 3279c6cc-1d5e-4bab-a731-8d12d0c84d9b is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:55:09.429351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:09.429995 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:09.486498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bc4e75-11e7-4d3e-9fff-c8403b640268 None None] Network 7376bdc2-7594-4413-b6c6-4039c1e66774 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:09.515476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:09.521306 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-abe03ba0-c058-4496-b257-a8e64f55d75c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/3279c6cc-1d5e-4bab-a731-8d12d0c84d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1292903 Feb 10 06:55:09.523834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42842) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:09.541680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656e3da-3682-421e-804c-6778a784b3e2 None None] Sync routers for ids ['3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:09.573756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890b5c29-0627-4918-b087-de2b54c5b2f9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:09.575444 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-890b5c29-0627-4918-b087-de2b54c5b2f9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports/02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f HTTP/1.1" status: 200 len: 910 time: 0.0506048 Feb 10 06:55:09.578851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42844) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:09.668042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:09.668435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:09.717211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656e3da-3682-421e-804c-6778a784b3e2 None None] Routers {'3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:09.718259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a656e3da-3682-421e-804c-6778a784b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:09.772517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-af4de7da-17e3-473d-96e0-74162d7aac2a None None] Provisioning complete for port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:09.773142 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af4de7da-17e3-473d-96e0-74162d7aac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:09.809372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a656e3da-3682-421e-804c-6778a784b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:09.852709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc8ca5ac-b028-4c4a-a8d7-63dec43541ea,segment=NetworkSegment(ba5a6d00-8c26-4758-a2d8-2d7b51a72a34),segment_id=ba5a6d00-8c26-4758-a2d8-2d7b51a72a34)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:09.860300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656e3da-3682-421e-804c-6778a784b3e2 None None] Routers {'3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:09.864959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a656e3da-3682-421e-804c-6778a784b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:09.904164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a656e3da-3682-421e-804c-6778a784b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:09.905007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656e3da-3682-421e-804c-6778a784b3e2 None None] The sync data for ids ['3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:09.906508 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.096570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.184379 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.202417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=fc8ca5ac-b028-4c4a-a8d7-63dec43541ea,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:10.207390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-af4de7da-17e3-473d-96e0-74162d7aac2a None None] Current status of the port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:10.355064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-808208be-5496-45f2-90f5-0a0117b08448 None None] Provisioning complete for port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:10.357187 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-808208be-5496-45f2-90f5-0a0117b08448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.367133 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9208c58f-d2d5-4956-b0c7-f6c67006f006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.503916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-808208be-5496-45f2-90f5-0a0117b08448 None None] Current status of the port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:10.516984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-808208be-5496-45f2-90f5-0a0117b08448 None None] Provisioning complete for port 02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:10.517746 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-808208be-5496-45f2-90f5-0a0117b08448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.521292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:10.522054 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.581926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-808208be-5496-45f2-90f5-0a0117b08448 None None] Port 02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:10.672843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.687031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:10.702867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b69cd530-575d-4854-8a38-4f063bcc96cd None None] Provisioning complete for port 02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:10.703472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b69cd530-575d-4854-8a38-4f063bcc96cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.758405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b69cd530-575d-4854-8a38-4f063bcc96cd None None] Port 02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:10.880509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:10.910501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=02c97cbc-c52d-4ebd-a5a3-9a94c420fa9f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:11.061293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:11.254782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 3279c6cc-1d5e-4bab-a731-8d12d0c84d9b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:11.259946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc8ca5ac-b028-4c4a-a8d7-63dec43541ea up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:11.315137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:11.315586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:11.352900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:11.360824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-07c87883-37e7-44d4-a31e-dd35ecdb85ac tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/3279c6cc-1d5e-4bab-a731-8d12d0c84d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7775826 Feb 10 06:55:11.361877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42856) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:11.370416 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be26c56-8e30-448f-be77-f00e1c8c9352 None None] Sync routers for ids ['3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:11.385333 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be26c56-8e30-448f-be77-f00e1c8c9352 None None] Routers {'3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:11.385973 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1be26c56-8e30-448f-be77-f00e1c8c9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:11.415327 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-743e8d09-3595-411d-ae21-fca41451c71d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=3279c6cc-1d5e-4bab-a731-8d12d0c84d9b HTTP/1.1" status: 200 len: 205 time: 0.0523896 Feb 10 06:55:11.418171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:11.446520 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1be26c56-8e30-448f-be77-f00e1c8c9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:11.458113 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be26c56-8e30-448f-be77-f00e1c8c9352 None None] Routers {'3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:11.458763 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1be26c56-8e30-448f-be77-f00e1c8c9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:11.460103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:11.503515 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1be26c56-8e30-448f-be77-f00e1c8c9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:11.506559 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be26c56-8e30-448f-be77-f00e1c8c9352 None None] The sync data for ids ['3279c6cc-1d5e-4bab-a731-8d12d0c84d9b'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:11.537740 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c13a1650-103e-4731-8b1a-9865ed871c5e tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:11.994600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c13a1650-103e-4731-8b1a-9865ed871c5e tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:11.996805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c13a1650-103e-4731-8b1a-9865ed871c5e tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.045874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c13a1650-103e-4731-8b1a-9865ed871c5e tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (3279c6cc-1d5e-4bab-a731-8d12d0c84d9b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.046932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13a1650-103e-4731-8b1a-9865ed871c5e tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Fanout notify agent at l3_agent the message router_deleted on router 3279c6cc-1d5e-4bab-a731-8d12d0c84d9b {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:55:12.054267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c13a1650-103e-4731-8b1a-9865ed871c5e tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.058377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42862) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:12.058519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c13a1650-103e-4731-8b1a-9865ed871c5e tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/3279c6cc-1d5e-4bab-a731-8d12d0c84d9b HTTP/1.1" status: 204 len: 168 time: 0.6389327 Feb 10 06:55:12.114625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd4ef76-7b23-4159-aa9a-07b187defde4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting subnet 9dd5176d-247c-4541-9cca-c3e0fdcc4c3f {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:55:12.121373 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abd4ef76-7b23-4159-aa9a-07b187defde4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (9dd5176d-247c-4541-9cca-c3e0fdcc4c3f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.171691 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abd4ef76-7b23-4159-aa9a-07b187defde4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (9dd5176d-247c-4541-9cca-c3e0fdcc4c3f), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.540212 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9fcbc47a-41e6-420c-ae6c-9eac321cf89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.619972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abd4ef76-7b23-4159-aa9a-07b187defde4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (9dd5176d-247c-4541-9cca-c3e0fdcc4c3f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.681302 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abd4ef76-7b23-4159-aa9a-07b187defde4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (9dd5176d-247c-4541-9cca-c3e0fdcc4c3f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.707705 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4ef76-7b23-4159-aa9a-07b187defde4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd5176d-247c-4541-9cca-c3e0fdcc4c3f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:12.718939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-abd4ef76-7b23-4159-aa9a-07b187defde4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.720264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c468a1-b625-4051-873c-bca1da831dd6 None None] Network 7376bdc2-7594-4413-b6c6-4039c1e66774 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:12.725017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:12.738551 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-abd4ef76-7b23-4159-aa9a-07b187defde4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/9dd5176d-247c-4541-9cca-c3e0fdcc4c3f HTTP/1.1" status: 204 len: 168 time: 0.6791759 Feb 10 06:55:12.810417 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7376bdc2-7594-4413-b6c6-4039c1e66774), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.881262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:12.881615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.939364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1effc30-cdee-4a47-a88f-5b7b04b697f7 None None] DHCP port deletion for 7376bdc2-7594-4413-b6c6-4039c1e66774 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:55:12.959992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc8ca5ac-b028-4c4a-a8d7-63dec43541ea,segment=NetworkSegment(ba5a6d00-8c26-4758-a2d8-2d7b51a72a34),segment_id=ba5a6d00-8c26-4758-a2d8-2d7b51a72a34)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:12.960354 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:12.976599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for fc8ca5ac-b028-4c4a-a8d7-63dec43541ea owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:13.009209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1effc30-cdee-4a47-a88f-5b7b04b697f7 None None] Deleting port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:13.010074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1effc30-cdee-4a47-a88f-5b7b04b697f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.064730 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.085543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c1effc30-cdee-4a47-a88f-5b7b04b697f7 None None] For port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc8ca5ac-b028-4c4a-a8d7-63dec43541ea,segment=NetworkSegment(ba5a6d00-8c26-4758-a2d8-2d7b51a72a34),segment_id=ba5a6d00-8c26-4758-a2d8-2d7b51a72a34)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:13.086092 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1effc30-cdee-4a47-a88f-5b7b04b697f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.099934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1effc30-cdee-4a47-a88f-5b7b04b697f7 None None] Calling delete_port for fc8ca5ac-b028-4c4a-a8d7-63dec43541ea owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:13.120013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=fc8ca5ac-b028-4c4a-a8d7-63dec43541ea,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:13.134381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.134734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.135077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.135415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.135802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.136136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.136592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.136926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.137252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.137572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.138025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.139360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.139852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:13.143817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No DVR routers for this DVR port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:13.189528 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1effc30-cdee-4a47-a88f-5b7b04b697f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (fc8ca5ac-b028-4c4a-a8d7-63dec43541ea), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.241668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1effc30-cdee-4a47-a88f-5b7b04b697f7 None None] No DVR routers for this DVR port fc8ca5ac-b028-4c4a-a8d7-63dec43541ea on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:13.249756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1effc30-cdee-4a47-a88f-5b7b04b697f7 None None] Pushing event deleted for resources: {'Port': ['ID=fc8ca5ac-b028-4c4a-a8d7-63dec43541ea,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:13.270159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc8ca5ac-b028-4c4a-a8d7-63dec43541ea no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:55:13.283536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7376bdc2-7594-4413-b6c6-4039c1e66774), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.307403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7376bdc2-7594-4413-b6c6-4039c1e66774']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:13.318883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: fc8ca5ac-b028-4c4a-a8d7-63dec43541ea {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:55:13.319140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5a6d00-8c26-4758-a2d8-2d7b51a72a34') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:13.319140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5a6d00-8c26-4758-a2d8-2d7b51a72a34') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:13.319738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc8ca5ac-b028-4c4a-a8d7-63dec43541ea not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:55:13.331856 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (ba5a6d00-8c26-4758-a2d8-2d7b51a72a34), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.362751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ba5a6d00-8c26-4758-a2d8-2d7b51a72a34), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.377478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:55:13.378431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (ba5a6d00-8c26-4758-a2d8-2d7b51a72a34), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:55:13.410197 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:55:13.472222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (7376bdc2-7594-4413-b6c6-4039c1e66774), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.480587 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.488091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/networks/7376bdc2-7594-4413-b6c6-4039c1e66774 HTTP/1.1" status: 204 len: 168 time: 0.7585821 Feb 10 06:55:13.488442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42880) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:13.493079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1407874092', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:13.498977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fec2d1-aea7-490a-9d7e-17a5deecd4be tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Network': ['ID=7376bdc2-7594-4413-b6c6-4039c1e66774,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:13.514577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (48602eaa-aba0-47e1-bad3-b32acc767284), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.515676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (48602eaa-aba0-47e1-bad3-b32acc767284), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.595749 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (48602eaa-aba0-47e1-bad3-b32acc767284), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.752614 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_gateway (48602eaa-aba0-47e1-bad3-b32acc767284), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.820573 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.960130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_gateway (48602eaa-aba0-47e1-bad3-b32acc767284), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:13.979731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:14.100112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.25.8.45 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:14.213840 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:14.256162 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:14.299834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:14.304771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:14.308714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:14.334696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:14.611133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_gateway (48602eaa-aba0-47e1-bad3-b32acc767284), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:14.832125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (48602eaa-aba0-47e1-bad3-b32acc767284), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:14.962791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 48602eaa-aba0-47e1-bad3-b32acc767284 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:55:15.076659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:15.091839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed051f0-f9e0-4141-b9af-0f036366eb2d None None] Sync routers for ids ['48602eaa-aba0-47e1-bad3-b32acc767284'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:15.099823 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:15.103663 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f138a117-8cd6-4277-b7cf-063fa0717d79 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.6117051 Feb 10 06:55:15.103968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42896) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:15.148472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed051f0-f9e0-4141-b9af-0f036366eb2d None None] Routers {'48602eaa-aba0-47e1-bad3-b32acc767284'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:15.153140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2ed051f0-f9e0-4141-b9af-0f036366eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['48602eaa-aba0-47e1-bad3-b32acc767284'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:15.193223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2ed051f0-f9e0-4141-b9af-0f036366eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:15.237005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e31f85-423d-4859-9775-6a561514d659 req-64c319d0-a35a-42b9-9c04-d0488f4817b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851319 Feb 10 06:55:15.250175 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c97c1636-3ddd-43ef-bdc3-3266ba27f2a6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/routers/48602eaa-aba0-47e1-bad3-b32acc767284 HTTP/1.1" status: 200 len: 880 time: 0.1445909 Feb 10 06:55:15.252305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42898) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:15.282458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed051f0-f9e0-4141-b9af-0f036366eb2d None None] Routers {'48602eaa-aba0-47e1-bad3-b32acc767284'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:15.283254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2ed051f0-f9e0-4141-b9af-0f036366eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['48602eaa-aba0-47e1-bad3-b32acc767284'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:15.332539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2ed051f0-f9e0-4141-b9af-0f036366eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:15.333323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed051f0-f9e0-4141-b9af-0f036366eb2d None None] The sync data for ids ['48602eaa-aba0-47e1-bad3-b32acc767284'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:15.346292 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:15.408729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31f85-423d-4859-9775-6a561514d659 req-82e3c65c-960c-4513-9fa2-e565716425d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:15.410526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e31f85-423d-4859-9775-6a561514d659 req-82e3c65c-960c-4513-9fa2-e565716425d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 1128 time: 0.0913692 Feb 10 06:55:15.649492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31f85-423d-4859-9775-6a561514d659 req-996a0a99-8089-4380-ac5a-2e2435b0893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:15.651171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e31f85-423d-4859-9775-6a561514d659 req-996a0a99-8089-4380-ac5a-2e2435b0893f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.2067125 Feb 10 06:55:15.726708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e31f85-423d-4859-9775-6a561514d659 req-1b291294-7fbd-465f-bc97-d24756ea7d5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237af292-f42d-40f2-b22b-12303f4750f4 HTTP/1.1" status: 200 len: 217 time: 0.0684717 Feb 10 06:55:15.798405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42908) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:15.803164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-69f8ae56-9f7a-4397-b190-983325783f39 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5495515 Feb 10 06:55:15.805897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:15.810082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d3126272-6bdc-4b75-b488-98bfb65805ad tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1407874092'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:15.885307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31f85-423d-4859-9775-6a561514d659 req-f765e034-bf04-473c-8b04-7f6479597cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:15.886105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e31f85-423d-4859-9775-6a561514d659 req-f765e034-bf04-473c-8b04-7f6479597cff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1356020 Feb 10 06:55:15.937796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-054b4394-501c-45db-a23a-7b741f22c044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.024617 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:55:16.036878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-054b4394-501c-45db-a23a-7b741f22c044 admin admin] Publish callbacks [] for security_group (1a058a99-5a14-4077-8971-a389770d782e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.042290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-054b4394-501c-45db-a23a-7b741f22c044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1a058a99-5a14-4077-8971-a389770d782e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.098741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31f85-423d-4859-9775-6a561514d659 req-8ffb85b8-50b4-4c61-b88c-9179c1c94183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:16.098741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e31f85-423d-4859-9775-6a561514d659 req-8ffb85b8-50b4-4c61-b88c-9179c1c94183 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0859790 Feb 10 06:55:16.099582 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-054b4394-501c-45db-a23a-7b741f22c044 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba051e9020d34e32bf0c02d758720f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000522 Feb 10 06:55:16.100713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b4394-501c-45db-a23a-7b741f22c044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a058a99-5a14-4077-8971-a389770d782e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:16.105087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42914) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:16.164668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a697f6bd-a894-471a-9676-2107915b5abe admin admin] Publish callbacks [] for security_group (1a058a99-5a14-4077-8971-a389770d782e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.193492 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a697f6bd-a894-471a-9676-2107915b5abe admin admin] Publish callbacks [] for security_group (1a058a99-5a14-4077-8971-a389770d782e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.269039 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a697f6bd-a894-471a-9676-2107915b5abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1a058a99-5a14-4077-8971-a389770d782e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.272660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a697f6bd-a894-471a-9676-2107915b5abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.276201 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a697f6bd-a894-471a-9676-2107915b5abe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a058a99-5a14-4077-8971-a389770d782e HTTP/1.1" status: 204 len: 168 time: 0.1674027 Feb 10 06:55:16.298484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697f6bd-a894-471a-9676-2107915b5abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a058a99-5a14-4077-8971-a389770d782e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:16.359121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e31f85-423d-4859-9775-6a561514d659 req-e4b3900e-6d27-4f4c-9c8d-b236d4a75b48 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157581 Feb 10 06:55:16.445337 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.461024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3126272-6bdc-4b75-b488-98bfb65805ad tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (48602eaa-aba0-47e1-bad3-b32acc767284), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.483734 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3126272-6bdc-4b75-b488-98bfb65805ad tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (48602eaa-aba0-47e1-bad3-b32acc767284), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.531631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e31f85-423d-4859-9775-6a561514d659 req-eda768a9-f93f-41c7-a062-3b89a5a04432 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616838 Feb 10 06:55:16.643090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3126272-6bdc-4b75-b488-98bfb65805ad tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 48602eaa-aba0-47e1-bad3-b32acc767284 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:16.769231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3126272-6bdc-4b75-b488-98bfb65805ad tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:16.780881 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3126272-6bdc-4b75-b488-98bfb65805ad tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:16.780881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d3126272-6bdc-4b75-b488-98bfb65805ad tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/48602eaa-aba0-47e1-bad3-b32acc767284 HTTP/1.1" status: 200 len: 887 time: 0.9724867 Feb 10 06:55:16.781773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42930) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:16.784968 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456c488-1b33-4b5d-9e69-ffcf50813033 None None] Sync routers for ids ['48602eaa-aba0-47e1-bad3-b32acc767284'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:16.801151 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456c488-1b33-4b5d-9e69-ffcf50813033 None None] Routers {'48602eaa-aba0-47e1-bad3-b32acc767284'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:16.801814 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7456c488-1b33-4b5d-9e69-ffcf50813033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['48602eaa-aba0-47e1-bad3-b32acc767284'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:16.848184 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7456c488-1b33-4b5d-9e69-ffcf50813033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:16.857809 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456c488-1b33-4b5d-9e69-ffcf50813033 None None] Routers {'48602eaa-aba0-47e1-bad3-b32acc767284'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:16.858482 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7456c488-1b33-4b5d-9e69-ffcf50813033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['48602eaa-aba0-47e1-bad3-b32acc767284'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:16.942830 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7456c488-1b33-4b5d-9e69-ffcf50813033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:16.943721 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456c488-1b33-4b5d-9e69-ffcf50813033 None None] The sync data for ids ['48602eaa-aba0-47e1-bad3-b32acc767284'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:16.972061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-141254e9-5973-4e2c-8a59-b39d2ce434dc tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/routers/48602eaa-aba0-47e1-bad3-b32acc767284 HTTP/1.1" status: 200 len: 887 time: 0.1890960 Feb 10 06:55:16.974636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:17.022953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-86451835-edc6-44b9-b690-df65a923bdd1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=48602eaa-aba0-47e1-bad3-b32acc767284 HTTP/1.1" status: 200 len: 205 time: 0.0467584 Feb 10 06:55:17.025489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42942) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:17.172055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (48602eaa-aba0-47e1-bad3-b32acc767284), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:17.308145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_gateway (48602eaa-aba0-47e1-bad3-b32acc767284), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:17.371145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:17.371796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:17.462110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:17.476814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:17.664195 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:17.695975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=c7ad5b95-ffa6-4e4f-845d-d83c5636dc1f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:17.769435 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (48602eaa-aba0-47e1-bad3-b32acc767284), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.152260 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (48602eaa-aba0-47e1-bad3-b32acc767284), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.154914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (48602eaa-aba0-47e1-bad3-b32acc767284), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.211106 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (48602eaa-aba0-47e1-bad3-b32acc767284), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.211638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Fanout notify agent at l3_agent the message router_deleted on router 48602eaa-aba0-47e1-bad3-b32acc767284 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:55:18.219454 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.224368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd589107-eab8-48c8-b2b6-57c3466fffc4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/48602eaa-aba0-47e1-bad3-b32acc767284 HTTP/1.1" status: 204 len: 168 time: 1.1943479 Feb 10 06:55:18.225721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42966) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:18.231327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'network': {'name': 'tempest-RoutersTest-534227599'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:18.255110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:18.259354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.284633 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:55:18.294256 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0a6acb3b-4926-4206-855e-9852026faa72), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.294780 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added segment 0a6acb3b-4926-4206-855e-9852026faa72 of type vlan for network 6c065623-b090-49be-91b4-b74f4c18c9e1 Feb 10 06:55:18.337403 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (6c065623-b090-49be-91b4-b74f4c18c9e1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.366468 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (6c065623-b090-49be-91b4-b74f4c18c9e1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.371662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:18.372234 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.411421 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1818931 Feb 10 06:55:18.411595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42968) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:18.416183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'subnet': {'network_id': '6c065623-b090-49be-91b4-b74f4c18c9e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:18.465013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03994fc4-33f9-402d-9a47-fcae3e97f230 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Network': ['ID=6c065623-b090-49be-91b4-b74f4c18c9e1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:18.481370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 6c065623-b090-49be-91b4-b74f4c18c9e1 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:55:18.544004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:18.548297 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.765049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (7bbf8367-9b07-4f57-afa0-cc91642daeba), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.845021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Subnet': ['ID=7bbf8367-9b07-4f57-afa0-cc91642daeba,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:18.853378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Checking segment: {'id': '0a6acb3b-4926-4206-855e-9852026faa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6c065623-b090-49be-91b4-b74f4c18c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:18.853749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network hostable DHCP agents. Network: 6c065623-b090-49be-91b4-b74f4c18c9e1, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:55:18.876366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 6c065623-b090-49be-91b4-b74f4c18c9e1 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:55:18.890793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 6c065623-b090-49be-91b4-b74f4c18c9e1) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:18.897919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:18.898747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.909368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f63140a-5244-465d-a123-f8ca048d9308 None None] Network 6c065623-b090-49be-91b4-b74f4c18c9e1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:18.930869 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-77726ee6-d427-40b6-b8a7-87d495d39064 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5158663 Feb 10 06:55:18.931236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 42974) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:18.937399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c9c143dd-3188-4ec5-889a-4997d4013867 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1791015059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:18.969299 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c143dd-3188-4ec5-889a-4997d4013867 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:18.972794 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c143dd-3188-4ec5-889a-4997d4013867 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.058514 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c143dd-3188-4ec5-889a-4997d4013867 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.059504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-6c065623-b090-49be-91b4-b74f4c18c9e1', 'network_id': '6c065623-b090-49be-91b4-b74f4c18c9e1', 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'fixed_ips': [{'subnet_id': '7bbf8367-9b07-4f57-afa0-cc91642daeba'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:55:19.061374 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.064402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c143dd-3188-4ec5-889a-4997d4013867 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.086927 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9c143dd-3188-4ec5-889a-4997d4013867 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.091401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9c143dd-3188-4ec5-889a-4997d4013867 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1560149 Feb 10 06:55:19.092798 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42976) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:19.197617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Allocated IP 172.20.0.2 (6c065623-b090-49be-91b4-b74f4c18c9e1/7bbf8367-9b07-4f57-afa0-cc91642daeba/0c6e0b46-0308-4168-ac3d-a8375519d4ed) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:19.368503 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Publish callbacks [] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.375059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.393818 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.419534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Network 6c065623-b090-49be-91b4-b74f4c18c9e1 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:19.423172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:19.427328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:19.434366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Pushing event updated for resources: {'Port': ['ID=0c6e0b46-0308-4168-ac3d-a8375519d4ed,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:19.488083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Attempting to bind port 0c6e0b46-0308-4168-ac3d-a8375519d4ed on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:19.488730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Attempting to bind port 0c6e0b46-0308-4168-ac3d-a8375519d4ed by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '0a6acb3b-4926-4206-855e-9852026faa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6c065623-b090-49be-91b4-b74f4c18c9e1'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:19.488867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Attempting to bind port 0c6e0b46-0308-4168-ac3d-a8375519d4ed on network 6c065623-b090-49be-91b4-b74f4c18c9e1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:19.493935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:19.494492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Checking segment: {'id': '0a6acb3b-4926-4206-855e-9852026faa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6c065623-b090-49be-91b4-b74f4c18c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:19.494891 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.495259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Bound using segment: {'id': '0a6acb3b-4926-4206-855e-9852026faa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6c065623-b090-49be-91b4-b74f4c18c9e1'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:19.496276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Bound port: 0c6e0b46-0308-4168-ac3d-a8375519d4ed, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6acb3b-4926-4206-855e-9852026faa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6c065623-b090-49be-91b4-b74f4c18c9e1'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:19.496663 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.558057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] For port 0c6e0b46-0308-4168-ac3d-a8375519d4ed, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:19.561208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] For port 0c6e0b46-0308-4168-ac3d-a8375519d4ed, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0c6e0b46-0308-4168-ac3d-a8375519d4ed,segment=NetworkSegment(0a6acb3b-4926-4206-855e-9852026faa72),segment_id=0a6acb3b-4926-4206-855e-9852026faa72)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:19.567187 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.629435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f780bca-5423-490a-a376-3a39e4480018 None None] Pushing event updated for resources: {'Port': ['ID=0c6e0b46-0308-4168-ac3d-a8375519d4ed,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:19.653415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.20.0.1 (6c065623-b090-49be-91b4-b74f4c18c9e1/7bbf8367-9b07-4f57-afa0-cc91642daeba/f07e361b-d50e-4c79-91ca-7dc520668064) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:19.778910 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (f07e361b-d50e-4c79-91ca-7dc520668064), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.861490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:19.881836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 6c065623-b090-49be-91b4-b74f4c18c9e1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:19.885063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:19.887285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:19.977170 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:20.068879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=f07e361b-d50e-4c79-91ca-7dc520668064,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:20.121912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:20.777735 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (f07e361b-d50e-4c79-91ca-7dc520668064), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:20.778367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc6e53-7610-4975-a9ed-dabac15d6ae6 None None] Network 6c065623-b090-49be-91b4-b74f4c18c9e1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:20.785907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:20.832510 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=f07e361b-d50e-4c79-91ca-7dc520668064,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:20.879975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:20.905822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d0b8a491-5194-4740-ba64-c4b77e4fdb37 None None] Provisioning complete for port 0c6e0b46-0308-4168-ac3d-a8375519d4ed triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:20.906234 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b8a491-5194-4740-ba64-c4b77e4fdb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:21.048795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 6c065623-b090-49be-91b4-b74f4c18c9e1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:21.050403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:21.066464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8a491-5194-4740-ba64-c4b77e4fdb37 None None] Current status of the port 0c6e0b46-0308-4168-ac3d-a8375519d4ed is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:21.066866 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b8a491-5194-4740-ba64-c4b77e4fdb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:21.156038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d0b8a491-5194-4740-ba64-c4b77e4fdb37 None None] For port 0c6e0b46-0308-4168-ac3d-a8375519d4ed, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0c6e0b46-0308-4168-ac3d-a8375519d4ed,segment=NetworkSegment(0a6acb3b-4926-4206-855e-9852026faa72),segment_id=0a6acb3b-4926-4206-855e-9852026faa72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:21.163712 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b8a491-5194-4740-ba64-c4b77e4fdb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:21.278143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8a491-5194-4740-ba64-c4b77e4fdb37 None None] Pushing event updated for resources: {'Port': ['ID=0c6e0b46-0308-4168-ac3d-a8375519d4ed,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:21.326637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0c6e0b46-0308-4168-ac3d-a8375519d4ed up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:21.339039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:55:21.416368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c05cf124-dc18-4cac-b9bc-a816220f7b5e None None] Provisioning complete for port f07e361b-d50e-4c79-91ca-7dc520668064 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:21.417347 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c05cf124-dc18-4cac-b9bc-a816220f7b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:21.480371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c05cf124-dc18-4cac-b9bc-a816220f7b5e None None] Port f07e361b-d50e-4c79-91ca-7dc520668064 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:21.491812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0c6e0b46-0308-4168-ac3d-a8375519d4ed triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:21.492208 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:21.510826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:21.520900 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ced2a538-bdc4-4ccb-816f-67c93f816dc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4268935 Feb 10 06:55:21.523541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 42998) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:21.574740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42081071-4dc0-4d82-91be-9eadea7ad6ce None None] Sync routers for ids ['0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:21.586514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c05cf124-dc18-4cac-b9bc-a816220f7b5e None None] Provisioning complete for port 0c6e0b46-0308-4168-ac3d-a8375519d4ed triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:21.586514 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c05cf124-dc18-4cac-b9bc-a816220f7b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:21.602197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8970e-a13f-4211-8435-71d50cf8514b tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:21.603955 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-45c8970e-a13f-4211-8435-71d50cf8514b tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports/f07e361b-d50e-4c79-91ca-7dc520668064 HTTP/1.1" status: 200 len: 910 time: 0.0779424 Feb 10 06:55:21.606892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43000) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:21.613134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0e10e26c-9107-4172-8d47-22be8e263ff9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7bbf8367-9b07-4f57-afa0-cc91642daeba'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:21.657577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42081071-4dc0-4d82-91be-9eadea7ad6ce None None] Routers {'0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:21.658166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-42081071-4dc0-4d82-91be-9eadea7ad6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:21.704971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-42081071-4dc0-4d82-91be-9eadea7ad6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:21.785930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42081071-4dc0-4d82-91be-9eadea7ad6ce None None] Routers {'0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:21.786736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-42081071-4dc0-4d82-91be-9eadea7ad6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:21.890814 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e10e26c-9107-4172-8d47-22be8e263ff9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:22.129298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-42081071-4dc0-4d82-91be-9eadea7ad6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:22.131148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42081071-4dc0-4d82-91be-9eadea7ad6ce None None] The sync data for ids ['0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:22.139741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c05cf124-dc18-4cac-b9bc-a816220f7b5e None None] Current status of the port 0c6e0b46-0308-4168-ac3d-a8375519d4ed is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:22.148706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0c6e0b46-0308-4168-ac3d-a8375519d4ed is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:22.260906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a5fb4b64-8f5d-4731-806b-ef3a51194c10 None None] Provisioning complete for port f07e361b-d50e-4c79-91ca-7dc520668064 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:22.261295 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4b64-8f5d-4731-806b-ef3a51194c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:22.297365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb4b64-8f5d-4731-806b-ef3a51194c10 None None] Port f07e361b-d50e-4c79-91ca-7dc520668064 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:22.408638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e10e26c-9107-4172-8d47-22be8e263ff9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (f07e361b-d50e-4c79-91ca-7dc520668064), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:22.417830 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e10e26c-9107-4172-8d47-22be8e263ff9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:22.517643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10e26c-9107-4172-8d47-22be8e263ff9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:22.518437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0e10e26c-9107-4172-8d47-22be8e263ff9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:22.523010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43010) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:22.523501 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0e10e26c-9107-4172-8d47-22be8e263ff9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/ports/f07e361b-d50e-4c79-91ca-7dc520668064 HTTP/1.1" status: 200 len: 910 time: 0.9143722 Feb 10 06:55:22.524222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10e26c-9107-4172-8d47-22be8e263ff9 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=f07e361b-d50e-4c79-91ca-7dc520668064,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:22.884752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:23.155922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port f07e361b-d50e-4c79-91ca-7dc520668064 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:23.156071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:23.260301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0c6e0b46-0308-4168-ac3d-a8375519d4ed up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:23.280428 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:23.296153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for f07e361b-d50e-4c79-91ca-7dc520668064 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:23.323060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0c6e0b46-0308-4168-ac3d-a8375519d4ed triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:23.323424 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:23.410371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0c6e0b46-0308-4168-ac3d-a8375519d4ed is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:23.494172 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (f07e361b-d50e-4c79-91ca-7dc520668064), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:23.523779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=f07e361b-d50e-4c79-91ca-7dc520668064,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:23.680556 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:23.857793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:23.941086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:23.946940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8baaf9d5-6b95-46c9-914e-3c5075d9c373 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4214802 Feb 10 06:55:23.950671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43022) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:23.952221 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5b9bf-af10-4c52-9b3f-07810ab14ab8 None None] Sync routers for ids ['0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:23.962243 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5b9bf-af10-4c52-9b3f-07810ab14ab8 None None] Routers {'0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:23.962890 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-63b5b9bf-af10-4c52-9b3f-07810ab14ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:23.980552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5b384c3-70a6-42b8-859c-80f041f44eee tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a HTTP/1.1" status: 200 len: 205 time: 0.0281031 Feb 10 06:55:23.983122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43024) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:24.001206 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-63b5b9bf-af10-4c52-9b3f-07810ab14ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:24.010603 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5b9bf-af10-4c52-9b3f-07810ab14ab8 None None] Routers {'0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:24.011227 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-63b5b9bf-af10-4c52-9b3f-07810ab14ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:24.050712 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-63b5b9bf-af10-4c52-9b3f-07810ab14ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:24.052319 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5b9bf-af10-4c52-9b3f-07810ab14ab8 None None] The sync data for ids ['0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:24.067432 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b52795-c470-4ab2-981d-c5f29659578d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.231089 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b52795-c470-4ab2-981d-c5f29659578d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.233754 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b52795-c470-4ab2-981d-c5f29659578d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.276472 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b52795-c470-4ab2-981d-c5f29659578d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.277024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b52795-c470-4ab2-981d-c5f29659578d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Fanout notify agent at l3_agent the message router_deleted on router 0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:55:24.283418 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b52795-c470-4ab2-981d-c5f29659578d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.284957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-18b52795-c470-4ab2-981d-c5f29659578d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a HTTP/1.1" status: 204 len: 168 time: 0.3003047 Feb 10 06:55:24.287212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43032) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:24.338911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebaf070-1c83-4eb4-8fd3-8fd2713fa0ff tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting subnet 7bbf8367-9b07-4f57-afa0-cc91642daeba {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:55:24.342154 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf070-1c83-4eb4-8fd3-8fd2713fa0ff tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (7bbf8367-9b07-4f57-afa0-cc91642daeba), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.389078 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf070-1c83-4eb4-8fd3-8fd2713fa0ff tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (7bbf8367-9b07-4f57-afa0-cc91642daeba), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.476775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf070-1c83-4eb4-8fd3-8fd2713fa0ff tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7bbf8367-9b07-4f57-afa0-cc91642daeba), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.537924 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf070-1c83-4eb4-8fd3-8fd2713fa0ff tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (7bbf8367-9b07-4f57-afa0-cc91642daeba), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.569923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebaf070-1c83-4eb4-8fd3-8fd2713fa0ff tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbf8367-9b07-4f57-afa0-cc91642daeba,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:24.573559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf070-1c83-4eb4-8fd3-8fd2713fa0ff tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.576883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ebaf070-1c83-4eb4-8fd3-8fd2713fa0ff tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/7bbf8367-9b07-4f57-afa0-cc91642daeba HTTP/1.1" status: 204 len: 168 time: 0.2887394 Feb 10 06:55:24.579522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43038) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:24.584015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccd7116-78a1-4c00-af52-ace5f660ee09 None None] Network 6c065623-b090-49be-91b4-b74f4c18c9e1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:24.661400 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (6c065623-b090-49be-91b4-b74f4c18c9e1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.721906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 0c6e0b46-0308-4168-ac3d-a8375519d4ed {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:24.722439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.745697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1238711a-ae25-4a86-ac98-265448c08440 None None] DHCP port deletion for 6c065623-b090-49be-91b4-b74f4c18c9e1 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:55:24.798430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port 0c6e0b46-0308-4168-ac3d-a8375519d4ed, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0c6e0b46-0308-4168-ac3d-a8375519d4ed,segment=NetworkSegment(0a6acb3b-4926-4206-855e-9852026faa72),segment_id=0a6acb3b-4926-4206-855e-9852026faa72)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:24.798885 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.806357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1238711a-ae25-4a86-ac98-265448c08440 None None] Deleting port 0c6e0b46-0308-4168-ac3d-a8375519d4ed {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:24.807085 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1238711a-ae25-4a86-ac98-265448c08440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.815375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 0c6e0b46-0308-4168-ac3d-a8375519d4ed owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:24.901352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1238711a-ae25-4a86-ac98-265448c08440 None None] For port 0c6e0b46-0308-4168-ac3d-a8375519d4ed, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0c6e0b46-0308-4168-ac3d-a8375519d4ed,segment=NetworkSegment(0a6acb3b-4926-4206-855e-9852026faa72),segment_id=0a6acb3b-4926-4206-855e-9852026faa72)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:24.901758 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1238711a-ae25-4a86-ac98-265448c08440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.907921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:24.916255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1238711a-ae25-4a86-ac98-265448c08440 None None] Calling delete_port for 0c6e0b46-0308-4168-ac3d-a8375519d4ed owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:24.923043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No DVR routers for this DVR port 0c6e0b46-0308-4168-ac3d-a8375519d4ed on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:24.948062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=0c6e0b46-0308-4168-ac3d-a8375519d4ed,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:25.016452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1238711a-ae25-4a86-ac98-265448c08440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0c6e0b46-0308-4168-ac3d-a8375519d4ed), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.045887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (6c065623-b090-49be-91b4-b74f4c18c9e1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.050893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1238711a-ae25-4a86-ac98-265448c08440 None None] No DVR routers for this DVR port 0c6e0b46-0308-4168-ac3d-a8375519d4ed on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:25.052741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238711a-ae25-4a86-ac98-265448c08440 None None] Pushing event deleted for resources: {'Port': ['ID=0c6e0b46-0308-4168-ac3d-a8375519d4ed,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:25.080656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c065623-b090-49be-91b4-b74f4c18c9e1']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:25.091262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6acb3b-4926-4206-855e-9852026faa72') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:25.091660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6acb3b-4926-4206-855e-9852026faa72') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:25.101931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (0a6acb3b-4926-4206-855e-9852026faa72), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.118600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0a6acb3b-4926-4206-855e-9852026faa72), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.125777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:55:25.126436 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (0a6acb3b-4926-4206-855e-9852026faa72), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:55:25.129453 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:55:25.217500 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (6c065623-b090-49be-91b4-b74f4c18c9e1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.225152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.230906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/networks/6c065623-b090-49be-91b4-b74f4c18c9e1 HTTP/1.1" status: 204 len: 168 time: 0.6504300 Feb 10 06:55:25.233140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0c6e0b46-0308-4168-ac3d-a8375519d4ed no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:55:25.236468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43052) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:25.242008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e5feb1bb-9a58-46b6-a3cb-c7d3d14b97fb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-559292806', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:25.248256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68753b0b-36e9-4de4-bd14-fc90200ea4f7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Network': ['ID=6c065623-b090-49be-91b4-b74f4c18c9e1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:25.262944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0c6e0b46-0308-4168-ac3d-a8375519d4ed {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:55:25.262944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0c6e0b46-0308-4168-ac3d-a8375519d4ed not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:55:25.283438 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5feb1bb-9a58-46b6-a3cb-c7d3d14b97fb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.284797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5feb1bb-9a58-46b6-a3cb-c7d3d14b97fb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.343748 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5feb1bb-9a58-46b6-a3cb-c7d3d14b97fb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.348864 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5feb1bb-9a58-46b6-a3cb-c7d3d14b97fb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.374081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5feb1bb-9a58-46b6-a3cb-c7d3d14b97fb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.378371 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e5feb1bb-9a58-46b6-a3cb-c7d3d14b97fb tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1391602 Feb 10 06:55:25.380010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:25.386619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'network': {'name': 'tempest-RoutersTest-826560235'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:25.412011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:25.417578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.450541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:55:25.477289 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e2e069bd-7871-4cfb-a3dc-017f272dbbcf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.477912 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added segment e2e069bd-7871-4cfb-a3dc-017f272dbbcf of type vlan for network af915243-648f-4358-a749-4914653b88bb Feb 10 06:55:25.526573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (af915243-648f-4358-a749-4914653b88bb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.553318 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (af915243-648f-4358-a749-4914653b88bb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.558754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:25.559370 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.595509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2141709 Feb 10 06:55:25.598293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43066) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:25.602893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'subnet': {'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:25.662161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ba517-7fd6-483c-8ecf-de27723a5aa5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Network': ['ID=af915243-648f-4358-a749-4914653b88bb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:25.678277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network af915243-648f-4358-a749-4914653b88bb details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:55:25.738912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:25.742802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.935605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (e4ed912f-92a5-42ac-adba-751ac86c1a9f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:25.996442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Subnet': ['ID=e4ed912f-92a5-42ac-adba-751ac86c1a9f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:26.005825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Checking segment: {'id': 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af915243-648f-4358-a749-4914653b88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:26.006189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network hostable DHCP agents. Network: af915243-648f-4358-a749-4914653b88bb, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:55:26.025024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network af915243-648f-4358-a749-4914653b88bb is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:55:26.041972 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, af915243-648f-4358-a749-4914653b88bb) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:26.046344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:26.047536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:26.061928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a4e79-1552-4b1d-9d89-fb81068f209e None None] Network af915243-648f-4358-a749-4914653b88bb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:26.066835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-426184e2-afdb-4963-a3f0-5fc22d79690a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4676135 Feb 10 06:55:26.069679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43082) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:26.199437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-af915243-648f-4358-a749-4914653b88bb', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:55:26.200561 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:26.377859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Allocated IP 172.20.0.2 (af915243-648f-4358-a749-4914653b88bb/e4ed912f-92a5-42ac-adba-751ac86c1a9f/d9da636e-3dc9-482a-b7f2-9da303ac4d6c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:26.582530 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Publish callbacks [] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:26.596216 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:26.655413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Pushing event updated for resources: {'Port': ['ID=d9da636e-3dc9-482a-b7f2-9da303ac4d6c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:26.686515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Network af915243-648f-4358-a749-4914653b88bb is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:26.686515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:26.692239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:26.692498 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:26.757274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Attempting to bind port d9da636e-3dc9-482a-b7f2-9da303ac4d6c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:26.757649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Attempting to bind port d9da636e-3dc9-482a-b7f2-9da303ac4d6c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af915243-648f-4358-a749-4914653b88bb'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:26.758012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Attempting to bind port d9da636e-3dc9-482a-b7f2-9da303ac4d6c on network af915243-648f-4358-a749-4914653b88bb {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:26.763470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:26.763848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Checking segment: {'id': 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af915243-648f-4358-a749-4914653b88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:26.764254 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:26.764650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Bound using segment: {'id': 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af915243-648f-4358-a749-4914653b88bb'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:26.765116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Bound port: d9da636e-3dc9-482a-b7f2-9da303ac4d6c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af915243-648f-4358-a749-4914653b88bb'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:26.765617 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:26.850911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] For port d9da636e-3dc9-482a-b7f2-9da303ac4d6c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:26.859379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] For port d9da636e-3dc9-482a-b7f2-9da303ac4d6c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9da636e-3dc9-482a-b7f2-9da303ac4d6c,segment=NetworkSegment(e2e069bd-7871-4cfb-a3dc-017f272dbbcf),segment_id=e2e069bd-7871-4cfb-a3dc-017f272dbbcf)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:26.868343 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:26.957367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a24d7-af57-49df-ab91-29c3ddf64176 None None] Pushing event updated for resources: {'Port': ['ID=d9da636e-3dc9-482a-b7f2-9da303ac4d6c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:27.017891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.20.0.1 (af915243-648f-4358-a749-4914653b88bb/e4ed912f-92a5-42ac-adba-751ac86c1a9f/7d5f84cc-1b3d-480b-a2e7-80830fe61d67) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:27.161489 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:27.241796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:27.281455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network af915243-648f-4358-a749-4914653b88bb is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:27.291583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:27.295051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:27.337621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=7d5f84cc-1b3d-480b-a2e7-80830fe61d67,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:27.353646 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:27.516147 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:27.837469 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:27.844248 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:27.897933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=7d5f84cc-1b3d-480b-a2e7-80830fe61d67,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:27.947553 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:28.061291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network af915243-648f-4358-a749-4914653b88bb is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:28.063291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:28.207512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:55:28.281946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca1538-3b29-45d0-998b-fa75e7dd2a63 None None] Network af915243-648f-4358-a749-4914653b88bb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:28.321783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:28.331533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43120) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:28.337095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'network': {'name': 'tempest-RoutersTest-1384095541'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:28.338452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:28.341860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b4058e7-706d-4343-9d65-3b6b52dde7e7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2703702 Feb 10 06:55:28.364030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:28.369144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:28.396820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:55:28.408667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:28.409293 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added segment 5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a of type vlan for network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 Feb 10 06:55:28.417534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:28.418188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:28.428532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Provisioning complete for port d9da636e-3dc9-482a-b7f2-9da303ac4d6c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:28.429161 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:28.476205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (9a8276f6-6dbf-4acf-9ad1-07f241a5dd36), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:28.507652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (9a8276f6-6dbf-4acf-9ad1-07f241a5dd36), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:28.513959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:28.515218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:28.573936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43122) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:28.589261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'subnet': {'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:28.595303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:28.599066 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2645257 Feb 10 06:55:28.665783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cff3d-9d96-4b4a-a3ce-39eaeb270376 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Network': ['ID=9a8276f6-6dbf-4acf-9ad1-07f241a5dd36,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:28.698924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:55:28.765350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:28.771474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:28.772317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Current status of the port d9da636e-3dc9-482a-b7f2-9da303ac4d6c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:28.772718 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:28.823920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] For port d9da636e-3dc9-482a-b7f2-9da303ac4d6c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9da636e-3dc9-482a-b7f2-9da303ac4d6c,segment=NetworkSegment(e2e069bd-7871-4cfb-a3dc-017f272dbbcf),segment_id=e2e069bd-7871-4cfb-a3dc-017f272dbbcf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:28.860294 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:29.017700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Pushing event updated for resources: {'Port': ['ID=d9da636e-3dc9-482a-b7f2-9da303ac4d6c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:29.055248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.055990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.056587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.057373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.059825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.061784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.062452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.063112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.063837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.064356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.068099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.069341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.069905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81465013-b16e-456b-8f90-a8a60e11ac33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:29.093735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (6c916c63-53e0-40a8-9a25-0a3abdc61f33), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:29.132983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-56674a9c-9ec6-402b-a58a-8f55f8ff0a4a None None] Provisioning complete for port d9da636e-3dc9-482a-b7f2-9da303ac4d6c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:29.133483 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56674a9c-9ec6-402b-a58a-8f55f8ff0a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:29.204996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:27Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:27Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:29.254877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:55:29.255637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Updating router 25cda93a-099b-4d60-8a79-0001c449fafe port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:55:29.283258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Subnet': ['ID=6c916c63-53e0-40a8-9a25-0a3abdc61f33,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:29.299066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Checking segment: {'id': '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:29.299690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network hostable DHCP agents. Network: 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:55:29.323449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:55:29.344570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:29.357286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:29.359413 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:29.392628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-56674a9c-9ec6-402b-a58a-8f55f8ff0a4a None None] Current status of the port d9da636e-3dc9-482a-b7f2-9da303ac4d6c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:29.398907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0ab9eb5-0925-46e6-b0ef-5c41c10d820c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8226080 Feb 10 06:55:29.401441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43128) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:29.404836 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:29.420353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe70e2e-77b4-4ea9-b267-0c086a290fad None None] Network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:29.422448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9da636e-3dc9-482a-b7f2-9da303ac4d6c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:29.511170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-56674a9c-9ec6-402b-a58a-8f55f8ff0a4a None None] Provisioning complete for port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:29.511655 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56674a9c-9ec6-402b-a58a-8f55f8ff0a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:29.552555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-56674a9c-9ec6-402b-a58a-8f55f8ff0a4a None None] Port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:29.887342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d9da636e-3dc9-482a-b7f2-9da303ac4d6c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:29.887866 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:29.960719 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.007976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c1cae4f1-0a4a-466b-86d7-643739347990 None None] Provisioning complete for port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:30.008510 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1cae4f1-0a4a-466b-86d7-643739347990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.045011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d9da636e-3dc9-482a-b7f2-9da303ac4d6c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:30.081363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1cae4f1-0a4a-466b-86d7-643739347990 None None] Port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:30.089069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:55:30.090038 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.276148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.21.0.1 (9a8276f6-6dbf-4acf-9ad1-07f241a5dd36/6c916c63-53e0-40a8-9a25-0a3abdc61f33/6439422b-5972-4c7e-91be-48eee6ced6a3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:30.354096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Publish callbacks [] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.362089 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.423739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.486709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb026a2f-9d57-4993-9d3a-4fe95edd1caa None None] Pushing event updated for resources: {'Port': ['ID=7d5f84cc-1b3d-480b-a2e7-80830fe61d67,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:30.487775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.540141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Allocated IP 172.21.0.2 (9a8276f6-6dbf-4acf-9ad1-07f241a5dd36/6c916c63-53e0-40a8-9a25-0a3abdc61f33/76daf1e3-dcfb-4546-b8ea-957f0e4c299e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:30.585597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:30.589267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:30.595781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:30.610880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=6439422b-5972-4c7e-91be-48eee6ced6a3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:30.681857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Attempting to bind port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:30.682244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Attempting to bind port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af915243-648f-4358-a749-4914653b88bb'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:30.682639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Attempting to bind port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 on network af915243-648f-4358-a749-4914653b88bb {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:30.687002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.690500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:30.690891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Checking segment: {'id': 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af915243-648f-4358-a749-4914653b88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:30.691305 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.691914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Bound using segment: {'id': 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af915243-648f-4358-a749-4914653b88bb'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:30.693300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Bound port: 7d5f84cc-1b3d-480b-a2e7-80830fe61d67, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af915243-648f-4358-a749-4914653b88bb'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:30.693300 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.844083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] For port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:30.850333 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.855111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] For port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7d5f84cc-1b3d-480b-a2e7-80830fe61d67,segment=NetworkSegment(e2e069bd-7871-4cfb-a3dc-017f272dbbcf),segment_id=e2e069bd-7871-4cfb-a3dc-017f272dbbcf)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:30.856861 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Publish callbacks [] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.858376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-24026327-0e4a-4dc6-9d1f-bce4369ee0b4 None None] Provisioning complete for port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:30.858894 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24026327-0e4a-4dc6-9d1f-bce4369ee0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.897121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-24026327-0e4a-4dc6-9d1f-bce4369ee0b4 None None] Port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:30.901949 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:30.912535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.004319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:31.022041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:31.028329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:31.047396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:31.048196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:31.063772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb026a2f-9d57-4993-9d3a-4fe95edd1caa None None] Pushing event updated for resources: {'Port': ['ID=7d5f84cc-1b3d-480b-a2e7-80830fe61d67,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:31.220220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Attempting to bind port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:31.220597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Attempting to bind port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:31.220966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Attempting to bind port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e on network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:31.238565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:31.238948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Checking segment: {'id': '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:31.239436 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.239762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Bound using segment: {'id': '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:31.240311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Bound port: 76daf1e3-dcfb-4546-b8ea-957f0e4c299e, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:31.240628 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.242470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Pushing event updated for resources: {'Port': ['ID=76daf1e3-dcfb-4546-b8ea-957f0e4c299e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:31.271201 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.272776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:31.278384 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.354771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=6439422b-5972-4c7e-91be-48eee6ced6a3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:31.393942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.425883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e3bdec79-e950-423a-ac7d-1faa0ced16de None None] Provisioning complete for port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:31.426434 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3bdec79-e950-423a-ac7d-1faa0ced16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.523766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] For port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:31.531653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:31.533126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:31.554197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] For port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=76daf1e3-dcfb-4546-b8ea-957f0e4c299e,segment=NetworkSegment(5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a),segment_id=5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:31.585143 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.688824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:31.728538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdec79-e950-423a-ac7d-1faa0ced16de None None] Current status of the port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:31.729070 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3bdec79-e950-423a-ac7d-1faa0ced16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.735487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e28c-c575-4147-9842-0a3028b3eb2c None None] Pushing event updated for resources: {'Port': ['ID=76daf1e3-dcfb-4546-b8ea-957f0e4c299e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:31.791959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:30Z', 'revision_number': 3, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:30Z', 'revision_number': 1, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:30Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:31.837564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb23c4-29e2-4b77-8bf6-34d9cdecbad5 None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:30Z', 'revision_number': 3, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:30Z', 'revision_number': 1, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:30Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:31.842730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e3bdec79-e950-423a-ac7d-1faa0ced16de None None] For port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7d5f84cc-1b3d-480b-a2e7-80830fe61d67,segment=NetworkSegment(e2e069bd-7871-4cfb-a3dc-017f272dbbcf),segment_id=e2e069bd-7871-4cfb-a3dc-017f272dbbcf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:31.850619 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3bdec79-e950-423a-ac7d-1faa0ced16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.858820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:31.875186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43140) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:31.877113 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f3e39366-e009-4223-b52f-87a3ed452bc5 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4736946 Feb 10 06:55:31.883210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'network': {'name': 'tempest-RoutersTest-357848586'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:31.921522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:31.921717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdec79-e950-423a-ac7d-1faa0ced16de None None] Pushing event updated for resources: {'Port': ['ID=7d5f84cc-1b3d-480b-a2e7-80830fe61d67,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:31.933079 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:31.983461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:55:32.026830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4940f2e6-3765-494e-83e9-29fe313b4831), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:32.027481 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added segment 4940f2e6-3765-494e-83e9-29fe313b4831 of type vlan for network f2dbf10b-290f-4bd2-8753-734697e15ff8 Feb 10 06:55:32.084740 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (f2dbf10b-290f-4bd2-8753-734697e15ff8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:32.144305 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (f2dbf10b-290f-4bd2-8753-734697e15ff8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:32.149410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:32.150015 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:32.308818 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4280975 Feb 10 06:55:32.309230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43148) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:32.310243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6727fe2-7f40-42d3-91a1-75530c91ea92 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Network': ['ID=f2dbf10b-290f-4bd2-8753-734697e15ff8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:32.317144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'subnet': {'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:32.325528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network f2dbf10b-290f-4bd2-8753-734697e15ff8 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:55:32.495015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:32.499253 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:32.856101 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (5877031b-7486-4979-a278-c06514332b66), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:32.999983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Subnet': ['ID=5877031b-7486-4979-a278-c06514332b66,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:33.047816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Checking segment: {'id': '4940f2e6-3765-494e-83e9-29fe313b4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:33.048213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network hostable DHCP agents. Network: f2dbf10b-290f-4bd2-8753-734697e15ff8, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:55:33.071502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network f2dbf10b-290f-4bd2-8753-734697e15ff8 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:55:33.092487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, f2dbf10b-290f-4bd2-8753-734697e15ff8) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:33.097124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:33.097884 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:33.110962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c726a-8996-4190-9c49-39e1de9eb16c None None] Network f2dbf10b-290f-4bd2-8753-734697e15ff8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:33.129085 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-736bd29e-a34b-40cd-8bf5-fc6be9dbd096 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8187432 Feb 10 06:55:33.132059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:33.662103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58933238-b64b-4c43-8224-485e67b39217 None None] Network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:33.671052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:33.675226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-f2dbf10b-290f-4bd2-8753-734697e15ff8', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:55:33.676407 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:33.778548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3f498ccf-0ff2-4659-8723-3ee836e2c518 None None] Provisioning complete for port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:33.779519 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f498ccf-0ff2-4659-8723-3ee836e2c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:34.015680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:34.064820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:34.065495 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:34.075169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Allocated IP 172.22.0.2 (f2dbf10b-290f-4bd2-8753-734697e15ff8/5877031b-7486-4979-a278-c06514332b66/9be14a33-e920-4e36-9587-cddccca71f01) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:34.206958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3f498ccf-0ff2-4659-8723-3ee836e2c518 None None] Current status of the port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:34.208242 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f498ccf-0ff2-4659-8723-3ee836e2c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:34.442836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3f498ccf-0ff2-4659-8723-3ee836e2c518 None None] For port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=76daf1e3-dcfb-4546-b8ea-957f0e4c299e,segment=NetworkSegment(5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a),segment_id=5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:34.475163 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f498ccf-0ff2-4659-8723-3ee836e2c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:34.558287 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Publish callbacks [] for port (9be14a33-e920-4e36-9587-cddccca71f01), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:34.662147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (9be14a33-e920-4e36-9587-cddccca71f01), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:34.688249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.22.0.1 (f2dbf10b-290f-4bd2-8753-734697e15ff8/5877031b-7486-4979-a278-c06514332b66/d92f8518-6387-4e61-96b8-e0efaa56562a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:34.701060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Network f2dbf10b-290f-4bd2-8753-734697e15ff8 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:34.705517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:34.711216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:34.715784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:34.717542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 76daf1e3-dcfb-4546-b8ea-957f0e4c299e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:34.727306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f498ccf-0ff2-4659-8723-3ee836e2c518 None None] Pushing event updated for resources: {'Port': ['ID=76daf1e3-dcfb-4546-b8ea-957f0e4c299e,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:34.868802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-18355370-9990-4b40-b71a-736e3bf65f8a None None] Provisioning complete for port 6439422b-5972-4c7e-91be-48eee6ced6a3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:34.870603 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18355370-9990-4b40-b71a-736e3bf65f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:34.910275 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:34.924653 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:34.926965 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:35.019980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.091660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Pushing event updated for resources: {'Port': ['ID=9be14a33-e920-4e36-9587-cddccca71f01,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:35.108531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-18355370-9990-4b40-b71a-736e3bf65f8a None None] Port 6439422b-5972-4c7e-91be-48eee6ced6a3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:35.112357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Attempting to bind port 9be14a33-e920-4e36-9587-cddccca71f01 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:35.113154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Attempting to bind port 9be14a33-e920-4e36-9587-cddccca71f01 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '4940f2e6-3765-494e-83e9-29fe313b4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:35.117032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Attempting to bind port 9be14a33-e920-4e36-9587-cddccca71f01 on network f2dbf10b-290f-4bd2-8753-734697e15ff8 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:35.127722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.146855 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:35.152610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:35.152996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Checking segment: {'id': '4940f2e6-3765-494e-83e9-29fe313b4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:35.154391 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.154797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Bound using segment: {'id': '4940f2e6-3765-494e-83e9-29fe313b4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:35.156302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Bound port: 9be14a33-e920-4e36-9587-cddccca71f01, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4940f2e6-3765-494e-83e9-29fe313b4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:35.156689 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9be14a33-e920-4e36-9587-cddccca71f01), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.190375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-18355370-9990-4b40-b71a-736e3bf65f8a None None] Provisioning complete for port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:35.191050 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18355370-9990-4b40-b71a-736e3bf65f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.194607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:35.194970 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.244509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network f2dbf10b-290f-4bd2-8753-734697e15ff8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:35.288663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:35.296534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:35.368611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=d92f8518-6387-4e61-96b8-e0efaa56562a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:35.368813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] For port 9be14a33-e920-4e36-9587-cddccca71f01, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:35.374655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] For port 9be14a33-e920-4e36-9587-cddccca71f01, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9be14a33-e920-4e36-9587-cddccca71f01,segment=NetworkSegment(4940f2e6-3765-494e-83e9-29fe313b4831),segment_id=4940f2e6-3765-494e-83e9-29fe313b4831)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:35.398863 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.435998 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9be14a33-e920-4e36-9587-cddccca71f01), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.512999 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:30Z', 'revision_number': 3, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:35.578724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:35.584466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-18355370-9990-4b40-b71a-736e3bf65f8a None None] Current status of the port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:35.596979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d576a-4cf5-4861-9bfa-6e1cb5f6c99e None None] Pushing event updated for resources: {'Port': ['ID=9be14a33-e920-4e36-9587-cddccca71f01,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:35.606558 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:55:35.607711 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Updating router 25cda93a-099b-4d60-8a79-0001c449fafe port 6439422b-5972-4c7e-91be-48eee6ced6a3 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:55:35.649624 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.664103 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.713928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-72c8f509-dabc-4936-8bb3-b4a223472cd1 None None] Provisioning complete for port 6439422b-5972-4c7e-91be-48eee6ced6a3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:35.714326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72c8f509-dabc-4936-8bb3-b4a223472cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:35.807536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 76daf1e3-dcfb-4546-b8ea-957f0e4c299e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:35.924003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-72c8f509-dabc-4936-8bb3-b4a223472cd1 None None] Port 6439422b-5972-4c7e-91be-48eee6ced6a3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:35.955611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:35.956075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.098445 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.106232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:36.108640 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.157969 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Publish callbacks [] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.165587 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.179900 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.224743 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c627d3-305e-4476-860d-15914df38d18 None None] Pushing event updated for resources: {'Port': ['ID=6439422b-5972-4c7e-91be-48eee6ced6a3,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:36.264045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=d92f8518-6387-4e61-96b8-e0efaa56562a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:36.356917 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Attempting to bind port 6439422b-5972-4c7e-91be-48eee6ced6a3 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:36.357689 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Attempting to bind port 6439422b-5972-4c7e-91be-48eee6ced6a3 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:36.358089 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Attempting to bind port 6439422b-5972-4c7e-91be-48eee6ced6a3 on network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:36.359163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network f2dbf10b-290f-4bd2-8753-734697e15ff8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:36.361049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:36.367340 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:36.370024 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Checking segment: {'id': '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:36.370476 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.375700 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Bound using segment: {'id': '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:36.376394 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Bound port: 6439422b-5972-4c7e-91be-48eee6ced6a3, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:36.376802 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.460405 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] For port 6439422b-5972-4c7e-91be-48eee6ced6a3, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:36.463785 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] For port 6439422b-5972-4c7e-91be-48eee6ced6a3, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6439422b-5972-4c7e-91be-48eee6ced6a3,segment=NetworkSegment(5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a),segment_id=5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:36.480671 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.514483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:36.544112 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:36.545176 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:36.663661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d02393eb-3ff2-475d-85d2-9dac3df66a22 None None] Provisioning complete for port 6439422b-5972-4c7e-91be-48eee6ced6a3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:36.667191 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d02393eb-3ff2-475d-85d2-9dac3df66a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.720568 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c627d3-305e-4476-860d-15914df38d18 None None] Pushing event updated for resources: {'Port': ['ID=6439422b-5972-4c7e-91be-48eee6ced6a3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:36.776869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:36.794030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43170) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:36.795576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b297794d-a1b4-40b1-8c54-2a8f07c99786 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6623561 Feb 10 06:55:36.800246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'network': {'name': 'tempest-RoutersTest-1408121478'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:36.844213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:36.846724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d02393eb-3ff2-475d-85d2-9dac3df66a22 None None] Current status of the port 6439422b-5972-4c7e-91be-48eee6ced6a3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:36.847179 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d02393eb-3ff2-475d-85d2-9dac3df66a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.852314 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.853010 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:36.906799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d02393eb-3ff2-475d-85d2-9dac3df66a22 None None] For port 6439422b-5972-4c7e-91be-48eee6ced6a3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6439422b-5972-4c7e-91be-48eee6ced6a3,segment=NetworkSegment(5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a),segment_id=5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:36.914771 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d02393eb-3ff2-475d-85d2-9dac3df66a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.942924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:55:36.955079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (656727ca-3160-41b5-b226-6bf196efb999), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:36.955647 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added segment 656727ca-3160-41b5-b226-6bf196efb999 of type vlan for network 8e9a07c0-c560-40fe-8c8b-36795a1db034 Feb 10 06:55:37.000403 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (8e9a07c0-c560-40fe-8c8b-36795a1db034), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:37.015988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02393eb-3ff2-475d-85d2-9dac3df66a22 None None] Pushing event updated for resources: {'Port': ['ID=6439422b-5972-4c7e-91be-48eee6ced6a3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:37.047391 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (8e9a07c0-c560-40fe-8c8b-36795a1db034), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:37.053693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:37.054586 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:37.073306 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:37.078020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5290a857-b7ec-432f-b9fb-a8600d4198c7 None None] Provisioning complete for port 6439422b-5972-4c7e-91be-48eee6ced6a3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:37.078401 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5290a857-b7ec-432f-b9fb-a8600d4198c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:37.115699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43174) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:37.123740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'subnet': {'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:37.128166 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3313899 Feb 10 06:55:37.206503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083b568-e0e1-41fa-880d-f050fe1b5d12 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Network': ['ID=8e9a07c0-c560-40fe-8c8b-36795a1db034,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:37.272329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5290a857-b7ec-432f-b9fb-a8600d4198c7 None None] Current status of the port 6439422b-5972-4c7e-91be-48eee6ced6a3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:37.280059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 8e9a07c0-c560-40fe-8c8b-36795a1db034 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:55:37.389967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db550ca8-b701-4d93-8984-ed2513892871 None None] Network f2dbf10b-290f-4bd2-8753-734697e15ff8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:37.398012 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:35Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:35Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:37.459737 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9dc1e-1536-42a2-af07-46b02a5cf025 None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:35Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:35Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:37.499007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1c9b54dd-7ab4-4555-9b59-f0208a2a64d3 None None] Provisioning complete for port 9be14a33-e920-4e36-9587-cddccca71f01 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:37.499384 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54dd-7ab4-4555-9b59-f0208a2a64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9be14a33-e920-4e36-9587-cddccca71f01), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:37.710282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b54dd-7ab4-4555-9b59-f0208a2a64d3 None None] Current status of the port 9be14a33-e920-4e36-9587-cddccca71f01 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:37.714806 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54dd-7ab4-4555-9b59-f0208a2a64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9be14a33-e920-4e36-9587-cddccca71f01), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:37.829858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1c9b54dd-7ab4-4555-9b59-f0208a2a64d3 None None] For port 9be14a33-e920-4e36-9587-cddccca71f01, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9be14a33-e920-4e36-9587-cddccca71f01,segment=NetworkSegment(4940f2e6-3765-494e-83e9-29fe313b4831),segment_id=4940f2e6-3765-494e-83e9-29fe313b4831)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:37.831964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Made reservation on behalf of ddd61d0e56844af78930a58f2760de69 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:37.837149 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:37.840460 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54dd-7ab4-4555-9b59-f0208a2a64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9be14a33-e920-4e36-9587-cddccca71f01), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:38.095857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9be14a33-e920-4e36-9587-cddccca71f01 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:38.160174 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (4fd0188f-baff-43aa-a3ce-0a4994bf9a77), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:38.195404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9be14a33-e920-4e36-9587-cddccca71f01 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:38.195792 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9be14a33-e920-4e36-9587-cddccca71f01), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:38.246750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b54dd-7ab4-4555-9b59-f0208a2a64d3 None None] Pushing event updated for resources: {'Port': ['ID=9be14a33-e920-4e36-9587-cddccca71f01,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:38.264464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Subnet': ['ID=4fd0188f-baff-43aa-a3ce-0a4994bf9a77,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:38.275058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Checking segment: {'id': '656727ca-3160-41b5-b226-6bf196efb999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:38.276165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network hostable DHCP agents. Network: 8e9a07c0-c560-40fe-8c8b-36795a1db034, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:55:38.314778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 8e9a07c0-c560-40fe-8c8b-36795a1db034 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:55:38.330600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 8e9a07c0-c560-40fe-8c8b-36795a1db034) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:38.359466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:38.360085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:38.373150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc99e1-2cba-45cf-b1e3-7a5e3b530c40 None None] Network 8e9a07c0-c560-40fe-8c8b-36795a1db034 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:38.393068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ed7ffe1-7064-430c-9f44-b3c2362b6a40 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2724588 Feb 10 06:55:38.393388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43182) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:38.447942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-822ff881-ad1f-4790-8076-ca63962edc38 None None] Provisioning complete for port 9be14a33-e920-4e36-9587-cddccca71f01 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:38.448320 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-822ff881-ad1f-4790-8076-ca63962edc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9be14a33-e920-4e36-9587-cddccca71f01), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:38.515567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9be14a33-e920-4e36-9587-cddccca71f01 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:38.516841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6439422b-5972-4c7e-91be-48eee6ced6a3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:38.679373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-8e9a07c0-c560-40fe-8c8b-36795a1db034', 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'fixed_ips': [{'subnet_id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:55:38.680398 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:38.807046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-822ff881-ad1f-4790-8076-ca63962edc38 None None] Current status of the port 9be14a33-e920-4e36-9587-cddccca71f01 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:38.818128 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 6439422b-5972-4c7e-91be-48eee6ced6a3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:38.818764 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:38.867224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:38.949390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-822ff881-ad1f-4790-8076-ca63962edc38 None None] Provisioning complete for port d92f8518-6387-4e61-96b8-e0efaa56562a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:38.949702 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-822ff881-ad1f-4790-8076-ca63962edc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:38.955256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:38.956187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:38.989090 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:39.057829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:39.206457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-822ff881-ad1f-4790-8076-ca63962edc38 None None] Port d92f8518-6387-4e61-96b8-e0efaa56562a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:39.236289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Allocated IP 172.23.0.2 (8e9a07c0-c560-40fe-8c8b-36795a1db034/4fd0188f-baff-43aa-a3ce-0a4994bf9a77/cc6109f4-48a8-4a40-953e-879855b75522) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:39.299816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 6439422b-5972-4c7e-91be-48eee6ced6a3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:39.407837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-30447a0e-4981-4395-a57c-c065ec5aba0e None None] Provisioning complete for port d92f8518-6387-4e61-96b8-e0efaa56562a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:39.408217 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30447a0e-4981-4395-a57c-c065ec5aba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:39.442786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-30447a0e-4981-4395-a57c-c065ec5aba0e None None] Port d92f8518-6387-4e61-96b8-e0efaa56562a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:39.534250 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Publish callbacks [] for port (cc6109f4-48a8-4a40-953e-879855b75522), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:39.537480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:35Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:35Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:39.570208 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (cc6109f4-48a8-4a40-953e-879855b75522), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:39.574836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:55:39.575196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Updating router 25cda93a-099b-4d60-8a79-0001c449fafe port d92f8518-6387-4e61-96b8-e0efaa56562a binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:55:39.604127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Allocated IP 172.23.0.1 (8e9a07c0-c560-40fe-8c8b-36795a1db034/4fd0188f-baff-43aa-a3ce-0a4994bf9a77/b5d2224f-148b-4031-84ea-3351f9f53f98) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:39.608299 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:39.656998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Network 8e9a07c0-c560-40fe-8c8b-36795a1db034 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:39.691671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:39.698093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:39.713680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Pushing event updated for resources: {'Port': ['ID=cc6109f4-48a8-4a40-953e-879855b75522,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:39.753858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9be14a33-e920-4e36-9587-cddccca71f01 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:39.829938 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:39.879702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:39.900189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 8e9a07c0-c560-40fe-8c8b-36795a1db034 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:39.904211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:39.929441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:40.001458 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.221656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=b5d2224f-148b-4031-84ea-3351f9f53f98,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:40.231392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.296993 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Publish callbacks [] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.320033 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.352107 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.378373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Attempting to bind port cc6109f4-48a8-4a40-953e-879855b75522 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:40.378847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Attempting to bind port cc6109f4-48a8-4a40-953e-879855b75522 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '656727ca-3160-41b5-b226-6bf196efb999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:40.379522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Attempting to bind port cc6109f4-48a8-4a40-953e-879855b75522 on network 8e9a07c0-c560-40fe-8c8b-36795a1db034 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:40.393509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:40.393935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Checking segment: {'id': '656727ca-3160-41b5-b226-6bf196efb999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:40.394257 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.394681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Bound using segment: {'id': '656727ca-3160-41b5-b226-6bf196efb999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:40.395312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Bound port: cc6109f4-48a8-4a40-953e-879855b75522, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656727ca-3160-41b5-b226-6bf196efb999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:40.395698 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cc6109f4-48a8-4a40-953e-879855b75522), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.412727 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd292976-1d69-4657-8c26-e105cedf66b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.480347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] For port cc6109f4-48a8-4a40-953e-879855b75522, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:40.484207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] For port cc6109f4-48a8-4a40-953e-879855b75522, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc6109f4-48a8-4a40-953e-879855b75522,segment=NetworkSegment(656727ca-3160-41b5-b226-6bf196efb999),segment_id=656727ca-3160-41b5-b226-6bf196efb999)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:40.507503 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cc6109f4-48a8-4a40-953e-879855b75522), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.519879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9be14a33-e920-4e36-9587-cddccca71f01 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:40.520175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9be14a33-e920-4e36-9587-cddccca71f01), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.642916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe24e0-945c-43de-ada5-588e7759f992 None None] Pushing event updated for resources: {'Port': ['ID=d92f8518-6387-4e61-96b8-e0efaa56562a,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:40.710213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Attempting to bind port d92f8518-6387-4e61-96b8-e0efaa56562a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:40.710543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Attempting to bind port d92f8518-6387-4e61-96b8-e0efaa56562a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '4940f2e6-3765-494e-83e9-29fe313b4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:40.710913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Attempting to bind port d92f8518-6387-4e61-96b8-e0efaa56562a on network f2dbf10b-290f-4bd2-8753-734697e15ff8 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:40.717694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06920b53-c653-49d5-bd65-3ac4507bc405 None None] Pushing event updated for resources: {'Port': ['ID=cc6109f4-48a8-4a40-953e-879855b75522,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:40.738941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:40.739318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Checking segment: {'id': '4940f2e6-3765-494e-83e9-29fe313b4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:40.739723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.740117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Bound using segment: {'id': '4940f2e6-3765-494e-83e9-29fe313b4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:40.740604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Bound port: d92f8518-6387-4e61-96b8-e0efaa56562a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4940f2e6-3765-494e-83e9-29fe313b4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:40.740982 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.765191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9be14a33-e920-4e36-9587-cddccca71f01 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:40.765396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.771680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.862075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] For port d92f8518-6387-4e61-96b8-e0efaa56562a, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:40.865603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] For port d92f8518-6387-4e61-96b8-e0efaa56562a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d92f8518-6387-4e61-96b8-e0efaa56562a,segment=NetworkSegment(4940f2e6-3765-494e-83e9-29fe313b4831),segment_id=4940f2e6-3765-494e-83e9-29fe313b4831)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:40.875334 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:40.973584 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe24e0-945c-43de-ada5-588e7759f992 None None] Pushing event updated for resources: {'Port': ['ID=d92f8518-6387-4e61-96b8-e0efaa56562a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:41.013771 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:41.014724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:41.015425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:41.019252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event updated for resources: {'Port': ['ID=b5d2224f-148b-4031-84ea-3351f9f53f98,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:41.303836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Network 8e9a07c0-c560-40fe-8c8b-36795a1db034 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:41.305286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:41.469100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:41.488271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172358b0-10e6-4d2e-89f2-d83f52d05b4f req-3409b744-e94a-4687-a254-96c3d3199cad tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:41.496842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-172358b0-10e6-4d2e-89f2-d83f52d05b4f req-3409b744-e94a-4687-a254-96c3d3199cad tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1199269 Feb 10 06:55:41.512933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fbd71723-3a5b-4ad4-8b11-9c41763d5332 None None] Provisioning complete for port d92f8518-6387-4e61-96b8-e0efaa56562a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:41.513875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbd71723-3a5b-4ad4-8b11-9c41763d5332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:41.520844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:41.638535 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-172358b0-10e6-4d2e-89f2-d83f52d05b4f req-8f13351f-faa4-48f1-83da-3383fc1dafe8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346514 Feb 10 06:55:41.691245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:41.719967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9b6a0591-a89a-4b96-8251-aab0220194c7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3231795 Feb 10 06:55:41.720233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:41.730406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:42.032826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc6109f4-48a8-4a40-953e-879855b75522 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:42.140071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:40Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d2224f-148b-4031-84ea-3351f9f53f98', 'name': '', 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:1a:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:39Z', 'updated_at': '2022-02-10T06:55:40Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:40Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:42.193209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fbd71723-3a5b-4ad4-8b11-9c41763d5332 None None] Current status of the port d92f8518-6387-4e61-96b8-e0efaa56562a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:42.193607 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbd71723-3a5b-4ad4-8b11-9c41763d5332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:42.221039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac6fab-39c5-44c8-98f5-c8513373574c None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:40Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d2224f-148b-4031-84ea-3351f9f53f98', 'name': '', 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:1a:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:39Z', 'updated_at': '2022-02-10T06:55:40Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:40Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:42.239397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cc6109f4-48a8-4a40-953e-879855b75522 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:42.249268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc6109f4-48a8-4a40-953e-879855b75522), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:42.378465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fbd71723-3a5b-4ad4-8b11-9c41763d5332 None None] For port d92f8518-6387-4e61-96b8-e0efaa56562a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d92f8518-6387-4e61-96b8-e0efaa56562a,segment=NetworkSegment(4940f2e6-3765-494e-83e9-29fe313b4831),segment_id=4940f2e6-3765-494e-83e9-29fe313b4831)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:42.392289 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbd71723-3a5b-4ad4-8b11-9c41763d5332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:42.440967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4843-cdd6-4dd5-af7d-30679ec655a3 req-47fd230e-b3af-476d-845e-0d02b7caf4df tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:42.448228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ecf4843-cdd6-4dd5-af7d-30679ec655a3 req-47fd230e-b3af-476d-845e-0d02b7caf4df tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.4607348 Feb 10 06:55:42.555501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ecf4843-cdd6-4dd5-af7d-30679ec655a3 req-ee8426e1-e9ea-49e1-a5cd-c601a5fe0fe7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061954 Feb 10 06:55:42.566435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd71723-3a5b-4ad4-8b11-9c41763d5332 None None] Pushing event updated for resources: {'Port': ['ID=d92f8518-6387-4e61-96b8-e0efaa56562a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:42.603173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 06:55:42.630135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Removed routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 06:55:42.630541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:42.661802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a79a2c3-37fd-4354-b4a7-e218b75ac498 None None] Network 8e9a07c0-c560-40fe-8c8b-36795a1db034 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:42.710857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-cfbc624c-aa3c-4d23-8bf0-cc43726689a8 None None] Provisioning complete for port d92f8518-6387-4e61-96b8-e0efaa56562a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:42.711239 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfbc624c-aa3c-4d23-8bf0-cc43726689a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:42.713608 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e560f273-4667-4e67-a5d6-a198373df9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:42.853459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cc6109f4-48a8-4a40-953e-879855b75522 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:42.854092 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cc6109f4-48a8-4a40-953e-879855b75522), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:42.964496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port cc6109f4-48a8-4a40-953e-879855b75522, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc6109f4-48a8-4a40-953e-879855b75522,segment=NetworkSegment(656727ca-3160-41b5-b226-6bf196efb999),segment_id=656727ca-3160-41b5-b226-6bf196efb999)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:43.003667 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cc6109f4-48a8-4a40-953e-879855b75522), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:43.004527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d92f8518-6387-4e61-96b8-e0efaa56562a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:43.055540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-979a4661-18f1-4c46-80f7-a16cadb2ce14 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:43.057322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-979a4661-18f1-4c46-80f7-a16cadb2ce14 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.2091706 Feb 10 06:55:43.076511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-f3bb4875-b515-4766-8b27-39a9a7e07b59 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/quotas/a92e19506ade4f528e6688d66508860f HTTP/1.1" status: 200 len: 375 time: 0.0135212 Feb 10 06:55:43.099269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:43.124086 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:43.147660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cfbc624c-aa3c-4d23-8bf0-cc43726689a8 None None] Current status of the port d92f8518-6387-4e61-96b8-e0efaa56562a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:43.187626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=cc6109f4-48a8-4a40-953e-879855b75522,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:43.214736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d92f8518-6387-4e61-96b8-e0efaa56562a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:43.215159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:43.305461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-daaafc90-c6bf-4213-a590-dcffb040a974 None None] Provisioning complete for port cc6109f4-48a8-4a40-953e-879855b75522 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:43.306268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-daaafc90-c6bf-4213-a590-dcffb040a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc6109f4-48a8-4a40-953e-879855b75522), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:43.515015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d92f8518-6387-4e61-96b8-e0efaa56562a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:43.520713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-daaafc90-c6bf-4213-a590-dcffb040a974 None None] Current status of the port cc6109f4-48a8-4a40-953e-879855b75522 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:43.558416 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:43.568663 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:43.569288 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:43.653120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-777d9996-5276-4258-99c2-7bdb411a4aef None None] Provisioning complete for port cc6109f4-48a8-4a40-953e-879855b75522 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:43.654176 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-777d9996-5276-4258-99c2-7bdb411a4aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc6109f4-48a8-4a40-953e-879855b75522), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:43.737279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-289da138-1895-4227-9e0c-6ab87e1a7e5f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6526263 Feb 10 06:55:43.764386 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:43.776892 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:43.848801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-777d9996-5276-4258-99c2-7bdb411a4aef None None] Current status of the port cc6109f4-48a8-4a40-953e-879855b75522 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:43.863989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc6109f4-48a8-4a40-953e-879855b75522 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:43.934824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:43.957142 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:43.961092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43254) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:43.964831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-24ba26d9-e3ed-474d-929d-d060fa01f7d3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe HTTP/1.1" status: 200 len: 933 time: 2.2435331 Feb 10 06:55:43.976343 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:43.982402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-777d9996-5276-4258-99c2-7bdb411a4aef None None] Provisioning complete for port b5d2224f-148b-4031-84ea-3351f9f53f98 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:43.982912 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-777d9996-5276-4258-99c2-7bdb411a4aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:43.990821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-de0176ba-0a62-4f1e-b569-b9d4cb28d259 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:55:43.998518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-de0176ba-0a62-4f1e-b569-b9d4cb28d259 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2294154 Feb 10 06:55:44.042523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-777d9996-5276-4258-99c2-7bdb411a4aef None None] Port b5d2224f-148b-4031-84ea-3351f9f53f98 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:44.075277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cc6109f4-48a8-4a40-953e-879855b75522 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:44.076643 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc6109f4-48a8-4a40-953e-879855b75522), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:44.183737 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e41d7068-1247-4dba-964c-f247bb92a447 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe HTTP/1.1" status: 200 len: 933 time: 0.2213910 Feb 10 06:55:44.188754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43260) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:44.192446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-202ce9d1-6ebc-414c-9878-cd9f73028045 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930454 Feb 10 06:55:44.195533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'routes': None}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:44.227165 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 6, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d2224f-148b-4031-84ea-3351f9f53f98', 'name': '', 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:1a:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:39Z', 'updated_at': '2022-02-10T06:55:40Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:44.253375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cc6109f4-48a8-4a40-953e-879855b75522 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:44.254434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d92f8518-6387-4e61-96b8-e0efaa56562a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:44.291830 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:55:44.292100 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Updating router 25cda93a-099b-4d60-8a79-0001c449fafe port b5d2224f-148b-4031-84ea-3351f9f53f98 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:55:44.340367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6e44081e-3a39-4bb1-9ebf-81c1a3f5a811 None None] Provisioning complete for port b5d2224f-148b-4031-84ea-3351f9f53f98 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:44.342866 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:44.345027 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e44081e-3a39-4bb1-9ebf-81c1a3f5a811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:44.369788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-9547dc23-70cd-40e6-9a31-acc378e338d8 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714783 Feb 10 06:55:44.439993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6e44081e-3a39-4bb1-9ebf-81c1a3f5a811 None None] Port b5d2224f-148b-4031-84ea-3351f9f53f98 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:44.448714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d92f8518-6387-4e61-96b8-e0efaa56562a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:44.449295 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:44.589935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d92f8518-6387-4e61-96b8-e0efaa56562a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:44.625610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-78bb8795-a0e3-419d-b352-4dd9b2b0a198 None None] Provisioning complete for port b5d2224f-148b-4031-84ea-3351f9f53f98 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:44.628686 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-78bb8795-a0e3-419d-b352-4dd9b2b0a198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:44.707422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-78bb8795-a0e3-419d-b352-4dd9b2b0a198 None None] Port b5d2224f-148b-4031-84ea-3351f9f53f98 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:44.772844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30690ee-4cbe-49fa-aaec-d8e7f0c059c6 req-42d5e957-bbe0-4b43-97d0-ff95b660f37c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 210 time: 0.0661783 Feb 10 06:55:44.978164 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Publish callbacks [] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:44.985365 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:45.050258 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Pushing event updated for resources: {'Port': ['ID=b5d2224f-148b-4031-84ea-3351f9f53f98,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:45.195385 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Attempting to bind port b5d2224f-148b-4031-84ea-3351f9f53f98 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:45.195498 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Attempting to bind port b5d2224f-148b-4031-84ea-3351f9f53f98 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '656727ca-3160-41b5-b226-6bf196efb999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:45.195806 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Attempting to bind port b5d2224f-148b-4031-84ea-3351f9f53f98 on network 8e9a07c0-c560-40fe-8c8b-36795a1db034 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:45.211530 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:45.212275 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Checking segment: {'id': '656727ca-3160-41b5-b226-6bf196efb999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:45.213112 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:45.214061 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Bound using segment: {'id': '656727ca-3160-41b5-b226-6bf196efb999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:45.216847 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Bound port: b5d2224f-148b-4031-84ea-3351f9f53f98, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656727ca-3160-41b5-b226-6bf196efb999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:45.217418 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:45.250279 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:45.368264 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] For port b5d2224f-148b-4031-84ea-3351f9f53f98, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:45.380144 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] For port b5d2224f-148b-4031-84ea-3351f9f53f98, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b5d2224f-148b-4031-84ea-3351f9f53f98,segment=NetworkSegment(656727ca-3160-41b5-b226-6bf196efb999),segment_id=656727ca-3160-41b5-b226-6bf196efb999)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:45.392110 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:45.438222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-12268fbe-5606-4846-8a06-a0f376da0c41 None None] Provisioning complete for port b5d2224f-148b-4031-84ea-3351f9f53f98 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:45.439174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12268fbe-5606-4846-8a06-a0f376da0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:45.458518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.extraroute_db [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added routes are [] {{(pid=103213) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 06:55:45.459457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.extraroute_db [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103213) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 06:55:45.494760 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:45.495577 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:45.564291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:45.690160 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Pushing event updated for resources: {'Port': ['ID=b5d2224f-148b-4031-84ea-3351f9f53f98,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:45.709995 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.710355 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.714056 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.714599 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.715107 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.719269 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.719799 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.720318 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.720819 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.721302 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.723226 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.723742 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.724235 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4a67a-ce5b-4ea0-affa-e6e824d215d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:45.725531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-12268fbe-5606-4846-8a06-a0f376da0c41 None None] Current status of the port b5d2224f-148b-4031-84ea-3351f9f53f98 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:45.725991 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12268fbe-5606-4846-8a06-a0f376da0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:45.857088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-12268fbe-5606-4846-8a06-a0f376da0c41 None None] For port b5d2224f-148b-4031-84ea-3351f9f53f98, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b5d2224f-148b-4031-84ea-3351f9f53f98,segment=NetworkSegment(656727ca-3160-41b5-b226-6bf196efb999),segment_id=656727ca-3160-41b5-b226-6bf196efb999)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:45.860835 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:45.864363 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12268fbe-5606-4846-8a06-a0f376da0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:46.020045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12268fbe-5606-4846-8a06-a0f376da0c41 None None] Pushing event updated for resources: {'Port': ['ID=b5d2224f-148b-4031-84ea-3351f9f53f98,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:46.035235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8829fac4-4d03-408a-8046-4d48af6ac68a req-206dd08e-03a4-4104-8379-5301e8c0816b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 210 time: 0.0824625 Feb 10 06:55:46.048198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dd39d8b2-046d-4396-b3dc-9d17e8d0b6fe None None] Provisioning complete for port b5d2224f-148b-4031-84ea-3351f9f53f98 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:46.048198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd39d8b2-046d-4396-b3dc-9d17e8d0b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:46.062542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:46.070680 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:46.187762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:46.279161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dd39d8b2-046d-4396-b3dc-9d17e8d0b6fe None None] Current status of the port b5d2224f-148b-4031-84ea-3351f9f53f98 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:46.313803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:46.323891 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 6, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d2224f-148b-4031-84ea-3351f9f53f98', 'name': '', 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:1a:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:39Z', 'updated_at': '2022-02-10T06:55:45Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:46.393607 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca5d7c-a7c6-4c03-9b33-6ab87c7ae628 None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 6, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d2224f-148b-4031-84ea-3351f9f53f98', 'name': '', 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:1a:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:39Z', 'updated_at': '2022-02-10T06:55:45Z', 'revision_number': 4, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:46.422092 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a0686bb-a2cc-4c90-b67b-44bbb94e8c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:46.452433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:46.574455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:46.616958 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:46.621464 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8b33fb69-e81e-41c6-9a0f-0b5a8c2d3d4f tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe HTTP/1.1" status: 200 len: 699 time: 2.4299316 Feb 10 06:55:46.623035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43298) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:46.651941 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a0686bb-a2cc-4c90-b67b-44bbb94e8c77 admin admin] Publish callbacks [] for security_group (a054e1a1-b1a0-4d51-80cf-b0d3984fe991), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:46.733475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a0686bb-a2cc-4c90-b67b-44bbb94e8c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a054e1a1-b1a0-4d51-80cf-b0d3984fe991), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:46.794002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-532576c2-0745-49ad-a299-d774f66fb714 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:46.795908 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-532576c2-0745-49ad-a299-d774f66fb714 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.2633684 Feb 10 06:55:46.801556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:46.819883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:46.822079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:46.830346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'port': {'device_id': '195d394d-2696-4fea-a7c8-00be2464a905', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'admin_state_up': True, 'tenant_id': 'a92e19506ade4f528e6688d66508860f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:46.849860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7a0686bb-a2cc-4c90-b67b-44bbb94e8c77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74094df2beb74e799e36df99b00e1ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6610255 Feb 10 06:55:46.852521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0686bb-a2cc-4c90-b67b-44bbb94e8c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a054e1a1-b1a0-4d51-80cf-b0d3984fe991,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:46.855537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43300) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:46.881077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-446543f5-6f88-4d23-80c6-70da15991a0b tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe HTTP/1.1" status: 200 len: 699 time: 0.2529590 Feb 10 06:55:46.883563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:47.026965 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3304d094-70d9-4e7f-ba59-1cfc423a6a07 admin admin] Publish callbacks [] for security_group (a054e1a1-b1a0-4d51-80cf-b0d3984fe991), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:47.051379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:47.093694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Made reservation on behalf of a92e19506ade4f528e6688d66508860f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:47.097609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:47.156351 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3304d094-70d9-4e7f-ba59-1cfc423a6a07 admin admin] Publish callbacks [] for security_group (a054e1a1-b1a0-4d51-80cf-b0d3984fe991), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:47.252862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ac33d09-1e64-4fc3-8102-1cda7b2326a6 req-581fb6ff-15ec-47cd-a557-04952dce779b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 210 time: 0.1101253 Feb 10 06:55:47.380628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Allocated IP 172.20.0.7 (e5b79be8-c0f2-4311-9a37-36c374f777f8/5e40ec35-57be-4466-81a4-bee3d6fb86f9/357d27c2-8683-407a-bb91-51d885d5538e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:47.469904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3304d094-70d9-4e7f-ba59-1cfc423a6a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a054e1a1-b1a0-4d51-80cf-b0d3984fe991), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:47.475765 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3304d094-70d9-4e7f-ba59-1cfc423a6a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:47.480229 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3304d094-70d9-4e7f-ba59-1cfc423a6a07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a054e1a1-b1a0-4d51-80cf-b0d3984fe991 HTTP/1.1" status: 204 len: 168 time: 0.6205857 Feb 10 06:55:47.501154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304d094-70d9-4e7f-ba59-1cfc423a6a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a054e1a1-b1a0-4d51-80cf-b0d3984fe991,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:47.687038 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:47.687975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for port (357d27c2-8683-407a-bb91-51d885d5538e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:47.777587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:45Z', 'revision_number': 7, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d2224f-148b-4031-84ea-3351f9f53f98', 'name': '', 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:1a:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:39Z', 'updated_at': '2022-02-10T06:55:45Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:47.784062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (357d27c2-8683-407a-bb91-51d885d5538e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:47.859758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:55:47.861978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['be1425e4-c026-4b4b-8aa7-58b180c16fa8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:55:47.863416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'Port': ['ID=357d27c2-8683-407a-bb91-51d885d5538e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:47.863936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['237af292-f42d-40f2-b22b-12303f4750f4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:55:47.865719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b5d2224f-148b-4031-84ea-3351f9f53f98 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:47.893617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:47.896128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:47.899325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:47.978981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:47.979627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:48.024593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:48.025638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:48.065722 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-6c603f83-81a0-4586-84df-88cc4148e28c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2601495 Feb 10 06:55:48.077514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Request body: {'port': {'device_id': '195d394d-2696-4fea-a7c8-00be2464a905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:48.152746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:48.247329 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (357d27c2-8683-407a-bb91-51d885d5538e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:48.492881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port b5d2224f-148b-4031-84ea-3351f9f53f98 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:48.492881 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:48.518184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3c8de094-829a-4f5e-babc-3c78e4d057fa None None] Provisioning complete for port 357d27c2-8683-407a-bb91-51d885d5538e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:48.520986 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c8de094-829a-4f5e-babc-3c78e4d057fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (357d27c2-8683-407a-bb91-51d885d5538e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:48.682125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedcd68-17ab-433d-b598-80c9082fd69e req-5677522f-84b2-4708-855b-dbd1ed3ad597 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:48.684171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfedcd68-17ab-433d-b598-80c9082fd69e req-5677522f-84b2-4708-855b-dbd1ed3ad597 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 931 time: 0.2485287 Feb 10 06:55:48.753737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b5d2224f-148b-4031-84ea-3351f9f53f98 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:48.760354 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:48.798645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfedcd68-17ab-433d-b598-80c9082fd69e req-b2f9a000-d5cb-4029-b502-075fe0000783 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981283 Feb 10 06:55:48.816203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port b5d2224f-148b-4031-84ea-3351f9f53f98, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b5d2224f-148b-4031-84ea-3351f9f53f98,segment=NetworkSegment(656727ca-3160-41b5-b226-6bf196efb999),segment_id=656727ca-3160-41b5-b226-6bf196efb999)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:48.816891 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:48.855965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for b5d2224f-148b-4031-84ea-3351f9f53f98 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:48.876396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357d27c2-8683-407a-bb91-51d885d5538e {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:55:48.892059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Publish callbacks [] for port (357d27c2-8683-407a-bb91-51d885d5538e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:48.920373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Transition to ACTIVE for port object 357d27c2-8683-407a-bb91-51d885d5538e will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:55:48.927601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (357d27c2-8683-407a-bb91-51d885d5538e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:48.964718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3c8de094-829a-4f5e-babc-3c78e4d057fa None None] Port 357d27c2-8683-407a-bb91-51d885d5538e cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:49.023580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Pushing event updated for resources: {'Port': ['ID=357d27c2-8683-407a-bb91-51d885d5538e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:49.139250 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b5d2224f-148b-4031-84ea-3351f9f53f98), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:49.168348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Could not find standard attr ID for object b5d2224f-148b-4031-84ea-3351f9f53f98. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 06:55:49.200991 n-d-828670-1 neutron-server[103215]: INFO neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No ports have port_id starting with b5d2224f-148b-4031-84ea-3351f9f53f98 Feb 10 06:55:49.262151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=b5d2224f-148b-4031-84ea-3351f9f53f98,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:49.271386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Attempting to bind port 357d27c2-8683-407a-bb91-51d885d5538e on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:49.272016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Attempting to bind port 357d27c2-8683-407a-bb91-51d885d5538e by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:49.272630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Attempting to bind port 357d27c2-8683-407a-bb91-51d885d5538e on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:49.279056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Port 357d27c2-8683-407a-bb91-51d885d5538e on network e5b79be8-c0f2-4311-9a37-36c374f777f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:55:49.282115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Attempting to bind port 357d27c2-8683-407a-bb91-51d885d5538e on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:49.297079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:49.297616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Checking segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:49.298178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Bound using segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:49.298829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Bound port: 357d27c2-8683-407a-bb91-51d885d5538e, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:49.299361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (357d27c2-8683-407a-bb91-51d885d5538e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:49.379523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:45Z', 'revision_number': 7, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d2224f-148b-4031-84ea-3351f9f53f98', 'name': '', 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:1a:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:39Z', 'updated_at': '2022-02-10T06:55:45Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:49.411138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ccb5c-7518-4df0-b9c1-8c5e77657676 None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:45Z', 'revision_number': 7, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d2224f-148b-4031-84ea-3351f9f53f98', 'name': '', 'network_id': '8e9a07c0-c560-40fe-8c8b-36795a1db034', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:1a:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:39Z', 'updated_at': '2022-02-10T06:55:45Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '4fd0188f-baff-43aa-a3ce-0a4994bf9a77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:49.485981 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] For port 357d27c2-8683-407a-bb91-51d885d5538e, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:49.499037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] For port 357d27c2-8683-407a-bb91-51d885d5538e, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=357d27c2-8683-407a-bb91-51d885d5538e,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:49.520381 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (357d27c2-8683-407a-bb91-51d885d5538e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:49.644064 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:49.644064 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:49.644810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:49.645306 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] 10.222.0.13 "PUT /v2.0/ports/357d27c2-8683-407a-bb91-51d885d5538e HTTP/1.1" status: 200 len: 1091 time: 1.5725789 Feb 10 06:55:49.645440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195d394d-2696-4fea-a7c8-00be2464a905', 'tag': '357d27c2-8683-407a-bb91-51d885d5538e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:55:49.647833 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93bb300-b4d9-4e54-b015-f709a503f36a" -d '{"events": [{"name": "network-changed", "server_uuid": "195d394d-2696-4fea-a7c8-00be2464a905", "tag": "357d27c2-8683-407a-bb91-51d885d5538e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:55:49.789079 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2369b86c-e682-4329-963b-5b4c93dc5dc4 x-openstack-request-id: req-2369b86c-e682-4329-963b-5b4c93dc5dc4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:55:49.794658 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195d394d-2696-4fea-a7c8-00be2464a905", "tag": "357d27c2-8683-407a-bb91-51d885d5538e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:55:49.795028 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2369b86c-e682-4329-963b-5b4c93dc5dc4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:55:49.795598 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195d394d-2696-4fea-a7c8-00be2464a905', 'tag': '357d27c2-8683-407a-bb91-51d885d5538e', 'status': 'completed', 'code': 200} Feb 10 06:55:49.845826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d40b-b915-4c31-9f50-4462eed86e06 service neutron] Pushing event updated for resources: {'Port': ['ID=357d27c2-8683-407a-bb91-51d885d5538e,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:49.884155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-bf808b8c-c190-4596-afeb-427a5dccf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:49.902730 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-bf808b8c-c190-4596-afeb-427a5dccf398 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 1125 time: 0.2043979 Feb 10 06:55:50.016456 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-4786a165-971e-464c-8942-61da6b8f4f0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357d27c2-8683-407a-bb91-51d885d5538e HTTP/1.1" status: 200 len: 217 time: 0.1011367 Feb 10 06:55:50.114427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-8743c126-15cf-419f-a55f-5ec40a90674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:50.116401 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-8743c126-15cf-419f-a55f-5ec40a90674b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0944316 Feb 10 06:55:50.122461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755e79-6a78-4581-bc29-3824e0c007d4 req-01a9015c-0f0c-419c-b1e8-7aa625d6ca0c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:50.124632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95755e79-6a78-4581-bc29-3824e0c007d4 req-01a9015c-0f0c-419c-b1e8-7aa625d6ca0c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 943 time: 0.2063887 Feb 10 06:55:50.157631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:50.208286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-65c9c880-1d59-4952-89d8-3621cf76acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:50.210140 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-65c9c880-1d59-4952-89d8-3621cf76acbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0881109 Feb 10 06:55:50.318264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95755e79-6a78-4581-bc29-3824e0c007d4 req-d474b503-900d-48f6-92bb-34345fc3a45c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849158 Feb 10 06:55:50.336033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:50.343763 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8029d0b2-d07b-4b7d-866e-e6ae4b1884cf tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4592183 Feb 10 06:55:50.352661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43364) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:50.352881 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-8a45f519-cbb6-4fc7-8b2d-80279a9c9f4c service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351380 Feb 10 06:55:50.361349 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:50.385352 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:50.386970 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:50.428363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-543f98d0-74fb-46d0-965d-af7d3698f2fd tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting subnet 4fd0188f-baff-43aa-a3ce-0a4994bf9a77 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:55:50.432264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-543f98d0-74fb-46d0-965d-af7d3698f2fd tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (4fd0188f-baff-43aa-a3ce-0a4994bf9a77), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:50.541769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ef4fe560-991c-4901-bfa8-a10bb69af8d4 req-ceaca1d3-58ba-4f5d-81b7-44a5be8f3bfb service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836743 Feb 10 06:55:50.546195 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-543f98d0-74fb-46d0-965d-af7d3698f2fd tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (4fd0188f-baff-43aa-a3ce-0a4994bf9a77), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:50.632054 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:50.645534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-dd801327-80c3-4d54-aa98-31cf82963fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:50.647537 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-dd801327-80c3-4d54-aa98-31cf82963fda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 1125 time: 0.0552986 Feb 10 06:55:50.692110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-543f98d0-74fb-46d0-965d-af7d3698f2fd tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (4fd0188f-baff-43aa-a3ce-0a4994bf9a77), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:50.803559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-543f98d0-74fb-46d0-965d-af7d3698f2fd tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (4fd0188f-baff-43aa-a3ce-0a4994bf9a77), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:50.827623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6822532-4d40-48a1-8e4e-b2cda1e30d7e None None] Network 8e9a07c0-c560-40fe-8c8b-36795a1db034 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:50.828138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-543f98d0-74fb-46d0-965d-af7d3698f2fd tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:50.832027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-543f98d0-74fb-46d0-965d-af7d3698f2fd tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/4fd0188f-baff-43aa-a3ce-0a4994bf9a77 HTTP/1.1" status: 204 len: 168 time: 0.4841130 Feb 10 06:55:50.836233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43372) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:50.856696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f98d0-74fb-46d0-965d-af7d3698f2fd tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd0188f-baff-43aa-a3ce-0a4994bf9a77,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:50.879830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-a6c8395b-6a66-4a01-af3e-b72454ba7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:50.882255 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-a6c8395b-6a66-4a01-af3e-b72454ba7a2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.2263894 Feb 10 06:55:50.934321 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:49Z', 'revision_number': 8, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:50.966666 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:55:50.972609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (8e9a07c0-c560-40fe-8c8b-36795a1db034), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:50.991130 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:50.992171 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:51.036632 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-9c206736-e47c-41d3-bb70-182e15f70dbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357d27c2-8683-407a-bb91-51d885d5538e HTTP/1.1" status: 200 len: 217 time: 0.0600812 Feb 10 06:55:51.070349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b00c8b6-d42c-4960-aeac-db036c0d4c24 None None] DHCP port deletion for 8e9a07c0-c560-40fe-8c8b-36795a1db034 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:55:51.120390 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:51.148828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6b00c8b6-d42c-4960-aeac-db036c0d4c24 None None] Deleting port cc6109f4-48a8-4a40-953e-879855b75522 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:51.149295 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b00c8b6-d42c-4960-aeac-db036c0d4c24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cc6109f4-48a8-4a40-953e-879855b75522), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.177644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-c3c12899-0530-477e-89a4-33775a04dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:51.179181 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-c3c12899-0530-477e-89a4-33775a04dc72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1342862 Feb 10 06:55:51.263445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6b00c8b6-d42c-4960-aeac-db036c0d4c24 None None] For port cc6109f4-48a8-4a40-953e-879855b75522, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc6109f4-48a8-4a40-953e-879855b75522,segment=NetworkSegment(656727ca-3160-41b5-b226-6bf196efb999),segment_id=656727ca-3160-41b5-b226-6bf196efb999)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:51.263844 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b00c8b6-d42c-4960-aeac-db036c0d4c24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cc6109f4-48a8-4a40-953e-879855b75522), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.279262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6b00c8b6-d42c-4960-aeac-db036c0d4c24 None None] Calling delete_port for cc6109f4-48a8-4a40-953e-879855b75522 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:51.279981 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port cc6109f4-48a8-4a40-953e-879855b75522 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:51.280330 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cc6109f4-48a8-4a40-953e-879855b75522), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.385763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-36c5ee5f-95a4-4736-9c62-764b97a6d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:51.387637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-36c5ee5f-95a4-4736-9c62-764b97a6d384 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2014842 Feb 10 06:55:51.422156 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b00c8b6-d42c-4960-aeac-db036c0d4c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (cc6109f4-48a8-4a40-953e-879855b75522), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.455225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port cc6109f4-48a8-4a40-953e-879855b75522, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc6109f4-48a8-4a40-953e-879855b75522,segment=NetworkSegment(656727ca-3160-41b5-b226-6bf196efb999),segment_id=656727ca-3160-41b5-b226-6bf196efb999)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:51.455698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cc6109f4-48a8-4a40-953e-879855b75522), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.468705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b00c8b6-d42c-4960-aeac-db036c0d4c24 None None] No DVR routers for this DVR port cc6109f4-48a8-4a40-953e-879855b75522 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:51.472751 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for cc6109f4-48a8-4a40-953e-879855b75522 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:51.490321 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:49Z', 'revision_number': 8, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:51.528956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00c8b6-d42c-4960-aeac-db036c0d4c24 None None] Pushing event deleted for resources: {'Port': ['ID=cc6109f4-48a8-4a40-953e-879855b75522,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:51.535482 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fe94da-cfbd-4971-a713-8facfc227672 None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:49Z', 'revision_number': 8, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd92f8518-6387-4e61-96b8-e0efaa56562a', 'name': '', 'network_id': 'f2dbf10b-290f-4bd2-8753-734697e15ff8', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:b5:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5877031b-7486-4979-a278-c06514332b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:34Z', 'updated_at': '2022-02-10T06:55:42Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '5877031b-7486-4979-a278-c06514332b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:51.556081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84459df9-cb21-4162-9383-0f5adf061762 req-66ccb5a0-a3fb-4f3d-9c53-4059ae498f62 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:51.558806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84459df9-cb21-4162-9383-0f5adf061762 req-66ccb5a0-a3fb-4f3d-9c53-4059ae498f62 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 943 time: 0.1288731 Feb 10 06:55:51.615145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cc6109f4-48a8-4a40-953e-879855b75522), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.678669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=cc6109f4-48a8-4a40-953e-879855b75522,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:51.685618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84459df9-cb21-4162-9383-0f5adf061762 req-ff05536c-ad1f-486b-bc3a-1ac330d865b3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155453 Feb 10 06:55:51.686145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No DVR routers for this DVR port cc6109f4-48a8-4a40-953e-879855b75522 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:51.741551 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-dbc0ae7d-35d7-44cb-9a50-3d85c31324ec service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217316 Feb 10 06:55:51.819405 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (8e9a07c0-c560-40fe-8c8b-36795a1db034), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.881685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9a07c0-c560-40fe-8c8b-36795a1db034']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:51.897349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656727ca-3160-41b5-b226-6bf196efb999') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:51.897778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656727ca-3160-41b5-b226-6bf196efb999') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:51.915094 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (656727ca-3160-41b5-b226-6bf196efb999), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.946167 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (656727ca-3160-41b5-b226-6bf196efb999), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.955992 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a93bb300-b4d9-4e54-b015-f709a503f36a req-bfa21e53-f52d-43da-85c5-858f01d4bedc service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037084 Feb 10 06:55:51.959329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:55:51.959746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (656727ca-3160-41b5-b226-6bf196efb999), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:55:51.964132 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:55:52.022399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc6109f4-48a8-4a40-953e-879855b75522 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:55:52.031834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (8e9a07c0-c560-40fe-8c8b-36795a1db034), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:52.039594 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:52.044072 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/networks/8e9a07c0-c560-40fe-8c8b-36795a1db034 HTTP/1.1" status: 204 len: 168 time: 1.2068458 Feb 10 06:55:52.047798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43388) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:52.049711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: cc6109f4-48a8-4a40-953e-879855b75522 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:55:52.050435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc6109f4-48a8-4a40-953e-879855b75522 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:55:52.057491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5accaf6-1127-4beb-8172-083ce1198df7 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Network': ['ID=8e9a07c0-c560-40fe-8c8b-36795a1db034,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:52.400864 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:52.604511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-d87b626f-2a20-48d0-8e2c-7feeb67e75b8 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e4843fc29f79404d91fc5302d0f5b1a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333402 Feb 10 06:55:53.023856 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:55:53.172218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-d9a3ce2a-53a0-43f8-81d6-01503c5ace62 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:53.173675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-d9a3ce2a-53a0-43f8-81d6-01503c5ace62 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5606792 Feb 10 06:55:53.204894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f8129-f309-40f3-a5b8-7cc855303eab req-36658798-6f70-4f20-b157-2cf35b8dd1cf tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:53.206405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d9f8129-f309-40f3-a5b8-7cc855303eab req-36658798-6f70-4f20-b157-2cf35b8dd1cf tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 943 time: 0.4454577 Feb 10 06:55:53.208884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-34ab5222-3912-4991-911e-39ed2dd267e1 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/quotas/e4843fc29f79404d91fc5302d0f5b1a8 HTTP/1.1" status: 200 len: 375 time: 0.0290010 Feb 10 06:55:53.213653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port d92f8518-6387-4e61-96b8-e0efaa56562a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:53.213988 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:53.277029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-a85051f0-1d11-4bf2-af71-be05d71a4b7d tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4843fc29f79404d91fc5302d0f5b1a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435002 Feb 10 06:55:53.345045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d9f8129-f309-40f3-a5b8-7cc855303eab req-5c38e749-3767-4943-9105-8e8bdc1422cf tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280928 Feb 10 06:55:53.364901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port d92f8518-6387-4e61-96b8-e0efaa56562a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d92f8518-6387-4e61-96b8-e0efaa56562a,segment=NetworkSegment(4940f2e6-3765-494e-83e9-29fe313b4831),segment_id=4940f2e6-3765-494e-83e9-29fe313b4831)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:53.365267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:53.379801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for d92f8518-6387-4e61-96b8-e0efaa56562a owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:53.473057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe20c7b-465a-4a8c-8c23-08b6639a42b9 req-a7f493d2-a5e6-428f-9310-9d96675260ce tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 210 time: 0.0348635 Feb 10 06:55:53.596945 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d92f8518-6387-4e61-96b8-e0efaa56562a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:53.630706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=d92f8518-6387-4e61-96b8-e0efaa56562a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:53.641959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b5d2224f-148b-4031-84ea-3351f9f53f98 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:55:53.683066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b5d2224f-148b-4031-84ea-3351f9f53f98 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:55:53.683679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b5d2224f-148b-4031-84ea-3351f9f53f98 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:55:53.742523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 357d27c2-8683-407a-bb91-51d885d5538e details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:55:53.862244 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:53.908169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 357d27c2-8683-407a-bb91-51d885d5538e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=357d27c2-8683-407a-bb91-51d885d5538e,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:53.928670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '357d27c2-8683-407a-bb91-51d885d5538e', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'port_id': '357d27c2-8683-407a-bb91-51d885d5538e', 'mac_address': 'fa:16:3e:a5:44:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:55:53.990074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 357d27c2-8683-407a-bb91-51d885d5538e is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:53.990513 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (357d27c2-8683-407a-bb91-51d885d5538e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.008335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357d27c2-8683-407a-bb91-51d885d5538e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:55:54.031271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 357d27c2-8683-407a-bb91-51d885d5538e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=357d27c2-8683-407a-bb91-51d885d5538e,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:54.037217 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (357d27c2-8683-407a-bb91-51d885d5538e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.091721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=357d27c2-8683-407a-bb91-51d885d5538e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:54.112769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:54.217959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:54.227222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:54.230863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-014605cb-05e2-44dc-bf17-ceeaac04a09d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1809299 Feb 10 06:55:54.231824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43432) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:54.244110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:54.245094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:54.286256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting subnet 5877031b-7486-4979-a278-c06514332b66 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:55:54.289339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (5877031b-7486-4979-a278-c06514332b66), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.341134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (5877031b-7486-4979-a278-c06514332b66), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.347089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['357d27c2-8683-407a-bb91-51d885d5538e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:55:54.353815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:54.454866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5877031b-7486-4979-a278-c06514332b66), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.489450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423b018-3a1a-445d-b777-b7b2b1fa2a12 req-8affcc13-a3ab-47fa-9972-b1c2d1c77e98 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:54.499660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5423b018-3a1a-445d-b777-b7b2b1fa2a12 req-8affcc13-a3ab-47fa-9972-b1c2d1c77e98 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 944 time: 0.0741026 Feb 10 06:55:54.551441 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (5877031b-7486-4979-a278-c06514332b66), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.590365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5423b018-3a1a-445d-b777-b7b2b1fa2a12 req-66f99614-6dd2-428e-9ab7-d23ce370c87d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897632 Feb 10 06:55:54.598645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Subnet': ['ID=5877031b-7486-4979-a278-c06514332b66,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:54.607565 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.613818 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/5877031b-7486-4979-a278-c06514332b66 HTTP/1.1" status: 204 len: 168 time: 0.3797588 Feb 10 06:55:54.615165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43442) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:54.625105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.625748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.626291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.626989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.627597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.628126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.628644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.629285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.629814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.630348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.630882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.631435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.631954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89b313-6251-4676-af78-5ffcf8b65009 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:55:54.655474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5448af1-9554-40f1-a852-10b781ef46da req-67d59057-b040-4cb9-8415-02efd325543a tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 210 time: 0.0574102 Feb 10 06:55:54.706230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90127ee5-a7ea-405b-adf7-362cbd6575db None None] Network f2dbf10b-290f-4bd2-8753-734697e15ff8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:54.742966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-088a72ef-0769-4495-9f51-02fbe05186ba tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e4843fc29f79404d91fc5302d0f5b1a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308988 Feb 10 06:55:54.747911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (f2dbf10b-290f-4bd2-8753-734697e15ff8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.811520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 9be14a33-e920-4e36-9587-cddccca71f01 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:54.812203 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9be14a33-e920-4e36-9587-cddccca71f01), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.915069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:53Z', 'revision_number': 9, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:54.933968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-c18a6b62-df38-4860-9207-250b610c5261 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:54.936635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port 9be14a33-e920-4e36-9587-cddccca71f01, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9be14a33-e920-4e36-9587-cddccca71f01,segment=NetworkSegment(4940f2e6-3765-494e-83e9-29fe313b4831),segment_id=4940f2e6-3765-494e-83e9-29fe313b4831)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:54.936996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-c18a6b62-df38-4860-9207-250b610c5261 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879735 Feb 10 06:55:54.937119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9be14a33-e920-4e36-9587-cddccca71f01), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:54.956902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Request body: {'port': {'device_id': '2fe6873c-404f-421a-aaaf-530b96581025', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'e4843fc29f79404d91fc5302d0f5b1a8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:54.959104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 9be14a33-e920-4e36-9587-cddccca71f01 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:55.071629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9be14a33-e920-4e36-9587-cddccca71f01), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.096840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Made reservation on behalf of e4843fc29f79404d91fc5302d0f5b1a8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:55:55.102700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.107011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:55:55.112554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.116069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:55.116712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:55.124442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=9be14a33-e920-4e36-9587-cddccca71f01,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:55.133067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No DVR routers for this DVR port 9be14a33-e920-4e36-9587-cddccca71f01 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:55.219887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:55.224076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b89aad4-c46e-4e28-9358-189325097f5a None None] DHCP port deletion for f2dbf10b-290f-4bd2-8753-734697e15ff8 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:55:55.232904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks [] for security_group (04600d97-5237-4749-ba27-0bcc43b5fc41), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.238902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (04600d97-5237-4749-ba27-0bcc43b5fc41), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.283081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04600d97-5237-4749-ba27-0bcc43b5fc41,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:55.289806 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (f2dbf10b-290f-4bd2-8753-734697e15ff8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.315260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2dbf10b-290f-4bd2-8753-734697e15ff8']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:55.325894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4940f2e6-3765-494e-83e9-29fe313b4831') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:55.326190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4940f2e6-3765-494e-83e9-29fe313b4831') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:55.336233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (4940f2e6-3765-494e-83e9-29fe313b4831), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.351442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4940f2e6-3765-494e-83e9-29fe313b4831), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.360114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:55:55.361059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (4940f2e6-3765-494e-83e9-29fe313b4831), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:55:55.425329 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:55:55.428956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (f2dbf10b-290f-4bd2-8753-734697e15ff8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.443408 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.448016 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/networks/f2dbf10b-290f-4bd2-8753-734697e15ff8 HTTP/1.1" status: 204 len: 168 time: 0.8314686 Feb 10 06:55:55.450590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Allocated IP 192.168.233.154 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/194736f8-803a-47b0-a0b1-efd631707449) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:55:55.452495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43446) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:55.472375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56d3ff-c81f-4244-88f0-69bddafcb10a tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Network': ['ID=f2dbf10b-290f-4bd2-8753-734697e15ff8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:55.507071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:53Z', 'revision_number': 9, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:55.537557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f515d7-d068-40ff-8553-a9e4cf438a04 None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:53Z', 'revision_number': 9, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '6439422b-5972-4c7e-91be-48eee6ced6a3', 'name': '', 'network_id': '9a8276f6-6dbf-4acf-9ad1-07f241a5dd36', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:57:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:30Z', 'updated_at': '2022-02-10T06:55:36Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': '6c916c63-53e0-40a8-9a25-0a3abdc61f33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:55.742146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 357d27c2-8683-407a-bb91-51d885d5538e up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:55:55.822013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 357d27c2-8683-407a-bb91-51d885d5538e completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:55:55.826963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 357d27c2-8683-407a-bb91-51d885d5538e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:55.827347 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (357d27c2-8683-407a-bb91-51d885d5538e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.838906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db2d5690-c6a3-47f8-a7dc-a653c11c5634 req-4abfaf92-639d-4cd5-aba2-a84407d8ad0e tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 210 time: 0.0682828 Feb 10 06:55:55.901743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks [] for port (194736f8-803a-47b0-a0b1-efd631707449), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:55.970684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59135bfd-5b9b-4cb0-b26d-9e4dd6573973 req-78847bcc-bffd-4310-8b56-dd8dfef0f81d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:55.972190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59135bfd-5b9b-4cb0-b26d-9e4dd6573973 req-78847bcc-bffd-4310-8b56-dd8dfef0f81d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 944 time: 0.1931036 Feb 10 06:55:55.981024 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 357d27c2-8683-407a-bb91-51d885d5538e is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:55:55.982418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (357d27c2-8683-407a-bb91-51d885d5538e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:56.014792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195d394d-2696-4fea-a7c8-00be2464a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357d27c2-8683-407a-bb91-51d885d5538e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:55:56.017342 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad5542b-f7f1-40c2-b6a5-da2f655eba2a" -d '{"events": [{"server_uuid": "195d394d-2696-4fea-a7c8-00be2464a905", "name": "network-vif-plugged", "status": "completed", "tag": "357d27c2-8683-407a-bb91-51d885d5538e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:55:56.019910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9be14a33-e920-4e36-9587-cddccca71f01 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:55:56.021538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (194736f8-803a-47b0-a0b1-efd631707449), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:56.057424 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9be14a33-e920-4e36-9587-cddccca71f01 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:55:56.057863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9be14a33-e920-4e36-9587-cddccca71f01 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:55:56.058411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d92f8518-6387-4e61-96b8-e0efaa56562a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:55:56.080029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 357d27c2-8683-407a-bb91-51d885d5538e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=357d27c2-8683-407a-bb91-51d885d5538e,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:56.081586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d92f8518-6387-4e61-96b8-e0efaa56562a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:55:56.081901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d92f8518-6387-4e61-96b8-e0efaa56562a not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:55:56.085511 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (357d27c2-8683-407a-bb91-51d885d5538e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:56.109775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:55:56.116702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:55:56.120128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:55:56.155569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=357d27c2-8683-407a-bb91-51d885d5538e,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:56.172696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59135bfd-5b9b-4cb0-b26d-9e4dd6573973 req-4fb90803-c526-4871-9ecb-67580f102c5d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939929 Feb 10 06:55:56.182556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Pushing event updated for resources: {'Port': ['ID=194736f8-803a-47b0-a0b1-efd631707449,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:56.230471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:56.231155 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:56.288313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-ef708ce4-6790-42e3-aa57-02f83edce361 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3387191 Feb 10 06:55:56.305561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Request body: {'port': {'device_id': '2fe6873c-404f-421a-aaaf-530b96581025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:56.336504 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:56.350841 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f019d4-533b-437c-945a-6083fc88e4c4 x-openstack-request-id: req-38f019d4-533b-437c-945a-6083fc88e4c4 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:55:56.351147 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195d394d-2696-4fea-a7c8-00be2464a905", "name": "network-vif-plugged", "status": "completed", "tag": "357d27c2-8683-407a-bb91-51d885d5538e", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:55:56.351408 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38f019d4-533b-437c-945a-6083fc88e4c4 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:55:56.351810 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195d394d-2696-4fea-a7c8-00be2464a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357d27c2-8683-407a-bb91-51d885d5538e', 'code': 200} Feb 10 06:55:56.453359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (194736f8-803a-47b0-a0b1-efd631707449), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:56.468103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552312d-7195-4b03-a202-0325e4ea0c30 req-bad6e27a-8e93-425f-b3fb-585604a24eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:56.469628 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a552312d-7195-4b03-a202-0325e4ea0c30 req-bad6e27a-8e93-425f-b3fb-585604a24eea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 1127 time: 0.0540073 Feb 10 06:55:56.493941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-909abca2-739c-4182-988a-b15093013add None None] Provisioning complete for port 194736f8-803a-47b0-a0b1-efd631707449 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:55:56.494752 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909abca2-739c-4182-988a-b15093013add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (194736f8-803a-47b0-a0b1-efd631707449), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:56.516534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a552312d-7195-4b03-a202-0325e4ea0c30 req-e08958f3-edf4-4a78-97bc-7f7c1c8bcd15 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Feb 10 06:55:56.539951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-909abca2-739c-4182-988a-b15093013add None None] Port 194736f8-803a-47b0-a0b1-efd631707449 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:55:56.843060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 6439422b-5972-4c7e-91be-48eee6ced6a3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:56.843404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:56.871062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194736f8-803a-47b0-a0b1-efd631707449 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:55:56.881802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Publish callbacks [] for port (194736f8-803a-47b0-a0b1-efd631707449), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:56.940553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Transition to ACTIVE for port object 194736f8-803a-47b0-a0b1-efd631707449 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:55:56.946602 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (194736f8-803a-47b0-a0b1-efd631707449), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:57.028918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port 6439422b-5972-4c7e-91be-48eee6ced6a3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6439422b-5972-4c7e-91be-48eee6ced6a3,segment=NetworkSegment(5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a),segment_id=5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:57.028918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:57.064381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 6439422b-5972-4c7e-91be-48eee6ced6a3 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:57.073197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Pushing event updated for resources: {'Port': ['ID=194736f8-803a-47b0-a0b1-efd631707449,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:57.535655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb93d2-67c6-414f-ad25-b992cefcf1ec req-36d2551c-dca6-4336-a726-88f6920d59b3 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:57.537024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18eb93d2-67c6-414f-ad25-b992cefcf1ec req-36d2551c-dca6-4336-a726-88f6920d59b3 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 948 time: 0.6124773 Feb 10 06:55:57.651488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Attempting to bind port 194736f8-803a-47b0-a0b1-efd631707449 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:55:57.651820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Attempting to bind port 194736f8-803a-47b0-a0b1-efd631707449 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:55:57.652143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Attempting to bind port 194736f8-803a-47b0-a0b1-efd631707449 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:57.666930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43175aae-130a-4318-984a-544b80cd2d83 req-167f432f-24f3-46f6-afd1-ca308874a7e3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:57.668409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43175aae-130a-4318-984a-544b80cd2d83 req-167f432f-24f3-46f6-afd1-ca308874a7e3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 945 time: 0.1946051 Feb 10 06:55:57.691645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18eb93d2-67c6-414f-ad25-b992cefcf1ec req-21382cc8-6a2f-41c8-abf9-52c71b2db4ae tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446922 Feb 10 06:55:57.692192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Port 194736f8-803a-47b0-a0b1-efd631707449 on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:55:57.692509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Attempting to bind port 194736f8-803a-47b0-a0b1-efd631707449 on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:55:57.709399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:55:57.709757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:55:57.710446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:55:57.710685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Bound port: 194736f8-803a-47b0-a0b1-efd631707449, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:55:57.710891 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (194736f8-803a-47b0-a0b1-efd631707449), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:57.812425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43175aae-130a-4318-984a-544b80cd2d83 req-ecab5ece-a86b-4a83-91fc-b44db5f21e38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310513 Feb 10 06:55:57.839322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6439422b-5972-4c7e-91be-48eee6ced6a3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:57.847181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] For port 194736f8-803a-47b0-a0b1-efd631707449, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:55:57.885783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=6439422b-5972-4c7e-91be-48eee6ced6a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:57.892278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] For port 194736f8-803a-47b0-a0b1-efd631707449, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=194736f8-803a-47b0-a0b1-efd631707449,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:55:57.917458 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (194736f8-803a-47b0-a0b1-efd631707449), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:57.987986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:57.988630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:57.990438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] 10.222.0.24 "PUT /v2.0/ports/194736f8-803a-47b0-a0b1-efd631707449 HTTP/1.1" status: 200 len: 1096 time: 1.6894960 Feb 10 06:55:57.994830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe6873c-404f-421a-aaaf-530b96581025', 'tag': '194736f8-803a-47b0-a0b1-efd631707449'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:55:57.998512 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe6873c-404f-421a-aaaf-530b96581025", "tag": "194736f8-803a-47b0-a0b1-efd631707449"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:55:58.092873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd803b-c0c6-4dcc-ad15-497bd161cdad service neutron] Pushing event updated for resources: {'Port': ['ID=194736f8-803a-47b0-a0b1-efd631707449,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:58.200620 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:58.211992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-7f21db3e-9826-45d0-be47-05735a9d3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:58.214792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-7f21db3e-9826-45d0-be47-05735a9d3202 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4843fc29f79404d91fc5302d0f5b1a8&device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 1130 time: 0.1388404 Feb 10 06:55:58.221404 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b32a1-37cb-4c1c-a36c-0c892403a2ed x-openstack-request-id: req-ed3b32a1-37cb-4c1c-a36c-0c892403a2ed {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:55:58.221702 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe6873c-404f-421a-aaaf-530b96581025", "tag": "194736f8-803a-47b0-a0b1-efd631707449", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:55:58.221961 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed3b32a1-37cb-4c1c-a36c-0c892403a2ed {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:55:58.222465 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe6873c-404f-421a-aaaf-530b96581025', 'tag': '194736f8-803a-47b0-a0b1-efd631707449', 'status': 'completed', 'code': 200} Feb 10 06:55:58.332542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-883d7ab2-2294-47a6-bdf8-9a44c677a1bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=194736f8-803a-47b0-a0b1-efd631707449 HTTP/1.1" status: 200 len: 217 time: 0.0673721 Feb 10 06:55:58.404919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-c71dcbab-8869-47db-a6dd-92942ecf2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:58.406371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-c71dcbab-8869-47db-a6dd-92942ecf2f7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0640717 Feb 10 06:55:58.529920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-14cbe462-089c-4fbb-9c09-1e7606eeaa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:58.531476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-14cbe462-089c-4fbb-9c09-1e7606eeaa55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0923123 Feb 10 06:55:58.533207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:55:58.685560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:55:58.694917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-161245e7-df84-4699-a7cc-0c26eb452b10 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2412605 Feb 10 06:55:58.696082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43484) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:58.697452 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:55:58.706917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-67613428-0b0c-4ba2-bcc2-019022d4f42b service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661093 Feb 10 06:55:58.723185 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:58.724132 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:58.794794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df05e2b-40d1-4e2a-a2a6-53706e425f5d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting subnet 6c916c63-53e0-40a8-9a25-0a3abdc61f33 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:55:58.805893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df05e2b-40d1-4e2a-a2a6-53706e425f5d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (6c916c63-53e0-40a8-9a25-0a3abdc61f33), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:58.858238 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:58.872978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3182e31-6f96-486c-8fc5-d2a5f3561e3e req-64b589df-3fb4-4a8d-b128-82e8a0ef956a service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551788 Feb 10 06:55:58.874091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df05e2b-40d1-4e2a-a2a6-53706e425f5d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (6c916c63-53e0-40a8-9a25-0a3abdc61f33), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:58.887407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9a6cb-0fcf-4ff5-b39c-9c730642d8dd req-2f1093ef-e772-4c00-88e7-9e956a9d596a tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:58.890262 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5a9a6cb-0fcf-4ff5-b39c-9c730642d8dd req-2f1093ef-e772-4c00-88e7-9e956a9d596a tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 948 time: 0.0918655 Feb 10 06:55:58.984726 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df05e2b-40d1-4e2a-a2a6-53706e425f5d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (6c916c63-53e0-40a8-9a25-0a3abdc61f33), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.035407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5a9a6cb-0fcf-4ff5-b39c-9c730642d8dd req-8ce37233-0c27-4031-bcf4-723c1b0e88e6 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388543 Feb 10 06:55:59.053046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-5df158c2-e588-4bdc-b30b-951a99825a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:59.054708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-5df158c2-e588-4bdc-b30b-951a99825a36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4843fc29f79404d91fc5302d0f5b1a8&device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 1130 time: 0.0998037 Feb 10 06:55:59.062602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44040590-7bf6-4578-840f-50873ce70933 req-162a47dc-b12d-4b6d-8e30-53408c98a73b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:59.069482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44040590-7bf6-4578-840f-50873ce70933 req-162a47dc-b12d-4b6d-8e30-53408c98a73b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 945 time: 0.1242869 Feb 10 06:55:59.088668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df05e2b-40d1-4e2a-a2a6-53706e425f5d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (6c916c63-53e0-40a8-9a25-0a3abdc61f33), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.125407 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:57Z', 'revision_number': 10, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:59.140348 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df05e2b-40d1-4e2a-a2a6-53706e425f5d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.143991 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1df05e2b-40d1-4e2a-a2a6-53706e425f5d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/6c916c63-53e0-40a8-9a25-0a3abdc61f33 HTTP/1.1" status: 204 len: 168 time: 0.4469163 Feb 10 06:55:59.146271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345c6e6-e0fb-488c-aa24-abb973971cac None None] Network 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:55:59.157265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df05e2b-40d1-4e2a-a2a6-53706e425f5d tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Subnet': ['ID=6c916c63-53e0-40a8-9a25-0a3abdc61f33,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:59.164114 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:55:59.168004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43494) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:55:59.174908 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:55:59.176278 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:59.188595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44040590-7bf6-4578-840f-50873ce70933 req-3824563b-330b-449d-9b56-69fe49ce3465 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129973 Feb 10 06:55:59.250706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-139c93e8-4c3f-4765-b601-c83cee0309ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:59.252390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-139c93e8-4c3f-4765-b601-c83cee0309ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1747334 Feb 10 06:55:59.286229 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:55:59.317445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-00caa235-f40c-4c65-8ee3-bbe245928a33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=194736f8-803a-47b0-a0b1-efd631707449 HTTP/1.1" status: 200 len: 217 time: 0.0582306 Feb 10 06:55:59.327863 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9a8276f6-6dbf-4acf-9ad1-07f241a5dd36), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.392725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42623fa4-6225-4fb9-8665-a6ab574eefbc None None] DHCP port deletion for 9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:55:59.423008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:59.423888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.436524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfce6334-7d4c-419a-8143-954712fb5747 req-2ec4f7a9-0d21-41c3-bb5f-5acf1830b512 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a92e19506ade4f528e6688d66508860f HTTP/1.1" status: 200 len: 267 time: 0.1223435 Feb 10 06:55:59.439131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-e0dba156-081a-42b4-ac10-98d9af145bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:59.440555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-e0dba156-081a-42b4-ac10-98d9af145bc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.1133761 Feb 10 06:55:59.498755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-42623fa4-6225-4fb9-8665-a6ab574eefbc None None] Deleting port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:55:59.500196 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42623fa4-6225-4fb9-8665-a6ab574eefbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.526641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce6334-7d4c-419a-8143-954712fb5747 req-c3de6647-3718-445d-a343-ca16536dd6dd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:59.533627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=76daf1e3-dcfb-4546-b8ea-957f0e4c299e,segment=NetworkSegment(5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a),segment_id=5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:59.534129 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.534606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfce6334-7d4c-419a-8143-954712fb5747 req-c3de6647-3718-445d-a343-ca16536dd6dd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 945 time: 0.0972223 Feb 10 06:55:59.541550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cfce6334-7d4c-419a-8143-954712fb5747 req-d092e661-d741-4e5b-9095-79a9cdd4ae1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'port': {'security_groups': []}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:55:59.550642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 76daf1e3-dcfb-4546-b8ea-957f0e4c299e owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:59.596238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-42623fa4-6225-4fb9-8665-a6ab574eefbc None None] For port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=76daf1e3-dcfb-4546-b8ea-957f0e4c299e,segment=NetworkSegment(5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a),segment_id=5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:55:59.597038 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42623fa4-6225-4fb9-8665-a6ab574eefbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.617756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-10554a8e-754f-4c9a-b90c-e6f04f6ae75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:55:59.619316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-10554a8e-754f-4c9a-b90c-e6f04f6ae75b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1445837 Feb 10 06:55:59.622857 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfce6334-7d4c-419a-8143-954712fb5747 req-d092e661-d741-4e5b-9095-79a9cdd4ae1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (357d27c2-8683-407a-bb91-51d885d5538e), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.648449 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:57Z', 'revision_number': 10, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:59.649453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-42623fa4-6225-4fb9-8665-a6ab574eefbc None None] Calling delete_port for 76daf1e3-dcfb-4546-b8ea-957f0e4c299e owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:55:59.651222 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.716126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No DVR routers for this DVR port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:59.716824 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c7146-f1ba-4374-80a0-ac4e9b81aaad None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:55:57Z', 'revision_number': 10, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None, '_interfaces': [{'id': '7d5f84cc-1b3d-480b-a2e7-80830fe61d67', 'name': '', 'network_id': 'af915243-648f-4358-a749-4914653b88bb', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'mac_address': 'fa:16:3e:f7:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:55:26Z', 'updated_at': '2022-02-10T06:55:31Z', 'revision_number': 5, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'subnets': [{'id': 'e4ed912f-92a5-42ac-adba-751ac86c1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:55:59.741392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=76daf1e3-dcfb-4546-b8ea-957f0e4c299e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:59.810122 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42623fa4-6225-4fb9-8665-a6ab574eefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (76daf1e3-dcfb-4546-b8ea-957f0e4c299e), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.849168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42623fa4-6225-4fb9-8665-a6ab574eefbc None None] Pushing event deleted for resources: {'Port': ['ID=76daf1e3-dcfb-4546-b8ea-957f0e4c299e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:55:59.854865 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9a8276f6-6dbf-4acf-9ad1-07f241a5dd36), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.857277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42623fa4-6225-4fb9-8665-a6ab574eefbc None None] No DVR routers for this DVR port 76daf1e3-dcfb-4546-b8ea-957f0e4c299e on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:55:59.893071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8276f6-6dbf-4acf-9ad1-07f241a5dd36']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:59.901003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-faf2791d-13e7-4f0e-bfba-fa8c113ae290 service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693241 Feb 10 06:55:59.904275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:59.904698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:55:59.920029 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.933594 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.939847 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:55:59.940404 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (5fb6e14c-21b2-45f7-8e0b-9c0c52ede53a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:55:59.943627 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:56:00.001838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cfce6334-7d4c-419a-8143-954712fb5747 req-d092e661-d741-4e5b-9095-79a9cdd4ae1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] For port 357d27c2-8683-407a-bb91-51d885d5538e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=357d27c2-8683-407a-bb91-51d885d5538e,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:00.006265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (9a8276f6-6dbf-4acf-9ad1-07f241a5dd36), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:00.028429 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:00.032446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/networks/9a8276f6-6dbf-4acf-9ad1-07f241a5dd36 HTTP/1.1" status: 204 len: 168 time: 0.8604193 Feb 10 06:56:00.033727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad451311-f920-4db5-bd23-94563cec7063 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Network': ['ID=9a8276f6-6dbf-4acf-9ad1-07f241a5dd36,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:00.035471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43500) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:00.060767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a9157f9-bcb8-415e-a4e7-04cc28a49da7 req-fe32146d-1e75-446d-bb54-14dc44991dce service neutron] 10.222.0.24 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515207 Feb 10 06:56:00.062788 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfce6334-7d4c-419a-8143-954712fb5747 req-d092e661-d741-4e5b-9095-79a9cdd4ae1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for port (357d27c2-8683-407a-bb91-51d885d5538e), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:00.092730 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfce6334-7d4c-419a-8143-954712fb5747 req-d092e661-d741-4e5b-9095-79a9cdd4ae1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (357d27c2-8683-407a-bb91-51d885d5538e), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:00.107531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['be1425e4-c026-4b4b-8aa7-58b180c16fa8', '357d27c2-8683-407a-bb91-51d885d5538e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:00.114560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['237af292-f42d-40f2-b22b-12303f4750f4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:00.169450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce6334-7d4c-419a-8143-954712fb5747 req-d092e661-d741-4e5b-9095-79a9cdd4ae1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:00.170054 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfce6334-7d4c-419a-8143-954712fb5747 req-d092e661-d741-4e5b-9095-79a9cdd4ae1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:00.178367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfce6334-7d4c-419a-8143-954712fb5747 req-d092e661-d741-4e5b-9095-79a9cdd4ae1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "PUT /v2.0/ports/357d27c2-8683-407a-bb91-51d885d5538e HTTP/1.1" status: 200 len: 904 time: 0.6400232 Feb 10 06:56:00.191083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 76daf1e3-dcfb-4546-b8ea-957f0e4c299e no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:00.230653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195d394d-2696-4fea-a7c8-00be2464a905', 'tag': '357d27c2-8683-407a-bb91-51d885d5538e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:00.239870 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f" -d '{"events": [{"name": "network-changed", "server_uuid": "195d394d-2696-4fea-a7c8-00be2464a905", "tag": "357d27c2-8683-407a-bb91-51d885d5538e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:00.348795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['357d27c2-8683-407a-bb91-51d885d5538e'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:00.362618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092e661-d741-4e5b-9095-79a9cdd4ae1a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'Port': ['ID=357d27c2-8683-407a-bb91-51d885d5538e,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:00.379093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 76daf1e3-dcfb-4546-b8ea-957f0e4c299e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:00.379093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 76daf1e3-dcfb-4546-b8ea-957f0e4c299e not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:00.426811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d83ac-d441-4a0e-9bf0-ddadd9db8dc8 req-99f1b90a-3a95-403a-865b-fbaa48aa9033 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:00.434636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb8d83ac-d441-4a0e-9bf0-ddadd9db8dc8 req-99f1b90a-3a95-403a-865b-fbaa48aa9033 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 948 time: 0.2577744 Feb 10 06:56:00.449705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11fbc9-599d-4896-822b-17a26221abc5 req-e7fb74fc-4a56-4104-ac65-7680d7b876a7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:00.451911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d11fbc9-599d-4896-822b-17a26221abc5 req-e7fb74fc-4a56-4104-ac65-7680d7b876a7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 907 time: 0.1560161 Feb 10 06:56:00.506100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb8d83ac-d441-4a0e-9bf0-ddadd9db8dc8 req-efa46531-f20e-4547-86cb-162f40e07753 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703511 Feb 10 06:56:00.557819 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bd0391-9a76-49c9-a4f2-2a811706f851 x-openstack-request-id: req-f1bd0391-9a76-49c9-a4f2-2a811706f851 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:00.558472 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195d394d-2696-4fea-a7c8-00be2464a905", "tag": "357d27c2-8683-407a-bb91-51d885d5538e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:00.558801 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1bd0391-9a76-49c9-a4f2-2a811706f851 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:00.559815 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195d394d-2696-4fea-a7c8-00be2464a905', 'tag': '357d27c2-8683-407a-bb91-51d885d5538e', 'status': 'completed', 'code': 200} Feb 10 06:56:00.638597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-65f37f15-4281-4c02-8fef-37c1fc958db6 None None] Provisioning complete for port 357d27c2-8683-407a-bb91-51d885d5538e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:56:00.638972 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65f37f15-4281-4c02-8fef-37c1fc958db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (357d27c2-8683-407a-bb91-51d885d5538e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:00.665749 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-6fc8064a-b134-4357-a93b-a0ab91d34e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:00.666682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a4ab3-56ef-46c3-b07b-065c2f96b477 req-bb22872a-4b22-44c9-b892-7e2962bfff77 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:00.668019 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-6fc8064a-b134-4357-a93b-a0ab91d34e61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 1089 time: 0.0835016 Feb 10 06:56:00.675399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c5a4ab3-56ef-46c3-b07b-065c2f96b477 req-bb22872a-4b22-44c9-b892-7e2962bfff77 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0724337 Feb 10 06:56:00.721279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-65f37f15-4281-4c02-8fef-37c1fc958db6 None None] Current status of the port 357d27c2-8683-407a-bb91-51d885d5538e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:00.734921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c5a4ab3-56ef-46c3-b07b-065c2f96b477 req-42593c97-ba4b-427c-865d-d13e039e44a3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585740 Feb 10 06:56:00.799444 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:00.851997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ca983-2557-4a8c-81c2-e8d70283120f req-a9d88765-7850-435a-94a4-aa836a3beaec tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:00.853510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-175ca983-2557-4a8c-81c2-e8d70283120f req-a9d88765-7850-435a-94a4-aa836a3beaec tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0580137 Feb 10 06:56:00.909218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-175ca983-2557-4a8c-81c2-e8d70283120f req-ea95cd06-6127-4811-bd8d-466ee6912ddc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498588 Feb 10 06:56:01.193139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-bd236013-e9ae-4c4f-af71-988cff909c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:01.194853 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-bd236013-e9ae-4c4f-af71-988cff909c7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.4989867 Feb 10 06:56:01.216827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c5b336b9-61ee-4f52-af14-28ca67a9b753 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:01.221139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c5b336b9-61ee-4f52-af14-28ca67a9b753 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.1266701 Feb 10 06:56:01.235600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-f4ccee6f-8f5e-432b-90bd-49358519a1cf tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/quotas/a92e19506ade4f528e6688d66508860f HTTP/1.1" status: 200 len: 375 time: 0.0107512 Feb 10 06:56:01.240445 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-3ba73073-bcdb-47dd-aed4-1be6dd5fd260 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357d27c2-8683-407a-bb91-51d885d5538e HTTP/1.1" status: 200 len: 217 time: 0.0394030 Feb 10 06:56:01.300279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-8a25d0da-2fac-481c-bc18-4361599e1cfd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0591266 Feb 10 06:56:01.350678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-aced1ef5-f47a-4aa5-bb29-1275baf7cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:01.352164 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-aced1ef5-f47a-4aa5-bb29-1275baf7cef2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1024051 Feb 10 06:56:01.414015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-dd0c27d5-39ad-4652-aa61-8fbad0c8fcc8 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941114 Feb 10 06:56:01.415950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-b9786874-040f-4b50-9ff1-78a53b6a8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:01.417454 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-b9786874-040f-4b50-9ff1-78a53b6a8dcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581443 Feb 10 06:56:01.514874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-1aac5503-ceb7-4f82-8ec8-45e6474900b0 service neutron] 10.222.0.21 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945346 Feb 10 06:56:01.569745 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-3c95aa0a-573f-498e-98f1-d9dd09873adb service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321456 Feb 10 06:56:01.588639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:01.588984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:01.657159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6439422b-5972-4c7e-91be-48eee6ced6a3 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:01.699060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 6439422b-5972-4c7e-91be-48eee6ced6a3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:01.700822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6439422b-5972-4c7e-91be-48eee6ced6a3 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:01.754528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3fb8-0ce0-4bf3-944a-def9e3662740 req-9629576f-2cc5-4391-a0c9-8fea57df606c tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:01.754746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port 7d5f84cc-1b3d-480b-a2e7-80830fe61d67, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7d5f84cc-1b3d-480b-a2e7-80830fe61d67,segment=NetworkSegment(e2e069bd-7871-4cfb-a3dc-017f272dbbcf),segment_id=e2e069bd-7871-4cfb-a3dc-017f272dbbcf)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:01.754944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:01.757399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-539c3fb8-0ce0-4bf3-944a-def9e3662740 req-9629576f-2cc5-4391-a0c9-8fea57df606c tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 948 time: 0.1736460 Feb 10 06:56:01.759158 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f2de9f35-0b4d-48e6-82e8-d4c2d1aa322f req-c35f51cd-6f9d-4bc2-9d39-a2494a62f9a0 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802714 Feb 10 06:56:01.773133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:01.783825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12321871-b923-41c2-9589-1d7f126049c9 req-f3720a83-93b2-4f06-a7f2-40bfca993b93 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 210 time: 0.0560811 Feb 10 06:56:01.846923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-539c3fb8-0ce0-4bf3-944a-def9e3662740 req-135342f1-2a09-4d2c-a104-0f748ca6dcad tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659113 Feb 10 06:56:01.924794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 194736f8-803a-47b0-a0b1-efd631707449 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:56:01.992142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7d5f84cc-1b3d-480b-a2e7-80830fe61d67), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:02.025030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=7d5f84cc-1b3d-480b-a2e7-80830fe61d67,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:02.070523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 194736f8-803a-47b0-a0b1-efd631707449, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=194736f8-803a-47b0-a0b1-efd631707449,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:02.094511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '194736f8-803a-47b0-a0b1-efd631707449', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '194736f8-803a-47b0-a0b1-efd631707449', 'mac_address': 'fa:16:3e:c9:19:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:56:02.154907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 194736f8-803a-47b0-a0b1-efd631707449 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:02.155432 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (194736f8-803a-47b0-a0b1-efd631707449), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:02.173768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194736f8-803a-47b0-a0b1-efd631707449 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:56:02.216762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 194736f8-803a-47b0-a0b1-efd631707449, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=194736f8-803a-47b0-a0b1-efd631707449,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:02.216957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (25cda93a-099b-4d60-8a79-0001c449fafe), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:02.221680 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (194736f8-803a-47b0-a0b1-efd631707449), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:02.301026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=194736f8-803a-47b0-a0b1-efd631707449,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:02.442647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:56:02.514784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['194736f8-803a-47b0-a0b1-efd631707449'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:02.533735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:56:02.541898 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e83ffa30-5f42-4765-96a1-62975de082c3 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5027480 Feb 10 06:56:02.542196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43554) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:02.553196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:56:02.571814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:02.572531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:02.600986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-662dcf07-9961-4ad8-a9fe-6b56b39b8789 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting subnet e4ed912f-92a5-42ac-adba-751ac86c1a9f {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:56:02.604476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-662dcf07-9961-4ad8-a9fe-6b56b39b8789 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (e4ed912f-92a5-42ac-adba-751ac86c1a9f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:02.645283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-662dcf07-9961-4ad8-a9fe-6b56b39b8789 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (e4ed912f-92a5-42ac-adba-751ac86c1a9f), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:02.682923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:02.745592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:56:01Z', 'revision_number': 11, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:02.749017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-662dcf07-9961-4ad8-a9fe-6b56b39b8789 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (e4ed912f-92a5-42ac-adba-751ac86c1a9f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:02.785434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:56:02.800283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:02.800914 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:02.896256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:02.911876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-662dcf07-9961-4ad8-a9fe-6b56b39b8789 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (e4ed912f-92a5-42ac-adba-751ac86c1a9f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:02.981942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a047e88-d71a-4508-bf38-9db74f6f9527 req-d2c3d999-18a7-4101-bbb7-fd496e08e8a0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 210 time: 0.0678687 Feb 10 06:56:03.009031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:56:01Z', 'revision_number': 11, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:03.040527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee97781-e944-4c48-abac-20b81ba15f8f None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:56:01Z', 'revision_number': 11, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:56:03.052796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe8bce-7171-41a4-ad52-1c45d1327888 req-5e49bad8-33ca-462f-b7d7-4e44aac5edcd tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:03.061883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56fe8bce-7171-41a4-ad52-1c45d1327888 req-5e49bad8-33ca-462f-b7d7-4e44aac5edcd tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 949 time: 0.0773780 Feb 10 06:56:03.089783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dcf07-9961-4ad8-a9fe-6b56b39b8789 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ed912f-92a5-42ac-adba-751ac86c1a9f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:03.093861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-662dcf07-9961-4ad8-a9fe-6b56b39b8789 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.099789 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-662dcf07-9961-4ad8-a9fe-6b56b39b8789 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/e4ed912f-92a5-42ac-adba-751ac86c1a9f HTTP/1.1" status: 204 len: 168 time: 0.5539215 Feb 10 06:56:03.103360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4151492c-c0c9-4655-9e3a-ca2fd3062b06 None None] Network af915243-648f-4358-a749-4914653b88bb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:56:03.114674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43562) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:03.135029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56fe8bce-7171-41a4-ad52-1c45d1327888 req-0f68d765-65da-4532-a8c1-eeaf7386986d tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717895 Feb 10 06:56:03.233532 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (af915243-648f-4358-a749-4914653b88bb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.241040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-29396ee0-c32d-4b67-91c6-574adfebe1f2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:03.242564 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-29396ee0-c32d-4b67-91c6-574adfebe1f2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 811 time: 0.4409006 Feb 10 06:56:03.257978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Request body: {'port': {'device_id': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'admin_state_up': True, 'tenant_id': 'a92e19506ade4f528e6688d66508860f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:03.405174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Deleting port d9da636e-3dc9-482a-b7f2-9da303ac4d6c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:03.405515 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.416652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cab4a7-4d61-4adc-9dda-4a4f78eef78e None None] DHCP port deletion for af915243-648f-4358-a749-4914653b88bb request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:56:03.439402 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Made reservation on behalf of a92e19506ade4f528e6688d66508860f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:56:03.443509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.523706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] For port d9da636e-3dc9-482a-b7f2-9da303ac4d6c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9da636e-3dc9-482a-b7f2-9da303ac4d6c,segment=NetworkSegment(e2e069bd-7871-4cfb-a3dc-017f272dbbcf),segment_id=e2e069bd-7871-4cfb-a3dc-017f272dbbcf)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:03.524009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-75cab4a7-4d61-4adc-9dda-4a4f78eef78e None None] Deleting port d9da636e-3dc9-482a-b7f2-9da303ac4d6c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:03.524123 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.524905 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75cab4a7-4d61-4adc-9dda-4a4f78eef78e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.571498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Calling delete_port for d9da636e-3dc9-482a-b7f2-9da303ac4d6c owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:03.705169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Allocated IP 172.20.0.10 (e5b79be8-c0f2-4311-9a37-36c374f777f8/5e40ec35-57be-4466-81a4-bee3d6fb86f9/51a3bc9f-6cdb-4cd7-8be0-78b65851136f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:56:03.717959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-75cab4a7-4d61-4adc-9dda-4a4f78eef78e None None] For port d9da636e-3dc9-482a-b7f2-9da303ac4d6c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d9da636e-3dc9-482a-b7f2-9da303ac4d6c,segment=NetworkSegment(e2e069bd-7871-4cfb-a3dc-017f272dbbcf),segment_id=e2e069bd-7871-4cfb-a3dc-017f272dbbcf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:03.721132 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75cab4a7-4d61-4adc-9dda-4a4f78eef78e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.737907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-75cab4a7-4d61-4adc-9dda-4a4f78eef78e None None] Calling delete_port for d9da636e-3dc9-482a-b7f2-9da303ac4d6c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:03.741322 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.741949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:03.774561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:03.774910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7d5f84cc-1b3d-480b-a2e7-80830fe61d67 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:03.775498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9da636e-3dc9-482a-b7f2-9da303ac4d6c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:03.779564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Port': ['ID=d9da636e-3dc9-482a-b7f2-9da303ac4d6c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:03.785346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No DVR routers for this DVR port d9da636e-3dc9-482a-b7f2-9da303ac4d6c on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:56:03.803469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d9da636e-3dc9-482a-b7f2-9da303ac4d6c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:03.803890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d9da636e-3dc9-482a-b7f2-9da303ac4d6c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 06:56:03.881527 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 06:56:03.891789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75cab4a7-4d61-4adc-9dda-4a4f78eef78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (d9da636e-3dc9-482a-b7f2-9da303ac4d6c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.910687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (af915243-648f-4358-a749-4914653b88bb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:03.918215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab4a7-4d61-4adc-9dda-4a4f78eef78e None None] Pushing event deleted for resources: {'Port': ['ID=d9da636e-3dc9-482a-b7f2-9da303ac4d6c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:03.923944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cab4a7-4d61-4adc-9dda-4a4f78eef78e None None] No DVR routers for this DVR port d9da636e-3dc9-482a-b7f2-9da303ac4d6c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:56:03.938660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 194736f8-803a-47b0-a0b1-efd631707449 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:56:03.966424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af915243-648f-4358-a749-4914653b88bb']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:03.982692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:03.982994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e069bd-7871-4cfb-a3dc-017f272dbbcf') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:03.990623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 194736f8-803a-47b0-a0b1-efd631707449 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:56:03.996138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 194736f8-803a-47b0-a0b1-efd631707449 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:56:03.996623 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (194736f8-803a-47b0-a0b1-efd631707449), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.018775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (e2e069bd-7871-4cfb-a3dc-017f272dbbcf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.038290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (e2e069bd-7871-4cfb-a3dc-017f272dbbcf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.052665 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.054478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:56:04.054881 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (e2e069bd-7871-4cfb-a3dc-017f272dbbcf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:56:04.058076 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:56:04.105207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77a33d5c-3cfe-43a4-aec2-cb4613cdc381 req-f0bf4d9b-3f6c-42bc-8b20-3c53a653551d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 210 time: 0.0441458 Feb 10 06:56:04.113876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 194736f8-803a-47b0-a0b1-efd631707449 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:04.114412 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (194736f8-803a-47b0-a0b1-efd631707449), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.134966 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (af915243-648f-4358-a749-4914653b88bb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.144509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.151003 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/networks/af915243-648f-4358-a749-4914653b88bb HTTP/1.1" status: 204 len: 168 time: 1.0317299 Feb 10 06:56:04.151181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:04.155805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'routes': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:04.161768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23fbe4-f603-438d-9a7c-d63464d706c6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Pushing event deleted for resources: {'Network': ['ID=af915243-648f-4358-a749-4914653b88bb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:04.173477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.176910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe6873c-404f-421a-aaaf-530b96581025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194736f8-803a-47b0-a0b1-efd631707449'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:04.193308 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829c4c05-5e4d-4d86-a18d-9de20b122cb9" -d '{"events": [{"server_uuid": "2fe6873c-404f-421a-aaaf-530b96581025", "name": "network-vif-plugged", "status": "completed", "tag": "194736f8-803a-47b0-a0b1-efd631707449"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:04.206785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 194736f8-803a-47b0-a0b1-efd631707449, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=194736f8-803a-47b0-a0b1-efd631707449,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:04.213879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['be1425e4-c026-4b4b-8aa7-58b180c16fa8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:04.217181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['237af292-f42d-40f2-b22b-12303f4750f4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:04.248011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:56:04.253616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:56:04.257619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:56:04.266232 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (194736f8-803a-47b0-a0b1-efd631707449), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.322672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event updated for resources: {'Port': ['ID=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:04.331181 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecee50c-de8e-4fb6-94ad-92a17550ef62 x-openstack-request-id: req-4ecee50c-de8e-4fb6-94ad-92a17550ef62 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:04.331479 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe6873c-404f-421a-aaaf-530b96581025", "name": "network-vif-plugged", "status": "completed", "tag": "194736f8-803a-47b0-a0b1-efd631707449", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:04.331741 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ecee50c-de8e-4fb6-94ad-92a17550ef62 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:04.332140 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe6873c-404f-421a-aaaf-530b96581025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194736f8-803a-47b0-a0b1-efd631707449', 'code': 200} Feb 10 06:56:04.360646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:04.361313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.397437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-33d54063-69f9-4031-ab1b-2a0df9586091 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1431167 Feb 10 06:56:04.435596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=194736f8-803a-47b0-a0b1-efd631707449,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:04.448085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Request body: {'port': {'device_id': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:04.547218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.681482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-74e4ddd0-4e5b-44c5-9954-7c293e912979 None None] Provisioning complete for port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:56:04.682403 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74e4ddd0-4e5b-44c5-9954-7c293e912979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.730149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-74e4ddd0-4e5b-44c5-9954-7c293e912979 None None] Port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:56:04.849211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Added routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 06:56:04.849508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Removed routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 06:56:04.850037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.890424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a3bc9f-6cdb-4cd7-8be0-78b65851136f {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:56:04.897874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Publish callbacks [] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.910756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee12df-3970-4ab2-882f-de163a4e59f7 req-bef93230-a388-4dc0-ae9f-9e199baba3a7 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:04.911275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Transition to ACTIVE for port object 51a3bc9f-6cdb-4cd7-8be0-78b65851136f will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:56:04.912379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9ee12df-3970-4ab2-882f-de163a4e59f7 req-bef93230-a388-4dc0-ae9f-9e199baba3a7 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 950 time: 0.6037865 Feb 10 06:56:04.915891 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:04.980379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dd7bb-11be-4b02-a30b-ab595f08d74c req-0976363f-15ec-4bf0-8dbd-a03c15ad75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:04.981997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d96dd7bb-11be-4b02-a30b-ab595f08d74c req-0976363f-15ec-4bf0-8dbd-a03c15ad75ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 1132 time: 0.1826384 Feb 10 06:56:04.986933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Pushing event updated for resources: {'Port': ['ID=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:05.056796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Attempting to bind port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:56:05.057131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Attempting to bind port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:56:05.057449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Attempting to bind port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:56:05.062470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f on network e5b79be8-c0f2-4311-9a37-36c374f777f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:56:05.062786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Attempting to bind port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f on network e5b79be8-c0f2-4311-9a37-36c374f777f8 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:56:05.069048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:56:05.069379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Checking segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:56:05.069755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Bound using segment: {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:56:05.070181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Bound port: 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0beedd1-6331-4f53-9337-10cda64fb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:56:05.070556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:05.080492 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9ee12df-3970-4ab2-882f-de163a4e59f7 req-f1515ab2-fa33-4448-af80-d0b91591dc55 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394141 Feb 10 06:56:05.085946 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:05.096895 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:05.165308 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d96dd7bb-11be-4b02-a30b-ab595f08d74c req-6a1800a8-2224-40e5-b49f-88f2d603c593 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394372 Feb 10 06:56:05.196589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:56:05.203105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:56:05.211094 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:05.247845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:05.248482 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:05.248592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 25cda93a-099b-4d60-8a79-0001c449fafe has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:56:05.250351 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] 10.222.0.13 "PUT /v2.0/ports/51a3bc9f-6cdb-4cd7-8be0-78b65851136f HTTP/1.1" status: 200 len: 1092 time: 0.8387480 Feb 10 06:56:05.256113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:05.258914 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc4db7c-7c6b-4040-be35-5aa426197fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:05.283395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071c67f-dc93-4fa7-871d-1185f4f20c4b req-9ee0ebac-9231-4b9d-9e61-c8e435abeade tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:05.284956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9071c67f-dc93-4fa7-871d-1185f4f20c4b req-9ee0ebac-9231-4b9d-9e61-c8e435abeade tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 944 time: 0.0943763 Feb 10 06:56:05.287849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848d8b6-1927-47c9-a86b-0cd04f358d8f service neutron] Pushing event updated for resources: {'Port': ['ID=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:05.351355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-05a757dd-7251-44f8-9a86-387cbd858fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:05.353025 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-05a757dd-7251-44f8-9a86-387cbd858fa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 1126 time: 0.0529320 Feb 10 06:56:05.401704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:56:05.410971 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300cddb6-a051-43b3-b9d9-aff111587fb4 x-openstack-request-id: req-300cddb6-a051-43b3-b9d9-aff111587fb4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:05.411267 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:05.411526 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-300cddb6-a051-43b3-b9d9-aff111587fb4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:05.411983 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f', 'status': 'completed', 'code': 200} Feb 10 06:56:05.414621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:05.415392 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-d628ab85-628f-4512-9e05-16372fc1274c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f HTTP/1.1" status: 200 len: 217 time: 0.0558369 Feb 10 06:56:05.415784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-db1074bc-e472-49ce-9750-2325cd145d81 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe HTTP/1.1" status: 200 len: 700 time: 1.2641098 Feb 10 06:56:05.416016 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] Sync routers for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:56:05.418813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43592) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:05.431955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9071c67f-dc93-4fa7-871d-1185f4f20c4b req-b9fd103e-0040-4db2-a327-5924d560c4e1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019444 Feb 10 06:56:05.444469 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:05.445819 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:05.491368 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f6d21851-11e2-4983-a235-daffaa0834d4 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=25cda93a-099b-4d60-8a79-0001c449fafe HTTP/1.1" status: 200 len: 205 time: 0.0714414 Feb 10 06:56:05.492026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43596) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:05.545775 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:05.596980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e19a1169-3322-49de-80d6-2a813d7e27d1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (25cda93a-099b-4d60-8a79-0001c449fafe), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:05.599529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c27377e2-f553-498a-89fe-40afa7732a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:05.601137 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-c27377e2-f553-498a-89fe-40afa7732a7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1704657 Feb 10 06:56:05.611673 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:56:01Z', 'revision_number': 11, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:05.734818 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] Checking router: 25cda93a-099b-4d60-8a79-0001c449fafe for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:56:05.743180 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] Routers {'25cda93a-099b-4d60-8a79-0001c449fafe'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:05.744042 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['25cda93a-099b-4d60-8a79-0001c449fafe'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:05.803347 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e19a1169-3322-49de-80d6-2a813d7e27d1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:05.806082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e19a1169-3322-49de-80d6-2a813d7e27d1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (25cda93a-099b-4d60-8a79-0001c449fafe), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:05.817283 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] Set router 25cda93a-099b-4d60-8a79-0001c449fafe gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:05.851267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-4b8323e5-eca0-4d61-a6a6-5d92d2766814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:05.852880 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-4b8323e5-eca0-4d61-a6a6-5d92d2766814 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2160382 Feb 10 06:56:05.872104 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:56:01Z', 'revision_number': 11, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:05.903412 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7595300-2f96-4baf-bb7c-704e5747165b None None] The sync data for ids ['25cda93a-099b-4d60-8a79-0001c449fafe'] in n-d-828670-1 is: [{'id': '25cda93a-099b-4d60-8a79-0001c449fafe', 'name': 'tempest-RoutersTest-router-559292806', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:55:25Z', 'updated_at': '2022-02-10T06:56:01Z', 'revision_number': 11, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:56:06.200652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e19a1169-3322-49de-80d6-2a813d7e27d1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (25cda93a-099b-4d60-8a79-0001c449fafe), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:06.201215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19a1169-3322-49de-80d6-2a813d7e27d1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Fanout notify agent at l3_agent the message router_deleted on router 25cda93a-099b-4d60-8a79-0001c449fafe {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:56:06.208385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e19a1169-3322-49de-80d6-2a813d7e27d1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:06.214943 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e19a1169-3322-49de-80d6-2a813d7e27d1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe HTTP/1.1" status: 204 len: 168 time: 0.7150617 Feb 10 06:56:06.216208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43602) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:06.223318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4ec1ce55-8fca-46c2-84bb-726193d15471 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-413834742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:06.292657 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ce55-8fca-46c2-84bb-726193d15471 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (4f7ce342-4ea0-405c-a8da-aa513e0b8299), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:06.294022 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ce55-8fca-46c2-84bb-726193d15471 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (4f7ce342-4ea0-405c-a8da-aa513e0b8299), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:06.310956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a51a92-9ac4-408c-9611-08e1bbdfe07c req-414da5c2-495b-4256-b798-f9a22f3247e5 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:06.319078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06a51a92-9ac4-408c-9611-08e1bbdfe07c req-414da5c2-495b-4256-b798-f9a22f3247e5 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 950 time: 0.1342800 Feb 10 06:56:06.330443 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-edb62163-cddd-48bd-b22c-367c04759d62 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717441 Feb 10 06:56:06.403838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06a51a92-9ac4-408c-9611-08e1bbdfe07c req-c3ef05ce-dbb2-4a5d-9fec-2c030ab7cd99 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836453 Feb 10 06:56:06.466049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ce55-8fca-46c2-84bb-726193d15471 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (4f7ce342-4ea0-405c-a8da-aa513e0b8299), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:06.473089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ce55-8fca-46c2-84bb-726193d15471 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (4f7ce342-4ea0-405c-a8da-aa513e0b8299), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:06.505227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ce55-8fca-46c2-84bb-726193d15471 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:06.506532 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4ec1ce55-8fca-46c2-84bb-726193d15471 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2866971 Feb 10 06:56:06.512047 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43610) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:06.516976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3143f8d4-d2d0-477a-a9bf-bfdb5d946b96 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:06.561397 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b61953d0-83f5-403e-a08f-776ed5113c90 req-d27d8cb8-3da7-4798-8e6a-b96a39d6acab service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187357 Feb 10 06:56:06.565142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497e0a2-bbe4-40af-a67b-94af02e97bb6 req-cbec391c-f333-455a-a0e2-6b103d66ac6f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:06.568164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9497e0a2-bbe4-40af-a67b-94af02e97bb6 req-cbec391c-f333-455a-a0e2-6b103d66ac6f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 944 time: 0.0615945 Feb 10 06:56:06.628084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9497e0a2-bbe4-40af-a67b-94af02e97bb6 req-9a8f71aa-e905-4a93-bbe1-67c6326e6055 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473888 Feb 10 06:56:06.767752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-abdd3613-6a45-4f27-b8f7-8f6275f581a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:06.769160 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-abdd3613-6a45-4f27-b8f7-8f6275f581a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 1126 time: 0.1354461 Feb 10 06:56:06.771117 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3143f8d4-d2d0-477a-a9bf-bfdb5d946b96 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27484'] for router (4f7ce342-4ea0-405c-a8da-aa513e0b8299), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:06.781274 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3143f8d4-d2d0-477a-a9bf-bfdb5d946b96 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998121'] for router (4f7ce342-4ea0-405c-a8da-aa513e0b8299), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:06.947445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-4b5d5242-cb73-4f90-b067-7afd51c85e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:06.948937 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-4b5d5242-cb73-4f90-b067-7afd51c85e84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.1615982 Feb 10 06:56:06.950650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3143f8d4-d2d0-477a-a9bf-bfdb5d946b96 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Router 4f7ce342-4ea0-405c-a8da-aa513e0b8299 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:56:06.961959 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:07.033928 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-c355ed7a-780a-4d6e-8dd7-f016e4b82187 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f HTTP/1.1" status: 200 len: 217 time: 0.0700765 Feb 10 06:56:07.074779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3143f8d4-d2d0-477a-a9bf-bfdb5d946b96 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:56:07.098198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3143f8d4-d2d0-477a-a9bf-bfdb5d946b96 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:07.099425 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3143f8d4-d2d0-477a-a9bf-bfdb5d946b96 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "PUT /v2.0/routers/4f7ce342-4ea0-405c-a8da-aa513e0b8299 HTTP/1.1" status: 200 len: 693 time: 0.5858390 Feb 10 06:56:07.102837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43616) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:07.118688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-89e88978-37ff-4698-a086-739f133751df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:07.120152 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-89e88978-37ff-4698-a086-739f133751df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0576479 Feb 10 06:56:07.181238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-1f4d115c-d75e-49e0-8cee-865ace62de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:07.183067 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-1f4d115c-d75e-49e0-8cee-865ace62de93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553830 Feb 10 06:56:07.222108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-51430433-9f3a-4a91-9ba9-6c5772a9717e tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/routers/4f7ce342-4ea0-405c-a8da-aa513e0b8299 HTTP/1.1" status: 200 len: 699 time: 0.1180217 Feb 10 06:56:07.224706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:07.260332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-03e36604-617b-44cd-80ce-4eda32ea0c67 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f7ce342-4ea0-405c-a8da-aa513e0b8299 HTTP/1.1" status: 200 len: 205 time: 0.0344303 Feb 10 06:56:07.265974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:07.315750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-f38976a7-9cce-43a9-bedf-33208ecabe2a service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204982 Feb 10 06:56:07.317329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] Sync routers for ids ['4f7ce342-4ea0-405c-a8da-aa513e0b8299'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:56:07.327550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] Routers {'4f7ce342-4ea0-405c-a8da-aa513e0b8299'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:07.328169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['4f7ce342-4ea0-405c-a8da-aa513e0b8299'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:07.374265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b62cfd5-bec8-4cef-8eb6-8be746e18321 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (4f7ce342-4ea0-405c-a8da-aa513e0b8299), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:07.399798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] Set router 4f7ce342-4ea0-405c-a8da-aa513e0b8299 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:07.415463 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdc4db7c-7c6b-4040-be35-5aa426197fcb req-61d0cbe9-bed4-4503-b075-b7c9e570e396 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925639 Feb 10 06:56:07.484495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7ce342-4ea0-405c-a8da-aa513e0b8299', 'name': 'tempest-RoutersTest-router-413834742', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:56:06Z', 'updated_at': '2022-02-10T06:56:06Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:07.515605 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] Checking router: 4f7ce342-4ea0-405c-a8da-aa513e0b8299 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:56:07.524706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] Routers {'4f7ce342-4ea0-405c-a8da-aa513e0b8299'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:07.525320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:55:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['4f7ce342-4ea0-405c-a8da-aa513e0b8299'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:07.597010 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b62cfd5-bec8-4cef-8eb6-8be746e18321 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (4f7ce342-4ea0-405c-a8da-aa513e0b8299), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:07.600350 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b62cfd5-bec8-4cef-8eb6-8be746e18321 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router_controller (4f7ce342-4ea0-405c-a8da-aa513e0b8299), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:07.604172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] Set router 4f7ce342-4ea0-405c-a8da-aa513e0b8299 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:07.652267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ae980-0cba-4264-807f-70430ffdafc8 req-55183eb7-981e-4f8e-9298-b1a63ed238f7 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:07.654340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c2ae980-0cba-4264-807f-70430ffdafc8 req-55183eb7-981e-4f8e-9298-b1a63ed238f7 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 950 time: 0.1328068 Feb 10 06:56:07.669815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7ce342-4ea0-405c-a8da-aa513e0b8299', 'name': 'tempest-RoutersTest-router-413834742', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:56:06Z', 'updated_at': '2022-02-10T06:56:06Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:07.686339 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b62cfd5-bec8-4cef-8eb6-8be746e18321 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (4f7ce342-4ea0-405c-a8da-aa513e0b8299), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:07.686960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b62cfd5-bec8-4cef-8eb6-8be746e18321 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Fanout notify agent at l3_agent the message router_deleted on router 4f7ce342-4ea0-405c-a8da-aa513e0b8299 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:56:07.694250 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b62cfd5-bec8-4cef-8eb6-8be746e18321 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:07.700845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408945fc-e1ef-40ac-bd8a-b35873b8d5c8 None None] The sync data for ids ['4f7ce342-4ea0-405c-a8da-aa513e0b8299'] in n-d-828670-1 is: [{'id': '4f7ce342-4ea0-405c-a8da-aa513e0b8299', 'name': 'tempest-RoutersTest-router-413834742', 'tenant_id': 'ddd61d0e56844af78930a58f2760de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:56:06Z', 'updated_at': '2022-02-10T06:56:06Z', 'revision_number': 2, 'project_id': 'ddd61d0e56844af78930a58f2760de69', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:56:07.702347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4b62cfd5-bec8-4cef-8eb6-8be746e18321 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/4f7ce342-4ea0-405c-a8da-aa513e0b8299 HTTP/1.1" status: 204 len: 168 time: 0.4351864 Feb 10 06:56:07.702650 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43628) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:07.740442 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aba348f3-ab38-494f-925c-5e9cb3b917e6 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f7ce342-4ea0-405c-a8da-aa513e0b8299 HTTP/1.1" status: 200 len: 205 time: 0.0361261 Feb 10 06:56:07.741054 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43630) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:07.762640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c2ae980-0cba-4264-807f-70430ffdafc8 req-e1620453-aea4-4318-8637-be92255ca659 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014159 Feb 10 06:56:07.806737 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-d15ac495-c6ac-4a3a-8d7d-e5e7debcef49 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] delete failed (client error): The resource could not be found. Feb 10 06:56:07.812259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:07.812512 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d15ac495-c6ac-4a3a-8d7d-e5e7debcef49 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/4f7ce342-4ea0-405c-a8da-aa513e0b8299 HTTP/1.1" status: 404 len: 336 time: 0.0696249 Feb 10 06:56:07.849056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352d3d5-f222-4b06-9a83-2133f2fd5c35 req-c5636d36-0f0d-4472-ac41-1fa6750a159b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:07.850734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a352d3d5-f222-4b06-9a83-2133f2fd5c35 req-c5636d36-0f0d-4472-ac41-1fa6750a159b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 944 time: 0.1082749 Feb 10 06:56:07.852863 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-2845e0fd-8167-4359-ae99-d7cfae9c8ac1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] DELETE failed (client error): The resource could not be found. Feb 10 06:56:07.853380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2845e0fd-8167-4359-ae99-d7cfae9c8ac1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:56:07.857122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2845e0fd-8167-4359-ae99-d7cfae9c8ac1 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/4fd0188f-baff-43aa-a3ce-0a4994bf9a77 HTTP/1.1" status: 404 len: 337 time: 0.0433047 Feb 10 06:56:07.860186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43638) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:07.896044 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-40089dea-20b0-4117-9cc5-af726bd722cc tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] DELETE failed (client error): The resource could not be found. Feb 10 06:56:07.896649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40089dea-20b0-4117-9cc5-af726bd722cc tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:56:07.903211 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-40089dea-20b0-4117-9cc5-af726bd722cc tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/5877031b-7486-4979-a278-c06514332b66 HTTP/1.1" status: 404 len: 337 time: 0.0413179 Feb 10 06:56:07.903898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43640) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:07.913320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a352d3d5-f222-4b06-9a83-2133f2fd5c35 req-0d8d407c-a66b-4e83-a20f-4edea9be89dd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 Feb 10 06:56:07.933225 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa71b699-c2b1-42c8-b202-9dfdc97568df tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] DELETE failed (client error): The resource could not be found. Feb 10 06:56:07.933687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa71b699-c2b1-42c8-b202-9dfdc97568df tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:56:07.946496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:07.950003 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa71b699-c2b1-42c8-b202-9dfdc97568df tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/6c916c63-53e0-40a8-9a25-0a3abdc61f33 HTTP/1.1" status: 404 len: 337 time: 0.0449932 Feb 10 06:56:07.985262 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fad6338-7bc1-4e50-a5be-5b064a5cf1b2 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] DELETE failed (client error): The resource could not be found. Feb 10 06:56:07.985826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fad6338-7bc1-4e50-a5be-5b064a5cf1b2 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:56:07.989262 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8fad6338-7bc1-4e50-a5be-5b064a5cf1b2 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/e4ed912f-92a5-42ac-adba-751ac86c1a9f HTTP/1.1" status: 404 len: 337 time: 0.0415213 Feb 10 06:56:07.991790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.026243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5d359b2b-3811-498a-a0cd-bb9adfb912a2 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=25cda93a-099b-4d60-8a79-0001c449fafe HTTP/1.1" status: 200 len: 205 time: 0.0332797 Feb 10 06:56:08.031218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43652) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.075098 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-14b1fbe3-6822-4796-9a08-5f595024c023 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] delete failed (client error): The resource could not be found. Feb 10 06:56:08.076293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-14b1fbe3-6822-4796-9a08-5f595024c023 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/25cda93a-099b-4d60-8a79-0001c449fafe HTTP/1.1" status: 404 len: 336 time: 0.0439787 Feb 10 06:56:08.078876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.108562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce4ff491-f61f-4f7d-a83d-eec3e010ee43 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a HTTP/1.1" status: 200 len: 205 time: 0.0283256 Feb 10 06:56:08.110735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43658) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.153241 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-1f58b85f-4ce2-4c1b-a1cb-2fb5880439ca tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] delete failed (client error): The resource could not be found. Feb 10 06:56:08.156644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1f58b85f-4ce2-4c1b-a1cb-2fb5880439ca tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/0a3da6e5-2d7c-45f6-be68-8bd81aec6e5a HTTP/1.1" status: 404 len: 336 time: 0.0427253 Feb 10 06:56:08.157033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43662) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.183777 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d14f4a-02a8-434a-b275-e4eb2c3d48ae tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] DELETE failed (client error): The resource could not be found. Feb 10 06:56:08.184338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d14f4a-02a8-434a-b275-e4eb2c3d48ae tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:56:08.187307 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-44d14f4a-02a8-434a-b275-e4eb2c3d48ae tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/7bbf8367-9b07-4f57-afa0-cc91642daeba HTTP/1.1" status: 404 len: 337 time: 0.0292995 Feb 10 06:56:08.190155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43664) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.213245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d40af6-ff1b-4b65-8866-5b71726e73fc req-ec1f4e58-96e5-4a5a-91a4-4a1388ddb7f9 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:08.215695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2d40af6-ff1b-4b65-8866-5b71726e73fc req-ec1f4e58-96e5-4a5a-91a4-4a1388ddb7f9 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 950 time: 0.0648329 Feb 10 06:56:08.224653 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6e5ff4ed-6d81-447b-a96f-a01efe5ad935 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=48602eaa-aba0-47e1-bad3-b32acc767284 HTTP/1.1" status: 200 len: 205 time: 0.0311012 Feb 10 06:56:08.224924 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43666) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.269753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2d40af6-ff1b-4b65-8866-5b71726e73fc req-ceaf1145-d95e-4338-8127-5536781cba79 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479071 Feb 10 06:56:08.272567 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-e32f344b-262d-456e-8b83-6317e23aba90 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] delete failed (client error): The resource could not be found. Feb 10 06:56:08.274360 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e32f344b-262d-456e-8b83-6317e23aba90 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/48602eaa-aba0-47e1-bad3-b32acc767284 HTTP/1.1" status: 404 len: 336 time: 0.0478609 Feb 10 06:56:08.276567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43668) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.306073 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0896ea33-e851-4b64-8701-1e5444c26c35 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=3279c6cc-1d5e-4bab-a731-8d12d0c84d9b HTTP/1.1" status: 200 len: 205 time: 0.0282698 Feb 10 06:56:08.308352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43670) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.345455 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-d7064c6e-52d0-4ac9-bf2f-077c0e8df557 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] delete failed (client error): The resource could not be found. Feb 10 06:56:08.346563 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d7064c6e-52d0-4ac9-bf2f-077c0e8df557 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/3279c6cc-1d5e-4bab-a731-8d12d0c84d9b HTTP/1.1" status: 404 len: 336 time: 0.0371566 Feb 10 06:56:08.348985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43672) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.380355 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a81ef0b-d46b-4943-9790-d21928dab360 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] DELETE failed (client error): The resource could not be found. Feb 10 06:56:08.380726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a81ef0b-d46b-4943-9790-d21928dab360 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:56:08.383708 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5a81ef0b-d46b-4943-9790-d21928dab360 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/9dd5176d-247c-4541-9cca-c3e0fdcc4c3f HTTP/1.1" status: 404 len: 337 time: 0.0338502 Feb 10 06:56:08.386377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43674) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.413153 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-43b0ba27-340b-475a-a9be-f4c95c03d441 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=544082c0-5f09-4023-a292-9e1ad5419f55 HTTP/1.1" status: 200 len: 205 time: 0.0257757 Feb 10 06:56:08.415470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43676) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.452906 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-1167a590-f440-4380-b8d1-e7c74cc60c59 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] delete failed (client error): The resource could not be found. Feb 10 06:56:08.453957 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1167a590-f440-4380-b8d1-e7c74cc60c59 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/544082c0-5f09-4023-a292-9e1ad5419f55 HTTP/1.1" status: 404 len: 336 time: 0.0376124 Feb 10 06:56:08.456502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.483086 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c38998-8ca8-428e-bd50-f21bbb57c5d0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] DELETE failed (client error): The resource could not be found. Feb 10 06:56:08.483536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c38998-8ca8-428e-bd50-f21bbb57c5d0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:56:08.486570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-71c38998-8ca8-428e-bd50-f21bbb57c5d0 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/73b60eae-ac16-49d4-96d6-a1acb915a0c5 HTTP/1.1" status: 404 len: 337 time: 0.0290477 Feb 10 06:56:08.488988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.521710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20ecf20f-f317-4942-aa91-eaaf64f7fa36 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "GET /v2.0/ports?device_id=a352d27a-aa03-4c85-81e6-f5c3a53c6ebb HTTP/1.1" status: 200 len: 205 time: 0.0316768 Feb 10 06:56:08.524382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43682) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.573521 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-0818cd7c-8ef4-4bd4-879c-6b569fb9da20 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] delete failed (client error): The resource could not be found. Feb 10 06:56:08.575452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0818cd7c-8ef4-4bd4-879c-6b569fb9da20 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/routers/a352d27a-aa03-4c85-81e6-f5c3a53c6ebb HTTP/1.1" status: 404 len: 336 time: 0.0494118 Feb 10 06:56:08.577881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43684) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.605089 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-e489dbfe-a52e-4379-8559-73bae7db821c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] DELETE failed (client error): The resource could not be found. Feb 10 06:56:08.605546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e489dbfe-a52e-4379-8559-73bae7db821c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:56:08.608646 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e489dbfe-a52e-4379-8559-73bae7db821c tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/6be60cf4-dba3-48b9-a50f-cc590bfbf96a HTTP/1.1" status: 404 len: 337 time: 0.0297682 Feb 10 06:56:08.611192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43686) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:08.638071 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5de425-2bc8-4900-ad7a-e30e3bd47288 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] DELETE failed (client error): The resource could not be found. Feb 10 06:56:08.638478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5de425-2bc8-4900-ad7a-e30e3bd47288 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 06:56:08.641521 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e5de425-2bc8-4900-ad7a-e30e3bd47288 tempest-RoutersTest-753625411 tempest-RoutersTest-753625411-project] 10.222.0.21 "DELETE /v2.0/subnets/cd0a0c4d-a769-4470-92ed-a3f4a341ef3d HTTP/1.1" status: 404 len: 337 time: 0.0294223 Feb 10 06:56:08.908354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43692) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:09.053892 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77619006-d65d-4554-8446-d36cf8c25928 req-9992f472-4e48-4f36-8680-29c0d01fdc36 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:09.055406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77619006-d65d-4554-8446-d36cf8c25928 req-9992f472-4e48-4f36-8680-29c0d01fdc36 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 944 time: 0.0542471 Feb 10 06:56:09.057392 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-25fddfa0-664e-42ef-a910-cb220f5538b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddd61d0e56844af78930a58f2760de69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478660 Feb 10 06:56:09.060409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43698) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:09.108934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77619006-d65d-4554-8446-d36cf8c25928 req-645ee146-0ef0-4890-bf50-23873849115e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462995 Feb 10 06:56:09.114918 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66bcea1f-fc69-42f7-a500-0533eddcc452 admin admin] Publish callbacks [] for security_group (836c0d24-4753-49aa-b7b1-aff78841a79d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:09.137212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66bcea1f-fc69-42f7-a500-0533eddcc452 admin admin] Publish callbacks [] for security_group (836c0d24-4753-49aa-b7b1-aff78841a79d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:09.203435 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66bcea1f-fc69-42f7-a500-0533eddcc452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (836c0d24-4753-49aa-b7b1-aff78841a79d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:09.206291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66bcea1f-fc69-42f7-a500-0533eddcc452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:09.207540 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-66bcea1f-fc69-42f7-a500-0533eddcc452 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/836c0d24-4753-49aa-b7b1-aff78841a79d HTTP/1.1" status: 204 len: 168 time: 0.1461217 Feb 10 06:56:09.217392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcea1f-fc69-42f7-a500-0533eddcc452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c0d24-4753-49aa-b7b1-aff78841a79d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:09.409672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5b106-614d-47d2-af57-bb08e2f3a06e req-826982ea-8be3-4812-af3f-d3c2ac74732f tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:09.411543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99d5b106-614d-47d2-af57-bb08e2f3a06e req-826982ea-8be3-4812-af3f-d3c2ac74732f tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 950 time: 0.0631793 Feb 10 06:56:09.462389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99d5b106-614d-47d2-af57-bb08e2f3a06e req-98409423-42ee-4d23-b62d-22759bbba923 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/security-groups?id=04600d97-5237-4749-ba27-0bcc43b5fc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 Feb 10 06:56:09.551781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-dea1d89e-4892-44b6-951a-f0113929e5e2 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:09.553513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-dea1d89e-4892-44b6-951a-f0113929e5e2 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 950 time: 0.0669374 Feb 10 06:56:09.661669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Deleting port 194736f8-803a-47b0-a0b1-efd631707449 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:09.661947 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (194736f8-803a-47b0-a0b1-efd631707449), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:09.765129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] For port 194736f8-803a-47b0-a0b1-efd631707449, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=194736f8-803a-47b0-a0b1-efd631707449,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:09.765541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (194736f8-803a-47b0-a0b1-efd631707449), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:09.780780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Calling delete_port for 194736f8-803a-47b0-a0b1-efd631707449 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:09.835942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 51a3bc9f-6cdb-4cd7-8be0-78b65851136f details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:56:09.930686 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (194736f8-803a-47b0-a0b1-efd631707449), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:09.953483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['194736f8-803a-47b0-a0b1-efd631707449'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:09.997198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Pushing event deleted for resources: {'Port': ['ID=194736f8-803a-47b0-a0b1-efd631707449,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:09.998123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:10.010045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'port_id': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f', 'mac_address': 'fa:16:3e:78:ea:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:56:10.024967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] No DVR routers for this DVR port 194736f8-803a-47b0-a0b1-efd631707449 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:56:10.030358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:10.039199 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-060e63d8-8504-40a8-9151-4e8a7684f2b0 req-92b6179e-92fb-4119-ab7a-3cd223195c5b tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.24 "DELETE /v2.0/ports/194736f8-803a-47b0-a0b1-efd631707449 HTTP/1.1" status: 204 len: 173 time: 0.4767911 Feb 10 06:56:10.039616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe6873c-404f-421a-aaaf-530b96581025', 'name': 'network-vif-deleted', 'tag': '194736f8-803a-47b0-a0b1-efd631707449'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:10.045148 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dbe293-64ca-4945-ba12-79aa3e53bf92" -d '{"events": [{"server_uuid": "2fe6873c-404f-421a-aaaf-530b96581025", "name": "network-vif-deleted", "tag": "194736f8-803a-47b0-a0b1-efd631707449"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:10.067103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:10.067506 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:10.088436 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef3bfb-7a94-4008-9d78-c3ae8ce6999e x-openstack-request-id: req-94ef3bfb-7a94-4008-9d78-c3ae8ce6999e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:10.088990 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe6873c-404f-421a-aaaf-530b96581025", "name": "network-vif-deleted", "tag": "194736f8-803a-47b0-a0b1-efd631707449", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:10.089492 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94ef3bfb-7a94-4008-9d78-c3ae8ce6999e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:10.089918 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe6873c-404f-421a-aaaf-530b96581025', 'name': 'network-vif-deleted', 'tag': '194736f8-803a-47b0-a0b1-efd631707449', 'status': 'completed', 'code': 200} Feb 10 06:56:10.100390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a3bc9f-6cdb-4cd7-8be0-78b65851136f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:56:10.159096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:10.165091 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:10.265266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:10.267131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:10.307141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30b0b2-b7eb-421b-be95-ac32199c2f61 req-5850da20-e4ac-4dd6-bc39-f71b96f6bec2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:10.315171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c30b0b2-b7eb-421b-be95-ac32199c2f61 req-5850da20-e4ac-4dd6-bc39-f71b96f6bec2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 945 time: 0.0894451 Feb 10 06:56:10.339151 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36def8b6-aa6a-410d-abed-57e140124ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:10.378787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c30b0b2-b7eb-421b-be95-ac32199c2f61 req-4cc6a0b7-0619-4a1a-8b80-44aaf3ed68d1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625422 Feb 10 06:56:10.502282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['51a3bc9f-6cdb-4cd7-8be0-78b65851136f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:10.629534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7d17734-f4e7-499f-905c-abdca14aa060 req-8120bb31-7b29-4643-b829-a995bedc94a8 tempest-VolumesNegativeTest-612957984 tempest-VolumesNegativeTest-612957984-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fe6873c-404f-421a-aaaf-530b96581025 HTTP/1.1" status: 200 len: 210 time: 0.0519474 Feb 10 06:56:11.264624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43774) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:11.369781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d51cf72-a1b6-461e-ad50-a10c64747b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:11.445516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d51cf72-a1b6-461e-ad50-a10c64747b7f admin admin] Publish callbacks [] for security_group (c5ed720c-fea2-4736-b45a-b82cd3ccaabf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:11.451597 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d51cf72-a1b6-461e-ad50-a10c64747b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c5ed720c-fea2-4736-b45a-b82cd3ccaabf), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:11.495003 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8d51cf72-a1b6-461e-ad50-a10c64747b7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a7d376c11934211ad8d17677a122ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292593 Feb 10 06:56:11.495738 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43780) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:11.496428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51cf72-a1b6-461e-ad50-a10c64747b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ed720c-fea2-4736-b45a-b82cd3ccaabf,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:11.503370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9817d7-0c53-4247-a8fb-1fb44d953664 req-0ee396ab-10f8-4391-a8e4-31499899a300 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:11.505278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d9817d7-0c53-4247-a8fb-1fb44d953664 req-0ee396ab-10f8-4391-a8e4-31499899a300 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 945 time: 0.0598826 Feb 10 06:56:11.547529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6e7f641c-14e1-4139-97b3-4549eaa116c5 admin admin] Publish callbacks [] for security_group (c5ed720c-fea2-4736-b45a-b82cd3ccaabf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:11.569726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d9817d7-0c53-4247-a8fb-1fb44d953664 req-2350f3af-37f0-4533-8f20-b033c2c830cb tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512159 Feb 10 06:56:11.570055 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6e7f641c-14e1-4139-97b3-4549eaa116c5 admin admin] Publish callbacks [] for security_group (c5ed720c-fea2-4736-b45a-b82cd3ccaabf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:11.622897 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6e7f641c-14e1-4139-97b3-4549eaa116c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c5ed720c-fea2-4736-b45a-b82cd3ccaabf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:11.626279 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6e7f641c-14e1-4139-97b3-4549eaa116c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:11.630097 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6e7f641c-14e1-4139-97b3-4549eaa116c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5ed720c-fea2-4736-b45a-b82cd3ccaabf HTTP/1.1" status: 204 len: 168 time: 0.1279426 Feb 10 06:56:11.636545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f641c-14e1-4139-97b3-4549eaa116c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ed720c-fea2-4736-b45a-b82cd3ccaabf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:11.851075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 51a3bc9f-6cdb-4cd7-8be0-78b65851136f up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:56:11.914048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:56:11.920009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:56:11.920423 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.000499 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 43812) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:12.014277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3871112-a7a8-4d43-ad22-832216b2c259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.023698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:12.024343 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.058728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:12.061953 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742eb488-e8e4-4864-891f-cd83b217634b" -d '{"events": [{"server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "name": "network-vif-plugged", "status": "completed", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:12.105450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:12.109785 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3871112-a7a8-4d43-ad22-832216b2c259 admin admin] Publish callbacks [] for security_group (ff17669d-7acb-4e9e-a226-b4d5ae01ba38), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.114033 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.116061 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b3871112-a7a8-4d43-ad22-832216b2c259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ff17669d-7acb-4e9e-a226-b4d5ae01ba38), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.153158 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e2b232-430b-48ba-8e6c-a62ec82dcd57 x-openstack-request-id: req-d1e2b232-430b-48ba-8e6c-a62ec82dcd57 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:12.159422 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "name": "network-vif-plugged", "status": "completed", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:12.159845 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1e2b232-430b-48ba-8e6c-a62ec82dcd57 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:12.160274 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f', 'code': 200} Feb 10 06:56:12.166977 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b3871112-a7a8-4d43-ad22-832216b2c259 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dff786d0f60042d8a7d1dcb1741b2dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648874 Feb 10 06:56:12.168958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3871112-a7a8-4d43-ad22-832216b2c259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff17669d-7acb-4e9e-a226-b4d5ae01ba38,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:12.170345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 43816) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:12.229074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:12.256408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab2fe57a-bdb0-4e90-847b-3f1a73002a42 admin admin] Publish callbacks [] for security_group (ff17669d-7acb-4e9e-a226-b4d5ae01ba38), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.294361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b462388-cd07-4d13-b724-dc9d4cf18b0d req-20be0d5c-0014-4a75-bec6-d1061a34f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:12.295019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab2fe57a-bdb0-4e90-847b-3f1a73002a42 admin admin] Publish callbacks [] for security_group (ff17669d-7acb-4e9e-a226-b4d5ae01ba38), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.296110 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b462388-cd07-4d13-b724-dc9d4cf18b0d req-20be0d5c-0014-4a75-bec6-d1061a34f7ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 1128 time: 0.0750666 Feb 10 06:56:12.352334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab2fe57a-bdb0-4e90-847b-3f1a73002a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ff17669d-7acb-4e9e-a226-b4d5ae01ba38), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.358750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab2fe57a-bdb0-4e90-847b-3f1a73002a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.360526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab2fe57a-bdb0-4e90-847b-3f1a73002a42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff17669d-7acb-4e9e-a226-b4d5ae01ba38 HTTP/1.1" status: 204 len: 168 time: 0.1888807 Feb 10 06:56:12.372084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fe57a-bdb0-4e90-847b-3f1a73002a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff17669d-7acb-4e9e-a226-b4d5ae01ba38,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:12.383093 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2b462388-cd07-4d13-b724-dc9d4cf18b0d req-6f160224-6175-4436-b473-f60979eb11da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701149 Feb 10 06:56:12.530186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53365a27-4f9a-401a-b394-36aa3d7f0ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:12.714704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c62d4-74f8-4d3e-8f3f-0c839e895fbe req-ffa0bf81-295a-45bd-9cd2-c0483f5017b8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:12.716655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-683c62d4-74f8-4d3e-8f3f-0c839e895fbe req-ffa0bf81-295a-45bd-9cd2-c0483f5017b8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0783732 Feb 10 06:56:12.778553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-683c62d4-74f8-4d3e-8f3f-0c839e895fbe req-83b35594-7cc8-484f-a143-b916f4bd8b14 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558064 Feb 10 06:56:13.847014 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:13.927315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050a6f4-a2b5-4f2c-b290-9153c0b86dce req-e2d7569b-c0ee-4c28-a66b-76bc2b1a5416 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:13.935505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4050a6f4-a2b5-4f2c-b290-9153c0b86dce req-e2d7569b-c0ee-4c28-a66b-76bc2b1a5416 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0702190 Feb 10 06:56:13.970266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 194736f8-803a-47b0-a0b1-efd631707449 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:13.998439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4050a6f4-a2b5-4f2c-b290-9153c0b86dce req-5390ac5f-8b15-4389-af8b-b3060dc9657b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572550 Feb 10 06:56:14.006589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 194736f8-803a-47b0-a0b1-efd631707449 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:14.006589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 194736f8-803a-47b0-a0b1-efd631707449 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:14.512059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd09721-9cca-45a2-9245-c2d37847723b req-294addd3-8908-48f6-acd1-c9c56ba58732 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:14.512059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0dd09721-9cca-45a2-9245-c2d37847723b req-294addd3-8908-48f6-acd1-c9c56ba58732 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0640714 Feb 10 06:56:14.578194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0dd09721-9cca-45a2-9245-c2d37847723b req-7d25ce63-2e14-4dce-82ea-78170bcb8118 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614800 Feb 10 06:56:14.846892 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-f8bacf67-b637-461a-a2fb-4e88f34861f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072912 Feb 10 06:56:14.981694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-97971ec0-8e1d-4245-9144-fbce996500f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:14.983673 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-97971ec0-8e1d-4245-9144-fbce996500f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f41676fb7b4dedae37ef92bbafc71c&device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 1127 time: 0.0798659 Feb 10 06:56:15.188390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-fef37f89-f2c7-4634-83b2-9940278e634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:15.193892 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-fef37f89-f2c7-4634-83b2-9940278e634c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f97832f-c399-47ed-b8b5-f99ce95da35b HTTP/1.1" status: 200 len: 909 time: 0.1881585 Feb 10 06:56:15.248848 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:15.306218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-008bce36-87b1-45b2-894d-3922ebbe61cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1830523 Feb 10 06:56:15.346118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310be72-f585-4dd5-92eb-fb318f683057 req-c11d62d5-1df1-4388-ba50-7b3d4c80b031 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:15.347728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c310be72-f585-4dd5-92eb-fb318f683057 req-c11d62d5-1df1-4388-ba50-7b3d4c80b031 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.1683969 Feb 10 06:56:15.364847 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-0750bd79-c69d-4556-a0c2-32ee7e67e714 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d502f01c-06b8-45ab-8327-82941b929756 HTTP/1.1" status: 200 len: 1000 time: 0.1635635 Feb 10 06:56:15.486978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-3e6e0a15-8832-4ac1-b785-2cb6087fb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:15.507760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-2b31c6f2-069d-45c6-a11c-68c2f34db388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:15.509777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-2b31c6f2-069d-45c6-a11c-68c2f34db388 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1126 time: 0.1394787 Feb 10 06:56:15.518993 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-3e6e0a15-8832-4ac1-b785-2cb6087fb8e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f552ad7-96b9-4f2d-84d5-a988313c3120 HTTP/1.1" status: 200 len: 848 time: 0.1416934 Feb 10 06:56:15.533721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c310be72-f585-4dd5-92eb-fb318f683057 req-3c1cd95f-f857-42d7-8e4c-74229f38abef tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741607 Feb 10 06:56:15.608265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-b991bf4a-6cb7-4edc-a77b-87ee794a5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:15.610056 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-b991bf4a-6cb7-4edc-a77b-87ee794a5b8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f97832f-c399-47ed-b8b5-f99ce95da35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834644 Feb 10 06:56:15.751290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-851925d5-9c54-4310-8c0d-448b7f1c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:15.754782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-851925d5-9c54-4310-8c0d-448b7f1c8768 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.2102628 Feb 10 06:56:15.761300 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-f9bad8c1-54da-433e-8681-26bb81a7481a service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422541 Feb 10 06:56:15.862866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-88f85871-8a61-4cdc-af98-73d784b3a796 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 999 time: 0.0987196 Feb 10 06:56:15.919826 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e0214051-78f3-4dfc-9e14-11d3a99755b3 req-5501e23b-eaff-455c-865a-f9e68401c22e service neutron] 10.222.0.13 "GET /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398387 Feb 10 06:56:15.936583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44148) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:15.973212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-3db3c9a2-4975-4d58-993c-c94d9818a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:15.975599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-3db3c9a2-4975-4d58-993c-c94d9818a12b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1018999 Feb 10 06:56:16.035043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-5ea7ebaf-251b-423b-8ebe-a8d82c8e3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:16.037092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-5ea7ebaf-251b-423b-8ebe-a8d82c8e3d7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515082 Feb 10 06:56:16.092721 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:16.176479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-005384eb-1d6c-4617-a9c5-9ac50e0c509d service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295438 Feb 10 06:56:16.276616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Publish callbacks [] for security_group (1a725146-2b75-4120-b938-995ceb7e986e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:16.283346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1a725146-2b75-4120-b938-995ceb7e986e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:16.332592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a9bd7ad-e272-41d4-8a43-a25dbeaee6f0 req-ac030a2b-7970-4394-8954-6a77d965dbb4 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464474 Feb 10 06:56:16.335790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a725146-2b75-4120-b938-995ceb7e986e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:16.341060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fdb12f7d6e447c1bb9250af3ca87a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034970 Feb 10 06:56:16.345300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44152) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:16.348550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.348902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.349251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.349590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.349922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.350253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.350612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.350941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.351274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.351590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.351913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.352237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.352559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c25af9-32e3-471e-9368-7a8632289d33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:16.436447 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:16.461757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83266cc3-c15d-4c92-a3ac-efe9c6195067 admin admin] Publish callbacks [] for security_group (1a725146-2b75-4120-b938-995ceb7e986e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:16.488662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83266cc3-c15d-4c92-a3ac-efe9c6195067 admin admin] Publish callbacks [] for security_group (1a725146-2b75-4120-b938-995ceb7e986e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:16.537889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83266cc3-c15d-4c92-a3ac-efe9c6195067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1a725146-2b75-4120-b938-995ceb7e986e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:16.541076 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83266cc3-c15d-4c92-a3ac-efe9c6195067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:16.542364 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-83266cc3-c15d-4c92-a3ac-efe9c6195067 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a725146-2b75-4120-b938-995ceb7e986e HTTP/1.1" status: 204 len: 168 time: 0.1957669 Feb 10 06:56:16.550851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83266cc3-c15d-4c92-a3ac-efe9c6195067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a725146-2b75-4120-b938-995ceb7e986e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:16.707304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d5d25-b36e-4ee4-972f-1448972e0864 req-2b1aa13f-965a-489f-8ba5-9562cdfa01ea tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:16.709359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-320d5d25-b36e-4ee4-972f-1448972e0864 req-2b1aa13f-965a-489f-8ba5-9562cdfa01ea tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0834351 Feb 10 06:56:16.765220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-320d5d25-b36e-4ee4-972f-1448972e0864 req-297293f1-f80b-4354-91c5-14747d595f73 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485196 Feb 10 06:56:16.908102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44168) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:16.922616 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bca40b59-f60f-4e0a-a81d-23c52edda5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:17.020656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bca40b59-f60f-4e0a-a81d-23c52edda5b5 admin admin] Publish callbacks [] for security_group (e75a69d4-f7b3-411d-be7a-081cf169ef65), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:17.025302 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bca40b59-f60f-4e0a-a81d-23c52edda5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e75a69d4-f7b3-411d-be7a-081cf169ef65), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:17.069670 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bca40b59-f60f-4e0a-a81d-23c52edda5b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ea3cc74b0454b5489315168de164e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579611 Feb 10 06:56:17.069670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40b59-f60f-4e0a-a81d-23c52edda5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75a69d4-f7b3-411d-be7a-081cf169ef65,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:17.070537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:17.124206 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5138c5a0-f7bf-4b01-9575-592b07799e49 admin admin] Publish callbacks [] for security_group (e75a69d4-f7b3-411d-be7a-081cf169ef65), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:17.150583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5138c5a0-f7bf-4b01-9575-592b07799e49 admin admin] Publish callbacks [] for security_group (e75a69d4-f7b3-411d-be7a-081cf169ef65), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:17.197146 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5138c5a0-f7bf-4b01-9575-592b07799e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e75a69d4-f7b3-411d-be7a-081cf169ef65), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:17.200889 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5138c5a0-f7bf-4b01-9575-592b07799e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:17.204439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5138c5a0-f7bf-4b01-9575-592b07799e49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e75a69d4-f7b3-411d-be7a-081cf169ef65 HTTP/1.1" status: 204 len: 168 time: 0.1300631 Feb 10 06:56:17.213507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138c5a0-f7bf-4b01-9575-592b07799e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75a69d4-f7b3-411d-be7a-081cf169ef65,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:17.887969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 51a3bc9f-6cdb-4cd7-8be0-78b65851136f details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:56:17.947362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032245b-ce08-4424-8200-ee8863ce0ac5 req-20a7a44b-2079-4f43-ac3c-e2994b5f9aef tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:17.954247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a032245b-ce08-4424-8200-ee8863ce0ac5 req-20a7a44b-2079-4f43-ac3c-e2994b5f9aef tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0959768 Feb 10 06:56:18.006551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a032245b-ce08-4424-8200-ee8863ce0ac5 req-17bf90f1-75a7-47c5-9f0c-ce4b0eec094e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Feb 10 06:56:18.045769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:18.063145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'port_id': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f', 'mac_address': 'fa:16:3e:78:ea:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:56:18.112033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:18.112628 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:18.128328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51a3bc9f-6cdb-4cd7-8be0-78b65851136f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:56:18.151034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:18.156476 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:18.225885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:18.259545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['51a3bc9f-6cdb-4cd7-8be0-78b65851136f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:19.165406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948126c3-c04b-433f-94e6-e69f0cf03603 req-807dfeb3-1307-4387-ae99-233c7bd1d287 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:19.168118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-948126c3-c04b-433f-94e6-e69f0cf03603 req-807dfeb3-1307-4387-ae99-233c7bd1d287 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 945 time: 0.0697279 Feb 10 06:56:19.229583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-948126c3-c04b-433f-94e6-e69f0cf03603 req-087b90bc-0f60-4811-84c4-d489ea2bcbb0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546319 Feb 10 06:56:19.924515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 51a3bc9f-6cdb-4cd7-8be0-78b65851136f up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:56:19.980056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:56:19.980878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:20.105600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:20.106245 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:20.150043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:20.158871 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a294ed-b9e3-4652-add0-4186b5e58fab" -d '{"events": [{"server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "name": "network-vif-plugged", "status": "completed", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:20.185701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:20.193473 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:20.258931 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e9107-6a16-4107-9fdf-269107f0436f x-openstack-request-id: req-149e9107-6a16-4107-9fdf-269107f0436f {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:20.259226 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "name": "network-vif-plugged", "status": "completed", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:20.259492 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-149e9107-6a16-4107-9fdf-269107f0436f {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:20.259912 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f', 'code': 200} Feb 10 06:56:20.305489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:20.400959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5fbf-c6a3-4cf6-b550-cf08ba19cdf0 req-869689ad-8e9f-4e6d-9da9-8bb9611fa4fd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:20.403453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7cd5fbf-c6a3-4cf6-b550-cf08ba19cdf0 req-869689ad-8e9f-4e6d-9da9-8bb9611fa4fd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0698261 Feb 10 06:56:20.518051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44264) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:20.531700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7cd5fbf-c6a3-4cf6-b550-cf08ba19cdf0 req-cc6e9bb2-648b-48d2-8b0f-62c400de3c1e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222048 Feb 10 06:56:20.715339 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f2f31641-e3dc-44d3-84de-dc6014cb325d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4843fc29f79404d91fc5302d0f5b1a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953797 Feb 10 06:56:20.717741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44276) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:20.823461 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5fcd-b26c-428e-9fd4-780acff0ef01 admin admin] Publish callbacks [] for security_group (04600d97-5237-4749-ba27-0bcc43b5fc41), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:20.868559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5fcd-b26c-428e-9fd4-780acff0ef01 admin admin] Publish callbacks [] for security_group (04600d97-5237-4749-ba27-0bcc43b5fc41), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:20.985645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5fcd-b26c-428e-9fd4-780acff0ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (04600d97-5237-4749-ba27-0bcc43b5fc41), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:20.991250 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5fcd-b26c-428e-9fd4-780acff0ef01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:20.994061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4fbc5fcd-b26c-428e-9fd4-780acff0ef01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04600d97-5237-4749-ba27-0bcc43b5fc41 HTTP/1.1" status: 204 len: 168 time: 0.2753434 Feb 10 06:56:21.014694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc5fcd-b26c-428e-9fd4-780acff0ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04600d97-5237-4749-ba27-0bcc43b5fc41,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:21.748987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5416704-264a-4076-b3f2-88b61f210cac req-23b3711b-bdac-42a4-a187-a59c5ec17e73 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:21.758822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5416704-264a-4076-b3f2-88b61f210cac req-23b3711b-bdac-42a4-a187-a59c5ec17e73 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0840540 Feb 10 06:56:21.891729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5416704-264a-4076-b3f2-88b61f210cac req-fb682371-2db9-4261-933c-e1b65fb7e61c tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317136 Feb 10 06:56:23.170530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa576df-d105-4803-af52-dff58ec3ccf6 req-2c5e8d80-f7c2-4b5e-8077-a1b504e61a48 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:23.174713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfa576df-d105-4803-af52-dff58ec3ccf6 req-2c5e8d80-f7c2-4b5e-8077-a1b504e61a48 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.1524343 Feb 10 06:56:23.333068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfa576df-d105-4803-af52-dff58ec3ccf6 req-30cc5231-2420-4fc4-9499-9b54f7845c43 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489298 Feb 10 06:56:24.557128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50df4e-a859-4fe2-a999-7a1a7a567a1a req-25ce00dc-6e64-4266-97c9-34fb4cb1277f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:24.565452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f50df4e-a859-4fe2-a999-7a1a7a567a1a req-25ce00dc-6e64-4266-97c9-34fb4cb1277f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0993011 Feb 10 06:56:24.636930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f50df4e-a859-4fe2-a999-7a1a7a567a1a req-e8e77b5b-6e3e-43d8-bb4f-267e0675a2d1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698164 Feb 10 06:56:24.961285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:25.196654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32e55793-808f-4e14-81b9-a44f50ee1c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:25.346421 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32e55793-808f-4e14-81b9-a44f50ee1c03 admin admin] Publish callbacks [] for security_group (8969e1a0-b5e9-4e5f-914c-73c5a546a69d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:25.355000 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32e55793-808f-4e14-81b9-a44f50ee1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8969e1a0-b5e9-4e5f-914c-73c5a546a69d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:25.420876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-32e55793-808f-4e14-81b9-a44f50ee1c03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=022921f937624dc5b5770a22ed34cc32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4583340 Feb 10 06:56:25.421695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e55793-808f-4e14-81b9-a44f50ee1c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8969e1a0-b5e9-4e5f-914c-73c5a546a69d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:25.423584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44536) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:25.519396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c0da-17b0-40ed-98a3-b1d1ad03cd3d admin admin] Publish callbacks [] for security_group (8969e1a0-b5e9-4e5f-914c-73c5a546a69d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:25.550254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c0da-17b0-40ed-98a3-b1d1ad03cd3d admin admin] Publish callbacks [] for security_group (8969e1a0-b5e9-4e5f-914c-73c5a546a69d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:25.625255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c0da-17b0-40ed-98a3-b1d1ad03cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8969e1a0-b5e9-4e5f-914c-73c5a546a69d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:25.628392 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c0da-17b0-40ed-98a3-b1d1ad03cd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:25.639915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bcf8c0da-17b0-40ed-98a3-b1d1ad03cd3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8969e1a0-b5e9-4e5f-914c-73c5a546a69d HTTP/1.1" status: 204 len: 168 time: 0.2082756 Feb 10 06:56:25.681687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8c0da-17b0-40ed-98a3-b1d1ad03cd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8969e1a0-b5e9-4e5f-914c-73c5a546a69d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:25.891611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20767e-d34e-4112-8ce5-24987b777bfd req-81a816eb-7dc2-409e-bb47-f491a551c193 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:25.897114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc20767e-d34e-4112-8ce5-24987b777bfd req-81a816eb-7dc2-409e-bb47-f491a551c193 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.1436050 Feb 10 06:56:26.006178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc20767e-d34e-4112-8ce5-24987b777bfd req-6a647458-1830-44d8-84b0-614b55ced374 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064987 Feb 10 06:56:26.187007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:26.205751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c47ee76d-e251-43a8-acb6-c3ac7ddfc69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:26.324768 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c47ee76d-e251-43a8-acb6-c3ac7ddfc69b admin admin] Publish callbacks [] for security_group (f35a4258-2d0e-4815-91e5-7fe77568f9ce), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:26.333241 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c47ee76d-e251-43a8-acb6-c3ac7ddfc69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f35a4258-2d0e-4815-91e5-7fe77568f9ce), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:26.383905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ee76d-e251-43a8-acb6-c3ac7ddfc69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a4258-2d0e-4815-91e5-7fe77568f9ce,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:26.407866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44556) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:26.408606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c47ee76d-e251-43a8-acb6-c3ac7ddfc69b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f0d0270e77d4f99ae3a1ded7806bcd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202311 Feb 10 06:56:26.517034 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42f1d3f5-fb24-47d5-a091-566bb69854f8 admin admin] Publish callbacks [] for security_group (f35a4258-2d0e-4815-91e5-7fe77568f9ce), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:26.570281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42f1d3f5-fb24-47d5-a091-566bb69854f8 admin admin] Publish callbacks [] for security_group (f35a4258-2d0e-4815-91e5-7fe77568f9ce), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:26.672561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42f1d3f5-fb24-47d5-a091-566bb69854f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f35a4258-2d0e-4815-91e5-7fe77568f9ce), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:26.676575 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-42f1d3f5-fb24-47d5-a091-566bb69854f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:26.677918 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-42f1d3f5-fb24-47d5-a091-566bb69854f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f35a4258-2d0e-4815-91e5-7fe77568f9ce HTTP/1.1" status: 204 len: 168 time: 0.2685964 Feb 10 06:56:26.693456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1d3f5-fb24-47d5-a091-566bb69854f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a4258-2d0e-4815-91e5-7fe77568f9ce,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:27.233521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70ffe3-4840-4985-85c0-93ab64aa13cd req-b0514365-164b-4396-900b-d30c0900f14b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:27.243223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e70ffe3-4840-4985-85c0-93ab64aa13cd req-b0514365-164b-4396-900b-d30c0900f14b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0758626 Feb 10 06:56:27.360080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e70ffe3-4840-4985-85c0-93ab64aa13cd req-e032e193-c028-4df2-9ab2-3bd8e0d36c4b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109245 Feb 10 06:56:28.011513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44596) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:28.137818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1171994447-network', 'tenant_id': 'a0be688193024bfe99724343dc410288'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:28.162392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Made reservation on behalf of a0be688193024bfe99724343dc410288 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:56:28.166475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.185520 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.332819 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Publish callbacks [] for security_group (7b72f206-4f57-41aa-9cf1-e0c96d0a1c21), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.338560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7b72f206-4f57-41aa-9cf1-e0c96d0a1c21), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.368962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:28.387565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:56:28.400551 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7607d5ff-08d5-4468-96f9-5e47de3efb8f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.400979 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Added segment 7607d5ff-08d5-4468-96f9-5e47de3efb8f of type vlan for network e7e50f53-e1c1-4a79-aca4-253a86e75357 Feb 10 06:56:28.451246 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e7e50f53-e1c1-4a79-aca4-253a86e75357), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.498365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e7e50f53-e1c1-4a79-aca4-253a86e75357), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.499705 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:28.501098 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.532338 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5191436 Feb 10 06:56:28.540757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:28.547534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Request body: {'subnet': {'network_id': 'e7e50f53-e1c1-4a79-aca4-253a86e75357', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1171994447-subnet', 'tenant_id': 'a0be688193024bfe99724343dc410288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:28.576891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Made reservation on behalf of a0be688193024bfe99724343dc410288 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:56:28.584304 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.631312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d0d17-81b3-4222-8877-343552a1571e req-009555fa-705c-4fe3-a387-9e880d051508 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:28.633549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-541d0d17-81b3-4222-8877-343552a1571e req-009555fa-705c-4fe3-a387-9e880d051508 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.1328418 Feb 10 06:56:28.767830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-541d0d17-81b3-4222-8877-343552a1571e req-bdff8fd3-6092-4865-840a-5bba519043df tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285703 Feb 10 06:56:28.817108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57457b5-8f5d-4086-ba56-08d5a491ec13 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e50f53-e1c1-4a79-aca4-253a86e75357,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:28.828046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e7e50f53-e1c1-4a79-aca4-253a86e75357 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:56:28.842121 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (c7d1b53b-81e4-4af6-94e6-f483801da7f1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:28.925834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d1b53b-81e4-4af6-94e6-f483801da7f1,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:28.936230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Checking segment: {'id': '7607d5ff-08d5-4468-96f9-5e47de3efb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7e50f53-e1c1-4a79-aca4-253a86e75357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:56:28.936653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Network hostable DHCP agents. Network: e7e50f53-e1c1-4a79-aca4-253a86e75357, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:56:28.965887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Network e7e50f53-e1c1-4a79-aca4-253a86e75357 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:56:28.983678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e7e50f53-e1c1-4a79-aca4-253a86e75357) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:56:29.002996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657566bc-bc0d-45f0-851d-e3e351060fd9 None None] Network e7e50f53-e1c1-4a79-aca4-253a86e75357 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:56:29.010037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:29.010677 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:29.101639 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4056c378-2c9b-4691-97a6-7c837effd1e1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5596514 Feb 10 06:56:29.225049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07425a64-b6e8-4849-b01f-77fffa3a581c None None] Network e7e50f53-e1c1-4a79-aca4-253a86e75357 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:56:29.858910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:29.864655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1024141873-network', 'tenant_id': '6987333a7afb4983a4355b8d80321c79'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:29.955573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Made reservation on behalf of 6987333a7afb4983a4355b8d80321c79 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:56:29.959409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:29.975354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7719057-37f4-48b8-b424-e7da2ed1136e req-c7786791-222e-471e-96c7-1ceadf93c3b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:29.983381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7719057-37f4-48b8-b424-e7da2ed1136e req-c7786791-222e-471e-96c7-1ceadf93c3b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.1046488 Feb 10 06:56:30.010698 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:30.024249 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:56:30.118142 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Publish callbacks [] for security_group (15fb05f3-d74b-43c8-ac61-21da59dfab82), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:30.127833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (15fb05f3-d74b-43c8-ac61-21da59dfab82), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:30.173996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:56:30.197279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7719057-37f4-48b8-b424-e7da2ed1136e req-3763412c-ed07-48e7-8cc8-891fc488840f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123744 Feb 10 06:56:30.205435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fb05f3-d74b-43c8-ac61-21da59dfab82,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:30.222580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (558e30ac-901c-4bbb-95e4-f203162a2ac7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:30.223804 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Added segment 558e30ac-901c-4bbb-95e4-f203162a2ac7 of type vlan for network c244a09c-adf3-4666-99e5-686a8c25f1c3 Feb 10 06:56:30.285509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c244a09c-adf3-4666-99e5-686a8c25f1c3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:30.330207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c244a09c-adf3-4666-99e5-686a8c25f1c3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:30.333841 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:30.334623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:30.449565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] Pushing event updated for resources: {'Network': ['ID=c244a09c-adf3-4666-99e5-686a8c25f1c3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:30.460092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44648) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:30.461270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c244a09c-adf3-4666-99e5-686a8c25f1c3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:56:30.467528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Request body: {'subnet': {'network_id': 'c244a09c-adf3-4666-99e5-686a8c25f1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1024141873-subnet', 'tenant_id': '6987333a7afb4983a4355b8d80321c79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:30.470479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-987b801b-5629-4c7f-ad42-98f123515e13 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5971496 Feb 10 06:56:30.504580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Made reservation on behalf of 6987333a7afb4983a4355b8d80321c79 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:56:30.507210 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:30.955864 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (d15f631e-a9fc-4f3d-8829-76bf1460a8d0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:30.960308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44652) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:31.033493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15f631e-a9fc-4f3d-8829-76bf1460a8d0,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:31.053016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Checking segment: {'id': '558e30ac-901c-4bbb-95e4-f203162a2ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c244a09c-adf3-4666-99e5-686a8c25f1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:56:31.053641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Network hostable DHCP agents. Network: c244a09c-adf3-4666-99e5-686a8c25f1c3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:56:31.090250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Network c244a09c-adf3-4666-99e5-686a8c25f1c3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:56:31.117744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c244a09c-adf3-4666-99e5-686a8c25f1c3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:56:31.130021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a06da-9bbd-4d53-a31a-6df4948f32be None None] Network c244a09c-adf3-4666-99e5-686a8c25f1c3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:56:31.135082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:31.135692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:31.201184 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec07d908-80a0-4576-876e-95fbeae8989e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:31.210582 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-84140148-ba58-42ca-a761-4554467b764b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7404256 Feb 10 06:56:31.459214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbec5ac-b39b-4322-bd05-3e0f89aceddb None None] Network c244a09c-adf3-4666-99e5-686a8c25f1c3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:56:31.493529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3461f-eb20-4550-93d3-384abb206451 req-1b61c2ad-e4cc-4977-872e-eb88c0aa9253 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:31.509862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94d3461f-eb20-4550-93d3-384abb206451 req-1b61c2ad-e4cc-4977-872e-eb88c0aa9253 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.1646407 Feb 10 06:56:31.637746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94d3461f-eb20-4550-93d3-384abb206451 req-d59fdb29-b5a8-4121-a523-8ac3f06871df tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269507 Feb 10 06:56:31.682057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec07d908-80a0-4576-876e-95fbeae8989e admin admin] Publish callbacks [] for security_group (63ad760f-2442-4bea-9b2e-6e2eb8423357), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:31.691662 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec07d908-80a0-4576-876e-95fbeae8989e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (63ad760f-2442-4bea-9b2e-6e2eb8423357), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:31.734417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ec07d908-80a0-4576-876e-95fbeae8989e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3b85505809848c48dea19ae2e87c3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7726748 Feb 10 06:56:31.736921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44672) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:31.760325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07d908-80a0-4576-876e-95fbeae8989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ad760f-2442-4bea-9b2e-6e2eb8423357,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:31.860023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b725404-5577-454d-ba2b-73a80febe97d admin admin] Publish callbacks [] for security_group (63ad760f-2442-4bea-9b2e-6e2eb8423357), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:31.930090 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b725404-5577-454d-ba2b-73a80febe97d admin admin] Publish callbacks [] for security_group (63ad760f-2442-4bea-9b2e-6e2eb8423357), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:32.039169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b725404-5577-454d-ba2b-73a80febe97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (63ad760f-2442-4bea-9b2e-6e2eb8423357), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:32.060716 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b725404-5577-454d-ba2b-73a80febe97d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:32.064640 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6b725404-5577-454d-ba2b-73a80febe97d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63ad760f-2442-4bea-9b2e-6e2eb8423357 HTTP/1.1" status: 204 len: 168 time: 0.3239748 Feb 10 06:56:32.079966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b725404-5577-454d-ba2b-73a80febe97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ad760f-2442-4bea-9b2e-6e2eb8423357,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:32.235065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970173bd-c983-4533-9483-43419c004e4b req-ed6ba47f-dd0a-4d23-b18e-362bf68ca56e tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:32.251981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-ed6ba47f-dd0a-4d23-b18e-362bf68ca56e tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/networks?id=e7e50f53-e1c1-4a79-aca4-253a86e75357 HTTP/1.1" status: 200 len: 812 time: 0.2462201 Feb 10 06:56:32.279279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-bc63fbee-c194-4cb6-985e-b333c653180a tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/quotas/a0be688193024bfe99724343dc410288 HTTP/1.1" status: 200 len: 375 time: 0.0183778 Feb 10 06:56:32.349610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-06c44651-a355-401d-8766-635718e94a17 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0be688193024bfe99724343dc410288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599847 Feb 10 06:56:32.456719 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-a2c5b129-5dc8-4cc1-9a4e-34a2f711afe3 service neutron] 10.222.0.21 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983238 Feb 10 06:56:32.687908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44704) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:32.711049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a10de229-11d5-4886-8489-5ca6df3cb597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:32.901439 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a10de229-11d5-4886-8489-5ca6df3cb597 admin admin] Publish callbacks [] for security_group (3fa5d480-83b1-4c6b-8993-209af441c0f9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:32.919484 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a10de229-11d5-4886-8489-5ca6df3cb597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3fa5d480-83b1-4c6b-8993-209af441c0f9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:32.972473 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a10de229-11d5-4886-8489-5ca6df3cb597 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eb0c87736f9446b9de55b78a80cec1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2813678 Feb 10 06:56:32.977686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44708) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:33.016407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10de229-11d5-4886-8489-5ca6df3cb597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa5d480-83b1-4c6b-8993-209af441c0f9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:33.057642 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7db4985d-5f64-42d9-8847-4a8e6d1498d0 admin admin] Publish callbacks [] for security_group (3fa5d480-83b1-4c6b-8993-209af441c0f9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:33.096056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb371486-0538-4c2c-9032-fa2ee9be68b7 req-1536222d-c9a3-4446-8c51-428431d812bb tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:33.097688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb371486-0538-4c2c-9032-fa2ee9be68b7 req-1536222d-c9a3-4446-8c51-428431d812bb tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0904193 Feb 10 06:56:33.100286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-df9b2775-27df-4cf5-bfd7-f0c46b1b7617 service neutron] 10.222.0.21 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424682 Feb 10 06:56:33.109946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7db4985d-5f64-42d9-8847-4a8e6d1498d0 admin admin] Publish callbacks [] for security_group (3fa5d480-83b1-4c6b-8993-209af441c0f9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:33.192353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb371486-0538-4c2c-9032-fa2ee9be68b7 req-ca7b61f6-4f5c-4621-a29c-c45f898f6175 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790372 Feb 10 06:56:33.208780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7db4985d-5f64-42d9-8847-4a8e6d1498d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3fa5d480-83b1-4c6b-8993-209af441c0f9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:33.211905 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7db4985d-5f64-42d9-8847-4a8e6d1498d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:33.213347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7db4985d-5f64-42d9-8847-4a8e6d1498d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fa5d480-83b1-4c6b-8993-209af441c0f9 HTTP/1.1" status: 204 len: 168 time: 0.2345254 Feb 10 06:56:33.246592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4985d-5f64-42d9-8847-4a8e6d1498d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa5d480-83b1-4c6b-8993-209af441c0f9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:33.421542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1c21bf6-d5c6-45cf-af97-382a54665dbd req-6657871b-c3b8-41e2-87e4-61315b393d34 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 210 time: 0.0619597 Feb 10 06:56:34.462776 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d89b-8ba4-4a38-87b9-8ab487baabee req-9768bb1c-1051-4721-8e02-2ec702280654 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:34.471339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ba5d89b-8ba4-4a38-87b9-8ab487baabee req-9768bb1c-1051-4721-8e02-2ec702280654 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.1010692 Feb 10 06:56:34.566714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ba5d89b-8ba4-4a38-87b9-8ab487baabee req-1b5ca3db-172b-4ffd-8344-5e410364eafd tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899930 Feb 10 06:56:34.643708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0898c485-b696-4383-a496-538b1ea22b0d req-278778b7-3fd2-44b0-9ff3-69658c870213 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 210 time: 0.0738432 Feb 10 06:56:35.003417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44772) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:35.022925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970173bd-c983-4533-9483-43419c004e4b req-945d6631-2a96-4702-a033-145267a8d93d tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:35.024929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-945d6631-2a96-4702-a033-145267a8d93d tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.24 "GET /v2.0/networks?id=e7e50f53-e1c1-4a79-aca4-253a86e75357 HTTP/1.1" status: 200 len: 812 time: 0.2344751 Feb 10 06:56:35.050200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Request body: {'port': {'device_id': '3451cde1-88a6-4d62-a074-f1b745ecbc7c', 'network_id': 'e7e50f53-e1c1-4a79-aca4-253a86e75357', 'admin_state_up': True, 'tenant_id': 'a0be688193024bfe99724343dc410288'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:35.178841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acb9f35b-7567-4f7c-89c6-954e48815ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:35.216273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Made reservation on behalf of a0be688193024bfe99724343dc410288 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:56:35.220176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:35.341251 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acb9f35b-7567-4f7c-89c6-954e48815ea1 admin admin] Publish callbacks [] for security_group (be652844-4a09-4e83-b2b8-d484fc08d2c5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:35.347140 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-acb9f35b-7567-4f7c-89c6-954e48815ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (be652844-4a09-4e83-b2b8-d484fc08d2c5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:35.433126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-acb9f35b-7567-4f7c-89c6-954e48815ea1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19593321e784469d9362d3247c30d3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4286056 Feb 10 06:56:35.439162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 44782) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:35.447967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9f35b-7567-4f7c-89c6-954e48815ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be652844-4a09-4e83-b2b8-d484fc08d2c5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:35.514824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Allocated IP 172.20.0.14 (e7e50f53-e1c1-4a79-aca4-253a86e75357/c7d1b53b-81e4-4af6-94e6-f483801da7f1/0db589c9-aa9c-49f3-8fd5-4d2a095e9a23) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:56:35.530841 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15566da0-2aab-46fe-84ec-3888f71c4bcc admin admin] Publish callbacks [] for security_group (be652844-4a09-4e83-b2b8-d484fc08d2c5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:35.559532 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15566da0-2aab-46fe-84ec-3888f71c4bcc admin admin] Publish callbacks [] for security_group (be652844-4a09-4e83-b2b8-d484fc08d2c5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:35.842645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2e7d86e-408d-4c0b-ba12-54d8f4ecbfcc req-28903c50-92dc-402f-afe3-da61aef8e899 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 210 time: 0.0371866 Feb 10 06:56:35.843326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15566da0-2aab-46fe-84ec-3888f71c4bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (be652844-4a09-4e83-b2b8-d484fc08d2c5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:35.846023 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15566da0-2aab-46fe-84ec-3888f71c4bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:35.847136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-15566da0-2aab-46fe-84ec-3888f71c4bcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be652844-4a09-4e83-b2b8-d484fc08d2c5 HTTP/1.1" status: 204 len: 168 time: 0.4069681 Feb 10 06:56:35.882087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15566da0-2aab-46fe-84ec-3888f71c4bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be652844-4a09-4e83-b2b8-d484fc08d2c5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:35.902375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Publish callbacks [] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:35.935077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa55807-db3e-4384-9733-54af45a31f47 req-7ef47137-d734-4968-8346-49de13f71fdf tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:35.944499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7aa55807-db3e-4384-9733-54af45a31f47 req-7ef47137-d734-4968-8346-49de13f71fdf tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.2687032 Feb 10 06:56:36.124692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7aa55807-db3e-4384-9733-54af45a31f47 req-81f91720-2fdc-4195-8149-b2e31cf918ea tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734955 Feb 10 06:56:36.125750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:36.252497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Network e7e50f53-e1c1-4a79-aca4-253a86e75357 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:56:36.255810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:56:36.263117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:56:36.309309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Pushing event updated for resources: {'Port': ['ID=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:36.383827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:36.384831 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:36.404124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-f3894f75-68c0-4426-95e5-524bad4097e8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3638208 Feb 10 06:56:36.420685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Request body: {'port': {'device_id': '3451cde1-88a6-4d62-a074-f1b745ecbc7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:56:36.552411 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:36.980155 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:37.054072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:56:37.065232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Publish callbacks [] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:37.084094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Transition to ACTIVE for port object 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:56:37.109659 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:37.201678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102135df-0693-4038-a1a0-850416a20149 service neutron] Pushing event updated for resources: {'Port': ['ID=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:37.264479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b40f-c7a8-4b2c-b302-f47a31a01793 req-a7c625ff-1aa3-4172-b6d9-2e893a43fc11 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:37.266124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2f5b40f-c7a8-4b2c-b302-f47a31a01793 req-a7c625ff-1aa3-4172-b6d9-2e893a43fc11 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 932 time: 0.2569742 Feb 10 06:56:37.381855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0328c2a-ba9f-48f3-8ce1-8731ac70578a req-23d7f04c-f7e4-4b53-a38c-2912e301213a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:37.389126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0328c2a-ba9f-48f3-8ce1-8731ac70578a req-23d7f04c-f7e4-4b53-a38c-2912e301213a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.1957009 Feb 10 06:56:37.445784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2f5b40f-c7a8-4b2c-b302-f47a31a01793 req-63d30473-4abc-46e4-a2fc-5bcb1b71a056 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434362 Feb 10 06:56:37.463614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Attempting to bind port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:56:37.464283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Attempting to bind port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '7607d5ff-08d5-4468-96f9-5e47de3efb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7e50f53-e1c1-4a79-aca4-253a86e75357'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:56:37.464822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Attempting to bind port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 on network e7e50f53-e1c1-4a79-aca4-253a86e75357 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:56:37.476574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 on network e7e50f53-e1c1-4a79-aca4-253a86e75357 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:56:37.477123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Attempting to bind port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 on network e7e50f53-e1c1-4a79-aca4-253a86e75357 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:56:37.490753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:56:37.491395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Checking segment: {'id': '7607d5ff-08d5-4468-96f9-5e47de3efb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7e50f53-e1c1-4a79-aca4-253a86e75357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:56:37.491947 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Bound using segment: {'id': '7607d5ff-08d5-4468-96f9-5e47de3efb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7e50f53-e1c1-4a79-aca4-253a86e75357'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:56:37.492601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Bound port: 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7607d5ff-08d5-4468-96f9-5e47de3efb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7e50f53-e1c1-4a79-aca4-253a86e75357'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:56:37.493129 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:37.515706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0328c2a-ba9f-48f3-8ce1-8731ac70578a req-fa498b60-cdce-43dd-99d0-6f3f7c8a73c5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254606 Feb 10 06:56:37.583039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] For port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:56:37.589676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] For port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,segment=NetworkSegment(7607d5ff-08d5-4468-96f9-5e47de3efb8f),segment_id=7607d5ff-08d5-4468-96f9-5e47de3efb8f)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:56:37.597124 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:37.649201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:37.649722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:37.662449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-102135df-0693-4038-a1a0-850416a20149 service neutron] 10.222.0.24 "PUT /v2.0/ports/0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 HTTP/1.1" status: 200 len: 1092 time: 1.2363901 Feb 10 06:56:37.662449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3451cde1-88a6-4d62-a074-f1b745ecbc7c', 'tag': '0db589c9-aa9c-49f3-8fd5-4d2a095e9a23'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:37.662449 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3451cde1-88a6-4d62-a074-f1b745ecbc7c", "tag": "0db589c9-aa9c-49f3-8fd5-4d2a095e9a23"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:37.689694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102135df-0693-4038-a1a0-850416a20149 service neutron] Pushing event updated for resources: {'Port': ['ID=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:37.799690 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17142dc9-badc-439f-bc22-b789c4bf48bb x-openstack-request-id: req-17142dc9-badc-439f-bc22-b789c4bf48bb {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:37.799984 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3451cde1-88a6-4d62-a074-f1b745ecbc7c", "tag": "0db589c9-aa9c-49f3-8fd5-4d2a095e9a23", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:37.800239 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17142dc9-badc-439f-bc22-b789c4bf48bb {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:37.800642 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3451cde1-88a6-4d62-a074-f1b745ecbc7c', 'tag': '0db589c9-aa9c-49f3-8fd5-4d2a095e9a23', 'status': 'completed', 'code': 200} Feb 10 06:56:37.824346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970173bd-c983-4533-9483-43419c004e4b req-8eacf89a-a4fa-469a-9fe2-0dc7ae4d551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:37.826141 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-8eacf89a-a4fa-469a-9fe2-0dc7ae4d551d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0be688193024bfe99724343dc410288&device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 1126 time: 0.0706789 Feb 10 06:56:37.879121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-0dc4295a-108d-4a1d-9fbd-f85a5c7a5f30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 HTTP/1.1" status: 200 len: 217 time: 0.0448890 Feb 10 06:56:37.943710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970173bd-c983-4533-9483-43419c004e4b req-210cb736-50de-47f0-9eca-55b90168d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:37.945188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-210cb736-50de-47f0-9eca-55b90168d71b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7d1b53b-81e4-4af6-94e6-f483801da7f1 HTTP/1.1" status: 200 len: 852 time: 0.0566144 Feb 10 06:56:37.986115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-2187c667-0ce0-4f78-b8bd-688c1257d6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7e50f53-e1c1-4a79-aca4-253a86e75357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320280 Feb 10 06:56:38.082180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-221bc35c-3605-4ce1-86a3-5ce6aeab0858 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868690 Feb 10 06:56:38.188632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-970173bd-c983-4533-9483-43419c004e4b req-acf2063a-b52b-4bd4-86cc-3d797ac89664 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971010 Feb 10 06:56:38.301333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-3dedd52a-5a47-4783-8332-70330a997b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:38.302985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-3dedd52a-5a47-4783-8332-70330a997b9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0be688193024bfe99724343dc410288&device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 1126 time: 0.0498807 Feb 10 06:56:38.398098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-fca2e0cc-1a82-4302-bf7d-3230b2964e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:38.399757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-fca2e0cc-1a82-4302-bf7d-3230b2964e71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7e50f53-e1c1-4a79-aca4-253a86e75357 HTTP/1.1" status: 200 len: 912 time: 0.0902793 Feb 10 06:56:38.441686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-77687c65-b00c-45a1-96a8-0dd34805b4b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 HTTP/1.1" status: 200 len: 217 time: 0.0361772 Feb 10 06:56:38.499679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-2256d715-9c0a-4335-9c28-fc670de1a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:38.501319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-2256d715-9c0a-4335-9c28-fc670de1a076 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7d1b53b-81e4-4af6-94e6-f483801da7f1 HTTP/1.1" status: 200 len: 852 time: 0.0537908 Feb 10 06:56:38.548756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-90a69764-f367-46ad-b970-14db8ef30196 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7e50f53-e1c1-4a79-aca4-253a86e75357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391476 Feb 10 06:56:38.711900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-0efb04b5-fd69-482d-9e43-08d0a613798c service neutron] 10.222.0.24 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540027 Feb 10 06:56:38.724351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-cd851860-9683-4eb3-b253-1c7e360948c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:38.727020 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-cd851860-9683-4eb3-b253-1c7e360948c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 1128 time: 0.0562289 Feb 10 06:56:38.833786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-0ea54fc0-1a83-431f-ae62-9f8fb9bcc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:38.835713 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-0ea54fc0-1a83-431f-ae62-9f8fb9bcc627 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.1032875 Feb 10 06:56:38.861149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-229ea2a9-fee0-4356-95c2-f3a8a2f490bf req-28c4c6de-699b-4c86-81ac-ba513b720593 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377614 Feb 10 06:56:38.890211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03469947-37d7-4f37-8be8-62004c473315 req-fbbb8019-a399-423e-a877-282e5b54028e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:38.892540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03469947-37d7-4f37-8be8-62004c473315 req-fbbb8019-a399-423e-a877-282e5b54028e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.2705104 Feb 10 06:56:38.914584 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-3f99ecda-7aee-4437-a40c-381ad90ace31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f HTTP/1.1" status: 200 len: 217 time: 0.0728536 Feb 10 06:56:38.915533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf812e-25af-4391-9b7f-9de83a5c2852 req-4690bceb-4b4c-4687-9f66-0b04b3449d57 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:38.917132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bfbf812e-25af-4391-9b7f-9de83a5c2852 req-4690bceb-4b4c-4687-9f66-0b04b3449d57 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 944 time: 0.3074422 Feb 10 06:56:38.996973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-f7e9f1a4-c41e-4c69-9207-eb022e54705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:38.999358 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-f7e9f1a4-c41e-4c69-9207-eb022e54705a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0758710 Feb 10 06:56:39.004918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03469947-37d7-4f37-8be8-62004c473315 req-c4a265d3-c689-4481-8183-2a7a5bcb8179 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058743 Feb 10 06:56:39.009790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bfbf812e-25af-4391-9b7f-9de83a5c2852 req-77db70ea-177e-4722-854e-2c0409134885 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830851 Feb 10 06:56:39.071213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-b6916f78-3162-4985-8c29-e7c41df78cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:39.073017 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-b6916f78-3162-4985-8c29-e7c41df78cfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0617526 Feb 10 06:56:39.175823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-2608aed2-50b5-431d-9304-07cfc7b94df5 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960701 Feb 10 06:56:39.281603 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ed6afa37-6462-492a-811d-9d9a541d4c6d req-b3ee6d91-8074-41f3-b7e7-78d4d359172d service neutron] 10.222.0.13 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991361 Feb 10 06:56:40.048193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:56:40.222332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ec8c8-7584-42f0-aa27-27d49dff0700 req-68967d9f-2cd7-4746-b25e-6cd12ae5fe20 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:40.224115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b4ec8c8-7584-42f0-aa27-27d49dff0700 req-68967d9f-2cd7-4746-b25e-6cd12ae5fe20 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.1309004 Feb 10 06:56:40.240898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e436c9e-3c86-4ec1-8834-3a5e84b02775 req-e8b2ab36-25c0-40b2-9529-5f1cdeebb646 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:40.242930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e436c9e-3c86-4ec1-8834-3a5e84b02775 req-e8b2ab36-25c0-40b2-9529-5f1cdeebb646 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 944 time: 0.1112549 Feb 10 06:56:40.357338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,segment=NetworkSegment(7607d5ff-08d5-4468-96f9-5e47de3efb8f),segment_id=7607d5ff-08d5-4468-96f9-5e47de3efb8f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:40.361911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b4ec8c8-7584-42f0-aa27-27d49dff0700 req-70a3cc80-aa34-40e5-8547-54f19c13b123 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318183 Feb 10 06:56:40.365508 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e436c9e-3c86-4ec1-8834-3a5e84b02775 req-107f7820-84c5-494b-9faa-133efffe7991 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171882 Feb 10 06:56:40.406467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '0db589c9-aa9c-49f3-8fd5-4d2a095e9a23', 'network_id': 'e7e50f53-e1c1-4a79-aca4-253a86e75357', 'port_id': '0db589c9-aa9c-49f3-8fd5-4d2a095e9a23', 'mac_address': 'fa:16:3e:8b:0c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d1b53b-81e4-4af6-94e6-f483801da7f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:56:40.461596 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:40.468174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-346f94a9-5947-47b6-9e41-408fd2735673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:40.476362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:40.477259 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:40.495770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:56:40.531089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,segment=NetworkSegment(7607d5ff-08d5-4468-96f9-5e47de3efb8f),segment_id=7607d5ff-08d5-4468-96f9-5e47de3efb8f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:40.536150 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:40.600599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:40.608646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.609107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.609555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.609998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.610579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.611035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.611471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.611902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.612335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.612765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.613196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.613624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.614050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:40.804920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['0db589c9-aa9c-49f3-8fd5-4d2a095e9a23'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:56:41.557802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998901f-8f95-4989-88db-d4582927ec9c req-fa59991b-8fe2-4d51-834f-5cedd6ee4076 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:41.559847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7998901f-8f95-4989-88db-d4582927ec9c req-fa59991b-8fe2-4d51-834f-5cedd6ee4076 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 946 time: 0.0987136 Feb 10 06:56:41.571980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6321bc-e08c-4a9d-9d66-3460ddef9da7 req-17d861ac-e4f8-4015-88bf-ee6a47f84558 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:41.573515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f6321bc-e08c-4a9d-9d66-3460ddef9da7 req-17d861ac-e4f8-4015-88bf-ee6a47f84558 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 945 time: 0.0984588 Feb 10 06:56:41.648759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7998901f-8f95-4989-88db-d4582927ec9c req-6c7475a9-1808-4250-9479-ace599f468f7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733061 Feb 10 06:56:41.652261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f6321bc-e08c-4a9d-9d66-3460ddef9da7 req-25ea2fac-a9c6-4182-985e-4a971bc842fe tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707555 Feb 10 06:56:41.799515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f20da-1c3d-4c0c-b2a5-8d2c86b3faf2 req-14f085dd-fc22-467d-ab9a-714a7a54c2ce tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:41.801355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b66f20da-1c3d-4c0c-b2a5-8d2c86b3faf2 req-14f085dd-fc22-467d-ab9a-714a7a54c2ce tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0639961 Feb 10 06:56:41.868850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b66f20da-1c3d-4c0c-b2a5-8d2c86b3faf2 req-c55c29b7-5417-44cb-8d69-608f1bc471f9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608006 Feb 10 06:56:42.005555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b71d4b-eaef-42d5-8b5d-dfeb0bfb6a5c req-cc9d87d2-a247-4a3f-8da1-5c2d82f7007a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:42.012590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1b71d4b-eaef-42d5-8b5d-dfeb0bfb6a5c req-cc9d87d2-a247-4a3f-8da1-5c2d82f7007a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0705926 Feb 10 06:56:42.066439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:56:42.073564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 51a3bc9f-6cdb-4cd7-8be0-78b65851136f no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:42.083211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1b71d4b-eaef-42d5-8b5d-dfeb0bfb6a5c req-1141e772-4709-476a-981b-6dee95769bf0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686526 Feb 10 06:56:42.263986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f6efc-49f8-4ab9-894f-5941596ad39b req-3b58521c-e8bf-4064-aa6e-e410ee0b04b8 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:42.266545 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee8f6efc-49f8-4ab9-894f-5941596ad39b req-3b58521c-e8bf-4064-aa6e-e410ee0b04b8 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 945 time: 0.0847213 Feb 10 06:56:42.314059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:56:42.319907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:42.320598 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:42.332736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee8f6efc-49f8-4ab9-894f-5941596ad39b req-acb6b1de-20c4-475f-9ce3-783cc968d2e9 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564508 Feb 10 06:56:42.361303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:56:42.361679 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:42.407209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:42.409502 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b04b33c-a8ec-44b6-a4fb-3bd7b3677039" -d '{"events": [{"server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "name": "network-vif-unplugged", "status": "completed", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:42.437761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:42.482367 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:42.516686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba5acb-d893-40f1-a653-9739e5e17e21 req-9b30338b-f740-4f83-9410-98ddf1875c14 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:42.526577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ba5acb-d893-40f1-a653-9739e5e17e21 req-9b30338b-f740-4f83-9410-98ddf1875c14 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1872034 Feb 10 06:56:42.590966 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9276624-5c2c-485b-a47b-a1fe4908ef90 x-openstack-request-id: req-e9276624-5c2c-485b-a47b-a1fe4908ef90 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:42.591267 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "name": "network-vif-unplugged", "status": "failed", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f", "code": 422}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:42.594588 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9276624-5c2c-485b-a47b-a1fe4908ef90 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:42.595174 n-d-828670-1 neutron-server[103215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f', 'code': 422} returned with failed status Feb 10 06:56:42.618253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ba5acb-d893-40f1-a653-9739e5e17e21 req-00299036-fa4e-4ae4-94ff-cc484a6b57aa tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899870 Feb 10 06:56:42.681263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:56:42.682226 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:42.717107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-7910ea3e-11c4-44f3-8643-e3073a8f61bc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:42.721288 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-7910ea3e-11c4-44f3-8643-e3073a8f61bc tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.13 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 945 time: 0.0859282 Feb 10 06:56:42.723932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:42.745433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97bdd3c9-6fe7-4058-91dc-9364b63f6414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:42.780737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,segment=NetworkSegment(7607d5ff-08d5-4468-96f9-5e47de3efb8f),segment_id=7607d5ff-08d5-4468-96f9-5e47de3efb8f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:42.787961 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:42.834422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d11885-3ba9-432c-8a7b-c89311766178 req-b301bf61-16db-4cfa-a8d6-82507a71b205 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:42.836539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31d11885-3ba9-432c-8a7b-c89311766178 req-b301bf61-16db-4cfa-a8d6-82507a71b205 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 945 time: 0.0841131 Feb 10 06:56:42.847659 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:42.875050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Deleting port d502f01c-06b8-45ab-8327-82941b929756 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:42.875391 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d502f01c-06b8-45ab-8327-82941b929756), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:42.902097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31d11885-3ba9-432c-8a7b-c89311766178 req-9931331d-22fb-437a-b980-bcf377e715ab tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576298 Feb 10 06:56:42.973904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] For port d502f01c-06b8-45ab-8327-82941b929756, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=d502f01c-06b8-45ab-8327-82941b929756,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:42.974259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d502f01c-06b8-45ab-8327-82941b929756), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:43.147875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:43.148131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (81fd051f-f679-4233-b6d3-6cfdcacc15e6), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:43.148450 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Floating IP 81fd051f-f679-4233-b6d3-6cfdcacc15e6 disassociated. External IP: 172.25.8.29, port: d502f01c-06b8-45ab-8327-82941b929756. Feb 10 06:56:43.148793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Calling delete_port for d502f01c-06b8-45ab-8327-82941b929756 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:43.286494 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d502f01c-06b8-45ab-8327-82941b929756), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:43.323269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event deleted for resources: {'Port': ['ID=d502f01c-06b8-45ab-8327-82941b929756,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:43.466728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Router f495b653-fcec-43f9-b650-3bc3b6781516 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:56:43.468212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2656c78-e888-4dc8-a054-3420404ed328 req-f8fabb22-e01d-4274-8f6d-ef0076b196ca tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b4b9b1-5222-4604-a70f-c62fd2dac713 HTTP/1.1" status: 200 len: 210 time: 0.0545471 Feb 10 06:56:43.583360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:56:43.598458 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] Sync routers for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:56:43.612916 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:43.613546 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:56:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:43.630061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] No DVR routers for this DVR port d502f01c-06b8-45ab-8327-82941b929756 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:56:43.635243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:43.639335 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-70a1e72e-94b3-4272-846b-e5c2c5414fab req-dcd42fc9-fc5a-4cae-8dc8-87f7302c0404 tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.13 "DELETE /v2.0/ports/d502f01c-06b8-45ab-8327-82941b929756 HTTP/1.1" status: 204 len: 173 time: 0.9123011 Feb 10 06:56:43.639818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'name': 'network-vif-deleted', 'tag': 'd502f01c-06b8-45ab-8327-82941b929756'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:43.642382 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d79a4be-bc33-403f-99e7-a80f2b1463e3" -d '{"events": [{"server_uuid": "02b4b9b1-5222-4604-a70f-c62fd2dac713", "name": "network-vif-deleted", "tag": "d502f01c-06b8-45ab-8327-82941b929756"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:43.755422 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673c003c-9cf1-4778-b859-32ed9b26c77c x-openstack-request-id: req-673c003c-9cf1-4778-b859-32ed9b26c77c {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:43.756010 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b4b9b1-5222-4604-a70f-c62fd2dac713", "name": "network-vif-deleted", "tag": "d502f01c-06b8-45ab-8327-82941b929756", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:43.756010 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-673c003c-9cf1-4778-b859-32ed9b26c77c {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:43.756407 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b4b9b1-5222-4604-a70f-c62fd2dac713', 'name': 'network-vif-deleted', 'tag': 'd502f01c-06b8-45ab-8327-82941b929756', 'status': 'completed', 'code': 200} Feb 10 06:56:43.829883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:43.846560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099b9e2-b64b-4df2-a720-b88e34a47398 req-5709ff5a-54bc-48b6-a8bb-d14a8e0ebf51 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:43.847852 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:43.860625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4099b9e2-b64b-4df2-a720-b88e34a47398 req-5709ff5a-54bc-48b6-a8bb-d14a8e0ebf51 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1293452 Feb 10 06:56:43.963634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4099b9e2-b64b-4df2-a720-b88e34a47398 req-8c958437-12d8-490e-86a6-b3ed2a4b664f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964391 Feb 10 06:56:44.068423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364d26f-1ca3-4611-8aaf-1a49cf8e7f76 req-81455fe4-6775-40ad-a195-59842efded90 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:44.072465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9364d26f-1ca3-4611-8aaf-1a49cf8e7f76 req-81455fe4-6775-40ad-a195-59842efded90 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.0688558 Feb 10 06:56:44.143019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9364d26f-1ca3-4611-8aaf-1a49cf8e7f76 req-db04f30a-8940-4052-91c8-63c00ced59ed tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615740 Feb 10 06:56:44.164558 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3cc90da5-a6ee-4573-9848-95425783fd33', 'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'mac_address': 'fa:16:3e:b1:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:47Z', 'updated_at': '2022-02-10T06:50:54Z', 'revision_number': 5, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'subnets': [{'id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:44.191925 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] Checking router: f495b653-fcec-43f9-b650-3bc3b6781516 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:56:44.201415 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:44.202154 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:56:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:44.310115 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:44.533564 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3cc90da5-a6ee-4573-9848-95425783fd33', 'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'mac_address': 'fa:16:3e:b1:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:47Z', 'updated_at': '2022-02-10T06:50:54Z', 'revision_number': 5, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'subnets': [{'id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:44.553929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 44986) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:44.587823 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e152b1-d1fe-4d8c-97a8-1920746ef372 None None] The sync data for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 is: [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:49Z', 'revision_number': 4, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3cc90da5-a6ee-4573-9848-95425783fd33', 'name': '', 'network_id': '0f97832f-c399-47ed-b8b5-f99ce95da35b', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'mac_address': 'fa:16:3e:b1:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:47Z', 'updated_at': '2022-02-10T06:50:54Z', 'revision_number': 5, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'subnets': [{'id': '3f552ad7-96b9-4f2d-84d5-a988313c3120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:56:44.596234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3451cde1-88a6-4d62-a074-f1b745ecbc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db589c9-aa9c-49f3-8fd5-4d2a095e9a23'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:56:44.598978 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f58197-72df-4455-a8e8-2efe59c36861" -d '{"events": [{"server_uuid": "3451cde1-88a6-4d62-a074-f1b745ecbc7c", "name": "network-vif-plugged", "status": "completed", "tag": "0db589c9-aa9c-49f3-8fd5-4d2a095e9a23"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:56:44.676179 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a4d7cd-52ca-4849-a180-18e8acabe9c2 x-openstack-request-id: req-31a4d7cd-52ca-4849-a180-18e8acabe9c2 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:56:44.676597 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3451cde1-88a6-4d62-a074-f1b745ecbc7c", "name": "network-vif-plugged", "status": "completed", "tag": "0db589c9-aa9c-49f3-8fd5-4d2a095e9a23", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:56:44.677099 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31a4d7cd-52ca-4849-a180-18e8acabe9c2 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:56:44.677739 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3451cde1-88a6-4d62-a074-f1b745ecbc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db589c9-aa9c-49f3-8fd5-4d2a095e9a23', 'code': 200} Feb 10 06:56:44.802042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7761-99aa-491e-9170-d67819240b11 req-f914821d-2182-4f15-b820-7c0ae178c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:44.805903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bdd7761-99aa-491e-9170-d67819240b11 req-f914821d-2182-4f15-b820-7c0ae178c65e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 1128 time: 0.0692103 Feb 10 06:56:44.893016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bdd7761-99aa-491e-9170-d67819240b11 req-134afa45-3219-46af-b9eb-e23bf7020736 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729320 Feb 10 06:56:45.059692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86ebf32-d71a-4dc4-be30-6889841cc3a8 None None] New status for floating IP 81fd051f-f679-4233-b6d3-6cfdcacc15e6: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:56:45.163176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Deleting port 7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:45.163692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:45.203909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f29c-af4d-43f3-9d76-b5af26e1aefa req-384b64cb-8a06-40df-a3d5-b4c0b57d9275 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:45.211424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1056f29c-af4d-43f3-9d76-b5af26e1aefa req-384b64cb-8a06-40df-a3d5-b4c0b57d9275 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0868499 Feb 10 06:56:45.308858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1056f29c-af4d-43f3-9d76-b5af26e1aefa req-dc9e9ba7-9a9b-4a6b-8dc7-bff375291563 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956836 Feb 10 06:56:45.324465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:45.400193 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:45.400523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for floatingip (7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:45.430510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e64c62-694b-4c12-abf6-7b3b0d143ae7 req-0a73c43a-2e14-49b3-8daf-ab2acf020b51 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:45.432712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Calling delete_port for 7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:45.439130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7e64c62-694b-4c12-abf6-7b3b0d143ae7 req-0a73c43a-2e14-49b3-8daf-ab2acf020b51 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.0972514 Feb 10 06:56:45.523082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7e64c62-694b-4c12-abf6-7b3b0d143ae7 req-13bf2cf1-15cb-47e1-84cd-1e7ffe7c0952 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823300 Feb 10 06:56:45.618555 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:45.646538 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event deleted for resources: {'Port': ['ID=7f1a3539-105b-4fd8-b1f7-b84d8dc5fb34,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:45.747858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for floatingip (81fd051f-f679-4233-b6d3-6cfdcacc15e6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:45.751969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:45.756565 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-668c2510-007c-425b-bfec-755aba58b00d tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "DELETE /v2.0/floatingips/81fd051f-f679-4233-b6d3-6cfdcacc15e6 HTTP/1.1" status: 204 len: 168 time: 1.2015209 Feb 10 06:56:45.838667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45016) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:45.906024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2e5f804a-c3d4-4d37-9987-9b059c78e6cf tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group (ee9f9c35-b2d0-46e4-98be-dcb40e7863dd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:45.937255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2e5f804a-c3d4-4d37-9987-9b059c78e6cf tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group (ee9f9c35-b2d0-46e4-98be-dcb40e7863dd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:46.002824 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2e5f804a-c3d4-4d37-9987-9b059c78e6cf tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ee9f9c35-b2d0-46e4-98be-dcb40e7863dd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:46.006609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2e5f804a-c3d4-4d37-9987-9b059c78e6cf tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:46.009885 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2e5f804a-c3d4-4d37-9987-9b059c78e6cf tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee9f9c35-b2d0-46e4-98be-dcb40e7863dd HTTP/1.1" status: 204 len: 168 time: 0.1678705 Feb 10 06:56:46.018436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f804a-c3d4-4d37-9987-9b059c78e6cf tempest-TestServerBasicOps-1030046277 tempest-TestServerBasicOps-1030046277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9f9c35-b2d0-46e4-98be-dcb40e7863dd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:46.080008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d502f01c-06b8-45ab-8327-82941b929756 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:46.098985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45024) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:46.141290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: d502f01c-06b8-45ab-8327-82941b929756 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:46.142279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device d502f01c-06b8-45ab-8327-82941b929756 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:46.459357 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:46.664750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a312e7-57e1-45e1-b6bb-f34315c015f2 req-20f818f5-6a2d-4067-96fd-d4509c4d569b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:46.668189 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13a312e7-57e1-45e1-b6bb-f34315c015f2 req-20f818f5-6a2d-4067-96fd-d4509c4d569b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1461401 Feb 10 06:56:46.699485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250315d-10a0-4e06-8ddc-1ebafd801957 req-8fdc62c0-f886-444d-ac2b-a7415abdbbd4 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:46.712035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f250315d-10a0-4e06-8ddc-1ebafd801957 req-8fdc62c0-f886-444d-ac2b-a7415abdbbd4 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.1127701 Feb 10 06:56:46.818278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f250315d-10a0-4e06-8ddc-1ebafd801957 req-a377dae3-04b2-4fcc-a449-dc3968a634c8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009693 Feb 10 06:56:46.831210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13a312e7-57e1-45e1-b6bb-f34315c015f2 req-c6482114-072d-4f58-94fe-6670ed294532 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486466 Feb 10 06:56:46.966004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae85c-c950-4485-a7a8-8dbeb0462383 req-384e5430-6f2b-462d-b1d0-1e6b4f18e667 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:46.968014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0bae85c-c950-4485-a7a8-8dbeb0462383 req-384e5430-6f2b-462d-b1d0-1e6b4f18e667 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.0749331 Feb 10 06:56:46.976090 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (f495b653-fcec-43f9-b650-3bc3b6781516), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:47.024973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b0bae85c-c950-4485-a7a8-8dbeb0462383 req-a4675a8f-0faf-44ea-91cf-bb0ed551ebeb tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511901 Feb 10 06:56:47.303311 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648db12-80f4-46ac-8bdd-33fe2c153a8a req-3084529d-86fb-481d-aedf-734c1f68ac48 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:47.304099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Deleting port 3cc90da5-a6ee-4573-9848-95425783fd33 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:47.304437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:47.304918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9648db12-80f4-46ac-8bdd-33fe2c153a8a req-3084529d-86fb-481d-aedf-734c1f68ac48 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.0603132 Feb 10 06:56:47.359767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9648db12-80f4-46ac-8bdd-33fe2c153a8a req-d6b40bb2-b56f-4fa7-bdce-1434c91b8b62 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483096 Feb 10 06:56:47.391606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] For port 3cc90da5-a6ee-4573-9848-95425783fd33, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3cc90da5-a6ee-4573-9848-95425783fd33,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:47.392064 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:47.407303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Calling delete_port for 3cc90da5-a6ee-4573-9848-95425783fd33 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:47.609738 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (3cc90da5-a6ee-4573-9848-95425783fd33), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:47.641440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc90da5-a6ee-4573-9848-95425783fd33,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:47.950432 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (f495b653-fcec-43f9-b650-3bc3b6781516), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:48.012014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ffbbf-1b1f-4cd5-a63b-7098ad681e96 req-366d2986-53c2-4ee7-8788-4bc8bda76b81 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:48.014236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e44ffbbf-1b1f-4cd5-a63b-7098ad681e96 req-366d2986-53c2-4ee7-8788-4bc8bda76b81 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0695641 Feb 10 06:56:48.083475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e44ffbbf-1b1f-4cd5-a63b-7098ad681e96 req-fef65062-1d65-428f-9ab5-c1c16978cbde tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549605 Feb 10 06:56:48.191229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Router f495b653-fcec-43f9-b650-3bc3b6781516 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:56:48.311001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:56:48.315959 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-79b357ca-98f6-4b0c-86a2-4fdbc5603946 admin admin] 10.222.0.21 "PUT /v2.0/routers/f495b653-fcec-43f9-b650-3bc3b6781516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2156126 Feb 10 06:56:48.318449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45080) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:48.323181 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] Sync routers for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:56:48.334976 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:48.335746 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:56:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:48.436021 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks [] for router (f495b653-fcec-43f9-b650-3bc3b6781516), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:48.450635 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:48.554924 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks [] for router_gateway (f495b653-fcec-43f9-b650-3bc3b6781516), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:48.571320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996da0e-b8e2-4eff-9347-deece99b3e5c req-3ece614f-b4d0-4215-a358-59e04dd56b99 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:48.576581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0996da0e-b8e2-4eff-9347-deece99b3e5c req-3ece614f-b4d0-4215-a358-59e04dd56b99 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.1120281 Feb 10 06:56:48.627431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Deleting port 2101a93f-850f-45ec-9247-41af1ef76afe {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:48.627838 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:48.679465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0996da0e-b8e2-4eff-9347-deece99b3e5c req-9bdd00cc-de78-47e6-a622-3221f2ea532d tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933053 Feb 10 06:56:48.717936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] For port 2101a93f-850f-45ec-9247-41af1ef76afe, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2101a93f-850f-45ec-9247-41af1ef76afe,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:48.718327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:48.739375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Calling delete_port for 2101a93f-850f-45ec-9247-41af1ef76afe owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:48.895009 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:56:47Z', 'revision_number': 5, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port': {'id': '2101a93f-850f-45ec-9247-41af1ef76afe', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:48.930614 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] Checking router: f495b653-fcec-43f9-b650-3bc3b6781516 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:56:48.941315 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] Routers {'f495b653-fcec-43f9-b650-3bc3b6781516'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:48.942151 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:56:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f495b653-fcec-43f9-b650-3bc3b6781516'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:49.109502 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] Set router f495b653-fcec-43f9-b650-3bc3b6781516 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:49.127128 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2101a93f-850f-45ec-9247-41af1ef76afe), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.133233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61abac4-de30-4177-9515-4431917d39a5 req-b8b08756-f59b-4ec7-9968-246b15e37ecc tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:49.135817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d61abac4-de30-4177-9515-4431917d39a5 req-b8b08756-f59b-4ec7-9968-246b15e37ecc tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.1315186 Feb 10 06:56:49.168077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-692bbf04-e714-41cb-b607-c98313b2e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:49.168646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2101a93f-850f-45ec-9247-41af1ef76afe,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:49.169588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-692bbf04-e714-41cb-b607-c98313b2e35e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0be688193024bfe99724343dc410288&device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 1128 time: 0.1182182 Feb 10 06:56:49.230435 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:56:48Z', 'revision_number': 6, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:49.269996 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (f495b653-fcec-43f9-b650-3bc3b6781516), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.274360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d61abac4-de30-4177-9515-4431917d39a5 req-24e8a2e1-0922-4588-95bc-92e44156c16e tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327903 Feb 10 06:56:49.301029 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c9206-cb5f-4998-9bed-fa028bb7be8a None None] The sync data for ids ['f495b653-fcec-43f9-b650-3bc3b6781516'] in n-d-828670-1 is: [{'id': 'f495b653-fcec-43f9-b650-3bc3b6781516', 'name': 'tempest-TestServerBasicOps-1712435873-router', 'tenant_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:43Z', 'updated_at': '2022-02-10T06:56:48Z', 'revision_number': 6, 'project_id': 'e9f41676fb7b4dedae37ef92bbafc71c', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:56:49.368665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a540a-3b61-44d9-bbb6-e018459ddf17 req-32db2329-8e5b-4402-86dc-fd1c4c97680f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:49.369624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb1a540a-3b61-44d9-bbb6-e018459ddf17 req-32db2329-8e5b-4402-86dc-fd1c4c97680f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1387336 Feb 10 06:56:49.371452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-a4c0bbeb-6f78-4d32-a9ed-83374e82ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:49.372794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-a4c0bbeb-6f78-4d32-a9ed-83374e82ce44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7e50f53-e1c1-4a79-aca4-253a86e75357 HTTP/1.1" status: 200 len: 912 time: 0.1915562 Feb 10 06:56:49.407775 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (f495b653-fcec-43f9-b650-3bc3b6781516), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.409978 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks [] for router_controller (f495b653-fcec-43f9-b650-3bc3b6781516), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.427626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-b06ccef5-2d46-416d-86a0-b1e93728c5b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 HTTP/1.1" status: 200 len: 217 time: 0.0445805 Feb 10 06:56:49.467057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (f495b653-fcec-43f9-b650-3bc3b6781516), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.467591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f495b653-fcec-43f9-b650-3bc3b6781516 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:56:49.475849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.481321 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4d50e392-7c21-4ce4-b85e-47a8779ca0e4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f495b653-fcec-43f9-b650-3bc3b6781516 HTTP/1.1" status: 204 len: 168 time: 1.1591828 Feb 10 06:56:49.482462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45106) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:49.515745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb1a540a-3b61-44d9-bbb6-e018459ddf17 req-5baab718-105f-49db-a3fc-bf37ca42085f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342504 Feb 10 06:56:49.540317 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-f982c020-57d8-4d7e-9735-7d21bb5ebdb0 admin admin] Deleting subnet 3f552ad7-96b9-4f2d-84d5-a988313c3120 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:56:49.543612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-945b7b36-5285-483e-8326-e98516102b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:49.544712 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f982c020-57d8-4d7e-9735-7d21bb5ebdb0 admin admin] Publish callbacks [] for subnet (3f552ad7-96b9-4f2d-84d5-a988313c3120), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.545073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-945b7b36-5285-483e-8326-e98516102b37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7d1b53b-81e4-4af6-94e6-f483801da7f1 HTTP/1.1" status: 200 len: 852 time: 0.0793159 Feb 10 06:56:49.581560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f982c020-57d8-4d7e-9735-7d21bb5ebdb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (3f552ad7-96b9-4f2d-84d5-a988313c3120), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.592396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-3c84e069-2aad-4b87-a7ce-dd9d7fc66916 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7e50f53-e1c1-4a79-aca4-253a86e75357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380557 Feb 10 06:56:49.685249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f982c020-57d8-4d7e-9735-7d21bb5ebdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (3f552ad7-96b9-4f2d-84d5-a988313c3120), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.760406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-21ccd13e-b53a-4426-b57a-084795da3ce3 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610065 Feb 10 06:56:49.773205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f982c020-57d8-4d7e-9735-7d21bb5ebdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (3f552ad7-96b9-4f2d-84d5-a988313c3120), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.781975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3cc90da5-a6ee-4573-9848-95425783fd33 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:49.827294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 3cc90da5-a6ee-4573-9848-95425783fd33 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:49.827810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3cc90da5-a6ee-4573-9848-95425783fd33 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:49.832350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982c020-57d8-4d7e-9735-7d21bb5ebdb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f552ad7-96b9-4f2d-84d5-a988313c3120,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:49.834396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f982c020-57d8-4d7e-9735-7d21bb5ebdb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:49.840969 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f982c020-57d8-4d7e-9735-7d21bb5ebdb0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3f552ad7-96b9-4f2d-84d5-a988313c3120 HTTP/1.1" status: 204 len: 168 time: 0.3509564 Feb 10 06:56:49.842243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45112) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:49.844107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1b888-5f0d-4968-afe6-f1c268f43542 None None] Network 0f97832f-c399-47ed-b8b5-f99ce95da35b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:56:49.984792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (0f97832f-c399-47ed-b8b5-f99ce95da35b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:50.002668 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc4e5d9-727a-4631-bbdd-e56e2058d2ab req-e095104f-d6f1-4403-b265-0854e58d7c6e service neutron] 10.222.0.24 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341332 Feb 10 06:56:50.064608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Deleting port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:50.064608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:50.129260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] For port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4fc9dfeb-e33c-4806-9fc5-0655c2d3d975,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:50.129745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:50.143703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Calling delete_port for 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:50.251953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e73181a-de11-4c10-a5e0-e04cd4621732 None None] DHCP port deletion for 0f97832f-c399-47ed-b8b5-f99ce95da35b request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:56:50.359724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9e73181a-de11-4c10-a5e0-e04cd4621732 None None] Deleting port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:50.360411 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e73181a-de11-4c10-a5e0-e04cd4621732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:50.482824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d9348-419d-43dd-a79c-02248afcc880 req-353d995e-e11d-4c98-b81d-7ff047380a1f tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:50.499290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9d9348-419d-43dd-a79c-02248afcc880 req-353d995e-e11d-4c98-b81d-7ff047380a1f tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.1381352 Feb 10 06:56:50.597138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9d9348-419d-43dd-a79c-02248afcc880 req-a737ebac-d7ae-4fc3-8aab-1bc0f75c3539 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968490 Feb 10 06:56:50.628235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9e73181a-de11-4c10-a5e0-e04cd4621732 None None] For port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4fc9dfeb-e33c-4806-9fc5-0655c2d3d975,segment=NetworkSegment(c031f4e4-c96c-4c3e-afa3-72424a11f24f),segment_id=c031f4e4-c96c-4c3e-afa3-72424a11f24f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:50.628644 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e73181a-de11-4c10-a5e0-e04cd4621732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:50.658647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9e73181a-de11-4c10-a5e0-e04cd4621732 None None] Calling delete_port for 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:50.747426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:50.759758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797b6e4-b41f-4859-aaac-b04bf4459902 req-a277c339-a7ae-4449-ac2d-1f0fec9ea151 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:50.761896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1797b6e4-b41f-4859-aaac-b04bf4459902 req-a277c339-a7ae-4449-ac2d-1f0fec9ea151 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1312947 Feb 10 06:56:50.797894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc9dfeb-e33c-4806-9fc5-0655c2d3d975,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:50.803507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] No DVR routers for this DVR port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:56:50.897606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1797b6e4-b41f-4859-aaac-b04bf4459902 req-ba1d4748-a101-4212-8947-cc296249f984 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286905 Feb 10 06:56:50.904079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (0f97832f-c399-47ed-b8b5-f99ce95da35b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:50.904250 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e73181a-de11-4c10-a5e0-e04cd4621732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (4fc9dfeb-e33c-4806-9fc5-0655c2d3d975), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:50.925039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73181a-de11-4c10-a5e0-e04cd4621732 None None] No DVR routers for this DVR port 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:56:50.956341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73181a-de11-4c10-a5e0-e04cd4621732 None None] Pushing event deleted for resources: {'Port': ['ID=4fc9dfeb-e33c-4806-9fc5-0655c2d3d975,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:50.966777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f97832f-c399-47ed-b8b5-f99ce95da35b']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:50.991115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c031f4e4-c96c-4c3e-afa3-72424a11f24f') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:50.991420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c031f4e4-c96c-4c3e-afa3-72424a11f24f') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:51.003548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (c031f4e4-c96c-4c3e-afa3-72424a11f24f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:51.029690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c031f4e4-c96c-4c3e-afa3-72424a11f24f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:51.038560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:56:51.039647 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (c031f4e4-c96c-4c3e-afa3-72424a11f24f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:56:51.051297 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:56:51.108488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (0f97832f-c399-47ed-b8b5-f99ce95da35b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:51.115578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:51.122483 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f97832f-c399-47ed-b8b5-f99ce95da35b HTTP/1.1" status: 204 len: 168 time: 1.2719934 Feb 10 06:56:51.123242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45138) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:51.132419 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93814052-2756-44ac-b974-d67dae7d5662 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f97832f-c399-47ed-b8b5-f99ce95da35b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:51.499502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (b33197c1-3e03-4da0-abd5-a011958ea942), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:51.780455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:51.806966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:51.807634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4fc9dfeb-e33c-4806-9fc5-0655c2d3d975 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:51.808293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2101a93f-850f-45ec-9247-41af1ef76afe no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:51.831703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 2101a93f-850f-45ec-9247-41af1ef76afe {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:51.832666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2101a93f-850f-45ec-9247-41af1ef76afe not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:52.084251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8146406-b14a-4ade-85c5-aa96e673c795 req-6d88e202-471a-4f7e-aed4-77229632cf01 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:52.085724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8146406-b14a-4ade-85c5-aa96e673c795 req-6d88e202-471a-4f7e-aed4-77229632cf01 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.1674986 Feb 10 06:56:52.149260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6eb9d0-a5d6-4597-92e2-c2596cfc3645 req-86959bfe-353b-4425-b0cd-af6f49f6bbc1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:52.150787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c6eb9d0-a5d6-4597-92e2-c2596cfc3645 req-86959bfe-353b-4425-b0cd-af6f49f6bbc1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1299255 Feb 10 06:56:52.187881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8146406-b14a-4ade-85c5-aa96e673c795 req-9aea4c80-7d58-4a3f-9841-b86c99b832f2 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904722 Feb 10 06:56:52.246356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c6eb9d0-a5d6-4597-92e2-c2596cfc3645 req-65317e72-2cb0-4e31-8fb7-cf369d79ba55 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876732 Feb 10 06:56:52.298243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Deleting port 959bc761-905d-4930-af05-c97108dde4f3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:52.298716 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (959bc761-905d-4930-af05-c97108dde4f3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:52.393359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] For port 959bc761-905d-4930-af05-c97108dde4f3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=959bc761-905d-4930-af05-c97108dde4f3,segment=NetworkSegment(8c1fb543-d504-4a04-8005-479ee3d12962),segment_id=8c1fb543-d504-4a04-8005-479ee3d12962)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:52.393688 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (959bc761-905d-4930-af05-c97108dde4f3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:52.429616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Calling delete_port for 959bc761-905d-4930-af05-c97108dde4f3 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:52.606178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df82cd-2fab-45fe-bcad-800f98d5d379 req-1d48b622-4ae6-4784-8b72-5c8662840d77 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:52.608938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8df82cd-2fab-45fe-bcad-800f98d5d379 req-1d48b622-4ae6-4784-8b72-5c8662840d77 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.1303556 Feb 10 06:56:52.679678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8df82cd-2fab-45fe-bcad-800f98d5d379 req-281804e0-c3c5-4306-a6ff-62b1b49bda9d tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627186 Feb 10 06:56:52.740554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (959bc761-905d-4930-af05-c97108dde4f3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:52.768000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=959bc761-905d-4930-af05-c97108dde4f3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:53.018917 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (b33197c1-3e03-4da0-abd5-a011958ea942), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:53.338193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Router b33197c1-3e03-4da0-abd5-a011958ea942 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:56:53.491739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:56:53.501943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab947641-83a4-47de-9291-aec4d80fd4c3 admin admin] 10.222.0.21 "PUT /v2.0/routers/b33197c1-3e03-4da0-abd5-a011958ea942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3750844 Feb 10 06:56:53.502282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45190) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:53.510678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] Sync routers for ids ['b33197c1-3e03-4da0-abd5-a011958ea942'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:56:53.526216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] Routers {'b33197c1-3e03-4da0-abd5-a011958ea942'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:53.527901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:56:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b33197c1-3e03-4da0-abd5-a011958ea942'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:53.682214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] Set router b33197c1-3e03-4da0-abd5-a011958ea942 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:53.700891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7d9cc-fdf8-49a0-a148-4fedaa4e569a req-ac79ef4f-7a7a-4b10-8ba5-bbaf1afb94d3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:53.703112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89f7d9cc-fdf8-49a0-a148-4fedaa4e569a req-ac79ef4f-7a7a-4b10-8ba5-bbaf1afb94d3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0907309 Feb 10 06:56:53.754838 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks [] for router (b33197c1-3e03-4da0-abd5-a011958ea942), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:53.780760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89f7d9cc-fdf8-49a0-a148-4fedaa4e569a req-5293f7dd-31d9-421e-ac67-fc94f42586d5 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713084 Feb 10 06:56:53.891326 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks [] for router_gateway (b33197c1-3e03-4da0-abd5-a011958ea942), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:53.933698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8575dc-9c06-439e-a179-640b7a7a1635 req-51708a9b-a302-463d-bd57-d7f5843b0997 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:53.935403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d8575dc-9c06-439e-a179-640b7a7a1635 req-51708a9b-a302-463d-bd57-d7f5843b0997 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.1208835 Feb 10 06:56:53.996915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d8575dc-9c06-439e-a179-640b7a7a1635 req-db9d3be2-2fce-48b4-b769-e3598375d858 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551503 Feb 10 06:56:54.017280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Deleting port 9e89a323-4a10-4411-aac6-0924bb7b91d7 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:54.018665 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:54.034278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:54Z', 'updated_at': '2022-02-10T06:56:52Z', 'revision_number': 5, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'gw_port': {'id': '9e89a323-4a10-4411-aac6-0924bb7b91d7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:50:55Z', 'updated_at': '2022-02-10T06:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:54.074656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] Checking router: b33197c1-3e03-4da0-abd5-a011958ea942 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:56:54.089830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] Routers {'b33197c1-3e03-4da0-abd5-a011958ea942'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:56:54.090981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:56:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b33197c1-3e03-4da0-abd5-a011958ea942'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:54.227951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] For port 9e89a323-4a10-4411-aac6-0924bb7b91d7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9e89a323-4a10-4411-aac6-0924bb7b91d7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:54.229437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:54.243592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] Set router b33197c1-3e03-4da0-abd5-a011958ea942 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:56:54.276209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Calling delete_port for 9e89a323-4a10-4411-aac6-0924bb7b91d7 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:54.307896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509d2ac-7102-4fbc-ae90-efbbaca2cc18 req-556898ef-0756-40ae-a208-2e44b4fb8d12 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:54.318913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9509d2ac-7102-4fbc-ae90-efbbaca2cc18 req-556898ef-0756-40ae-a208-2e44b4fb8d12 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.2074115 Feb 10 06:56:54.335215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-36e2d748-235b-43c7-ba56-09f54d5fabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:54.336747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-36e2d748-235b-43c7-ba56-09f54d5fabc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1126 time: 0.1866975 Feb 10 06:56:54.348862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:54Z', 'updated_at': '2022-02-10T06:56:53Z', 'revision_number': 6, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:54.381513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c09a1-ac81-46a4-884c-3f581922f470 None None] The sync data for ids ['b33197c1-3e03-4da0-abd5-a011958ea942'] in n-d-828670-1 is: [{'id': 'b33197c1-3e03-4da0-abd5-a011958ea942', 'name': 'tempest-TestServerBasicOps-1319481404-router', 'tenant_id': '07ad965f493248f2a1775c7c2f7b446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:50:54Z', 'updated_at': '2022-02-10T06:56:53Z', 'revision_number': 6, 'project_id': '07ad965f493248f2a1775c7c2f7b446d', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:56:54.441327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-7ce53eb4-86db-4a23-b061-ee60c15ce353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:54.450324 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-7ce53eb4-86db-4a23-b061-ee60c15ce353 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0be688193024bfe99724343dc410288&device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 1128 time: 0.1023042 Feb 10 06:56:54.503729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-b014fb77-206e-47fd-9df8-7ed909d3733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:54.505300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-b014fb77-206e-47fd-9df8-7ed909d3733f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.1402216 Feb 10 06:56:54.613916 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-f6866a0d-6b19-493e-a6aa-99c43c19a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:54.615452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-f6866a0d-6b19-493e-a6aa-99c43c19a72a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7e50f53-e1c1-4a79-aca4-253a86e75357 HTTP/1.1" status: 200 len: 912 time: 0.1298923 Feb 10 06:56:54.633520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9509d2ac-7102-4fbc-ae90-efbbaca2cc18 req-d5bb2b96-0a0c-4389-b22a-fddc44fa1176 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137290 Feb 10 06:56:54.662713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a539d-8ace-4d65-90f3-a1805dc3641b req-418ce86b-1193-4558-9343-49f2c6bea8a8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:54.664361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b24a539d-8ace-4d65-90f3-a1805dc3641b req-418ce86b-1193-4558-9343-49f2c6bea8a8 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.2657411 Feb 10 06:56:54.669681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-84904a10-c79b-4eb0-b042-9b1f1bb30ca8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 999 time: 0.1478651 Feb 10 06:56:54.687102 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-cbb42cbc-c7b4-4b37-a8a9-be1ac24653d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 HTTP/1.1" status: 200 len: 217 time: 0.0513420 Feb 10 06:56:54.758972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-72131bc8-7855-4ccc-9f18-d3377724bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:54.760464 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-72131bc8-7855-4ccc-9f18-d3377724bede service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7d1b53b-81e4-4af6-94e6-f483801da7f1 HTTP/1.1" status: 200 len: 852 time: 0.0620751 Feb 10 06:56:54.768097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9e89a323-4a10-4411-aac6-0924bb7b91d7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:54.794450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b24a539d-8ace-4d65-90f3-a1805dc3641b req-6147c47b-2743-4da4-b6c6-0fe7be6e8984 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227884 Feb 10 06:56:54.798981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-3c3b0b07-57e4-4480-9068-f5619fa7963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:54.800576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-3c3b0b07-57e4-4480-9068-f5619fa7963f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.1162946 Feb 10 06:56:54.884949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e89a323-4a10-4411-aac6-0924bb7b91d7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:54.895451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-a8c9511b-ad53-438f-a965-82f8c0b8e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:54.895683 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-ee1b5374-16ac-400b-b5f7-c57c8a7abc12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7e50f53-e1c1-4a79-aca4-253a86e75357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169240 Feb 10 06:56:54.900902 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-a8c9511b-ad53-438f-a965-82f8c0b8e3bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0827620 Feb 10 06:56:54.927785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.928147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.928496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.928840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.929178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.929514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.929985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.930345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.930667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.931157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.931641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.932122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:54.932737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:56:55.024725 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (b33197c1-3e03-4da0-abd5-a011958ea942), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.050564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-2423b8ae-47d4-4b3c-b9ff-32b4ebb1bf55 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364455 Feb 10 06:56:55.144678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (b33197c1-3e03-4da0-abd5-a011958ea942), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.148183 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-3ca9b235-038c-43cc-8ad6-637a44d4d357 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098315 Feb 10 06:56:55.149531 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks [] for router_controller (b33197c1-3e03-4da0-abd5-a011958ea942), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.183930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11d0eb26-724c-43ff-8aed-466cd7eb89ba req-855685a1-cec3-47ef-9bec-b2529b4a10e6 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236198 Feb 10 06:56:55.236619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (b33197c1-3e03-4da0-abd5-a011958ea942), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.237173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b33197c1-3e03-4da0-abd5-a011958ea942 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:56:55.242527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.243682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5219981b-51b8-41f9-aeae-bdaf81bce7e7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b33197c1-3e03-4da0-abd5-a011958ea942 HTTP/1.1" status: 204 len: 168 time: 1.7399604 Feb 10 06:56:55.247273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45224) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:55.307450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-8247e466-2d42-45ba-a864-94df3f35d307 admin admin] Deleting subnet 75ddd5c2-18a1-4d48-b68b-82f1524ae2c9 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:56:55.313638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8247e466-2d42-45ba-a864-94df3f35d307 admin admin] Publish callbacks [] for subnet (75ddd5c2-18a1-4d48-b68b-82f1524ae2c9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.349806 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8f0eaeec-952c-46df-b3ed-c1bfd01c4dbe req-af046946-6f09-4261-9b1a-8044593b8a25 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890676 Feb 10 06:56:55.367468 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8247e466-2d42-45ba-a864-94df3f35d307 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (75ddd5c2-18a1-4d48-b68b-82f1524ae2c9), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.465217 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8247e466-2d42-45ba-a864-94df3f35d307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (75ddd5c2-18a1-4d48-b68b-82f1524ae2c9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.521896 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8247e466-2d42-45ba-a864-94df3f35d307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (75ddd5c2-18a1-4d48-b68b-82f1524ae2c9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.553692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247e466-2d42-45ba-a864-94df3f35d307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ddd5c2-18a1-4d48-b68b-82f1524ae2c9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:55.555952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8247e466-2d42-45ba-a864-94df3f35d307 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.561821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8247e466-2d42-45ba-a864-94df3f35d307 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/75ddd5c2-18a1-4d48-b68b-82f1524ae2c9 HTTP/1.1" status: 204 len: 168 time: 0.3113823 Feb 10 06:56:55.562446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45236) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:55.564253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dabac4-742f-4b0a-ad12-87b9e6f65af2 None None] Network 84de1875-0f94-4996-bc00-e35b0b247e87 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:56:55.654025 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (84de1875-0f94-4996-bc00-e35b0b247e87), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.856383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Deleting port d81b387c-5ddb-4611-bf50-d93d4d4ce43d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:55.857050 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.866104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 959bc761-905d-4930-af05-c97108dde4f3 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:55.886992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7045-ef2d-4728-9d25-79059879777e req-dfa7d3c4-c0ce-49f5-9fb0-f9a1a34875c9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:55.888814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee8b7045-ef2d-4728-9d25-79059879777e req-dfa7d3c4-c0ce-49f5-9fb0-f9a1a34875c9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1527693 Feb 10 06:56:55.927730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 959bc761-905d-4930-af05-c97108dde4f3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:55.928073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 959bc761-905d-4930-af05-c97108dde4f3 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:55.928493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9e89a323-4a10-4411-aac6-0924bb7b91d7 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:55.936381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8448620f-e2b4-4652-8c4c-880beb8b83e0 None None] DHCP port deletion for 84de1875-0f94-4996-bc00-e35b0b247e87 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:56:55.971289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] For port d81b387c-5ddb-4611-bf50-d93d4d4ce43d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d81b387c-5ddb-4611-bf50-d93d4d4ce43d,segment=NetworkSegment(8c1fb543-d504-4a04-8005-479ee3d12962),segment_id=8c1fb543-d504-4a04-8005-479ee3d12962)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:55.971846 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:55.988467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9e89a323-4a10-4411-aac6-0924bb7b91d7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:55.989204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9e89a323-4a10-4411-aac6-0924bb7b91d7 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:55.998269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Calling delete_port for d81b387c-5ddb-4611-bf50-d93d4d4ce43d owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:56.019835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8448620f-e2b4-4652-8c4c-880beb8b83e0 None None] Deleting port d81b387c-5ddb-4611-bf50-d93d4d4ce43d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:56:56.020878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8448620f-e2b4-4652-8c4c-880beb8b83e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.137635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8448620f-e2b4-4652-8c4c-880beb8b83e0 None None] For port d81b387c-5ddb-4611-bf50-d93d4d4ce43d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d81b387c-5ddb-4611-bf50-d93d4d4ce43d,segment=NetworkSegment(8c1fb543-d504-4a04-8005-479ee3d12962),segment_id=8c1fb543-d504-4a04-8005-479ee3d12962)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:56:56.138039 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8448620f-e2b4-4652-8c4c-880beb8b83e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.162860 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.169161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8448620f-e2b4-4652-8c4c-880beb8b83e0 None None] Calling delete_port for d81b387c-5ddb-4611-bf50-d93d4d4ce43d owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:56:56.247220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81b387c-5ddb-4611-bf50-d93d4d4ce43d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:56.265595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] No DVR routers for this DVR port d81b387c-5ddb-4611-bf50-d93d4d4ce43d on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:56:56.308895 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8448620f-e2b4-4652-8c4c-880beb8b83e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (d81b387c-5ddb-4611-bf50-d93d4d4ce43d), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.403176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (84de1875-0f94-4996-bc00-e35b0b247e87), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.420530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee8b7045-ef2d-4728-9d25-79059879777e req-e7d8e7fa-1b94-4100-9887-882500095852 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238709 Feb 10 06:56:56.435172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f3c1c-1a9f-4322-9011-e5a57844a537 req-e36db5ae-3897-43ed-a7e1-77660e121de4 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:56.437282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-808f3c1c-1a9f-4322-9011-e5a57844a537 req-e36db5ae-3897-43ed-a7e1-77660e121de4 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.3419139 Feb 10 06:56:56.450281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84de1875-0f94-4996-bc00-e35b0b247e87']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:56.464720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1fb543-d504-4a04-8005-479ee3d12962') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:56.465436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1fb543-d504-4a04-8005-479ee3d12962') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:56:56.479187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (8c1fb543-d504-4a04-8005-479ee3d12962), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.498281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8c1fb543-d504-4a04-8005-479ee3d12962), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.506103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:56:56.506903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (8c1fb543-d504-4a04-8005-479ee3d12962), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.523427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448620f-e2b4-4652-8c4c-880beb8b83e0 None None] Pushing event deleted for resources: {'Port': ['ID=d81b387c-5ddb-4611-bf50-d93d4d4ce43d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:56.530819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448620f-e2b4-4652-8c4c-880beb8b83e0 None None] No DVR routers for this DVR port d81b387c-5ddb-4611-bf50-d93d4d4ce43d on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:56:56.571017 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:56:56.595541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (84de1875-0f94-4996-bc00-e35b0b247e87), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.608466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.614920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/84de1875-0f94-4996-bc00-e35b0b247e87 HTTP/1.1" status: 204 len: 168 time: 1.0482523 Feb 10 06:56:56.631139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f56e8b-cde5-4b08-8b75-14e5a912e1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=84de1875-0f94-4996-bc00-e35b0b247e87,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:56.655268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-808f3c1c-1a9f-4322-9011-e5a57844a537 req-106ef3ed-a884-4f9b-8070-917610142fb7 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856371 Feb 10 06:56:56.747550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45256) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:56.794398 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-73ab8718-0a33-4684-8d33-4bd673395b03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9f41676fb7b4dedae37ef92bbafc71c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453229 Feb 10 06:56:56.796823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45258) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:56.856397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c646ff6-955d-46ed-982d-887f626da5f0 admin admin] Publish callbacks [] for security_group (f17f71e4-17da-429a-9f5a-a42fd6dd7bf8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.880083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c646ff6-955d-46ed-982d-887f626da5f0 admin admin] Publish callbacks [] for security_group (f17f71e4-17da-429a-9f5a-a42fd6dd7bf8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.929285 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c646ff6-955d-46ed-982d-887f626da5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f17f71e4-17da-429a-9f5a-a42fd6dd7bf8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.932001 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c646ff6-955d-46ed-982d-887f626da5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:56.935682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3c646ff6-955d-46ed-982d-887f626da5f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f17f71e4-17da-429a-9f5a-a42fd6dd7bf8 HTTP/1.1" status: 204 len: 168 time: 0.1354315 Feb 10 06:56:56.942551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c646ff6-955d-46ed-982d-887f626da5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17f71e4-17da-429a-9f5a-a42fd6dd7bf8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:57.329650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45266) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:57.374263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca5ae489-d393-4c7b-afd7-f8eed7ce750d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07ad965f493248f2a1775c7c2f7b446d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408905 Feb 10 06:56:57.374736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45268) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:56:57.427675 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a69c87d-8316-4670-a664-883bd232b08e admin admin] Publish callbacks [] for security_group (697395b9-7def-499f-b5b9-0b840a188cbc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:57.452056 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a69c87d-8316-4670-a664-883bd232b08e admin admin] Publish callbacks [] for security_group (697395b9-7def-499f-b5b9-0b840a188cbc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:57.529556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a69c87d-8316-4670-a664-883bd232b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (697395b9-7def-499f-b5b9-0b840a188cbc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:57.535385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1a69c87d-8316-4670-a664-883bd232b08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:56:57.536722 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1a69c87d-8316-4670-a664-883bd232b08e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/697395b9-7def-499f-b5b9-0b840a188cbc HTTP/1.1" status: 204 len: 168 time: 0.1606743 Feb 10 06:56:57.567046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69c87d-8316-4670-a664-883bd232b08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697395b9-7def-499f-b5b9-0b840a188cbc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:56:57.604531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dc683-2d60-49c8-aebd-0c0384353179 req-8af3297a-3ae9-4d50-a245-dd986791cdce tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:57.606800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb5dc683-2d60-49c8-aebd-0c0384353179 req-8af3297a-3ae9-4d50-a245-dd986791cdce tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0753741 Feb 10 06:56:57.706919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb5dc683-2d60-49c8-aebd-0c0384353179 req-552de2d6-46af-4c9b-a7cb-8c951423ec31 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922711 Feb 10 06:56:57.777655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d81b387c-5ddb-4611-bf50-d93d4d4ce43d no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:56:57.819135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d81b387c-5ddb-4611-bf50-d93d4d4ce43d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:56:57.819480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d81b387c-5ddb-4611-bf50-d93d4d4ce43d not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:56:57.918111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102445c4-9bb0-47a6-b707-575c5d9130fc req-469776b4-8ec4-4d53-8d94-64803dadf4d6 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:57.920043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-102445c4-9bb0-47a6-b707-575c5d9130fc req-469776b4-8ec4-4d53-8d94-64803dadf4d6 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.1505356 Feb 10 06:56:57.965871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637b9a-fdec-40a8-a295-70531c1f340e req-56fe9a23-89c5-461c-97fe-dada0180be26 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:57.967691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e637b9a-fdec-40a8-a295-70531c1f340e req-56fe9a23-89c5-461c-97fe-dada0180be26 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1218843 Feb 10 06:56:58.015565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-102445c4-9bb0-47a6-b707-575c5d9130fc req-c98adaca-576a-442e-9b34-b9b5595a7e74 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878789 Feb 10 06:56:58.051667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e637b9a-fdec-40a8-a295-70531c1f340e req-64133592-87c6-41ff-bb4e-fd4da97ad2e4 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729835 Feb 10 06:56:58.263051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b87430-50ff-446a-81e6-bc6c8581809a req-29bf9c7e-6d1a-49eb-b6bb-2fa36f98fec8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:58.270664 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27b87430-50ff-446a-81e6-bc6c8581809a req-29bf9c7e-6d1a-49eb-b6bb-2fa36f98fec8 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1305122 Feb 10 06:56:58.340290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27b87430-50ff-446a-81e6-bc6c8581809a req-264a8d40-1d93-4be5-9a86-5bf2c6242b9f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625532 Feb 10 06:56:58.456445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7939151-3103-43d5-9276-60eae666abf7 req-a8f56658-4068-4146-897b-15ebad1dcef2 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:58.458081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7939151-3103-43d5-9276-60eae666abf7 req-a8f56658-4068-4146-897b-15ebad1dcef2 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.0589554 Feb 10 06:56:58.526410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7939151-3103-43d5-9276-60eae666abf7 req-c91c321a-5a89-4897-91c3-92268d22233e tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622180 Feb 10 06:56:58.616245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9eaaa-77fc-4a2e-a341-f04231822f02 req-a553dd34-5bb3-49f9-96bf-d76771caa7b4 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:58.617782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85f9eaaa-77fc-4a2e-a341-f04231822f02 req-a553dd34-5bb3-49f9-96bf-d76771caa7b4 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0674436 Feb 10 06:56:58.684874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85f9eaaa-77fc-4a2e-a341-f04231822f02 req-a7144dcb-4d02-4cd7-a09f-e58235dedb94 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577772 Feb 10 06:56:59.665132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a6c3d-e5ab-46e6-a650-91bda18163dc req-e9be15a6-17ee-4792-9cc8-73b22d77a071 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:59.666784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-625a6c3d-e5ab-46e6-a650-91bda18163dc req-e9be15a6-17ee-4792-9cc8-73b22d77a071 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.0640769 Feb 10 06:56:59.732391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-625a6c3d-e5ab-46e6-a650-91bda18163dc req-c4d1d5ed-1edb-4e58-b4f1-307f60c9d781 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533218 Feb 10 06:56:59.831166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201d5f4-b944-4e07-aee0-6f612c57a304 req-b6733d5a-30dc-4b85-87d4-0e70ff8bbe11 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:56:59.833061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4201d5f4-b944-4e07-aee0-6f612c57a304 req-b6733d5a-30dc-4b85-87d4-0e70ff8bbe11 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0571187 Feb 10 06:56:59.888471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4201d5f4-b944-4e07-aee0-6f612c57a304 req-d757d15d-9996-45c7-98ac-a15ef12257be tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484374 Feb 10 06:57:00.163339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ebf3a-690c-4f8f-96fe-a033b3534f3b req-261ea88c-9c16-425d-84d7-4e8371567d14 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:00.165390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-793ebf3a-690c-4f8f-96fe-a033b3534f3b req-261ea88c-9c16-425d-84d7-4e8371567d14 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0887840 Feb 10 06:57:00.191045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7945-8302-418b-a687-afa80e3f8215 req-6e74cebd-20a3-474e-8e97-9da9bb234cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:00.192646 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-db6a7945-8302-418b-a687-afa80e3f8215 req-6e74cebd-20a3-474e-8e97-9da9bb234cde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a92e19506ade4f528e6688d66508860f&device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 1126 time: 0.0688252 Feb 10 06:57:00.286458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-793ebf3a-690c-4f8f-96fe-a033b3534f3b req-fc8fc022-ba84-4ce2-9dc2-5b17d6ff27b1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076546 Feb 10 06:57:00.366607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7945-8302-418b-a687-afa80e3f8215 req-27620808-2529-4047-b5e4-fe3e5c558957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:00.368436 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-db6a7945-8302-418b-a687-afa80e3f8215 req-27620808-2529-4047-b5e4-fe3e5c558957 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 200 len: 911 time: 0.1692512 Feb 10 06:57:00.428168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c82c9-5348-4459-b51d-a74e031625c2 req-83e66f24-2342-49b6-bffa-4d561eb47377 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:00.431350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-509c82c9-5348-4459-b51d-a74e031625c2 req-83e66f24-2342-49b6-bffa-4d561eb47377 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.24 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 946 time: 0.0937467 Feb 10 06:57:00.461757 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-db6a7945-8302-418b-a687-afa80e3f8215 req-b3aae0c8-108b-4995-b155-8fffd4f84bdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 200 len: 999 time: 0.0825939 Feb 10 06:57:00.533756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7945-8302-418b-a687-afa80e3f8215 req-29e61fae-7db7-4cdc-9d03-082616eec3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:00.535402 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-db6a7945-8302-418b-a687-afa80e3f8215 req-29e61fae-7db7-4cdc-9d03-082616eec3b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 200 len: 850 time: 0.0638609 Feb 10 06:57:00.552242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-509c82c9-5348-4459-b51d-a74e031625c2 req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Deleting port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:00.552668 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-509c82c9-5348-4459-b51d-a74e031625c2 req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:00.591975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7945-8302-418b-a687-afa80e3f8215 req-f82b1038-89f0-44ef-b810-a550d6bcedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:00.593503 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-db6a7945-8302-418b-a687-afa80e3f8215 req-f82b1038-89f0-44ef-b810-a550d6bcedab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5b79be8-c0f2-4311-9a37-36c374f777f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483363 Feb 10 06:57:00.643723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-509c82c9-5348-4459-b51d-a74e031625c2 req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] For port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,segment=NetworkSegment(7607d5ff-08d5-4468-96f9-5e47de3efb8f),segment_id=7607d5ff-08d5-4468-96f9-5e47de3efb8f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:00.644162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-509c82c9-5348-4459-b51d-a74e031625c2 req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:00.658226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-509c82c9-5348-4459-b51d-a74e031625c2 req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Calling delete_port for 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:00.693538 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-db6a7945-8302-418b-a687-afa80e3f8215 req-ee4854c2-04cf-498c-a022-5915c6e9950c service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903299 Feb 10 06:57:00.800109 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-db6a7945-8302-418b-a687-afa80e3f8215 req-327d99fe-a208-4cf4-952c-4d2ddac45750 service neutron] 10.222.0.24 "GET /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965736 Feb 10 06:57:00.832879 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-509c82c9-5348-4459-b51d-a74e031625c2 req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0db589c9-aa9c-49f3-8fd5-4d2a095e9a23), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:00.846819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['0db589c9-aa9c-49f3-8fd5-4d2a095e9a23'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:00.867370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Pushing event deleted for resources: {'Port': ['ID=0db589c9-aa9c-49f3-8fd5-4d2a095e9a23,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:00.918247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-509c82c9-5348-4459-b51d-a74e031625c2 req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] No DVR routers for this DVR port 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:00.926228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca33154-963a-4b1f-8628-8555328c14ba req-b8456f6a-9c7b-4568-af27-08fb3656cb83 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:00.927726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ca33154-963a-4b1f-8628-8555328c14ba req-b8456f6a-9c7b-4568-af27-08fb3656cb83 tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/ports?device_id=3451cde1-88a6-4d62-a074-f1b745ecbc7c HTTP/1.1" status: 200 len: 867 time: 0.1272783 Feb 10 06:57:00.928732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-509c82c9-5348-4459-b51d-a74e031625c2 req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:00.931895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-509c82c9-5348-4459-b51d-a74e031625c2 req-9bb6100f-70ab-4940-9011-a3613bdd5ace tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.24 "DELETE /v2.0/ports/0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 HTTP/1.1" status: 204 len: 173 time: 0.4927764 Feb 10 06:57:00.932341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3451cde1-88a6-4d62-a074-f1b745ecbc7c', 'name': 'network-vif-deleted', 'tag': '0db589c9-aa9c-49f3-8fd5-4d2a095e9a23'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:00.935125 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd27270e-eb5d-4057-9f8a-033e0bfa11d0" -d '{"events": [{"server_uuid": "3451cde1-88a6-4d62-a074-f1b745ecbc7c", "name": "network-vif-deleted", "tag": "0db589c9-aa9c-49f3-8fd5-4d2a095e9a23"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:00.987681 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f1509f-b88e-443d-b348-91f0bb0fd7b5 x-openstack-request-id: req-c4f1509f-b88e-443d-b348-91f0bb0fd7b5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:00.987983 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3451cde1-88a6-4d62-a074-f1b745ecbc7c", "name": "network-vif-deleted", "tag": "0db589c9-aa9c-49f3-8fd5-4d2a095e9a23", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:00.988243 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4f1509f-b88e-443d-b348-91f0bb0fd7b5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:00.988657 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3451cde1-88a6-4d62-a074-f1b745ecbc7c', 'name': 'network-vif-deleted', 'tag': '0db589c9-aa9c-49f3-8fd5-4d2a095e9a23', 'status': 'completed', 'code': 200} Feb 10 06:57:00.994525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ca33154-963a-4b1f-8628-8555328c14ba req-323ef6c7-1467-4bea-a295-105ad124db6b tempest-TestServerAdvancedOps-844477406 tempest-TestServerAdvancedOps-844477406-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568016 Feb 10 06:57:01.486850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecc1f1-4e11-4e89-af12-951b1f59e417 req-c15845ff-a291-4b25-aebc-645e4c76d2c7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:01.488461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58ecc1f1-4e11-4e89-af12-951b1f59e417 req-c15845ff-a291-4b25-aebc-645e4c76d2c7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1088111 Feb 10 06:57:01.576588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58ecc1f1-4e11-4e89-af12-951b1f59e417 req-269f1ae8-e832-41d5-9aed-ab0fe97de24f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819495 Feb 10 06:57:02.067073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:02.116889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ec512b-d8a2-408f-817b-16e5b3583ad8 admin admin] Deleting subnet c7d1b53b-81e4-4af6-94e6-f483801da7f1 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:57:02.120793 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ec512b-d8a2-408f-817b-16e5b3583ad8 admin admin] Publish callbacks [] for subnet (c7d1b53b-81e4-4af6-94e6-f483801da7f1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.155974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ec512b-d8a2-408f-817b-16e5b3583ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (c7d1b53b-81e4-4af6-94e6-f483801da7f1), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.205322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ec512b-d8a2-408f-817b-16e5b3583ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (c7d1b53b-81e4-4af6-94e6-f483801da7f1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.269247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ec512b-d8a2-408f-817b-16e5b3583ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (c7d1b53b-81e4-4af6-94e6-f483801da7f1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.286724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ec512b-d8a2-408f-817b-16e5b3583ad8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.292536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-91ec512b-d8a2-408f-817b-16e5b3583ad8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7d1b53b-81e4-4af6-94e6-f483801da7f1 HTTP/1.1" status: 204 len: 168 time: 0.2218895 Feb 10 06:57:02.292946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45340) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:02.321635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec512b-d8a2-408f-817b-16e5b3583ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d1b53b-81e4-4af6-94e6-f483801da7f1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:02.374691 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e7e50f53-e1c1-4a79-aca4-253a86e75357), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.463155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e7e50f53-e1c1-4a79-aca4-253a86e75357), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.483688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e50f53-e1c1-4a79-aca4-253a86e75357']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:02.492975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7607d5ff-08d5-4468-96f9-5e47de3efb8f') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:02.493270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7607d5ff-08d5-4468-96f9-5e47de3efb8f') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:02.503471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (7607d5ff-08d5-4468-96f9-5e47de3efb8f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.517869 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (7607d5ff-08d5-4468-96f9-5e47de3efb8f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.523983 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:57:02.524365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (7607d5ff-08d5-4468-96f9-5e47de3efb8f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:57:02.526151 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:57:02.580914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e7e50f53-e1c1-4a79-aca4-253a86e75357), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.586811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.591031 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e7e50f53-e1c1-4a79-aca4-253a86e75357 HTTP/1.1" status: 204 len: 168 time: 0.2969131 Feb 10 06:57:02.594417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45344) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:02.608366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7b3ad-d59a-4da5-ae3c-f94769b6f203 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e50f53-e1c1-4a79-aca4-253a86e75357,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:02.672002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d947083-aa5a-4a14-96e9-cc8c2b6eb58a admin admin] Deleting subnet d15f631e-a9fc-4f3d-8829-76bf1460a8d0 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:57:02.675393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d947083-aa5a-4a14-96e9-cc8c2b6eb58a admin admin] Publish callbacks [] for subnet (d15f631e-a9fc-4f3d-8829-76bf1460a8d0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.735035 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d947083-aa5a-4a14-96e9-cc8c2b6eb58a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (d15f631e-a9fc-4f3d-8829-76bf1460a8d0), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.786466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2ddf8-3d35-4f97-a6f7-95396987d823 req-ec5d12b5-e6a4-4ba4-9d5f-1a474d2d07b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:02.787924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30a2ddf8-3d35-4f97-a6f7-95396987d823 req-ec5d12b5-e6a4-4ba4-9d5f-1a474d2d07b0 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0930882 Feb 10 06:57:02.788911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d947083-aa5a-4a14-96e9-cc8c2b6eb58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (d15f631e-a9fc-4f3d-8829-76bf1460a8d0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.873255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30a2ddf8-3d35-4f97-a6f7-95396987d823 req-70274b68-c7d0-4957-8ee3-36e827c88488 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606596 Feb 10 06:57:02.883267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d947083-aa5a-4a14-96e9-cc8c2b6eb58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (d15f631e-a9fc-4f3d-8829-76bf1460a8d0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.919019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d947083-aa5a-4a14-96e9-cc8c2b6eb58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15f631e-a9fc-4f3d-8829-76bf1460a8d0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:02.933366 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d947083-aa5a-4a14-96e9-cc8c2b6eb58a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:02.937170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5d947083-aa5a-4a14-96e9-cc8c2b6eb58a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d15f631e-a9fc-4f3d-8829-76bf1460a8d0 HTTP/1.1" status: 204 len: 168 time: 0.3414774 Feb 10 06:57:02.939741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45350) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:03.010525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419130a-d678-4168-b44c-5f311cc44a4a req-45d88bff-8d34-4f49-b6d0-00fc8f2842fb tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:03.012137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5419130a-d678-4168-b44c-5f311cc44a4a req-45d88bff-8d34-4f49-b6d0-00fc8f2842fb tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0559318 Feb 10 06:57:03.023776 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c244a09c-adf3-4666-99e5-686a8c25f1c3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:03.093697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5419130a-d678-4168-b44c-5f311cc44a4a req-6d9bd1f3-2bf1-46cd-8f52-69867b786346 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691371 Feb 10 06:57:03.129009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c244a09c-adf3-4666-99e5-686a8c25f1c3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:03.155370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c244a09c-adf3-4666-99e5-686a8c25f1c3']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:03.168062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558e30ac-901c-4bbb-95e4-f203162a2ac7') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:03.168062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558e30ac-901c-4bbb-95e4-f203162a2ac7') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:03.179026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (558e30ac-901c-4bbb-95e4-f203162a2ac7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:03.195322 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (558e30ac-901c-4bbb-95e4-f203162a2ac7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:03.202113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:57:03.202537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (558e30ac-901c-4bbb-95e4-f203162a2ac7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:57:03.254132 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:57:03.268290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c244a09c-adf3-4666-99e5-686a8c25f1c3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:03.280120 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:03.283539 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] 10.222.0.21 "DELETE /v2.0/networks/c244a09c-adf3-4666-99e5-686a8c25f1c3 HTTP/1.1" status: 204 len: 168 time: 0.3425803 Feb 10 06:57:03.294908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f2e8a-8ae4-4fbf-b70f-3b1fe544cf0d admin admin] Pushing event deleted for resources: {'Network': ['ID=c244a09c-adf3-4666-99e5-686a8c25f1c3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:03.590476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45370) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:03.656186 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-09df3a70-7269-4528-b3c6-8f7b45ad45a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0be688193024bfe99724343dc410288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0620470 Feb 10 06:57:03.658274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:03.722637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e11a9b-d632-41c4-a63f-39e790fc8b85 admin admin] Publish callbacks [] for security_group (7b72f206-4f57-41aa-9cf1-e0c96d0a1c21), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:03.756250 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e11a9b-d632-41c4-a63f-39e790fc8b85 admin admin] Publish callbacks [] for security_group (7b72f206-4f57-41aa-9cf1-e0c96d0a1c21), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.161793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1108a2a6-9707-41ea-927c-600c87b73e4e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:04.163319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1108a2a6-9707-41ea-927c-600c87b73e4e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6110a744-b182-4353-a3f6-d90815b5cc0b HTTP/1.1" status: 200 len: 944 time: 0.0681047 Feb 10 06:57:04.164335 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e11a9b-d632-41c4-a63f-39e790fc8b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7b72f206-4f57-41aa-9cf1-e0c96d0a1c21), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.166888 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e11a9b-d632-41c4-a63f-39e790fc8b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.170283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1e11a9b-d632-41c4-a63f-39e790fc8b85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b72f206-4f57-41aa-9cf1-e0c96d0a1c21 HTTP/1.1" status: 204 len: 168 time: 0.5078669 Feb 10 06:57:04.197534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e11a9b-d632-41c4-a63f-39e790fc8b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72f206-4f57-41aa-9cf1-e0c96d0a1c21,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:04.224224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:04.269657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:04.270223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 0db589c9-aa9c-49f3-8fd5-4d2a095e9a23 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:04.279543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Deleting port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:04.279894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.383056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] For port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:04.383502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.396642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Calling delete_port for 51a3bc9f-6cdb-4cd7-8be0-78b65851136f owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:04.562655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (51a3bc9f-6cdb-4cd7-8be0-78b65851136f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.578594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['237af292-f42d-40f2-b22b-12303f4750f4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:04.581787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['be1425e4-c026-4b4b-8aa7-58b180c16fa8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:04.617440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45410) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:04.708352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event deleted for resources: {'Port': ['ID=51a3bc9f-6cdb-4cd7-8be0-78b65851136f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:04.718974 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-33032f18-fb60-43b3-930e-1944c5050526 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6987333a7afb4983a4355b8d80321c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0995877 Feb 10 06:57:04.720754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45412) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:04.746732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] No DVR routers for this DVR port 51a3bc9f-6cdb-4cd7-8be0-78b65851136f on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:04.751058 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.756277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7ac8bf7-4ec8-4d08-bf39-832a5a3f8c6e req-1d84d6fa-0f7d-4041-aa74-52ff3ae97ac9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "DELETE /v2.0/ports/51a3bc9f-6cdb-4cd7-8be0-78b65851136f HTTP/1.1" status: 204 len: 173 time: 0.5872126 Feb 10 06:57:04.771310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'name': 'network-vif-deleted', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:04.774721 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4d5b2d-3b2b-46ad-b76b-645243242b6d" -d '{"events": [{"server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "name": "network-vif-deleted", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:04.835225 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b194d487-16b9-4454-871c-a986fb8b837e admin admin] Publish callbacks [] for security_group (15fb05f3-d74b-43c8-ac61-21da59dfab82), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.867725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b194d487-16b9-4454-871c-a986fb8b837e admin admin] Publish callbacks [] for security_group (15fb05f3-d74b-43c8-ac61-21da59dfab82), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.934722 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56492af-fd54-4454-8d02-9d09cdc1f391 x-openstack-request-id: req-b56492af-fd54-4454-8d02-9d09cdc1f391 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:04.934864 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6110a744-b182-4353-a3f6-d90815b5cc0b", "name": "network-vif-deleted", "tag": "51a3bc9f-6cdb-4cd7-8be0-78b65851136f", "status": "failed", "code": 422}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:04.941378 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b56492af-fd54-4454-8d02-9d09cdc1f391 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:04.941969 n-d-828670-1 neutron-server[103214]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6110a744-b182-4353-a3f6-d90815b5cc0b', 'name': 'network-vif-deleted', 'tag': '51a3bc9f-6cdb-4cd7-8be0-78b65851136f', 'status': 'failed', 'code': 422} returned with failed status Feb 10 06:57:04.988723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b194d487-16b9-4454-871c-a986fb8b837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (15fb05f3-d74b-43c8-ac61-21da59dfab82), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.991601 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b194d487-16b9-4454-871c-a986fb8b837e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:04.995868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b194d487-16b9-4454-871c-a986fb8b837e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15fb05f3-d74b-43c8-ac61-21da59dfab82 HTTP/1.1" status: 204 len: 168 time: 0.2706590 Feb 10 06:57:05.002777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194d487-16b9-4454-871c-a986fb8b837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fb05f3-d74b-43c8-ac61-21da59dfab82,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:05.711407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db9ff5-f7ba-4275-8309-fb2fbaf58025 req-b014e518-a686-434f-b195-4c6b176348f2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:05.713181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61db9ff5-f7ba-4275-8309-fb2fbaf58025 req-b014e518-a686-434f-b195-4c6b176348f2 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 907 time: 0.0627031 Feb 10 06:57:06.851695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1727143-0bca-4e3b-bab4-4cf03ec40186 req-bfc5cdfd-7de7-4ff0-849f-fa4a1c67d5cc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:06.853085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1727143-0bca-4e3b-bab4-4cf03ec40186 req-bfc5cdfd-7de7-4ff0-849f-fa4a1c67d5cc tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 907 time: 0.0660689 Feb 10 06:57:06.983324 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:07.024194 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:57:07.065164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-3f9840e5-c7d5-407c-9292-e87f787b5247 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:07.066821 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-3f9840e5-c7d5-407c-9292-e87f787b5247 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 907 time: 0.0560408 Feb 10 06:57:07.168428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Deleting port 357d27c2-8683-407a-bb91-51d885d5538e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:07.168689 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (357d27c2-8683-407a-bb91-51d885d5538e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:07.271556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] For port 357d27c2-8683-407a-bb91-51d885d5538e, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=357d27c2-8683-407a-bb91-51d885d5538e,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:07.272025 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (357d27c2-8683-407a-bb91-51d885d5538e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:07.286477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Calling delete_port for 357d27c2-8683-407a-bb91-51d885d5538e owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:07.421053 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (357d27c2-8683-407a-bb91-51d885d5538e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:07.447743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event deleted for resources: {'Port': ['ID=357d27c2-8683-407a-bb91-51d885d5538e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:07.491766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] No DVR routers for this DVR port 357d27c2-8683-407a-bb91-51d885d5538e on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:07.499488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:07.503030 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd14e8eb-0902-4a1d-b6f3-9d6029b58bbe req-bf21b1c4-472b-4817-8299-5d02a8030a38 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "DELETE /v2.0/ports/357d27c2-8683-407a-bb91-51d885d5538e HTTP/1.1" status: 204 len: 173 time: 0.4313850 Feb 10 06:57:07.503492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195d394d-2696-4fea-a7c8-00be2464a905', 'name': 'network-vif-deleted', 'tag': '357d27c2-8683-407a-bb91-51d885d5538e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:07.513271 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6bb1f5-e9f3-48c7-ae9c-c16414044e62" -d '{"events": [{"server_uuid": "195d394d-2696-4fea-a7c8-00be2464a905", "name": "network-vif-deleted", "tag": "357d27c2-8683-407a-bb91-51d885d5538e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:07.561558 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efd295c-8e2e-46ac-9077-75d0e6de2097 x-openstack-request-id: req-2efd295c-8e2e-46ac-9077-75d0e6de2097 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:07.561974 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195d394d-2696-4fea-a7c8-00be2464a905", "name": "network-vif-deleted", "tag": "357d27c2-8683-407a-bb91-51d885d5538e", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:07.562343 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2efd295c-8e2e-46ac-9077-75d0e6de2097 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:07.562962 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195d394d-2696-4fea-a7c8-00be2464a905', 'name': 'network-vif-deleted', 'tag': '357d27c2-8683-407a-bb91-51d885d5538e', 'status': 'completed', 'code': 200} Feb 10 06:57:08.031558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bbda1dd-51ee-42de-a449-a3a634f712e5 req-5aec7d3e-3732-4d71-bf24-5cbbef90c2b9 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=195d394d-2696-4fea-a7c8-00be2464a905 HTTP/1.1" status: 200 len: 210 time: 0.0433872 Feb 10 06:57:09.369551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef17ecf-1773-4b8d-90d2-2456e3909ff3 req-d125aa51-20fc-4e0d-8714-c4c90601175b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:09.371276 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cef17ecf-1773-4b8d-90d2-2456e3909ff3 req-d125aa51-20fc-4e0d-8714-c4c90601175b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 946 time: 0.0576088 Feb 10 06:57:09.419291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cef17ecf-1773-4b8d-90d2-2456e3909ff3 req-1f12daf0-698a-4921-a253-ef6b502c39ef tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Feb 10 06:57:10.149248 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:10.216163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 357d27c2-8683-407a-bb91-51d885d5538e no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:10.238730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 357d27c2-8683-407a-bb91-51d885d5538e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:10.239227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 357d27c2-8683-407a-bb91-51d885d5538e not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:10.342876 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-82028f27-8c37-4d2f-b9ce-41f5b912f974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:10.556620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07bb2c-ccc2-4bcb-89f0-9a34b1e76c04 req-a7d4e360-3418-4189-b569-2a300400a47b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:10.559317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea07bb2c-ccc2-4bcb-89f0-9a34b1e76c04 req-a7d4e360-3418-4189-b569-2a300400a47b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 946 time: 0.0587268 Feb 10 06:57:10.627081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea07bb2c-ccc2-4bcb-89f0-9a34b1e76c04 req-9dee7eaa-b2c7-42ac-92c3-dd3bb6ff3264 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543051 Feb 10 06:57:10.818185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-bf1ad5c7-87b7-49a9-8eb1-207ddd51b91b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:10.820106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-bf1ad5c7-87b7-49a9-8eb1-207ddd51b91b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 946 time: 0.0615964 Feb 10 06:57:10.954329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Deleting port 237af292-f42d-40f2-b22b-12303f4750f4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:10.954986 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (237af292-f42d-40f2-b22b-12303f4750f4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:11.075097 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] For port 237af292-f42d-40f2-b22b-12303f4750f4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=237af292-f42d-40f2-b22b-12303f4750f4,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:11.075388 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (237af292-f42d-40f2-b22b-12303f4750f4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:11.088977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Calling delete_port for 237af292-f42d-40f2-b22b-12303f4750f4 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:11.296032 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (237af292-f42d-40f2-b22b-12303f4750f4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:11.320983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['237af292-f42d-40f2-b22b-12303f4750f4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:11.323336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['be1425e4-c026-4b4b-8aa7-58b180c16fa8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:11.336489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event deleted for resources: {'Port': ['ID=237af292-f42d-40f2-b22b-12303f4750f4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:11.408357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] No DVR routers for this DVR port 237af292-f42d-40f2-b22b-12303f4750f4 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:11.422691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:11.429742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90765e21-adcf-4cab-9c28-0b8437a65504 req-14263503-3048-469e-b203-626a9daed85e tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.24 "DELETE /v2.0/ports/237af292-f42d-40f2-b22b-12303f4750f4 HTTP/1.1" status: 204 len: 173 time: 0.6031096 Feb 10 06:57:11.430406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae03964-4cd4-4543-b45f-17e0c1cda636', 'name': 'network-vif-deleted', 'tag': '237af292-f42d-40f2-b22b-12303f4750f4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:11.443865 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e162aa7-d3c6-44c5-974c-068cfad9bb36" -d '{"events": [{"server_uuid": "2ae03964-4cd4-4543-b45f-17e0c1cda636", "name": "network-vif-deleted", "tag": "237af292-f42d-40f2-b22b-12303f4750f4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:11.548305 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b7df28-abf0-46c9-a8b4-e284e51089ad x-openstack-request-id: req-d8b7df28-abf0-46c9-a8b4-e284e51089ad {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:11.548305 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae03964-4cd4-4543-b45f-17e0c1cda636", "name": "network-vif-deleted", "tag": "237af292-f42d-40f2-b22b-12303f4750f4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:11.548305 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8b7df28-abf0-46c9-a8b4-e284e51089ad {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:11.548305 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae03964-4cd4-4543-b45f-17e0c1cda636', 'name': 'network-vif-deleted', 'tag': '237af292-f42d-40f2-b22b-12303f4750f4', 'status': 'completed', 'code': 200} Feb 10 06:57:11.783342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c905a8c-9549-43b5-90fd-2deb549bb71e req-6436029a-dcfc-4056-bcf1-7fdb16a0d745 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ae03964-4cd4-4543-b45f-17e0c1cda636 HTTP/1.1" status: 200 len: 210 time: 0.0451005 Feb 10 06:57:12.532849 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a5a0dbc-b01e-4db1-ad49-a346493cfdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:13.118607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cecd26-5553-42dc-86e7-e032452a2040 req-196c3c9b-13c4-479a-998d-03e3f969011f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:13.125991 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39cecd26-5553-42dc-86e7-e032452a2040 req-196c3c9b-13c4-479a-998d-03e3f969011f tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.0804470 Feb 10 06:57:13.185633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39cecd26-5553-42dc-86e7-e032452a2040 req-0719fa4b-62bc-4e11-8c9e-a39ed486ec6d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587540 Feb 10 06:57:13.825418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:14.259175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 237af292-f42d-40f2-b22b-12303f4750f4 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:14.292265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 237af292-f42d-40f2-b22b-12303f4750f4 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:14.296949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 237af292-f42d-40f2-b22b-12303f4750f4 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:14.346779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-8f641fbc-bb1c-48ef-89ca-20ecfb287a58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:14.348337 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-8f641fbc-bb1c-48ef-89ca-20ecfb287a58 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.0676336 Feb 10 06:57:14.355429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f75f01-1380-4364-8b48-634dc3970bdb req-8aab7d7b-7028-47a1-a298-5fe63494f1cb tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:14.362639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06f75f01-1380-4364-8b48-634dc3970bdb req-8aab7d7b-7028-47a1-a298-5fe63494f1cb tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3436446-8c41-447c-9a01-9408f11eb00a HTTP/1.1" status: 200 len: 945 time: 0.1058602 Feb 10 06:57:14.423518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06f75f01-1380-4364-8b48-634dc3970bdb req-b03028be-d19c-4648-b25d-3b9244d241b3 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eadd7f3-7a51-43fa-afae-d38587e32d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595489 Feb 10 06:57:14.489967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Deleting port be1425e4-c026-4b4b-8aa7-58b180c16fa8 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:14.490322 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:14.588545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] For port be1425e4-c026-4b4b-8aa7-58b180c16fa8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=be1425e4-c026-4b4b-8aa7-58b180c16fa8,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:14.588902 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:14.601686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Calling delete_port for be1425e4-c026-4b4b-8aa7-58b180c16fa8 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:14.758060 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (be1425e4-c026-4b4b-8aa7-58b180c16fa8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:14.771346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['be1425e4-c026-4b4b-8aa7-58b180c16fa8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:14.831163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event deleted for resources: {'Port': ['ID=be1425e4-c026-4b4b-8aa7-58b180c16fa8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:14.887725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] No DVR routers for this DVR port be1425e4-c026-4b4b-8aa7-58b180c16fa8 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:14.890938 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:14.895167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0d52916f-90a0-48c9-aa49-fc4af805bd0f req-7ec39106-1763-4e38-8654-218c77e4d8da tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.13 "DELETE /v2.0/ports/be1425e4-c026-4b4b-8aa7-58b180c16fa8 HTTP/1.1" status: 204 len: 173 time: 0.5389867 Feb 10 06:57:14.895700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3436446-8c41-447c-9a01-9408f11eb00a', 'name': 'network-vif-deleted', 'tag': 'be1425e4-c026-4b4b-8aa7-58b180c16fa8'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:14.906281 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314bec44-fea7-49d5-b3b2-20c75b95615a" -d '{"events": [{"server_uuid": "b3436446-8c41-447c-9a01-9408f11eb00a", "name": "network-vif-deleted", "tag": "be1425e4-c026-4b4b-8aa7-58b180c16fa8"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:14.981815 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8616193a-b4ce-44e9-bbe4-392dfc233bbc x-openstack-request-id: req-8616193a-b4ce-44e9-bbe4-392dfc233bbc {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:14.982330 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3436446-8c41-447c-9a01-9408f11eb00a", "name": "network-vif-deleted", "tag": "be1425e4-c026-4b4b-8aa7-58b180c16fa8", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:14.982647 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8616193a-b4ce-44e9-bbe4-392dfc233bbc {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:14.983119 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3436446-8c41-447c-9a01-9408f11eb00a', 'name': 'network-vif-deleted', 'tag': 'be1425e4-c026-4b4b-8aa7-58b180c16fa8', 'status': 'completed', 'code': 200} Feb 10 06:57:15.250241 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:15.745641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172ef55-dcbf-4263-af64-19e74706cb67 req-6d7a2f67-76f7-4e16-9b51-ccb3f484048a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:15.747190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a172ef55-dcbf-4263-af64-19e74706cb67 req-6d7a2f67-76f7-4e16-9b51-ccb3f484048a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0545225 Feb 10 06:57:15.799634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a172ef55-dcbf-4263-af64-19e74706cb67 req-44e99105-55cd-4bae-a186-b4128c4beadf tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463893 Feb 10 06:57:16.421777 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:16.932690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b231b92-b346-4e90-a7f8-49b2157af8fe req-e01eb57f-3ed5-40b2-884d-aa68093850c1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:16.935493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b231b92-b346-4e90-a7f8-49b2157af8fe req-e01eb57f-3ed5-40b2-884d-aa68093850c1 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0630565 Feb 10 06:57:16.990168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b231b92-b346-4e90-a7f8-49b2157af8fe req-6859623f-e762-4c8c-bc4a-94620292bc4d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490482 Feb 10 06:57:17.781513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-3ca263ff-f9fc-477b-bbc0-60aed7052962 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:17.783460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-3ca263ff-f9fc-477b-bbc0-60aed7052962 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.0562148 Feb 10 06:57:17.890786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Deleting port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:17.891266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:17.983599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] For port 2a89bdad-89ae-4cdb-8256-a6f105eb2136, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2a89bdad-89ae-4cdb-8256-a6f105eb2136,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:17.984315 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:18.217250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec68db4-393e-46e2-a7c3-169215921997 req-43b803be-0b1e-474f-882c-baa1730705e7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:18.218856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ec68db4-393e-46e2-a7c3-169215921997 req-43b803be-0b1e-474f-882c-baa1730705e7 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 944 time: 0.1212797 Feb 10 06:57:18.237537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device be1425e4-c026-4b4b-8aa7-58b180c16fa8 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:18.251735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:18.252104 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (84883cb8-532c-4205-9a1d-baffe143a6ea), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:18.252559 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Floating IP 84883cb8-532c-4205-9a1d-baffe143a6ea disassociated. External IP: 172.25.8.121, port: 2a89bdad-89ae-4cdb-8256-a6f105eb2136. Feb 10 06:57:18.253057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Calling delete_port for 2a89bdad-89ae-4cdb-8256-a6f105eb2136 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:18.260074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: be1425e4-c026-4b4b-8aa7-58b180c16fa8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:18.260697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device be1425e4-c026-4b4b-8aa7-58b180c16fa8 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:18.285501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ec68db4-393e-46e2-a7c3-169215921997 req-0905fbca-e9b4-42ef-8c9b-849ccae5154d tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups?id=531f551b-9a6f-46ed-93f9-67c1b0d96a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610459 Feb 10 06:57:18.406592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2a89bdad-89ae-4cdb-8256-a6f105eb2136), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:18.436233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event deleted for resources: {'Port': ['ID=2a89bdad-89ae-4cdb-8256-a6f105eb2136,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:18.447775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.448128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.448469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.448859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.449709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.450031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.450378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.450717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.451040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.451366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.451689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.452012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.452340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:18.580284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Router 20bca2aa-f260-4432-a419-6f1e753e1a01 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:57:18.708574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:57:18.720135 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] Sync routers for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:57:18.737783 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:57:18.740230 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:57:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:18.754125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] No DVR routers for this DVR port 2a89bdad-89ae-4cdb-8256-a6f105eb2136 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:18.756931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:18.760836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4695d03e-9b95-40b9-86b0-6ff06018db09 req-c9faf08a-48ad-4925-8fc6-3d625651a69a tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.24 "DELETE /v2.0/ports/2a89bdad-89ae-4cdb-8256-a6f105eb2136 HTTP/1.1" status: 204 len: 173 time: 0.9669437 Feb 10 06:57:18.761367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-deleted', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:18.763692 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179aa2cb-dd99-498a-a977-10db8a346495" -d '{"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-deleted", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:18.834756 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7013a741-951e-4db2-adf8-40f555813280 x-openstack-request-id: req-7013a741-951e-4db2-adf8-40f555813280 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:18.835109 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3", "name": "network-vif-deleted", "tag": "2a89bdad-89ae-4cdb-8256-a6f105eb2136", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:18.835368 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7013a741-951e-4db2-adf8-40f555813280 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:18.835783 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3', 'name': 'network-vif-deleted', 'tag': '2a89bdad-89ae-4cdb-8256-a6f105eb2136', 'status': 'completed', 'code': 200} Feb 10 06:57:18.877036 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:57:19.080481 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '42943640-daa8-449a-ab48-cfd18d471e5b', 'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'mac_address': 'fa:16:3e:f3:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:10Z', 'updated_at': '2022-02-10T06:51:15Z', 'revision_number': 5, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'subnets': [{'id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:19.107561 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] Checking router: 20bca2aa-f260-4432-a419-6f1e753e1a01 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:57:19.116517 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:57:19.117149 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:57:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:19.229325 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:57:19.462637 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '42943640-daa8-449a-ab48-cfd18d471e5b', 'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'mac_address': 'fa:16:3e:f3:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:10Z', 'updated_at': '2022-02-10T06:51:15Z', 'revision_number': 5, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'subnets': [{'id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:19.469971 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7daf860f-7a8c-4a03-b09e-1aa3f5844f1c req-75b2d891-d414-44dc-a1d6-0d9e816d900b tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/ports?device_id=21bcd38f-ae05-4bd9-b9c4-d3ab71a210f3 HTTP/1.1" status: 200 len: 210 time: 0.0366106 Feb 10 06:57:19.495225 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd171d-24d5-41a6-afff-086868ee4794 None None] The sync data for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 is: [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '42943640-daa8-449a-ab48-cfd18d471e5b', 'name': '', 'network_id': 'e5b79be8-c0f2-4311-9a37-36c374f777f8', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'mac_address': 'fa:16:3e:f3:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:10Z', 'updated_at': '2022-02-10T06:51:15Z', 'revision_number': 5, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'subnets': [{'id': '5e40ec35-57be-4466-81a4-bee3d6fb86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:57:19.729928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707ec37-2407-4a3d-b3aa-27d228ad60ad None None] New status for floating IP 84883cb8-532c-4205-9a1d-baffe143a6ea: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:57:20.296527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:20.320280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 2a89bdad-89ae-4cdb-8256-a6f105eb2136 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:20.320725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2a89bdad-89ae-4cdb-8256-a6f105eb2136 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:20.554671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45554) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:20.607867 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02bb518a-b1ba-4b15-bc0b-92b1c2aa5834 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group (531f551b-9a6f-46ed-93f9-67c1b0d96a24), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:20.629845 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02bb518a-b1ba-4b15-bc0b-92b1c2aa5834 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group (531f551b-9a6f-46ed-93f9-67c1b0d96a24), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:20.676722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02bb518a-b1ba-4b15-bc0b-92b1c2aa5834 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (531f551b-9a6f-46ed-93f9-67c1b0d96a24), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:20.679690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-02bb518a-b1ba-4b15-bc0b-92b1c2aa5834 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:20.680841 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-02bb518a-b1ba-4b15-bc0b-92b1c2aa5834 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "DELETE /v2.0/security-groups/531f551b-9a6f-46ed-93f9-67c1b0d96a24 HTTP/1.1" status: 204 len: 168 time: 0.1251819 Feb 10 06:57:20.683546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:20.689714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb518a-b1ba-4b15-bc0b-92b1c2aa5834 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531f551b-9a6f-46ed-93f9-67c1b0d96a24,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:20.704546 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-526388e2-52cf-40f1-979c-c7791dbd6404 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] show failed (client error): The resource could not be found. Feb 10 06:57:20.707315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-526388e2-52cf-40f1-979c-c7791dbd6404 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "GET /v2.0/security-groups/531f551b-9a6f-46ed-93f9-67c1b0d96a24 HTTP/1.1" status: 404 len: 347 time: 0.0205810 Feb 10 06:57:20.708535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:20.832993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Deleting port 49e38e16-9a00-41f2-8b8d-f785e2f5a89f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:20.833407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (49e38e16-9a00-41f2-8b8d-f785e2f5a89f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:20.914989 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (49e38e16-9a00-41f2-8b8d-f785e2f5a89f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:20.915446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for floatingip (49e38e16-9a00-41f2-8b8d-f785e2f5a89f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:20.927908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Calling delete_port for 49e38e16-9a00-41f2-8b8d-f785e2f5a89f owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:21.065616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (49e38e16-9a00-41f2-8b8d-f785e2f5a89f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:21.091489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Pushing event deleted for resources: {'Port': ['ID=49e38e16-9a00-41f2-8b8d-f785e2f5a89f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:21.152644 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks [] for floatingip (84883cb8-532c-4205-9a1d-baffe143a6ea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:21.155279 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:21.156495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f0e50815-a451-4b58-8761-4b5b76b64944 tempest-ServerActionsTestJSON-1192709224 tempest-ServerActionsTestJSON-1192709224-project] 10.222.0.21 "DELETE /v2.0/floatingips/84883cb8-532c-4205-9a1d-baffe143a6ea HTTP/1.1" status: 204 len: 168 time: 0.4469230 Feb 10 06:57:21.159411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45562) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:21.742146 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (20bca2aa-f260-4432-a419-6f1e753e1a01), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:21.997445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Deleting port 42943640-daa8-449a-ab48-cfd18d471e5b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:21.997876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:22.099633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] For port 42943640-daa8-449a-ab48-cfd18d471e5b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=42943640-daa8-449a-ab48-cfd18d471e5b,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:22.100610 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:22.126258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Calling delete_port for 42943640-daa8-449a-ab48-cfd18d471e5b owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:22.455780 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (42943640-daa8-449a-ab48-cfd18d471e5b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:22.455780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=42943640-daa8-449a-ab48-cfd18d471e5b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:22.691541 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (20bca2aa-f260-4432-a419-6f1e753e1a01), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:22.978010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Router 20bca2aa-f260-4432-a419-6f1e753e1a01 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:57:23.473762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:57:23.484628 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] Sync routers for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:57:23.489713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45606) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:23.490676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-83c52c58-14c9-4515-8058-60dcb3c96a3f admin admin] 10.222.0.21 "PUT /v2.0/routers/20bca2aa-f260-4432-a419-6f1e753e1a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3300476 Feb 10 06:57:23.535673 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:57:23.536329 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:57:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:23.652320 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:57:23.658649 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks [] for router (20bca2aa-f260-4432-a419-6f1e753e1a01), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:23.909787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks [] for router_gateway (20bca2aa-f260-4432-a419-6f1e753e1a01), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:23.995403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Deleting port 0d76572a-37d7-4109-8ce3-9fc01d469366 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:23.995953 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.025928 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:57:22Z', 'revision_number': 5, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port': {'id': '0d76572a-37d7-4109-8ce3-9fc01d469366', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:51:06Z', 'updated_at': '2022-02-10T06:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:24.059752 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] Checking router: 20bca2aa-f260-4432-a419-6f1e753e1a01 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:57:24.068893 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] Routers {'20bca2aa-f260-4432-a419-6f1e753e1a01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:57:24.069754 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:57:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20bca2aa-f260-4432-a419-6f1e753e1a01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:24.132598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] For port 0d76572a-37d7-4109-8ce3-9fc01d469366, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0d76572a-37d7-4109-8ce3-9fc01d469366,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:24.132970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.147412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Calling delete_port for 0d76572a-37d7-4109-8ce3-9fc01d469366 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:24.169948 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] Set router 20bca2aa-f260-4432-a419-6f1e753e1a01 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:57:24.235650 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:57:23Z', 'revision_number': 6, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:24.266151 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db793e0c-6dd7-47b4-83bf-aea37a7dd659 None None] The sync data for ids ['20bca2aa-f260-4432-a419-6f1e753e1a01'] in n-d-828670-1 is: [{'id': '20bca2aa-f260-4432-a419-6f1e753e1a01', 'name': 'tempest-ServerActionsTestJSON-623972274-router', 'tenant_id': 'a92e19506ade4f528e6688d66508860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:51:04Z', 'updated_at': '2022-02-10T06:57:23Z', 'revision_number': 6, 'project_id': 'a92e19506ade4f528e6688d66508860f', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:57:24.383073 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (0d76572a-37d7-4109-8ce3-9fc01d469366), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.411340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d76572a-37d7-4109-8ce3-9fc01d469366,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:24.486193 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (20bca2aa-f260-4432-a419-6f1e753e1a01), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.585261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (20bca2aa-f260-4432-a419-6f1e753e1a01), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.587755 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks [] for router_controller (20bca2aa-f260-4432-a419-6f1e753e1a01), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.634548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (20bca2aa-f260-4432-a419-6f1e753e1a01), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.635337 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20bca2aa-f260-4432-a419-6f1e753e1a01 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:57:24.641091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.644977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45628) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:24.645634 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-74270800-4886-4f7a-abdf-1ac59f8a4505 admin admin] 10.222.0.21 "DELETE /v2.0/routers/20bca2aa-f260-4432-a419-6f1e753e1a01 HTTP/1.1" status: 204 len: 168 time: 1.1533980 Feb 10 06:57:24.702126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ca4eae-c671-41d3-a968-f6d025c5410c admin admin] Deleting subnet 5e40ec35-57be-4466-81a4-bee3d6fb86f9 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:57:24.705775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4eae-c671-41d3-a968-f6d025c5410c admin admin] Publish callbacks [] for subnet (5e40ec35-57be-4466-81a4-bee3d6fb86f9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.772980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4eae-c671-41d3-a968-f6d025c5410c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (5e40ec35-57be-4466-81a4-bee3d6fb86f9), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.874784 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4eae-c671-41d3-a968-f6d025c5410c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (5e40ec35-57be-4466-81a4-bee3d6fb86f9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.936469 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4eae-c671-41d3-a968-f6d025c5410c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (5e40ec35-57be-4466-81a4-bee3d6fb86f9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.952887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4eae-c671-41d3-a968-f6d025c5410c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:24.958263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7ca4eae-c671-41d3-a968-f6d025c5410c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e40ec35-57be-4466-81a4-bee3d6fb86f9 HTTP/1.1" status: 204 len: 168 time: 0.3113906 Feb 10 06:57:24.960737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45634) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:24.961342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173e99c-f7b8-4219-ae4e-0ae00cfe02e9 None None] Network e5b79be8-c0f2-4311-9a37-36c374f777f8 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:57:24.985520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca4eae-c671-41d3-a968-f6d025c5410c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e40ec35-57be-4466-81a4-bee3d6fb86f9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:25.047222 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e5b79be8-c0f2-4311-9a37-36c374f777f8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:25.144741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Deleting port a27adb6d-2882-44af-ba5d-8df2db984bb1 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:25.145144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:25.196571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f17a76-12c6-4d8b-8a22-a99f62a39cef None None] DHCP port deletion for e5b79be8-c0f2-4311-9a37-36c374f777f8 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:57:25.242969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] For port a27adb6d-2882-44af-ba5d-8df2db984bb1, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a27adb6d-2882-44af-ba5d-8df2db984bb1,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:25.243424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:25.263448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Calling delete_port for a27adb6d-2882-44af-ba5d-8df2db984bb1 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:25.274440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-95f17a76-12c6-4d8b-8a22-a99f62a39cef None None] Deleting port a27adb6d-2882-44af-ba5d-8df2db984bb1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:25.275119 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95f17a76-12c6-4d8b-8a22-a99f62a39cef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:25.374912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:25.385133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-95f17a76-12c6-4d8b-8a22-a99f62a39cef None None] For port a27adb6d-2882-44af-ba5d-8df2db984bb1, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a27adb6d-2882-44af-ba5d-8df2db984bb1,segment=NetworkSegment(b0beedd1-6331-4f53-9337-10cda64fb5d2),segment_id=b0beedd1-6331-4f53-9337-10cda64fb5d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:25.385842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95f17a76-12c6-4d8b-8a22-a99f62a39cef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:25.404348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-95f17a76-12c6-4d8b-8a22-a99f62a39cef None None] Calling delete_port for a27adb6d-2882-44af-ba5d-8df2db984bb1 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:25.458544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a27adb6d-2882-44af-ba5d-8df2db984bb1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:25.478556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] No DVR routers for this DVR port a27adb6d-2882-44af-ba5d-8df2db984bb1 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:25.504431 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95f17a76-12c6-4d8b-8a22-a99f62a39cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (a27adb6d-2882-44af-ba5d-8df2db984bb1), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:25.554252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f17a76-12c6-4d8b-8a22-a99f62a39cef None None] Pushing event deleted for resources: {'Port': ['ID=a27adb6d-2882-44af-ba5d-8df2db984bb1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:25.562161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f17a76-12c6-4d8b-8a22-a99f62a39cef None None] No DVR routers for this DVR port a27adb6d-2882-44af-ba5d-8df2db984bb1 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:25.833694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 42943640-daa8-449a-ab48-cfd18d471e5b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:25.859041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 42943640-daa8-449a-ab48-cfd18d471e5b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:25.859402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 42943640-daa8-449a-ab48-cfd18d471e5b not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:25.859837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0d76572a-37d7-4109-8ce3-9fc01d469366 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:25.880528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0d76572a-37d7-4109-8ce3-9fc01d469366 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:25.880788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0d76572a-37d7-4109-8ce3-9fc01d469366 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:25.881221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a27adb6d-2882-44af-ba5d-8df2db984bb1 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:25.907574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a27adb6d-2882-44af-ba5d-8df2db984bb1 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:25.907928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a27adb6d-2882-44af-ba5d-8df2db984bb1 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:25.962114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e5b79be8-c0f2-4311-9a37-36c374f777f8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:25.988811 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b79be8-c0f2-4311-9a37-36c374f777f8']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:26.000937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0beedd1-6331-4f53-9337-10cda64fb5d2') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:26.001238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0beedd1-6331-4f53-9337-10cda64fb5d2') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:26.012218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (b0beedd1-6331-4f53-9337-10cda64fb5d2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:26.028039 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (b0beedd1-6331-4f53-9337-10cda64fb5d2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:26.035077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:57:26.035601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (b0beedd1-6331-4f53-9337-10cda64fb5d2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:57:26.037539 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:57:26.098445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e5b79be8-c0f2-4311-9a37-36c374f777f8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:26.104328 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:26.110593 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] 10.222.0.21 "DELETE /v2.0/networks/e5b79be8-c0f2-4311-9a37-36c374f777f8 HTTP/1.1" status: 204 len: 168 time: 1.1464720 Feb 10 06:57:26.120073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6295f50-7137-4489-b39d-1e2210b1ea3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b79be8-c0f2-4311-9a37-36c374f777f8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:26.270728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45654) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:26.317341 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-181a6e73-b306-4526-8637-d28eca3e1aa2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a92e19506ade4f528e6688d66508860f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453026 Feb 10 06:57:26.319799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45658) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:26.372768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c821872d-11da-4f79-8279-9c4cbf75d0be admin admin] Publish callbacks [] for security_group (3eadd7f3-7a51-43fa-afae-d38587e32d0b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:26.403826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c821872d-11da-4f79-8279-9c4cbf75d0be admin admin] Publish callbacks [] for security_group (3eadd7f3-7a51-43fa-afae-d38587e32d0b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:26.488395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c821872d-11da-4f79-8279-9c4cbf75d0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3eadd7f3-7a51-43fa-afae-d38587e32d0b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:26.491170 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c821872d-11da-4f79-8279-9c4cbf75d0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:26.492326 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c821872d-11da-4f79-8279-9c4cbf75d0be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eadd7f3-7a51-43fa-afae-d38587e32d0b HTTP/1.1" status: 204 len: 168 time: 0.1715388 Feb 10 06:57:26.502526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821872d-11da-4f79-8279-9c4cbf75d0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eadd7f3-7a51-43fa-afae-d38587e32d0b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:26.843802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45690) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:26.991956 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54b62c48-c642-4b86-8b7d-d4555fc36ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.091832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54b62c48-c642-4b86-8b7d-d4555fc36ddc admin admin] Publish callbacks [] for security_group (7d4dce06-1443-4543-938f-b406a7b5de78), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.096899 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-54b62c48-c642-4b86-8b7d-d4555fc36ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7d4dce06-1443-4543-938f-b406a7b5de78), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.157914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:27.159412 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-54b62c48-c642-4b86-8b7d-d4555fc36ddc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3769476b9fee43ef8ac4f435f0b500c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136034 Feb 10 06:57:27.170472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b62c48-c642-4b86-8b7d-d4555fc36ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4dce06-1443-4543-938f-b406a7b5de78,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:27.244170 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8881446-3375-4dea-97dd-7fdf43cc75d5 admin admin] Publish callbacks [] for security_group (7d4dce06-1443-4543-938f-b406a7b5de78), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.267759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8881446-3375-4dea-97dd-7fdf43cc75d5 admin admin] Publish callbacks [] for security_group (7d4dce06-1443-4543-938f-b406a7b5de78), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.330735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8881446-3375-4dea-97dd-7fdf43cc75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7d4dce06-1443-4543-938f-b406a7b5de78), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.337256 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8881446-3375-4dea-97dd-7fdf43cc75d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.338492 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c8881446-3375-4dea-97dd-7fdf43cc75d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d4dce06-1443-4543-938f-b406a7b5de78 HTTP/1.1" status: 204 len: 168 time: 0.1783075 Feb 10 06:57:27.352699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8881446-3375-4dea-97dd-7fdf43cc75d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4dce06-1443-4543-938f-b406a7b5de78,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:27.438952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45718) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:27.770209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-945623152-network', 'tenant_id': '2ba5f7d1f1e84bb58f9574dc3763bee1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:27.809753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Made reservation on behalf of 2ba5f7d1f1e84bb58f9574dc3763bee1 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:27.814225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.827334 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.951086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Publish callbacks [] for security_group (f64437bf-fcfc-4d55-9b68-9235ff2756e2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.959126 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f64437bf-fcfc-4d55-9b68-9235ff2756e2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:27.972545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:57:28.009591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c68c688b-dbc8-4db6-be09-b4522544e040), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.010218 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Added segment c68c688b-dbc8-4db6-be09-b4522544e040 of type vlan for network a8303738-0d4f-4a40-acdb-b667e7e0ebbb Feb 10 06:57:28.052009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64437bf-fcfc-4d55-9b68-9235ff2756e2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:28.068075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (a8303738-0d4f-4a40-acdb-b667e7e0ebbb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.096281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (a8303738-0d4f-4a40-acdb-b667e7e0ebbb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.097734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:28.098514 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.140270 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7003872 Feb 10 06:57:28.143825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 45744) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:28.156960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Request body: {'subnet': {'network_id': 'a8303738-0d4f-4a40-acdb-b667e7e0ebbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-945623152-subnet', 'tenant_id': '2ba5f7d1f1e84bb58f9574dc3763bee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:28.171625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0c3fd-a6c4-45bb-a122-62c9dac88766 admin admin] Pushing event updated for resources: {'Network': ['ID=a8303738-0d4f-4a40-acdb-b667e7e0ebbb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:28.189144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network a8303738-0d4f-4a40-acdb-b667e7e0ebbb details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:57:28.230317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Made reservation on behalf of 2ba5f7d1f1e84bb58f9574dc3763bee1 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:28.232794 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.417184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45754) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:28.432177 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (df942ec7-0ff7-41b4-bfa3-15cd5e257d40), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.500991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=df942ec7-0ff7-41b4-bfa3-15cd5e257d40,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:28.516248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Checking segment: {'id': 'c68c688b-dbc8-4db6-be09-b4522544e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8303738-0d4f-4a40-acdb-b667e7e0ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:57:28.516933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Network hostable DHCP agents. Network: a8303738-0d4f-4a40-acdb-b667e7e0ebbb, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:57:28.538502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Network a8303738-0d4f-4a40-acdb-b667e7e0ebbb is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:57:28.551336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, a8303738-0d4f-4a40-acdb-b667e7e0ebbb) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:57:28.557461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:28.559093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.562294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856d5bbe-8cac-476b-8b30-6e5af0833920 None None] Network a8303738-0d4f-4a40-acdb-b667e7e0ebbb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:57:28.567723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-352796880-network', 'tenant_id': '33c5f2ab7e714227aa66e5d14260d069'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:28.594331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Made reservation on behalf of 33c5f2ab7e714227aa66e5d14260d069 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:28.597531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc3bc9e0-ca4e-495d-a144-9892f0c8c64c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4522939 Feb 10 06:57:28.601346 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.644438 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.741856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02045a7c-b6c1-4779-89b0-b1112a01c57b None None] Network a8303738-0d4f-4a40-acdb-b667e7e0ebbb requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:57:28.818494 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Publish callbacks [] for security_group (6c59f14a-c999-4740-87e2-b1e20493720c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.828880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6c59f14a-c999-4740-87e2-b1e20493720c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.867152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:57:28.875176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c59f14a-c999-4740-87e2-b1e20493720c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:28.884008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (059f8a76-7143-4cd0-ba1c-8293df38e508), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.884841 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Added segment 059f8a76-7143-4cd0-ba1c-8293df38e508 of type vlan for network 51832edb-b898-42ae-aa85-d8500de609ab Feb 10 06:57:28.939759 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (51832edb-b898-42ae-aa85-d8500de609ab), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.966880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (51832edb-b898-42ae-aa85-d8500de609ab), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:28.967874 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:28.968960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:29.004509 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5855227 Feb 10 06:57:29.007502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 45774) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:29.012648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Request body: {'subnet': {'network_id': '51832edb-b898-42ae-aa85-d8500de609ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-352796880-subnet', 'tenant_id': '33c5f2ab7e714227aa66e5d14260d069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:29.050911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f78059-6481-410b-baf3-60dde1238876 admin admin] Pushing event updated for resources: {'Network': ['ID=51832edb-b898-42ae-aa85-d8500de609ab,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:29.066130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 51832edb-b898-42ae-aa85-d8500de609ab details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:57:29.067501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Made reservation on behalf of 33c5f2ab7e714227aa66e5d14260d069 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:29.069857 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:29.280169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-1acec579-162a-4e2e-9293-8de865f9c0f3 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:29.281944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-1acec579-162a-4e2e-9293-8de865f9c0f3 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/networks?id=a8303738-0d4f-4a40-acdb-b667e7e0ebbb HTTP/1.1" status: 200 len: 821 time: 0.1575274 Feb 10 06:57:29.285536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (e4cae4ab-a6b0-453c-b128-3889c0a9b6ba), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:29.300683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-30cdff38-4ae6-46d9-a80b-e94bded31556 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/quotas/2ba5f7d1f1e84bb58f9574dc3763bee1 HTTP/1.1" status: 200 len: 375 time: 0.0130134 Feb 10 06:57:29.344818 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-77747d77-5bd2-4bf9-9df9-a448a915826c tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ba5f7d1f1e84bb58f9574dc3763bee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370030 Feb 10 06:57:29.349654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cae4ab-a6b0-453c-b128-3889c0a9b6ba,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:29.360726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Checking segment: {'id': '059f8a76-7143-4cd0-ba1c-8293df38e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:57:29.361084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Network hostable DHCP agents. Network: 51832edb-b898-42ae-aa85-d8500de609ab, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:57:29.382639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Network 51832edb-b898-42ae-aa85-d8500de609ab is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:57:29.392900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 51832edb-b898-42ae-aa85-d8500de609ab) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:57:29.397404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:29.398011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:29.402710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e1c8b-b416-4a82-a735-4102f76524b1 None None] Network 51832edb-b898-42ae-aa85-d8500de609ab requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:57:29.414393 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-724369e0-71a4-4d0a-b5a2-5119c1fb9b2d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4054396 Feb 10 06:57:29.450208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-75237985-d8f3-4fad-bfe7-e603f13fc366 service neutron] 10.222.0.21 "GET /v2.0/networks/a8303738-0d4f-4a40-acdb-b667e7e0ebbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920231 Feb 10 06:57:29.549551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4d59d7-878b-4fee-b665-2c38931e7e1c None None] Network 51832edb-b898-42ae-aa85-d8500de609ab requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:57:29.608083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-6c5236a1-c4db-4dfc-8a34-3784053c7852 service neutron] 10.222.0.21 "GET /v2.0/networks/a8303738-0d4f-4a40-acdb-b667e7e0ebbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513379 Feb 10 06:57:29.869419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d8c9dae-8986-409f-b620-6b93aee8a779 req-29696201-cd84-4c7f-b98d-dcd391eb0054 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 210 time: 0.0683494 Feb 10 06:57:30.901169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-7e7dc43f-d99c-466b-83ac-b7a745af2f32 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:30.902380 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-7e7dc43f-d99c-466b-83ac-b7a745af2f32 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.13 "GET /v2.0/networks?id=a8303738-0d4f-4a40-acdb-b667e7e0ebbb HTTP/1.1" status: 200 len: 821 time: 0.1155057 Feb 10 06:57:30.914877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Request body: {'port': {'device_id': 'f7765b66-d90a-43e5-a730-98ce10f4a331', 'network_id': 'a8303738-0d4f-4a40-acdb-b667e7e0ebbb', 'admin_state_up': True, 'tenant_id': '2ba5f7d1f1e84bb58f9574dc3763bee1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:30.999295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a6beb0e-a554-478c-bf78-64980abe64e7 req-58230e6a-0b11-4b29-b3f3-3cc7946d5cfb tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 210 time: 0.0504146 Feb 10 06:57:31.053825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Made reservation on behalf of 2ba5f7d1f1e84bb58f9574dc3763bee1 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:31.057676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:31.240127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Allocated IP 172.20.0.8 (a8303738-0d4f-4a40-acdb-b667e7e0ebbb/df942ec7-0ff7-41b4-bfa3-15cd5e257d40/79d0560d-1eac-432c-a4cb-ddb9d3fbe020) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:57:31.416175 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Publish callbacks [] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:31.454275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:31.523128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Network a8303738-0d4f-4a40-acdb-b667e7e0ebbb is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:57:31.526287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:57:31.531309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:57:31.535611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Pushing event updated for resources: {'Port': ['ID=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:31.584489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:31.585195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:31.605325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-05434db6-46d3-42ca-9e96-d13e3f0ebe18 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6954434 Feb 10 06:57:31.617226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Request body: {'port': {'device_id': 'f7765b66-d90a-43e5-a730-98ce10f4a331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:31.686332 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:31.973795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:57:31.981324 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Publish callbacks [] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:31.993391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Transition to ACTIVE for port object 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:57:31.997818 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:32.055457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Pushing event updated for resources: {'Port': ['ID=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:32.133318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Attempting to bind port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:57:32.133723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Attempting to bind port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c68c688b-dbc8-4db6-be09-b4522544e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8303738-0d4f-4a40-acdb-b667e7e0ebbb'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:57:32.134065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Attempting to bind port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 on network a8303738-0d4f-4a40-acdb-b667e7e0ebbb {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:32.139666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 on network a8303738-0d4f-4a40-acdb-b667e7e0ebbb not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:57:32.140010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Attempting to bind port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 on network a8303738-0d4f-4a40-acdb-b667e7e0ebbb {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:32.145409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:57:32.145761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Checking segment: {'id': 'c68c688b-dbc8-4db6-be09-b4522544e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8303738-0d4f-4a40-acdb-b667e7e0ebbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:57:32.146129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Bound using segment: {'id': 'c68c688b-dbc8-4db6-be09-b4522544e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8303738-0d4f-4a40-acdb-b667e7e0ebbb'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:57:32.146722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Bound port: 79d0560d-1eac-432c-a4cb-ddb9d3fbe020, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68c688b-dbc8-4db6-be09-b4522544e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8303738-0d4f-4a40-acdb-b667e7e0ebbb'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:57:32.146992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:32.157481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17db73-0c5f-492c-a13e-39d2d6199b00 req-a93d235c-466f-4ec9-8b67-6eb5f905e636 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:32.160078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df17db73-0c5f-492c-a13e-39d2d6199b00 req-a93d235c-466f-4ec9-8b67-6eb5f905e636 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 943 time: 0.0717354 Feb 10 06:57:32.225720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] For port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:57:32.229287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] For port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,segment=NetworkSegment(c68c688b-dbc8-4db6-be09-b4522544e040),segment_id=c68c688b-dbc8-4db6-be09-b4522544e040)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:57:32.231813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df17db73-0c5f-492c-a13e-39d2d6199b00 req-92252854-79e7-4741-b3d6-3782597cdd06 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623102 Feb 10 06:57:32.247301 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:32.294151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:32.294809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:32.296223 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] 10.222.0.13 "PUT /v2.0/ports/79d0560d-1eac-432c-a4cb-ddb9d3fbe020 HTTP/1.1" status: 200 len: 1091 time: 0.6832914 Feb 10 06:57:32.296685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7765b66-d90a-43e5-a730-98ce10f4a331', 'tag': '79d0560d-1eac-432c-a4cb-ddb9d3fbe020'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:32.299023 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa" -d '{"events": [{"name": "network-changed", "server_uuid": "f7765b66-d90a-43e5-a730-98ce10f4a331", "tag": "79d0560d-1eac-432c-a4cb-ddb9d3fbe020"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:32.351755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53621fc3-9286-4288-9f7d-3f9469e2fcae service neutron] Pushing event updated for resources: {'Port': ['ID=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:32.369329 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bad82c-b8bf-4b7f-b668-bbdd14a6ff27 x-openstack-request-id: req-d2bad82c-b8bf-4b7f-b668-bbdd14a6ff27 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:32.369832 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7765b66-d90a-43e5-a730-98ce10f4a331", "tag": "79d0560d-1eac-432c-a4cb-ddb9d3fbe020", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:32.370094 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2bad82c-b8bf-4b7f-b668-bbdd14a6ff27 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:32.371086 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7765b66-d90a-43e5-a730-98ce10f4a331', 'tag': '79d0560d-1eac-432c-a4cb-ddb9d3fbe020', 'status': 'completed', 'code': 200} Feb 10 06:57:32.421294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-1238c2fc-c33c-4816-b228-69d5362a1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:32.423404 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-1238c2fc-c33c-4816-b228-69d5362a1678 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ba5f7d1f1e84bb58f9574dc3763bee1&device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 1125 time: 0.0643532 Feb 10 06:57:32.468197 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-2b747d80-6d0f-4c52-a429-56ff6acd617e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79d0560d-1eac-432c-a4cb-ddb9d3fbe020 HTTP/1.1" status: 200 len: 217 time: 0.0383320 Feb 10 06:57:32.479450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-14c25fc0-d187-46d7-8ee0-7e1ef66e7d30 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:32.487245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-14c25fc0-d187-46d7-8ee0-7e1ef66e7d30 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/networks?id=51832edb-b898-42ae-aa85-d8500de609ab HTTP/1.1" status: 200 len: 808 time: 0.1259770 Feb 10 06:57:32.501641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a612e0d8-2a78-4cbc-a6b2-bb4627470c9d tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/quotas/33c5f2ab7e714227aa66e5d14260d069 HTTP/1.1" status: 200 len: 375 time: 0.0131638 Feb 10 06:57:32.521331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-eac6c7f7-cd74-4f09-a2bd-b406cdeb479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:32.523666 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-eac6c7f7-cd74-4f09-a2bd-b406cdeb479c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df942ec7-0ff7-41b4-bfa3-15cd5e257d40 HTTP/1.1" status: 200 len: 861 time: 0.0502284 Feb 10 06:57:32.540458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-33163f50-4c58-4b67-9aff-9f4fa969e804 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=33c5f2ab7e714227aa66e5d14260d069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348623 Feb 10 06:57:32.558779 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-cdf5d581-baea-46a5-9442-e45143493f75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8303738-0d4f-4a40-acdb-b667e7e0ebbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286376 Feb 10 06:57:32.641434 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-db6b4fd3-a5cb-4bd3-86bd-93ade2885854 service neutron] 10.222.0.21 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913699 Feb 10 06:57:32.670507 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-9eca8c12-5ac7-4880-89ab-336a5652a029 service neutron] 10.222.0.13 "GET /v2.0/networks/a8303738-0d4f-4a40-acdb-b667e7e0ebbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059980 Feb 10 06:57:32.756250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-f9ce502b-f9b2-4162-acf4-73e2c82cc84c service neutron] 10.222.0.21 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960164 Feb 10 06:57:32.783649 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0de42100-9ec8-49b6-96c7-32aa8d3963c4 req-abf4e8c0-f2d1-4fb1-81d6-bc8b51fa526f service neutron] 10.222.0.13 "GET /v2.0/networks/a8303738-0d4f-4a40-acdb-b667e7e0ebbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073658 Feb 10 06:57:32.904823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-02a098ad-17d8-4aa4-b318-477d1b870739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:32.906419 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-02a098ad-17d8-4aa4-b318-477d1b870739 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ba5f7d1f1e84bb58f9574dc3763bee1&device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 1125 time: 0.0730913 Feb 10 06:57:32.999416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bc72168-d9fd-458b-86a4-fd153c7f9807 req-fb2378ff-0d8e-443f-ba62-cfac578e0d31 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 210 time: 0.0354323 Feb 10 06:57:33.014921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-e8dfa220-9d28-4190-9728-c1d5e31d6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:33.016600 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-e8dfa220-9d28-4190-9728-c1d5e31d6599 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8303738-0d4f-4a40-acdb-b667e7e0ebbb HTTP/1.1" status: 200 len: 921 time: 0.1036174 Feb 10 06:57:33.070283 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-75c34410-8011-45ac-9ca4-2b44c93d46e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79d0560d-1eac-432c-a4cb-ddb9d3fbe020 HTTP/1.1" status: 200 len: 217 time: 0.0459440 Feb 10 06:57:33.128330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-74f8a5e5-c752-4a56-beec-74ab530b9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:33.129948 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-74f8a5e5-c752-4a56-beec-74ab530b9836 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df942ec7-0ff7-41b4-bfa3-15cd5e257d40 HTTP/1.1" status: 200 len: 861 time: 0.0505879 Feb 10 06:57:33.162623 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-c7cec015-3d15-45d9-8332-06d5fd98139b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8303738-0d4f-4a40-acdb-b667e7e0ebbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271394 Feb 10 06:57:33.279196 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-59054982-603e-470c-9c57-6cc7d1bc058d service neutron] 10.222.0.13 "GET /v2.0/networks/a8303738-0d4f-4a40-acdb-b667e7e0ebbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101243 Feb 10 06:57:33.402234 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c7003abf-5cf9-4dfc-9084-f4bfb55b1caa req-29c156e1-65ea-43b8-ab43-831cab38ea6b service neutron] 10.222.0.13 "GET /v2.0/networks/a8303738-0d4f-4a40-acdb-b667e7e0ebbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143737 Feb 10 06:57:33.419985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48363b36-dd94-475a-ba95-7af05d60ba93 req-96e0c784-95b9-466c-bea5-79594c3a2578 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:33.423430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48363b36-dd94-475a-ba95-7af05d60ba93 req-96e0c784-95b9-466c-bea5-79594c3a2578 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 943 time: 0.1070213 Feb 10 06:57:33.483377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48363b36-dd94-475a-ba95-7af05d60ba93 req-60ad912d-07d1-465a-981d-02faf4e2a062 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538790 Feb 10 06:57:34.132391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-5d815924-6ece-4e16-9465-5419a5c369db tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:34.133931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-5d815924-6ece-4e16-9465-5419a5c369db tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.24 "GET /v2.0/networks?id=51832edb-b898-42ae-aa85-d8500de609ab HTTP/1.1" status: 200 len: 808 time: 0.1527197 Feb 10 06:57:34.136045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-69d989fd-d762-469e-b6a0-0af84a62ff6d req-6e4dbf65-3779-4bf7-b032-94336aaaa1f8 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 210 time: 0.0436115 Feb 10 06:57:34.153172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Request body: {'port': {'device_id': '5b143463-9d69-4840-9154-5a9bebf946bc', 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab', 'admin_state_up': True, 'tenant_id': '33c5f2ab7e714227aa66e5d14260d069'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:34.277048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Made reservation on behalf of 33c5f2ab7e714227aa66e5d14260d069 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:34.280588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:34.418265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Allocated IP 172.20.0.7 (51832edb-b898-42ae-aa85-d8500de609ab/e4cae4ab-a6b0-453c-b128-3889c0a9b6ba/eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:57:34.616679 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks [] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:34.648374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22490bc7-e3ba-4a19-ba4d-e5be07ec8e02 req-9f3236c7-016b-47d9-81ad-e61fab7eb8df tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:34.649828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22490bc7-e3ba-4a19-ba4d-e5be07ec8e02 req-9f3236c7-016b-47d9-81ad-e61fab7eb8df tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 943 time: 0.0891728 Feb 10 06:57:34.696981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:34.752024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22490bc7-e3ba-4a19-ba4d-e5be07ec8e02 req-cd2e639d-6ac1-42ce-b5a0-dd70184464c3 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950444 Feb 10 06:57:34.765273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Network 51832edb-b898-42ae-aa85-d8500de609ab is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:57:34.769871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:57:34.771907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Pushing event updated for resources: {'Port': ['ID=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:34.774710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:57:34.835126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:34.835126 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:34.847092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-7b61508b-481d-4b12-9626-49ae72a1258c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6992993 Feb 10 06:57:34.863109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Request body: {'port': {'device_id': '5b143463-9d69-4840-9154-5a9bebf946bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:34.935245 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:35.223428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:57:35.234052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Publish callbacks [] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:35.271927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Transition to ACTIVE for port object eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:57:35.282071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:35.338752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4fe4-ede9-4178-80dc-37ce73b2f3a9 req-536c7bb4-fa72-40f9-99f1-43b2cd6924ba tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:35.340847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a05a4fe4-ede9-4178-80dc-37ce73b2f3a9 req-536c7bb4-fa72-40f9-99f1-43b2cd6924ba tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 931 time: 0.1103022 Feb 10 06:57:35.360196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:35.447001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a05a4fe4-ede9-4178-80dc-37ce73b2f3a9 req-3f52ef5f-b2a3-4385-91b4-7f512c5648a7 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978754 Feb 10 06:57:35.462278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Attempting to bind port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:57:35.462731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Attempting to bind port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '059f8a76-7143-4cd0-ba1c-8293df38e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:57:35.463121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Attempting to bind port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 on network 51832edb-b898-42ae-aa85-d8500de609ab {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:35.469224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 on network 51832edb-b898-42ae-aa85-d8500de609ab not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:57:35.469646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Attempting to bind port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 on network 51832edb-b898-42ae-aa85-d8500de609ab {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:35.476005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:57:35.476343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Checking segment: {'id': '059f8a76-7143-4cd0-ba1c-8293df38e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:57:35.476736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Bound using segment: {'id': '059f8a76-7143-4cd0-ba1c-8293df38e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:57:35.477197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Bound port: eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059f8a76-7143-4cd0-ba1c-8293df38e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:57:35.477557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:35.545981 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] For port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:57:35.549278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] For port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:57:35.564091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:35.612294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:35.612920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:35.614661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] 10.222.0.24 "PUT /v2.0/ports/eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 HTTP/1.1" status: 200 len: 1091 time: 0.7560375 Feb 10 06:57:35.619273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b143463-9d69-4840-9154-5a9bebf946bc', 'tag': 'eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:35.623336 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2a7b78-2a9e-4730-a057-ef8edab3119f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b143463-9d69-4840-9154-5a9bebf946bc", "tag": "eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:35.652630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500fd40-a14a-4ab0-9f69-bd252c149c45 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:35.671645 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ee2d3d-a2d3-4f2d-a11d-381bba0f7899 x-openstack-request-id: req-76ee2d3d-a2d3-4f2d-a11d-381bba0f7899 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:35.672024 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b143463-9d69-4840-9154-5a9bebf946bc", "tag": "eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:35.672346 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76ee2d3d-a2d3-4f2d-a11d-381bba0f7899 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:35.672819 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b143463-9d69-4840-9154-5a9bebf946bc', 'tag': 'eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00', 'status': 'completed', 'code': 200} Feb 10 06:57:35.714734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-1fcd5a82-cb86-43b7-bc66-81edf1000503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:35.716447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-1fcd5a82-cb86-43b7-bc66-81edf1000503 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33c5f2ab7e714227aa66e5d14260d069&device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 1125 time: 0.0548944 Feb 10 06:57:35.762691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-f41a96a6-bba8-49df-920b-155f5c602607 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 HTTP/1.1" status: 200 len: 217 time: 0.0354364 Feb 10 06:57:35.833129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-3b429182-a773-46ca-9e4f-6e04b731a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:35.834897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-3b429182-a773-46ca-9e4f-6e04b731a990 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4cae4ab-a6b0-453c-b128-3889c0a9b6ba HTTP/1.1" status: 200 len: 848 time: 0.0638275 Feb 10 06:57:35.888061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-993a639b-5a21-4064-b57e-f9c3d7cc7593 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51832edb-b898-42ae-aa85-d8500de609ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437753 Feb 10 06:57:35.935052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40b39a-d878-484c-a7de-8dde666edf81 req-678109d2-481e-4dc2-abf6-495d0b44c21b tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:35.936525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f40b39a-d878-484c-a7de-8dde666edf81 req-678109d2-481e-4dc2-abf6-495d0b44c21b tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 943 time: 0.1061881 Feb 10 06:57:36.031469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-3be2cc4a-9707-48d4-8252-f0325540d5c3 service neutron] 10.222.0.24 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341569 Feb 10 06:57:36.034875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f40b39a-d878-484c-a7de-8dde666edf81 req-79f0a679-09ec-41d3-9bf9-72554dcf2764 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652709 Feb 10 06:57:36.131744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf327bb-9bc3-47a0-aa94-ca9042fe3573 req-8cdc3080-16c8-44b9-833e-25cd71da8177 service neutron] 10.222.0.24 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909877 Feb 10 06:57:36.248355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-26e28f18-f3fe-4eb4-ad0b-09022706ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:36.249832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-26e28f18-f3fe-4eb4-ad0b-09022706ff9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33c5f2ab7e714227aa66e5d14260d069&device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 1125 time: 0.0496447 Feb 10 06:57:36.344028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:57:36.345139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-e425048c-8f72-4d96-a8b1-bb62e7c4c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:36.346814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-e425048c-8f72-4d96-a8b1-bb62e7c4c29a service neutron] 10.222.0.24 "GET /v2.0/networks?id=51832edb-b898-42ae-aa85-d8500de609ab HTTP/1.1" status: 200 len: 908 time: 0.0907166 Feb 10 06:57:36.407950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-b4f3f16e-0761-43f0-9297-d2bf98c6969b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 HTTP/1.1" status: 200 len: 217 time: 0.0508001 Feb 10 06:57:36.456896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-bf08dc3f-b040-46eb-b329-b8ec3f8f91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:36.458628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,segment=NetworkSegment(c68c688b-dbc8-4db6-be09-b4522544e040),segment_id=c68c688b-dbc8-4db6-be09-b4522544e040)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:36.458852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-bf08dc3f-b040-46eb-b329-b8ec3f8f91ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4cae4ab-a6b0-453c-b128-3889c0a9b6ba HTTP/1.1" status: 200 len: 848 time: 0.0450969 Feb 10 06:57:36.475075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '79d0560d-1eac-432c-a4cb-ddb9d3fbe020', 'network_id': 'a8303738-0d4f-4a40-acdb-b667e7e0ebbb', 'port_id': '79d0560d-1eac-432c-a4cb-ddb9d3fbe020', 'mac_address': 'fa:16:3e:97:6a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df942ec7-0ff7-41b4-bfa3-15cd5e257d40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:57:36.493897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-a43183b0-506c-40bb-aa07-d24da4d6b59b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51832edb-b898-42ae-aa85-d8500de609ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282254 Feb 10 06:57:36.530861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:57:36.531688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:36.547808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:57:36.569518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,segment=NetworkSegment(c68c688b-dbc8-4db6-be09-b4522544e040),segment_id=c68c688b-dbc8-4db6-be09-b4522544e040)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:36.575579 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:36.625252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-9c5333a1-bf1e-41e2-90e9-3c0b7702917f service neutron] 10.222.0.24 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244218 Feb 10 06:57:36.628485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:36.646514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6f7b8-4714-4f99-b63e-f005dc35c0c4 req-64b4a219-15d4-42ab-a127-7465b1744756 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:36.647992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ff6f7b8-4714-4f99-b63e-f005dc35c0c4 req-64b4a219-15d4-42ab-a127-7465b1744756 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 943 time: 0.0850503 Feb 10 06:57:36.751197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ff6f7b8-4714-4f99-b63e-f005dc35c0c4 req-87380105-5aa6-4e7a-882a-59ab4b987893 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916007 Feb 10 06:57:36.769042 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2a7b78-2a9e-4730-a057-ef8edab3119f req-20f382c1-fbc8-4b1d-990d-0a2f84dc65f7 service neutron] 10.222.0.24 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371796 Feb 10 06:57:36.883229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['79d0560d-1eac-432c-a4cb-ddb9d3fbe020'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:36.976773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:37.156955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85557a-bffd-4a65-ab1e-b6540dde2bfe req-fb95a4f6-80bf-41a0-8cde-aad2b189f2f1 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:37.158526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a85557a-bffd-4a65-ab1e-b6540dde2bfe req-fb95a4f6-80bf-41a0-8cde-aad2b189f2f1 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 944 time: 0.0542581 Feb 10 06:57:37.214802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a85557a-bffd-4a65-ab1e-b6540dde2bfe req-3234c26b-03ca-46f9-88c1-2102580276c2 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497589 Feb 10 06:57:37.872185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30939434-4612-4b4e-988f-36cd4b7322c8 req-ecdb6af4-48b0-4f24-ab6a-d8c2e7ab9c14 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:37.873698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30939434-4612-4b4e-988f-36cd4b7322c8 req-ecdb6af4-48b0-4f24-ab6a-d8c2e7ab9c14 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 943 time: 0.0529423 Feb 10 06:57:37.922940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30939434-4612-4b4e-988f-36cd4b7322c8 req-8d6feb36-a3d1-4a5b-9e53-43a376d58a8c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435565 Feb 10 06:57:38.341196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da147bd-abb1-4a28-ae5c-c2b16882c684 req-7c34160c-d072-44a3-900c-e44ed73216a6 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:38.342701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2da147bd-abb1-4a28-ae5c-c2b16882c684 req-7c34160c-d072-44a3-900c-e44ed73216a6 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 944 time: 0.0578644 Feb 10 06:57:38.361967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:57:38.389583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:57:38.394827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2da147bd-abb1-4a28-ae5c-c2b16882c684 req-50652b2c-cda9-435b-afd6-a774a1b04baa tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466003 Feb 10 06:57:38.640193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:57:38.646716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:57:38.647100 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:38.688660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:38.705408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00', 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab', 'port_id': 'eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00', 'mac_address': 'fa:16:3e:27:69:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cae4ab-a6b0-453c-b128-3889c0a9b6ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:57:38.777559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:57:38.777876 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:38.781689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:57:38.782071 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:38.799659 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:57:38.820758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7765b66-d90a-43e5-a730-98ce10f4a331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d0560d-1eac-432c-a4cb-ddb9d3fbe020'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:38.823883 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aec454-a514-440c-b4e9-f8626dc105fb" -d '{"events": [{"server_uuid": "f7765b66-d90a-43e5-a730-98ce10f4a331", "name": "network-vif-plugged", "status": "completed", "tag": "79d0560d-1eac-432c-a4cb-ddb9d3fbe020"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:38.841727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:38.843765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,segment=NetworkSegment(c68c688b-dbc8-4db6-be09-b4522544e040),segment_id=c68c688b-dbc8-4db6-be09-b4522544e040)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:38.846569 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:38.851496 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:38.878931 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fe528a-a439-437f-86e2-3def9f9432ac x-openstack-request-id: req-17fe528a-a439-437f-86e2-3def9f9432ac {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:38.879232 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7765b66-d90a-43e5-a730-98ce10f4a331", "name": "network-vif-plugged", "status": "completed", "tag": "79d0560d-1eac-432c-a4cb-ddb9d3fbe020", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:38.879492 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17fe528a-a439-437f-86e2-3def9f9432ac {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:38.880263 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7765b66-d90a-43e5-a730-98ce10f4a331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d0560d-1eac-432c-a4cb-ddb9d3fbe020', 'code': 200} Feb 10 06:57:38.908539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:38.977450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:38.983786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d8878-989c-48e5-b390-bbf7a4758e6c req-9c3f0879-92bc-4d5b-965f-04387df5720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:38.985624 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4c7d8878-989c-48e5-b390-bbf7a4758e6c req-9c3f0879-92bc-4d5b-965f-04387df5720c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 1127 time: 0.0670226 Feb 10 06:57:39.036593 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4c7d8878-989c-48e5-b390-bbf7a4758e6c req-2a9e6c15-a4d4-45d4-a08b-47e286787801 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442536 Feb 10 06:57:39.054421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76999b0-a2f3-4f09-be27-1c764ec6bb44 req-c912bcfd-96f6-4bf0-855d-364328f59c87 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:39.055930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a76999b0-a2f3-4f09-be27-1c764ec6bb44 req-c912bcfd-96f6-4bf0-855d-364328f59c87 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 944 time: 0.0558646 Feb 10 06:57:39.105256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a76999b0-a2f3-4f09-be27-1c764ec6bb44 req-3fa20501-8ab4-4149-9069-659c186d710e tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425320 Feb 10 06:57:39.108670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:39.517785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a8491-b76d-4a9c-a09a-40e410e9785f req-2986a3c6-15b6-45e1-8723-063cc81e9154 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:39.519281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be7a8491-b76d-4a9c-a09a-40e410e9785f req-2986a3c6-15b6-45e1-8723-063cc81e9154 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 945 time: 0.0569789 Feb 10 06:57:39.565476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be7a8491-b76d-4a9c-a09a-40e410e9785f req-26062d74-3fea-4f15-999a-a352f5875b7b tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 Feb 10 06:57:40.141582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:40.228348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4003c-b927-4950-9183-209368c29817 req-d0cd6a92-e1e9-45ce-a4ab-3250e9a823e8 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:40.229998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9d4003c-b927-4950-9183-209368c29817 req-d0cd6a92-e1e9-45ce-a4ab-3250e9a823e8 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 944 time: 0.0538878 Feb 10 06:57:40.298848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9d4003c-b927-4950-9183-209368c29817 req-f2facca1-a4c0-4f1e-ac59-606f513dd5b0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610781 Feb 10 06:57:40.339648 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2343e146-2103-441a-8534-3a86d566729e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:40.389267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:57:40.441273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:57:40.445142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:57:40.445511 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:40.520401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:57:40.520838 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:40.552532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:40.558242 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:40.609695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:40.692608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d369bb-9e84-4b9e-a27d-f02a6637f5af req-ee04a751-966b-4dfe-a190-a41ffe77ca73 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:40.694087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57d369bb-9e84-4b9e-a27d-f02a6637f5af req-ee04a751-966b-4dfe-a190-a41ffe77ca73 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 945 time: 0.0532472 Feb 10 06:57:40.749030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57d369bb-9e84-4b9e-a27d-f02a6637f5af req-4e195762-e9a7-4956-8ee0-c00f4c3601d6 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492778 Feb 10 06:57:40.881439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b143463-9d69-4840-9154-5a9bebf946bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:40.883976 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500f2ef7-266b-4100-aa0e-372f84a9280d" -d '{"events": [{"server_uuid": "5b143463-9d69-4840-9154-5a9bebf946bc", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:40.959590 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3102f117-8123-4938-bbd3-0f9ad9b1416a x-openstack-request-id: req-3102f117-8123-4938-bbd3-0f9ad9b1416a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:40.960048 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b143463-9d69-4840-9154-5a9bebf946bc", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:40.960377 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3102f117-8123-4938-bbd3-0f9ad9b1416a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:40.961080 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b143463-9d69-4840-9154-5a9bebf946bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00', 'code': 200} Feb 10 06:57:41.114167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e7058-1ed8-4d08-9672-981cea2a525b req-d93fc7e4-1ee2-4864-81a6-dbc05d9d29f2 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:41.115603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-595e7058-1ed8-4d08-9672-981cea2a525b req-d93fc7e4-1ee2-4864-81a6-dbc05d9d29f2 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 945 time: 0.0907581 Feb 10 06:57:41.118193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28c539-5686-46d9-a68a-3c31576e9205 req-7ab0a935-414f-4405-9b2a-0ace07de7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:41.119625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e28c539-5686-46d9-a68a-3c31576e9205 req-7ab0a935-414f-4405-9b2a-0ace07de7004 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 1127 time: 0.0816574 Feb 10 06:57:41.188819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-595e7058-1ed8-4d08-9672-981cea2a525b req-460508f7-7a20-4f2f-8b60-64765f096164 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670881 Feb 10 06:57:41.194809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e28c539-5686-46d9-a68a-3c31576e9205 req-bff6623b-09f9-4ffa-8535-8aba1368cc50 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662026 Feb 10 06:57:41.432476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee15cf-9c0a-4cf4-a23c-3aa4f1dcf85b req-84d9d110-6a72-4e36-bf86-4f824f8a08a9 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:41.433857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6ee15cf-9c0a-4cf4-a23c-3aa4f1dcf85b req-84d9d110-6a72-4e36-bf86-4f824f8a08a9 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 945 time: 0.0607054 Feb 10 06:57:41.481292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6ee15cf-9c0a-4cf4-a23c-3aa4f1dcf85b req-50a6bd54-7a6f-42b0-8ce8-a0c1c0c82a79 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Feb 10 06:57:42.313559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded28bb-e465-4ed0-acf1-ca86f7af9806 req-1969746d-6e12-4646-a575-fb5f9f3a5fb9 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:42.315634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eded28bb-e465-4ed0-acf1-ca86f7af9806 req-1969746d-6e12-4646-a575-fb5f9f3a5fb9 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 945 time: 0.0565805 Feb 10 06:57:42.372073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eded28bb-e465-4ed0-acf1-ca86f7af9806 req-752cdcd3-4cb8-41ee-8081-2b0ea3eb0dca tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.21 "GET /v2.0/security-groups?id=f64437bf-fcfc-4d55-9b68-9235ff2756e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507250 Feb 10 06:57:42.465621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-d88946a5-5635-4c4a-a3fb-a4c58f510826 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:42.467099 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-d88946a5-5635-4c4a-a3fb-a4c58f510826 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7765b66-d90a-43e5-a730-98ce10f4a331 HTTP/1.1" status: 200 len: 945 time: 0.0556183 Feb 10 06:57:42.531791 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae0c424-cd91-49a2-9db3-b177d4db6c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:42.565182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Deleting port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:42.565435 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:42.627888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ac75-109d-4992-ab1a-be56eefd6d13 req-f513d038-df76-44aa-bbb2-69e779a8d48d tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:42.632909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5754ac75-109d-4992-ab1a-be56eefd6d13 req-f513d038-df76-44aa-bbb2-69e779a8d48d tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 945 time: 0.0626965 Feb 10 06:57:42.665551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] For port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,segment=NetworkSegment(c68c688b-dbc8-4db6-be09-b4522544e040),segment_id=c68c688b-dbc8-4db6-be09-b4522544e040)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:42.665943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:42.678704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5754ac75-109d-4992-ab1a-be56eefd6d13 req-2f4c02c2-9b2c-4757-8428-e76ae34513e8 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Feb 10 06:57:42.679745 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Calling delete_port for 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:42.827069 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (79d0560d-1eac-432c-a4cb-ddb9d3fbe020), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:42.840699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['79d0560d-1eac-432c-a4cb-ddb9d3fbe020'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:42.862523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Pushing event deleted for resources: {'Port': ['ID=79d0560d-1eac-432c-a4cb-ddb9d3fbe020,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:42.905858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] No DVR routers for this DVR port 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:42.909475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:42.913711 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-46d2d9e9-a7d4-485a-ba2e-e32b6f088b25 req-79167907-1844-41bb-8746-3373a3fa6f66 tempest-ServerAddressesNegativeTestJSON-1071247169 tempest-ServerAddressesNegativeTestJSON-1071247169-project] 10.222.0.13 "DELETE /v2.0/ports/79d0560d-1eac-432c-a4cb-ddb9d3fbe020 HTTP/1.1" status: 204 len: 173 time: 0.4414957 Feb 10 06:57:42.914406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7765b66-d90a-43e5-a730-98ce10f4a331', 'name': 'network-vif-deleted', 'tag': '79d0560d-1eac-432c-a4cb-ddb9d3fbe020'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:42.919350 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408027e7-1298-4535-b5ef-474ea3cbf4ae" -d '{"events": [{"server_uuid": "f7765b66-d90a-43e5-a730-98ce10f4a331", "name": "network-vif-deleted", "tag": "79d0560d-1eac-432c-a4cb-ddb9d3fbe020"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:42.998253 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edd3b07-1e7e-4261-87dc-4f939a183867 x-openstack-request-id: req-7edd3b07-1e7e-4261-87dc-4f939a183867 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:42.998688 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7765b66-d90a-43e5-a730-98ce10f4a331", "name": "network-vif-deleted", "tag": "79d0560d-1eac-432c-a4cb-ddb9d3fbe020", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:42.999030 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7edd3b07-1e7e-4261-87dc-4f939a183867 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:42.999505 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7765b66-d90a-43e5-a730-98ce10f4a331', 'name': 'network-vif-deleted', 'tag': '79d0560d-1eac-432c-a4cb-ddb9d3fbe020', 'status': 'completed', 'code': 200} Feb 10 06:57:43.362481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822b5b0-c7eb-40aa-9094-bc6e37554b5e req-9654950e-7760-482a-a257-f68af6599ead tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:43.363967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4822b5b0-c7eb-40aa-9094-bc6e37554b5e req-9654950e-7760-482a-a257-f68af6599ead tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 945 time: 0.0619335 Feb 10 06:57:43.438878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4822b5b0-c7eb-40aa-9094-bc6e37554b5e req-59f08e1b-78b6-4c1d-ab0f-47a9cf9ed111 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691676 Feb 10 06:57:43.446712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:43.494261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e84c43-57ac-4db5-9603-9544f888e6be admin admin] Deleting subnet df942ec7-0ff7-41b4-bfa3-15cd5e257d40 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:57:43.497407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56e84c43-57ac-4db5-9603-9544f888e6be admin admin] Publish callbacks [] for subnet (df942ec7-0ff7-41b4-bfa3-15cd5e257d40), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.535419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56e84c43-57ac-4db5-9603-9544f888e6be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (df942ec7-0ff7-41b4-bfa3-15cd5e257d40), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.572811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56e84c43-57ac-4db5-9603-9544f888e6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (df942ec7-0ff7-41b4-bfa3-15cd5e257d40), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.625507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56e84c43-57ac-4db5-9603-9544f888e6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (df942ec7-0ff7-41b4-bfa3-15cd5e257d40), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.654085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e84c43-57ac-4db5-9603-9544f888e6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df942ec7-0ff7-41b4-bfa3-15cd5e257d40,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:43.656039 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56e84c43-57ac-4db5-9603-9544f888e6be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.659190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-56e84c43-57ac-4db5-9603-9544f888e6be admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df942ec7-0ff7-41b4-bfa3-15cd5e257d40 HTTP/1.1" status: 204 len: 168 time: 0.2115295 Feb 10 06:57:43.661604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46064) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:43.732494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (a8303738-0d4f-4a40-acdb-b667e7e0ebbb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.808701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (a8303738-0d4f-4a40-acdb-b667e7e0ebbb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.819104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.829472 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8303738-0d4f-4a40-acdb-b667e7e0ebbb']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:43.839087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68c688b-dbc8-4db6-be09-b4522544e040') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:43.839389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68c688b-dbc8-4db6-be09-b4522544e040') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:57:43.848662 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (c68c688b-dbc8-4db6-be09-b4522544e040), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.861442 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c68c688b-dbc8-4db6-be09-b4522544e040), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.867718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:57:43.868133 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (c68c688b-dbc8-4db6-be09-b4522544e040), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:57:43.869785 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:57:43.927048 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (a8303738-0d4f-4a40-acdb-b667e7e0ebbb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.933563 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:43.937458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8303738-0d4f-4a40-acdb-b667e7e0ebbb HTTP/1.1" status: 204 len: 168 time: 0.2749484 Feb 10 06:57:43.951683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a10cc-19a6-474e-9369-6cd2fd91d9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a8303738-0d4f-4a40-acdb-b667e7e0ebbb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:44.023540 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:57:44.063462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46068) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:44.106896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4867b96-5b2a-4cf1-a0e3-3e44e4ae921f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ba5f7d1f1e84bb58f9574dc3763bee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421131 Feb 10 06:57:44.109306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46072) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:44.155960 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d90222-e233-4f06-8d2b-125e8b79e2fd admin admin] Publish callbacks [] for security_group (f64437bf-fcfc-4d55-9b68-9235ff2756e2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:44.176821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d90222-e233-4f06-8d2b-125e8b79e2fd admin admin] Publish callbacks [] for security_group (f64437bf-fcfc-4d55-9b68-9235ff2756e2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:44.231732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d90222-e233-4f06-8d2b-125e8b79e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f64437bf-fcfc-4d55-9b68-9235ff2756e2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:44.234367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d90222-e233-4f06-8d2b-125e8b79e2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:44.238031 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d7d90222-e233-4f06-8d2b-125e8b79e2fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f64437bf-fcfc-4d55-9b68-9235ff2756e2 HTTP/1.1" status: 204 len: 168 time: 0.1278310 Feb 10 06:57:44.246536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d90222-e233-4f06-8d2b-125e8b79e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64437bf-fcfc-4d55-9b68-9235ff2756e2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:44.584888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67385d7e-0b35-4742-96ab-39a16bd5ebc7 req-47b0dcf6-68c3-4e80-90ee-842a40616a3a tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:44.592995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67385d7e-0b35-4742-96ab-39a16bd5ebc7 req-47b0dcf6-68c3-4e80-90ee-842a40616a3a tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 945 time: 0.0672371 Feb 10 06:57:44.654485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67385d7e-0b35-4742-96ab-39a16bd5ebc7 req-92f5916a-26b2-4e37-99c8-76d08f905ea8 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602260 Feb 10 06:57:44.740591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefee80-1b12-4cff-9895-e57728103789 req-45d948ea-8a9f-4b43-b579-046c2d0857c9 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:44.743136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0aefee80-1b12-4cff-9895-e57728103789 req-45d948ea-8a9f-4b43-b579-046c2d0857c9 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 945 time: 0.1016631 Feb 10 06:57:44.863235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0aefee80-1b12-4cff-9895-e57728103789 req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Deleting port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:44.863718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0aefee80-1b12-4cff-9895-e57728103789 req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:44.963766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46096) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:44.971298 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0aefee80-1b12-4cff-9895-e57728103789 req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] For port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:44.971665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0aefee80-1b12-4cff-9895-e57728103789 req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:44.990396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0aefee80-1b12-4cff-9895-e57728103789 req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Calling delete_port for eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:45.090070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1990664201-network', 'tenant_id': 'a9a29fb43172486a8f3fd427174ade02'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:45.118965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Made reservation on behalf of a9a29fb43172486a8f3fd427174ade02 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:45.122933 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.134036 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.187312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0aefee80-1b12-4cff-9895-e57728103789 req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.203922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:45.253176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Pushing event deleted for resources: {'Port': ['ID=eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:45.258486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Publish callbacks [] for security_group (d76b5529-7297-45a3-9a6d-66067a040b13), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.265237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d76b5529-7297-45a3-9a6d-66067a040b13), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.297713 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.310834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:57:45.321976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76b5529-7297-45a3-9a6d-66067a040b13,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:45.327491 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8e88eca5-8b39-4b20-acad-f2d8a0a05520), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.328082 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Added segment 8e88eca5-8b39-4b20-acad-f2d8a0a05520 of type vlan for network bc87bea5-9761-497c-ac10-377029c98fea Feb 10 06:57:45.339424 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aefee80-1b12-4cff-9895-e57728103789 req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] No DVR routers for this DVR port eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:45.343811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0aefee80-1b12-4cff-9895-e57728103789 req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.347799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0aefee80-1b12-4cff-9895-e57728103789 req-6e18a392-2bee-423b-8752-23e61f5659f2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.24 "DELETE /v2.0/ports/eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 HTTP/1.1" status: 204 len: 173 time: 0.5959427 Feb 10 06:57:45.348325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b143463-9d69-4840-9154-5a9bebf946bc', 'name': 'network-vif-deleted', 'tag': 'eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:45.350941 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3065f3a-5603-4c2d-a6bf-63c66a9837f0" -d '{"events": [{"server_uuid": "5b143463-9d69-4840-9154-5a9bebf946bc", "name": "network-vif-deleted", "tag": "eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:45.392086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (bc87bea5-9761-497c-ac10-377029c98fea), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.419483 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce989edb-7d12-43f4-9734-985574e14e0a x-openstack-request-id: req-ce989edb-7d12-43f4-9734-985574e14e0a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:45.419982 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b143463-9d69-4840-9154-5a9bebf946bc", "name": "network-vif-deleted", "tag": "eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:45.421136 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce989edb-7d12-43f4-9734-985574e14e0a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:45.421877 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b143463-9d69-4840-9154-5a9bebf946bc', 'name': 'network-vif-deleted', 'tag': 'eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00', 'status': 'completed', 'code': 200} Feb 10 06:57:45.439408 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (bc87bea5-9761-497c-ac10-377029c98fea), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.440502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:45.441096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.476125 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5115068 Feb 10 06:57:45.478999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46104) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:45.485712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Request body: {'subnet': {'network_id': 'bc87bea5-9761-497c-ac10-377029c98fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1990664201-subnet', 'tenant_id': 'a9a29fb43172486a8f3fd427174ade02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:45.527720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a709e8-19a6-4a5c-8e3b-8e74977ea667 admin admin] Pushing event updated for resources: {'Network': ['ID=bc87bea5-9761-497c-ac10-377029c98fea,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:45.540763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network bc87bea5-9761-497c-ac10-377029c98fea details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:57:45.543244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Made reservation on behalf of a9a29fb43172486a8f3fd427174ade02 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:45.545972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.756243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (80d98c49-e36f-4f8a-bcd3-1bcc471b4de3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.799697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e86e0ff-118a-440b-982c-186c9d0edbe9 req-6a01e99f-25fd-4c80-8abc-c4ef195b1704 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b143463-9d69-4840-9154-5a9bebf946bc HTTP/1.1" status: 200 len: 210 time: 0.0517530 Feb 10 06:57:45.826761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d98c49-e36f-4f8a-bcd3-1bcc471b4de3,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:45.834952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Checking segment: {'id': '8e88eca5-8b39-4b20-acad-f2d8a0a05520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc87bea5-9761-497c-ac10-377029c98fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:57:45.835109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Network hostable DHCP agents. Network: bc87bea5-9761-497c-ac10-377029c98fea, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:57:45.854970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Network bc87bea5-9761-497c-ac10-377029c98fea is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:57:45.866554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, bc87bea5-9761-497c-ac10-377029c98fea) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:57:45.870993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:45.871761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:45.879159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec542be8-ba81-4bef-9b15-41548155c640 None None] Network bc87bea5-9761-497c-ac10-377029c98fea requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:57:45.909562 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dff8ad18-7d7f-48dc-a466-39e9464b39b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4285445 Feb 10 06:57:46.025132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b6e14-5a5a-4d55-8872-898b872d15e6 None None] Network bc87bea5-9761-497c-ac10-377029c98fea requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:57:46.367096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-81b5f45e-042e-46b8-a5f2-53a8493c45ed tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:46.370965 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-81b5f45e-042e-46b8-a5f2-53a8493c45ed tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/networks?id=bc87bea5-9761-497c-ac10-377029c98fea HTTP/1.1" status: 200 len: 821 time: 0.1071517 Feb 10 06:57:46.386855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-49c69161-d119-4786-a721-8449fc8a9400 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/quotas/a9a29fb43172486a8f3fd427174ade02 HTTP/1.1" status: 200 len: 375 time: 0.0106139 Feb 10 06:57:46.425254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-58e415e6-10da-4fd1-be4f-db6162eb5ff4 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9a29fb43172486a8f3fd427174ade02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319624 Feb 10 06:57:46.434321 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:46.470343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:46.496327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:46.497029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d0560d-1eac-432c-a4cb-ddb9d3fbe020 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:46.526459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-1384e4b6-edf4-40f2-a5a3-361bf829de7f service neutron] 10.222.0.21 "GET /v2.0/networks/bc87bea5-9761-497c-ac10-377029c98fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941050 Feb 10 06:57:46.619481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-fd13f80e-9b4a-4048-a69f-937cce369f9e service neutron] 10.222.0.21 "GET /v2.0/networks/bc87bea5-9761-497c-ac10-377029c98fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865934 Feb 10 06:57:46.793442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db2f42f2-710c-4bcd-92db-17b1ddc50336 req-8b6e0639-d628-4681-82e9-cf1ca949b0a6 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 210 time: 0.0294487 Feb 10 06:57:47.166558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-b9642c0c-48de-4d2e-bf30-7445f3bcff62 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:47.169030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-b9642c0c-48de-4d2e-bf30-7445f3bcff62 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/networks?id=51832edb-b898-42ae-aa85-d8500de609ab HTTP/1.1" status: 200 len: 808 time: 0.1169057 Feb 10 06:57:47.192078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-3e3c255f-9aa0-4d63-9e7b-c26ce6adca1a tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/quotas/33c5f2ab7e714227aa66e5d14260d069 HTTP/1.1" status: 200 len: 375 time: 0.0173750 Feb 10 06:57:47.232603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-ab2c134e-f2e8-4bef-86fd-5fb0f0cfc492 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=33c5f2ab7e714227aa66e5d14260d069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349946 Feb 10 06:57:47.312655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-86d3a85d-edfa-4309-b896-89aa509a14b2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:57:47.313642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-86d3a85d-edfa-4309-b896-89aa509a14b2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0725460 Feb 10 06:57:47.414001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-66d11ae9-3bf0-4b52-acdf-05752bdfc04f service neutron] 10.222.0.21 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942268 Feb 10 06:57:47.819592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-ef7b40e0-6595-4c7d-ae64-d9b1b34c09f8 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:47.821332 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-ef7b40e0-6595-4c7d-ae64-d9b1b34c09f8 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.13 "GET /v2.0/networks?id=bc87bea5-9761-497c-ac10-377029c98fea HTTP/1.1" status: 200 len: 821 time: 0.1162093 Feb 10 06:57:47.826244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-f50afd9b-405e-4c75-83a0-3415a176d6a1 service neutron] 10.222.0.21 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065256 Feb 10 06:57:47.833556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Request body: {'port': {'device_id': '52e641c5-0823-4456-8e21-2d12cb0c4cf3', 'network_id': 'bc87bea5-9761-497c-ac10-377029c98fea', 'admin_state_up': True, 'tenant_id': 'a9a29fb43172486a8f3fd427174ade02'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:47.952100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Made reservation on behalf of a9a29fb43172486a8f3fd427174ade02 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:47.956235 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.013853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-181c8b68-b802-4308-a710-159c55ebce3f req-cbbb71d2-7f31-42c5-bc1a-bb4c5218d473 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 210 time: 0.0293875 Feb 10 06:57:48.083423 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4679384-3a12-4947-9899-01ebc719e223 req-c901e30c-6c0a-4eff-98d9-c6390ad18ef7 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 210 time: 0.0305183 Feb 10 06:57:48.107070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Allocated IP 172.20.0.12 (bc87bea5-9761-497c-ac10-377029c98fea/80d98c49-e36f-4f8a-bcd3-1bcc471b4de3/83dcc564-89cf-418d-a1ab-cb271f3faf94) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:57:48.260811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Publish callbacks [] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.295495 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.346837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Network bc87bea5-9761-497c-ac10-377029c98fea is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:57:48.350430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:57:48.354203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:57:48.381572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Pushing event updated for resources: {'Port': ['ID=83dcc564-89cf-418d-a1ab-cb271f3faf94,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:48.411231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:48.411834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.429690 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-0b8d5ce2-1319-4406-ba50-52b109454dea tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6009490 Feb 10 06:57:48.437033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:57:48.440355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Request body: {'port': {'device_id': '52e641c5-0823-4456-8e21-2d12cb0c4cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:48.466831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:57:48.467182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eaa0cdbe-0ff0-42f6-9fe6-7841206e1e00 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:57:48.501003 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.591127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46174) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:48.596809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0e7e49b0-c301-4eb5-85e6-b7011bc351b8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292051342', 'description': 'tempest-secgroup-smoke-292051342 description', 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:48.618013 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e7e49b0-c301-4eb5-85e6-b7011bc351b8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.685271 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e7e49b0-c301-4eb5-85e6-b7011bc351b8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group (f0f1ee09-ace4-48b5-baa1-392e1625f91c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.689750 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e7e49b0-c301-4eb5-85e6-b7011bc351b8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f0f1ee09-ace4-48b5-baa1-392e1625f91c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.721061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e7e49b0-c301-4eb5-85e6-b7011bc351b8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.722180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e7e49b0-c301-4eb5-85e6-b7011bc351b8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1294670 Feb 10 06:57:48.724385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e49b0-c301-4eb5-85e6-b7011bc351b8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f1ee09-ace4-48b5-baa1-392e1625f91c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:48.725242 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46176) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:48.729713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6b48dd44-c8fa-4bd0-86c4-764a504355fc tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'security_group_rule': {'security_group_id': 'f0f1ee09-ace4-48b5-baa1-392e1625f91c', 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:48.791059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd44-c8fa-4bd0-86c4-764a504355fc tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (8a8566dd-3a6e-4407-b054-0e240f1dc046), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.813338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83dcc564-89cf-418d-a1ab-cb271f3faf94 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:57:48.825205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Publish callbacks [] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.845833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Transition to ACTIVE for port object 83dcc564-89cf-418d-a1ab-cb271f3faf94 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:57:48.851396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.890546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd44-c8fa-4bd0-86c4-764a504355fc tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (8a8566dd-3a6e-4407-b054-0e240f1dc046), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.897381 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd44-c8fa-4bd0-86c4-764a504355fc tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (8a8566dd-3a6e-4407-b054-0e240f1dc046), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.934214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=83dcc564-89cf-418d-a1ab-cb271f3faf94,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:48.941526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd44-c8fa-4bd0-86c4-764a504355fc tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:48.945183 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6b48dd44-c8fa-4bd0-86c4-764a504355fc tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2165575 Feb 10 06:57:48.945183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48dd44-c8fa-4bd0-86c4-764a504355fc tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8566dd-3a6e-4407-b054-0e240f1dc046,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:48.945878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46178) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:48.952401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1aeeed42-14da-45a5-9835-608a9bf85287 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'security_group_rule': {'security_group_id': 'f0f1ee09-ace4-48b5-baa1-392e1625f91c', 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:49.031752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Attempting to bind port 83dcc564-89cf-418d-a1ab-cb271f3faf94 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:57:49.031991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Attempting to bind port 83dcc564-89cf-418d-a1ab-cb271f3faf94 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '8e88eca5-8b39-4b20-acad-f2d8a0a05520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc87bea5-9761-497c-ac10-377029c98fea'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:57:49.032318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Attempting to bind port 83dcc564-89cf-418d-a1ab-cb271f3faf94 on network bc87bea5-9761-497c-ac10-377029c98fea {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:49.036833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Port 83dcc564-89cf-418d-a1ab-cb271f3faf94 on network bc87bea5-9761-497c-ac10-377029c98fea not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:57:49.037180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Attempting to bind port 83dcc564-89cf-418d-a1ab-cb271f3faf94 on network bc87bea5-9761-497c-ac10-377029c98fea {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:49.042506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:57:49.042839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Checking segment: {'id': '8e88eca5-8b39-4b20-acad-f2d8a0a05520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc87bea5-9761-497c-ac10-377029c98fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:57:49.043225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Bound using segment: {'id': '8e88eca5-8b39-4b20-acad-f2d8a0a05520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc87bea5-9761-497c-ac10-377029c98fea'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:57:49.043770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Bound port: 83dcc564-89cf-418d-a1ab-cb271f3faf94, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e88eca5-8b39-4b20-acad-f2d8a0a05520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc87bea5-9761-497c-ac10-377029c98fea'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:57:49.044001 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.051375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1aeeed42-14da-45a5-9835-608a9bf85287 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (79e064a5-f7e9-4b0e-9ebe-6af44b448143), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.113264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] For port 83dcc564-89cf-418d-a1ab-cb271f3faf94, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:57:49.116478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] For port 83dcc564-89cf-418d-a1ab-cb271f3faf94, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83dcc564-89cf-418d-a1ab-cb271f3faf94,segment=NetworkSegment(8e88eca5-8b39-4b20-acad-f2d8a0a05520),segment_id=8e88eca5-8b39-4b20-acad-f2d8a0a05520)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:57:49.123858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.167930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:49.168547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.169923 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] 10.222.0.13 "PUT /v2.0/ports/83dcc564-89cf-418d-a1ab-cb271f3faf94 HTTP/1.1" status: 200 len: 1092 time: 0.7336118 Feb 10 06:57:49.170383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e641c5-0823-4456-8e21-2d12cb0c4cf3', 'tag': '83dcc564-89cf-418d-a1ab-cb271f3faf94'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:49.170918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-4784bbdd-8189-4ec3-8503-d81df3e085ad tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:49.172440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-4784bbdd-8189-4ec3-8503-d81df3e085ad tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.24 "GET /v2.0/networks?id=51832edb-b898-42ae-aa85-d8500de609ab HTTP/1.1" status: 200 len: 808 time: 0.2371352 Feb 10 06:57:49.172679 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a" -d '{"events": [{"name": "network-changed", "server_uuid": "52e641c5-0823-4456-8e21-2d12cb0c4cf3", "tag": "83dcc564-89cf-418d-a1ab-cb271f3faf94"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:49.174595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1aeeed42-14da-45a5-9835-608a9bf85287 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (79e064a5-f7e9-4b0e-9ebe-6af44b448143), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.191002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Request body: {'port': {'device_id': 'b933aac6-b2de-4a34-8139-beb1d2208e0c', 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab', 'admin_state_up': True, 'tenant_id': '33c5f2ab7e714227aa66e5d14260d069'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:49.196853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1aeeed42-14da-45a5-9835-608a9bf85287 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (79e064a5-f7e9-4b0e-9ebe-6af44b448143), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.206605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809c07d-a70b-45b4-9bd3-e9436b478dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=83dcc564-89cf-418d-a1ab-cb271f3faf94,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:49.239265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0949a94-f7c7-42c3-ad90-ba82737914dc req-cbcae08c-1bde-4c7f-bf67-def58c53389f tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 210 time: 0.0752015 Feb 10 06:57:49.258274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fd04c-ffee-42ff-a02c-f7a229c624f1 req-1349d29c-7748-463d-a183-d258f09ce73c tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:49.259840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-809fd04c-ffee-42ff-a02c-f7a229c624f1 req-1349d29c-7748-463d-a183-d258f09ce73c tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 944 time: 0.1704001 Feb 10 06:57:49.275928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeed42-14da-45a5-9835-608a9bf85287 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e064a5-f7e9-4b0e-9ebe-6af44b448143,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:49.306323 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da751a77-63fc-4ff4-a142-2a01d349cfe0 x-openstack-request-id: req-da751a77-63fc-4ff4-a142-2a01d349cfe0 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:49.306606 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e641c5-0823-4456-8e21-2d12cb0c4cf3", "tag": "83dcc564-89cf-418d-a1ab-cb271f3faf94", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:49.307045 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da751a77-63fc-4ff4-a142-2a01d349cfe0 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:49.308033 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e641c5-0823-4456-8e21-2d12cb0c4cf3', 'tag': '83dcc564-89cf-418d-a1ab-cb271f3faf94', 'status': 'completed', 'code': 200} Feb 10 06:57:49.319086 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1aeeed42-14da-45a5-9835-608a9bf85287 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.320268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1aeeed42-14da-45a5-9835-608a9bf85287 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733718 Feb 10 06:57:49.325303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46186) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:49.329915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b07fe2b2-6348-451f-8849-74093efc5313 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'security_group_rule': {'security_group_id': 'f0f1ee09-ace4-48b5-baa1-392e1625f91c', 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:49.337568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-dd7b542b-6a64-4ec9-be2c-e25ca3448c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:49.339101 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-dd7b542b-6a64-4ec9-be2c-e25ca3448c25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9a29fb43172486a8f3fd427174ade02&device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 1126 time: 0.0679424 Feb 10 06:57:49.371292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-809fd04c-ffee-42ff-a02c-f7a229c624f1 req-bfe8c1b3-24c8-4a35-bbfd-5933553e8594 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995734 Feb 10 06:57:49.386625 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-cb915709-643c-4694-95f9-89d9fec34937 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83dcc564-89cf-418d-a1ab-cb271f3faf94 HTTP/1.1" status: 200 len: 217 time: 0.0390925 Feb 10 06:57:49.399902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Made reservation on behalf of 33c5f2ab7e714227aa66e5d14260d069 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:49.403410 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.425080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b07fe2b2-6348-451f-8849-74093efc5313 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (0edd3d5d-cfa0-4d3c-90cb-fbe5a507ac2e), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.458573 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-4858e759-9067-4006-968f-ce5ddc2365f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:49.460028 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-4858e759-9067-4006-968f-ce5ddc2365f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80d98c49-e36f-4f8a-bcd3-1bcc471b4de3 HTTP/1.1" status: 200 len: 861 time: 0.0685346 Feb 10 06:57:49.500615 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-ecd798df-422b-4c83-b562-acf5ef93a288 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc87bea5-9761-497c-ac10-377029c98fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344896 Feb 10 06:57:49.521776 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b07fe2b2-6348-451f-8849-74093efc5313 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (0edd3d5d-cfa0-4d3c-90cb-fbe5a507ac2e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.534196 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b07fe2b2-6348-451f-8849-74093efc5313 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (0edd3d5d-cfa0-4d3c-90cb-fbe5a507ac2e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.534411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Allocated IP 172.20.0.6 (51832edb-b898-42ae-aa85-d8500de609ab/e4cae4ab-a6b0-453c-b128-3889c0a9b6ba/92203bba-8f05-4b8e-90da-9420c54d18a3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:57:49.565830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fe2b2-6348-451f-8849-74093efc5313 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edd3d5d-cfa0-4d3c-90cb-fbe5a507ac2e,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:49.597543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b07fe2b2-6348-451f-8849-74093efc5313 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.598770 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b07fe2b2-6348-451f-8849-74093efc5313 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2725410 Feb 10 06:57:49.602394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46188) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:49.610163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b38068a0-8ee6-4758-a367-f941f836e379 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'security_group_rule': {'security_group_id': 'f0f1ee09-ace4-48b5-baa1-392e1625f91c', 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:49.646429 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-2fe21983-6e7b-490b-9e00-23219e2f048f service neutron] 10.222.0.13 "GET /v2.0/networks/bc87bea5-9761-497c-ac10-377029c98fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367300 Feb 10 06:57:49.652240 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b38068a0-8ee6-4758-a367-f941f836e379 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (ce0783d2-5b6e-419b-8918-aaf4d31491ec), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.695311 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks [] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.730328 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.771732 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b38068a0-8ee6-4758-a367-f941f836e379 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (ce0783d2-5b6e-419b-8918-aaf4d31491ec), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.773056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Network 51832edb-b898-42ae-aa85-d8500de609ab is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:57:49.776904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:57:49.780719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:57:49.781177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b38068a0-8ee6-4758-a367-f941f836e379 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (ce0783d2-5b6e-419b-8918-aaf4d31491ec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.808432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Pushing event updated for resources: {'Port': ['ID=92203bba-8f05-4b8e-90da-9420c54d18a3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:49.811269 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-e9d3c8c1-17a1-4d98-bd9c-7da7145b749b req-4f351841-2d78-4364-9051-9bdd85fc6e5a service neutron] 10.222.0.13 "GET /v2.0/networks/bc87bea5-9761-497c-ac10-377029c98fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543615 Feb 10 06:57:49.813075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38068a0-8ee6-4758-a367-f941f836e379 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0783d2-5b6e-419b-8918-aaf4d31491ec,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:49.822423 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b38068a0-8ee6-4758-a367-f941f836e379 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.824155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b38068a0-8ee6-4758-a367-f941f836e379 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2208498 Feb 10 06:57:49.827371 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46190) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:49.831837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-db13309b-85ee-46a5-b32d-f13526f265f0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'security_group_rule': {'security_group_id': 'f0f1ee09-ace4-48b5-baa1-392e1625f91c', 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:49.847814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:49.848994 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.855391 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-db13309b-85ee-46a5-b32d-f13526f265f0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Project f96e126a4b2c40a981a34edbf2a84de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:57:49.866111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-624a96d5-c2de-431d-b730-55840ca711d4 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6789038 Feb 10 06:57:49.869890 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db13309b-85ee-46a5-b32d-f13526f265f0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (82b4c13a-433a-4f69-8270-b0bf7a496f63), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.877674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Request body: {'port': {'device_id': 'b933aac6-b2de-4a34-8139-beb1d2208e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:49.938972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.942615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-f345b4c9-82ca-4449-bedb-eafb2b8c6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:49.944184 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-f345b4c9-82ca-4449-bedb-eafb2b8c6599 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9a29fb43172486a8f3fd427174ade02&device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 1126 time: 0.0843949 Feb 10 06:57:49.966121 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db13309b-85ee-46a5-b32d-f13526f265f0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (82b4c13a-433a-4f69-8270-b0bf7a496f63), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:49.975315 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db13309b-85ee-46a5-b32d-f13526f265f0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (82b4c13a-433a-4f69-8270-b0bf7a496f63), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.003740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13309b-85ee-46a5-b32d-f13526f265f0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b4c13a-433a-4f69-8270-b0bf7a496f63,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:50.033220 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db13309b-85ee-46a5-b32d-f13526f265f0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.034436 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-db13309b-85ee-46a5-b32d-f13526f265f0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2060864 Feb 10 06:57:50.038230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46192) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:57:50.046057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1b48e333-3920-4f6a-8ca3-ac15d2cf63b2 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'security_group_rule': {'security_group_id': 'f0f1ee09-ace4-48b5-baa1-392e1625f91c', 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:50.079956 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-cb26395b-8e94-4993-837e-dda73feb943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:50.081369 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-cb26395b-8e94-4993-837e-dda73feb943f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc87bea5-9761-497c-ac10-377029c98fea HTTP/1.1" status: 200 len: 921 time: 0.1306491 Feb 10 06:57:50.082043 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-1b48e333-3920-4f6a-8ca3-ac15d2cf63b2 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Project f96e126a4b2c40a981a34edbf2a84de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 06:57:50.088546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b48e333-3920-4f6a-8ca3-ac15d2cf63b2 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (1d94663c-eb38-493c-8259-add6691f8d4b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.138003 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-c50b1189-40f7-44af-84c3-aa811b929092 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83dcc564-89cf-418d-a1ab-cb271f3faf94 HTTP/1.1" status: 200 len: 217 time: 0.0504453 Feb 10 06:57:50.205741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92203bba-8f05-4b8e-90da-9420c54d18a3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:57:50.210854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-23165906-fca5-422c-9683-c6cec6d13ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:50.212642 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-23165906-fca5-422c-9683-c6cec6d13ee6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80d98c49-e36f-4f8a-bcd3-1bcc471b4de3 HTTP/1.1" status: 200 len: 861 time: 0.0659707 Feb 10 06:57:50.215492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Publish callbacks [] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.222375 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b48e333-3920-4f6a-8ca3-ac15d2cf63b2 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (1d94663c-eb38-493c-8259-add6691f8d4b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.228980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Transition to ACTIVE for port object 92203bba-8f05-4b8e-90da-9420c54d18a3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:57:50.231270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b48e333-3920-4f6a-8ca3-ac15d2cf63b2 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (1d94663c-eb38-493c-8259-add6691f8d4b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.234882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.256891 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-253c318c-377e-4984-af57-c20a1b0c96cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc87bea5-9761-497c-ac10-377029c98fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363941 Feb 10 06:57:50.276862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48e333-3920-4f6a-8ca3-ac15d2cf63b2 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d94663c-eb38-493c-8259-add6691f8d4b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:50.299407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Pushing event updated for resources: {'Port': ['ID=92203bba-8f05-4b8e-90da-9420c54d18a3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:50.300350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1b48e333-3920-4f6a-8ca3-ac15d2cf63b2 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.308854 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1b48e333-3920-4f6a-8ca3-ac15d2cf63b2 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2621143 Feb 10 06:57:50.375730 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-a12c15bb-ec30-4993-abc7-2337d771bb4b service neutron] 10.222.0.13 "GET /v2.0/networks/bc87bea5-9761-497c-ac10-377029c98fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105144 Feb 10 06:57:50.414422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Attempting to bind port 92203bba-8f05-4b8e-90da-9420c54d18a3 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:57:50.414765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Attempting to bind port 92203bba-8f05-4b8e-90da-9420c54d18a3 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '059f8a76-7143-4cd0-ba1c-8293df38e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:57:50.415144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Attempting to bind port 92203bba-8f05-4b8e-90da-9420c54d18a3 on network 51832edb-b898-42ae-aa85-d8500de609ab {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:50.423471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc9207-fa4f-43ec-ad0c-2b322a67e8ab req-f4af0879-7417-4fd7-9ca7-65ffdef40a82 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:50.424981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcc9207-fa4f-43ec-ad0c-2b322a67e8ab req-f4af0879-7417-4fd7-9ca7-65ffdef40a82 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 943 time: 0.0802584 Feb 10 06:57:50.428343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Port 92203bba-8f05-4b8e-90da-9420c54d18a3 on network 51832edb-b898-42ae-aa85-d8500de609ab not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:57:50.428670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Attempting to bind port 92203bba-8f05-4b8e-90da-9420c54d18a3 on network 51832edb-b898-42ae-aa85-d8500de609ab {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:50.439572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:57:50.439912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Checking segment: {'id': '059f8a76-7143-4cd0-ba1c-8293df38e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:57:50.440293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Bound using segment: {'id': '059f8a76-7143-4cd0-ba1c-8293df38e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:57:50.440736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Bound port: 92203bba-8f05-4b8e-90da-9420c54d18a3, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059f8a76-7143-4cd0-ba1c-8293df38e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:57:50.441091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.479956 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-32f02a2e-7cd2-4072-9a12-4c5cb63ba12a req-a9f0882f-3058-44db-b31f-5f7b6affdc06 service neutron] 10.222.0.13 "GET /v2.0/networks/bc87bea5-9761-497c-ac10-377029c98fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971546 Feb 10 06:57:50.546600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcc9207-fa4f-43ec-ad0c-2b322a67e8ab req-be54a5bf-905f-4399-894a-e1e43a990aff tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130133 Feb 10 06:57:50.577306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0284a9-8566-428e-9975-ee4b34e3588a req-fe8e965f-4997-4a54-99dc-be163b7af6d7 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:50.578811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc0284a9-8566-428e-9975-ee4b34e3588a req-fe8e965f-4997-4a54-99dc-be163b7af6d7 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 944 time: 0.1222041 Feb 10 06:57:50.582607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] For port 92203bba-8f05-4b8e-90da-9420c54d18a3, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:57:50.585737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] For port 92203bba-8f05-4b8e-90da-9420c54d18a3, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=92203bba-8f05-4b8e-90da-9420c54d18a3,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:57:50.603076 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.660250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:50.660874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:50.662191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] 10.222.0.24 "PUT /v2.0/ports/92203bba-8f05-4b8e-90da-9420c54d18a3 HTTP/1.1" status: 200 len: 1091 time: 0.7887094 Feb 10 06:57:50.663492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b933aac6-b2de-4a34-8139-beb1d2208e0c', 'tag': '92203bba-8f05-4b8e-90da-9420c54d18a3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:50.665680 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845d6226-c2d0-459a-948e-35e45fb45ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "b933aac6-b2de-4a34-8139-beb1d2208e0c", "tag": "92203bba-8f05-4b8e-90da-9420c54d18a3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:50.706834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc0284a9-8566-428e-9975-ee4b34e3588a req-a3942770-35fc-4f18-b99b-ee8db9fb8847 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191943 Feb 10 06:57:50.727618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19317d-ffae-4043-bad1-04752327e103 service neutron] Pushing event updated for resources: {'Port': ['ID=92203bba-8f05-4b8e-90da-9420c54d18a3,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:50.758548 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ca31b1-bd83-4978-bc98-3f1eb67c254c x-openstack-request-id: req-c1ca31b1-bd83-4978-bc98-3f1eb67c254c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:50.758841 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b933aac6-b2de-4a34-8139-beb1d2208e0c", "tag": "92203bba-8f05-4b8e-90da-9420c54d18a3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:50.759098 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1ca31b1-bd83-4978-bc98-3f1eb67c254c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:50.759501 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b933aac6-b2de-4a34-8139-beb1d2208e0c', 'tag': '92203bba-8f05-4b8e-90da-9420c54d18a3', 'status': 'completed', 'code': 200} Feb 10 06:57:50.767186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-f32001c8-db8b-4c6b-8873-a8633931408e tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292051342&fields=id&tenant_id=f96e126a4b2c40a981a34edbf2a84de0 HTTP/1.1" status: 200 len: 267 time: 0.1289418 Feb 10 06:57:50.800865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-ee810aac-4e20-4e9b-b757-414c6a4d305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:50.802371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-ee810aac-4e20-4e9b-b757-414c6a4d305a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33c5f2ab7e714227aa66e5d14260d069&device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 1125 time: 0.0990963 Feb 10 06:57:50.876898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-435235ea-ef93-4dea-abab-8a351089ec75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92203bba-8f05-4b8e-90da-9420c54d18a3 HTTP/1.1" status: 200 len: 217 time: 0.0630841 Feb 10 06:57:50.945091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-86292287-2fe6-460d-bb4a-fe8b79603572 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:50.946546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-86292287-2fe6-460d-bb4a-fe8b79603572 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/networks?id=890e7f37-a0f6-4b42-8f52-d13dc988fc14 HTTP/1.1" status: 200 len: 812 time: 0.1718190 Feb 10 06:57:50.948265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-e4d78ab9-8828-490c-8b2e-b3f33f50fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:50.949577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-e4d78ab9-8828-490c-8b2e-b3f33f50fad1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4cae4ab-a6b0-453c-b128-3889c0a9b6ba HTTP/1.1" status: 200 len: 848 time: 0.0665309 Feb 10 06:57:50.969631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-59d3e91d-190f-40dd-88ea-b36ae68c4c53 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/quotas/f96e126a4b2c40a981a34edbf2a84de0 HTTP/1.1" status: 200 len: 375 time: 0.0177357 Feb 10 06:57:50.986592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-5cd0300a-1d50-4244-a66d-7266686b6f31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51832edb-b898-42ae-aa85-d8500de609ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278440 Feb 10 06:57:51.093880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-1bc5aeaa-b4d0-46d0-974c-dd6d2e275f60 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f96e126a4b2c40a981a34edbf2a84de0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094990 Feb 10 06:57:51.116000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-39d00f1a-3e30-43e2-8be4-3b9bdc02ce5c service neutron] 10.222.0.24 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217074 Feb 10 06:57:51.260266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-5bc6dcae-24f4-46a4-9161-40054cd64fcb service neutron] 10.222.0.21 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550024 Feb 10 06:57:51.263901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49a1c041-e2ec-4a1c-b125-078075a6830a req-57dd186b-fc77-4e9c-8b66-0bee8c1c210c service neutron] 10.222.0.24 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381607 Feb 10 06:57:51.382208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-fbc74548-c941-41c8-b03f-406c37304189 service neutron] 10.222.0.21 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163821 Feb 10 06:57:51.388418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-82d174cb-c05c-419b-b98c-639586d83441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:51.389852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-82d174cb-c05c-419b-b98c-639586d83441 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33c5f2ab7e714227aa66e5d14260d069&device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 1125 time: 0.0651500 Feb 10 06:57:51.483582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-442c78d7-e753-44b1-92a2-8605a9787eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:51.485114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-442c78d7-e753-44b1-92a2-8605a9787eb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51832edb-b898-42ae-aa85-d8500de609ab HTTP/1.1" status: 200 len: 908 time: 0.0890906 Feb 10 06:57:51.528828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-8ded9c95-10cf-47c3-a96a-17cf04fbef6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92203bba-8f05-4b8e-90da-9420c54d18a3 HTTP/1.1" status: 200 len: 217 time: 0.0347545 Feb 10 06:57:51.581494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-512ae48b-cf2e-4626-8cd8-21bacf6948d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:51.583000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-512ae48b-cf2e-4626-8cd8-21bacf6948d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4cae4ab-a6b0-453c-b128-3889c0a9b6ba HTTP/1.1" status: 200 len: 848 time: 0.0486031 Feb 10 06:57:51.632337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-1830deae-2af3-44c0-9d6d-30cecb539a4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51832edb-b898-42ae-aa85-d8500de609ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422540 Feb 10 06:57:51.703057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ba186f6-0d92-4779-b257-3aa27b812ca0 req-f4289332-58cb-4bea-9809-16489206d4e5 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0564070 Feb 10 06:57:51.802142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6018-3eca-4400-bc5b-7c9f1a0aae5e req-45428b09-35d4-4663-bbf7-0a4e395399c5 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:51.803634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29ad6018-3eca-4400-bc5b-7c9f1a0aae5e req-45428b09-35d4-4663-bbf7-0a4e395399c5 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 943 time: 0.1737146 Feb 10 06:57:51.838537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-2926a967-13b9-43bf-95fc-44d8cd665f37 service neutron] 10.222.0.24 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929750 Feb 10 06:57:51.941324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418920b-1729-4098-830d-fb452d538f59 req-9589eb9b-49d7-4d57-a900-e524b459e905 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:51.942833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0418920b-1729-4098-830d-fb452d538f59 req-9589eb9b-49d7-4d57-a900-e524b459e905 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 944 time: 0.1608505 Feb 10 06:57:51.948441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29ad6018-3eca-4400-bc5b-7c9f1a0aae5e req-6280963e-e8f5-427a-a3cc-bf1bf43c8e5f tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377037 Feb 10 06:57:52.001690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-845d6226-c2d0-459a-948e-35e45fb45ed1 req-e768ffd1-b1f8-42d3-baf3-dde10968d6a0 service neutron] 10.222.0.24 "GET /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557150 Feb 10 06:57:52.013270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0418920b-1729-4098-830d-fb452d538f59 req-1d1e2e80-4a9c-435a-b4bb-de702161b23d tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625267 Feb 10 06:57:52.506989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83dcc564-89cf-418d-a1ab-cb271f3faf94 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:57:52.614613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 83dcc564-89cf-418d-a1ab-cb271f3faf94, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83dcc564-89cf-418d-a1ab-cb271f3faf94,segment=NetworkSegment(8e88eca5-8b39-4b20-acad-f2d8a0a05520),segment_id=8e88eca5-8b39-4b20-acad-f2d8a0a05520)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:52.620678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-e5873ea7-c0c8-4a67-80fb-c95f535bb2db tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:52.621764 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-e5873ea7-c0c8-4a67-80fb-c95f535bb2db tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.13 "GET /v2.0/networks?id=890e7f37-a0f6-4b42-8f52-d13dc988fc14 HTTP/1.1" status: 200 len: 812 time: 0.1088145 Feb 10 06:57:52.627221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '83dcc564-89cf-418d-a1ab-cb271f3faf94', 'network_id': 'bc87bea5-9761-497c-ac10-377029c98fea', 'port_id': '83dcc564-89cf-418d-a1ab-cb271f3faf94', 'mac_address': 'fa:16:3e:dc:77:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d98c49-e36f-4f8a-bcd3-1bcc471b4de3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:57:52.664247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 83dcc564-89cf-418d-a1ab-cb271f3faf94 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:57:52.664645 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:52.682271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83dcc564-89cf-418d-a1ab-cb271f3faf94 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:57:52.691475 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-ea0723ce-f67c-44a9-86ba-412b77343998 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f96e126a4b2c40a981a34edbf2a84de0 HTTP/1.1" status: 200 len: 379 time: 0.0621850 Feb 10 06:57:52.701725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'port': {'device_id': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'admin_state_up': True, 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'security_groups': ['f0f1ee09-ace4-48b5-baa1-392e1625f91c']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:52.703321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 83dcc564-89cf-418d-a1ab-cb271f3faf94, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83dcc564-89cf-418d-a1ab-cb271f3faf94,segment=NetworkSegment(8e88eca5-8b39-4b20-acad-f2d8a0a05520),segment_id=8e88eca5-8b39-4b20-acad-f2d8a0a05520)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:52.707469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:52.774182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=83dcc564-89cf-418d-a1ab-cb271f3faf94,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:52.783344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.783775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.784183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.784602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.785092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.785485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.785876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.786262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.786691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.787067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.787452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.787837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.788239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:52.814148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f41d016-1587-4bd8-91f6-036dc62f18bb req-8cd76bd7-935f-443c-baa4-9019327df2b8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0297215 Feb 10 06:57:52.841079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Made reservation on behalf of f96e126a4b2c40a981a34edbf2a84de0 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:57:52.844737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:52.977589 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Allocated IP 172.20.0.12 (890e7f37-a0f6-4b42-8f52-d13dc988fc14/6d98646a-af1b-491a-9324-0010cdcbe51f/5accca34-ebd7-4840-b753-8eb8c5f7f9cc) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:57:52.984558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83dcc564-89cf-418d-a1ab-cb271f3faf94'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:53.117380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bc068-cba4-4f7f-8bc7-f6f256b8f8bd req-05e24e4e-307a-443d-b46b-51cc3645cb2c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:53.121550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-715bc068-cba4-4f7f-8bc7-f6f256b8f8bd req-05e24e4e-307a-443d-b46b-51cc3645cb2c tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 943 time: 0.0955644 Feb 10 06:57:53.204978 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:53.227973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-715bc068-cba4-4f7f-8bc7-f6f256b8f8bd req-92d0409d-6068-45bc-91ca-4f20b4c21076 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943744 Feb 10 06:57:53.245453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:53.263461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9a7a5-c75c-4f66-9641-ef9b52243056 req-50895a4e-3cb0-441a-b350-42d5a4df4508 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:53.265082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30d9a7a5-c75c-4f66-9641-ef9b52243056 req-50895a4e-3cb0-441a-b350-42d5a4df4508 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 945 time: 0.0946908 Feb 10 06:57:53.295851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:57:53.299322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:57:53.303152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:57:53.317182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30d9a7a5-c75c-4f66-9641-ef9b52243056 req-f840e898-2f0f-4644-9ae0-f32d040ef547 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Feb 10 06:57:53.335407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'Port': ['ID=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:53.365622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:53.366257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:53.383584 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e403c14-3a42-4d41-b9b6-63b7ae08a973 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6862879 Feb 10 06:57:53.395474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Request body: {'port': {'device_id': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:57:53.460424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:53.555492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1255eb0e-2438-41ed-acde-b2ec198ce9d5 None None] Provisioning complete for port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:57:53.556008 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1255eb0e-2438-41ed-acde-b2ec198ce9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:53.607450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1255eb0e-2438-41ed-acde-b2ec198ce9d5 None None] Port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:57:53.940364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22832378-6881-48d4-be13-34a23e9bd61b req-eb91eaa9-084f-4309-a1d3-ab45acc26f59 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:53.942025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22832378-6881-48d4-be13-34a23e9bd61b req-eb91eaa9-084f-4309-a1d3-ab45acc26f59 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 932 time: 0.0538378 Feb 10 06:57:53.995432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22832378-6881-48d4-be13-34a23e9bd61b req-34922318-5ac4-4b6b-a200-1dd2b67bd416 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474663 Feb 10 06:57:54.042218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5accca34-ebd7-4840-b753-8eb8c5f7f9cc {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:57:54.049619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Publish callbacks [] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.061375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Transition to ACTIVE for port object 5accca34-ebd7-4840-b753-8eb8c5f7f9cc will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:57:54.065388 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.133936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:54.192877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Attempting to bind port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:57:54.193218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Attempting to bind port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:57:54.193544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Attempting to bind port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc on network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:54.204134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc on network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:57:54.204134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Attempting to bind port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc on network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:57:54.204422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:57:54.204675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Checking segment: {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:57:54.205024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Bound using segment: {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:57:54.205976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Bound port: 5accca34-ebd7-4840-b753-8eb8c5f7f9cc, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e38f561-c6c4-48c9-bd7c-155a6b53baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:57:54.205976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.284715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] For port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:57:54.288221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] For port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:57:54.298131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.343741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:54.344388 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.345782 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] 10.222.0.13 "PUT /v2.0/ports/5accca34-ebd7-4840-b753-8eb8c5f7f9cc HTTP/1.1" status: 200 len: 1092 time: 0.9548392 Feb 10 06:57:54.346348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:54.348601 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0de8db-baa9-450f-a315-4e7ba875b5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:54.372042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4fa56-f9ec-4c58-9d70-c151b696b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:54.384558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28c7a-129a-4fb6-906a-c1604a003b0f req-bba40084-2e0f-4bc0-8717-5173b3315b2d tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:54.391757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aab28c7a-129a-4fb6-906a-c1604a003b0f req-bba40084-2e0f-4bc0-8717-5173b3315b2d tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 943 time: 0.0796916 Feb 10 06:57:54.452367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-d707447b-4f2f-43bf-a995-4d86cf40b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:54.453333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 92203bba-8f05-4b8e-90da-9420c54d18a3 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:57:54.454062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-d707447b-4f2f-43bf-a995-4d86cf40b598 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f96e126a4b2c40a981a34edbf2a84de0&device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1126 time: 0.0553544 Feb 10 06:57:54.475980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aab28c7a-129a-4fb6-906a-c1604a003b0f req-ae00bd85-890e-435c-aadc-9d42030a4c11 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783844 Feb 10 06:57:54.538794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b5935-f9f0-4262-a1af-2f06fe68e777 req-f5ae5268-2d5e-4081-8210-073c55456c9d tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:54.546225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a4b5935-f9f0-4262-a1af-2f06fe68e777 req-f5ae5268-2d5e-4081-8210-073c55456c9d tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 945 time: 0.0885842 Feb 10 06:57:54.555924 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7dda8e-5697-4af3-a6f1-85010fcc4bce x-openstack-request-id: req-7d7dda8e-5697-4af3-a6f1-85010fcc4bce {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:54.556415 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:54.556820 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d7dda8e-5697-4af3-a6f1-85010fcc4bce {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:54.557936 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'status': 'completed', 'code': 200} Feb 10 06:57:54.560187 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8e0755b5-6916-446a-a8e8-febb428c1fa0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc HTTP/1.1" status: 200 len: 217 time: 0.0969794 Feb 10 06:57:54.602645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a4b5935-f9f0-4262-a1af-2f06fe68e777 req-8d7376ec-8994-4517-8719-94ab478f2e26 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552709 Feb 10 06:57:54.614148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8787c9ea-f58d-42d4-9aac-21883a132042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:54.615665 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-8787c9ea-f58d-42d4-9aac-21883a132042 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d98646a-af1b-491a-9324-0010cdcbe51f HTTP/1.1" status: 200 len: 851 time: 0.0497580 Feb 10 06:57:54.624242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 92203bba-8f05-4b8e-90da-9420c54d18a3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=92203bba-8f05-4b8e-90da-9420c54d18a3,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:54.627397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83dcc564-89cf-418d-a1ab-cb271f3faf94 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:57:54.667519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '92203bba-8f05-4b8e-90da-9420c54d18a3', 'network_id': '51832edb-b898-42ae-aa85-d8500de609ab', 'port_id': '92203bba-8f05-4b8e-90da-9420c54d18a3', 'mac_address': 'fa:16:3e:81:d1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cae4ab-a6b0-453c-b128-3889c0a9b6ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:57:54.675340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-c3205951-6cfe-4f68-bff5-e6249cb30b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:54.676858 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-c3205951-6cfe-4f68-bff5-e6249cb30b90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=890e7f37-a0f6-4b42-8f52-d13dc988fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541382 Feb 10 06:57:54.730992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 92203bba-8f05-4b8e-90da-9420c54d18a3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:57:54.731472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.735906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 83dcc564-89cf-418d-a1ab-cb271f3faf94 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:57:54.748990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 83dcc564-89cf-418d-a1ab-cb271f3faf94 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:57:54.749449 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.751962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92203bba-8f05-4b8e-90da-9420c54d18a3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:57:54.774721 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-14715758-0641-41cc-8a61-58248f004f2e service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919247 Feb 10 06:57:54.800570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 92203bba-8f05-4b8e-90da-9420c54d18a3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=92203bba-8f05-4b8e-90da-9420c54d18a3,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:54.808629 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.867556 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-688b6985-90d1-42aa-963f-2f18e6ec1eeb req-9be63849-0ff3-4b9d-9a94-48341f3a1af0 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867085 Feb 10 06:57:54.889606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 83dcc564-89cf-418d-a1ab-cb271f3faf94 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:57:54.890100 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.900462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=92203bba-8f05-4b8e-90da-9420c54d18a3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:54.917640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e641c5-0823-4456-8e21-2d12cb0c4cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dcc564-89cf-418d-a1ab-cb271f3faf94'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:54.919885 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d4cd7-c6fc-47c1-b104-396693621df7" -d '{"events": [{"server_uuid": "52e641c5-0823-4456-8e21-2d12cb0c4cf3", "name": "network-vif-plugged", "status": "completed", "tag": "83dcc564-89cf-418d-a1ab-cb271f3faf94"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:54.943776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 83dcc564-89cf-418d-a1ab-cb271f3faf94, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83dcc564-89cf-418d-a1ab-cb271f3faf94,segment=NetworkSegment(8e88eca5-8b39-4b20-acad-f2d8a0a05520),segment_id=8e88eca5-8b39-4b20-acad-f2d8a0a05520)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:54.950227 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:54.963572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-bcbf2c0e-ed29-4c71-980a-da2e426dc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:54.965208 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-bcbf2c0e-ed29-4c71-980a-da2e426dc013 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f96e126a4b2c40a981a34edbf2a84de0&device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1126 time: 0.0541201 Feb 10 06:57:54.977467 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be9fe95-9a72-4940-9b62-415f77c87d72 x-openstack-request-id: req-8be9fe95-9a72-4940-9b62-415f77c87d72 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:54.978441 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e641c5-0823-4456-8e21-2d12cb0c4cf3", "name": "network-vif-plugged", "status": "completed", "tag": "83dcc564-89cf-418d-a1ab-cb271f3faf94", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:54.982418 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8be9fe95-9a72-4940-9b62-415f77c87d72 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:54.982922 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e641c5-0823-4456-8e21-2d12cb0c4cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dcc564-89cf-418d-a1ab-cb271f3faf94', 'code': 200} Feb 10 06:57:55.015817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=83dcc564-89cf-418d-a1ab-cb271f3faf94,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:55.067389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['92203bba-8f05-4b8e-90da-9420c54d18a3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:55.108394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-78233f67-b1e8-4679-8f9a-b25d7c1cf318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:55.109882 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-78233f67-b1e8-4679-8f9a-b25d7c1cf318 service neutron] 10.222.0.13 "GET /v2.0/networks?id=890e7f37-a0f6-4b42-8f52-d13dc988fc14 HTTP/1.1" status: 200 len: 912 time: 0.1383345 Feb 10 06:57:55.116061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49bf16-80de-49ec-b3c8-7e8f54e0643b req-4cd4a77d-2105-4419-9f63-9ee290a24f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:55.117694 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7e49bf16-80de-49ec-b3c8-7e8f54e0643b req-4cd4a77d-2105-4419-9f63-9ee290a24f91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 1128 time: 0.0723953 Feb 10 06:57:55.140816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79cc0-709c-4e59-a8c7-ed161653822a req-47aa0de0-db43-4800-9719-aeba58217928 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:55.148124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ec79cc0-709c-4e59-a8c7-ed161653822a req-47aa0de0-db43-4800-9719-aeba58217928 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0711045 Feb 10 06:57:55.165731 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-c18a3c52-4816-47dc-861c-12b396664899 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc HTTP/1.1" status: 200 len: 217 time: 0.0471437 Feb 10 06:57:55.224692 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7e49bf16-80de-49ec-b3c8-7e8f54e0643b req-161ca9f7-84d2-49b9-8e6f-c1798ca685a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002264 Feb 10 06:57:55.225122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ec79cc0-709c-4e59-a8c7-ed161653822a req-95a2dd94-924f-436b-b9c8-e50e098d3842 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705943 Feb 10 06:57:55.234293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-0aa4d353-8ee6-4f31-b1e4-1cabf1c3fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:55.235764 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-0aa4d353-8ee6-4f31-b1e4-1cabf1c3fc7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d98646a-af1b-491a-9324-0010cdcbe51f HTTP/1.1" status: 200 len: 851 time: 0.0624342 Feb 10 06:57:55.532322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-8524ed0d-4c5f-470c-ad0c-a59581ba36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:55.533989 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-8524ed0d-4c5f-470c-ad0c-a59581ba36de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=890e7f37-a0f6-4b42-8f52-d13dc988fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627582 Feb 10 06:57:55.615911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c97fc9-f4f3-409e-b160-8354d8a9fee5 req-95addcfe-02f0-490a-a1e2-c0cf9ee2e7a7 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:55.617464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72c97fc9-f4f3-409e-b160-8354d8a9fee5 req-95addcfe-02f0-490a-a1e2-c0cf9ee2e7a7 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 944 time: 0.0621128 Feb 10 06:57:55.635221 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-3ad6b23e-c831-4b6a-bf46-1d16697822aa service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936162 Feb 10 06:57:55.673036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72c97fc9-f4f3-409e-b160-8354d8a9fee5 req-8ac1c24f-5335-4c1b-97c9-d872aa4d739f tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454948 Feb 10 06:57:55.743402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44b0a-a3ff-4857-b575-6cfef64a64f8 req-6841ddf2-f1de-4a45-97c6-44a9ceacefe4 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:55.744637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0a0de8db-baa9-450f-a315-4e7ba875b5e0 req-2dd1e7f3-5532-46e9-a9c1-60dee1f53981 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902047 Feb 10 06:57:55.744929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1f44b0a-a3ff-4857-b575-6cfef64a64f8 req-6841ddf2-f1de-4a45-97c6-44a9ceacefe4 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 946 time: 0.0576375 Feb 10 06:57:55.797419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1f44b0a-a3ff-4857-b575-6cfef64a64f8 req-abac2652-e065-43a8-9add-f3f7f6a77c81 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462770 Feb 10 06:57:56.331887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6951-6b5d-4d8b-911b-c9331af19b63 req-2b71bc1a-33c8-40b7-bebe-1726d87a32eb tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:56.333658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c18c6951-6b5d-4d8b-911b-c9331af19b63 req-2b71bc1a-33c8-40b7-bebe-1726d87a32eb tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0524950 Feb 10 06:57:56.384474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c18c6951-6b5d-4d8b-911b-c9331af19b63 req-ea2dae44-4ae4-4c7f-9d49-30cd654452a6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449030 Feb 10 06:57:56.468344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 92203bba-8f05-4b8e-90da-9420c54d18a3 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:57:56.526537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 92203bba-8f05-4b8e-90da-9420c54d18a3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:57:56.530820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 92203bba-8f05-4b8e-90da-9420c54d18a3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:57:56.531201 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:56.610712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 92203bba-8f05-4b8e-90da-9420c54d18a3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:57:56.611106 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:56.642844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 92203bba-8f05-4b8e-90da-9420c54d18a3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=92203bba-8f05-4b8e-90da-9420c54d18a3,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:56.646639 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:56.693570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=92203bba-8f05-4b8e-90da-9420c54d18a3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:56.866898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cb391-81e9-412b-9302-091cb7884851 req-8614cc92-6992-46ed-81ad-a04e076d943a tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:56.868411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a1cb391-81e9-412b-9302-091cb7884851 req-8614cc92-6992-46ed-81ad-a04e076d943a tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 945 time: 0.1180577 Feb 10 06:57:56.946622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a1cb391-81e9-412b-9302-091cb7884851 req-d0dfab97-5c22-4fe1-9dbf-2990fae565c3 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722802 Feb 10 06:57:56.965842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484e0d-d319-404c-8a98-68f7d4de960d req-6cf72774-86c8-4ede-b741-7d66619a003b tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:56.967360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e484e0d-d319-404c-8a98-68f7d4de960d req-6cf72774-86c8-4ede-b741-7d66619a003b tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 946 time: 0.0913944 Feb 10 06:57:56.983731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b933aac6-b2de-4a34-8139-beb1d2208e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92203bba-8f05-4b8e-90da-9420c54d18a3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:56.986216 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22d099d-6702-4751-843d-1d28934b361e" -d '{"events": [{"server_uuid": "b933aac6-b2de-4a34-8139-beb1d2208e0c", "name": "network-vif-plugged", "status": "completed", "tag": "92203bba-8f05-4b8e-90da-9420c54d18a3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:57.018749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e484e0d-d319-404c-8a98-68f7d4de960d req-4b5ea827-1d84-420e-b815-9f42f784e358 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447924 Feb 10 06:57:57.027576 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9745c5-f8f8-4c44-8a69-32fae130bad6 x-openstack-request-id: req-3b9745c5-f8f8-4c44-8a69-32fae130bad6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:57.028011 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b933aac6-b2de-4a34-8139-beb1d2208e0c", "name": "network-vif-plugged", "status": "completed", "tag": "92203bba-8f05-4b8e-90da-9420c54d18a3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:57.028538 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b9745c5-f8f8-4c44-8a69-32fae130bad6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:57.029005 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b933aac6-b2de-4a34-8139-beb1d2208e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92203bba-8f05-4b8e-90da-9420c54d18a3', 'code': 200} Feb 10 06:57:57.163873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bfc0b-12cb-4faa-9399-d078c583938c req-739845cf-9d53-4c4c-8fb3-3b930760d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:57.165400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf5bfc0b-12cb-4faa-9399-d078c583938c req-739845cf-9d53-4c4c-8fb3-3b930760d513 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 1127 time: 0.0535951 Feb 10 06:57:57.221684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf5bfc0b-12cb-4faa-9399-d078c583938c req-89199138-ae3d-445e-ac97-2b1df23f9ff6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Feb 10 06:57:57.512750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738e87d-ff1a-499c-8a9b-51ab9ba176ff req-5b531b8d-c030-456e-b2a9-eb4bb85fa320 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:57.518867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9738e87d-ff1a-499c-8a9b-51ab9ba176ff req-5b531b8d-c030-456e-b2a9-eb4bb85fa320 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0643063 Feb 10 06:57:57.575328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9738e87d-ff1a-499c-8a9b-51ab9ba176ff req-f922c6f5-9f00-4602-89c8-c648698bb72e tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541451 Feb 10 06:57:57.844336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571030e-a33e-4be6-aed9-ce5a1c3d8be9 req-4fff6c1a-df8a-4515-9389-dbedef91f342 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:57.845750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1571030e-a33e-4be6-aed9-ce5a1c3d8be9 req-4fff6c1a-df8a-4515-9389-dbedef91f342 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 946 time: 0.0526409 Feb 10 06:57:57.891802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1571030e-a33e-4be6-aed9-ce5a1c3d8be9 req-56a1ca7d-f1cd-4341-b433-0f14048c3f8c tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Feb 10 06:57:58.068128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ecb36-52c4-471f-b5c9-f08371bfd93f req-f2ac9bfd-0b71-48ad-a86c-8cc858f28973 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:58.069610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-380ecb36-52c4-471f-b5c9-f08371bfd93f req-f2ac9bfd-0b71-48ad-a86c-8cc858f28973 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 945 time: 0.0533459 Feb 10 06:57:58.116100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-380ecb36-52c4-471f-b5c9-f08371bfd93f req-2036486d-8ed8-4416-adc6-a47a52a60a52 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Feb 10 06:57:58.758654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977737f-345a-4158-a90f-63d6122ab0b9 req-a15384aa-1f9a-44a9-a49d-78a4e038f6de tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:58.760150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d977737f-345a-4158-a90f-63d6122ab0b9 req-a15384aa-1f9a-44a9-a49d-78a4e038f6de tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.1141236 Feb 10 06:57:58.815424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d977737f-345a-4158-a90f-63d6122ab0b9 req-335f37bb-636b-4159-9ff1-111cb760c4f8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496895 Feb 10 06:57:59.015864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f50ac7-1256-42f8-ad9c-58ed0843999d req-334cd419-f8d4-4d1b-a8e1-5d890b2dece3 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:59.017376 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70f50ac7-1256-42f8-ad9c-58ed0843999d req-334cd419-f8d4-4d1b-a8e1-5d890b2dece3 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 946 time: 0.0567348 Feb 10 06:57:59.065016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70f50ac7-1256-42f8-ad9c-58ed0843999d req-e4a49622-55e6-46c3-b023-e1b4abcf0bee tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/security-groups?id=d76b5529-7297-45a3-9a6d-66067a040b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Feb 10 06:57:59.201811 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-ad293398-d258-4a4a-ad7b-db579514952f tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:59.204255 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-ad293398-d258-4a4a-ad7b-db579514952f tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.13 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 946 time: 0.0557611 Feb 10 06:57:59.251517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f83ad3-3983-4ccc-86a1-3287bbf193b2 req-eb496782-955e-436a-9409-946785a05ea2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:59.253150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61f83ad3-3983-4ccc-86a1-3287bbf193b2 req-eb496782-955e-436a-9409-946785a05ea2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 945 time: 0.0676212 Feb 10 06:57:59.301583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Deleting port 83dcc564-89cf-418d-a1ab-cb271f3faf94 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:57:59.301943 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:59.306804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61f83ad3-3983-4ccc-86a1-3287bbf193b2 req-46c08e28-8b14-467f-94c5-c8b56c7dade5 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469110 Feb 10 06:57:59.404543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] For port 83dcc564-89cf-418d-a1ab-cb271f3faf94, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83dcc564-89cf-418d-a1ab-cb271f3faf94,segment=NetworkSegment(8e88eca5-8b39-4b20-acad-f2d8a0a05520),segment_id=8e88eca5-8b39-4b20-acad-f2d8a0a05520)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:57:59.404913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:59.419073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Calling delete_port for 83dcc564-89cf-418d-a1ab-cb271f3faf94 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:57:59.556711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (83dcc564-89cf-418d-a1ab-cb271f3faf94), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:59.573709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83dcc564-89cf-418d-a1ab-cb271f3faf94'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:57:59.602518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Pushing event deleted for resources: {'Port': ['ID=83dcc564-89cf-418d-a1ab-cb271f3faf94,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:57:59.618921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.619285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.620173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.620525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.620864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.621325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.621849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.622181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.622558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.622883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.623268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.623554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.623897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:57:59.668706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] No DVR routers for this DVR port 83dcc564-89cf-418d-a1ab-cb271f3faf94 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:57:59.671754 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:57:59.675793 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6e4435b1-f70d-415e-8d6d-b8437f2fd568 req-77e23036-7e95-4dbd-aebe-bd5a3e7e0a34 tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.13 "DELETE /v2.0/ports/83dcc564-89cf-418d-a1ab-cb271f3faf94 HTTP/1.1" status: 204 len: 173 time: 0.4654748 Feb 10 06:57:59.676251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e641c5-0823-4456-8e21-2d12cb0c4cf3', 'name': 'network-vif-deleted', 'tag': '83dcc564-89cf-418d-a1ab-cb271f3faf94'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:57:59.678553 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17d665a-4561-4cc9-b993-acf73205902c" -d '{"events": [{"server_uuid": "52e641c5-0823-4456-8e21-2d12cb0c4cf3", "name": "network-vif-deleted", "tag": "83dcc564-89cf-418d-a1ab-cb271f3faf94"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:57:59.732938 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be7d19-c6ce-4b24-a482-5e00e183081a x-openstack-request-id: req-08be7d19-c6ce-4b24-a482-5e00e183081a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:57:59.733237 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e641c5-0823-4456-8e21-2d12cb0c4cf3", "name": "network-vif-deleted", "tag": "83dcc564-89cf-418d-a1ab-cb271f3faf94", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:57:59.733515 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08be7d19-c6ce-4b24-a482-5e00e183081a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:57:59.733929 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e641c5-0823-4456-8e21-2d12cb0c4cf3', 'name': 'network-vif-deleted', 'tag': '83dcc564-89cf-418d-a1ab-cb271f3faf94', 'status': 'completed', 'code': 200} Feb 10 06:57:59.952403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e229b-3772-4c91-b18b-635a7a91e598 req-197c2c0d-f824-4a57-9bca-0436711c455b tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:57:59.953919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c0e229b-3772-4c91-b18b-635a7a91e598 req-197c2c0d-f824-4a57-9bca-0436711c455b tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0607703 Feb 10 06:58:00.032999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c0e229b-3772-4c91-b18b-635a7a91e598 req-45103562-9266-4f5f-b9ef-1471e6788e7b tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692079 Feb 10 06:58:00.042103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afe94f-2626-4147-8e80-c5f7e0ec2acb req-ccca9251-ea1e-4d44-8781-cde51cb36d49 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:00.043400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49afe94f-2626-4147-8e80-c5f7e0ec2acb req-ccca9251-ea1e-4d44-8781-cde51cb36d49 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 945 time: 0.0884581 Feb 10 06:58:00.112700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49afe94f-2626-4147-8e80-c5f7e0ec2acb req-b399a9ae-fc28-424f-95c2-541d0792f9d1 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547507 Feb 10 06:58:00.194428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4159b682-b06b-4df8-9f34-f9da053240bb req-0e391fc7-5928-4a1d-a85f-e8382f0d6fef tempest-ServerMetadataNegativeTestJSON-558560789 tempest-ServerMetadataNegativeTestJSON-558560789-project] 10.222.0.21 "GET /v2.0/ports?device_id=52e641c5-0823-4456-8e21-2d12cb0c4cf3 HTTP/1.1" status: 200 len: 210 time: 0.0301676 Feb 10 06:58:01.154592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772b792-5261-449a-9bb3-336f326c6e53 req-14693390-03b9-49b4-a54f-b2c2ecdce4f1 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:01.156172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f772b792-5261-449a-9bb3-336f326c6e53 req-14693390-03b9-49b4-a54f-b2c2ecdce4f1 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0531809 Feb 10 06:58:01.256846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f772b792-5261-449a-9bb3-336f326c6e53 req-fb54bcf5-d527-4e23-8531-bf5ed6ae4be2 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946655 Feb 10 06:58:01.267989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97281a1b-f02b-492f-ad80-a2307bf6a9eb req-cfa95de2-9758-4e7f-89fa-1873b5482f20 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:01.269469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97281a1b-f02b-492f-ad80-a2307bf6a9eb req-cfa95de2-9758-4e7f-89fa-1873b5482f20 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 945 time: 0.0791299 Feb 10 06:58:01.309323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46324) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:01.358866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-a383e448-fcc7-49b5-8836-28ed681b64f8 admin admin] Deleting subnet 80d98c49-e36f-4f8a-bcd3-1bcc471b4de3 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:58:01.359760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-25c1e49f-e779-405b-93f4-8777aec86d5e tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:01.361563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-25c1e49f-e779-405b-93f4-8777aec86d5e tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.24 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 945 time: 0.0898178 Feb 10 06:58:01.362084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a383e448-fcc7-49b5-8836-28ed681b64f8 admin admin] Publish callbacks [] for subnet (80d98c49-e36f-4f8a-bcd3-1bcc471b4de3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:01.364566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97281a1b-f02b-492f-ad80-a2307bf6a9eb req-7bb75f93-920b-430f-9428-f4db3d0abab2 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c59f14a-c999-4740-87e2-b1e20493720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825639 Feb 10 06:58:01.402324 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a383e448-fcc7-49b5-8836-28ed681b64f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (80d98c49-e36f-4f8a-bcd3-1bcc471b4de3), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:01.440763 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a383e448-fcc7-49b5-8836-28ed681b64f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (80d98c49-e36f-4f8a-bcd3-1bcc471b4de3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:01.461173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Deleting port 92203bba-8f05-4b8e-90da-9420c54d18a3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:58:01.461842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:01.496028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a383e448-fcc7-49b5-8836-28ed681b64f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (80d98c49-e36f-4f8a-bcd3-1bcc471b4de3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:01.532327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383e448-fcc7-49b5-8836-28ed681b64f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d98c49-e36f-4f8a-bcd3-1bcc471b4de3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:01.540048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a383e448-fcc7-49b5-8836-28ed681b64f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:01.543383 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a383e448-fcc7-49b5-8836-28ed681b64f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80d98c49-e36f-4f8a-bcd3-1bcc471b4de3 HTTP/1.1" status: 204 len: 168 time: 0.2324426 Feb 10 06:58:01.545997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46326) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:01.593488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] For port 92203bba-8f05-4b8e-90da-9420c54d18a3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=92203bba-8f05-4b8e-90da-9420c54d18a3,segment=NetworkSegment(059f8a76-7143-4cd0-ba1c-8293df38e508),segment_id=059f8a76-7143-4cd0-ba1c-8293df38e508)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:01.593863 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:01.636305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Calling delete_port for 92203bba-8f05-4b8e-90da-9420c54d18a3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:58:01.644328 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (bc87bea5-9761-497c-ac10-377029c98fea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.088535 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (bc87bea5-9761-497c-ac10-377029c98fea), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.110177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc87bea5-9761-497c-ac10-377029c98fea']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:02.140937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e88eca5-8b39-4b20-acad-f2d8a0a05520') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:02.141229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e88eca5-8b39-4b20-acad-f2d8a0a05520') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:02.156326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (8e88eca5-8b39-4b20-acad-f2d8a0a05520), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.177411 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8e88eca5-8b39-4b20-acad-f2d8a0a05520), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.186536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:58:02.186949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (8e88eca5-8b39-4b20-acad-f2d8a0a05520), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:58:02.188828 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:58:02.199306 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (92203bba-8f05-4b8e-90da-9420c54d18a3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.215706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['92203bba-8f05-4b8e-90da-9420c54d18a3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:58:02.271867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Pushing event deleted for resources: {'Port': ['ID=92203bba-8f05-4b8e-90da-9420c54d18a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:02.320783 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (bc87bea5-9761-497c-ac10-377029c98fea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.322751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] No DVR routers for this DVR port 92203bba-8f05-4b8e-90da-9420c54d18a3 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:58:02.327562 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.331671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5a2c657-272a-4b07-ae1f-25ca50b9d113 req-ccd80b24-fc7c-423b-a92f-67f2131a9db0 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.24 "DELETE /v2.0/ports/92203bba-8f05-4b8e-90da-9420c54d18a3 HTTP/1.1" status: 204 len: 173 time: 0.9605873 Feb 10 06:58:02.331931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.337432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc87bea5-9761-497c-ac10-377029c98fea HTTP/1.1" status: 204 len: 168 time: 0.7879570 Feb 10 06:58:02.337432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b933aac6-b2de-4a34-8139-beb1d2208e0c', 'name': 'network-vif-deleted', 'tag': '92203bba-8f05-4b8e-90da-9420c54d18a3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:02.338069 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de4e7e2-5c4d-4582-a977-8626e3eab751" -d '{"events": [{"server_uuid": "b933aac6-b2de-4a34-8139-beb1d2208e0c", "name": "network-vif-deleted", "tag": "92203bba-8f05-4b8e-90da-9420c54d18a3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:02.397847 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114cc908-7aa9-49a3-91b1-7b1da7d809aa x-openstack-request-id: req-114cc908-7aa9-49a3-91b1-7b1da7d809aa {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:02.398531 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b933aac6-b2de-4a34-8139-beb1d2208e0c", "name": "network-vif-deleted", "tag": "92203bba-8f05-4b8e-90da-9420c54d18a3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:02.398682 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-114cc908-7aa9-49a3-91b1-7b1da7d809aa {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:02.399040 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b933aac6-b2de-4a34-8139-beb1d2208e0c', 'name': 'network-vif-deleted', 'tag': '92203bba-8f05-4b8e-90da-9420c54d18a3', 'status': 'completed', 'code': 200} Feb 10 06:58:02.401312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a01904-0543-4c73-9733-097db62ffc78 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc87bea5-9761-497c-ac10-377029c98fea,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:02.442559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1192f1-00b6-40d1-8385-50915bc38841 req-9e21be60-c8f5-42e5-be05-bdc64a48ffe5 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:02.444678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a1192f1-00b6-40d1-8385-50915bc38841 req-9e21be60-c8f5-42e5-be05-bdc64a48ffe5 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0990210 Feb 10 06:58:02.489640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebdaf064-981b-4e1b-92e7-2a6f1268f93c req-61085819-f91d-44ea-805a-096336e73ee5 tempest-VolumesActionsTest-859693300 tempest-VolumesActionsTest-859693300-project] 10.222.0.21 "GET /v2.0/ports?device_id=b933aac6-b2de-4a34-8139-beb1d2208e0c HTTP/1.1" status: 200 len: 210 time: 0.0405209 Feb 10 06:58:02.502581 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46336) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:02.548203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a1192f1-00b6-40d1-8385-50915bc38841 req-2ed8399e-cbc2-4552-96a9-fd10d32d5429 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885491 Feb 10 06:58:02.554007 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c00aef83-ba99-47dc-9bc8-f0d815764996 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9a29fb43172486a8f3fd427174ade02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502667 Feb 10 06:58:02.556542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46338) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:02.563999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83dcc564-89cf-418d-a1ab-cb271f3faf94 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:58:02.585528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 83dcc564-89cf-418d-a1ab-cb271f3faf94 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:58:02.585947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83dcc564-89cf-418d-a1ab-cb271f3faf94 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:58:02.608834 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bec7766-d408-44e6-9118-be5e1904c83d admin admin] Publish callbacks [] for security_group (d76b5529-7297-45a3-9a6d-66067a040b13), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.632793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bec7766-d408-44e6-9118-be5e1904c83d admin admin] Publish callbacks [] for security_group (d76b5529-7297-45a3-9a6d-66067a040b13), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.682142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bec7766-d408-44e6-9118-be5e1904c83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d76b5529-7297-45a3-9a6d-66067a040b13), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.684777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bec7766-d408-44e6-9118-be5e1904c83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:02.685923 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3bec7766-d408-44e6-9118-be5e1904c83d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d76b5529-7297-45a3-9a6d-66067a040b13 HTTP/1.1" status: 204 len: 168 time: 0.1282928 Feb 10 06:58:02.694475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec7766-d408-44e6-9118-be5e1904c83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76b5529-7297-45a3-9a6d-66067a040b13,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:03.345403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46360) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:03.444090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1290648728-network', 'tenant_id': '0851fb0108ae4f3bae50e4660bbec918'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:03.463953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Made reservation on behalf of 0851fb0108ae4f3bae50e4660bbec918 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:58:03.466370 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:03.474423 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:03.546825 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Publish callbacks [] for security_group (2195b933-e5f5-41a7-98d9-0bd9dd45a411), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:03.551990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2195b933-e5f5-41a7-98d9-0bd9dd45a411), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:03.577942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:58:03.587133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2195b933-e5f5-41a7-98d9-0bd9dd45a411,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:03.593210 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6dfff766-7645-4088-a67f-d132a3b4fb79), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:03.593560 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Added segment 6dfff766-7645-4088-a67f-d132a3b4fb79 of type vlan for network aa0aae6a-f620-4087-9a13-3459293bdd5c Feb 10 06:58:03.640195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (aa0aae6a-f620-4087-9a13-3459293bdd5c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:03.669418 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (aa0aae6a-f620-4087-9a13-3459293bdd5c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:03.670542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:03.671197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:03.697223 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3506176 Feb 10 06:58:03.700033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46374) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:03.704580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24571fc4-3d9d-464e-9fd8-18eaa3a7d360 req-0dbfd2b2-8785-488e-8cab-2b1d77133e72 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:03.706676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24571fc4-3d9d-464e-9fd8-18eaa3a7d360 req-0dbfd2b2-8785-488e-8cab-2b1d77133e72 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0687656 Feb 10 06:58:03.707905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Request body: {'subnet': {'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1290648728-subnet', 'tenant_id': '0851fb0108ae4f3bae50e4660bbec918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:03.770821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24571fc4-3d9d-464e-9fd8-18eaa3a7d360 req-da4c0550-6525-4d34-b752-10cb38b0873f tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514030 Feb 10 06:58:03.790200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63884176-e36d-4c1a-945f-ea8f95777bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0aae6a-f620-4087-9a13-3459293bdd5c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:03.799085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Made reservation on behalf of 0851fb0108ae4f3bae50e4660bbec918 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:58:03.801437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:03.810491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network aa0aae6a-f620-4087-9a13-3459293bdd5c details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:58:03.976833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (d6b3b527-515b-4e50-ace8-ef617d2f3680), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:04.032449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b3b527-515b-4e50-ace8-ef617d2f3680,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:04.043144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Checking segment: {'id': '6dfff766-7645-4088-a67f-d132a3b4fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:58:04.043489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Network hostable DHCP agents. Network: aa0aae6a-f620-4087-9a13-3459293bdd5c, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:58:04.062433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Network aa0aae6a-f620-4087-9a13-3459293bdd5c is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:58:04.069843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, aa0aae6a-f620-4087-9a13-3459293bdd5c) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:58:04.074217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:04.074865 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:04.082779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538608d-e797-44a9-b2ef-17d9a53e3a8c None None] Network aa0aae6a-f620-4087-9a13-3459293bdd5c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:58:04.091044 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-209e713a-2a8f-4416-986a-efb6a222120c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3899446 Feb 10 06:58:04.189858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b3be9-9008-4a1f-9e56-3860897af926 None None] Network aa0aae6a-f620-4087-9a13-3459293bdd5c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:58:04.513950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 92203bba-8f05-4b8e-90da-9420c54d18a3 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:58:04.538802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 92203bba-8f05-4b8e-90da-9420c54d18a3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:58:04.539156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 92203bba-8f05-4b8e-90da-9420c54d18a3 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:58:04.544430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-3ab6ef81-6744-46b9-ae5d-e1fa482f94f6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:04.545901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-3ab6ef81-6744-46b9-ae5d-e1fa482f94f6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 814 time: 0.1056514 Feb 10 06:58:04.560548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-6a0443fd-d56e-4d6d-a4a2-5d74d89374af tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/quotas/0851fb0108ae4f3bae50e4660bbec918 HTTP/1.1" status: 200 len: 375 time: 0.0091524 Feb 10 06:58:04.593270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-c29a5992-49f2-49d0-bf7f-dba664c1ffc7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276976 Feb 10 06:58:04.681972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-f98bc91a-1c8c-430a-b442-1eea19c9acba service neutron] 10.222.0.21 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819232 Feb 10 06:58:04.773947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-0175c43b-c8cc-4be3-bad9-64a6f4c22b05 service neutron] 10.222.0.21 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860856 Feb 10 06:58:04.894026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f615ac-74e0-4c06-8371-d516fed0fc65 req-77a50fcd-c102-42f1-b405-1e9689ee335f tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:04.895249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11f615ac-74e0-4c06-8371-d516fed0fc65 req-77a50fcd-c102-42f1-b405-1e9689ee335f tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0546842 Feb 10 06:58:04.961244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7a66e6a-0e46-4845-899a-92ab2b993396 req-9ba22686-5e11-46e6-9ad0-76fd2c4d4f29 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 210 time: 0.0419500 Feb 10 06:58:04.978479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11f615ac-74e0-4c06-8371-d516fed0fc65 req-ec88ee62-a060-4c8c-8efc-b2ea80249b6f tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761042 Feb 10 06:58:06.137278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca175d45-4513-4c0b-af29-b3871288decc req-ebe752fb-9979-44d1-8a4c-9cc51629ad44 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 210 time: 0.0708170 Feb 10 06:58:06.165643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6ea3-45f5-4e0d-a2d7-6556093e64f7 req-bf695746-4f67-42d9-9b42-e79687b5ccb1 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:06.174275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8eef6ea3-45f5-4e0d-a2d7-6556093e64f7 req-bf695746-4f67-42d9-9b42-e79687b5ccb1 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.1096981 Feb 10 06:58:06.245627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8eef6ea3-45f5-4e0d-a2d7-6556093e64f7 req-f46e2e28-092e-4b2a-b74a-9253812069dc tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640321 Feb 10 06:58:06.397121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-7539b644-8a57-45d4-89e3-16529c031760 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:06.398866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-7539b644-8a57-45d4-89e3-16529c031760 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.24 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 814 time: 0.1364775 Feb 10 06:58:06.416660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Request body: {'port': {'device_id': '103373f7-dad9-4036-b61b-9e553f64c92b', 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c', 'admin_state_up': True, 'tenant_id': '0851fb0108ae4f3bae50e4660bbec918'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:06.547175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Made reservation on behalf of 0851fb0108ae4f3bae50e4660bbec918 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:58:06.553126 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:06.707050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Allocated IP 172.20.0.9 (aa0aae6a-f620-4087-9a13-3459293bdd5c/d6b3b527-515b-4e50-ace8-ef617d2f3680/474122fc-d654-48c5-82c9-f71cfa837011) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:58:06.896979 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks [] for port (474122fc-d654-48c5-82c9-f71cfa837011), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:06.935419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:06.984446 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:07.012705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Network aa0aae6a-f620-4087-9a13-3459293bdd5c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:58:07.016071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:58:07.022492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:58:07.053089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:07.078806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:07.079577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:07.097848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d3bf3bdc-a26c-4d5b-a812-4ef6d9064678 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6884639 Feb 10 06:58:07.118100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Request body: {'port': {'device_id': '103373f7-dad9-4036-b61b-9e553f64c92b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:07.190045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:07.457928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bee3f-55d4-49a6-bb1a-fd54bd372b0e req-a107300b-a24d-4441-9a78-d4156e10bfba tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:07.459553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c38bee3f-55d4-49a6-bb1a-fd54bd372b0e req-a107300b-a24d-4441-9a78-d4156e10bfba tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 931 time: 0.2215424 Feb 10 06:58:07.523115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fb985-4835-4eb1-a96d-5c083870fc21 req-e32146d6-11ff-4f38-ac4a-cd1c9b661d06 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:07.525227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f70fb985-4835-4eb1-a96d-5c083870fc21 req-e32146d6-11ff-4f38-ac4a-cd1c9b661d06 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.1668131 Feb 10 06:58:07.616426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c38bee3f-55d4-49a6-bb1a-fd54bd372b0e req-17188dba-7122-4eba-b38b-ca6b84e788b9 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243701 Feb 10 06:58:07.637015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f70fb985-4835-4eb1-a96d-5c083870fc21 req-aa8669d2-607e-4c8c-b4c9-1543681e53b6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017752 Feb 10 06:58:07.689520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474122fc-d654-48c5-82c9-f71cfa837011 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:58:07.699154 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Publish callbacks [] for port (474122fc-d654-48c5-82c9-f71cfa837011), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:07.712850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Transition to ACTIVE for port object 474122fc-d654-48c5-82c9-f71cfa837011 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:58:07.718446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:07.774477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:07.849633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Attempting to bind port 474122fc-d654-48c5-82c9-f71cfa837011 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:58:07.849963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Attempting to bind port 474122fc-d654-48c5-82c9-f71cfa837011 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '6dfff766-7645-4088-a67f-d132a3b4fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:58:07.850310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Attempting to bind port 474122fc-d654-48c5-82c9-f71cfa837011 on network aa0aae6a-f620-4087-9a13-3459293bdd5c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:58:07.855034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Port 474122fc-d654-48c5-82c9-f71cfa837011 on network aa0aae6a-f620-4087-9a13-3459293bdd5c not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:58:07.855353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Attempting to bind port 474122fc-d654-48c5-82c9-f71cfa837011 on network aa0aae6a-f620-4087-9a13-3459293bdd5c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:58:07.860233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:58:07.860563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Checking segment: {'id': '6dfff766-7645-4088-a67f-d132a3b4fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:58:07.860941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Bound using segment: {'id': '6dfff766-7645-4088-a67f-d132a3b4fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:58:07.861355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Bound port: 474122fc-d654-48c5-82c9-f71cfa837011, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfff766-7645-4088-a67f-d132a3b4fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:58:07.861702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:07.949098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:58:07.952753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:58:07.960420 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:07.999708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:08.000343 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:08.001804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] 10.222.0.24 "PUT /v2.0/ports/474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 200 len: 1091 time: 0.8921287 Feb 10 06:58:08.002254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:08.004967 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d579a6-dfae-41b2-9a4c-d996713c6867" -d '{"events": [{"name": "network-changed", "server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "tag": "474122fc-d654-48c5-82c9-f71cfa837011"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:08.029102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47865257-7083-4dcc-ae72-c062e0a2fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:08.094848 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d95cbd5-8d07-4d8c-ae0b-9d3250aaa97c x-openstack-request-id: req-2d95cbd5-8d07-4d8c-ae0b-9d3250aaa97c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:08.095228 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "tag": "474122fc-d654-48c5-82c9-f71cfa837011", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:08.095555 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d95cbd5-8d07-4d8c-ae0b-9d3250aaa97c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:08.096021 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011', 'status': 'completed', 'code': 200} Feb 10 06:58:08.117698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-bf32f9fc-0073-4bc1-b48f-521a0d190312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:08.120112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-bf32f9fc-0073-4bc1-b48f-521a0d190312 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 1125 time: 0.0645039 Feb 10 06:58:08.174348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-2e0cc6c4-a813-45a9-965f-7b9aa669b4ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 200 len: 217 time: 0.0445735 Feb 10 06:58:08.245928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-4bc96939-6854-4bef-9e10-567d7b07b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:08.247428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-4bc96939-6854-4bef-9e10-567d7b07b9f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6b3b527-515b-4e50-ace8-ef617d2f3680 HTTP/1.1" status: 200 len: 854 time: 0.0541396 Feb 10 06:58:08.286806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-9dac21c8-349d-45d4-bd64-953929b520d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0aae6a-f620-4087-9a13-3459293bdd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296929 Feb 10 06:58:08.408167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-aff8548d-215a-4c53-91f6-26d8e6432699 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084762 Feb 10 06:58:08.524651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85066fe9-7cd8-4c39-99fa-39f53a284cfd req-d53d8a22-57bc-4d96-955d-ec704fe26258 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069012 Feb 10 06:58:08.646213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-044cd8f1-eb1e-4d13-971f-69138e7d8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:08.646213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-044cd8f1-eb1e-4d13-971f-69138e7d8025 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 1125 time: 0.0503836 Feb 10 06:58:08.832069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-0015eec3-d766-4508-845d-7a1762817217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:08.833478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-0015eec3-d766-4508-845d-7a1762817217 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 914 time: 0.1811874 Feb 10 06:58:08.889976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8dfcd-5cf8-4270-8570-085b55782335 req-1509ac7c-e3b5-46f7-9591-2140ff7f2b23 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:08.891474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ce8dfcd-5cf8-4270-8570-085b55782335 req-1509ac7c-e3b5-46f7-9591-2140ff7f2b23 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1581781 Feb 10 06:58:08.898349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f102-e80e-4cde-b33f-8245889c2501 req-23190e1a-ad33-4495-a0a5-f282e2aa24e7 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:08.899879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d17f102-e80e-4cde-b33f-8245889c2501 req-23190e1a-ad33-4495-a0a5-f282e2aa24e7 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.1488628 Feb 10 06:58:08.901795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-3259c231-1246-41db-b742-cc30b75c8b03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 200 len: 217 time: 0.0605104 Feb 10 06:58:09.011525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d17f102-e80e-4cde-b33f-8245889c2501 req-89a87aa6-d221-4f41-81f3-ec81b1bb5460 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029141 Feb 10 06:58:09.025258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-9e5bf919-5cd0-4562-a328-9db863fc5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:09.027502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-9e5bf919-5cd0-4562-a328-9db863fc5746 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6b3b527-515b-4e50-ace8-ef617d2f3680 HTTP/1.1" status: 200 len: 854 time: 0.1180322 Feb 10 06:58:09.030912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ce8dfcd-5cf8-4270-8570-085b55782335 req-f890aee1-6f5b-4a19-8f9d-0de244037006 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282070 Feb 10 06:58:09.060843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-8e297cdf-dc50-41e8-81c0-dd437d4a1fbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0aae6a-f620-4087-9a13-3459293bdd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257576 Feb 10 06:58:09.171698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-f719c699-ce15-4cbf-b4ea-36fa93467e1d service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039045 Feb 10 06:58:09.281325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7d579a6-dfae-41b2-9a4c-d996713c6867 req-a3589ff9-58de-40bc-9439-d1e547f146b7 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015968 Feb 10 06:58:10.144135 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:10.207262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c12b4a-c227-4084-9308-a6a2db636a67 req-f6f2c475-14e6-4a1d-82fd-04d322384ca0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:10.216000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3c12b4a-c227-4084-9308-a6a2db636a67 req-f6f2c475-14e6-4a1d-82fd-04d322384ca0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 944 time: 0.1248760 Feb 10 06:58:10.261421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32ae7b-dc38-4f0f-b62b-59e00b770a0e req-3aec7d62-c21a-4cb9-ac51-9bb7ce6b9449 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:10.263433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba32ae7b-dc38-4f0f-b62b-59e00b770a0e req-3aec7d62-c21a-4cb9-ac51-9bb7ce6b9449 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1161158 Feb 10 06:58:10.310556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3c12b4a-c227-4084-9308-a6a2db636a67 req-503cda0d-e90b-4c8c-97fa-b7271ce9f786 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932748 Feb 10 06:58:10.339459 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec5203ba-5768-4690-b603-1a5ea5a2f63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:10.374811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba32ae7b-dc38-4f0f-b62b-59e00b770a0e req-4465955e-7320-4eca-8c55-fc311bd816c1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037345 Feb 10 06:58:10.531934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:58:10.593483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5accca34-ebd7-4840-b753-8eb8c5f7f9cc details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:58:10.669540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:10.699979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '474122fc-d654-48c5-82c9-f71cfa837011', 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c', 'port_id': '474122fc-d654-48c5-82c9-f71cfa837011', 'mac_address': 'fa:16:3e:ae:c7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b3b527-515b-4e50-ace8-ef617d2f3680', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:58:10.943522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 474122fc-d654-48c5-82c9-f71cfa837011 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:58:10.944149 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:10.962241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474122fc-d654-48c5-82c9-f71cfa837011 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:58:10.974679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:10.996718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'port_id': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'mac_address': 'fa:16:3e:c6:77:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:58:10.999631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:11.005904 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:11.069771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:58:11.070545 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:11.095015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5accca34-ebd7-4840-b753-8eb8c5f7f9cc {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:58:11.115610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:11.116904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:11.122638 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:11.176828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:11.241524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['474122fc-d654-48c5-82c9-f71cfa837011'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:58:11.424700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['5accca34-ebd7-4840-b753-8eb8c5f7f9cc'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:58:11.468880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd8359-d1a7-42c1-ba38-7b388150ca77 req-0e3de141-24ca-45a1-8ac2-cda723cfd3e1 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:11.470732 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4fd8359-d1a7-42c1-ba38-7b388150ca77 req-0e3de141-24ca-45a1-8ac2-cda723cfd3e1 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 945 time: 0.0744104 Feb 10 06:58:11.534840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4fd8359-d1a7-42c1-ba38-7b388150ca77 req-6a374682-a3a8-43f0-94d6-0b063677e4f5 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581403 Feb 10 06:58:11.642698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf112a9d-ed69-410f-a141-2530186e927a req-6d0dea40-e139-4139-80b1-201d0ff87f00 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:11.644522 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf112a9d-ed69-410f-a141-2530186e927a req-6d0dea40-e139-4139-80b1-201d0ff87f00 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 944 time: 0.0686455 Feb 10 06:58:11.703694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf112a9d-ed69-410f-a141-2530186e927a req-fa22bcae-71a3-43ae-b545-3b9ebca9aefb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511754 Feb 10 06:58:12.539602 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44a8fbf4-5e72-4459-9678-90179d8e5b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:12.556060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:58:12.631477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5accca34-ebd7-4840-b753-8eb8c5f7f9cc up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:58:12.695715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 474122fc-d654-48c5-82c9-f71cfa837011 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:58:12.702655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 474122fc-d654-48c5-82c9-f71cfa837011 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:58:12.703240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (474122fc-d654-48c5-82c9-f71cfa837011), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:12.705079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121365d-7fa3-41e0-b851-e4f7e62d14bd req-636f6b66-6d0f-41ea-8112-46b0745d70fb tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:12.709047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6121365d-7fa3-41e0-b851-e4f7e62d14bd req-636f6b66-6d0f-41ea-8112-46b0745d70fb tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 945 time: 0.0741477 Feb 10 06:58:12.743227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:58:12.749473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:58:12.749848 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:12.796844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6121365d-7fa3-41e0-b851-e4f7e62d14bd req-a83feadd-6f44-489a-992c-120acef71975 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763576 Feb 10 06:58:12.885490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 474122fc-d654-48c5-82c9-f71cfa837011 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:58:12.885882 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:12.935390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d1002-aca0-4e0d-9cfa-907981ace0d0 req-91eab88a-78c9-4208-bb21-781703774efa tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:12.936805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:12.938176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:58:12.938888 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:12.946797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b7d1002-aca0-4e0d-9cfa-907981ace0d0 req-91eab88a-78c9-4208-bb21-781703774efa tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 944 time: 0.1050153 Feb 10 06:58:12.960469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:12.963186 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe33bde0-3b04-4f44-ba24-97384c3046e8" -d '{"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-plugged", "status": "completed", "tag": "474122fc-d654-48c5-82c9-f71cfa837011"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:12.972069 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:13.023575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:13.030402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b7d1002-aca0-4e0d-9cfa-907981ace0d0 req-0e26d002-c2e3-4485-b15a-12af83feb8d7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816798 Feb 10 06:58:13.034425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:13.048888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:13.093164 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b19c53d-8f2f-4845-8e72-a11119609c68 x-openstack-request-id: req-1b19c53d-8f2f-4845-8e72-a11119609c68 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:13.093164 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-plugged", "status": "completed", "tag": "474122fc-d654-48c5-82c9-f71cfa837011", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:13.093164 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b19c53d-8f2f-4845-8e72-a11119609c68 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:13.093164 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011', 'code': 200} Feb 10 06:58:13.123003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:13.292967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6206f-5581-4e1e-9d62-705c512c08be req-a80bb814-5ab3-497a-97c4-6cfcbe501cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:13.294591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44c6206f-5581-4e1e-9d62-705c512c08be req-a80bb814-5ab3-497a-97c4-6cfcbe501cd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 1127 time: 0.1296484 Feb 10 06:58:13.357361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44c6206f-5581-4e1e-9d62-705c512c08be req-81d7e122-85af-47ce-87e2-4040f13f828c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512481 Feb 10 06:58:13.829190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:13.941711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb68c20-47fa-4021-abc1-60f808f9a587 req-bedf34a1-92b9-4f29-85b7-485aeea2bed6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:13.949910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efb68c20-47fa-4021-abc1-60f808f9a587 req-bedf34a1-92b9-4f29-85b7-485aeea2bed6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0748219 Feb 10 06:58:14.008550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efb68c20-47fa-4021-abc1-60f808f9a587 req-1db0137a-09b2-4d37-8ee2-0d22fdea75c0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573232 Feb 10 06:58:14.166812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3f905-c5b8-4812-9ccc-453f12b461d8 req-50023c6d-fe59-49a5-9b05-728a851caf33 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:14.169470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66e3f905-c5b8-4812-9ccc-453f12b461d8 req-50023c6d-fe59-49a5-9b05-728a851caf33 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0609937 Feb 10 06:58:14.246491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66e3f905-c5b8-4812-9ccc-453f12b461d8 req-0bdc77f9-7b07-4dbd-843e-e2d2d21c640e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667038 Feb 10 06:58:15.093886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:15.096852 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5939219-16ce-4413-8eda-059af56fd9d8" -d '{"events": [{"server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "name": "network-vif-plugged", "status": "completed", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:15.127248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d691b-068f-4136-925f-0d953f15843b req-04e4dcd0-b154-42cb-9094-8ee478a7bf99 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:15.136075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-897d691b-068f-4136-925f-0d953f15843b req-04e4dcd0-b154-42cb-9094-8ee478a7bf99 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0636470 Feb 10 06:58:15.160477 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f6d04d-9c95-4a4c-b83c-94d4f619e8aa x-openstack-request-id: req-65f6d04d-9c95-4a4c-b83c-94d4f619e8aa {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:15.161265 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "name": "network-vif-plugged", "status": "completed", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:15.162207 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65f6d04d-9c95-4a4c-b83c-94d4f619e8aa {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:15.162761 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'code': 200} Feb 10 06:58:15.231076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-897d691b-068f-4136-925f-0d953f15843b req-eba6238a-544f-43a3-891b-a1a2f0c18343 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944183 Feb 10 06:58:15.271979 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:15.299047 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef77b6-b2a0-4557-a8b7-1bbe55fb6185 req-c1cd0f98-531c-4f94-98b4-eafd52fc1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:15.300588 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c1ef77b6-b2a0-4557-a8b7-1bbe55fb6185 req-c1cd0f98-531c-4f94-98b4-eafd52fc1c0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1128 time: 0.0617821 Feb 10 06:58:15.367769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c1ef77b6-b2a0-4557-a8b7-1bbe55fb6185 req-c2dcfa63-8a9c-473e-837a-902a7f7c34d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560038 Feb 10 06:58:15.392312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f239-d8c7-479a-8867-38201bdb57c0 req-5900cc47-467d-443c-862d-076c44a35d47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:15.394035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4a1f239-d8c7-479a-8867-38201bdb57c0 req-5900cc47-467d-443c-862d-076c44a35d47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0658240 Feb 10 06:58:15.451366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4a1f239-d8c7-479a-8867-38201bdb57c0 req-360309ed-6fb3-41b2-9014-cbe64d0d2e0a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506372 Feb 10 06:58:15.714208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-cf565c16-3675-4844-8e8a-7a57ae7ca4cd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:15.721065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-cf565c16-3675-4844-8e8a-7a57ae7ca4cd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 814 time: 0.1236806 Feb 10 06:58:15.737724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-5c607c5d-9a23-4575-a17e-876da3a9349f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/quotas/0851fb0108ae4f3bae50e4660bbec918 HTTP/1.1" status: 200 len: 375 time: 0.0156744 Feb 10 06:58:15.795792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-faf82ce1-7d6c-4f72-8ab4-b53f74306274 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570290 Feb 10 06:58:15.914889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-bb2de461-253f-4d9e-b2fe-df8d29b4cd50 service neutron] 10.222.0.21 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102219 Feb 10 06:58:16.031086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-a85f0667-99f2-40f5-8883-c3b0f1d3d036 service neutron] 10.222.0.21 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084991 Feb 10 06:58:16.166036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e11c162a-d203-464f-b484-9bdb7df208ed req-20003185-aabd-49c4-a235-e932aa9162e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766292 Feb 10 06:58:16.298935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1966ed9-6439-4552-87e9-587678854fa0 req-7afa4692-8d68-45f3-a181-4f7f400ee760 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 210 time: 0.0787218 Feb 10 06:58:16.333317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c162a-d203-464f-b484-9bdb7df208ed req-0e88b7dc-6098-413c-8af8-e8b6b09342a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:16.334880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e11c162a-d203-464f-b484-9bdb7df208ed req-0e88b7dc-6098-413c-8af8-e8b6b09342a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 1127 time: 0.0706770 Feb 10 06:58:16.451802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:16.523018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6903-fddd-4a08-ae65-a2295c255ed0 req-a6921706-52ed-4a00-b17d-59bbc91b2ce0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:16.524562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-812a6903-fddd-4a08-ae65-a2295c255ed0 req-a6921706-52ed-4a00-b17d-59bbc91b2ce0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 946 time: 0.1304815 Feb 10 06:58:16.556116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c162a-d203-464f-b484-9bdb7df208ed req-01930df5-3b66-413e-bc5c-be1621cdb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:16.558280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e11c162a-d203-464f-b484-9bdb7df208ed req-01930df5-3b66-413e-bc5c-be1621cdb316 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 914 time: 0.2012932 Feb 10 06:58:16.626951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e11c162a-d203-464f-b484-9bdb7df208ed req-afa47a45-dd4c-4a28-896b-3d0b07c0c50b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 200 len: 217 time: 0.0578973 Feb 10 06:58:17.101541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-812a6903-fddd-4a08-ae65-a2295c255ed0 req-313afdfc-c527-4c5f-9ff1-427fec44fa8a tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5704145 Feb 10 06:58:17.136364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c162a-d203-464f-b484-9bdb7df208ed req-79e1dc12-0577-49a3-822c-020ac57898d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:17.138054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e11c162a-d203-464f-b484-9bdb7df208ed req-79e1dc12-0577-49a3-822c-020ac57898d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6b3b527-515b-4e50-ace8-ef617d2f3680 HTTP/1.1" status: 200 len: 854 time: 0.5053241 Feb 10 06:58:17.177691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e11c162a-d203-464f-b484-9bdb7df208ed req-36177efd-1e5e-4e34-b971-a84ddad62feb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0aae6a-f620-4087-9a13-3459293bdd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334311 Feb 10 06:58:17.291899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e11c162a-d203-464f-b484-9bdb7df208ed req-799dea3f-a34f-4422-ae49-eb72cff64570 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083691 Feb 10 06:58:17.387723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e11c162a-d203-464f-b484-9bdb7df208ed req-ec9aad6b-506d-465f-8140-42ed5e1c8849 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902481 Feb 10 06:58:17.420570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-868bb2cf-bc04-4a05-90a2-1c1af784aa91 req-3c53f537-0848-4854-afc5-0ac9aa151bf2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 210 time: 0.0308821 Feb 10 06:58:17.585971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-74a42841-4383-49f7-89ea-3756112802dc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:17.587795 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-74a42841-4383-49f7-89ea-3756112802dc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.13 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 814 time: 0.1318200 Feb 10 06:58:17.602849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Request body: {'port': {'device_id': '30232294-7933-4126-b7f4-6145fa36c1fe', 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c', 'admin_state_up': True, 'tenant_id': '0851fb0108ae4f3bae50e4660bbec918'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:17.924253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Made reservation on behalf of 0851fb0108ae4f3bae50e4660bbec918 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:58:17.927908 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:17.953373 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-66b091e4-9036-463f-8d81-65e3a2b6280f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387827 Feb 10 06:58:18.104909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-2f8ac856-ae5d-4cb9-9d23-6dc561d72ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:18.106444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-2f8ac856-ae5d-4cb9-9d23-6dc561d72ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f96e126a4b2c40a981a34edbf2a84de0&device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1128 time: 0.0943878 Feb 10 06:58:18.117336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Allocated IP 172.20.0.10 (aa0aae6a-f620-4087-9a13-3459293bdd5c/d6b3b527-515b-4e50-ace8-ef617d2f3680/94b394e3-e6eb-418d-8f11-f2637ba6789c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:58:18.327085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c6ea6-e426-4d96-8799-d09db2007d23 req-e84147ca-7972-46b4-bd96-787c2acb9963 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:18.329246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b7c6ea6-e426-4d96-8799-d09db2007d23 req-e84147ca-7972-46b4-bd96-787c2acb9963 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0923736 Feb 10 06:58:18.342265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-9898cbc0-c419-464c-a352-43c632eb6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:18.344876 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-9898cbc0-c419-464c-a352-43c632eb6c0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=890e7f37-a0f6-4b42-8f52-d13dc988fc14 HTTP/1.1" status: 200 len: 912 time: 0.2145903 Feb 10 06:58:18.400399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b7c6ea6-e426-4d96-8799-d09db2007d23 req-66fd94da-d907-44ae-9110-1c6bff787ca8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590534 Feb 10 06:58:18.413883 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-84eb4de3-55a9-4b3f-a747-0ddb83ec7816 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc HTTP/1.1" status: 200 len: 217 time: 0.0536935 Feb 10 06:58:18.481430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks [] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:18.503489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-228fc001-4da1-49bb-ae7b-4c2a3533a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:18.505076 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-228fc001-4da1-49bb-ae7b-4c2a3533a4cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d98646a-af1b-491a-9324-0010cdcbe51f HTTP/1.1" status: 200 len: 851 time: 0.0838959 Feb 10 06:58:18.581372 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:18.584636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-c699ebdf-756a-4d76-8762-cf32af298f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:18.586511 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-c699ebdf-756a-4d76-8762-cf32af298f9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=890e7f37-a0f6-4b42-8f52-d13dc988fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743177 Feb 10 06:58:18.594636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['474122fc-d654-48c5-82c9-f71cfa837011'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:58:18.627253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4478bbac-342b-4b5c-b130-69bc4f8c7031 req-5d8f3e59-5c21-480f-bb4d-0ca1063383ea tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 210 time: 0.0773702 Feb 10 06:58:18.641071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Network aa0aae6a-f620-4087-9a13-3459293bdd5c is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:58:18.658687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:58:18.669183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:58:18.693000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f06a5-5940-44e8-9774-46e98903bb0c req-8b87c327-3ada-478e-aae6-a643a7b27d1f tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:18.702698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Pushing event updated for resources: {'Port': ['ID=94b394e3-e6eb-418d-8f11-f2637ba6789c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:18.706614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-156f06a5-5940-44e8-9774-46e98903bb0c req-8b87c327-3ada-478e-aae6-a643a7b27d1f tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 946 time: 0.1899042 Feb 10 06:58:18.769852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:18.770705 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:18.795983 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-400f7809-16b0-45b6-b3bf-0fb1d6c6eb64 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947088 Feb 10 06:58:18.834535 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-156f06a5-5940-44e8-9774-46e98903bb0c req-21b7c48e-0bc5-4431-a151-7e36f8db87d6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216030 Feb 10 06:58:18.835267 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-3849fae2-f4f3-4c07-ba68-80b8dc393c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2393668 Feb 10 06:58:18.851881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Request body: {'port': {'device_id': '30232294-7933-4126-b7f4-6145fa36c1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:18.861018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46604) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:18.965168 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:19.036398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23ee62-3281-476c-bc4f-98455e45f869 tempest-TestVolumeBackupRestore-1676371795 tempest-TestVolumeBackupRestore-1676371795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:19.041202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f23ee62-3281-476c-bc4f-98455e45f869 tempest-TestVolumeBackupRestore-1676371795 tempest-TestVolumeBackupRestore-1676371795-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1123 time: 0.1763105 Feb 10 06:58:19.041372 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46608) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:19.049390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:19.054344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-c585c7dd-c020-4a56-aac7-623a947026a3 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484305 Feb 10 06:58:19.153049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:19.389507 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:19.435593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b394e3-e6eb-418d-8f11-f2637ba6789c {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:58:19.448407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Publish callbacks [] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:19.471394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Transition to ACTIVE for port object 94b394e3-e6eb-418d-8f11-f2637ba6789c will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:58:19.479224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:19.588917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Allocated IP 172.25.8.109 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/56bbc36d-4efe-4b35-ba01-f67cbf594eac) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:58:19.606746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Pushing event updated for resources: {'Port': ['ID=94b394e3-e6eb-418d-8f11-f2637ba6789c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:19.777658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2bcd4-4646-4bb2-87b0-c0a57d343961 req-f96c82a3-0546-4561-aedd-1dbf022b93b3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:19.779959 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67f2bcd4-4646-4bb2-87b0-c0a57d343961 req-f96c82a3-0546-4561-aedd-1dbf022b93b3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 944 time: 0.0806162 Feb 10 06:58:19.811043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Attempting to bind port 94b394e3-e6eb-418d-8f11-f2637ba6789c on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:58:19.811534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Attempting to bind port 94b394e3-e6eb-418d-8f11-f2637ba6789c by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '6dfff766-7645-4088-a67f-d132a3b4fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:58:19.811974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Attempting to bind port 94b394e3-e6eb-418d-8f11-f2637ba6789c on network aa0aae6a-f620-4087-9a13-3459293bdd5c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:58:19.824427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Port 94b394e3-e6eb-418d-8f11-f2637ba6789c on network aa0aae6a-f620-4087-9a13-3459293bdd5c not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:58:19.824868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Attempting to bind port 94b394e3-e6eb-418d-8f11-f2637ba6789c on network aa0aae6a-f620-4087-9a13-3459293bdd5c {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:58:19.838457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for port (56bbc36d-4efe-4b35-ba01-f67cbf594eac), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:19.840215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:58:19.840649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Checking segment: {'id': '6dfff766-7645-4088-a67f-d132a3b4fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:58:19.841122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Bound using segment: {'id': '6dfff766-7645-4088-a67f-d132a3b4fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:58:19.841673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Bound port: 94b394e3-e6eb-418d-8f11-f2637ba6789c, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfff766-7645-4088-a67f-d132a3b4fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:58:19.842093 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:19.870160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67f2bcd4-4646-4bb2-87b0-c0a57d343961 req-235e288d-720e-4cf6-9f85-289de37f6f9d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819690 Feb 10 06:58:19.943136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] For port 94b394e3-e6eb-418d-8f11-f2637ba6789c, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:58:19.946044 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (56bbc36d-4efe-4b35-ba01-f67cbf594eac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:19.949883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] For port 94b394e3-e6eb-418d-8f11-f2637ba6789c, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=94b394e3-e6eb-418d-8f11-f2637ba6789c,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:58:19.979545 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:20.000512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:58:20.005096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:58:20.013925 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:58:20.042845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'Port': ['ID=56bbc36d-4efe-4b35-ba01-f67cbf594eac,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:20.046834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:20.047471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:20.048965 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] 10.222.0.13 "PUT /v2.0/ports/94b394e3-e6eb-418d-8f11-f2637ba6789c HTTP/1.1" status: 200 len: 1092 time: 1.2017550 Feb 10 06:58:20.051884 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30232294-7933-4126-b7f4-6145fa36c1fe', 'tag': '94b394e3-e6eb-418d-8f11-f2637ba6789c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:20.055944 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ef0476-1ff9-47f7-bb73-51af2c2c43ba" -d '{"events": [{"name": "network-changed", "server_uuid": "30232294-7933-4126-b7f4-6145fa36c1fe", "tag": "94b394e3-e6eb-418d-8f11-f2637ba6789c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:20.129499 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a693d3-1794-47aa-ab59-4b1f7c6ccead x-openstack-request-id: req-b6a693d3-1794-47aa-ab59-4b1f7c6ccead {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:20.129882 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30232294-7933-4126-b7f4-6145fa36c1fe", "tag": "94b394e3-e6eb-418d-8f11-f2637ba6789c", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:20.130211 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6a693d3-1794-47aa-ab59-4b1f7c6ccead {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:20.131658 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30232294-7933-4126-b7f4-6145fa36c1fe', 'tag': '94b394e3-e6eb-418d-8f11-f2637ba6789c', 'status': 'completed', 'code': 200} Feb 10 06:58:20.599374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef0476-1ff9-47f7-bb73-51af2c2c43ba req-d6600314-c118-424f-bf83-1019e1b2b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:20.601004 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b5ef0476-1ff9-47f7-bb73-51af2c2c43ba req-d6600314-c118-424f-bf83-1019e1b2b66b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 1126 time: 0.4490097 Feb 10 06:58:20.605178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b22b66-f772-4451-81f7-3fe4eb8e3d09 service neutron] Pushing event updated for resources: {'Port': ['ID=94b394e3-e6eb-418d-8f11-f2637ba6789c,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:20.867113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef0476-1ff9-47f7-bb73-51af2c2c43ba req-136da305-0502-4624-8030-e72bd991a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:20.868645 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b5ef0476-1ff9-47f7-bb73-51af2c2c43ba req-136da305-0502-4624-8030-e72bd991a423 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0851fb0108ae4f3bae50e4660bbec918&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2600417 Feb 10 06:58:21.024687 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:58:21.026801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65f603-3717-48a3-a2f2-ba7ccc6a0384 req-3873615d-a768-4f75-8e43-122d8bf5d44f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:21.035504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e65f603-3717-48a3-a2f2-ba7ccc6a0384 req-3873615d-a768-4f75-8e43-122d8bf5d44f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 944 time: 0.0737636 Feb 10 06:58:21.080291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e65f603-3717-48a3-a2f2-ba7ccc6a0384 req-c7133a54-61c9-4994-8e46-782650385e34 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Feb 10 06:58:21.135809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef0476-1ff9-47f7-bb73-51af2c2c43ba req-81da16e0-86c7-4440-9fea-40d0a62458c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:21.137220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b5ef0476-1ff9-47f7-bb73-51af2c2c43ba req-81da16e0-86c7-4440-9fea-40d0a62458c0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2628596 Feb 10 06:58:21.252369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for floatingip (a03647be-956c-4831-b60e-c663fbac58ed), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:21.304381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-4a4abcbd-781f-4781-8510-2281ace499dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:21.305913 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-4a4abcbd-781f-4781-8510-2281ace499dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 1126 time: 0.1157053 Feb 10 06:58:21.389137 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-53bc9c44-d0b7-4689-b1fa-707fd4bc12c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b394e3-e6eb-418d-8f11-f2637ba6789c HTTP/1.1" status: 200 len: 217 time: 0.0744054 Feb 10 06:58:21.440577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (56bbc36d-4efe-4b35-ba01-f67cbf594eac), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:21.498262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-aa647b7f-4d38-4eb7-8d45-62da3591984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:21.499835 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-aa647b7f-4d38-4eb7-8d45-62da3591984b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6b3b527-515b-4e50-ace8-ef617d2f3680 HTTP/1.1" status: 200 len: 854 time: 0.1042194 Feb 10 06:58:21.545536 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-f28ece42-3ffa-47f6-9bd0-389a41ce551b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa0aae6a-f620-4087-9a13-3459293bdd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381823 Feb 10 06:58:21.698216 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-aa971d6e-685a-4ad4-84f4-3cd96c2addaf service neutron] 10.222.0.13 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461368 Feb 10 06:58:21.720551 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for port (56bbc36d-4efe-4b35-ba01-f67cbf594eac), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:21.733911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (56bbc36d-4efe-4b35-ba01-f67cbf594eac), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:21.855319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event updated for resources: {'Port': ['ID=56bbc36d-4efe-4b35-ba01-f67cbf594eac,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:21.872697 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (a03647be-956c-4831-b60e-c663fbac58ed), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:21.917854 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7f072c84-86d3-4808-b0fb-cfc40094d4f9 req-9946ef4b-2d9b-4c7a-949e-a51252d4965d service neutron] 10.222.0.13 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139120 Feb 10 06:58:22.009086 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Floating IP a03647be-956c-4831-b60e-c663fbac58ed associated. External IP: 172.25.8.109, port: 5accca34-ebd7-4840-b753-8eb8c5f7f9cc. Feb 10 06:58:22.235438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fc9e1-7609-490a-a3d3-ed2cd5da0024 req-a5fbd89c-baff-4604-bcc6-0260bd552449 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:22.236948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-320fc9e1-7609-490a-a3d3-ed2cd5da0024 req-a5fbd89c-baff-4604-bcc6-0260bd552449 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 944 time: 0.0711696 Feb 10 06:58:22.269248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Router 59fb97f7-dc7d-43d7-8f4d-784644aa24db has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:58:22.290857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-320fc9e1-7609-490a-a3d3-ed2cd5da0024 req-265572a2-2c23-4f44-b9cb-ee9ad765c30d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458374 Feb 10 06:58:22.384599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:58:22.395727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] Sync routers for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:58:22.404283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:22.405451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:58:22.405942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:58:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:22.437202 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa8fe6cb-c611-4317-8c2f-140f03701921 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3944862 Feb 10 06:58:22.438437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:22.439833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46640) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:22.440741 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45" -d '{"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:22.481151 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ef70c5-b735-4701-a313-1529d22c1339 x-openstack-request-id: req-39ef70c5-b735-4701-a313-1529d22c1339 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:22.481651 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:22.482013 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39ef70c5-b735-4701-a313-1529d22c1339 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:22.482645 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'status': 'completed', 'code': 200} Feb 10 06:58:22.503147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305a41de-a2a9-4501-b2d1-810a5d114269 tempest-TestVolumeBackupRestore-1676371795 tempest-TestVolumeBackupRestore-1676371795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:22.504750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-305a41de-a2a9-4501-b2d1-810a5d114269 tempest-TestVolumeBackupRestore-1676371795 tempest-TestVolumeBackupRestore-1676371795-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1123 time: 0.0632606 Feb 10 06:58:22.507465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:22.513293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-455ac367-9690-40dd-865d-055d42c63be6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Request body: {'floatingip': {'port_id': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:22.532366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:58:22.558074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-98e93db7-5ae3-4862-84a0-8a05750e05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:22.559730 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-98e93db7-5ae3-4862-84a0-8a05750e05b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f96e126a4b2c40a981a34edbf2a84de0&device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1128 time: 0.0557470 Feb 10 06:58:22.593269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-455ac367-9690-40dd-865d-055d42c63be6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for floatingip (a03647be-956c-4831-b60e-c663fbac58ed), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:22.681155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-9153d72a-6c44-4646-bae3-61f98566a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:22.683948 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-9153d72a-6c44-4646-bae3-61f98566a313 service neutron] 10.222.0.13 "GET /v2.0/networks?id=890e7f37-a0f6-4b42-8f52-d13dc988fc14 HTTP/1.1" status: 200 len: 912 time: 0.1167874 Feb 10 06:58:22.761706 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-229b60b2-bb69-4e44-bce5-4abe48afb05a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc HTTP/1.1" status: 200 len: 1000 time: 0.0671422 Feb 10 06:58:22.784517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a03647be-956c-4831-b60e-c663fbac58ed', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'port_id': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'mac_address': 'fa:16:3e:c6:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:58:20Z', 'updated_at': '2022-02-10T06:58:20Z', 'revision_number': 0, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:22.817196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] Checking router: 59fb97f7-dc7d-43d7-8f4d-784644aa24db for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:58:22.820727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-0d076b21-550d-45f5-8b7f-afa3438f50da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:22.822452 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-0d076b21-550d-45f5-8b7f-afa3438f50da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d98646a-af1b-491a-9324-0010cdcbe51f HTTP/1.1" status: 200 len: 851 time: 0.0559211 Feb 10 06:58:22.826664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:58:22.827268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:58:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:22.877575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-2e0e6aa3-36e7-4961-92d1-5c5a8212354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:22.879408 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-2e0e6aa3-36e7-4961-92d1-5c5a8212354c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=890e7f37-a0f6-4b42-8f52-d13dc988fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513062 Feb 10 06:58:22.948667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:58:22.990128 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-036ef151-11d3-4bd9-8b96-5e4edebe6892 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045268 Feb 10 06:58:23.108275 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd53cd0d-51d9-4494-95cc-d5f3f4d60c45 req-d32f9a4c-2ffb-468e-abf3-da2fddd1e112 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100669 Feb 10 06:58:23.156884 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-455ac367-9690-40dd-865d-055d42c63be6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:23.160227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-455ac367-9690-40dd-865d-055d42c63be6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (a03647be-956c-4831-b60e-c663fbac58ed), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:23.235323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a03647be-956c-4831-b60e-c663fbac58ed', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'port_id': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'mac_address': 'fa:16:3e:c6:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:58:20Z', 'updated_at': '2022-02-10T06:58:20Z', 'revision_number': 0, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:23.262596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc8986-a7d4-4098-a86a-fbc502ddaafc None None] The sync data for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 is: [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a03647be-956c-4831-b60e-c663fbac58ed', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'port_id': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'mac_address': 'fa:16:3e:c6:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:58:20Z', 'updated_at': '2022-02-10T06:58:20Z', 'revision_number': 0, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:58:23.433176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455ac367-9690-40dd-865d-055d42c63be6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Router 59fb97f7-dc7d-43d7-8f4d-784644aa24db has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:58:23.442908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f01f08-9305-4e43-a9d3-f3b8004fdb8d req-83b04605-f808-4718-8abf-bd3084dbcab6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:23.444436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f01f08-9305-4e43-a9d3-f3b8004fdb8d req-83b04605-f808-4718-8abf-bd3084dbcab6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 944 time: 0.0777385 Feb 10 06:58:23.530959 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59507f-30dd-4c12-a999-0481adbb3017 None None] New status for floating IP a03647be-956c-4831-b60e-c663fbac58ed: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:58:23.594917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f01f08-9305-4e43-a9d3-f3b8004fdb8d req-5b1281f3-f5dd-436f-b157-0d1ecebf9332 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420515 Feb 10 06:58:23.622363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ac367-9690-40dd-865d-055d42c63be6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:58:23.627682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-455ac367-9690-40dd-865d-055d42c63be6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:23.666979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:23.669397 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71c8479-04e9-46a9-a109-95a3123425f6" -d '{"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:23.708045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-455ac367-9690-40dd-865d-055d42c63be6 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "PUT /v2.0/floatingips/a03647be-956c-4831-b60e-c663fbac58ed HTTP/1.1" status: 200 len: 992 time: 1.1995537 Feb 10 06:58:23.717551 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec35a607-0898-429f-81bb-6d016150dc2d x-openstack-request-id: req-ec35a607-0898-429f-81bb-6d016150dc2d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:23.717852 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:23.718124 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec35a607-0898-429f-81bb-6d016150dc2d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:23.718569 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'status': 'completed', 'code': 200} Feb 10 06:58:23.784138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] Sync routers for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:58:23.796453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:58:23.797475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:58:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:23.797914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-b56692fb-05f6-4142-b2fa-00e8e4f17673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:23.799569 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-b56692fb-05f6-4142-b2fa-00e8e4f17673 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f96e126a4b2c40a981a34edbf2a84de0&device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1128 time: 0.0594716 Feb 10 06:58:23.898827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-3c4b6699-b48a-4a77-b2e6-53f0d8300807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:23.900285 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-3c4b6699-b48a-4a77-b2e6-53f0d8300807 service neutron] 10.222.0.13 "GET /v2.0/networks?id=890e7f37-a0f6-4b42-8f52-d13dc988fc14 HTTP/1.1" status: 200 len: 912 time: 0.0931892 Feb 10 06:58:23.909533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:58:23.966261 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-b718b96e-65d6-4f1d-878a-94b6593f1429 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc HTTP/1.1" status: 200 len: 1002 time: 0.0594466 Feb 10 06:58:24.015168 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-0e6fedd8-f918-4183-b533-62c7d5119b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:24.016643 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-0e6fedd8-f918-4183-b533-62c7d5119b9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d98646a-af1b-491a-9324-0010cdcbe51f HTTP/1.1" status: 200 len: 851 time: 0.0434661 Feb 10 06:58:24.068635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-71aa9295-a388-4d57-ab67-9e76b44e08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:24.070084 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-71aa9295-a388-4d57-ab67-9e76b44e08a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=890e7f37-a0f6-4b42-8f52-d13dc988fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472856 Feb 10 06:58:24.151097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a03647be-956c-4831-b60e-c663fbac58ed', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'port_id': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'mac_address': 'fa:16:3e:c6:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:58:20Z', 'updated_at': '2022-02-10T06:58:23Z', 'revision_number': 2, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:24.166724 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-2db3cfee-e537-42c1-a006-ba99bf1c7609 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902584 Feb 10 06:58:24.180817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] Checking router: 59fb97f7-dc7d-43d7-8f4d-784644aa24db for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:58:24.189448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:58:24.190501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:58:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:24.325462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:58:24.567392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a03647be-956c-4831-b60e-c663fbac58ed', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'port_id': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'mac_address': 'fa:16:3e:c6:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:58:20Z', 'updated_at': '2022-02-10T06:58:23Z', 'revision_number': 2, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:24.584562 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d71c8479-04e9-46a9-a109-95a3123425f6 req-2dd6045a-fb64-4ee5-880c-1dda9ba4c987 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123461 Feb 10 06:58:24.603790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556894fd-b9e6-46ca-8571-9a7bdedfcb4a None None] The sync data for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 is: [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a03647be-956c-4831-b60e-c663fbac58ed', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'port_id': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'mac_address': 'fa:16:3e:c6:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T06:58:20Z', 'updated_at': '2022-02-10T06:58:23Z', 'revision_number': 2, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:58:24.692613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 94b394e3-e6eb-418d-8f11-f2637ba6789c details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:58:24.763912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa3df5-ab78-44c2-b28f-4afdcd1d1f22 req-09ba1eae-1e85-428e-9d00-5e1a955208ec tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:24.765461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81fa3df5-ab78-44c2-b28f-4afdcd1d1f22 req-09ba1eae-1e85-428e-9d00-5e1a955208ec tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 944 time: 0.0724781 Feb 10 06:58:24.802626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 94b394e3-e6eb-418d-8f11-f2637ba6789c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=94b394e3-e6eb-418d-8f11-f2637ba6789c,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:24.818478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '94b394e3-e6eb-418d-8f11-f2637ba6789c', 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c', 'port_id': '94b394e3-e6eb-418d-8f11-f2637ba6789c', 'mac_address': 'fa:16:3e:0e:5a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b3b527-515b-4e50-ace8-ef617d2f3680', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:58:24.830786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81fa3df5-ab78-44c2-b28f-4afdcd1d1f22 req-5cbf9674-f6ee-4c9a-9f9c-5d01a525f8b7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Feb 10 06:58:24.864809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 94b394e3-e6eb-418d-8f11-f2637ba6789c is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:58:24.865292 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:24.880166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b394e3-e6eb-418d-8f11-f2637ba6789c {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:58:24.899423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 94b394e3-e6eb-418d-8f11-f2637ba6789c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=94b394e3-e6eb-418d-8f11-f2637ba6789c,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:24.903723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:24.950879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=94b394e3-e6eb-418d-8f11-f2637ba6789c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:25.208867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['94b394e3-e6eb-418d-8f11-f2637ba6789c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:58:25.719502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:25.722245 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13db1218-0807-4128-9703-76aa5ce84b05" -d '{"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:25.778515 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a57ca-0bdd-4fa3-9751-380a975ef021 x-openstack-request-id: req-9b4a57ca-0bdd-4fa3-9751-380a975ef021 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:25.779547 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:25.779547 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b4a57ca-0bdd-4fa3-9751-380a975ef021 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:25.779547 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'status': 'completed', 'code': 200} Feb 10 06:58:25.848401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db1218-0807-4128-9703-76aa5ce84b05 req-d9a9ffd2-d351-4770-ab84-18e22eb97dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:25.849979 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13db1218-0807-4128-9703-76aa5ce84b05 req-d9a9ffd2-d351-4770-ab84-18e22eb97dd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f96e126a4b2c40a981a34edbf2a84de0&device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1128 time: 0.0465133 Feb 10 06:58:25.954576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db1218-0807-4128-9703-76aa5ce84b05 req-f4759b88-763f-4152-a0cb-e8a40dc7b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:25.955976 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13db1218-0807-4128-9703-76aa5ce84b05 req-f4759b88-763f-4152-a0cb-e8a40dc7b82c service neutron] 10.222.0.13 "GET /v2.0/networks?id=890e7f37-a0f6-4b42-8f52-d13dc988fc14 HTTP/1.1" status: 200 len: 912 time: 0.1003187 Feb 10 06:58:25.959534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffffdc7-9737-4094-8af4-f56cd03865bc req-d4cd5475-0d2c-4cd1-b803-9605d6a37410 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:25.961027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ffffdc7-9737-4094-8af4-f56cd03865bc req-d4cd5475-0d2c-4cd1-b803-9605d6a37410 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 945 time: 0.0574152 Feb 10 06:58:26.017517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ffffdc7-9737-4094-8af4-f56cd03865bc req-c61a637a-026b-4b34-8304-ea01b3b3c3df tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Feb 10 06:58:26.040885 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13db1218-0807-4128-9703-76aa5ce84b05 req-bcf74e47-8bb5-49f3-b952-cf5e2b6bee87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc HTTP/1.1" status: 200 len: 1002 time: 0.0737524 Feb 10 06:58:26.104709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db1218-0807-4128-9703-76aa5ce84b05 req-67b3cf8a-d752-4810-b715-5e96f0aa692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:26.106246 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13db1218-0807-4128-9703-76aa5ce84b05 req-67b3cf8a-d752-4810-b715-5e96f0aa692e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d98646a-af1b-491a-9324-0010cdcbe51f HTTP/1.1" status: 200 len: 851 time: 0.0476317 Feb 10 06:58:26.159952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db1218-0807-4128-9703-76aa5ce84b05 req-ac9d13fc-21b6-4153-953d-dfee73ccb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:26.161474 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13db1218-0807-4128-9703-76aa5ce84b05 req-ac9d13fc-21b6-4153-953d-dfee73ccb62b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=890e7f37-a0f6-4b42-8f52-d13dc988fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488656 Feb 10 06:58:26.252777 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13db1218-0807-4128-9703-76aa5ce84b05 req-67baf0ab-6f25-435c-862f-c9cafe453d09 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846858 Feb 10 06:58:26.349281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13db1218-0807-4128-9703-76aa5ce84b05 req-da5cc9aa-56a0-4ba9-af11-a38114c5ef62 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895748 Feb 10 06:58:26.734993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 94b394e3-e6eb-418d-8f11-f2637ba6789c up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:58:26.786539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 94b394e3-e6eb-418d-8f11-f2637ba6789c completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:58:26.790291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 94b394e3-e6eb-418d-8f11-f2637ba6789c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:58:26.790703 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:26.871112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 94b394e3-e6eb-418d-8f11-f2637ba6789c is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:58:26.871499 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:26.893844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30232294-7933-4126-b7f4-6145fa36c1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b394e3-e6eb-418d-8f11-f2637ba6789c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:26.896146 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48002939-d01b-4670-b3a1-eae2c76ec23b" -d '{"events": [{"server_uuid": "30232294-7933-4126-b7f4-6145fa36c1fe", "name": "network-vif-plugged", "status": "completed", "tag": "94b394e3-e6eb-418d-8f11-f2637ba6789c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:26.908872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 94b394e3-e6eb-418d-8f11-f2637ba6789c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=94b394e3-e6eb-418d-8f11-f2637ba6789c,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:26.914143 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:26.945329 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae4bade-6177-4457-9d7c-5d39f0b3ff89 x-openstack-request-id: req-5ae4bade-6177-4457-9d7c-5d39f0b3ff89 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:26.945620 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30232294-7933-4126-b7f4-6145fa36c1fe", "name": "network-vif-plugged", "status": "completed", "tag": "94b394e3-e6eb-418d-8f11-f2637ba6789c", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:26.945875 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ae4bade-6177-4457-9d7c-5d39f0b3ff89 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:26.946261 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30232294-7933-4126-b7f4-6145fa36c1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b394e3-e6eb-418d-8f11-f2637ba6789c', 'code': 200} Feb 10 06:58:26.967249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=94b394e3-e6eb-418d-8f11-f2637ba6789c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:27.049128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38f9c1-8ad6-4e59-a8af-e5e871bffe65 req-acff4131-c49f-422e-b912-bd1b506aae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:27.050692 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4f38f9c1-8ad6-4e59-a8af-e5e871bffe65 req-acff4131-c49f-422e-b912-bd1b506aae8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 1128 time: 0.0451195 Feb 10 06:58:27.096639 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4f38f9c1-8ad6-4e59-a8af-e5e871bffe65 req-8e1e5123-15bc-4aa4-b002-7680a3a0083c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Feb 10 06:58:27.143594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e670b-660f-41e0-a433-eb8ac76fe350 req-0ab9743d-a044-46d9-a24b-0f824a9c9b33 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:27.145096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-613e670b-660f-41e0-a433-eb8ac76fe350 req-0ab9743d-a044-46d9-a24b-0f824a9c9b33 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 946 time: 0.0559227 Feb 10 06:58:27.193062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-613e670b-660f-41e0-a433-eb8ac76fe350 req-a2f6a0a1-0f4c-42f0-8acb-c658f7f3e614 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Feb 10 06:58:28.326468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e13dfd-e2c6-4213-957c-af1f76657de8 req-cf5756f0-7210-42a7-acb3-e239b3320bbb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:28.328047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1e13dfd-e2c6-4213-957c-af1f76657de8 req-cf5756f0-7210-42a7-acb3-e239b3320bbb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 946 time: 0.0628653 Feb 10 06:58:28.377333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1e13dfd-e2c6-4213-957c-af1f76657de8 req-b67a9782-2f6b-42f5-930b-89466ac2a90a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 Feb 10 06:58:28.902939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:28.948134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Deleting subnet e4cae4ab-a6b0-453c-b128-3889c0a9b6ba {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:58:28.951237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Publish callbacks [] for subnet (e4cae4ab-a6b0-453c-b128-3889c0a9b6ba), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:28.984315 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (e4cae4ab-a6b0-453c-b128-3889c0a9b6ba), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.027459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (e4cae4ab-a6b0-453c-b128-3889c0a9b6ba), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.078799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (e4cae4ab-a6b0-453c-b128-3889c0a9b6ba), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.104085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cae4ab-a6b0-453c-b128-3889c0a9b6ba,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:29.108438 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.111721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e4cae4ab-a6b0-453c-b128-3889c0a9b6ba HTTP/1.1" status: 204 len: 168 time: 0.2077177 Feb 10 06:58:29.114358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46744) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:29.118512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.119375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.119720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.120055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.120385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.120713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.121038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.121360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.121684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.122142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.122492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.123014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.124059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec16fd1-490c-495b-92b9-031281a319e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:58:29.190749 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (51832edb-b898-42ae-aa85-d8500de609ab), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.267569 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (51832edb-b898-42ae-aa85-d8500de609ab), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.294636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51832edb-b898-42ae-aa85-d8500de609ab']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:29.307076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059f8a76-7143-4cd0-ba1c-8293df38e508') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:29.307076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059f8a76-7143-4cd0-ba1c-8293df38e508') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:29.316224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (059f8a76-7143-4cd0-ba1c-8293df38e508), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.330053 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (059f8a76-7143-4cd0-ba1c-8293df38e508), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.335737 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:58:29.336399 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (059f8a76-7143-4cd0-ba1c-8293df38e508), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: timer() Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:58:29.338028 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:58:29.391297 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (51832edb-b898-42ae-aa85-d8500de609ab), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.396590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.402199 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] 10.222.0.21 "DELETE /v2.0/networks/51832edb-b898-42ae-aa85-d8500de609ab HTTP/1.1" status: 204 len: 168 time: 0.2839484 Feb 10 06:58:29.412569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ca32-9107-42dc-a91c-656fab4b5ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=51832edb-b898-42ae-aa85-d8500de609ab,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:29.510512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fff9c-5e2f-48a7-ba70-244f4ad3c943 req-fe6a82ae-b359-4ed4-83e1-a80b6ce39065 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:29.512019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6fff9c-5e2f-48a7-ba70-244f4ad3c943 req-fe6a82ae-b359-4ed4-83e1-a80b6ce39065 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 946 time: 0.0564222 Feb 10 06:58:29.531775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 46750) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:29.574767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6fff9c-5e2f-48a7-ba70-244f4ad3c943 req-c5bf6e8c-372e-447a-be20-bddc02e0012a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541079 Feb 10 06:58:29.576292 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4912fbf7-413c-4c71-831c-2d860c6e16c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33c5f2ab7e714227aa66e5d14260d069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432944 Feb 10 06:58:29.579856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 46752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:29.630855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-643177b5-bc46-4ece-bae8-34aa85a4d333 admin admin] Publish callbacks [] for security_group (6c59f14a-c999-4740-87e2-b1e20493720c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.657012 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-643177b5-bc46-4ece-bae8-34aa85a4d333 admin admin] Publish callbacks [] for security_group (6c59f14a-c999-4740-87e2-b1e20493720c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.716262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-643177b5-bc46-4ece-bae8-34aa85a4d333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6c59f14a-c999-4740-87e2-b1e20493720c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.720959 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-643177b5-bc46-4ece-bae8-34aa85a4d333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:29.727061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-643177b5-bc46-4ece-bae8-34aa85a4d333 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c59f14a-c999-4740-87e2-b1e20493720c HTTP/1.1" status: 204 len: 168 time: 0.1453552 Feb 10 06:58:29.736355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643177b5-bc46-4ece-bae8-34aa85a4d333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c59f14a-c999-4740-87e2-b1e20493720c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:29.849440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ae0b-d990-4764-a7c7-dfbe84672b1a req-b0ad6685-9745-4e92-8d8d-e7a037678a6c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:29.851290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55f1ae0b-d990-4764-a7c7-dfbe84672b1a req-b0ad6685-9745-4e92-8d8d-e7a037678a6c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 946 time: 0.0601614 Feb 10 06:58:29.907335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55f1ae0b-d990-4764-a7c7-dfbe84672b1a req-dc19a4c9-df53-4d6a-8d28-e515df3a2219 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496440 Feb 10 06:58:31.033338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb993bb1-e3f7-453b-80a5-97f4acd0c6be req-c6601598-c3e3-4b4f-8086-a9a530f74294 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:31.034746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb993bb1-e3f7-453b-80a5-97f4acd0c6be req-c6601598-c3e3-4b4f-8086-a9a530f74294 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 946 time: 0.0553331 Feb 10 06:58:31.086767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb993bb1-e3f7-453b-80a5-97f4acd0c6be req-b2096a61-289f-47c5-8762-c173c2e7dc69 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Feb 10 06:58:31.342568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2559f-46f6-422f-8529-43a85f9f251d req-04bc5147-4d0f-4222-8255-b4d1a3335ac2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:31.344018 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-17d2559f-46f6-422f-8529-43a85f9f251d req-04bc5147-4d0f-4222-8255-b4d1a3335ac2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.13 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 946 time: 0.0566611 Feb 10 06:58:31.436442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-17d2559f-46f6-422f-8529-43a85f9f251d req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Deleting port 94b394e3-e6eb-418d-8f11-f2637ba6789c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:58:31.436776 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-17d2559f-46f6-422f-8529-43a85f9f251d req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:31.528235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-17d2559f-46f6-422f-8529-43a85f9f251d req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] For port 94b394e3-e6eb-418d-8f11-f2637ba6789c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=94b394e3-e6eb-418d-8f11-f2637ba6789c,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:31.528595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-17d2559f-46f6-422f-8529-43a85f9f251d req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:31.540741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-17d2559f-46f6-422f-8529-43a85f9f251d req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Calling delete_port for 94b394e3-e6eb-418d-8f11-f2637ba6789c owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:58:31.665091 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-17d2559f-46f6-422f-8529-43a85f9f251d req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (94b394e3-e6eb-418d-8f11-f2637ba6789c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:31.678173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['94b394e3-e6eb-418d-8f11-f2637ba6789c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:58:31.702653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Pushing event deleted for resources: {'Port': ['ID=94b394e3-e6eb-418d-8f11-f2637ba6789c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:31.717383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['474122fc-d654-48c5-82c9-f71cfa837011'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:58:31.752531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d2559f-46f6-422f-8529-43a85f9f251d req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] No DVR routers for this DVR port 94b394e3-e6eb-418d-8f11-f2637ba6789c on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:58:31.755666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-17d2559f-46f6-422f-8529-43a85f9f251d req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:31.759015 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-17d2559f-46f6-422f-8529-43a85f9f251d req-2d5594e9-1193-4838-a89f-99c5e887f152 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.13 "DELETE /v2.0/ports/94b394e3-e6eb-418d-8f11-f2637ba6789c HTTP/1.1" status: 204 len: 173 time: 0.4099715 Feb 10 06:58:31.759996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30232294-7933-4126-b7f4-6145fa36c1fe', 'name': 'network-vif-deleted', 'tag': '94b394e3-e6eb-418d-8f11-f2637ba6789c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:31.762392 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af0ffc4-678b-4f70-b3aa-d228def32e57" -d '{"events": [{"server_uuid": "30232294-7933-4126-b7f4-6145fa36c1fe", "name": "network-vif-deleted", "tag": "94b394e3-e6eb-418d-8f11-f2637ba6789c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:31.821582 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3795b13-9fcc-41f5-b247-ffa7e542c9a5 x-openstack-request-id: req-e3795b13-9fcc-41f5-b247-ffa7e542c9a5 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:31.822463 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30232294-7933-4126-b7f4-6145fa36c1fe", "name": "network-vif-deleted", "tag": "94b394e3-e6eb-418d-8f11-f2637ba6789c", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:31.822729 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3795b13-9fcc-41f5-b247-ffa7e542c9a5 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:31.823139 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30232294-7933-4126-b7f4-6145fa36c1fe', 'name': 'network-vif-deleted', 'tag': '94b394e3-e6eb-418d-8f11-f2637ba6789c', 'status': 'completed', 'code': 200} Feb 10 06:58:32.203165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd4775ad-55bf-4023-b2a1-21d752ca71da req-7d997124-5f4c-4bbd-bd89-e8acdca84a8e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=30232294-7933-4126-b7f4-6145fa36c1fe HTTP/1.1" status: 200 len: 210 time: 0.0340314 Feb 10 06:58:33.033913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-5a9332ae-ef7f-4c53-9e77-fe4aadfa1866 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=26c3f71469df42328e2153c96f3f830d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209138 Feb 10 06:58:33.137431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-8ce0ec07-dc71-4a04-ad54-7b4736f0fe4f tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:33.138908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-8ce0ec07-dc71-4a04-ad54-7b4736f0fe4f tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1002059 Feb 10 06:58:33.152981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-a6bde210-3db3-4efe-9568-d3c36f3a2d89 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/quotas/26c3f71469df42328e2153c96f3f830d HTTP/1.1" status: 200 len: 375 time: 0.0086868 Feb 10 06:58:33.188874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-da1c1521-3868-4800-95f2-293fb59b208a tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26c3f71469df42328e2153c96f3f830d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312819 Feb 10 06:58:33.371554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42406069-5532-45aa-800e-11ada8262b9b req-2a051d1f-c0ee-4859-9a9f-40ee9889e457 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 210 time: 0.0454392 Feb 10 06:58:33.390070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2f12-3ce1-4336-a8d6-a60387679d7c req-f3e36aed-7211-4042-894f-aa0253b6ffd6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:33.391703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-512a2f12-3ce1-4336-a8d6-a60387679d7c req-f3e36aed-7211-4042-894f-aa0253b6ffd6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0840867 Feb 10 06:58:33.447028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-512a2f12-3ce1-4336-a8d6-a60387679d7c req-d7fd00eb-a847-4bca-823b-024b3f51b654 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492618 Feb 10 06:58:33.680812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee5b6b-5e18-46f4-af2c-ec9496d89436 req-b94980ac-665f-4aeb-ac1b-975fbcdfa799 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:33.682369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9dee5b6b-5e18-46f4-af2c-ec9496d89436 req-b94980ac-665f-4aeb-ac1b-975fbcdfa799 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0598164 Feb 10 06:58:33.732157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9dee5b6b-5e18-46f4-af2c-ec9496d89436 req-b9533418-0c9f-47d0-8bad-89928193ca0d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Feb 10 06:58:33.855690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d7159-d422-4fae-a331-c343c8d6d6ef req-8a80c6de-9834-42cc-acdc-9738b9ab92a3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:33.857222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc5d7159-d422-4fae-a331-c343c8d6d6ef req-8a80c6de-9834-42cc-acdc-9738b9ab92a3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0572307 Feb 10 06:58:33.905100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc5d7159-d422-4fae-a331-c343c8d6d6ef req-fdde42fb-f997-4cdd-a3d3-14115129d925 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Feb 10 06:58:34.226937 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-7ef9592d-dbb8-4b57-8d60-658041d676d4 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=26c3f71469df42328e2153c96f3f830d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358465 Feb 10 06:58:34.421491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-907ce1e4-e6fe-4c7b-b0ff-5e1aa2fa4a6e tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:34.423329 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-907ce1e4-e6fe-4c7b-b0ff-5e1aa2fa4a6e tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906555 Feb 10 06:58:34.436805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Request body: {'port': {'device_id': 'd3dc43b1-ab95-4b7c-8c15-93da5d42ce4e', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': '26c3f71469df42328e2153c96f3f830d'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:34.473764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9d7fc8-1937-4a7d-97d2-c7004bd7c58c req-be939126-532a-4727-a7b8-309f91959094 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 210 time: 0.0288827 Feb 10 06:58:34.551549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Made reservation on behalf of 26c3f71469df42328e2153c96f3f830d for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:58:34.555154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:34.564628 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:34.645214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks [] for security_group (a03c86d1-72f0-4cc5-91d9-1399bf9a9eac), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:34.649195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a03c86d1-72f0-4cc5-91d9-1399bf9a9eac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:34.720610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:34.764699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 94b394e3-e6eb-418d-8f11-f2637ba6789c no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:58:34.787498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 94b394e3-e6eb-418d-8f11-f2637ba6789c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:58:34.787843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 94b394e3-e6eb-418d-8f11-f2637ba6789c not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:58:34.796107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Allocated IP 192.168.233.250 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/fc461497-4aea-4654-90de-13d07cd52cec) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:58:34.955007 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks [] for port (fc461497-4aea-4654-90de-13d07cd52cec), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:34.991471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fc461497-4aea-4654-90de-13d07cd52cec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:35.036153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:58:35.039327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:58:35.043769 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:58:35.067171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Pushing event updated for resources: {'Port': ['ID=fc461497-4aea-4654-90de-13d07cd52cec,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:35.101993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:35.102679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:35.127616 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-407db284-d961-4f15-9873-f4973ecc1328 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6944907 Feb 10 06:58:35.140816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Request body: {'port': {'device_id': 'd3dc43b1-ab95-4b7c-8c15-93da5d42ce4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:58:35.228146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc461497-4aea-4654-90de-13d07cd52cec), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:35.352857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-47e43e89-c2b4-4cd4-a4ef-3f207afde3b7 None None] Provisioning complete for port fc461497-4aea-4654-90de-13d07cd52cec triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:58:35.353762 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47e43e89-c2b4-4cd4-a4ef-3f207afde3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc461497-4aea-4654-90de-13d07cd52cec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:35.404456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-47e43e89-c2b4-4cd4-a4ef-3f207afde3b7 None None] Port fc461497-4aea-4654-90de-13d07cd52cec cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:58:35.548167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc461497-4aea-4654-90de-13d07cd52cec {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:58:35.563812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Publish callbacks [] for port (fc461497-4aea-4654-90de-13d07cd52cec), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:35.586347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Transition to ACTIVE for port object fc461497-4aea-4654-90de-13d07cd52cec will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:58:35.602067 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (fc461497-4aea-4654-90de-13d07cd52cec), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:35.627700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccc39c-3582-472e-9dbe-9d90d8724057 req-280baef1-19b3-4cd8-98de-3b4783c5aef9 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:35.630563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6ccc39c-3582-472e-9dbe-9d90d8724057 req-280baef1-19b3-4cd8-98de-3b4783c5aef9 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 936 time: 0.0789871 Feb 10 06:58:35.666864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc461497-4aea-4654-90de-13d07cd52cec,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:35.690226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6ccc39c-3582-472e-9dbe-9d90d8724057 req-f409375b-a8e5-4290-aceb-1117f4702dd6 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510800 Feb 10 06:58:35.744866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Attempting to bind port fc461497-4aea-4654-90de-13d07cd52cec on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:58:35.745202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Attempting to bind port fc461497-4aea-4654-90de-13d07cd52cec by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:58:35.745913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Attempting to bind port fc461497-4aea-4654-90de-13d07cd52cec on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:58:35.750407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Port fc461497-4aea-4654-90de-13d07cd52cec on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:58:35.750721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Attempting to bind port fc461497-4aea-4654-90de-13d07cd52cec on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:58:35.755590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:58:35.755863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:58:35.756239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:58:35.756665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Bound port: fc461497-4aea-4654-90de-13d07cd52cec, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:58:35.757015 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc461497-4aea-4654-90de-13d07cd52cec), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:35.830853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] For port fc461497-4aea-4654-90de-13d07cd52cec, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:58:35.834360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] For port fc461497-4aea-4654-90de-13d07cd52cec, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fc461497-4aea-4654-90de-13d07cd52cec,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:58:35.842160 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (fc461497-4aea-4654-90de-13d07cd52cec), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:35.894228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:35.894932 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:35.896366 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/fc461497-4aea-4654-90de-13d07cd52cec HTTP/1.1" status: 200 len: 1096 time: 0.7602403 Feb 10 06:58:35.896835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dc43b1-ab95-4b7c-8c15-93da5d42ce4e', 'tag': 'fc461497-4aea-4654-90de-13d07cd52cec'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:35.900964 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fe3fa3-356f-43b5-b739-96b25775d484" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e", "tag": "fc461497-4aea-4654-90de-13d07cd52cec"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:35.933378 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0cbf8-9c85-4ff6-946c-e446c87dc1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc461497-4aea-4654-90de-13d07cd52cec,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:35.971494 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83091a93-7afb-4d3e-b22f-01df588ef2e9 x-openstack-request-id: req-83091a93-7afb-4d3e-b22f-01df588ef2e9 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:35.971797 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e", "tag": "fc461497-4aea-4654-90de-13d07cd52cec", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:35.972057 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83091a93-7afb-4d3e-b22f-01df588ef2e9 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:35.972490 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dc43b1-ab95-4b7c-8c15-93da5d42ce4e', 'tag': 'fc461497-4aea-4654-90de-13d07cd52cec', 'status': 'completed', 'code': 200} Feb 10 06:58:36.016618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-75d670cd-22c0-4b0d-9b28-1f0c8451f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.018148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-75d670cd-22c0-4b0d-9b28-1f0c8451f98b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26c3f71469df42328e2153c96f3f830d&device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 1130 time: 0.0675516 Feb 10 06:58:36.061298 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-cb21e48b-79a4-4e5a-a519-9681d35fd003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fc461497-4aea-4654-90de-13d07cd52cec HTTP/1.1" status: 200 len: 217 time: 0.0349674 Feb 10 06:58:36.109750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-7fb113da-c047-4462-b418-d613fa995fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.111216 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-7fb113da-c047-4462-b418-d613fa995fad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0445101 Feb 10 06:58:36.163515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-1cf53d08-e2f7-4be5-9864-1e0d744d9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.165008 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-1cf53d08-e2f7-4be5-9864-1e0d744d9461 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0476718 Feb 10 06:58:36.257864 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-30421de2-db57-4df5-83c3-b6000746fcac service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856655 Feb 10 06:58:36.352276 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7a93461c-5840-4e8a-a782-f089eea988b7 req-d83c4710-9872-40ba-856a-a0fbbddf4051 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883932 Feb 10 06:58:36.450550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-fe59264c-c427-4499-8719-a913d7538e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.452097 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-fe59264c-c427-4499-8719-a913d7538e2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26c3f71469df42328e2153c96f3f830d&device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 1130 time: 0.0464675 Feb 10 06:58:36.547331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-48f06052-ff5f-4f0f-b2b6-f26b5506ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.548821 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-48f06052-ff5f-4f0f-b2b6-f26b5506ea66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.0910292 Feb 10 06:58:36.594761 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-f42bd051-c894-46d9-93b5-dda0acbc5bb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fc461497-4aea-4654-90de-13d07cd52cec HTTP/1.1" status: 200 len: 217 time: 0.0400054 Feb 10 06:58:36.631413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084ddd7-6346-41a3-9f8a-e33356226972 req-1a462836-b801-4f58-a547-a72cb428febd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.632892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b084ddd7-6346-41a3-9f8a-e33356226972 req-1a462836-b801-4f58-a547-a72cb428febd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0528293 Feb 10 06:58:36.643128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-8cd0c92c-1443-4dd4-ae09-9dbd0c9460f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.644591 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-8cd0c92c-1443-4dd4-ae09-9dbd0c9460f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0439258 Feb 10 06:58:36.679672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b084ddd7-6346-41a3-9f8a-e33356226972 req-74a6b3e0-2e0c-4e1b-b6b7-6979846be66c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Feb 10 06:58:36.698464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-ae6839ac-26b1-4396-85f6-634377ef2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.699997 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-ae6839ac-26b1-4396-85f6-634377ef2043 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0496705 Feb 10 06:58:36.802445 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-20666fe9-4776-4429-983c-61b8267ae5d3 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956111 Feb 10 06:58:36.834690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33205bac-ce27-4102-97e9-b066f81c0dfa req-93b14f57-7181-486c-8223-ca7224bd904a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.836511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33205bac-ce27-4102-97e9-b066f81c0dfa req-93b14f57-7181-486c-8223-ca7224bd904a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0865710 Feb 10 06:58:36.858973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aca4e0-9206-4161-8bc5-0392e0a9935e req-85487195-0be8-4325-82ce-54066be6a46c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:36.860351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84aca4e0-9206-4161-8bc5-0392e0a9935e req-85487195-0be8-4325-82ce-54066be6a46c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 948 time: 0.0798647 Feb 10 06:58:36.901627 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d4fe3fa3-356f-43b5-b739-96b25775d484 req-5b3a36ea-52df-4a28-93fd-9432d1514eee service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913558 Feb 10 06:58:36.923937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33205bac-ce27-4102-97e9-b066f81c0dfa req-93a10445-0d2a-42ff-87c2-35d895a76a68 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817173 Feb 10 06:58:36.935681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84aca4e0-9206-4161-8bc5-0392e0a9935e req-c22da691-8842-4b8d-b688-d33f129d24f6 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689013 Feb 10 06:58:36.967932 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:38.055632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ee451-96a1-4c16-b7e9-30b368705f9c req-b8389caa-8a57-41ab-8bb8-3c6c1e36c8d6 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:38.057531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a1ee451-96a1-4c16-b7e9-30b368705f9c req-b8389caa-8a57-41ab-8bb8-3c6c1e36c8d6 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 948 time: 0.0548306 Feb 10 06:58:38.104273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a1ee451-96a1-4c16-b7e9-30b368705f9c req-95f6ae45-8879-465b-a22a-b6777e50aaa7 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Feb 10 06:58:38.779832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fc461497-4aea-4654-90de-13d07cd52cec details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:58:38.884855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fc461497-4aea-4654-90de-13d07cd52cec, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fc461497-4aea-4654-90de-13d07cd52cec,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:38.895480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'fc461497-4aea-4654-90de-13d07cd52cec', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': 'fc461497-4aea-4654-90de-13d07cd52cec', 'mac_address': 'fa:16:3e:34:39:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:58:38.934589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fc461497-4aea-4654-90de-13d07cd52cec is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:58:38.934985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc461497-4aea-4654-90de-13d07cd52cec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:38.949107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc461497-4aea-4654-90de-13d07cd52cec {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:58:38.977670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fc461497-4aea-4654-90de-13d07cd52cec, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fc461497-4aea-4654-90de-13d07cd52cec,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:38.981516 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fc461497-4aea-4654-90de-13d07cd52cec), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:39.032418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fc461497-4aea-4654-90de-13d07cd52cec,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:39.229992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4260-2fb7-4474-8539-e1d89b811dd3 req-0b51fff5-d11b-4b12-841a-6b2122f8ac36 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:39.231497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-305d4260-2fb7-4474-8539-e1d89b811dd3 req-0b51fff5-d11b-4b12-841a-6b2122f8ac36 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 949 time: 0.0603919 Feb 10 06:58:39.280132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-305d4260-2fb7-4474-8539-e1d89b811dd3 req-1bfc7430-98ad-4910-a593-262e458507c9 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Feb 10 06:58:39.333187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['fc461497-4aea-4654-90de-13d07cd52cec'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:58:39.453051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496ae7c-6d3a-4282-8109-a820de9bc6a7 req-561a4346-cf67-4e01-aa23-11fc3019db3c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:39.454562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2496ae7c-6d3a-4282-8109-a820de9bc6a7 req-561a4346-cf67-4e01-aa23-11fc3019db3c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0571313 Feb 10 06:58:39.503282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2496ae7c-6d3a-4282-8109-a820de9bc6a7 req-167e8fb4-952f-4f70-9cc1-73fe4b930ea4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 Feb 10 06:58:39.627313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e79e6-ec6c-4f73-8318-e403da629cd2 req-bac17ce6-21ff-4427-b8bf-c9da85c9684f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:39.628861 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-328e79e6-ec6c-4f73-8318-e403da629cd2 req-bac17ce6-21ff-4427-b8bf-c9da85c9684f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0578356 Feb 10 06:58:39.676629 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-328e79e6-ec6c-4f73-8318-e403da629cd2 req-cd1fae84-ce4e-40fd-9780-c45fd18da372 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Feb 10 06:58:39.845464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9800d3-51d9-4c6c-90dc-64ac2fc7f6f7 req-5b685a1e-bfb8-434f-b0f2-633dedc16de4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:39.846859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9800d3-51d9-4c6c-90dc-64ac2fc7f6f7 req-5b685a1e-bfb8-434f-b0f2-633dedc16de4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0532973 Feb 10 06:58:39.896013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9800d3-51d9-4c6c-90dc-64ac2fc7f6f7 req-e802912d-612c-412d-a0e5-debb130ec5fa tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Feb 10 06:58:40.013544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b81b11-34f1-4f97-959d-bcde488f11cb req-a81d75eb-8df6-4313-ae60-1cd78d7f0ee8 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:40.015029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09b81b11-34f1-4f97-959d-bcde488f11cb req-a81d75eb-8df6-4313-ae60-1cd78d7f0ee8 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0531394 Feb 10 06:58:40.065544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09b81b11-34f1-4f97-959d-bcde488f11cb req-34f64f61-56cb-43b0-957f-7cf803fa9fc3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Feb 10 06:58:40.137929 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:40.237759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b94021-ea55-4272-b087-27102d6c6249 req-85d2110c-48af-42cc-8ef5-170397496b58 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:40.239257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4b94021-ea55-4272-b087-27102d6c6249 req-85d2110c-48af-42cc-8ef5-170397496b58 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0523884 Feb 10 06:58:40.284942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4b94021-ea55-4272-b087-27102d6c6249 req-67fa544c-764c-4f56-9fee-2d1cf6695119 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395105 Feb 10 06:58:40.336278 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87b07e75-3b7a-47f3-910b-a0a49a91d327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:40.442116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4399d6-d7bb-4626-98a6-0f1fe46fef12 req-48e5e44d-0be0-45e9-b6b5-1cceb1c7c8da tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:40.443571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d4399d6-d7bb-4626-98a6-0f1fe46fef12 req-48e5e44d-0be0-45e9-b6b5-1cceb1c7c8da tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 949 time: 0.0861380 Feb 10 06:58:40.451578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0f7e0-d4a1-45e8-974a-5059ffc60031 req-963c629c-60c1-4795-8097-bee36cb27a2d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:40.453022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed0f7e0-d4a1-45e8-974a-5059ffc60031 req-963c629c-60c1-4795-8097-bee36cb27a2d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0975158 Feb 10 06:58:40.527887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d4399d6-d7bb-4626-98a6-0f1fe46fef12 req-5f8f7880-ee7e-4b6f-a4d2-32bb3e1d7202 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738556 Feb 10 06:58:40.531232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed0f7e0-d4a1-45e8-974a-5059ffc60031 req-dbca5d1e-7274-470b-9d1e-59a2f5a49d9f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712736 Feb 10 06:58:40.707089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d08b1-2124-422a-a14d-aa9a7c066653 req-966c01ee-917f-4369-b0f1-30b88f91ed7b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:40.708466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-912d08b1-2124-422a-a14d-aa9a7c066653 req-966c01ee-917f-4369-b0f1-30b88f91ed7b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0512667 Feb 10 06:58:40.757035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-912d08b1-2124-422a-a14d-aa9a7c066653 req-32f3c363-838c-409e-b960-c523936536b0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Feb 10 06:58:40.798551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fc461497-4aea-4654-90de-13d07cd52cec up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:58:40.852120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port fc461497-4aea-4654-90de-13d07cd52cec completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 06:58:40.856347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port fc461497-4aea-4654-90de-13d07cd52cec triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:58:40.856724 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc461497-4aea-4654-90de-13d07cd52cec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:40.894482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924655bf-7b96-4f32-9a3e-b3fd3f9fdf65 req-8fe0c97a-1573-409d-ab12-3491e8728913 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:40.896038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-924655bf-7b96-4f32-9a3e-b3fd3f9fdf65 req-8fe0c97a-1573-409d-ab12-3491e8728913 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0610216 Feb 10 06:58:40.934277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port fc461497-4aea-4654-90de-13d07cd52cec is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:58:40.934739 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc461497-4aea-4654-90de-13d07cd52cec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:40.948533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-924655bf-7b96-4f32-9a3e-b3fd3f9fdf65 req-a597bbb0-9284-48c3-8e85-35355afd251f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453167 Feb 10 06:58:40.959403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dc43b1-ab95-4b7c-8c15-93da5d42ce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc461497-4aea-4654-90de-13d07cd52cec'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:40.962403 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c811c4-0c19-4d65-8e60-f360a5799179" -d '{"events": [{"server_uuid": "d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e", "name": "network-vif-plugged", "status": "completed", "tag": "fc461497-4aea-4654-90de-13d07cd52cec"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:40.974824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port fc461497-4aea-4654-90de-13d07cd52cec, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fc461497-4aea-4654-90de-13d07cd52cec,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:40.979873 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fc461497-4aea-4654-90de-13d07cd52cec), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:41.007167 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d1566-2e2c-433a-b720-4be8f0124405 x-openstack-request-id: req-b87d1566-2e2c-433a-b720-4be8f0124405 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:41.007548 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e", "name": "network-vif-plugged", "status": "completed", "tag": "fc461497-4aea-4654-90de-13d07cd52cec", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:41.007727 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b87d1566-2e2c-433a-b720-4be8f0124405 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:41.008120 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dc43b1-ab95-4b7c-8c15-93da5d42ce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc461497-4aea-4654-90de-13d07cd52cec', 'code': 200} Feb 10 06:58:41.037249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=fc461497-4aea-4654-90de-13d07cd52cec,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:41.116857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02c33d-7d3c-49d4-80d5-0719345088be req-f5a979a2-8841-4524-9d7a-b2fc14dbb0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:41.119396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d02c33d-7d3c-49d4-80d5-0719345088be req-f5a979a2-8841-4524-9d7a-b2fc14dbb0c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 1132 time: 0.0502758 Feb 10 06:58:41.142794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9fe5c-533b-431f-9f60-1b0e1309c52c req-a9fe9836-a553-4ab1-bb3f-f7ecaee7d5ce tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:41.145831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0e9fe5c-533b-431f-9f60-1b0e1309c52c req-a9fe9836-a553-4ab1-bb3f-f7ecaee7d5ce tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0637729 Feb 10 06:58:41.169422 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d02c33d-7d3c-49d4-80d5-0719345088be req-a37189fa-c735-4620-9ce0-a97f1901cd01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Feb 10 06:58:41.196312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0e9fe5c-533b-431f-9f60-1b0e1309c52c req-6c80c449-9acb-492a-bd76-f307606138ea tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Feb 10 06:58:41.320470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aafef4-73fd-4381-923a-595838b73581 req-93d5d86c-dfa9-4c91-8042-e783951f1e38 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:41.322857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17aafef4-73fd-4381-923a-595838b73581 req-93d5d86c-dfa9-4c91-8042-e783951f1e38 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0552933 Feb 10 06:58:41.379986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17aafef4-73fd-4381-923a-595838b73581 req-e8578007-c2dd-4865-9797-2194bad984a6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515504 Feb 10 06:58:41.547364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b8db-fb7b-48a3-833d-d8f0954eb883 req-640d9633-7e0a-455a-a04f-1cc996b43030 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:41.548752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e239b8db-fb7b-48a3-833d-d8f0954eb883 req-640d9633-7e0a-455a-a04f-1cc996b43030 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0525258 Feb 10 06:58:41.598289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e239b8db-fb7b-48a3-833d-d8f0954eb883 req-e9dda9ca-6672-4fa4-9629-8d6005473224 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Feb 10 06:58:41.652111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4769c-6006-46a7-891c-ba33d025e267 req-00801fcb-becf-4452-9123-f808b12487c6 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:41.653585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50d4769c-6006-46a7-891c-ba33d025e267 req-00801fcb-becf-4452-9123-f808b12487c6 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 950 time: 0.0544293 Feb 10 06:58:41.732316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50d4769c-6006-46a7-891c-ba33d025e267 req-17014429-4692-4fce-abf0-1783307c91e8 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731761 Feb 10 06:58:41.748804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbc95b-77ff-47a9-aa99-a4ceaad1acaf req-0bbd8b62-8d63-499e-8623-5ddb77955cdb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:41.750388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51dbc95b-77ff-47a9-aa99-a4ceaad1acaf req-0bbd8b62-8d63-499e-8623-5ddb77955cdb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0786178 Feb 10 06:58:41.803366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51dbc95b-77ff-47a9-aa99-a4ceaad1acaf req-88fd100f-0543-43ee-9813-efe725833175 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468864 Feb 10 06:58:42.028248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d6d6-8bb7-4c8f-836b-8d8d981ac315 req-b470431a-d575-481f-b37b-9c7f6924e711 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:42.029705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49d2d6d6-8bb7-4c8f-836b-8d8d981ac315 req-b470431a-d575-481f-b37b-9c7f6924e711 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 814 time: 0.1010461 Feb 10 06:58:42.044650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49d2d6d6-8bb7-4c8f-836b-8d8d981ac315 req-42b7e072-4d68-4922-9f2f-1ea3b04cfc09 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/quotas/0851fb0108ae4f3bae50e4660bbec918 HTTP/1.1" status: 200 len: 375 time: 0.0094151 Feb 10 06:58:42.100514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49d2d6d6-8bb7-4c8f-836b-8d8d981ac315 req-c5a5d358-bf7b-42c0-8116-736ea83d9f53 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502913 Feb 10 06:58:42.212443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9ba3d-48d7-4352-b4fd-c94a6e373f5a req-d9890ad8-8359-4414-8f1a-8bf6a8496f0a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:42.213899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11f9ba3d-48d7-4352-b4fd-c94a6e373f5a req-d9890ad8-8359-4414-8f1a-8bf6a8496f0a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0536137 Feb 10 06:58:42.260648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11f9ba3d-48d7-4352-b4fd-c94a6e373f5a req-e0fea388-02b8-4f10-b471-b51aa0fb8a51 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Feb 10 06:58:42.390708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252ca42-8f99-45fa-9051-42a134dc20d9 req-3a4204c2-8b08-46fc-9a07-c32e9265555c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:42.392106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8252ca42-8f99-45fa-9051-42a134dc20d9 req-3a4204c2-8b08-46fc-9a07-c32e9265555c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0537288 Feb 10 06:58:42.442037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8252ca42-8f99-45fa-9051-42a134dc20d9 req-a1fda0c1-b75b-4dc4-9a17-0ec018f3218d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443344 Feb 10 06:58:42.527157 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb425191-8de0-4315-b8de-6c711730050a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:42.596082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d7c200d-8a10-4b48-86d8-f91842afe3f1 req-bf500af7-2dd0-4a21-a5dc-bd57d2d59724 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0851fb0108ae4f3bae50e4660bbec918 HTTP/1.1" status: 200 len: 221 time: 0.0254905 Feb 10 06:58:42.713325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3227cbe-b300-4812-a4e6-a1647b6dea11 req-8b8624b6-109d-4127-bcdd-82c1ee4abcdd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:42.714804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3227cbe-b300-4812-a4e6-a1647b6dea11 req-8b8624b6-109d-4127-bcdd-82c1ee4abcdd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0622561 Feb 10 06:58:42.759833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3227cbe-b300-4812-a4e6-a1647b6dea11 req-a255e1f4-d353-4735-bb01-c7550c160ec8 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389500 Feb 10 06:58:43.208522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3494d4d-e477-4b64-8d8b-1e69f388fbbc req-0bbf0b52-6c7f-4cd2-acb9-f3adbc0fecf6 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:43.209929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3494d4d-e477-4b64-8d8b-1e69f388fbbc req-0bbf0b52-6c7f-4cd2-acb9-f3adbc0fecf6 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 950 time: 0.4044428 Feb 10 06:58:43.221343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6be6f5-bdc3-4217-a085-a98567fe174d req-8256dc8f-1170-41a4-9081-7ff406ebf4aa tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:43.222754 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f6be6f5-bdc3-4217-a085-a98567fe174d req-8256dc8f-1170-41a4-9081-7ff406ebf4aa tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.3898783 Feb 10 06:58:43.296659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3494d4d-e477-4b64-8d8b-1e69f388fbbc req-b3f1b3e1-dc92-45c3-ab1d-c0fff56763f7 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729511 Feb 10 06:58:43.303374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f6be6f5-bdc3-4217-a085-a98567fe174d req-0bf751dd-5763-4f7f-9b2e-a4708977a70a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741889 Feb 10 06:58:43.442334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c1c7e-61b0-4725-9147-5d46012e2119 req-47addfe8-1178-4887-af04-6ceef1b922ee tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:43.444546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb6c1c7e-61b0-4725-9147-5d46012e2119 req-47addfe8-1178-4887-af04-6ceef1b922ee tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0552912 Feb 10 06:58:43.496463 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb6c1c7e-61b0-4725-9147-5d46012e2119 req-320150b7-cb0d-4799-adf5-a6aa0309e2eb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Feb 10 06:58:43.628159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b18736-2d17-4aa9-bdf0-acf48ddea47c req-fea84086-cfd6-4e7a-a055-573eae1ab96f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:43.629778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97b18736-2d17-4aa9-bdf0-acf48ddea47c req-fea84086-cfd6-4e7a-a055-573eae1ab96f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0663855 Feb 10 06:58:43.679259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97b18736-2d17-4aa9-bdf0-acf48ddea47c req-3314f096-b465-4afc-aa79-e67b7dcc9736 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Feb 10 06:58:43.818750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ebc60-9844-4a39-a52f-3f36a617cc17 req-9aa25ed4-b3f0-4fd6-b26c-b8fb69aa3471 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:43.820425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c60ebc60-9844-4a39-a52f-3f36a617cc17 req-9aa25ed4-b3f0-4fd6-b26c-b8fb69aa3471 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0638723 Feb 10 06:58:43.827835 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:43.875192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c60ebc60-9844-4a39-a52f-3f36a617cc17 req-698282f9-2df3-4886-866b-e3c48e3ae0ff tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487397 Feb 10 06:58:43.993063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1d930-8fa0-43f6-a920-e789a265ae64 req-6440fd29-a433-4a52-ac81-771919db3412 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:43.994499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb1d930-8fa0-43f6-a920-e789a265ae64 req-6440fd29-a433-4a52-ac81-771919db3412 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0521505 Feb 10 06:58:44.045487 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb1d930-8fa0-43f6-a920-e789a265ae64 req-b9600a64-e61a-4322-b4b2-425fce2e944e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 Feb 10 06:58:44.176002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87328117-971e-4a1c-bbab-eac4ea6d842f req-46e50d0f-b8c9-409d-94e3-711e30634b93 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:44.177471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87328117-971e-4a1c-bbab-eac4ea6d842f req-46e50d0f-b8c9-409d-94e3-711e30634b93 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0560329 Feb 10 06:58:44.224747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87328117-971e-4a1c-bbab-eac4ea6d842f req-c482fff2-4613-426f-a128-d547b70d51cb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Feb 10 06:58:44.352518 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fe7cb-785d-4a6f-aec1-8fda430fc5cd req-8d843815-b723-4bb9-bb44-9ee30d74bf4c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:44.354026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a16fe7cb-785d-4a6f-aec1-8fda430fc5cd req-8d843815-b723-4bb9-bb44-9ee30d74bf4c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0546651 Feb 10 06:58:44.404745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a16fe7cb-785d-4a6f-aec1-8fda430fc5cd req-6d8b7886-5dbd-4d19-b4ab-28bc140ccbec tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Feb 10 06:58:44.562291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144876e4-d436-4100-aae3-9d88ae9fe5c8 req-c86eaf21-a3f5-4294-98c5-adb88c47656a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:44.564334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-144876e4-d436-4100-aae3-9d88ae9fe5c8 req-c86eaf21-a3f5-4294-98c5-adb88c47656a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0701859 Feb 10 06:58:44.619558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-144876e4-d436-4100-aae3-9d88ae9fe5c8 req-00495dfc-4445-47d3-a58e-37c631e5e55a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472634 Feb 10 06:58:44.784121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c6ab4-7917-4ea5-8c02-0d1d520f1b5b req-da33feac-4783-471c-8844-b53c96313b7e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:44.785792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-885c6ab4-7917-4ea5-8c02-0d1d520f1b5b req-da33feac-4783-471c-8844-b53c96313b7e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0645525 Feb 10 06:58:44.838005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-885c6ab4-7917-4ea5-8c02-0d1d520f1b5b req-a8a132e9-0cec-4e3b-9b13-c2b5ba44dcbb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458286 Feb 10 06:58:44.991643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb8dcc-3626-42d6-b0a6-9b855444520d req-c2b49df6-b231-4f27-95b2-3a90ebd86729 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:44.993420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ceb8dcc-3626-42d6-b0a6-9b855444520d req-c2b49df6-b231-4f27-95b2-3a90ebd86729 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0603640 Feb 10 06:58:45.045489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ceb8dcc-3626-42d6-b0a6-9b855444520d req-b2a6545f-e80c-4d9a-85c9-36aee34f4549 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454245 Feb 10 06:58:45.176692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758fd1f-524f-4c32-8c6e-251af44eef71 req-edeb5f34-570a-48f0-9660-6b2a70386cb0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:45.179472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a758fd1f-524f-4c32-8c6e-251af44eef71 req-edeb5f34-570a-48f0-9660-6b2a70386cb0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0581341 Feb 10 06:58:45.248762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a758fd1f-524f-4c32-8c6e-251af44eef71 req-e728c572-d3ee-4ffc-9dde-0a35216323b8 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581996 Feb 10 06:58:45.259421 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:45.409904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02346-3449-4dbc-a449-7b4aae7bf8b4 req-22fa7cf8-508f-4dbe-b27c-0bd42387e332 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:45.411663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60b02346-3449-4dbc-a449-7b4aae7bf8b4 req-22fa7cf8-508f-4dbe-b27c-0bd42387e332 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0695755 Feb 10 06:58:45.460512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60b02346-3449-4dbc-a449-7b4aae7bf8b4 req-eb801731-49fb-4e04-b87b-9c5e8ad9c299 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 Feb 10 06:58:45.597397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aecaa4-8255-4a7c-83bd-5b098a7422c3 req-6dd90837-c0ec-4e36-8026-625c1425ff31 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:45.599055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07aecaa4-8255-4a7c-83bd-5b098a7422c3 req-6dd90837-c0ec-4e36-8026-625c1425ff31 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0631678 Feb 10 06:58:45.660379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07aecaa4-8255-4a7c-83bd-5b098a7422c3 req-99cfe057-89e5-488a-835a-e96cb4d48cc2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Feb 10 06:58:45.940950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601388c-3f35-46fb-a958-f51a89c44833 req-8dd7b200-94ff-4ea3-9c4e-d012dd8ee587 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:45.942638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6601388c-3f35-46fb-a958-f51a89c44833 req-8dd7b200-94ff-4ea3-9c4e-d012dd8ee587 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0573173 Feb 10 06:58:45.998028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6601388c-3f35-46fb-a958-f51a89c44833 req-f66ed307-47ff-455c-88c9-e127a656cf68 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485930 Feb 10 06:58:46.136603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ef70f-a080-463d-8e35-f6cb3e74e114 req-a1903e43-34bd-4d5b-9910-8a6d0b1fa8cc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:46.138350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f7ef70f-a080-463d-8e35-f6cb3e74e114 req-a1903e43-34bd-4d5b-9910-8a6d0b1fa8cc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0623968 Feb 10 06:58:46.188265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f7ef70f-a080-463d-8e35-f6cb3e74e114 req-2decb691-6d14-436e-9789-ca8967ab0d5a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Feb 10 06:58:46.381204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa683d9-7755-4538-9df5-4d1761b90eb4 req-ccf8597d-218d-4006-93ea-ae15b10dc08d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:46.383123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-baa683d9-7755-4538-9df5-4d1761b90eb4 req-ccf8597d-218d-4006-93ea-ae15b10dc08d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0569277 Feb 10 06:58:46.428797 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:46.446136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-baa683d9-7755-4538-9df5-4d1761b90eb4 req-ea48df35-10fc-44d8-a70b-b11702000e4b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556920 Feb 10 06:58:46.596256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5c654-4310-4773-b0d0-50208beeecac req-982f9a01-6b5d-4945-a605-40572ef6c2b6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:46.602219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b5c654-4310-4773-b0d0-50208beeecac req-982f9a01-6b5d-4945-a605-40572ef6c2b6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0730419 Feb 10 06:58:46.672574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10b5c654-4310-4773-b0d0-50208beeecac req-ea2a30df-abe1-4da1-8d7d-2d49423dc28d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666280 Feb 10 06:58:46.822489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a39c6a-64e4-4104-827c-5a2e9ae28c32 req-3a5eb196-8c77-4df9-a559-fbb490ba302d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:46.823665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09a39c6a-64e4-4104-827c-5a2e9ae28c32 req-3a5eb196-8c77-4df9-a559-fbb490ba302d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0559559 Feb 10 06:58:46.875530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09a39c6a-64e4-4104-827c-5a2e9ae28c32 req-c3ce8f4f-5f9f-42ab-9bab-142e0a47b4c6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 Feb 10 06:58:47.002485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463f64e-9d99-4c53-9c3a-2c3d597ce71e req-7bf74c54-5a16-46a2-aa1c-0eb2acc2b877 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:47.004011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f463f64e-9d99-4c53-9c3a-2c3d597ce71e req-7bf74c54-5a16-46a2-aa1c-0eb2acc2b877 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0564461 Feb 10 06:58:47.054738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f463f64e-9d99-4c53-9c3a-2c3d597ce71e req-a9f6a328-c516-486d-b942-24f78d6df8d4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445833 Feb 10 06:58:47.285184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1622a2-65ab-42d8-b234-769935e0f3e9 req-b47d4f3b-0be7-4a1a-b6ad-2619057404f8 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:47.287057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf1622a2-65ab-42d8-b234-769935e0f3e9 req-b47d4f3b-0be7-4a1a-b6ad-2619057404f8 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0621874 Feb 10 06:58:47.338440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf1622a2-65ab-42d8-b234-769935e0f3e9 req-2691f762-9cb4-4dcb-be4c-679dafe693a4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Feb 10 06:58:48.465082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fec27-2509-439b-8822-b8d75c77bc82 req-b0839e94-59a0-46df-ab80-7755ee8db4b2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:48.466499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b24fec27-2509-439b-8822-b8d75c77bc82 req-b0839e94-59a0-46df-ab80-7755ee8db4b2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0524592 Feb 10 06:58:48.513812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b24fec27-2509-439b-8822-b8d75c77bc82 req-80cdbf04-1719-49a1-bcea-842585a3765d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Feb 10 06:58:48.764745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb2522-f6e8-425b-a977-bc7e43d810e1 req-3be5c7d5-f968-449f-a0fd-d956bf748c5d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:48.766241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7fcb2522-f6e8-425b-a977-bc7e43d810e1 req-3be5c7d5-f968-449f-a0fd-d956bf748c5d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0526285 Feb 10 06:58:48.820950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7fcb2522-f6e8-425b-a977-bc7e43d810e1 req-94c10ab9-a6b2-41b6-a449-56965b960702 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451200 Feb 10 06:58:49.950037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a4a23-12ad-40b1-9e09-5c06338822a4 req-43c91ac7-853f-4d4b-839c-f7e6289a1235 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:49.951959 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd6a4a23-12ad-40b1-9e09-5c06338822a4 req-43c91ac7-853f-4d4b-839c-f7e6289a1235 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0575454 Feb 10 06:58:50.004108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd6a4a23-12ad-40b1-9e09-5c06338822a4 req-753ee9b3-0d1f-4f43-bf49-90feb793032a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457280 Feb 10 06:58:50.125228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1937116-2cfd-4f8c-b578-cb01ef55936a req-82b3f2f7-43fa-44f0-806f-1cb47bc728b7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:50.126723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1937116-2cfd-4f8c-b578-cb01ef55936a req-82b3f2f7-43fa-44f0-806f-1cb47bc728b7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0525022 Feb 10 06:58:50.174705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c1937116-2cfd-4f8c-b578-cb01ef55936a req-a9e17072-4f70-4343-815a-f9c6291e3ab6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422716 Feb 10 06:58:50.335698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b41ce-34fe-4d13-ad13-7a70cd34a010 req-8517aae5-38e4-481b-b3c2-39d2c993b931 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:50.337926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-607b41ce-34fe-4d13-ad13-7a70cd34a010 req-8517aae5-38e4-481b-b3c2-39d2c993b931 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0598660 Feb 10 06:58:50.383592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-607b41ce-34fe-4d13-ad13-7a70cd34a010 req-a3c19af7-0727-4fc7-bd14-3f3dd2722318 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Feb 10 06:58:50.503071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5919ec9-d41a-4dc6-b6d4-310bfb989a20 req-ea121b64-192b-418b-9c5f-8283cb296bdf tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:50.504559 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5919ec9-d41a-4dc6-b6d4-310bfb989a20 req-ea121b64-192b-418b-9c5f-8283cb296bdf tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0524626 Feb 10 06:58:50.550925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5919ec9-d41a-4dc6-b6d4-310bfb989a20 req-ba30b724-e796-4abd-a612-3eb22af3c432 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 Feb 10 06:58:50.689165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551433d0-b28c-4e6e-998c-335dd70a679c req-ffd05ea4-17e5-450e-845a-aeec8f90c56f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:50.690673 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-551433d0-b28c-4e6e-998c-335dd70a679c req-ffd05ea4-17e5-450e-845a-aeec8f90c56f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0569704 Feb 10 06:58:50.738682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-551433d0-b28c-4e6e-998c-335dd70a679c req-8fdbc6fc-4b3f-453e-b852-b94c91892938 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Feb 10 06:58:50.861554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60270471-d3b2-4aef-b0f7-cfb656a08187 req-bcbfe51f-e715-4759-9c82-2bb2c31ff329 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:50.862965 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60270471-d3b2-4aef-b0f7-cfb656a08187 req-bcbfe51f-e715-4759-9c82-2bb2c31ff329 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0583470 Feb 10 06:58:50.910242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60270471-d3b2-4aef-b0f7-cfb656a08187 req-4d0372bf-292d-46f1-8611-648d10720fab tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Feb 10 06:58:51.072177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0722-b540-4008-b6f1-bcad7ad39748 req-43312d6c-4981-4bf8-9aaf-093db4d58aee tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:51.073651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-347b0722-b540-4008-b6f1-bcad7ad39748 req-43312d6c-4981-4bf8-9aaf-093db4d58aee tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0573342 Feb 10 06:58:51.124213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-347b0722-b540-4008-b6f1-bcad7ad39748 req-4af62c6b-6de7-4189-a010-9ab23ef28517 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448091 Feb 10 06:58:51.251362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e9eb9-6697-4c7a-bbd6-7f5338adab7b req-8cd686f3-3d88-4737-b65a-d4eb53ba5d6a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:51.252899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b0e9eb9-6697-4c7a-bbd6-7f5338adab7b req-8cd686f3-3d88-4737-b65a-d4eb53ba5d6a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0541902 Feb 10 06:58:51.298859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b0e9eb9-6697-4c7a-bbd6-7f5338adab7b req-ed30cf13-7e0a-4e62-8af5-41b46ad2f1f5 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403295 Feb 10 06:58:51.433775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac15ae-f704-44ca-ab03-3d9eb88b4095 req-b1bbc84d-7cb6-47d2-a4db-59a91c6f24c0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:51.435221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00ac15ae-f704-44ca-ab03-3d9eb88b4095 req-b1bbc84d-7cb6-47d2-a4db-59a91c6f24c0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0544438 Feb 10 06:58:51.482944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00ac15ae-f704-44ca-ab03-3d9eb88b4095 req-771e97d4-9137-4b02-aaf4-05973bae0c53 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Feb 10 06:58:51.611722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716ce31-9108-4bb2-a67e-87a5cd216917 req-e8fd7844-6ee9-4e2c-a21f-17f7e2e399c3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:51.613489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3716ce31-9108-4bb2-a67e-87a5cd216917 req-e8fd7844-6ee9-4e2c-a21f-17f7e2e399c3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0601757 Feb 10 06:58:51.662969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3716ce31-9108-4bb2-a67e-87a5cd216917 req-a21445a0-7cad-4f74-8754-f4937b507b25 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436203 Feb 10 06:58:51.796063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3cc1f-4c5f-47f7-a9cd-12e352565762 req-06b12558-0ccd-4d5f-b005-b323ade66086 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:51.797538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0e3cc1f-4c5f-47f7-a9cd-12e352565762 req-06b12558-0ccd-4d5f-b005-b323ade66086 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0520499 Feb 10 06:58:51.845292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0e3cc1f-4c5f-47f7-a9cd-12e352565762 req-b997ea25-77c0-4de9-a9a5-133f47cc9f3a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Feb 10 06:58:51.970490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb9eb-e3c2-496a-bffc-ad61b6eecdfc req-7e5e0f29-b64a-4973-ada5-5165e2b04a98 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:51.971992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-676fb9eb-e3c2-496a-bffc-ad61b6eecdfc req-7e5e0f29-b64a-4973-ada5-5165e2b04a98 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0547924 Feb 10 06:58:52.020842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-676fb9eb-e3c2-496a-bffc-ad61b6eecdfc req-1b1fdb3f-14fd-4167-9197-c136186242a1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Feb 10 06:58:52.181796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947d58b-82f2-4552-8764-554f44ff026a req-d5459c01-c25a-4f84-988e-48ce803b41a8 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:52.183310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d947d58b-82f2-4552-8764-554f44ff026a req-d5459c01-c25a-4f84-988e-48ce803b41a8 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0523262 Feb 10 06:58:52.235506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d947d58b-82f2-4552-8764-554f44ff026a req-73f5887f-6464-4bb9-8024-a19648840c77 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464742 Feb 10 06:58:52.352678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96869caf-4226-499e-9909-94f85d32f93c req-49e08dcd-4aa4-4d17-ab81-dae3a4ffec85 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:52.354151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96869caf-4226-499e-9909-94f85d32f93c req-49e08dcd-4aa4-4d17-ab81-dae3a4ffec85 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0534613 Feb 10 06:58:52.403479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96869caf-4226-499e-9909-94f85d32f93c req-7e752735-dba9-4757-bc0b-f29c51599204 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Feb 10 06:58:52.543784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e2984-1846-4e2a-8f25-be8f6425d40e req-b532bd8c-acb5-4d96-83dc-f2927fa45fc1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:52.545203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-674e2984-1846-4e2a-8f25-be8f6425d40e req-b532bd8c-acb5-4d96-83dc-f2927fa45fc1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0589907 Feb 10 06:58:52.591886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-674e2984-1846-4e2a-8f25-be8f6425d40e req-913e6501-4276-4124-8f6f-f8ba8579ed27 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Feb 10 06:58:52.712040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd1266-debc-43aa-987b-c57729f9200f req-d9aa8d55-b16f-470c-b001-01f488e11f8e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:52.714243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76fd1266-debc-43aa-987b-c57729f9200f req-d9aa8d55-b16f-470c-b001-01f488e11f8e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0549178 Feb 10 06:58:52.762453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76fd1266-debc-43aa-987b-c57729f9200f req-1398c032-6164-4a90-907d-5487b33803ca tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422609 Feb 10 06:58:52.925858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafaceb-7aad-4f3b-b6a8-d71ba3f9795d req-ef884489-60dd-4e8a-8358-0321261c0012 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:52.927366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ceafaceb-7aad-4f3b-b6a8-d71ba3f9795d req-ef884489-60dd-4e8a-8358-0321261c0012 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0568326 Feb 10 06:58:52.975222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ceafaceb-7aad-4f3b-b6a8-d71ba3f9795d req-97f361ee-b30a-4437-a49a-b94ebc129685 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Feb 10 06:58:53.093588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d1f44-3053-4c51-8a8a-bb712acea941 req-19ec4969-c91f-4e34-b6dc-544b3d374def tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:53.095638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e8d1f44-3053-4c51-8a8a-bb712acea941 req-19ec4969-c91f-4e34-b6dc-544b3d374def tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0538235 Feb 10 06:58:53.148898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e8d1f44-3053-4c51-8a8a-bb712acea941 req-8bc81d35-9b76-4f4a-a718-6239325c2c47 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472867 Feb 10 06:58:53.331607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddefd4f-6601-4aab-9a1b-719c27a163fa req-af012f21-c9f4-41e7-92c4-acfebb7632f6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:53.333178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ddefd4f-6601-4aab-9a1b-719c27a163fa req-af012f21-c9f4-41e7-92c4-acfebb7632f6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0559487 Feb 10 06:58:53.388901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ddefd4f-6601-4aab-9a1b-719c27a163fa req-68334f7a-a461-4c19-a7aa-7dca604d7a0b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491257 Feb 10 06:58:53.513258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3dfdd-3f20-430a-b332-6694b7125e34 req-d0f4a759-1345-4d4a-b333-cb96da664735 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:53.514820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1f3dfdd-3f20-430a-b332-6694b7125e34 req-d0f4a759-1345-4d4a-b333-cb96da664735 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0559926 Feb 10 06:58:53.562159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1f3dfdd-3f20-430a-b332-6694b7125e34 req-9314d1b5-fa8a-45f5-89e6-ea4dbc099e54 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Feb 10 06:58:53.698512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f787a6-f7bf-42d7-8090-21fe6ff0d132 req-1b3860eb-0008-4a78-9bc2-9814b8dc1e05 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:53.699940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38f787a6-f7bf-42d7-8090-21fe6ff0d132 req-1b3860eb-0008-4a78-9bc2-9814b8dc1e05 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0561712 Feb 10 06:58:53.747369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38f787a6-f7bf-42d7-8090-21fe6ff0d132 req-64366116-998e-487f-a559-9d229c44ac2c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Feb 10 06:58:53.868973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f413d-78e6-4028-8ac0-c4d69d26c07d req-b8d68a47-47b3-493f-b23e-8fa0d9402f82 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:53.870525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-240f413d-78e6-4028-8ac0-c4d69d26c07d req-b8d68a47-47b3-493f-b23e-8fa0d9402f82 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0572760 Feb 10 06:58:53.918607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-240f413d-78e6-4028-8ac0-c4d69d26c07d req-93b925ea-d3e7-44af-8c8e-91caafbd6d6c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Feb 10 06:58:54.337934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf049f8-ffff-41f5-8c3b-db0bef4c67b7 req-d2f5fc34-b129-47c5-835e-7a10a50f7d5f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:54.339507 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf049f8-ffff-41f5-8c3b-db0bef4c67b7 req-d2f5fc34-b129-47c5-835e-7a10a50f7d5f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0541892 Feb 10 06:58:54.389877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf049f8-ffff-41f5-8c3b-db0bef4c67b7 req-abd2dba0-20e8-4c91-b028-ddfd518aa588 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Feb 10 06:58:54.714524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47156) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:58:54.872821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Deleting port 56bbc36d-4efe-4b35-ba01-f67cbf594eac {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:58:54.873158 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (56bbc36d-4efe-4b35-ba01-f67cbf594eac), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:54.947573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (56bbc36d-4efe-4b35-ba01-f67cbf594eac), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:54.947892 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for floatingip (56bbc36d-4efe-4b35-ba01-f67cbf594eac), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:54.959049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Calling delete_port for 56bbc36d-4efe-4b35-ba01-f67cbf594eac owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:58:55.129535 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (56bbc36d-4efe-4b35-ba01-f67cbf594eac), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:55.154462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event deleted for resources: {'Port': ['ID=56bbc36d-4efe-4b35-ba01-f67cbf594eac,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:55.219190 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for floatingip (a03647be-956c-4831-b60e-c663fbac58ed), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:55.219524 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Floating IP a03647be-956c-4831-b60e-c663fbac58ed disassociated (deleted). External IP: 172.25.8.109, port: 5accca34-ebd7-4840-b753-8eb8c5f7f9cc. Feb 10 06:58:55.444397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Router 59fb97f7-dc7d-43d7-8f4d-784644aa24db has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:58:55.531397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d07350-20b1-434e-8896-68f246bf0ae5 req-41e3f3b6-0aeb-42a2-b3c8-9bc55a94b8d4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:55.533232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80d07350-20b1-434e-8896-68f246bf0ae5 req-41e3f3b6-0aeb-42a2-b3c8-9bc55a94b8d4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0641708 Feb 10 06:58:55.565006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:58:55.569741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:55.577839 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] Sync routers for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:58:55.589526 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:58:55.590403 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:58:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:55.593543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80d07350-20b1-434e-8896-68f246bf0ae5 req-4cadcd59-f8b9-4f6e-9908-81609c71fa70 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545068 Feb 10 06:58:55.604629 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4bf27b9d-82c7-4de7-a65d-5ef1773bdbb3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "DELETE /v2.0/floatingips/a03647be-956c-4831-b60e-c663fbac58ed HTTP/1.1" status: 204 len: 168 time: 0.8855696 Feb 10 06:58:55.604629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:55.609058 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b" -d '{"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:55.666683 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decbc674-d0e6-4b70-a1f0-2c07da29ff51 x-openstack-request-id: req-decbc674-d0e6-4b70-a1f0-2c07da29ff51 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:55.667225 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:55.667962 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-decbc674-d0e6-4b70-a1f0-2c07da29ff51 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:55.668599 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'status': 'completed', 'code': 200} Feb 10 06:58:55.743030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-aa5e55d2-797f-451b-8480-c439adfed287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:55.745894 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-aa5e55d2-797f-451b-8480-c439adfed287 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f96e126a4b2c40a981a34edbf2a84de0&device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 1128 time: 0.0574989 Feb 10 06:58:55.748757 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:58:55.888215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d43118-ead7-4e39-9b7f-3373c605d255 req-ae21db6c-295b-49cf-8eb6-46e607807b6a tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:55.890163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19d43118-ead7-4e39-9b7f-3373c605d255 req-ae21db6c-295b-49cf-8eb6-46e607807b6a tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0682631 Feb 10 06:58:55.962919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19d43118-ead7-4e39-9b7f-3373c605d255 req-341ecb72-28a5-4b98-8f78-f4deb15f88c5 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649099 Feb 10 06:58:56.013054 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:56.043604 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] Checking router: 59fb97f7-dc7d-43d7-8f4d-784644aa24db for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:58:56.053026 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:58:56.053765 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:58:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:56.170705 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:58:56.181943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-c599921b-3faa-4666-9ac5-9bd23fff93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:56.183527 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-c599921b-3faa-4666-9ac5-9bd23fff93e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=890e7f37-a0f6-4b42-8f52-d13dc988fc14 HTTP/1.1" status: 200 len: 912 time: 0.4216516 Feb 10 06:58:56.228112 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-a631e441-5b02-43f9-b2d3-1049d72710e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc HTTP/1.1" status: 200 len: 217 time: 0.0354891 Feb 10 06:58:56.281464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-b1bb7d6a-ef47-4621-b1b4-7637d1fba913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:56.283092 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-b1bb7d6a-ef47-4621-b1b4-7637d1fba913 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d98646a-af1b-491a-9324-0010cdcbe51f HTTP/1.1" status: 200 len: 851 time: 0.0478339 Feb 10 06:58:56.336474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-31dc7ac0-25e9-4475-93ed-4cb8af1c9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:56.338872 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-31dc7ac0-25e9-4475-93ed-4cb8af1c9a3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=890e7f37-a0f6-4b42-8f52-d13dc988fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497632 Feb 10 06:58:56.440703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-26ce2719-6b11-456d-82d4-20eeee07f94e service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945821 Feb 10 06:58:56.487431 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:58:56.513053 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc8aab7-c0a3-4a25-9ba2-c58cbb7e4a01 None None] The sync data for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 is: [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:54:46Z', 'revision_number': 4, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '676883c4-e8da-4e3f-b6b7-058f2368687c', 'name': '', 'network_id': '890e7f37-a0f6-4b42-8f52-d13dc988fc14', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'mac_address': 'fa:16:3e:b8:2b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:45Z', 'updated_at': '2022-02-10T06:54:51Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'subnets': [{'id': '6d98646a-af1b-491a-9324-0010cdcbe51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:58:56.542621 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ff1828aa-fd57-4c2a-bc6b-7683033eba8b req-3ed3243e-894b-45bb-bfd9-dcf312636f84 service neutron] 10.222.0.13 "GET /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909121 Feb 10 06:58:56.733972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e635b8-6d54-4964-aa4a-9419498740a7 None None] New status for floating IP a03647be-956c-4831-b60e-c663fbac58ed: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 06:58:56.746131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad54456-f4a5-493d-a1d1-7147ea6008fb req-eea02308-338d-47a6-9206-901e5b9a3a03 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:56.747689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ad54456-f4a5-493d-a1d1-7147ea6008fb req-eea02308-338d-47a6-9206-901e5b9a3a03 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0585096 Feb 10 06:58:56.796462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ad54456-f4a5-493d-a1d1-7147ea6008fb req-c554ef42-bfd9-4454-b5a5-c42115c5c646 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Feb 10 06:58:57.085795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080c198-f869-497d-9766-7dbd91569718 req-2208e282-140f-4bd1-9653-77dd3590d6bb tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:57.088095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8080c198-f869-497d-9766-7dbd91569718 req-2208e282-140f-4bd1-9653-77dd3590d6bb tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0556617 Feb 10 06:58:57.135231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8080c198-f869-497d-9766-7dbd91569718 req-a3904bc4-7b87-4a89-8126-a2aec5b618d0 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f1ee09-ace4-48b5-baa1-392e1625f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 Feb 10 06:58:57.603222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-ac6807d1-8b92-4c50-ad96-0c928f4c5051 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:57.604575 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-ac6807d1-8b92-4c50-ad96-0c928f4c5051 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.13 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0518496 Feb 10 06:58:57.702273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Deleting port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:58:57.702638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:57.795522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] For port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:58:57.795883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:57.808991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Calling delete_port for 5accca34-ebd7-4840-b753-8eb8c5f7f9cc owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:58:57.916101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20521b8-80be-4d74-aa43-16ac52afc0cb req-9e84fa81-3c09-43fb-8da3-0293d17f6108 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:57.917769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e20521b8-80be-4d74-aa43-16ac52afc0cb req-9e84fa81-3c09-43fb-8da3-0293d17f6108 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0538361 Feb 10 06:58:57.938462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5accca34-ebd7-4840-b753-8eb8c5f7f9cc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:57.966890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event deleted for resources: {'Port': ['ID=5accca34-ebd7-4840-b753-8eb8c5f7f9cc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:58:57.967172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e20521b8-80be-4d74-aa43-16ac52afc0cb req-7f72ef08-9ea4-4365-a236-4cf3d5d61621 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Feb 10 06:58:58.009555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] No DVR routers for this DVR port 5accca34-ebd7-4840-b753-8eb8c5f7f9cc on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:58:58.012212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:58:58.015547 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-68a32bb2-b583-4c66-aab3-e80eb395a677 req-17db078e-ef83-484c-ba6e-b50f5417f7e3 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.13 "DELETE /v2.0/ports/5accca34-ebd7-4840-b753-8eb8c5f7f9cc HTTP/1.1" status: 204 len: 173 time: 0.4060647 Feb 10 06:58:58.016010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'name': 'network-vif-deleted', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:58:58.018266 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab13e31-43f3-4f96-bd33-c18445220643" -d '{"events": [{"server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "name": "network-vif-deleted", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:58:58.023905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:58:58.057023 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e8c736-8a1d-4d7b-8d19-5d401d46d604 x-openstack-request-id: req-30e8c736-8a1d-4d7b-8d19-5d401d46d604 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:58:58.057323 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06026238-e1ba-4a85-8f3b-0705b85dfc51", "name": "network-vif-deleted", "tag": "5accca34-ebd7-4840-b753-8eb8c5f7f9cc", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:58:58.057579 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30e8c736-8a1d-4d7b-8d19-5d401d46d604 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:58:58.057991 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06026238-e1ba-4a85-8f3b-0705b85dfc51', 'name': 'network-vif-deleted', 'tag': '5accca34-ebd7-4840-b753-8eb8c5f7f9cc', 'status': 'completed', 'code': 200} Feb 10 06:58:58.235954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9291f7c6-83b7-4c0f-9b39-9c3a9e46c62c req-88ec2c4d-3c6d-47af-bcf7-6a9ad44a99bb tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0327563 Feb 10 06:58:59.113142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ad928-01ca-4f3b-82b8-3b777c90f639 req-0cd9cdde-8af7-48a9-9574-fdd4ed92af66 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:58:59.114667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-705ad928-01ca-4f3b-82b8-3b777c90f639 req-0cd9cdde-8af7-48a9-9574-fdd4ed92af66 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0533359 Feb 10 06:58:59.166696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-705ad928-01ca-4f3b-82b8-3b777c90f639 req-b2e1b161-75ba-435c-9c61-45dc88a51ddd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456479 Feb 10 06:58:59.330040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43802f9c-b822-4389-8f2b-42b5a94de205 req-00961ada-c43b-45f7-b919-89e7c14f9e1c tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0276551 Feb 10 06:59:00.288626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e34e-8ff7-4dcf-98f6-a2d5e0f8e058 req-2546125e-e3c3-406a-be58-bc377cea79c3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:00.290720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ce0e34e-8ff7-4dcf-98f6-a2d5e0f8e058 req-2546125e-e3c3-406a-be58-bc377cea79c3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0535140 Feb 10 06:59:00.345514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ce0e34e-8ff7-4dcf-98f6-a2d5e0f8e058 req-625e26ce-067c-4cd1-8fc1-e9646fc96c44 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483894 Feb 10 06:59:00.434531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5919c57c-b878-4d0e-b312-9c1048457cf9 req-23cf5e8e-0e8c-4303-b5eb-1a6468bdb529 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Feb 10 06:59:00.956205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5accca34-ebd7-4840-b753-8eb8c5f7f9cc no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:59:00.981041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 5accca34-ebd7-4840-b753-8eb8c5f7f9cc {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:59:00.981325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5accca34-ebd7-4840-b753-8eb8c5f7f9cc not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:59:01.490286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459397e-319b-4559-9b1c-30a2d13f4d45 req-a074f898-7ec6-46dd-9cf9-0a8f3139a7d7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:01.491822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c459397e-319b-4559-9b1c-30a2d13f4d45 req-a074f898-7ec6-46dd-9cf9-0a8f3139a7d7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0567772 Feb 10 06:59:01.548595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b816cc93-25f2-48e2-acc4-99c16323231e req-40093ea1-29d4-4677-96ca-af1f1f87e4b8 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0315259 Feb 10 06:59:01.563321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c459397e-319b-4559-9b1c-30a2d13f4d45 req-ece4977d-1c1d-441c-93cd-22203499bdc4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653915 Feb 10 06:59:02.698942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d1e5df1-2195-4fa7-b335-373b5ce5d057 req-41a6c007-681a-4b3e-936a-c05e7722aeca tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0434394 Feb 10 06:59:02.750470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c8470-ce41-49e2-8eb5-3d60c6c70ac4 req-532ccce5-8e04-4187-9d08-060a0a8923f6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:02.752074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e0c8470-ce41-49e2-8eb5-3d60c6c70ac4 req-532ccce5-8e04-4187-9d08-060a0a8923f6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0955544 Feb 10 06:59:02.799678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e0c8470-ce41-49e2-8eb5-3d60c6c70ac4 req-f5c2d950-8a2f-43a4-a7e2-7ebbc99d4cc0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Feb 10 06:59:03.798798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa804fa7-1628-4658-8320-1ba4e3cbce5a req-2d19054c-a66f-4a57-af37-da9b29a0736d tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0289760 Feb 10 06:59:03.925122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87285eeb-feac-47b2-985c-faf558e7c1c8 req-9f039c00-ed2f-42e4-bef4-93dbaa2cc3f7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:03.926671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87285eeb-feac-47b2-985c-faf558e7c1c8 req-9f039c00-ed2f-42e4-bef4-93dbaa2cc3f7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0577142 Feb 10 06:59:03.979488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87285eeb-feac-47b2-985c-faf558e7c1c8 req-b218a2e4-786e-4872-ab9f-96c8e26762ca tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465381 Feb 10 06:59:04.895878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e98528f-4529-4ba0-8371-816f4f45bad9 req-0cada394-860b-4f01-bc27-fe65dc895369 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0279465 Feb 10 06:59:05.104929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28725d-0635-4ed8-8134-c52d2d304232 req-917aa463-1d48-4631-afe3-8b54cf4faf2e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:05.106523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a28725d-0635-4ed8-8134-c52d2d304232 req-917aa463-1d48-4631-afe3-8b54cf4faf2e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0530956 Feb 10 06:59:05.156417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a28725d-0635-4ed8-8134-c52d2d304232 req-64165bfb-d011-4956-81b5-924c1650a8da tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438395 Feb 10 06:59:06.009396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0241bf18-178f-4256-b134-ea95f26c850d req-97ee3dfc-5925-4421-bc5c-7ce7c048e463 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "GET /v2.0/ports?device_id=06026238-e1ba-4a85-8f3b-0705b85dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0334888 Feb 10 06:59:06.288795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171696c-ed44-41c3-b361-fdc54a817ba8 req-86414940-ab72-4ffe-a367-36e80ec3266f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:06.290876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d171696c-ed44-41c3-b361-fdc54a817ba8 req-86414940-ab72-4ffe-a367-36e80ec3266f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0566466 Feb 10 06:59:06.343351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d171696c-ed44-41c3-b361-fdc54a817ba8 req-bef4c5f6-f598-4efd-8a50-14626a99908e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457449 Feb 10 06:59:06.965968 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:07.068248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47234) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:07.141262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group (f0f1ee09-ace4-48b5-baa1-392e1625f91c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:07.169415 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group (f0f1ee09-ace4-48b5-baa1-392e1625f91c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:07.234524 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f0f1ee09-ace4-48b5-baa1-392e1625f91c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:07.237514 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:07.239295 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0f1ee09-ace4-48b5-baa1-392e1625f91c HTTP/1.1" status: 204 len: 168 time: 0.1695602 Feb 10 06:59:07.249882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f1ee09-ace4-48b5-baa1-392e1625f91c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:07.257570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.258128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.259067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.259527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.260046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.260576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.261130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.261669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.262215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.262789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.263338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.263764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.264111 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53664af-e79d-42ed-8a2b-46062851d091 tempest-TestVolumeBackupRestore-792703947 tempest-TestVolumeBackupRestore-792703947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:07.567112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5a86a-b0c0-4429-95cc-8be4c2060c80 req-6de79e65-fa58-4969-b0f1-722552224a3d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:07.571122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74b5a86a-b0c0-4429-95cc-8be4c2060c80 req-6de79e65-fa58-4969-b0f1-722552224a3d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.1176770 Feb 10 06:59:07.678225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74b5a86a-b0c0-4429-95cc-8be4c2060c80 req-c6ad5671-9332-4f7c-9b1e-0a7b91aec894 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976870 Feb 10 06:59:08.871953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c511b-7aa9-44a4-a3ff-5b8d4aba7a61 req-ecab83e0-bc8a-4c00-8eff-6b4f7f2117ee tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:08.872863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-647c511b-7aa9-44a4-a3ff-5b8d4aba7a61 req-ecab83e0-bc8a-4c00-8eff-6b4f7f2117ee tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0933444 Feb 10 06:59:08.967453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-647c511b-7aa9-44a4-a3ff-5b8d4aba7a61 req-991d4d61-2620-4f62-83e2-d4eff32fa795 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880721 Feb 10 06:59:10.169922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c26bc1-3f11-4b5a-a843-3b28408c03da req-ad2b616e-ec6e-4630-8e54-37ef0f99d475 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:10.180789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8c26bc1-3f11-4b5a-a843-3b28408c03da req-ad2b616e-ec6e-4630-8e54-37ef0f99d475 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0842767 Feb 10 06:59:10.220910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:10.296342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8c26bc1-3f11-4b5a-a843-3b28408c03da req-042f316f-bf21-439a-828c-34771fed4381 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124303 Feb 10 06:59:10.345028 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25de730b-63f1-4395-8f85-1e8736ff4907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:10.738925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:59:11.026377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:11.045690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '474122fc-d654-48c5-82c9-f71cfa837011', 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c', 'port_id': '474122fc-d654-48c5-82c9-f71cfa837011', 'mac_address': 'fa:16:3e:ae:c7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b3b527-515b-4e50-ace8-ef617d2f3680', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:59:11.105409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 474122fc-d654-48c5-82c9-f71cfa837011 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:11.105988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:11.123837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 474122fc-d654-48c5-82c9-f71cfa837011 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:59:11.185807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:11.215875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:11.289052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:11.301203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.301821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.302363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.303156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.303648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.304158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.304924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.305465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.305866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.306417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.306892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.307377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.307855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:11.325209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['474122fc-d654-48c5-82c9-f71cfa837011'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:59:11.533141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7268-4cd1-4e97-b6d3-ab9823f71097 req-d9989fa0-bfe8-4703-9f69-8c4fd567d36b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:11.538742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-332f7268-4cd1-4e97-b6d3-ab9823f71097 req-d9989fa0-bfe8-4703-9f69-8c4fd567d36b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 944 time: 0.1292968 Feb 10 06:59:11.668178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-332f7268-4cd1-4e97-b6d3-ab9823f71097 req-41a0427e-1c06-4fce-b024-5dae4f823c9f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179295 Feb 10 06:59:12.539408 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8631db9-d7ca-4b6e-978b-57720db8337c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:12.731364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:12.818764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 474122fc-d654-48c5-82c9-f71cfa837011 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:12.819469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (474122fc-d654-48c5-82c9-f71cfa837011), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:12.910565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 474122fc-d654-48c5-82c9-f71cfa837011 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:12.911357 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:12.967539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:59:12.970120 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51cf4fd-30c0-4708-825b-b94fb31c8f31" -d '{"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-plugged", "status": "completed", "tag": "474122fc-d654-48c5-82c9-f71cfa837011"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:59:12.977773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f6859-0e13-4495-8019-e4220b74a85f req-c8db1f75-84f9-4066-a05e-69947f0e91de tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:12.981211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b5f6859-0e13-4495-8019-e4220b74a85f req-c8db1f75-84f9-4066-a05e-69947f0e91de tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 944 time: 0.1210141 Feb 10 06:59:13.012790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:13.023428 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:13.073627 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e852f09f-54fb-4cd5-811c-b37e3ff3e1ef x-openstack-request-id: req-e852f09f-54fb-4cd5-811c-b37e3ff3e1ef {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:59:13.074096 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-plugged", "status": "completed", "tag": "474122fc-d654-48c5-82c9-f71cfa837011", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:59:13.074562 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e852f09f-54fb-4cd5-811c-b37e3ff3e1ef {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:59:13.075114 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011', 'code': 200} Feb 10 06:59:13.111852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:13.113155 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b5f6859-0e13-4495-8019-e4220b74a85f req-2a96c394-9023-42cd-be3b-e13a5ac9b8ed tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205084 Feb 10 06:59:13.839202 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:14.343088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5a8aa-0ce2-4122-9a4e-e71b596f13cd req-4effedc3-8176-45ba-b5dc-70f49d120e81 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:14.347561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-20a5a8aa-0ce2-4122-9a4e-e71b596f13cd req-4effedc3-8176-45ba-b5dc-70f49d120e81 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.1216416 Feb 10 06:59:14.424337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-20a5a8aa-0ce2-4122-9a4e-e71b596f13cd req-9b9ff735-e626-442c-9904-59ce9f33dd75 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705190 Feb 10 06:59:15.312124 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:15.644721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf5530-5832-447b-8bf9-04950eb70791 req-8ea6cfc0-5eb4-47d0-8b38-d3d91189b265 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:15.653023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0cf5530-5832-447b-8bf9-04950eb70791 req-8ea6cfc0-5eb4-47d0-8b38-d3d91189b265 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0958154 Feb 10 06:59:15.712419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0cf5530-5832-447b-8bf9-04950eb70791 req-3970e18c-02bc-49cc-a069-2225e7cf00d5 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582204 Feb 10 06:59:16.360988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47756) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:16.433710 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:16.928161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73a5b0-a0a9-480b-9aeb-17402262a080 req-72fddbcb-a4a2-41e9-9196-8769293f14e5 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:16.938182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd73a5b0-a0a9-480b-9aeb-17402262a080 req-72fddbcb-a4a2-41e9-9196-8769293f14e5 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.1076486 Feb 10 06:59:16.944590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (59fb97f7-dc7d-43d7-8f4d-784644aa24db), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:17.002948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd73a5b0-a0a9-480b-9aeb-17402262a080 req-2ce0c185-cdd5-475a-9241-458d9ec837d5 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632768 Feb 10 06:59:17.339763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Deleting port 676883c4-e8da-4e3f-b6b7-058f2368687c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:59:17.340343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:17.439429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] For port 676883c4-e8da-4e3f-b6b7-058f2368687c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=676883c4-e8da-4e3f-b6b7-058f2368687c,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:17.440488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:17.456177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Calling delete_port for 676883c4-e8da-4e3f-b6b7-058f2368687c owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:59:17.779405 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (676883c4-e8da-4e3f-b6b7-058f2368687c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:17.935507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=676883c4-e8da-4e3f-b6b7-058f2368687c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:18.012783 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-c1525b21-43c0-4a86-9fd9-0d86e10a2385 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2826436 Feb 10 06:59:18.268619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-28eee510-5a11-4c3f-80c4-ea25b3588f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:18.270494 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-28eee510-5a11-4c3f-80c4-ea25b3588f3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26c3f71469df42328e2153c96f3f830d&device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 1132 time: 0.1771784 Feb 10 06:59:18.278669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (59fb97f7-dc7d-43d7-8f4d-784644aa24db), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:18.291385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38661a90-5eb7-4d6b-b9ec-7fbfaf58066a req-7024ea6a-2fcd-4599-95f9-ae63a3023b2f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:18.293453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38661a90-5eb7-4d6b-b9ec-7fbfaf58066a req-7024ea6a-2fcd-4599-95f9-ae63a3023b2f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.1630111 Feb 10 06:59:18.314291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-a200bdc2-bbdd-4c52-84cc-78608bd71ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:18.315814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-a200bdc2-bbdd-4c52-84cc-78608bd71ec5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 1127 time: 0.1379426 Feb 10 06:59:18.395565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-a75055d6-098f-418c-bbc9-8f71875852fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:18.398325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-a75055d6-098f-418c-bbc9-8f71875852fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1021223 Feb 10 06:59:18.472252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-57272111-9e34-4b7f-815b-cd2d489760e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fc461497-4aea-4654-90de-13d07cd52cec HTTP/1.1" status: 200 len: 217 time: 0.0404570 Feb 10 06:59:18.569062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-8079eaa5-c867-4427-999c-f8ed511a1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:18.571513 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-8079eaa5-c867-4427-999c-f8ed511a1606 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0918279 Feb 10 06:59:18.638462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38661a90-5eb7-4d6b-b9ec-7fbfaf58066a req-4ca45601-adac-4e4c-a8f7-3ae6f3f84c63 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367903 Feb 10 06:59:18.640260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-14ae4087-37a7-42f5-819e-5ac9e3db2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:18.641736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-14ae4087-37a7-42f5-819e-5ac9e3db2600 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 914 time: 0.2622092 Feb 10 06:59:18.740221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-352dedba-29fa-412f-9614-6ad2f330b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:18.740793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-2519cb8f-c214-4e14-a34d-b9b7c14d6933 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 200 len: 217 time: 0.0880191 Feb 10 06:59:18.741622 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-352dedba-29fa-412f-9614-6ad2f330b949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1627452 Feb 10 06:59:18.834511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-93263fe2-0d95-43d7-9407-6e899e24b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:18.836814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-93263fe2-0d95-43d7-9407-6e899e24b7b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6b3b527-515b-4e50-ace8-ef617d2f3680 HTTP/1.1" status: 200 len: 854 time: 0.0869894 Feb 10 06:59:18.858203 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-a058e052-1d37-4dba-9f15-aad163942c9f service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040769 Feb 10 06:59:18.900217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-c9c8d1d8-d915-4754-8fcb-b9222ab8d373 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0aae6a-f620-4087-9a13-3459293bdd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543795 Feb 10 06:59:18.913173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Router 59fb97f7-dc7d-43d7-8f4d-784644aa24db has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:59:19.050765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-aaa3449d-6a75-4531-a1dd-4636d93a394a service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443920 Feb 10 06:59:19.087976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:59:19.095087 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2a815971-903b-442b-a9d6-b1bf563a5ce7 admin admin] 10.222.0.21 "PUT /v2.0/routers/59fb97f7-dc7d-43d7-8f4d-784644aa24db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7353473 Feb 10 06:59:19.097689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47772) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:19.102746 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] Sync routers for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:59:19.119270 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:19.120047 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:19.243402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91b06287-eae9-4792-bdea-857dba0ff5ae req-94d4a0ae-664b-42bc-bef9-7ab4ee6dbd5e service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828725 Feb 10 06:59:19.296046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks [] for router (59fb97f7-dc7d-43d7-8f4d-784644aa24db), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:19.325676 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:19.429149 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ca9f6a7d-8071-4062-91f8-7f31c098a3d9 req-0e59d7e6-caf5-4fce-91dd-34cd6ea10928 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624866 Feb 10 06:59:19.539473 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '54587471-4455-43e9-99c4-c8885ff6586c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:59:17Z', 'revision_number': 5, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port': {'id': '54587471-4455-43e9-99c4-c8885ff6586c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:42Z', 'updated_at': '2022-02-10T06:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:19.562708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks [] for router_gateway (59fb97f7-dc7d-43d7-8f4d-784644aa24db), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:19.572517 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] Checking router: 59fb97f7-dc7d-43d7-8f4d-784644aa24db for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:59:19.584144 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] Routers {'59fb97f7-dc7d-43d7-8f4d-784644aa24db'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:19.585105 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:19.689645 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] Set router 59fb97f7-dc7d-43d7-8f4d-784644aa24db gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:19.746939 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:59:19Z', 'revision_number': 6, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:19.776148 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af57f76-1d60-42aa-b5bd-c3cdb1cc9e98 None None] The sync data for ids ['59fb97f7-dc7d-43d7-8f4d-784644aa24db'] in n-d-828670-1 is: [{'id': '59fb97f7-dc7d-43d7-8f4d-784644aa24db', 'name': 'tempest-TestVolumeBackupRestore-61429493-router', 'tenant_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:41Z', 'updated_at': '2022-02-10T06:59:19Z', 'revision_number': 6, 'project_id': 'f96e126a4b2c40a981a34edbf2a84de0', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:59:19.810468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037c312-50d7-45c5-aa29-efac1c8417ca req-4ee4d945-14d6-494e-9924-45b267203cbc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:19.818295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b037c312-50d7-45c5-aa29-efac1c8417ca req-4ee4d945-14d6-494e-9924-45b267203cbc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0937340 Feb 10 06:59:19.898022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b037c312-50d7-45c5-aa29-efac1c8417ca req-ca72b52b-8fb2-4d80-bbb7-13d63e26ab11 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786932 Feb 10 06:59:20.173815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Deleting port 54587471-4455-43e9-99c4-c8885ff6586c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:59:20.174671 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (54587471-4455-43e9-99c4-c8885ff6586c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:20.309186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] For port 54587471-4455-43e9-99c4-c8885ff6586c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=54587471-4455-43e9-99c4-c8885ff6586c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:20.309556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (54587471-4455-43e9-99c4-c8885ff6586c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:20.325913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Calling delete_port for 54587471-4455-43e9-99c4-c8885ff6586c owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:59:20.593477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (54587471-4455-43e9-99c4-c8885ff6586c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:20.637438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54587471-4455-43e9-99c4-c8885ff6586c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:20.718373 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (59fb97f7-dc7d-43d7-8f4d-784644aa24db), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:20.852831 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (59fb97f7-dc7d-43d7-8f4d-784644aa24db), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:20.855371 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks [] for router_controller (59fb97f7-dc7d-43d7-8f4d-784644aa24db), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:20.918877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (59fb97f7-dc7d-43d7-8f4d-784644aa24db), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:20.919756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59fb97f7-dc7d-43d7-8f4d-784644aa24db {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:59:20.925979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:20.928236 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ab42834e-a27b-4143-b0d5-e8e2e8f2bcd0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/59fb97f7-dc7d-43d7-8f4d-784644aa24db HTTP/1.1" status: 204 len: 168 time: 1.8293343 Feb 10 06:59:20.931210 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47782) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:21.013195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-efba705a-cb96-4079-b6a7-49a49f106215 admin admin] Deleting subnet 6d98646a-af1b-491a-9324-0010cdcbe51f {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:59:21.018946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efba705a-cb96-4079-b6a7-49a49f106215 admin admin] Publish callbacks [] for subnet (6d98646a-af1b-491a-9324-0010cdcbe51f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.080164 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efba705a-cb96-4079-b6a7-49a49f106215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (6d98646a-af1b-491a-9324-0010cdcbe51f), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.083361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7d0f-e0c7-4699-9bc3-54211f137933 req-d50db2d5-8298-4462-92a2-fff406acb71a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:21.089409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df9e7d0f-e0c7-4699-9bc3-54211f137933 req-d50db2d5-8298-4462-92a2-fff406acb71a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0848055 Feb 10 06:59:21.184387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df9e7d0f-e0c7-4699-9bc3-54211f137933 req-11c5ea20-d6a8-4ad2-bf77-bd81f7aec56d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888054 Feb 10 06:59:21.212927 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efba705a-cb96-4079-b6a7-49a49f106215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (6d98646a-af1b-491a-9324-0010cdcbe51f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.277511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efba705a-cb96-4079-b6a7-49a49f106215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (6d98646a-af1b-491a-9324-0010cdcbe51f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.312967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba705a-cb96-4079-b6a7-49a49f106215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d98646a-af1b-491a-9324-0010cdcbe51f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:21.334203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37d410-8d9d-4e19-b88a-8623696a56f0 None None] Network 890e7f37-a0f6-4b42-8f52-d13dc988fc14 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:59:21.340177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efba705a-cb96-4079-b6a7-49a49f106215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.344495 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-efba705a-cb96-4079-b6a7-49a49f106215 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6d98646a-af1b-491a-9324-0010cdcbe51f HTTP/1.1" status: 204 len: 168 time: 0.4115293 Feb 10 06:59:21.348155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47784) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:21.473217 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (890e7f37-a0f6-4b42-8f52-d13dc988fc14), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.556362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5fb1a-8d14-43be-beba-fec566ea72e8 None None] DHCP port deletion for 890e7f37-a0f6-4b42-8f52-d13dc988fc14 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:59:21.564011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Deleting port 0bb87149-bd62-42a9-ab30-14c64fc5a79d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:59:21.566039 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.645944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5fb1a-8d14-43be-beba-fec566ea72e8 None None] Deleting port 0bb87149-bd62-42a9-ab30-14c64fc5a79d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:59:21.647048 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fb1a-8d14-43be-beba-fec566ea72e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.648063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] For port 0bb87149-bd62-42a9-ab30-14c64fc5a79d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0bb87149-bd62-42a9-ab30-14c64fc5a79d,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:21.648501 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.674739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Calling delete_port for 0bb87149-bd62-42a9-ab30-14c64fc5a79d owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:59:21.734083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e2e5fb1a-8d14-43be-beba-fec566ea72e8 None None] For port 0bb87149-bd62-42a9-ab30-14c64fc5a79d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0bb87149-bd62-42a9-ab30-14c64fc5a79d,segment=NetworkSegment(0e38f561-c6c4-48c9-bd7c-155a6b53baa9),segment_id=0e38f561-c6c4-48c9-bd7c-155a6b53baa9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:21.734856 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fb1a-8d14-43be-beba-fec566ea72e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.754755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5fb1a-8d14-43be-beba-fec566ea72e8 None None] Calling delete_port for 0bb87149-bd62-42a9-ab30-14c64fc5a79d owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:59:21.848746 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.900168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 676883c4-e8da-4e3f-b6b7-058f2368687c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:59:21.906978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] No DVR routers for this DVR port 0bb87149-bd62-42a9-ab30-14c64fc5a79d on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:59:21.928889 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fb1a-8d14-43be-beba-fec566ea72e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0bb87149-bd62-42a9-ab30-14c64fc5a79d), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:21.968082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 676883c4-e8da-4e3f-b6b7-058f2368687c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:59:21.968462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 676883c4-e8da-4e3f-b6b7-058f2368687c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:59:21.968864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0bb87149-bd62-42a9-ab30-14c64fc5a79d no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:59:21.991525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5fb1a-8d14-43be-beba-fec566ea72e8 None None] No DVR routers for this DVR port 0bb87149-bd62-42a9-ab30-14c64fc5a79d on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:59:21.993205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5fb1a-8d14-43be-beba-fec566ea72e8 None None] Pushing event deleted for resources: {'Port': ['ID=0bb87149-bd62-42a9-ab30-14c64fc5a79d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:21.995602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0bb87149-bd62-42a9-ab30-14c64fc5a79d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:59:21.996038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0bb87149-bd62-42a9-ab30-14c64fc5a79d not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:59:21.996454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 54587471-4455-43e9-99c4-c8885ff6586c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:59:22.021075 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (890e7f37-a0f6-4b42-8f52-d13dc988fc14), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:22.062911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890e7f37-a0f6-4b42-8f52-d13dc988fc14']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:22.074019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e38f561-c6c4-48c9-bd7c-155a6b53baa9') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:22.074625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e38f561-c6c4-48c9-bd7c-155a6b53baa9') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:22.090274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 54587471-4455-43e9-99c4-c8885ff6586c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:59:22.090743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 54587471-4455-43e9-99c4-c8885ff6586c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:59:22.094156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (0e38f561-c6c4-48c9-bd7c-155a6b53baa9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:22.112597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0e38f561-c6c4-48c9-bd7c-155a6b53baa9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:22.127500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:59:22.128034 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (0e38f561-c6c4-48c9-bd7c-155a6b53baa9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:59:22.218999 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:59:22.222539 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb87149-bd62-42a9-ab30-14c64fc5a79d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:22.250049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (890e7f37-a0f6-4b42-8f52-d13dc988fc14), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:22.257111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:22.263682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] 10.222.0.21 "DELETE /v2.0/networks/890e7f37-a0f6-4b42-8f52-d13dc988fc14 HTTP/1.1" status: 204 len: 168 time: 0.9143014 Feb 10 06:59:22.267495 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47790) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:22.289252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7857e0-1eaa-497e-bb74-bf726b6df516 admin admin] Pushing event deleted for resources: {'Network': ['ID=890e7f37-a0f6-4b42-8f52-d13dc988fc14,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:22.415076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93747946-fb78-442c-a0fd-f8e675ad7400 req-01aa0afe-d427-4c86-a3bd-dba45843b4b4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:22.416614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93747946-fb78-442c-a0fd-f8e675ad7400 req-01aa0afe-d427-4c86-a3bd-dba45843b4b4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.1072624 Feb 10 06:59:22.495751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93747946-fb78-442c-a0fd-f8e675ad7400 req-f8eaf68d-f886-44d5-a6af-b93506c8b064 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674224 Feb 10 06:59:22.804321 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (20aa4619-dd33-498b-8cef-17de134b1823), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:23.112266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Deleting port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:59:23.112597 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:23.208406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] For port 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1e35e909-3d86-4e9a-bc4b-e34a8472b3bf,segment=NetworkSegment(3a797ae3-3fc6-4e6f-bd5d-c8784be8df34),segment_id=3a797ae3-3fc6-4e6f-bd5d-c8784be8df34)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:23.208768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:23.227652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Calling delete_port for 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:59:23.503455 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1e35e909-3d86-4e9a-bc4b-e34a8472b3bf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:23.546654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e35e909-3d86-4e9a-bc4b-e34a8472b3bf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:23.651803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7446697-e2a2-4cdd-bc49-01ca618268c8 req-853a1585-a536-4e56-99c5-b7611ffbeadf tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:23.653394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7446697-e2a2-4cdd-bc49-01ca618268c8 req-853a1585-a536-4e56-99c5-b7611ffbeadf tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0715930 Feb 10 06:59:23.733071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7446697-e2a2-4cdd-bc49-01ca618268c8 req-a4451210-93d8-4ad2-8837-32b11f84c74a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627596 Feb 10 06:59:23.840710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (20aa4619-dd33-498b-8cef-17de134b1823), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:24.128753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Router 20aa4619-dd33-498b-8cef-17de134b1823 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:59:24.267486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:59:24.280199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] Sync routers for ids ['20aa4619-dd33-498b-8cef-17de134b1823'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:59:24.284148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9922d3d7-5cb8-4a99-b042-f9598af90505 admin admin] 10.222.0.21 "PUT /v2.0/routers/20aa4619-dd33-498b-8cef-17de134b1823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154369 Feb 10 06:59:24.286728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:24.298600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] Routers {'20aa4619-dd33-498b-8cef-17de134b1823'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:24.299566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20aa4619-dd33-498b-8cef-17de134b1823'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:24.397437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks [] for router (20aa4619-dd33-498b-8cef-17de134b1823), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:24.436281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] Set router 20aa4619-dd33-498b-8cef-17de134b1823 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:24.512287 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks [] for router_gateway (20aa4619-dd33-498b-8cef-17de134b1823), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:24.625029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Deleting port 5425bfc8-2200-440b-8ae3-f4a101552e95 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:59:24.625822 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:24.677903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa4619-dd33-498b-8cef-17de134b1823', 'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:49Z', 'updated_at': '2022-02-10T06:59:23Z', 'revision_number': 5, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'gw_port': {'id': '5425bfc8-2200-440b-8ae3-f4a101552e95', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa4619-dd33-498b-8cef-17de134b1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:54:50Z', 'updated_at': '2022-02-10T06:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:24.715974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] Checking router: 20aa4619-dd33-498b-8cef-17de134b1823 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:59:24.726475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] Routers {'20aa4619-dd33-498b-8cef-17de134b1823'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:24.727148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['20aa4619-dd33-498b-8cef-17de134b1823'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:24.743483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] For port 5425bfc8-2200-440b-8ae3-f4a101552e95, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5425bfc8-2200-440b-8ae3-f4a101552e95,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:24.744638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:24.775267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Calling delete_port for 5425bfc8-2200-440b-8ae3-f4a101552e95 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:59:24.842587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] Set router 20aa4619-dd33-498b-8cef-17de134b1823 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:24.907527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa4619-dd33-498b-8cef-17de134b1823', 'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:49Z', 'updated_at': '2022-02-10T06:59:24Z', 'revision_number': 6, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:24.939124 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e2c6a-57d8-4a05-944f-411cec4a9a6f None None] The sync data for ids ['20aa4619-dd33-498b-8cef-17de134b1823'] in n-d-828670-1 is: [{'id': '20aa4619-dd33-498b-8cef-17de134b1823', 'name': 'tempest-TestVolumeBackupRestore-1123727749-router', 'tenant_id': 'e07af292c1f24ae79bca308e15ea10a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:54:49Z', 'updated_at': '2022-02-10T06:59:24Z', 'revision_number': 6, 'project_id': 'e07af292c1f24ae79bca308e15ea10a0', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:59:24.987072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abc1c4-f0d0-4143-841a-31709f4499ef req-3edd704b-afef-47e6-b1be-b2ecdf1753cc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:24.988944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53abc1c4-f0d0-4143-841a-31709f4499ef req-3edd704b-afef-47e6-b1be-b2ecdf1753cc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.1384645 Feb 10 06:59:25.462120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53abc1c4-f0d0-4143-841a-31709f4499ef req-6e056931-f528-4e16-b564-ba156ee6b26b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621270 Feb 10 06:59:25.534931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5425bfc8-2200-440b-8ae3-f4a101552e95), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:25.567692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=5425bfc8-2200-440b-8ae3-f4a101552e95,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:25.641377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (20aa4619-dd33-498b-8cef-17de134b1823), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:25.756148 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (20aa4619-dd33-498b-8cef-17de134b1823), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:25.759662 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks [] for router_controller (20aa4619-dd33-498b-8cef-17de134b1823), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:25.843017 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (20aa4619-dd33-498b-8cef-17de134b1823), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:25.843519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20aa4619-dd33-498b-8cef-17de134b1823 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 06:59:25.848249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:25.851913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-73ed7d40-ec3a-4402-bbc8-7ebc51016b90 admin admin] 10.222.0.21 "DELETE /v2.0/routers/20aa4619-dd33-498b-8cef-17de134b1823 HTTP/1.1" status: 204 len: 168 time: 1.5618074 Feb 10 06:59:25.852473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47812) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:25.928791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:59:25.953042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecfdc71-4271-4f06-be87-7b06b342a39c admin admin] Deleting subnet f63f25bc-0fe1-4d91-994f-d59f4c23dcd7 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 06:59:25.957147 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdc71-4271-4f06-be87-7b06b342a39c admin admin] Publish callbacks [] for subnet (f63f25bc-0fe1-4d91-994f-d59f4c23dcd7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:25.961586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:59:25.961937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1e35e909-3d86-4e9a-bc4b-e34a8472b3bf not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:59:25.962447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5425bfc8-2200-440b-8ae3-f4a101552e95 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:59:25.984620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5425bfc8-2200-440b-8ae3-f4a101552e95 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:59:25.984970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5425bfc8-2200-440b-8ae3-f4a101552e95 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:59:26.013674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdc71-4271-4f06-be87-7b06b342a39c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (f63f25bc-0fe1-4d91-994f-d59f4c23dcd7), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.105581 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdc71-4271-4f06-be87-7b06b342a39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (f63f25bc-0fe1-4d91-994f-d59f4c23dcd7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.181466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdc71-4271-4f06-be87-7b06b342a39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (f63f25bc-0fe1-4d91-994f-d59f4c23dcd7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.220790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfdc71-4271-4f06-be87-7b06b342a39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63f25bc-0fe1-4d91-994f-d59f4c23dcd7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:26.238574 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdc71-4271-4f06-be87-7b06b342a39c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.241971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec85e9b3-1b1f-41c8-9e3e-4de761430e73 None None] Network 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:59:26.249209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47814) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:26.260107 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5ecfdc71-4271-4f06-be87-7b06b342a39c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f63f25bc-0fe1-4d91-994f-d59f4c23dcd7 HTTP/1.1" status: 204 len: 168 time: 0.4065220 Feb 10 06:59:26.373879 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7d4d9d51-3cd7-4ec4-8e4c-107af24cd990), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.462541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d7bfb7-28bc-421f-b246-3dfb12991833 None None] DHCP port deletion for 7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 06:59:26.464592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Deleting port 82c34bd8-e2ea-4a5b-be50-343c14e06890 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:59:26.465326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.538094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7bfb7-28bc-421f-b246-3dfb12991833 None None] Deleting port 82c34bd8-e2ea-4a5b-be50-343c14e06890 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 06:59:26.538510 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3d7bfb7-28bc-421f-b246-3dfb12991833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.579094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] For port 82c34bd8-e2ea-4a5b-be50-343c14e06890, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=82c34bd8-e2ea-4a5b-be50-343c14e06890,segment=NetworkSegment(3a797ae3-3fc6-4e6f-bd5d-c8784be8df34),segment_id=3a797ae3-3fc6-4e6f-bd5d-c8784be8df34)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:26.579385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.610671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Calling delete_port for 82c34bd8-e2ea-4a5b-be50-343c14e06890 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:59:26.616607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e3d7bfb7-28bc-421f-b246-3dfb12991833 None None] For port 82c34bd8-e2ea-4a5b-be50-343c14e06890, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=82c34bd8-e2ea-4a5b-be50-343c14e06890,segment=NetworkSegment(3a797ae3-3fc6-4e6f-bd5d-c8784be8df34),segment_id=3a797ae3-3fc6-4e6f-bd5d-c8784be8df34)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:26.617325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3d7bfb7-28bc-421f-b246-3dfb12991833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.631116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7bfb7-28bc-421f-b246-3dfb12991833 None None] Calling delete_port for 82c34bd8-e2ea-4a5b-be50-343c14e06890 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 06:59:26.719535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903deb7-905f-4413-ba63-b524349803b0 req-911e4094-af7d-4ba6-be97-99554054ade1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:26.738692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4903deb7-905f-4413-ba63-b524349803b0 req-911e4094-af7d-4ba6-be97-99554054ade1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.1141193 Feb 10 06:59:26.804560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4903deb7-905f-4413-ba63-b524349803b0 req-4e5cfa0b-e4df-473c-8be3-21fcda5bf630 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756791 Feb 10 06:59:26.843745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.888354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] No DVR routers for this DVR port 82c34bd8-e2ea-4a5b-be50-343c14e06890 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:59:26.951280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3d7bfb7-28bc-421f-b246-3dfb12991833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (82c34bd8-e2ea-4a5b-be50-343c14e06890), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:26.984568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c34bd8-e2ea-4a5b-be50-343c14e06890,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:26.985562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7bfb7-28bc-421f-b246-3dfb12991833 None None] Pushing event deleted for resources: {'Port': ['ID=82c34bd8-e2ea-4a5b-be50-343c14e06890,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:26.987633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d7bfb7-28bc-421f-b246-3dfb12991833 None None] No DVR routers for this DVR port 82c34bd8-e2ea-4a5b-be50-343c14e06890 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 06:59:27.026102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7d4d9d51-3cd7-4ec4-8e4c-107af24cd990), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.054037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4d9d51-3cd7-4ec4-8e4c-107af24cd990']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:27.065995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:27.066573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a797ae3-3fc6-4e6f-bd5d-c8784be8df34') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:27.078170 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (3a797ae3-3fc6-4e6f-bd5d-c8784be8df34), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.095111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3a797ae3-3fc6-4e6f-bd5d-c8784be8df34), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.102228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 06:59:27.102657 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (3a797ae3-3fc6-4e6f-bd5d-c8784be8df34), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: timer() Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 06:59:27.104392 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 06:59:27.172963 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (7d4d9d51-3cd7-4ec4-8e4c-107af24cd990), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.182671 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.186587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7d4d9d51-3cd7-4ec4-8e4c-107af24cd990 HTTP/1.1" status: 204 len: 168 time: 0.9363828 Feb 10 06:59:27.205655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33024c92-8ed1-4455-aa7b-7ed2bb74df59 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4d9d51-3cd7-4ec4-8e4c-107af24cd990,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:27.404639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47826) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:27.466713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e9b9e3ee-00c3-44d3-a4b4-2df401591535 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f96e126a4b2c40a981a34edbf2a84de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609055 Feb 10 06:59:27.469194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:27.524715 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c773-4158-4159-9e63-0e625ab26abe admin admin] Publish callbacks [] for security_group (08975309-2d68-417a-9dc7-ecbf611bf553), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.548028 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c773-4158-4159-9e63-0e625ab26abe admin admin] Publish callbacks [] for security_group (08975309-2d68-417a-9dc7-ecbf611bf553), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.631010 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c773-4158-4159-9e63-0e625ab26abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (08975309-2d68-417a-9dc7-ecbf611bf553), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.636077 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c773-4158-4159-9e63-0e625ab26abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:27.637483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7f0c773-4158-4159-9e63-0e625ab26abe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08975309-2d68-417a-9dc7-ecbf611bf553 HTTP/1.1" status: 204 len: 168 time: 0.1673858 Feb 10 06:59:27.646936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0c773-4158-4159-9e63-0e625ab26abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08975309-2d68-417a-9dc7-ecbf611bf553,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:27.903091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 82c34bd8-e2ea-4a5b-be50-343c14e06890 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:59:27.925745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 82c34bd8-e2ea-4a5b-be50-343c14e06890 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 06:59:27.926169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 82c34bd8-e2ea-4a5b-be50-343c14e06890 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 06:59:27.966264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04ce9c-1ae6-4a8c-bf49-b6733805145c req-cb52e559-b7b3-47da-8e80-2839b7654108 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:27.967990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f04ce9c-1ae6-4a8c-bf49-b6733805145c req-cb52e559-b7b3-47da-8e80-2839b7654108 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0699463 Feb 10 06:59:28.030804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f04ce9c-1ae6-4a8c-bf49-b6733805145c req-68c4be39-fb56-41e3-b193-0110e82e6426 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534303 Feb 10 06:59:28.077658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:28.119128 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-40407211-9b92-46f7-bf7d-7204434a3763 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e07af292c1f24ae79bca308e15ea10a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374844 Feb 10 06:59:28.119354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:28.165470 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b69ca8f-3e2d-4d3b-8f1b-5ea39d9bf1df admin admin] Publish callbacks [] for security_group (ad512752-058e-4ae1-a272-1c7bd20aa99a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:28.186486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b69ca8f-3e2d-4d3b-8f1b-5ea39d9bf1df admin admin] Publish callbacks [] for security_group (ad512752-058e-4ae1-a272-1c7bd20aa99a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:28.237322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b69ca8f-3e2d-4d3b-8f1b-5ea39d9bf1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ad512752-058e-4ae1-a272-1c7bd20aa99a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:28.240030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b69ca8f-3e2d-4d3b-8f1b-5ea39d9bf1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:28.241175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b69ca8f-3e2d-4d3b-8f1b-5ea39d9bf1df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad512752-058e-4ae1-a272-1c7bd20aa99a HTTP/1.1" status: 204 len: 168 time: 0.1209490 Feb 10 06:59:28.250449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69ca8f-3e2d-4d3b-8f1b-5ea39d9bf1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad512752-058e-4ae1-a272-1c7bd20aa99a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:28.521237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-45e2efe0-c323-4802-901c-72cb99402292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:28.523172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-45e2efe0-c323-4802-901c-72cb99402292 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 1127 time: 0.0493753 Feb 10 06:59:28.628796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-06acc036-3df0-44d3-9e12-9bfab0b281af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:28.630284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-06acc036-3df0-44d3-9e12-9bfab0b281af service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 914 time: 0.1003246 Feb 10 06:59:28.683485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-f632e527-889a-429b-a3d0-4460140c129f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 200 len: 217 time: 0.0425835 Feb 10 06:59:28.742806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-c96f7292-5aa1-4f42-80a9-cac298059a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:28.744637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-c96f7292-5aa1-4f42-80a9-cac298059a23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6b3b527-515b-4e50-ace8-ef617d2f3680 HTTP/1.1" status: 200 len: 854 time: 0.0518923 Feb 10 06:59:28.787175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-76c3021c-3fe3-44c8-ab13-449af0f4968a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0aae6a-f620-4087-9a13-3459293bdd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360739 Feb 10 06:59:28.892746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-afc39499-ece2-4c45-84bc-faab3fbf59e1 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953801 Feb 10 06:59:28.996005 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 47876) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:28.996709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13fcbc49-65ea-4468-9050-d7edb6fed6d2 req-228c90f1-e3cf-456b-b633-fbeaa1a377c6 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949833 Feb 10 06:59:29.137393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1261887053-network', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:59:29.165512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Made reservation on behalf of 7163c94d4de84eaa849375b99f6594e8 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:59:29.168083 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.171652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa55b2-c10c-49ef-8cbd-8567f66013fb req-c84f91a2-3e25-4faa-857e-181fd1062f66 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:29.173153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0aa55b2-c10c-49ef-8cbd-8567f66013fb req-c84f91a2-3e25-4faa-857e-181fd1062f66 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.0675631 Feb 10 06:59:29.177105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.222414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0aa55b2-c10c-49ef-8cbd-8567f66013fb req-32d1edec-9757-41a2-ada0-5d86b3ce0896 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Feb 10 06:59:29.257528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Publish callbacks [] for security_group (bcdfdabe-4248-404f-848f-178af89c3cbd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.261617 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bcdfdabe-4248-404f-848f-178af89c3cbd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.281963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:59:29.295457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdfdabe-4248-404f-848f-178af89c3cbd,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:29.300102 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c35a87e7-f841-4c2d-bad0-75031105b1d7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.300451 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Added segment c35a87e7-f841-4c2d-bad0-75031105b1d7 of type vlan for network 379c22a9-a8c7-4375-ab55-4a9fedce756a Feb 10 06:59:29.339678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (379c22a9-a8c7-4375-ab55-4a9fedce756a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.363186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (379c22a9-a8c7-4375-ab55-4a9fedce756a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.364109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:29.364686 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.396987 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3985472 Feb 10 06:59:29.400655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:29.405660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Request body: {'subnet': {'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1261887053-subnet', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:59:29.423799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Made reservation on behalf of 7163c94d4de84eaa849375b99f6594e8 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:59:29.426002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30464de-32ad-4dc8-888c-d23f9d3fc1af admin admin] Pushing event updated for resources: {'Network': ['ID=379c22a9-a8c7-4375-ab55-4a9fedce756a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:29.426267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.439405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:59:29.600321 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (cc2e4b47-8608-4394-9aed-5d976463814b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.653576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2e4b47-8608-4394-9aed-5d976463814b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:29.664668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.665013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.665352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.665685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.666012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.666366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.666694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.667015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.667335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.667652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.667970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.668289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.668603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:29.674845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:59:29.675266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Network hostable DHCP agents. Network: 379c22a9-a8c7-4375-ab55-4a9fedce756a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:59:29.692195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:59:29.701380 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 379c22a9-a8c7-4375-ab55-4a9fedce756a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:29.705350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:29.705951 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.712396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884c287-7291-4bf6-acba-a74b8252872d None None] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:59:29.722391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-428564b2-6594-4ebd-9e41-8952422d0874 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3206005 Feb 10 06:59:29.725109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:29.729332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:59:29.753618 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (5757888b-b30f-4f1b-ba9a-cd2c748c3818), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.754676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (5757888b-b30f-4f1b-ba9a-cd2c748c3818), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.819299 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks [] for router_controller (5757888b-b30f-4f1b-ba9a-cd2c748c3818), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.821462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-379c22a9-a8c7-4375-ab55-4a9fedce756a', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:59:29.822401 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:29.956622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Allocated IP 172.20.0.2 (379c22a9-a8c7-4375-ab55-4a9fedce756a/cc2e4b47-8608-4394-9aed-5d976463814b/a9c141ef-18ca-43f5-af03-6a9b760fd2bb) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:59:29.959792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks [] for router_gateway (5757888b-b30f-4f1b-ba9a-cd2c748c3818), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.120303 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Publish callbacks [] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.127082 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.172788 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks [] for router_gateway (5757888b-b30f-4f1b-ba9a-cd2c748c3818), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.174076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:59:30.177068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:30.181989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:59:30.186722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Pushing event updated for resources: {'Port': ['ID=a9c141ef-18ca-43f5-af03-6a9b760fd2bb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:30.193260 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.248132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Attempting to bind port a9c141ef-18ca-43f5-af03-6a9b760fd2bb on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:59:30.248769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Attempting to bind port a9c141ef-18ca-43f5-af03-6a9b760fd2bb by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:59:30.249129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Attempting to bind port a9c141ef-18ca-43f5-af03-6a9b760fd2bb on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:59:30.254518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:59:30.254898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:59:30.255305 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.255701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Bound using segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:59:30.256169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Bound port: a9c141ef-18ca-43f5-af03-6a9b760fd2bb, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:59:30.256550 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.332760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Allocated IP 172.25.8.35 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/364ed72e-f836-4fe8-828e-17a0bc70ed48) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:59:30.337021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] For port a9c141ef-18ca-43f5-af03-6a9b760fd2bb, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:59:30.340658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] For port a9c141ef-18ca-43f5-af03-6a9b760fd2bb, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9c141ef-18ca-43f5-af03-6a9b760fd2bb,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:59:30.347400 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.430549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213da382-e538-4323-8741-0287a9c2d3ab None None] Pushing event updated for resources: {'Port': ['ID=a9c141ef-18ca-43f5-af03-6a9b760fd2bb,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:30.431584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773f360-49ba-4755-b2c0-534cdd12c639 req-cf92ce71-d0f8-4236-9acc-f4e42e563681 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:30.437465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d773f360-49ba-4755-b2c0-534cdd12c639 req-cf92ce71-d0f8-4236-9acc-f4e42e563681 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 945 time: 0.1205027 Feb 10 06:59:30.515742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks [] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.521151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d773f360-49ba-4755-b2c0-534cdd12c639 req-c1489731-352d-4c67-94f9-5e18415a9444 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733931 Feb 10 06:59:30.589175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.635600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:59:30.639576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:30.658683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:59:30.660865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Pushing event updated for resources: {'Port': ['ID=364ed72e-f836-4fe8-828e-17a0bc70ed48,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:30.835898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:59:30.916369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 474122fc-d654-48c5-82c9-f71cfa837011 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:30.916763 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.933108 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks [] for router_gateway (5757888b-b30f-4f1b-ba9a-cd2c748c3818), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:30.944756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:59:30.947154 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c824a5b-92db-418c-bd86-aa4f806c7ae7" -d '{"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-unplugged", "status": "completed", "tag": "474122fc-d654-48c5-82c9-f71cfa837011"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:59:30.960414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:30.966071 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:31.005354 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 06:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9fb440-52bb-4dc4-a891-b898580162df x-openstack-request-id: req-4b9fb440-52bb-4dc4-a891-b898580162df {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:59:31.005647 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-unplugged", "status": "completed", "tag": "474122fc-d654-48c5-82c9-f71cfa837011", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:59:31.005907 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b9fb440-52bb-4dc4-a891-b898580162df {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:59:31.006353 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011', 'code': 200} Feb 10 06:59:31.045904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:31.174868 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (5757888b-b30f-4f1b-ba9a-cd2c748c3818), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:31.316703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:59:31.447451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:59:31.467141 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Sync routers for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:59:31.479201 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:31.480524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-19e24ab2-5fcf-4454-a929-18c0a1b005bf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7545071 Feb 10 06:59:31.482053 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:31.483201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 47910) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:31.484121 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:31.618024 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1abc67a-ce77-422b-b04c-67a60bf86641 None None] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:59:31.671253 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:31.697338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6723300d-f81d-4657-a9e7-c92174f02389 None None] Provisioning complete for port a9c141ef-18ca-43f5-af03-6a9b760fd2bb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:31.697911 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6723300d-f81d-4657-a9e7-c92174f02389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:31.753571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd285c-4bb1-4f1f-9cb1-c7f8002c1681 req-ea48ee65-a685-4726-a566-4345820bc7d1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:31.755138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bbd285c-4bb1-4f1f-9cb1-c7f8002c1681 req-ea48ee65-a685-4726-a566-4345820bc7d1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1345840 Feb 10 06:59:31.842742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6723300d-f81d-4657-a9e7-c92174f02389 None None] Current status of the port a9c141ef-18ca-43f5-af03-6a9b760fd2bb is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:31.843351 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6723300d-f81d-4657-a9e7-c92174f02389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:31.898647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6723300d-f81d-4657-a9e7-c92174f02389 None None] For port a9c141ef-18ca-43f5-af03-6a9b760fd2bb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9c141ef-18ca-43f5-af03-6a9b760fd2bb,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:31.916727 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6723300d-f81d-4657-a9e7-c92174f02389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:31.942492 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:30Z', 'revision_number': 3, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:31.942854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bbd285c-4bb1-4f1f-9cb1-c7f8002c1681 req-1a6db93e-0ef4-4b86-b6e2-cf0dce884ceb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442368 Feb 10 06:59:31.989613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a9c141ef-18ca-43f5-af03-6a9b760fd2bb up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:32.005209 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Checking router: 5757888b-b30f-4f1b-ba9a-cd2c748c3818 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:59:32.010802 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Updating router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 port 364ed72e-f836-4fe8-828e-17a0bc70ed48 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:59:32.055385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723300d-f81d-4657-a9e7-c92174f02389 None None] Pushing event updated for resources: {'Port': ['ID=a9c141ef-18ca-43f5-af03-6a9b760fd2bb,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:32.079859 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:32.083869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a9c141ef-18ca-43f5-af03-6a9b760fd2bb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:32.084492 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:32.181910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a9c141ef-18ca-43f5-af03-6a9b760fd2bb is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:32.248344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4e9e5e5e-d417-4fa4-ba9b-0453647720ff None None] Provisioning complete for port a9c141ef-18ca-43f5-af03-6a9b760fd2bb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:32.250751 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5e5e-d417-4fa4-ba9b-0453647720ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:32.362037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e5e5e-d417-4fa4-ba9b-0453647720ff None None] Current status of the port a9c141ef-18ca-43f5-af03-6a9b760fd2bb is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:32.409611 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Publish callbacks [] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:32.417226 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:32.469627 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Pushing event updated for resources: {'Port': ['ID=364ed72e-f836-4fe8-828e-17a0bc70ed48,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:32.486219 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.486675 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.487023 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.487387 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.487716 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.488044 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.488364 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.488682 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.488997 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.489311 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.489629 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.489942 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.490252 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 06:59:32.494015 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Attempting to bind port 364ed72e-f836-4fe8-828e-17a0bc70ed48 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:59:32.498540 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Attempting to bind port 364ed72e-f836-4fe8-828e-17a0bc70ed48 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:59:32.499007 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Attempting to bind port 364ed72e-f836-4fe8-828e-17a0bc70ed48 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:59:32.505668 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:59:32.506052 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:59:32.506477 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:32.506857 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:59:32.507315 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Bound port: 364ed72e-f836-4fe8-828e-17a0bc70ed48, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:59:32.507721 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:32.530026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07791e87-d612-44dc-8659-39f20702f5a7 req-cd04be96-d345-4dcd-889e-a0f72691f4d7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:32.531531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07791e87-d612-44dc-8659-39f20702f5a7 req-cd04be96-d345-4dcd-889e-a0f72691f4d7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.4330318 Feb 10 06:59:32.562697 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] For port 364ed72e-f836-4fe8-828e-17a0bc70ed48, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:59:32.566225 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] For port 364ed72e-f836-4fe8-828e-17a0bc70ed48, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=364ed72e-f836-4fe8-828e-17a0bc70ed48,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:59:32.574729 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:32.634520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07791e87-d612-44dc-8659-39f20702f5a7 req-3e2c2e22-a16a-4a13-beae-113c6f7f24de tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936067 Feb 10 06:59:32.638497 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c03bf-f313-497a-9315-43b4cb57594c None None] Pushing event updated for resources: {'Port': ['ID=364ed72e-f836-4fe8-828e-17a0bc70ed48,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:32.642503 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:32.643105 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:32.658371 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:32.759610 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:32.889101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-9b3b8a41-c49d-4403-8096-a1e7812269fe req-f94b1330-5b6a-4750-9030-f04b665699be service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:59:32.890193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b3b8a41-c49d-4403-8096-a1e7812269fe req-f94b1330-5b6a-4750-9030-f04b665699be service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063629 Feb 10 06:59:32.914790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Allocated IP 172.20.0.1 (379c22a9-a8c7-4375-ab55-4a9fedce756a/cc2e4b47-8608-4394-9aed-5d976463814b/329feec9-961b-4722-a235-b54b96b49a81) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:59:33.047344 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Publish callbacks [] for port (329feec9-961b-4722-a235-b54b96b49a81), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:33.118524 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:30Z', 'revision_number': 3, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:33.124836 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (329feec9-961b-4722-a235-b54b96b49a81), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:33.150065 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d9d3-820a-450a-85ef-b9c52b359c68 None None] The sync data for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 is: [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:30Z', 'revision_number': 3, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:59:33.177823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914b959-562e-45b6-bc33-4c8d98d202c2 req-0084278a-7eb5-493f-8bfc-1b2be4db1241 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:33.179572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7914b959-562e-45b6-bc33-4c8d98d202c2 req-0084278a-7eb5-493f-8bfc-1b2be4db1241 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1071498 Feb 10 06:59:33.196744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:59:33.200123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:33.202768 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:59:33.207747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Pushing event updated for resources: {'Port': ['ID=329feec9-961b-4722-a235-b54b96b49a81,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:33.311023 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (5757888b-b30f-4f1b-ba9a-cd2c748c3818), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:33.348733 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7914b959-562e-45b6-bc33-4c8d98d202c2 req-a5022941-5c52-4c4a-bc5f-38b9288181bc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014261 Feb 10 06:59:33.511908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4425b415-4102-44ed-863b-1fa14af23fda None None] Provisioning complete for port 329feec9-961b-4722-a235-b54b96b49a81 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:33.512411 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4425b415-4102-44ed-863b-1fa14af23fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (329feec9-961b-4722-a235-b54b96b49a81), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:33.513270 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-ef244ef4-f63c-48f1-a691-6f790b2cf92a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1608188 Feb 10 06:59:33.518127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-c26579e8-7e95-44cc-90f7-a9f8d52962bc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 06:59:33.522191 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-c26579e8-7e95-44cc-90f7-a9f8d52962bc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081558 Feb 10 06:59:33.573345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4425b415-4102-44ed-863b-1fa14af23fda None None] Port 329feec9-961b-4722-a235-b54b96b49a81 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:59:33.586100 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (329feec9-961b-4722-a235-b54b96b49a81), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:33.715082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b59e-c032-4b06-82ca-7933de07665a req-2bbfe315-f07d-426b-a1ce-a959f5f7a0e0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:33.716531 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-2bbfe315-f07d-426b-a1ce-a959f5f7a0e0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports/474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 200 len: 940 time: 0.1432166 Feb 10 06:59:33.852187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Publish callbacks [] for port (329feec9-961b-4722-a235-b54b96b49a81), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:33.858486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (329feec9-961b-4722-a235-b54b96b49a81), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:33.933460 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (5757888b-b30f-4f1b-ba9a-cd2c748c3818), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:33.936896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Pushing event updated for resources: {'Port': ['ID=329feec9-961b-4722-a235-b54b96b49a81,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:34.002709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a9c141ef-18ca-43f5-af03-6a9b760fd2bb up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:34.056064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port a9c141ef-18ca-43f5-af03-6a9b760fd2bb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:34.056064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:34.072665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:59:34.074180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:34.178231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port a9c141ef-18ca-43f5-af03-6a9b760fd2bb is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:34.179975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 364ed72e-f836-4fe8-828e-17a0bc70ed48 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:34.269647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 364ed72e-f836-4fe8-828e-17a0bc70ed48 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:34.270025 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:34.341469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:59:34.387537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 364ed72e-f836-4fe8-828e-17a0bc70ed48 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:34.388429 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:34.424422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 364ed72e-f836-4fe8-828e-17a0bc70ed48, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=364ed72e-f836-4fe8-828e-17a0bc70ed48,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:34.430851 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:34.540084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=364ed72e-f836-4fe8-828e-17a0bc70ed48,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:34.549323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-22479993-3b4c-40b1-831e-dfbbd1b7f517 None None] Provisioning complete for port 329feec9-961b-4722-a235-b54b96b49a81 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:34.549715 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22479993-3b4c-40b1-831e-dfbbd1b7f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (329feec9-961b-4722-a235-b54b96b49a81), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:34.592800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-22479993-3b4c-40b1-831e-dfbbd1b7f517 None None] Port 329feec9-961b-4722-a235-b54b96b49a81 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:59:34.626368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:59:34.634884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ac00d491-be2c-44b2-9019-f3ef0999b234 admin admin] 10.222.0.21 "PUT /v2.0/routers/5757888b-b30f-4f1b-ba9a-cd2c748c3818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1505616 Feb 10 06:59:34.645196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201b51-a0c2-4ade-a002-e330512e78f5 req-356a7ded-f4ba-45b6-a47b-212ab0a4a162 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:34.647188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c201b51-a0c2-4ade-a002-e330512e78f5 req-356a7ded-f4ba-45b6-a47b-212ab0a4a162 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1718481 Feb 10 06:59:34.711263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c201b51-a0c2-4ade-a002-e330512e78f5 req-f0e8196c-a2f7-49f5-b237-a1988474176f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554011 Feb 10 06:59:34.840617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 06:59:34.977036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b59e-c032-4b06-82ca-7933de07665a req-7845cc37-a4b5-4d16-8369-1eb98b89af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:34.978812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-7845cc37-a4b5-4d16-8369-1eb98b89af50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b&tenant_id=0851fb0108ae4f3bae50e4660bbec918 HTTP/1.1" status: 200 len: 1125 time: 0.1055593 Feb 10 06:59:34.991853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 474122fc-d654-48c5-82c9-f71cfa837011 is: DOWN; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:35.025120 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 06:59:35.075979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b59e-c032-4b06-82ca-7933de07665a req-4e3c833e-f45c-426b-a437-044b4956d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:35.077998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-4e3c833e-f45c-426b-a437-044b4956d870 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 1125 time: 0.0582802 Feb 10 06:59:35.180383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b59e-c032-4b06-82ca-7933de07665a req-f0b8291a-ef73-4264-9053-5e47d5e27366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:35.182079 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-f0b8291a-ef73-4264-9053-5e47d5e27366 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 914 time: 0.0952172 Feb 10 06:59:35.188603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48012) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:35.194220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1467407877-network', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:59:35.246593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-bd564ec8-7586-482e-81c3-bcde65d11f54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 200 len: 217 time: 0.0488238 Feb 10 06:59:35.264809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Made reservation on behalf of 3c9b26a972c14f3dad50cf64b4971485 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:59:35.267125 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.300439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.333132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b59e-c032-4b06-82ca-7933de07665a req-6f6de71a-6050-4321-a8d9-a9901fd2c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:35.334634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-6f6de71a-6050-4321-a8d9-a9901fd2c5fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6b3b527-515b-4e50-ace8-ef617d2f3680 HTTP/1.1" status: 200 len: 854 time: 0.0792472 Feb 10 06:59:35.377366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-87ae9f80-4cfc-45ec-9fce-82585b9a5033 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0aae6a-f620-4087-9a13-3459293bdd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321925 Feb 10 06:59:35.424585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Sync routers for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:59:35.436303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:35.436924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:35.481451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Publish callbacks [] for security_group (81247bdc-1d74-4ddd-8852-a9a89ac787c4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.486367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (81247bdc-1d74-4ddd-8852-a9a89ac787c4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.510590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 06:59:35.538585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81247bdc-1d74-4ddd-8852-a9a89ac787c4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:35.544066 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.544415 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Added segment bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a of type vlan for network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 Feb 10 06:59:35.554074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-4b7827e0-e1f6-4d6b-a0ee-66a8be8880d8 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657813 Feb 10 06:59:35.561602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:35.615180 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (3ae3cabc-f266-4dd8-9115-56d83489b2e9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.681249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (3ae3cabc-f266-4dd8-9115-56d83489b2e9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.682114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:35.682723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.722891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3885b59e-c032-4b06-82ca-7933de07665a req-2d2a3cb5-ce4a-47dd-83e4-998efeafe4d6 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439388 Feb 10 06:59:35.730993 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5410829 Feb 10 06:59:35.733692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48022) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:35.738440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Request body: {'subnet': {'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1467407877-subnet', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:59:35.791144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Made reservation on behalf of 3c9b26a972c14f3dad50cf64b4971485 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:59:35.794396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.794519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 2, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:35.796673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d299fbc-7799-4728-b29b-445eb0e8bb25 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae3cabc-f266-4dd8-9115-56d83489b2e9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:35.855996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Checking router: 5757888b-b30f-4f1b-ba9a-cd2c748c3818 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:59:35.856440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Updating router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 port 329feec9-961b-4722-a235-b54b96b49a81 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:59:35.894469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 06:59:35.914169 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (329feec9-961b-4722-a235-b54b96b49a81), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:35.928423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 364ed72e-f836-4fe8-828e-17a0bc70ed48 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:36.018199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b3bd6-783a-44ba-9fb7-9456cf5039a5 req-a46748ee-ca56-4fcf-8b8c-0ab394bd83ba tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:36.019863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-427b3bd6-783a-44ba-9fb7-9456cf5039a5 req-a46748ee-ca56-4fcf-8b8c-0ab394bd83ba tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1511240 Feb 10 06:59:36.141384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 364ed72e-f836-4fe8-828e-17a0bc70ed48 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:36.141834 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:36.154727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-427b3bd6-783a-44ba-9fb7-9456cf5039a5 req-4c0058c1-f287-4bac-8387-1cb89bddd558 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246214 Feb 10 06:59:36.178878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (7c32c44c-0206-48cf-8f87-f043b7690b9a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:36.276248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c32c44c-0206-48cf-8f87-f043b7690b9a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:36.293090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Checking segment: {'id': 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:59:36.293510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Network hostable DHCP agents. Network: 3ae3cabc-f266-4dd8-9115-56d83489b2e9, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 06:59:36.294564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 364ed72e-f836-4fe8-828e-17a0bc70ed48 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:36.335147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 06:59:36.349491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 3ae3cabc-f266-4dd8-9115-56d83489b2e9) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:36.353936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:36.354806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:36.390005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ddaa4c5-6c81-49c3-bfbe-66ab08e407d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6527541 Feb 10 06:59:36.390192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48052) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:36.396151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:59:36.441500 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (61e40b5a-d2d5-49c3-924c-c9fe89328d04), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:36.443274 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (61e40b5a-d2d5-49c3-924c-c9fe89328d04), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:36.572415 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks [] for router_controller (61e40b5a-d2d5-49c3-924c-c9fe89328d04), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:36.651553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753f6fd-2329-4bc9-81ff-5dbff60034f0 None None] Network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:59:36.888978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-3ae3cabc-f266-4dd8-9115-56d83489b2e9', 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9', 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'fixed_ips': [{'subnet_id': '7c32c44c-0206-48cf-8f87-f043b7690b9a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 06:59:36.889621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks [] for router_gateway (61e40b5a-d2d5-49c3-924c-c9fe89328d04), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:36.890649 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:36.991920 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.058518 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Publish callbacks [] for port (329feec9-961b-4722-a235-b54b96b49a81), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.081345 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (329feec9-961b-4722-a235-b54b96b49a81), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.328058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbcd10-0987-48d5-a710-4265722a33dc None None] Pushing event updated for resources: {'Port': ['ID=329feec9-961b-4722-a235-b54b96b49a81,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:37.360266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Attempting to bind port 329feec9-961b-4722-a235-b54b96b49a81 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:59:37.360736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Attempting to bind port 329feec9-961b-4722-a235-b54b96b49a81 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:59:37.361099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Attempting to bind port 329feec9-961b-4722-a235-b54b96b49a81 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:59:37.380548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks [] for router_gateway (61e40b5a-d2d5-49c3-924c-c9fe89328d04), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.381149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:59:37.381533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:59:37.381939 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.394368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Bound using segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:59:37.395146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Bound port: 329feec9-961b-4722-a235-b54b96b49a81, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:59:37.395523 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (329feec9-961b-4722-a235-b54b96b49a81), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.401402 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.480941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Allocated IP 172.20.0.2 (3ae3cabc-f266-4dd8-9115-56d83489b2e9/7c32c44c-0206-48cf-8f87-f043b7690b9a/186e7a88-495b-4496-98a6-3c4d10ab93a2) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:59:37.514698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820cde-38f3-49dd-bcf3-ec7cf5acaebc req-9e2a44b8-4f6e-4522-a7a2-0603171b1261 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:37.523050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2820cde-38f3-49dd-bcf3-ec7cf5acaebc req-9e2a44b8-4f6e-4522-a7a2-0603171b1261 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1688905 Feb 10 06:59:37.588080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Allocated IP 172.25.8.190 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/9a660d06-3ae3-4c09-9c87-1fe92614bf8f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:59:37.619635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7f9b7bff-8971-47a7-ac7d-0ebecb68af30 None None] Provisioning complete for port 329feec9-961b-4722-a235-b54b96b49a81 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:37.620061 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7bff-8971-47a7-ac7d-0ebecb68af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (329feec9-961b-4722-a235-b54b96b49a81), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.627553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] For port 329feec9-961b-4722-a235-b54b96b49a81, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:59:37.661219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2820cde-38f3-49dd-bcf3-ec7cf5acaebc req-885efca0-4e23-4f74-8100-7210905d5ef4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316915 Feb 10 06:59:37.739625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] For port 329feec9-961b-4722-a235-b54b96b49a81, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=329feec9-961b-4722-a235-b54b96b49a81,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:59:37.755084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b7bff-8971-47a7-ac7d-0ebecb68af30 None None] Port 329feec9-961b-4722-a235-b54b96b49a81 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:59:37.755326 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks [] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.757720 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (329feec9-961b-4722-a235-b54b96b49a81), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.809305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:37.893556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:59:37.908093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:37.927493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:59:37.969273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:37.980015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:37.986015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbcd10-0987-48d5-a710-4265722a33dc None None] Pushing event updated for resources: {'Port': ['ID=329feec9-961b-4722-a235-b54b96b49a81,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:37.991820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Pushing event updated for resources: {'Port': ['ID=9a660d06-3ae3-4c09-9c87-1fe92614bf8f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:38.137647 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Publish callbacks [] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:38.153949 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:38.338851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Pushing event updated for resources: {'Port': ['ID=186e7a88-495b-4496-98a6-3c4d10ab93a2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:38.403025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:59:38.409802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:38.412926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:59:38.413937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks [] for router_gateway (61e40b5a-d2d5-49c3-924c-c9fe89328d04), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:38.480066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9a207281-c908-4acc-9b58-f13d74dc288a None None] Provisioning complete for port 329feec9-961b-4722-a235-b54b96b49a81 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:38.480455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a207281-c908-4acc-9b58-f13d74dc288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (329feec9-961b-4722-a235-b54b96b49a81), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:38.495198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:38.563254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Attempting to bind port 186e7a88-495b-4496-98a6-3c4d10ab93a2 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:59:38.563254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Attempting to bind port 186e7a88-495b-4496-98a6-3c4d10ab93a2 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:59:38.563609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Attempting to bind port 186e7a88-495b-4496-98a6-3c4d10ab93a2 on network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:59:38.588922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:59:38.589284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Checking segment: {'id': 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:59:38.589698 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:38.590100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Bound using segment: {'id': 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:59:38.590618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Bound port: 186e7a88-495b-4496-98a6-3c4d10ab93a2, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:59:38.591009 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:38.827072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (61e40b5a-d2d5-49c3-924c-c9fe89328d04), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:38.844674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] For port 186e7a88-495b-4496-98a6-3c4d10ab93a2, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:59:38.855554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] For port 186e7a88-495b-4496-98a6-3c4d10ab93a2, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=186e7a88-495b-4496-98a6-3c4d10ab93a2,segment=NetworkSegment(bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a),segment_id=bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:59:38.892616 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:38.928716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc4c88-1905-41bd-8078-bccb5a9036af req-0bfd090b-6fb6-45ef-bd39-3a466195fb77 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:38.945346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76bc4c88-1905-41bd-8078-bccb5a9036af req-0bfd090b-6fb6-45ef-bd39-3a466195fb77 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1188633 Feb 10 06:59:39.047308 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76bc4c88-1905-41bd-8078-bccb5a9036af req-612d796a-39b0-4f4c-9e2b-59b08c5dc384 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009464 Feb 10 06:59:39.070340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 06:59:39.117842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9a207281-c908-4acc-9b58-f13d74dc288a None None] Current status of the port 329feec9-961b-4722-a235-b54b96b49a81 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:39.118928 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a207281-c908-4acc-9b58-f13d74dc288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (329feec9-961b-4722-a235-b54b96b49a81), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:39.178634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9abce8-d3a5-44a8-8fff-a590921f6aa1 None None] Pushing event updated for resources: {'Port': ['ID=186e7a88-495b-4496-98a6-3c4d10ab93a2,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:39.267617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:59:39.283116 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Sync routers for ids ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:59:39.287796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9a207281-c908-4acc-9b58-f13d74dc288a None None] For port 329feec9-961b-4722-a235-b54b96b49a81, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=329feec9-961b-4722-a235-b54b96b49a81,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:39.302952 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Routers {'61e40b5a-d2d5-49c3-924c-c9fe89328d04'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:39.302952 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:39.304886 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a207281-c908-4acc-9b58-f13d74dc288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (329feec9-961b-4722-a235-b54b96b49a81), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:39.313355 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:39.315252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d15b764b-3255-4e3c-a70d-83f760c9e297 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9237590 Feb 10 06:59:39.318075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48086) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 06:59:39.477965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a207281-c908-4acc-9b58-f13d74dc288a None None] Pushing event updated for resources: {'Port': ['ID=329feec9-961b-4722-a235-b54b96b49a81,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:39.549915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:37Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:39.606123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1727b7-6008-437f-a7d3-348cb71bf4cf None None] The sync data for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 is: [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:37Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:59:39.626865 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Set router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:40.056264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 186e7a88-495b-4496-98a6-3c4d10ab93a2 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:40.080411 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:36Z', 'updated_at': '2022-02-10T06:59:38Z', 'revision_number': 3, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'gw_port': {'id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:37Z', 'updated_at': '2022-02-10T06:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:40.124376 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Checking router: 61e40b5a-d2d5-49c3-924c-c9fe89328d04 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:59:40.125046 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Updating router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:59:40.227177 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:40.229208 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:40.244130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 186e7a88-495b-4496-98a6-3c4d10ab93a2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:40.244505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:40.378232 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-927fe24b-a6cd-4506-857d-35a0da5a9426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:40.465786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadf174-b634-41c2-8c23-f3f11c43716c req-dd2ecda8-7112-4750-9c74-282469934925 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:40.472838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aadf174-b634-41c2-8c23-f3f11c43716c req-dd2ecda8-7112-4750-9c74-282469934925 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.2860980 Feb 10 06:59:40.484479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 186e7a88-495b-4496-98a6-3c4d10ab93a2 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:40.484872 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:40.560164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 186e7a88-495b-4496-98a6-3c4d10ab93a2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=186e7a88-495b-4496-98a6-3c4d10ab93a2,segment=NetworkSegment(bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a),segment_id=bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:40.566080 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:40.566970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 329feec9-961b-4722-a235-b54b96b49a81 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:40.785776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2aadf174-b634-41c2-8c23-f3f11c43716c req-2f1abcf1-2b14-4970-8c80-aae90ac7d8bc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101888 Feb 10 06:59:40.789903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=186e7a88-495b-4496-98a6-3c4d10ab93a2,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:40.814983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 329feec9-961b-4722-a235-b54b96b49a81 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:40.827456 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (329feec9-961b-4722-a235-b54b96b49a81), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:40.951676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:41.064660 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Publish callbacks [] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:41.080112 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:41.156249 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe08b60-d075-48d3-96c9-60f28c93e92a None None] Pushing event updated for resources: {'Port': ['ID=9a660d06-3ae3-4c09-9c87-1fe92614bf8f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:41.286560 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Attempting to bind port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:59:41.287220 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Attempting to bind port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:59:41.290284 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Attempting to bind port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:59:41.302679 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:59:41.310290 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:59:41.310992 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:41.311543 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:59:41.312195 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Bound port: 9a660d06-3ae3-4c09-9c87-1fe92614bf8f, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:59:41.312742 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:41.434554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Allocated IP 172.20.0.1 (3ae3cabc-f266-4dd8-9115-56d83489b2e9/7c32c44c-0206-48cf-8f87-f043b7690b9a/c0d00d08-0e21-4dc6-a92e-e94bfdb91631) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:59:41.435645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 329feec9-961b-4722-a235-b54b96b49a81 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:41.440701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40828c03-9d1c-47c5-ad91-779562ce48f4 None None] Network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 06:59:41.503157 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] For port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:59:41.512065 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] For port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9a660d06-3ae3-4c09-9c87-1fe92614bf8f,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:59:41.526894 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:41.744863 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Routers {'61e40b5a-d2d5-49c3-924c-c9fe89328d04'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:41.745511 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:41.760741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4fc792da-341a-43ef-b53d-2f6f633f2cfd None None] Provisioning complete for port 186e7a88-495b-4496-98a6-3c4d10ab93a2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:41.761312 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fc792da-341a-43ef-b53d-2f6f633f2cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:41.790161 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Publish callbacks [] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:41.954491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:41.975451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 186e7a88-495b-4496-98a6-3c4d10ab93a2 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:42.041885 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe08b60-d075-48d3-96c9-60f28c93e92a None None] Pushing event updated for resources: {'Port': ['ID=9a660d06-3ae3-4c09-9c87-1fe92614bf8f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:42.164273 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] Set router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:42.173671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:59:42.187208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:42.207286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:59:42.279342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d00d08-0e21-4dc6-a92e-e94bfdb91631,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:42.284022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 186e7a88-495b-4496-98a6-3c4d10ab93a2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:42.284405 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:42.369163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa730da8-b4a2-409e-932c-21fc72a32c3e req-5709e4fa-5294-4284-ba14-9c43aa4cffa1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:42.375592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa730da8-b4a2-409e-932c-21fc72a32c3e req-5709e4fa-5294-4284-ba14-9c43aa4cffa1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.3431547 Feb 10 06:59:42.482172 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (61e40b5a-d2d5-49c3-924c-c9fe89328d04), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:42.524219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4fc792da-341a-43ef-b53d-2f6f633f2cfd None None] Current status of the port 186e7a88-495b-4496-98a6-3c4d10ab93a2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:42.621960 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed978930-848c-4334-80bc-9b2b2fe46fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:42.715438 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:36Z', 'updated_at': '2022-02-10T06:59:38Z', 'revision_number': 3, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'gw_port': {'id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:37Z', 'updated_at': '2022-02-10T06:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:42.724168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa730da8-b4a2-409e-932c-21fc72a32c3e req-7b15b6d8-a492-4c35-84d7-8d095978d7bc tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422005 Feb 10 06:59:42.783212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 186e7a88-495b-4496-98a6-3c4d10ab93a2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:42.794958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-204b4064-340c-42d2-b0b5-9f6f8500af50 None None] Provisioning complete for port 186e7a88-495b-4496-98a6-3c4d10ab93a2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:42.795596 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-204b4064-340c-42d2-b0b5-9f6f8500af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:42.815868 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa38e88e-4e55-4a3d-b97f-843305457d00 None None] The sync data for ids ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'] in n-d-828670-1 is: [{'id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:36Z', 'updated_at': '2022-02-10T06:59:38Z', 'revision_number': 3, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'gw_port': {'id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:37Z', 'updated_at': '2022-02-10T06:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:59:42.931512 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:42.944512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-204b4064-340c-42d2-b0b5-9f6f8500af50 None None] Current status of the port 186e7a88-495b-4496-98a6-3c4d10ab93a2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:43.074737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-36ad266a-b871-4eac-a8bc-41947f841c92 None None] Provisioning complete for port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:43.075536 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36ad266a-b871-4eac-a8bc-41947f841c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:43.152389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-36ad266a-b871-4eac-a8bc-41947f841c92 None None] Port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:59:43.165810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Publish callbacks [] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:43.171400 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:43.263222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (61e40b5a-d2d5-49c3-924c-c9fe89328d04), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:43.272190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d00d08-0e21-4dc6-a92e-e94bfdb91631,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:43.480014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:59:43.484596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:43.870559 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:43.998749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9a660d06-3ae3-4c09-9c87-1fe92614bf8f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:44.130971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3cc88a93-229e-4c34-956d-b4e838a06628 None None] Provisioning complete for port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:44.131693 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cc88a93-229e-4c34-956d-b4e838a06628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:44.217782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3cc88a93-229e-4c34-956d-b4e838a06628 None None] Port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:59:44.262985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:44.263364 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:44.295343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 06:59:44.338746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fddcc-a5c6-4884-8dca-3048c6594e9c req-453287c7-6ef2-4f3b-859a-42aa7610c6fb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:44.341212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f4fddcc-a5c6-4884-8dca-3048c6594e9c req-453287c7-6ef2-4f3b-859a-42aa7610c6fb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1066861 Feb 10 06:59:44.501313 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:44.501711 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:44.551211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9a660d06-3ae3-4c09-9c87-1fe92614bf8f,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:44.558758 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:44.584596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f4fddcc-a5c6-4884-8dca-3048c6594e9c req-2d62b179-fdea-4d33-ba99-445578cb564d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882904 Feb 10 06:59:44.653432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 06:59:44.683391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b0c1a8c-5c61-4244-a77e-ea890da0c302 admin admin] 10.222.0.21 "PUT /v2.0/routers/61e40b5a-d2d5-49c3-924c-c9fe89328d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3525555 Feb 10 06:59:44.730108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=9a660d06-3ae3-4c09-9c87-1fe92614bf8f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:45.274924 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:45.937109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Sync routers for ids ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 06:59:45.946087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a232c27-468e-4157-b2e3-a7e47e6284d8 req-093df9d8-79f9-411a-afbe-1ee3b5ea35ab tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:45.947737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a232c27-468e-4157-b2e3-a7e47e6284d8 req-093df9d8-79f9-411a-afbe-1ee3b5ea35ab tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1816480 Feb 10 06:59:45.955777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Routers {'61e40b5a-d2d5-49c3-924c-c9fe89328d04'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:45.956520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:46.030214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a232c27-468e-4157-b2e3-a7e47e6284d8 req-4f1985f2-48db-4623-b28c-dade5c90846b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667207 Feb 10 06:59:46.139516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Set router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:46.222988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9a660d06-3ae3-4c09-9c87-1fe92614bf8f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:46.476012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:46.477239 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:46.628627 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:46.773689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:46.824763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:36Z', 'updated_at': '2022-02-10T06:59:42Z', 'revision_number': 4, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'gw_port': {'id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:37Z', 'updated_at': '2022-02-10T06:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c0d00d08-0e21-4dc6-a92e-e94bfdb91631', 'name': '', 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'mac_address': 'fa:16:3e:01:a4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7c32c44c-0206-48cf-8f87-f043b7690b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:40Z', 'updated_at': '2022-02-10T06:59:43Z', 'revision_number': 2, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'subnets': [{'id': '7c32c44c-0206-48cf-8f87-f043b7690b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:46.867533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Checking router: 61e40b5a-d2d5-49c3-924c-c9fe89328d04 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 06:59:46.868111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Updating router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 06:59:46.919280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:47.315884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ae174-eb71-4e85-ad0a-d5eb0d267693 req-cec1a7c1-9266-48f8-858f-6d339b2fae05 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:47.321058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b7ae174-eb71-4e85-ad0a-d5eb0d267693 req-cec1a7c1-9266-48f8-858f-6d339b2fae05 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1018105 Feb 10 06:59:47.430529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b7ae174-eb71-4e85-ad0a-d5eb0d267693 req-1b08164f-c7ed-4e4f-856c-250e03cf7a5d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053715 Feb 10 06:59:47.452306 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Publish callbacks [] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:47.463867 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:47.567437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df9dc6-87b2-4c3c-bd02-bbb47be95c5e None None] Pushing event updated for resources: {'Port': ['ID=c0d00d08-0e21-4dc6-a92e-e94bfdb91631,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:47.612085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Attempting to bind port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:59:47.612466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Attempting to bind port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:59:47.612834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Attempting to bind port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 on network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:59:47.619480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:59:47.619867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Checking segment: {'id': 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:59:47.620275 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:47.620672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Bound using segment: {'id': 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:59:47.621146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Bound port: c0d00d08-0e21-4dc6-a92e-e94bfdb91631, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:59:47.621530 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:47.733268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] For port c0d00d08-0e21-4dc6-a92e-e94bfdb91631, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:59:47.737481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] For port c0d00d08-0e21-4dc6-a92e-e94bfdb91631, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c0d00d08-0e21-4dc6-a92e-e94bfdb91631,segment=NetworkSegment(bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a),segment_id=bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:59:47.751474 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:47.838166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df9dc6-87b2-4c3c-bd02-bbb47be95c5e None None] Pushing event updated for resources: {'Port': ['ID=c0d00d08-0e21-4dc6-a92e-e94bfdb91631,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:47.841042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Routers {'61e40b5a-d2d5-49c3-924c-c9fe89328d04'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 06:59:47.841723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T06:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:48.003299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] Set router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 06:59:48.084169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ad8d0710-a9c6-4376-ae69-5545c0eba3cc None None] Provisioning complete for port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:48.085024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0710-a9c6-4376-ae69-5545c0eba3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:48.437003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:36Z', 'updated_at': '2022-02-10T06:59:42Z', 'revision_number': 4, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'gw_port': {'id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:37Z', 'updated_at': '2022-02-10T06:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c0d00d08-0e21-4dc6-a92e-e94bfdb91631', 'name': '', 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'mac_address': 'fa:16:3e:01:a4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7c32c44c-0206-48cf-8f87-f043b7690b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:40Z', 'updated_at': '2022-02-10T06:59:47Z', 'revision_number': 4, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'subnets': [{'id': '7c32c44c-0206-48cf-8f87-f043b7690b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 06:59:48.472052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d0710-a9c6-4376-ae69-5545c0eba3cc None None] Current status of the port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:48.472445 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0710-a9c6-4376-ae69-5545c0eba3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:48.474673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be217d8-1d7d-46e2-88ca-1b7e8f03acf1 None None] The sync data for ids ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'] in n-d-828670-1 is: [{'id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:36Z', 'updated_at': '2022-02-10T06:59:42Z', 'revision_number': 4, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'gw_port': {'id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:37Z', 'updated_at': '2022-02-10T06:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'c0d00d08-0e21-4dc6-a92e-e94bfdb91631', 'name': '', 'network_id': '3ae3cabc-f266-4dd8-9115-56d83489b2e9', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'mac_address': 'fa:16:3e:01:a4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7c32c44c-0206-48cf-8f87-f043b7690b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:40Z', 'updated_at': '2022-02-10T06:59:47Z', 'revision_number': 4, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'subnets': [{'id': '7c32c44c-0206-48cf-8f87-f043b7690b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 06:59:48.515175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ad8d0710-a9c6-4376-ae69-5545c0eba3cc None None] For port c0d00d08-0e21-4dc6-a92e-e94bfdb91631, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c0d00d08-0e21-4dc6-a92e-e94bfdb91631,segment=NetworkSegment(bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a),segment_id=bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:48.520690 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0710-a9c6-4376-ae69-5545c0eba3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:48.579763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d0710-a9c6-4376-ae69-5545c0eba3cc None None] Pushing event updated for resources: {'Port': ['ID=c0d00d08-0e21-4dc6-a92e-e94bfdb91631,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:48.624930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e281-cf3a-4382-ae0b-3114ff8aaedb req-4ee77109-bee5-4f5d-9476-57010ec6a387 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:48.627339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba93e281-cf3a-4382-ae0b-3114ff8aaedb req-4ee77109-bee5-4f5d-9476-57010ec6a387 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1111679 Feb 10 06:59:48.662827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ebdefdd1-7ae1-4a8e-b810-19f5f892b4e4 None None] Provisioning complete for port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:48.664338 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ebdefdd1-7ae1-4a8e-b810-19f5f892b4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:48.680913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba93e281-cf3a-4382-ae0b-3114ff8aaedb req-ecb55440-7113-4b15-99fd-3e69cff98ddb tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461183 Feb 10 06:59:48.766983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ebdefdd1-7ae1-4a8e-b810-19f5f892b4e4 None None] Current status of the port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:49.661799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffaadd-c350-4ac4-930c-9d637079620b req-322404e3-a30c-41c9-a77e-6f045bb4ae52 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:49.663454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-322404e3-a30c-41c9-a77e-6f045bb4ae52 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1046755 Feb 10 06:59:49.680070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-178ba805-2b8c-404d-b28e-33c4db7e2396 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/quotas/7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 375 time: 0.0099099 Feb 10 06:59:49.742747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-09bd3800-0c32-433e-9d34-1704a29e0a3d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568812 Feb 10 06:59:49.872269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b48a6-d1a6-4fd3-825f-2d2c22a35313 req-be2d5aee-4374-4889-808e-cdfe9b6fc2cd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:49.874144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-746b48a6-d1a6-4fd3-825f-2d2c22a35313 req-be2d5aee-4374-4889-808e-cdfe9b6fc2cd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.1156497 Feb 10 06:59:49.900916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-63ccbbb1-637f-4ada-815b-58029a573d23 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519611 Feb 10 06:59:49.937226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c0d00d08-0e21-4dc6-a92e-e94bfdb91631 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:49.965162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-746b48a6-d1a6-4fd3-825f-2d2c22a35313 req-8a2bea8f-f422-495d-95ec-1f82f488ba7d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804229 Feb 10 06:59:49.996948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:49.997332 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:50.021432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-be63bd9a-a137-4216-a83f-d8484b86d140 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139493 Feb 10 06:59:50.084497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:50.327198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c25bf65a-8814-4214-a03c-e1bc89455673 req-79d3a294-3178-4f9e-8e38-aa98a8d4f6cc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0296392 Feb 10 06:59:50.887344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 06:59:50.992494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:51.005667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '474122fc-d654-48c5-82c9-f71cfa837011', 'network_id': 'aa0aae6a-f620-4087-9a13-3459293bdd5c', 'port_id': '474122fc-d654-48c5-82c9-f71cfa837011', 'mac_address': 'fa:16:3e:ae:c7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b3b527-515b-4e50-ace8-ef617d2f3680', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 06:59:51.044327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 474122fc-d654-48c5-82c9-f71cfa837011 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:51.044738 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:51.058415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474122fc-d654-48c5-82c9-f71cfa837011 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:59:51.078915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:51.085121 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:51.110489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8196e-ba59-4f28-bae9-f999da31bf06 req-9b0b06c9-1a40-4d29-9cb5-e9822c4df0a2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:51.112973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0c8196e-ba59-4f28-bae9-f999da31bf06 req-9b0b06c9-1a40-4d29-9cb5-e9822c4df0a2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 943 time: 0.0718331 Feb 10 06:59:51.142004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:51.171209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0c8196e-ba59-4f28-bae9-f999da31bf06 req-b94a6807-b925-46da-8ec7-7ff228ec1922 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482090 Feb 10 06:59:51.303579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffaadd-c350-4ac4-930c-9d637079620b req-748d6371-fd99-4f5f-b1fe-c419b33019ae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:51.305669 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-748d6371-fd99-4f5f-b1fe-c419b33019ae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1188166 Feb 10 06:59:51.319075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'port': {'device_id': '64250e6e-b47d-49e4-aabe-55a6da24dc98', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'admin_state_up': True, 'tenant_id': '7163c94d4de84eaa849375b99f6594e8'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:59:51.339545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['474122fc-d654-48c5-82c9-f71cfa837011'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 06:59:51.439156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Made reservation on behalf of 7163c94d4de84eaa849375b99f6594e8 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 06:59:51.444176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:51.524855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c72eb6a-53f9-4ca1-933b-3a399131eb9c req-89a52541-b6ae-418e-bb37-862e469cc20b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0670538 Feb 10 06:59:51.607723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.20.0.8 (379c22a9-a8c7-4375-ab55-4a9fedce756a/cc2e4b47-8608-4394-9aed-5d976463814b/24ffa00f-6732-4b05-9777-bb870230d368) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 06:59:51.768620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (24ffa00f-6732-4b05-9777-bb870230d368), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:51.802442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (24ffa00f-6732-4b05-9777-bb870230d368), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:51.847228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 06:59:51.850240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 06:59:51.854722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 06:59:51.880869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=24ffa00f-6732-4b05-9777-bb870230d368,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:51.927488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:51.928232 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:51.949303 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ceac4305-add9-4102-982b-15a3923dfc28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6344504 Feb 10 06:59:51.961645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Request body: {'port': {'device_id': '64250e6e-b47d-49e4-aabe-55a6da24dc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 06:59:52.029292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (24ffa00f-6732-4b05-9777-bb870230d368), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:52.117445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ca36519a-e189-4ab1-8f58-8068be48dc78 None None] Provisioning complete for port 24ffa00f-6732-4b05-9777-bb870230d368 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:52.118121 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca36519a-e189-4ab1-8f58-8068be48dc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (24ffa00f-6732-4b05-9777-bb870230d368), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:52.350414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887c665-7d88-4241-8c27-d2eb88f4d3c8 req-a5dc0374-1e29-4c0d-8277-986a99bb9038 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:52.358598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b887c665-7d88-4241-8c27-d2eb88f4d3c8 req-a5dc0374-1e29-4c0d-8277-986a99bb9038 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 944 time: 0.0637929 Feb 10 06:59:52.419322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b887c665-7d88-4241-8c27-d2eb88f4d3c8 req-a2133bb7-9459-4e87-b106-5b51ed8f9ea3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591815 Feb 10 06:59:52.437010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ffa00f-6732-4b05-9777-bb870230d368 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 06:59:52.452365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Publish callbacks [] for port (24ffa00f-6732-4b05-9777-bb870230d368), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:52.456846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ca36519a-e189-4ab1-8f58-8068be48dc78 None None] Port 24ffa00f-6732-4b05-9777-bb870230d368 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 06:59:52.468669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Transition to ACTIVE for port object 24ffa00f-6732-4b05-9777-bb870230d368 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 06:59:52.474711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (24ffa00f-6732-4b05-9777-bb870230d368), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:52.526190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Pushing event updated for resources: {'Port': ['ID=24ffa00f-6732-4b05-9777-bb870230d368,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:52.632387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Attempting to bind port 24ffa00f-6732-4b05-9777-bb870230d368 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 06:59:52.632735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Attempting to bind port 24ffa00f-6732-4b05-9777-bb870230d368 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 06:59:52.633076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Attempting to bind port 24ffa00f-6732-4b05-9777-bb870230d368 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:59:52.640420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Port 24ffa00f-6732-4b05-9777-bb870230d368 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 06:59:52.640750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Attempting to bind port 24ffa00f-6732-4b05-9777-bb870230d368 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 06:59:52.648673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 6, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 06:59:52.649012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 06:59:52.649400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Bound using segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 06:59:52.650472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Bound port: 24ffa00f-6732-4b05-9777-bb870230d368, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 06:59:52.650836 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (24ffa00f-6732-4b05-9777-bb870230d368), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:52.739732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] For port 24ffa00f-6732-4b05-9777-bb870230d368, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 06:59:52.746352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] For port 24ffa00f-6732-4b05-9777-bb870230d368, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=24ffa00f-6732-4b05-9777-bb870230d368,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 06:59:52.754717 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (24ffa00f-6732-4b05-9777-bb870230d368), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:52.755031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a57fc-b253-4284-ab8c-012af88a805e req-a13d8140-64e4-4206-b937-166af8058c9f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:52.756618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d94a57fc-b253-4284-ab8c-012af88a805e req-a13d8140-64e4-4206-b937-166af8058c9f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.1224024 Feb 10 06:59:52.821018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Pushing event updated for resources: {'Port': ['ID=24ffa00f-6732-4b05-9777-bb870230d368,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:52.828311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:52.829239 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:52.831294 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-ac048f1b-a8b4-4b96-84f4-3a136e888eab service neutron] 10.222.0.13 "PUT /v2.0/ports/24ffa00f-6732-4b05-9777-bb870230d368 HTTP/1.1" status: 200 len: 1091 time: 0.8746266 Feb 10 06:59:52.831857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64250e6e-b47d-49e4-aabe-55a6da24dc98', 'tag': '24ffa00f-6732-4b05-9777-bb870230d368'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:59:52.834360 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99011322-0e1f-4bdf-99ec-17747dfcb131" -d '{"events": [{"name": "network-changed", "server_uuid": "64250e6e-b47d-49e4-aabe-55a6da24dc98", "tag": "24ffa00f-6732-4b05-9777-bb870230d368"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:59:52.890689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d94a57fc-b253-4284-ab8c-012af88a805e req-b0f68b9a-f01d-47c0-8676-5de5abdd514a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256580 Feb 10 06:59:52.908287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 06:59:52.959506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffaadd-c350-4ac4-930c-9d637079620b req-8c2d5bd5-54fd-43f4-8bfc-fc4740421415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:52.962828 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-8c2d5bd5-54fd-43f4-8bfc-fc4740421415 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 1125 time: 0.0613670 Feb 10 06:59:52.977560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 474122fc-d654-48c5-82c9-f71cfa837011 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 06:59:52.979165 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (474122fc-d654-48c5-82c9-f71cfa837011), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:53.135395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 474122fc-d654-48c5-82c9-f71cfa837011 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 06:59:53.137861 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:53.186598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 06:59:53.187492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 06:59:53.190274 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fbc56c-575c-4e9d-877f-fc6b3b842379" -d '{"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-plugged", "status": "completed", "tag": "474122fc-d654-48c5-82c9-f71cfa837011"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 06:59:53.208323 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 06:59:53.247824 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 06:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9c49d0-a9f6-46dc-9fb0-736e7f4dd8b4 x-openstack-request-id: req-cf9c49d0-a9f6-46dc-9fb0-736e7f4dd8b4 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:59:53.248225 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-plugged", "status": "completed", "tag": "474122fc-d654-48c5-82c9-f71cfa837011", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:59:53.248551 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf9c49d0-a9f6-46dc-9fb0-736e7f4dd8b4 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:59:53.249016 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011', 'code': 200} Feb 10 06:59:53.283180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 06:59:53.509503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b624-5473-4b20-b6fb-249791d33861 req-0d015678-3dae-4324-94d6-4b5d68b029a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:53.512025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c024b624-5473-4b20-b6fb-249791d33861 req-0d015678-3dae-4324-94d6-4b5d68b029a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 1128 time: 0.0840185 Feb 10 06:59:53.536214 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 06:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66259cd2-80f2-4a1b-9e22-b1f50da336e4 x-openstack-request-id: req-66259cd2-80f2-4a1b-9e22-b1f50da336e4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 06:59:53.536827 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64250e6e-b47d-49e4-aabe-55a6da24dc98", "tag": "24ffa00f-6732-4b05-9777-bb870230d368", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 06:59:53.536827 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66259cd2-80f2-4a1b-9e22-b1f50da336e4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 06:59:53.537148 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64250e6e-b47d-49e4-aabe-55a6da24dc98', 'tag': '24ffa00f-6732-4b05-9777-bb870230d368', 'status': 'completed', 'code': 200} Feb 10 06:59:53.538760 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-69415bb4-6912-492d-9e6b-5738233a1939 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ffa00f-6732-4b05-9777-bb870230d368 HTTP/1.1" status: 200 len: 217 time: 0.5684240 Feb 10 06:59:53.594278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffaadd-c350-4ac4-930c-9d637079620b req-8f138e1f-6018-4dbc-a0cc-cdcf4b02d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:53.596296 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-8f138e1f-6018-4dbc-a0cc-cdcf4b02d2a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0502150 Feb 10 06:59:53.613585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c024b624-5473-4b20-b6fb-249791d33861 req-15cd2405-c67c-41cd-92ae-f357c91fb9a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840564 Feb 10 06:59:53.637283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8332cc-0d2c-4ad6-88db-d3349ff59ef5 req-bd143a7e-0f06-4b3b-bb9f-8503c22510a1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:53.644471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c8332cc-0d2c-4ad6-88db-d3349ff59ef5 req-bd143a7e-0f06-4b3b-bb9f-8503c22510a1 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.1274669 Feb 10 06:59:53.657184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffaadd-c350-4ac4-930c-9d637079620b req-744d0dd3-ce22-4f48-a2a4-e57e772283c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:53.659019 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-744d0dd3-ce22-4f48-a2a4-e57e772283c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567315 Feb 10 06:59:53.708477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c8332cc-0d2c-4ad6-88db-d3349ff59ef5 req-82eaa2ca-5b6d-4132-a81d-748d7f75d5f2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628691 Feb 10 06:59:53.763223 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-afb5b3cf-757c-47e1-8536-2955ed659e35 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978112 Feb 10 06:59:53.859421 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bdffaadd-c350-4ac4-930c-9d637079620b req-c7476129-1a7f-4ee3-b435-fed5c524dd21 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900998 Feb 10 06:59:53.964425 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-29f2af17-091d-4ff9-8a01-aab251feeb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:53.966102 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-29f2af17-091d-4ff9-8a01-aab251feeb98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 1125 time: 0.0512347 Feb 10 06:59:54.053876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb704a95-06d6-4f7c-8c68-27b5cbf6881e req-026eb378-5e76-4dba-b583-aa9f1ad20f72 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:54.059898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb704a95-06d6-4f7c-8c68-27b5cbf6881e req-026eb378-5e76-4dba-b583-aa9f1ad20f72 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0699313 Feb 10 06:59:54.066948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-6a41e77c-8e0d-414e-b97c-ad73828f0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:54.068540 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-6a41e77c-8e0d-414e-b97c-ad73828f0086 service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.0966711 Feb 10 06:59:54.114947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb704a95-06d6-4f7c-8c68-27b5cbf6881e req-fc9a20f7-3509-4310-a740-4172f3c5dfce tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467126 Feb 10 06:59:54.127323 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-7c41ed21-5adb-4efe-8538-0115ea24aec1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ffa00f-6732-4b05-9777-bb870230d368 HTTP/1.1" status: 200 len: 217 time: 0.0524316 Feb 10 06:59:54.181906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-94073a5b-e23e-470d-88ea-27d0ba307a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:54.183444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-94073a5b-e23e-470d-88ea-27d0ba307a62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0511713 Feb 10 06:59:54.238791 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-f7a59e00-da03-4f2a-8ef1-f5cef4b84c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:54.240599 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-f7a59e00-da03-4f2a-8ef1-f5cef4b84c79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515835 Feb 10 06:59:54.337237 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-45141c6d-9f68-4fa2-864d-0e0cf9361d43 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891383 Feb 10 06:59:54.436078 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-99011322-0e1f-4bdf-99ec-17747dfcb131 req-097330ea-e7d6-43cb-945e-b1fe70d439e0 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925469 Feb 10 06:59:54.848750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c54f0-799a-4509-81aa-22c79ae69e30 req-4e4cbcca-78a0-4d05-834b-efe03ba43167 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:54.850224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b8c54f0-799a-4509-81aa-22c79ae69e30 req-4e4cbcca-78a0-4d05-834b-efe03ba43167 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0632048 Feb 10 06:59:54.915112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b8c54f0-799a-4509-81aa-22c79ae69e30 req-eff0c7e4-b6bc-4344-989b-938c8892573a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586302 Feb 10 06:59:55.282690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa523f-2cbc-455c-acef-e53ec83ebe6d req-725b67aa-aa48-4aee-b79c-e5ce0aaaca3f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:55.284327 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9aa523f-2cbc-455c-acef-e53ec83ebe6d req-725b67aa-aa48-4aee-b79c-e5ce0aaaca3f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0789979 Feb 10 06:59:55.338977 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d9aa523f-2cbc-455c-acef-e53ec83ebe6d req-07aff92c-47c8-4771-ab2c-95ac9ab91ea7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430462 Feb 10 06:59:56.042780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a78c14-9c03-4bcc-ae85-d6dea6f13f83 req-28121938-509f-4c72-aaf7-1b6a3d3914d3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:56.045109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5a78c14-9c03-4bcc-ae85-d6dea6f13f83 req-28121938-509f-4c72-aaf7-1b6a3d3914d3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0553863 Feb 10 06:59:56.095687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5a78c14-9c03-4bcc-ae85-d6dea6f13f83 req-3d7d8390-f758-4d56-b3c8-1a3679c736e0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448108 Feb 10 06:59:56.238204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7d1b-c4e7-456c-8716-af2d91c4ecc6 req-27600fa4-c2be-43b9-90ad-49206a454a70 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:56.239799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64de7d1b-c4e7-456c-8716-af2d91c4ecc6 req-27600fa4-c2be-43b9-90ad-49206a454a70 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0647726 Feb 10 06:59:56.293743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64de7d1b-c4e7-456c-8716-af2d91c4ecc6 req-5d45ccd3-e44f-41c1-8394-052cc6d7dac7 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477018 Feb 10 06:59:56.460524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ced0-99d2-4311-a251-86d18a3dad04 req-1057a7cd-ed65-485b-9f34-cb53989137c9 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:56.462891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d99ced0-99d2-4311-a251-86d18a3dad04 req-1057a7cd-ed65-485b-9f34-cb53989137c9 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0887568 Feb 10 06:59:56.535247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f026a-7c0c-484b-982b-cb8f27cddaa4 req-8fe20f23-707c-4998-ba1d-5b54557319f0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:56.536659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e6f026a-7c0c-484b-982b-cb8f27cddaa4 req-8fe20f23-707c-4998-ba1d-5b54557319f0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.1182730 Feb 10 06:59:56.543500 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d99ced0-99d2-4311-a251-86d18a3dad04 req-a17cc37d-65a5-428d-b68c-5f1115a08b80 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724161 Feb 10 06:59:56.601323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e6f026a-7c0c-484b-982b-cb8f27cddaa4 req-231e8b6c-3a06-4789-bd86-a1b09727fa25 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566032 Feb 10 06:59:56.697930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16abd98-1d1f-4fab-b514-5eca5c147da6 req-514332b8-0375-4570-b3d3-567a65de2826 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:56.699452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b16abd98-1d1f-4fab-b514-5eca5c147da6 req-514332b8-0375-4570-b3d3-567a65de2826 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0541711 Feb 10 06:59:56.751228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b16abd98-1d1f-4fab-b514-5eca5c147da6 req-677976d3-f053-409e-bed1-6e8fd0d38000 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Feb 10 06:59:56.879717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1d1d4-11d1-42b1-8405-d17b12e35f4d req-31f23e04-a416-468e-b015-492c9f024644 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:56.881408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1a1d1d4-11d1-42b1-8405-d17b12e35f4d req-31f23e04-a416-468e-b015-492c9f024644 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0632825 Feb 10 06:59:56.932972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1a1d1d4-11d1-42b1-8405-d17b12e35f4d req-39bc7dbf-ed0d-48c0-abe2-e253051896b4 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Feb 10 06:59:57.092088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6c80b-9543-4f7b-b7ac-d050518cfe57 req-0798374b-a9d2-455e-a05d-3e07dffa82ca tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:57.093697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72a6c80b-9543-4f7b-b7ac-d050518cfe57 req-0798374b-a9d2-455e-a05d-3e07dffa82ca tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0602551 Feb 10 06:59:57.142586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72a6c80b-9543-4f7b-b7ac-d050518cfe57 req-67cad6a8-725d-49cb-8163-5005570c4811 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Feb 10 06:59:57.282392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093f709-800d-4916-a80a-f30cbf5552e4 req-cb91d9d4-eb51-4bd2-9549-d133113d4d68 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:57.284139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b093f709-800d-4916-a80a-f30cbf5552e4 req-cb91d9d4-eb51-4bd2-9549-d133113d4d68 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0581808 Feb 10 06:59:57.332622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b093f709-800d-4916-a80a-f30cbf5552e4 req-897fcc2d-119b-4de2-9822-69e9dd4cbc3f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Feb 10 06:59:57.594703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9714-6223-496e-8218-8d43127e3b19 req-bc64c3a3-a500-4107-8e2a-7bfa9accc50a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:57.596460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58e9714-6223-496e-8218-8d43127e3b19 req-bc64c3a3-a500-4107-8e2a-7bfa9accc50a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0659933 Feb 10 06:59:57.656265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58e9714-6223-496e-8218-8d43127e3b19 req-b2532763-b456-48da-948e-9f225c8180c2 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536125 Feb 10 06:59:57.746465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea0738-ec0f-4638-9484-5fda5cc43e7e req-26c139f3-dc5d-49fe-86f1-102f50ff2a4e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:57.748181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62ea0738-ec0f-4638-9484-5fda5cc43e7e req-26c139f3-dc5d-49fe-86f1-102f50ff2a4e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0588136 Feb 10 06:59:57.807325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62ea0738-ec0f-4638-9484-5fda5cc43e7e req-8801201f-67fe-41b5-81bc-5ca6439b4b09 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504065 Feb 10 06:59:58.784569 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced727c-1914-456d-9b84-a17835d144ca req-8fb95301-9153-4456-aad2-58cbb49593df tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:58.786086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ced727c-1914-456d-9b84-a17835d144ca req-8fb95301-9153-4456-aad2-58cbb49593df tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0538356 Feb 10 06:59:58.841746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ced727c-1914-456d-9b84-a17835d144ca req-29f458e0-6770-43ef-91d1-3fe3c798f100 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485165 Feb 10 06:59:58.975288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5a826-6809-41a1-899c-dd0f14e2f7bb req-8d10b79d-18d2-4c40-9b3c-515545f69fee tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:58.976977 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07f5a826-6809-41a1-899c-dd0f14e2f7bb req-8d10b79d-18d2-4c40-9b3c-515545f69fee tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0558138 Feb 10 06:59:59.041415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07f5a826-6809-41a1-899c-dd0f14e2f7bb req-48a51ac7-b1dd-42c1-a563-fe730f7d17b5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581522 Feb 10 06:59:59.231230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c049d3-d310-420f-b04a-12ab335d10e9 req-bafc3929-a680-4d4a-90bb-7a5a56947613 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:59.232833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2c049d3-d310-420f-b04a-12ab335d10e9 req-bafc3929-a680-4d4a-90bb-7a5a56947613 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.1100454 Feb 10 06:59:59.239125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-9f903dc4-6de1-4ce4-9117-9027f396bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:59.240625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-9f903dc4-6de1-4ce4-9117-9027f396bd14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0851fb0108ae4f3bae50e4660bbec918&device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 1128 time: 0.0820203 Feb 10 06:59:59.336653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2c049d3-d310-420f-b04a-12ab335d10e9 req-b541623a-8698-4cd6-bfd2-9b79e2856fc0 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949898 Feb 10 06:59:59.369204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-eb630cf9-d3d1-4a69-bb90-bc3e694ee098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:59.370799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-eb630cf9-d3d1-4a69-bb90-bc3e694ee098 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 200 len: 914 time: 0.1159084 Feb 10 06:59:59.422060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-c56dfbe7-3e5c-49b5-a486-5f7039efcc7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 200 len: 217 time: 0.0421829 Feb 10 06:59:59.476876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-93efdf5f-178a-4136-b460-82d610423caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 06:59:59.478399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-93efdf5f-178a-4136-b460-82d610423caf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6b3b527-515b-4e50-ace8-ef617d2f3680 HTTP/1.1" status: 200 len: 854 time: 0.0471911 Feb 10 06:59:59.515927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-4dc2a7b3-3f09-4f0c-a8bd-1777f11d1ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0aae6a-f620-4087-9a13-3459293bdd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262611 Feb 10 06:59:59.626129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-42534a18-2a62-4d59-aec2-7232ddf21ddc service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982704 Feb 10 06:59:59.733696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eabb58cf-cdd3-48a1-89ca-eb4ab4eb91cf req-f9420b17-b7ff-43b8-be9a-db7a8aa50b93 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972841 Feb 10 07:00:00.172636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ec2b7-9e37-4460-97e0-fcf3bd65229d req-7193dbd5-299f-4387-8ffa-5d1cc59fa923 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:00.174366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e5ec2b7-9e37-4460-97e0-fcf3bd65229d req-7193dbd5-299f-4387-8ffa-5d1cc59fa923 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0690341 Feb 10 07:00:00.235677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e5ec2b7-9e37-4460-97e0-fcf3bd65229d req-0bbb03a2-e0a6-4d48-8e4c-2b27c9f2155d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Feb 10 07:00:00.477945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e69979-a228-42f5-aca2-fb0eb13baef6 req-ffc1e39e-09b7-491a-9fdd-c7f765c86233 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:00.479483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e69979-a228-42f5-aca2-fb0eb13baef6 req-ffc1e39e-09b7-491a-9fdd-c7f765c86233 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0586376 Feb 10 07:00:00.534499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e69979-a228-42f5-aca2-fb0eb13baef6 req-467d2967-ba17-4ad2-9a2a-cc0f00d1077b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488541 Feb 10 07:00:00.662109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-2afcaeef-1ef9-48da-bd83-8588f1143fbc req-1cff1d10-28bf-4200-a884-5735efdb2bf9 service neutron] (103214) timed out ('10.222.0.21', 57806) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:00:01.363084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca2d2e-e534-48d4-905f-ff39cc9bb513 req-6853d3b2-2ca8-48c2-8b0b-6609a3fb8432 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:01.364739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17ca2d2e-e534-48d4-905f-ff39cc9bb513 req-6853d3b2-2ca8-48c2-8b0b-6609a3fb8432 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0571706 Feb 10 07:00:01.423683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17ca2d2e-e534-48d4-905f-ff39cc9bb513 req-e559705a-2484-454e-9777-634763ed56b6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506785 Feb 10 07:00:01.677323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9455b-5613-45fc-b5e2-e86922d02324 req-415a8d81-c407-400b-a217-5349cacce8fd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:01.679451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0f9455b-5613-45fc-b5e2-e86922d02324 req-415a8d81-c407-400b-a217-5349cacce8fd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0563226 Feb 10 07:00:01.745998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0f9455b-5613-45fc-b5e2-e86922d02324 req-a02c6585-b4bf-4ab2-9291-a6d1f5a4afde tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596697 Feb 10 07:00:01.862067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848aebfd-44e8-4ce4-87cf-8c9875eb2269 req-420ac1d5-37ee-4474-b8fd-f97ef31b9b1d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:01.863597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-848aebfd-44e8-4ce4-87cf-8c9875eb2269 req-420ac1d5-37ee-4474-b8fd-f97ef31b9b1d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0556922 Feb 10 07:00:01.909714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-848aebfd-44e8-4ce4-87cf-8c9875eb2269 req-e1392e96-e126-4401-a3ba-31a77ddc0342 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Feb 10 07:00:02.048617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe21c8-c343-4ec5-a938-3b3fd6d45baf req-7ecda606-6ae3-4651-93dd-e97436bf8606 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:02.050092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48fe21c8-c343-4ec5-a938-3b3fd6d45baf req-7ecda606-6ae3-4651-93dd-e97436bf8606 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0582440 Feb 10 07:00:02.107508 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48fe21c8-c343-4ec5-a938-3b3fd6d45baf req-548dc8e4-c08c-4fe7-a2db-cf25e059d8cd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517282 Feb 10 07:00:02.230750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a0421-a31f-4388-b964-dc8829eacfae req-3348944d-8ade-4f97-9b9f-63dd36c7a55d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:02.232235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f07a0421-a31f-4388-b964-dc8829eacfae req-3348944d-8ade-4f97-9b9f-63dd36c7a55d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0530157 Feb 10 07:00:02.280320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f07a0421-a31f-4388-b964-dc8829eacfae req-dadc3dca-cdd5-48e6-9a53-9d1d8220cf2f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Feb 10 07:00:02.443076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5ce3c-04e4-4826-bbb6-24b7e84effcc req-78204db8-f9c0-4fe9-90b2-91987a26be0f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:02.444571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52c5ce3c-04e4-4826-bbb6-24b7e84effcc req-78204db8-f9c0-4fe9-90b2-91987a26be0f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0523839 Feb 10 07:00:02.503642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52c5ce3c-04e4-4826-bbb6-24b7e84effcc req-cbefa7ac-9214-41fe-a499-856f3eddd3b3 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525374 Feb 10 07:00:02.565913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37560d9-cd53-41cd-8cd2-77396c7797de req-e6d09991-3b81-4728-991a-2776aaf24ba9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:02.567471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f37560d9-cd53-41cd-8cd2-77396c7797de req-e6d09991-3b81-4728-991a-2776aaf24ba9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0627911 Feb 10 07:00:02.644354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f37560d9-cd53-41cd-8cd2-77396c7797de req-69cb3ff4-d333-4e72-9cbb-0523737780d7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711269 Feb 10 07:00:02.666950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c814a23-88e4-45f3-9d31-4cf65de87eac req-96a29da5-0f7d-43a3-b8c0-ea6598d7b93e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:02.666950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c814a23-88e4-45f3-9d31-4cf65de87eac req-96a29da5-0f7d-43a3-b8c0-ea6598d7b93e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0827866 Feb 10 07:00:02.708871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c814a23-88e4-45f3-9d31-4cf65de87eac req-b2ea5e5f-3ffa-41f8-a818-42ac5875700e tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Feb 10 07:00:02.857517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdadec-afd0-4bb3-bc46-851b9b1e1a06 req-674ed807-b6de-4e64-81f8-a4f66d0c72ee tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:02.859017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05fdadec-afd0-4bb3-bc46-851b9b1e1a06 req-674ed807-b6de-4e64-81f8-a4f66d0c72ee tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0580320 Feb 10 07:00:02.908419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05fdadec-afd0-4bb3-bc46-851b9b1e1a06 req-59193931-7923-406e-b4e7-a4b78f9ee9af tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435412 Feb 10 07:00:03.027533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c83601-d5b0-4e90-8136-7d36fab5caa4 req-54b2c72f-02c3-4ead-9acd-b25003b544c9 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:03.029111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86c83601-d5b0-4e90-8136-7d36fab5caa4 req-54b2c72f-02c3-4ead-9acd-b25003b544c9 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0519016 Feb 10 07:00:03.075682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86c83601-d5b0-4e90-8136-7d36fab5caa4 req-ba882afa-9ec0-495f-ae76-37541ccf4fcd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Feb 10 07:00:03.145278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-602a0f1b-d5e3-4ed2-8527-83bc4fb7c627 req-12b2be21-c5de-4b0c-9b34-0980100ff399 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:00:03.146419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-602a0f1b-d5e3-4ed2-8527-83bc4fb7c627 req-12b2be21-c5de-4b0c-9b34-0980100ff399 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055795 Feb 10 07:00:03.258557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea032de-8750-4f13-ab21-64a8e9350143 req-b696f7ea-6a59-41a0-834d-f7550db942b6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:03.260046 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea032de-8750-4f13-ab21-64a8e9350143 req-b696f7ea-6a59-41a0-834d-f7550db942b6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0628181 Feb 10 07:00:03.306236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea032de-8750-4f13-ab21-64a8e9350143 req-f2faabd8-a9a5-4a75-8e2e-2581418c0e73 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Feb 10 07:00:03.429901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b3794-6e42-4514-a69f-f5bcc48bb635 req-2e83d364-61b8-4f97-bdfe-f7f162cb7be6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:03.431399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-761b3794-6e42-4514-a69f-f5bcc48bb635 req-2e83d364-61b8-4f97-bdfe-f7f162cb7be6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0557482 Feb 10 07:00:03.478910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-761b3794-6e42-4514-a69f-f5bcc48bb635 req-e41fde61-36ef-4e64-83e6-63c61d63a10c tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Feb 10 07:00:03.614285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b512f7-265d-4624-91a3-e6a4f9bda77d req-5032d81e-28b9-4c7c-bc62-701e05fcce49 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:03.615797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8b512f7-265d-4624-91a3-e6a4f9bda77d req-5032d81e-28b9-4c7c-bc62-701e05fcce49 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0550945 Feb 10 07:00:03.671313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8b512f7-265d-4624-91a3-e6a4f9bda77d req-d4968a1a-20fe-4d07-921c-ee9a544836ed tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498633 Feb 10 07:00:03.799780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2a2bd-0741-4189-a6c7-83746913b00f req-06cd437e-3918-4dbb-ae71-d51296695242 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:03.801278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61b2a2bd-0741-4189-a6c7-83746913b00f req-06cd437e-3918-4dbb-ae71-d51296695242 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0860772 Feb 10 07:00:03.822018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bd611-c38e-4c08-bd62-78d7c649e21c req-eb4c3ce1-791b-48da-b349-9abf372acf80 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:03.823450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-697bd611-c38e-4c08-bd62-78d7c649e21c req-eb4c3ce1-791b-48da-b349-9abf372acf80 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0784979 Feb 10 07:00:03.888258 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61b2a2bd-0741-4189-a6c7-83746913b00f req-9b6414f1-1fb2-4a53-b47a-2cb10c88957f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809751 Feb 10 07:00:03.892382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-697bd611-c38e-4c08-bd62-78d7c649e21c req-c9f74cb4-3bd5-4e2d-97de-6a1eaacb43a8 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628324 Feb 10 07:00:04.034922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3fd6d-2dd0-4a82-9a2a-6711fb0a194b req-18809b23-715b-4e6c-bb55-58b7cf6ae434 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:04.036295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ff3fd6d-2dd0-4a82-9a2a-6711fb0a194b req-18809b23-715b-4e6c-bb55-58b7cf6ae434 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0572615 Feb 10 07:00:04.082978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ff3fd6d-2dd0-4a82-9a2a-6711fb0a194b req-81cdc4a1-609b-49ee-aa3c-f45d9d7c043d tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Feb 10 07:00:04.221638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c396f5e-9a0f-4a91-be4f-147ef313b360 req-8d9093f1-9ff3-471b-b338-c467f343ca94 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:04.223858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c396f5e-9a0f-4a91-be4f-147ef313b360 req-8d9093f1-9ff3-471b-b338-c467f343ca94 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0706780 Feb 10 07:00:04.273484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c396f5e-9a0f-4a91-be4f-147ef313b360 req-4e15b2a4-600a-4d91-9578-3067397de64b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441952 Feb 10 07:00:04.401348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b6705-e341-4849-a72a-b3fd6bc08409 req-83d05048-6cf5-4a84-a204-c52e5ffd6201 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:04.402881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e1b6705-e341-4849-a72a-b3fd6bc08409 req-83d05048-6cf5-4a84-a204-c52e5ffd6201 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0526609 Feb 10 07:00:04.454740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e1b6705-e341-4849-a72a-b3fd6bc08409 req-4a56c451-6b94-448f-bc96-de43ea641be6 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460799 Feb 10 07:00:05.016995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d692a-193d-4cfe-abaf-cddc1f7b43bc req-7c83ec41-bd3f-4fd0-9f58-8db205fbd252 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:05.018613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-660d692a-193d-4cfe-abaf-cddc1f7b43bc req-7c83ec41-bd3f-4fd0-9f58-8db205fbd252 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0596290 Feb 10 07:00:05.070276 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-660d692a-193d-4cfe-abaf-cddc1f7b43bc req-80a6499e-5d2e-40ff-9c42-2931fd0e34cc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Feb 10 07:00:06.191453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a2ea2-13f5-40b6-bbc5-694780bd6789 req-dd7e5083-7637-4ab7-af6d-ed7606e7efca tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:06.192922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-499a2ea2-13f5-40b6-bbc5-694780bd6789 req-dd7e5083-7637-4ab7-af6d-ed7606e7efca tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0550144 Feb 10 07:00:06.257981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-499a2ea2-13f5-40b6-bbc5-694780bd6789 req-11a497c2-37c1-4cf8-9436-66e9f82f8c19 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476336 Feb 10 07:00:06.971902 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:07.380225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6da177-080d-4278-accb-d8eb9af83a51 req-9695c223-ff40-4864-bb4f-7e7f03235cc7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:07.381721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb6da177-080d-4278-accb-d8eb9af83a51 req-9695c223-ff40-4864-bb4f-7e7f03235cc7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0555775 Feb 10 07:00:07.430022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb6da177-080d-4278-accb-d8eb9af83a51 req-83c2216c-b3ce-486a-9055-d717775e9221 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Feb 10 07:00:08.565154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42043d5f-ac60-4833-84b8-ec4389424a97 req-79eeaa05-50fe-4e7d-95a8-ce6daecb66ac tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:08.566627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42043d5f-ac60-4833-84b8-ec4389424a97 req-79eeaa05-50fe-4e7d-95a8-ce6daecb66ac tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 943 time: 0.0581114 Feb 10 07:00:08.621421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42043d5f-ac60-4833-84b8-ec4389424a97 req-82c2ed1c-72c9-4d52-b22b-320364039fc5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Feb 10 07:00:09.326136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 24ffa00f-6732-4b05-9777-bb870230d368 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:00:09.445491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 24ffa00f-6732-4b05-9777-bb870230d368, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=24ffa00f-6732-4b05-9777-bb870230d368,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:09.463870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '24ffa00f-6732-4b05-9777-bb870230d368', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'port_id': '24ffa00f-6732-4b05-9777-bb870230d368', 'mac_address': 'fa:16:3e:8f:46:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:00:09.507405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 24ffa00f-6732-4b05-9777-bb870230d368 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:09.507801 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (24ffa00f-6732-4b05-9777-bb870230d368), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:09.525150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ffa00f-6732-4b05-9777-bb870230d368 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:00:09.549640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 24ffa00f-6732-4b05-9777-bb870230d368, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=24ffa00f-6732-4b05-9777-bb870230d368,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:09.554958 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (24ffa00f-6732-4b05-9777-bb870230d368), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:09.611684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=24ffa00f-6732-4b05-9777-bb870230d368,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:09.764733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293fd6c-99f0-45f5-baf9-ae86a65b29f4 req-6f2f7296-99c7-4b55-965e-c511c2ef8ed4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:09.773194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2293fd6c-99f0-45f5-baf9-ae86a65b29f4 req-6f2f7296-99c7-4b55-965e-c511c2ef8ed4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 944 time: 0.0779483 Feb 10 07:00:09.822956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2293fd6c-99f0-45f5-baf9-ae86a65b29f4 req-545e3027-0f0b-472b-94ff-5a2877367719 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Feb 10 07:00:09.854285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['24ffa00f-6732-4b05-9777-bb870230d368'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:00:10.167634 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:10.324541 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ae2b623-1350-42ce-9272-cc3a8f349464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:10.959632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4fe67-5330-4f6d-95d2-98dd37a1c1f9 req-ddb18201-cc83-41f5-b7c5-676928a61d77 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:10.962073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7dc4fe67-5330-4f6d-95d2-98dd37a1c1f9 req-ddb18201-cc83-41f5-b7c5-676928a61d77 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 944 time: 0.0618305 Feb 10 07:00:11.013417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7dc4fe67-5330-4f6d-95d2-98dd37a1c1f9 req-cc0b50bd-daf2-4e1d-a96b-8ee657c53862 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 Feb 10 07:00:11.340917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 24ffa00f-6732-4b05-9777-bb870230d368 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:00:11.389692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 24ffa00f-6732-4b05-9777-bb870230d368 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:00:11.393809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 24ffa00f-6732-4b05-9777-bb870230d368 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:11.394190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (24ffa00f-6732-4b05-9777-bb870230d368), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:11.478295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 24ffa00f-6732-4b05-9777-bb870230d368 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:11.478784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (24ffa00f-6732-4b05-9777-bb870230d368), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:11.502401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64250e6e-b47d-49e4-aabe-55a6da24dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ffa00f-6732-4b05-9777-bb870230d368'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:00:11.504907 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66111886-9911-4ff6-a885-92a7b414831d" -d '{"events": [{"server_uuid": "64250e6e-b47d-49e4-aabe-55a6da24dc98", "name": "network-vif-plugged", "status": "completed", "tag": "24ffa00f-6732-4b05-9777-bb870230d368"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:00:11.519796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 24ffa00f-6732-4b05-9777-bb870230d368, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=24ffa00f-6732-4b05-9777-bb870230d368,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:11.525742 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (24ffa00f-6732-4b05-9777-bb870230d368), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:11.558465 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cdb62a-bdb2-4740-bac5-93cb5dba378c x-openstack-request-id: req-a5cdb62a-bdb2-4740-bac5-93cb5dba378c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:00:11.558796 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64250e6e-b47d-49e4-aabe-55a6da24dc98", "name": "network-vif-plugged", "status": "completed", "tag": "24ffa00f-6732-4b05-9777-bb870230d368", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:00:11.559015 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5cdb62a-bdb2-4740-bac5-93cb5dba378c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:00:11.559463 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64250e6e-b47d-49e4-aabe-55a6da24dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ffa00f-6732-4b05-9777-bb870230d368', 'code': 200} Feb 10 07:00:11.590809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=24ffa00f-6732-4b05-9777-bb870230d368,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:11.600735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.601596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.601596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.606751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.607354 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.607787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.609067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.609480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.609891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.610336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.610739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.611135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.611526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:11.673519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31a64c-6d0b-414b-8efc-3748374d4e89 req-dcded7e3-b612-4a01-ba67-a7f3ebd559e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:11.675240 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0e31a64c-6d0b-414b-8efc-3748374d4e89 req-dcded7e3-b612-4a01-ba67-a7f3ebd559e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 1127 time: 0.0478261 Feb 10 07:00:11.720487 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-0e31a64c-6d0b-414b-8efc-3748374d4e89 req-c23775f7-4f40-40d7-83b1-88c5cce57526 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Feb 10 07:00:12.026326 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:00:12.156490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b7e7e-e1f0-42d0-8413-ff5e8bd4edc7 req-55a0203e-133c-4643-a83f-d6b037f9ad90 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:12.158811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-150b7e7e-e1f0-42d0-8413-ff5e8bd4edc7 req-55a0203e-133c-4643-a83f-d6b037f9ad90 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 945 time: 0.0622773 Feb 10 07:00:12.226291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-150b7e7e-e1f0-42d0-8413-ff5e8bd4edc7 req-6d098d4e-727b-45a8-96a5-8a5a704adf27 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604703 Feb 10 07:00:12.535808 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-392129ad-d344-422c-be09-037da1567a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:13.408236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b1f83-66ef-46e7-9d86-379674669955 req-623817bc-d9c2-43f0-a893-a68fa59c3b50 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:13.409810 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff2b1f83-66ef-46e7-9d86-379674669955 req-623817bc-d9c2-43f0-a893-a68fa59c3b50 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 945 time: 0.0977485 Feb 10 07:00:13.460548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335811da-6d02-4b19-b231-d3cfe0a8e87d req-c089dd06-6521-4926-9b3a-fa498aab471b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:13.462136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-335811da-6d02-4b19-b231-d3cfe0a8e87d req-c089dd06-6521-4926-9b3a-fa498aab471b tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0925715 Feb 10 07:00:13.482740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff2b1f83-66ef-46e7-9d86-379674669955 req-0b9ec256-a19b-473d-a4b7-41bb7bc9e157 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646665 Feb 10 07:00:13.533961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-335811da-6d02-4b19-b231-d3cfe0a8e87d req-8e6fcd2b-eea6-4659-a0c5-d51cff75240a tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640707 Feb 10 07:00:13.621559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e77068-1a80-4ca8-8be2-47f49afb31c6 req-8025afff-a699-4a4f-b247-5db83b337f82 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:13.623049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70e77068-1a80-4ca8-8be2-47f49afb31c6 req-8025afff-a699-4a4f-b247-5db83b337f82 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 945 time: 0.0571225 Feb 10 07:00:13.669662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70e77068-1a80-4ca8-8be2-47f49afb31c6 req-237b901d-8e25-48a7-9409-17f6271d8050 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Feb 10 07:00:13.794422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c65130-d98a-4a37-a859-e8d02d9fc2e2 req-c1ea2e38-fd4d-450e-978d-6cd8b5e1bb13 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:13.795928 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68c65130-d98a-4a37-a859-e8d02d9fc2e2 req-c1ea2e38-fd4d-450e-978d-6cd8b5e1bb13 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 945 time: 0.0539036 Feb 10 07:00:13.849041 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:13.855179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68c65130-d98a-4a37-a859-e8d02d9fc2e2 req-092421d5-b133-4aa4-ac0b-f97646e9f009 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Feb 10 07:00:14.108263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2b282-c8ab-4d4b-8873-6242e4d8ea13 req-ed77fca9-37e7-41ac-bc25-07d4eed11dae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:14.110097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60e2b282-c8ab-4d4b-8873-6242e4d8ea13 req-ed77fca9-37e7-41ac-bc25-07d4eed11dae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 945 time: 0.0587254 Feb 10 07:00:14.160796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-60e2b282-c8ab-4d4b-8873-6242e4d8ea13 req-a0c931fb-d4f7-4555-9f18-440734fd6bd0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Feb 10 07:00:14.654564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134052f-6a00-4272-add9-9d40368c5618 req-4405f223-bf5b-4bd6-8a9d-0b1e2b4ed58f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:14.656063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f134052f-6a00-4272-add9-9d40368c5618 req-4405f223-bf5b-4bd6-8a9d-0b1e2b4ed58f tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0508621 Feb 10 07:00:14.702596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f134052f-6a00-4272-add9-9d40368c5618 req-0c55bf8c-16b7-4ab1-9f44-da0ff3037442 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/security-groups?id=2195b933-e5f5-41a7-98d9-0bd9dd45a411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Feb 10 07:00:15.137813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-65b717ac-5c66-439f-8f15-2631894800bd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:15.139311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-65b717ac-5c66-439f-8f15-2631894800bd tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.24 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 946 time: 0.0570753 Feb 10 07:00:15.244864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Deleting port 474122fc-d654-48c5-82c9-f71cfa837011 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:00:15.245075 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (474122fc-d654-48c5-82c9-f71cfa837011), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:15.271989 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:15.373819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41aa82c-37cb-454e-a744-83c7affc7276 req-3ba37290-ad8a-45c9-a0b8-ac9b0fcf6b0a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:15.375315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b41aa82c-37cb-454e-a744-83c7affc7276 req-3ba37290-ad8a-45c9-a0b8-ac9b0fcf6b0a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 945 time: 0.1107635 Feb 10 07:00:15.380110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] For port 474122fc-d654-48c5-82c9-f71cfa837011, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=474122fc-d654-48c5-82c9-f71cfa837011,segment=NetworkSegment(6dfff766-7645-4088-a67f-d132a3b4fb79),segment_id=6dfff766-7645-4088-a67f-d132a3b4fb79)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:15.380467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (474122fc-d654-48c5-82c9-f71cfa837011), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:15.400699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Calling delete_port for 474122fc-d654-48c5-82c9-f71cfa837011 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:00:15.476843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b41aa82c-37cb-454e-a744-83c7affc7276 req-fd3135d1-0702-40f9-b644-606f9f2fef31 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929537 Feb 10 07:00:15.530606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-21cac548-76a0-48c7-86bd-e10a9b7f21e9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:15.532073 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-21cac548-76a0-48c7-86bd-e10a9b7f21e9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 945 time: 0.0537541 Feb 10 07:00:15.571393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (474122fc-d654-48c5-82c9-f71cfa837011), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:15.589838 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['474122fc-d654-48c5-82c9-f71cfa837011'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:00:15.607146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Pushing event deleted for resources: {'Port': ['ID=474122fc-d654-48c5-82c9-f71cfa837011,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:15.662593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] No DVR routers for this DVR port 474122fc-d654-48c5-82c9-f71cfa837011 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:00:15.667085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:15.670472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4eb36f30-82da-4862-84c7-020b1eb0a561 req-b7448766-4920-4d21-b027-f01472d49e24 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.24 "DELETE /v2.0/ports/474122fc-d654-48c5-82c9-f71cfa837011 HTTP/1.1" status: 204 len: 173 time: 0.5259802 Feb 10 07:00:15.670928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-deleted', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:00:15.673215 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915d0cb9-3fe1-4e98-8bb1-c0b98f01db44" -d '{"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-deleted", "tag": "474122fc-d654-48c5-82c9-f71cfa837011"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:00:15.673505 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port 24ffa00f-6732-4b05-9777-bb870230d368 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:00:15.673852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (24ffa00f-6732-4b05-9777-bb870230d368), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:15.723775 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235e7980-d2c2-4596-9551-33ee83d7ebb9 x-openstack-request-id: req-235e7980-d2c2-4596-9551-33ee83d7ebb9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:00:15.724345 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103373f7-dad9-4036-b61b-9e553f64c92b", "name": "network-vif-deleted", "tag": "474122fc-d654-48c5-82c9-f71cfa837011", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:00:15.724810 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-235e7980-d2c2-4596-9551-33ee83d7ebb9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:00:15.731576 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103373f7-dad9-4036-b61b-9e553f64c92b', 'name': 'network-vif-deleted', 'tag': '474122fc-d654-48c5-82c9-f71cfa837011', 'status': 'completed', 'code': 200} Feb 10 07:00:15.778855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] For port 24ffa00f-6732-4b05-9777-bb870230d368, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=24ffa00f-6732-4b05-9777-bb870230d368,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:15.779119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (24ffa00f-6732-4b05-9777-bb870230d368), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:15.796868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for 24ffa00f-6732-4b05-9777-bb870230d368 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:00:15.824494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37415fc0-9a40-46a7-b640-494763e9d412 req-4b9d69b2-0005-4320-9ebc-1ecd38661713 tempest-ServersNegativeTestJSON-596972200 tempest-ServersNegativeTestJSON-596972200-project] 10.222.0.21 "GET /v2.0/ports?device_id=103373f7-dad9-4036-b61b-9e553f64c92b HTTP/1.1" status: 200 len: 210 time: 0.0366290 Feb 10 07:00:15.977992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (24ffa00f-6732-4b05-9777-bb870230d368), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:15.994285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['24ffa00f-6732-4b05-9777-bb870230d368'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:00:16.038841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=24ffa00f-6732-4b05-9777-bb870230d368,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:16.050634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.050991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.051343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.052852 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.054239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.054612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.054962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.055449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.055637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.056195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.056787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.057162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.057478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:16.091052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] No DVR routers for this DVR port 24ffa00f-6732-4b05-9777-bb870230d368 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:00:16.096415 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:16.100155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9f006695-e4e1-467b-afd5-682ebc5d72ca req-9e4bccd4-b98a-4d64-8712-d503b965482b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "DELETE /v2.0/ports/24ffa00f-6732-4b05-9777-bb870230d368 HTTP/1.1" status: 204 len: 173 time: 0.5629656 Feb 10 07:00:16.101352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64250e6e-b47d-49e4-aabe-55a6da24dc98', 'name': 'network-vif-deleted', 'tag': '24ffa00f-6732-4b05-9777-bb870230d368'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:00:16.104689 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18438d65-ee4e-4c17-991d-5c73ed416701" -d '{"events": [{"server_uuid": "64250e6e-b47d-49e4-aabe-55a6da24dc98", "name": "network-vif-deleted", "tag": "24ffa00f-6732-4b05-9777-bb870230d368"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:00:16.167425 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48be4238-5835-4787-a49e-c4a1deff8595 x-openstack-request-id: req-48be4238-5835-4787-a49e-c4a1deff8595 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:00:16.167731 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64250e6e-b47d-49e4-aabe-55a6da24dc98", "name": "network-vif-deleted", "tag": "24ffa00f-6732-4b05-9777-bb870230d368", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:00:16.168006 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48be4238-5835-4787-a49e-c4a1deff8595 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:00:16.168401 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64250e6e-b47d-49e4-aabe-55a6da24dc98', 'name': 'network-vif-deleted', 'tag': '24ffa00f-6732-4b05-9777-bb870230d368', 'status': 'completed', 'code': 200} Feb 10 07:00:16.432989 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:16.587184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-343b11f9-f9c1-4c9f-8c66-ba620e30bb84 req-571e02ff-ac97-47f5-8804-2f726f3d14cd tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0314200 Feb 10 07:00:16.877894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48792) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:16.922154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-9237b76f-3007-447c-832b-0864064be968 admin admin] Deleting subnet d6b3b527-515b-4e50-ace8-ef617d2f3680 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:00:16.925283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9237b76f-3007-447c-832b-0864064be968 admin admin] Publish callbacks [] for subnet (d6b3b527-515b-4e50-ace8-ef617d2f3680), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:16.963349 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9237b76f-3007-447c-832b-0864064be968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (d6b3b527-515b-4e50-ace8-ef617d2f3680), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.006228 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9237b76f-3007-447c-832b-0864064be968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (d6b3b527-515b-4e50-ace8-ef617d2f3680), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.058035 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9237b76f-3007-447c-832b-0864064be968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (d6b3b527-515b-4e50-ace8-ef617d2f3680), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.088159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237b76f-3007-447c-832b-0864064be968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b3b527-515b-4e50-ace8-ef617d2f3680,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:17.091944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9237b76f-3007-447c-832b-0864064be968 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.095736 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9237b76f-3007-447c-832b-0864064be968 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d6b3b527-515b-4e50-ace8-ef617d2f3680 HTTP/1.1" status: 204 len: 168 time: 0.2168028 Feb 10 07:00:17.098262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48794) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:17.170055 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (aa0aae6a-f620-4087-9a13-3459293bdd5c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.266606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (aa0aae6a-f620-4087-9a13-3459293bdd5c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.294255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0aae6a-f620-4087-9a13-3459293bdd5c']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:17.304418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfff766-7645-4088-a67f-d132a3b4fb79') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:17.305393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfff766-7645-4088-a67f-d132a3b4fb79') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:17.317159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (6dfff766-7645-4088-a67f-d132a3b4fb79), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.332383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6dfff766-7645-4088-a67f-d132a3b4fb79), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.340339 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:00:17.340746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (6dfff766-7645-4088-a67f-d132a3b4fb79), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:00:17.342497 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:00:17.406226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (aa0aae6a-f620-4087-9a13-3459293bdd5c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.412471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.422701 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa0aae6a-f620-4087-9a13-3459293bdd5c HTTP/1.1" status: 204 len: 168 time: 0.3210590 Feb 10 07:00:17.441799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbd2a7-0aee-4457-a7d9-27f0f1ff1bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0aae6a-f620-4087-9a13-3459293bdd5c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:17.615083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 48850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:17.662432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4799f378-2bf9-4fcd-bc44-cabbbc08b8f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0851fb0108ae4f3bae50e4660bbec918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460854 Feb 10 07:00:17.664968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 48856) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:17.694762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87efe298-e23e-4732-94bd-5fe297ceedc0 req-6edb3f5a-2f8c-4761-9aa9-23bf1a24b086 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0303214 Feb 10 07:00:17.728990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fa84c1d-5cc5-44af-af0b-a923c26e5fab admin admin] Publish callbacks [] for security_group (2195b933-e5f5-41a7-98d9-0bd9dd45a411), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.753019 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fa84c1d-5cc5-44af-af0b-a923c26e5fab admin admin] Publish callbacks [] for security_group (2195b933-e5f5-41a7-98d9-0bd9dd45a411), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.813387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fa84c1d-5cc5-44af-af0b-a923c26e5fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2195b933-e5f5-41a7-98d9-0bd9dd45a411), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.816133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0fa84c1d-5cc5-44af-af0b-a923c26e5fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:17.817281 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0fa84c1d-5cc5-44af-af0b-a923c26e5fab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2195b933-e5f5-41a7-98d9-0bd9dd45a411 HTTP/1.1" status: 204 len: 168 time: 0.1513348 Feb 10 07:00:17.827081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa84c1d-5cc5-44af-af0b-a923c26e5fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2195b933-e5f5-41a7-98d9-0bd9dd45a411,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:18.818551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec811eec-6d4d-4fc7-9781-9dbab11dc117 req-e2b19c0a-61f0-4104-a1e3-b00eafb01972 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0436716 Feb 10 07:00:19.011602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:00:19.041262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 474122fc-d654-48c5-82c9-f71cfa837011 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:00:19.041262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 474122fc-d654-48c5-82c9-f71cfa837011 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:00:19.367497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 24ffa00f-6732-4b05-9777-bb870230d368 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:00:19.412560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 24ffa00f-6732-4b05-9777-bb870230d368 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:00:19.413716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 24ffa00f-6732-4b05-9777-bb870230d368 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:00:19.701846 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49174) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:19.788288 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-19aa9158-a1df-4448-a3b2-fc704960d04f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645792 Feb 10 07:00:19.849411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8726-6caa-446a-a510-a0cbdd99b166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:19.941661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6ac9a6-e4fc-440f-b284-2219647cc000 req-ff65215c-dff6-4af7-8944-583e0395990a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0404091 Feb 10 07:00:19.972713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-6b99c57a-42f6-4721-8d7b-9b0e222de326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:19.974915 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-6b99c57a-42f6-4721-8d7b-9b0e222de326 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26c3f71469df42328e2153c96f3f830d&device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 1132 time: 0.1267915 Feb 10 07:00:20.030327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8726-6caa-446a-a510-a0cbdd99b166 admin admin] Publish callbacks [] for security_group (8947caa4-394b-4d18-8b90-63b48bf750b4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:20.039710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8726-6caa-446a-a510-a0cbdd99b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8947caa4-394b-4d18-8b90-63b48bf750b4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:20.122853 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fd5e8726-6caa-446a-a510-a0cbdd99b166 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d5fa3145b54416e8813f0e2b25c5fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4192679 Feb 10 07:00:20.123943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49230) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:20.140341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8726-6caa-446a-a510-a0cbdd99b166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8947caa4-394b-4d18-8b90-63b48bf750b4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:20.174734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-505d6d84-05bb-4141-a888-d350d5360fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:20.176250 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-505d6d84-05bb-4141-a888-d350d5360fae service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.1804087 Feb 10 07:00:20.189505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48e5ad53-2bcb-49ae-b9f5-136c2ea774e3 admin admin] Publish callbacks [] for security_group (8947caa4-394b-4d18-8b90-63b48bf750b4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:20.223781 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48e5ad53-2bcb-49ae-b9f5-136c2ea774e3 admin admin] Publish callbacks [] for security_group (8947caa4-394b-4d18-8b90-63b48bf750b4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:20.239977 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-8c21a36b-3566-4c3d-80b3-2532b817ce5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fc461497-4aea-4654-90de-13d07cd52cec HTTP/1.1" status: 200 len: 217 time: 0.0561142 Feb 10 07:00:20.295754 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48e5ad53-2bcb-49ae-b9f5-136c2ea774e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8947caa4-394b-4d18-8b90-63b48bf750b4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:20.299206 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48e5ad53-2bcb-49ae-b9f5-136c2ea774e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:20.300702 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-48e5ad53-2bcb-49ae-b9f5-136c2ea774e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8947caa4-394b-4d18-8b90-63b48bf750b4 HTTP/1.1" status: 204 len: 168 time: 0.1752875 Feb 10 07:00:20.301734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-def129a8-f97a-4402-a9fd-522c6e65e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:20.313331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5ad53-2bcb-49ae-b9f5-136c2ea774e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8947caa4-394b-4d18-8b90-63b48bf750b4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:20.321850 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-def129a8-f97a-4402-a9fd-522c6e65e8c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0756924 Feb 10 07:00:20.401509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-fc6bfa18-3c36-4e01-b72b-10d6023867bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:20.406505 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-fc6bfa18-3c36-4e01-b72b-10d6023867bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0776191 Feb 10 07:00:20.513993 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-beb24987-1dc1-472d-8677-5ca9d0608f01 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014745 Feb 10 07:00:20.638648 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7ccf68d6-26ef-4a67-bf50-47703cf71de1 req-b9293f74-a690-4a26-9bbb-e4ac00fe1fbf service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183913 Feb 10 07:00:21.050634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6b379c3-1125-4df8-9eb9-d545f36d2ade req-510eefad-fd8a-477f-94c9-84fade1813c7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0383470 Feb 10 07:00:21.133503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:21.240586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1248538769-network', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:21.259310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Made reservation on behalf of e8eb34435be948658b01165fdc2e7260 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:00:21.262147 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.272990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.352540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Publish callbacks [] for security_group (deaaf843-9bf6-4cd8-8423-47a0473d5edd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.356593 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (deaaf843-9bf6-4cd8-8423-47a0473d5edd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.383336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:00:21.389780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaaf843-9bf6-4cd8-8423-47a0473d5edd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:21.395998 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f4b00668-135f-4027-b4ea-bbf218e2e357), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.396270 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Added segment f4b00668-135f-4027-b4ea-bbf218e2e357 of type vlan for network e63919e9-6646-43a1-bde0-a09dff7d5a63 Feb 10 07:00:21.442548 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e63919e9-6646-43a1-bde0-a09dff7d5a63), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.469777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e63919e9-6646-43a1-bde0-a09dff7d5a63), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.470937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:21.471512 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.503627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3689480 Feb 10 07:00:21.506900 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49344) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:21.512580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Request body: {'subnet': {'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1248538769-subnet', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:21.534910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a978bbb-254b-4c60-9c2e-ab375e66d62b admin admin] Pushing event updated for resources: {'Network': ['ID=e63919e9-6646-43a1-bde0-a09dff7d5a63,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:21.541948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Made reservation on behalf of e8eb34435be948658b01165fdc2e7260 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:00:21.547532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:00:21.560140 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.771472 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (1b028116-49cf-4515-9a12-0acd408f9723), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.828109 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b028116-49cf-4515-9a12-0acd408f9723,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:21.837741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Checking segment: {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:00:21.838107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Network hostable DHCP agents. Network: e63919e9-6646-43a1-bde0-a09dff7d5a63, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:00:21.855450 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:00:21.864412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e63919e9-6646-43a1-bde0-a09dff7d5a63) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:00:21.869193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:21.869864 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.876774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a922a864-3135-4557-8cc8-84d5b7c98c00 None None] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:00:21.890478 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dc646616-f99a-4f99-9900-5c374a790208 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3794987 Feb 10 07:00:21.890678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49350) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:21.894975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:21.916179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (83f6e311-f92f-452a-bcbc-affd098099fd), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.917841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (83f6e311-f92f-452a-bcbc-affd098099fd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.979261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks [] for router_controller (83f6e311-f92f-452a-bcbc-affd098099fd), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:21.997368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-e63919e9-6646-43a1-bde0-a09dff7d5a63', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:00:21.998675 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.134777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks [] for router_gateway (83f6e311-f92f-452a-bcbc-affd098099fd), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.172664 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-691bdcc3-39d8-4d68-a5b2-3a3a04f6ca02 req-d8f01b13-c5cb-4401-8cb9-c465f263bf71 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0425355 Feb 10 07:00:22.173193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Allocated IP 172.20.0.2 (e63919e9-6646-43a1-bde0-a09dff7d5a63/1b028116-49cf-4515-9a12-0acd408f9723/cec51c99-bed1-47af-95a4-ec34ae414dfb) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:00:22.340370 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Publish callbacks [] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.347447 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.391344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:00:22.394655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:00:22.395724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks [] for router_gateway (83f6e311-f92f-452a-bcbc-affd098099fd), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.399012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:00:22.402097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Pushing event updated for resources: {'Port': ['ID=cec51c99-bed1-47af-95a4-ec34ae414dfb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:22.422433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.465148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Attempting to bind port cec51c99-bed1-47af-95a4-ec34ae414dfb on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:00:22.465787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Attempting to bind port cec51c99-bed1-47af-95a4-ec34ae414dfb by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:00:22.466368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Attempting to bind port cec51c99-bed1-47af-95a4-ec34ae414dfb on network e63919e9-6646-43a1-bde0-a09dff7d5a63 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:00:22.471553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:00:22.471927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Checking segment: {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:00:22.472334 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.472904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Bound using segment: {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:00:22.473529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Bound port: cec51c99-bed1-47af-95a4-ec34ae414dfb, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:00:22.474094 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.527415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Allocated IP 172.25.8.232 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/f741ca05-957d-4dce-9e62-94f0c5c01f82) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:00:22.540078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] For port cec51c99-bed1-47af-95a4-ec34ae414dfb, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:00:22.543701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] For port cec51c99-bed1-47af-95a4-ec34ae414dfb, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cec51c99-bed1-47af-95a4-ec34ae414dfb,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:00:22.551227 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.614674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178613e7-309f-40d7-bcae-9f1dfdb74f29 None None] Pushing event updated for resources: {'Port': ['ID=cec51c99-bed1-47af-95a4-ec34ae414dfb,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:22.645291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks [] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.682983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:22.726923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:00:22.729831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:00:22.732770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:00:22.757388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Pushing event updated for resources: {'Port': ['ID=f741ca05-957d-4dce-9e62-94f0c5c01f82,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:23.026342 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks [] for router_gateway (83f6e311-f92f-452a-bcbc-affd098099fd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:23.228881 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (83f6e311-f92f-452a-bcbc-affd098099fd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:23.287335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c618b9a-3a04-4965-84c5-49b833208142 req-302956ca-3b6f-41cc-9f4f-adb4f5452486 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0312972 Feb 10 07:00:23.363623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Router 83f6e311-f92f-452a-bcbc-affd098099fd is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:00:23.481422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:00:23.493200 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Sync routers for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:00:23.502997 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:23.507061 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:00:23.507227 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-969aad58-c501-4df1-a854-c8210e97c71c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6129675 Feb 10 07:00:23.507325 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:00:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:23.508752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:23.733600 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:00:23.761109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e644d-43a3-44b8-9ab2-cbf83770489d None None] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:00:23.925343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-49caf6ad-8d19-4611-a979-f96031b316f6 None None] Provisioning complete for port cec51c99-bed1-47af-95a4-ec34ae414dfb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:23.925897 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49caf6ad-8d19-4611-a979-f96031b316f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.008493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cec51c99-bed1-47af-95a4-ec34ae414dfb up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:00:24.049080 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:22Z', 'revision_number': 3, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:24.093599 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Checking router: 83f6e311-f92f-452a-bcbc-affd098099fd for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:00:24.093945 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Updating router 83f6e311-f92f-452a-bcbc-affd098099fd port f741ca05-957d-4dce-9e62-94f0c5c01f82 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:00:24.133922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-49caf6ad-8d19-4611-a979-f96031b316f6 None None] Current status of the port cec51c99-bed1-47af-95a4-ec34ae414dfb is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:24.134831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49caf6ad-8d19-4611-a979-f96031b316f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.135868 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.181454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-49caf6ad-8d19-4611-a979-f96031b316f6 None None] For port cec51c99-bed1-47af-95a4-ec34ae414dfb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cec51c99-bed1-47af-95a4-ec34ae414dfb,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:24.201969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cec51c99-bed1-47af-95a4-ec34ae414dfb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:24.202418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.203919 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49caf6ad-8d19-4611-a979-f96031b316f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.348237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caf6ad-8d19-4611-a979-f96031b316f6 None None] Pushing event updated for resources: {'Port': ['ID=cec51c99-bed1-47af-95a4-ec34ae414dfb,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:24.408221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cec51c99-bed1-47af-95a4-ec34ae414dfb is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:24.433584 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a4b93ecd-9376-4d9c-b1c6-0168e95053b9 None None] Provisioning complete for port cec51c99-bed1-47af-95a4-ec34ae414dfb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:24.433959 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4b93ecd-9376-4d9c-b1c6-0168e95053b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.495844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efd0618c-9883-48f0-8b08-160639005ebd req-697c5b4f-a65e-4f97-822f-0dbc67c01c52 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0707107 Feb 10 07:00:24.496839 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Publish callbacks [] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.503820 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.505313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.542624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a4b93ecd-9376-4d9c-b1c6-0168e95053b9 None None] Current status of the port cec51c99-bed1-47af-95a4-ec34ae414dfb is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:24.572883 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Attempting to bind port f741ca05-957d-4dce-9e62-94f0c5c01f82 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:00:24.573515 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Attempting to bind port f741ca05-957d-4dce-9e62-94f0c5c01f82 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:00:24.574336 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Attempting to bind port f741ca05-957d-4dce-9e62-94f0c5c01f82 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:00:24.579674 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c58f1d-40c5-47f2-92f2-7720a6361b92 None None] Pushing event updated for resources: {'Port': ['ID=f741ca05-957d-4dce-9e62-94f0c5c01f82,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:24.584861 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:00:24.585851 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:00:24.586636 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.587353 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:00:24.588015 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Bound port: f741ca05-957d-4dce-9e62-94f0c5c01f82, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:00:24.588503 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.641405 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] For port f741ca05-957d-4dce-9e62-94f0c5c01f82, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:00:24.644819 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] For port f741ca05-957d-4dce-9e62-94f0c5c01f82, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f741ca05-957d-4dce-9e62-94f0c5c01f82,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:00:24.650816 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.676212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Allocated IP 172.20.0.1 (e63919e9-6646-43a1-bde0-a09dff7d5a63/1b028116-49cf-4515-9a12-0acd408f9723/765597f5-285d-46fe-9494-73b63a2802ae) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:00:24.713147 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:00:24.713777 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:00:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:24.717518 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c58f1d-40c5-47f2-92f2-7720a6361b92 None None] Pushing event updated for resources: {'Port': ['ID=f741ca05-957d-4dce-9e62-94f0c5c01f82,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:24.789568 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Publish callbacks [] for port (765597f5-285d-46fe-9494-73b63a2802ae), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.823253 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:00:24.825638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (765597f5-285d-46fe-9494-73b63a2802ae), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:24.869465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:00:24.875117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:00:24.879275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:00:24.906968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Pushing event updated for resources: {'Port': ['ID=765597f5-285d-46fe-9494-73b63a2802ae,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:24.926337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (83f6e311-f92f-452a-bcbc-affd098099fd), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:25.035255 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:22Z', 'revision_number': 3, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:25.067399 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a536567-ce36-4167-8161-4cad99d38346 None None] The sync data for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 is: [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:22Z', 'revision_number': 3, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:00:25.109359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (765597f5-285d-46fe-9494-73b63a2802ae), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:25.178517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-22f972b5-5399-47ed-8a30-faee14d1f2e0 None None] Provisioning complete for port 765597f5-285d-46fe-9494-73b63a2802ae triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:25.179096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22f972b5-5399-47ed-8a30-faee14d1f2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (765597f5-285d-46fe-9494-73b63a2802ae), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:25.228932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-22f972b5-5399-47ed-8a30-faee14d1f2e0 None None] Port 765597f5-285d-46fe-9494-73b63a2802ae cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:00:25.293486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Publish callbacks [] for port (765597f5-285d-46fe-9494-73b63a2802ae), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:25.298741 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (765597f5-285d-46fe-9494-73b63a2802ae), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:25.382215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Pushing event updated for resources: {'Port': ['ID=765597f5-285d-46fe-9494-73b63a2802ae,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:25.384704 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (83f6e311-f92f-452a-bcbc-affd098099fd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:25.487966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:00:25.493839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:00:25.597695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-afa9c51c-caf8-4d31-a83c-7aee899ce6cc req-33bc18c6-bd29-4b80-ac18-5232ba237572 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=64250e6e-b47d-49e4-aabe-55a6da24dc98 HTTP/1.1" status: 200 len: 210 time: 0.0344014 Feb 10 07:00:25.686494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Router 83f6e311-f92f-452a-bcbc-affd098099fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:00:25.870974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-625b745f-0081-43d8-a467-c59e301b120d None None] Provisioning complete for port 765597f5-285d-46fe-9494-73b63a2802ae triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:25.871497 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-625b745f-0081-43d8-a467-c59e301b120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (765597f5-285d-46fe-9494-73b63a2802ae), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:25.928924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:00:25.946677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e679e55-7c94-40b1-82a5-9c2c1cd4db31 admin admin] 10.222.0.21 "PUT /v2.0/routers/83f6e311-f92f-452a-bcbc-affd098099fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4366477 Feb 10 07:00:25.979795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-625b745f-0081-43d8-a467-c59e301b120d None None] Port 765597f5-285d-46fe-9494-73b63a2802ae cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:00:26.043377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cec51c99-bed1-47af-95a4-ec34ae414dfb up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:00:26.098858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cec51c99-bed1-47af-95a4-ec34ae414dfb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:26.100151 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.216691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cec51c99-bed1-47af-95a4-ec34ae414dfb is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:26.217803 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f741ca05-957d-4dce-9e62-94f0c5c01f82 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:00:26.294101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f741ca05-957d-4dce-9e62-94f0c5c01f82 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:26.294707 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.405789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f741ca05-957d-4dce-9e62-94f0c5c01f82 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:26.406083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.427552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port f741ca05-957d-4dce-9e62-94f0c5c01f82, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f741ca05-957d-4dce-9e62-94f0c5c01f82,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:26.432625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.483474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=f741ca05-957d-4dce-9e62-94f0c5c01f82,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:26.661013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49372) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:26.667592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a364e81e-78b4-45a6-b44a-d33b91eaebff tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760620690', 'description': 'tempest-description--872791861'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:26.695491 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a364e81e-78b4-45a6-b44a-d33b91eaebff tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.788239 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a364e81e-78b4-45a6-b44a-d33b91eaebff tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (59ea76e0-e528-44f5-abac-b229a0f5451b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.794910 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a364e81e-78b4-45a6-b44a-d33b91eaebff tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (59ea76e0-e528-44f5-abac-b229a0f5451b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.821856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a364e81e-78b4-45a6-b44a-d33b91eaebff tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.823221 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a364e81e-78b4-45a6-b44a-d33b91eaebff tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1606054 Feb 10 07:00:26.826514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:26.831278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364e81e-78b4-45a6-b44a-d33b91eaebff tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ea76e0-e528-44f5-abac-b229a0f5451b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:26.833295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-541fb92c-281b-4b3b-b217-5fcade408a3e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'security_group_rule': {'security_group_id': '59ea76e0-e528-44f5-abac-b229a0f5451b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:26.872827 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-541fb92c-281b-4b3b-b217-5fcade408a3e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (c40e0379-cce9-44b1-94a7-1d2509c8a601), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.932621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-541fb92c-281b-4b3b-b217-5fcade408a3e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (c40e0379-cce9-44b1-94a7-1d2509c8a601), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.936630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-541fb92c-281b-4b3b-b217-5fcade408a3e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (c40e0379-cce9-44b1-94a7-1d2509c8a601), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.956397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fb92c-281b-4b3b-b217-5fcade408a3e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40e0379-cce9-44b1-94a7-1d2509c8a601,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:26.965079 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-541fb92c-281b-4b3b-b217-5fcade408a3e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:26.966421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-541fb92c-281b-4b3b-b217-5fcade408a3e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376450 Feb 10 07:00:26.969703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49382) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:26.976369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5e19dcde-4c48-49aa-aec3-56e64c726efa tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'security_group_rule': {'security_group_id': '59ea76e0-e528-44f5-abac-b229a0f5451b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:27.002399 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e19dcde-4c48-49aa-aec3-56e64c726efa tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (5748f15d-278b-42dc-a7b1-fb0fb0603925), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.059198 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e19dcde-4c48-49aa-aec3-56e64c726efa tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (5748f15d-278b-42dc-a7b1-fb0fb0603925), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.062998 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e19dcde-4c48-49aa-aec3-56e64c726efa tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (5748f15d-278b-42dc-a7b1-fb0fb0603925), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.087471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19dcde-4c48-49aa-aec3-56e64c726efa tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5748f15d-278b-42dc-a7b1-fb0fb0603925,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:27.099643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Sync routers for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:00:27.104596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e19dcde-4c48-49aa-aec3-56e64c726efa tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.105956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5e19dcde-4c48-49aa-aec3-56e64c726efa tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348495 Feb 10 07:00:27.108936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 49384) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:27.113509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:27.114007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:00:27.114757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:00:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:27.134447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.230915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:00:27.235177 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.342684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Allocated IP 172.25.8.206 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/6269a41e-1f32-4dfd-8e86-02eb7b002b6d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:00:27.463854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 2, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:27.476700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for port (6269a41e-1f32-4dfd-8e86-02eb7b002b6d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.493402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Checking router: 83f6e311-f92f-452a-bcbc-affd098099fd for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:00:27.493759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Updating router 83f6e311-f92f-452a-bcbc-affd098099fd port 765597f5-285d-46fe-9494-73b63a2802ae binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:00:27.517947 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6269a41e-1f32-4dfd-8e86-02eb7b002b6d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.526625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (765597f5-285d-46fe-9494-73b63a2802ae), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.561679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:00:27.564838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:00:27.570196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:00:27.590643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'Port': ['ID=6269a41e-1f32-4dfd-8e86-02eb7b002b6d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:27.664045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (cf16cb21-8826-4fd8-9f4d-ee2b289d476f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.702588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6269a41e-1f32-4dfd-8e86-02eb7b002b6d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.906721 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for port (6269a41e-1f32-4dfd-8e86-02eb7b002b6d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.916241 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (6269a41e-1f32-4dfd-8e86-02eb7b002b6d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:27.961698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'Port': ['ID=6269a41e-1f32-4dfd-8e86-02eb7b002b6d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:28.012033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f741ca05-957d-4dce-9e62-94f0c5c01f82 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:00:28.038440 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Publish callbacks [] for port (765597f5-285d-46fe-9494-73b63a2802ae), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.044905 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (cf16cb21-8826-4fd8-9f4d-ee2b289d476f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.048948 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (765597f5-285d-46fe-9494-73b63a2802ae), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.064857 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.073886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e152d49-fee4-476a-847b-6c0b3723be40 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9638851 Feb 10 07:00:28.113160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e6caa-60ac-4efc-b930-3ea0ab8c2280 None None] Pushing event updated for resources: {'Port': ['ID=765597f5-285d-46fe-9494-73b63a2802ae,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:28.129352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f741ca05-957d-4dce-9e62-94f0c5c01f82 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:28.129732 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.211444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Attempting to bind port 765597f5-285d-46fe-9494-73b63a2802ae on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:00:28.211815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Attempting to bind port 765597f5-285d-46fe-9494-73b63a2802ae by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:00:28.212183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Attempting to bind port 765597f5-285d-46fe-9494-73b63a2802ae on network e63919e9-6646-43a1-bde0-a09dff7d5a63 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:00:28.220250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:00:28.220696 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Checking segment: {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:00:28.221133 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.221516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Bound using segment: {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:00:28.222068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Bound port: 765597f5-285d-46fe-9494-73b63a2802ae, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:00:28.222502 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (765597f5-285d-46fe-9494-73b63a2802ae), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.287302 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-ab6333e7-d733-4de3-a914-ab836856c5ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--760620690&fields=id&tenant_id=e8eb34435be948658b01165fdc2e7260 HTTP/1.1" status: 200 len: 267 time: 0.0647931 Feb 10 07:00:28.301618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] For port 765597f5-285d-46fe-9494-73b63a2802ae, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:00:28.305175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] For port 765597f5-285d-46fe-9494-73b63a2802ae, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=765597f5-285d-46fe-9494-73b63a2802ae,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:00:28.337316 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (765597f5-285d-46fe-9494-73b63a2802ae), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.390862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f741ca05-957d-4dce-9e62-94f0c5c01f82 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:28.419370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:00:28.420095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:00:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:28.422092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e6caa-60ac-4efc-b930-3ea0ab8c2280 None None] Pushing event updated for resources: {'Port': ['ID=765597f5-285d-46fe-9494-73b63a2802ae,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:28.422972 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-6dbbf501-824f-4695-ba9b-ab12158c844f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:28.425005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-6dbbf501-824f-4695-ba9b-ab12158c844f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 811 time: 0.1352801 Feb 10 07:00:28.453363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-3dc84ac0-d437-4ef0-99f3-fdf749a651bb tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/quotas/e8eb34435be948658b01165fdc2e7260 HTTP/1.1" status: 200 len: 375 time: 0.0194445 Feb 10 07:00:28.501708 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-09dc54b2-08f0-4d58-95c9-72321b1eeda3 None None] Provisioning complete for port 765597f5-285d-46fe-9494-73b63a2802ae triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:28.501708 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09dc54b2-08f0-4d58-95c9-72321b1eeda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (765597f5-285d-46fe-9494-73b63a2802ae), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.531054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-00094477-84cb-4693-bcd6-2c4b78aeb072 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705874 Feb 10 07:00:28.599430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:00:28.644298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-3b3a6d05-c09e-42e7-9f57-15ac074af10f service neutron] 10.222.0.21 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106863 Feb 10 07:00:28.733581 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-09dc54b2-08f0-4d58-95c9-72321b1eeda3 None None] Current status of the port 765597f5-285d-46fe-9494-73b63a2802ae is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:28.734132 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09dc54b2-08f0-4d58-95c9-72321b1eeda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (765597f5-285d-46fe-9494-73b63a2802ae), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.735760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-1778d946-47c3-4cc5-a17a-edca9b4bd8f5 service neutron] 10.222.0.21 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846846 Feb 10 07:00:28.817369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-09dc54b2-08f0-4d58-95c9-72321b1eeda3 None None] For port 765597f5-285d-46fe-9494-73b63a2802ae, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=765597f5-285d-46fe-9494-73b63a2802ae,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:28.824638 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09dc54b2-08f0-4d58-95c9-72321b1eeda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (765597f5-285d-46fe-9494-73b63a2802ae), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:28.885180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc54b2-08f0-4d58-95c9-72321b1eeda3 None None] Pushing event updated for resources: {'Port': ['ID=765597f5-285d-46fe-9494-73b63a2802ae,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:28.976469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfe868aa-e3da-44af-9f58-fccc9c15a437 req-c2d28ced-b7ec-4de8-93e2-83f630b8a520 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 210 time: 0.0610752 Feb 10 07:00:28.991489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:29.039492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8a86d916-f8a3-4649-a011-1585af1146a0 None None] Provisioning complete for port 765597f5-285d-46fe-9494-73b63a2802ae triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:29.039872 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a86d916-f8a3-4649-a011-1585af1146a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (765597f5-285d-46fe-9494-73b63a2802ae), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:29.041971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe28acf-573b-4fba-8cd1-f4c993c63e43 None None] The sync data for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 is: [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:00:29.176805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a86d916-f8a3-4649-a011-1585af1146a0 None None] Current status of the port 765597f5-285d-46fe-9494-73b63a2802ae is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:29.892883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 765597f5-285d-46fe-9494-73b63a2802ae up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:00:29.973544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 765597f5-285d-46fe-9494-73b63a2802ae triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:29.974079 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (765597f5-285d-46fe-9494-73b63a2802ae), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:30.103968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 765597f5-285d-46fe-9494-73b63a2802ae is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:30.119184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a9bac34-4b80-4acc-bc2b-3091d358fc44 req-395d944e-306e-407c-86c0-17c621c7b99d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 210 time: 0.0523543 Feb 10 07:00:30.214615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-01a9f6ce-cad5-4020-8438-a289d6661188 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:30.217384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-01a9f6ce-cad5-4020-8438-a289d6661188 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.24 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 811 time: 0.2165010 Feb 10 07:00:30.305819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-6a3a1a2b-3256-402b-aefe-637da2cbfe5b tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8eb34435be948658b01165fdc2e7260 HTTP/1.1" status: 200 len: 379 time: 0.0735500 Feb 10 07:00:30.315424 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'port': {'device_id': '45c9fba3-0217-42c8-805e-b752b8c20704', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'admin_state_up': True, 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'security_groups': ['59ea76e0-e528-44f5-abac-b229a0f5451b']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:30.424655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Made reservation on behalf of e8eb34435be948658b01165fdc2e7260 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:00:30.428393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:30.556036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Allocated IP 172.20.0.3 (e63919e9-6646-43a1-bde0-a09dff7d5a63/1b028116-49cf-4515-9a12-0acd408f9723/c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:00:30.694323 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:30.726853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:30.770315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:00:30.774503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:00:30.777064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:00:30.809077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'Port': ['ID=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:30.824320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.824688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.824999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.825332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.825659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.825987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.826354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.826658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.826979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.827299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.827621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.827941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.828258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:00:30.845218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:30.846551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:30.863762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-5551a417-6d68-4a4a-bea5-be2d5ac08549 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521243 Feb 10 07:00:30.880275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Request body: {'port': {'device_id': '45c9fba3-0217-42c8-805e-b752b8c20704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:30.948824 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:31.011681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-bfa630db-0854-4183-b14e-8d40083a2d17 None None] Provisioning complete for port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:31.012244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bfa630db-0854-4183-b14e-8d40083a2d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:31.047645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bfa630db-0854-4183-b14e-8d40083a2d17 None None] Port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:00:31.281779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:00:31.290842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Publish callbacks [] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:31.304645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d96523-33e2-4f81-9924-5bea56d94bf9 req-f39ecdc4-1270-48e8-bddd-29e2d4d19fd6 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:31.306135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7d96523-33e2-4f81-9924-5bea56d94bf9 req-f39ecdc4-1270-48e8-bddd-29e2d4d19fd6 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 931 time: 0.1078541 Feb 10 07:00:31.314245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Transition to ACTIVE for port object c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:00:31.321939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:31.406282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7d96523-33e2-4f81-9924-5bea56d94bf9 req-44857f85-3d53-4ff3-a949-4c013ddee7cf tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931499 Feb 10 07:00:31.409945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:31.497798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Attempting to bind port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:00:31.498132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Attempting to bind port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:00:31.498497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Attempting to bind port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 on network e63919e9-6646-43a1-bde0-a09dff7d5a63 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:00:31.503263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 on network e63919e9-6646-43a1-bde0-a09dff7d5a63 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:00:31.503759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Attempting to bind port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 on network e63919e9-6646-43a1-bde0-a09dff7d5a63 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:00:31.508875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:00:31.509211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Checking segment: {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:00:31.509782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Bound using segment: {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:00:31.510024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Bound port: c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:00:31.510545 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:31.579801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] For port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:00:31.582903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] For port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:00:31.589377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:31.625861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:31.626730 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:31.628224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] 10.222.0.24 "PUT /v2.0/ports/c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 200 len: 1091 time: 0.7523277 Feb 10 07:00:31.628756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c9fba3-0217-42c8-805e-b752b8c20704', 'tag': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:00:31.631166 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71d592a-679a-49cf-8af3-f0ee717c36be" -d '{"events": [{"name": "network-changed", "server_uuid": "45c9fba3-0217-42c8-805e-b752b8c20704", "tag": "c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:00:31.655684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc55568-7b31-46ed-bd91-e0a4f55cea94 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:31.690623 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee1453-a279-452e-82e6-a9a1dbc1eea5 x-openstack-request-id: req-a6ee1453-a279-452e-82e6-a9a1dbc1eea5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:00:31.691551 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c9fba3-0217-42c8-805e-b752b8c20704", "tag": "c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:00:31.691842 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6ee1453-a279-452e-82e6-a9a1dbc1eea5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:00:31.692337 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c9fba3-0217-42c8-805e-b752b8c20704', 'tag': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666', 'status': 'completed', 'code': 200} Feb 10 07:00:31.735132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-adf8d9e7-4e96-4eec-8c80-a1843054c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:31.737790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-adf8d9e7-4e96-4eec-8c80-a1843054c5a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 1125 time: 0.0582812 Feb 10 07:00:31.790748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-fffe2423-b80d-486e-8329-bad9160515e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 200 len: 217 time: 0.0424638 Feb 10 07:00:31.848375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-bdfe50f3-6847-46dd-abf4-28c9b652dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:31.850095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-bdfe50f3-6847-46dd-abf4-28c9b652dcf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0507033 Feb 10 07:00:31.903440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-21af5908-4a07-4fbe-8f1d-3be320bb720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:31.904896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-21af5908-4a07-4fbe-8f1d-3be320bb720b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457680 Feb 10 07:00:32.000562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-7ba1fc90-e2fe-4460-9bb3-dbbaa8c63118 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862308 Feb 10 07:00:32.102812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74209169-38e9-45b8-92d3-5d99b50cac20 req-6deabd80-64d2-44f8-90b3-e7a7a608cfb1 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929294 Feb 10 07:00:32.210597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-16a12eb4-7255-4293-9bc5-71b6b68c1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:32.212461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-16a12eb4-7255-4293-9bc5-71b6b68c1177 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 1125 time: 0.0568194 Feb 10 07:00:32.318849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-32fd2dfc-a7a1-4b90-9817-ba15d45613e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:32.320341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-32fd2dfc-a7a1-4b90-9817-ba15d45613e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.1017387 Feb 10 07:00:32.364103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-6202866d-e655-442f-8d16-b96d353e62a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 200 len: 217 time: 0.0343494 Feb 10 07:00:32.422315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-3d01b2fa-1efc-47bd-a314-2bfcc784eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:32.423807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-3d01b2fa-1efc-47bd-a314-2bfcc784eada service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0537724 Feb 10 07:00:32.477580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-5bc48fb5-f51e-4119-8cce-10b824e959c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:32.479210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-5bc48fb5-f51e-4119-8cce-10b824e959c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486372 Feb 10 07:00:32.606244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e0673-22c0-4f6a-b296-75b1084bd8c6 req-5b65d27e-891e-42e8-8654-6dcf716d4806 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:32.607662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-062e0673-22c0-4f6a-b296-75b1084bd8c6 req-5b65d27e-891e-42e8-8654-6dcf716d4806 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 943 time: 0.1111727 Feb 10 07:00:32.613995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-857351f2-679c-4414-9c80-e4491160dabe service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259890 Feb 10 07:00:32.710419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-062e0673-22c0-4f6a-b296-75b1084bd8c6 req-6939b413-dfb7-4906-8ef5-0583ad51b3da tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944734 Feb 10 07:00:32.737328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a71d592a-679a-49cf-8af3-f0ee717c36be req-819a573e-3c2e-4756-abd0-e05ad5e7cf86 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092801 Feb 10 07:00:33.835398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02119fb0-72d2-4553-ab46-c44bd36997b7 req-a4d1aa28-9861-44fc-8269-1390255a2bcf tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:33.836896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02119fb0-72d2-4553-ab46-c44bd36997b7 req-a4d1aa28-9861-44fc-8269-1390255a2bcf tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 943 time: 0.0552025 Feb 10 07:00:33.884114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02119fb0-72d2-4553-ab46-c44bd36997b7 req-ec746e40-8876-4b08-a86f-10828c53fda7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 Feb 10 07:00:35.001182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3001e-ebcf-4fb5-8faf-651b63eb702a req-7d502fb6-cdc3-4670-932e-f9014efc4a74 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:35.002660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93b3001e-ebcf-4fb5-8faf-651b63eb702a req-7d502fb6-cdc3-4670-932e-f9014efc4a74 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 943 time: 0.0530040 Feb 10 07:00:35.027196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:00:35.051698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93b3001e-ebcf-4fb5-8faf-651b63eb702a req-ac6042e8-1824-4c5c-be98-b2db16959c6b tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431993 Feb 10 07:00:35.147335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:35.159100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'port_id': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666', 'mac_address': 'fa:16:3e:49:3a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:00:35.205160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:35.205802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:35.221149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:00:35.242072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:35.246490 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:35.298846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:35.475395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:00:36.005588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2aea5-1c57-4bff-8fca-ba1d8d4b75a2 req-ee1afac0-cd24-4ce7-b05f-61ce91c06714 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:36.007140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fe2aea5-1c57-4bff-8fca-ba1d8d4b75a2 req-ee1afac0-cd24-4ce7-b05f-61ce91c06714 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 950 time: 0.3617806 Feb 10 07:00:36.056092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fe2aea5-1c57-4bff-8fca-ba1d8d4b75a2 req-475201f3-9997-408d-8cea-7e4c31722a5b tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Feb 10 07:00:36.180664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467a030-2d7b-4347-bf24-eb5e2ae69698 req-5348ef39-fa31-44b4-9f8c-3ee7950ea658 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:36.182619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1467a030-2d7b-4347-bf24-eb5e2ae69698 req-5348ef39-fa31-44b4-9f8c-3ee7950ea658 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 944 time: 0.0559845 Feb 10 07:00:36.233921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1467a030-2d7b-4347-bf24-eb5e2ae69698 req-6dda8762-4d6a-4af7-9f48-6da545a6a09f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446110 Feb 10 07:00:36.966828 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:37.041598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:00:37.102706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:00:37.107814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:00:37.108502 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:37.205932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebbe7c-21e0-42a7-911f-a3969db6a08d req-420c7445-9b74-43f1-8af5-2ddf5a53b3ea tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:37.214518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7ebbe7c-21e0-42a7-911f-a3969db6a08d req-420c7445-9b74-43f1-8af5-2ddf5a53b3ea tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 950 time: 0.0750768 Feb 10 07:00:37.216495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:00:37.216951 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:37.243606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c9fba3-0217-42c8-805e-b752b8c20704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:00:37.246679 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b548c432-8ce7-4337-b3d7-ef3e90f83aaf" -d '{"events": [{"server_uuid": "45c9fba3-0217-42c8-805e-b752b8c20704", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:00:37.266752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:37.281198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:37.305185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c7ebbe7c-21e0-42a7-911f-a3969db6a08d req-380843c7-d0d3-489b-a5bc-b01012b9c1d8 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856080 Feb 10 07:00:37.344119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:37.355351 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0e55da-6c8e-4a9b-8317-394a53957292 x-openstack-request-id: req-5b0e55da-6c8e-4a9b-8317-394a53957292 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:00:37.355837 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c9fba3-0217-42c8-805e-b752b8c20704", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:00:37.367747 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b0e55da-6c8e-4a9b-8317-394a53957292 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:00:37.368513 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c9fba3-0217-42c8-805e-b752b8c20704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666', 'code': 200} Feb 10 07:00:37.381923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-f73d55e1-579c-40f3-95ea-e267e6653668 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:37.383870 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-f73d55e1-579c-40f3-95ea-e267e6653668 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 950 time: 0.1096952 Feb 10 07:00:37.490098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b3512-9ef2-49ab-9d0d-15126b354973 req-e3a30835-8407-486f-b7e5-c9ece866ff3b tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:37.498271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-656b3512-9ef2-49ab-9d0d-15126b354973 req-e3a30835-8407-486f-b7e5-c9ece866ff3b tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.1034544 Feb 10 07:00:37.500738 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Deleting port fc461497-4aea-4654-90de-13d07cd52cec {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:00:37.501099 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fc461497-4aea-4654-90de-13d07cd52cec), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:37.523396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d1d9b-c2a9-4d4f-8df4-c16ea33da24f req-07e20952-5d51-470e-9c19-bcdb3c99dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:37.524906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-024d1d9b-c2a9-4d4f-8df4-c16ea33da24f req-07e20952-5d51-470e-9c19-bcdb3c99dfe0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 1127 time: 0.1198013 Feb 10 07:00:37.585937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-656b3512-9ef2-49ab-9d0d-15126b354973 req-e4479c39-341f-43fd-bb2d-ff3366edd407 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775387 Feb 10 07:00:37.624274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] For port fc461497-4aea-4654-90de-13d07cd52cec, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=fc461497-4aea-4654-90de-13d07cd52cec,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:00:37.624644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fc461497-4aea-4654-90de-13d07cd52cec), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:37.627365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-024d1d9b-c2a9-4d4f-8df4-c16ea33da24f req-399af51b-aa06-45b7-90f6-dc4fe838c421 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907373 Feb 10 07:00:37.638281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Calling delete_port for fc461497-4aea-4654-90de-13d07cd52cec owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:00:37.770777 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fc461497-4aea-4654-90de-13d07cd52cec), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:37.784589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['fc461497-4aea-4654-90de-13d07cd52cec'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:00:37.807152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Pushing event deleted for resources: {'Port': ['ID=fc461497-4aea-4654-90de-13d07cd52cec,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:00:37.871994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] No DVR routers for this DVR port fc461497-4aea-4654-90de-13d07cd52cec on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:00:37.875125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:37.878276 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-bd71f8cc-0785-498b-ae0b-ec98040f11b7 req-af6f0b97-501c-4123-a119-50e048e42a8c tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.13 "DELETE /v2.0/ports/fc461497-4aea-4654-90de-13d07cd52cec HTTP/1.1" status: 204 len: 173 time: 0.4891040 Feb 10 07:00:37.879140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dc43b1-ab95-4b7c-8c15-93da5d42ce4e', 'name': 'network-vif-deleted', 'tag': 'fc461497-4aea-4654-90de-13d07cd52cec'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:00:37.882786 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe422d6-edf9-4274-bfc7-7f2d96457866" -d '{"events": [{"server_uuid": "d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e", "name": "network-vif-deleted", "tag": "fc461497-4aea-4654-90de-13d07cd52cec"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:00:37.937842 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3802d8c8-26de-48d8-b640-098ad60bb9d2 x-openstack-request-id: req-3802d8c8-26de-48d8-b640-098ad60bb9d2 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:00:37.938295 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e", "name": "network-vif-deleted", "tag": "fc461497-4aea-4654-90de-13d07cd52cec", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:00:37.938731 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3802d8c8-26de-48d8-b640-098ad60bb9d2 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:00:37.939365 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dc43b1-ab95-4b7c-8c15-93da5d42ce4e', 'name': 'network-vif-deleted', 'tag': 'fc461497-4aea-4654-90de-13d07cd52cec', 'status': 'completed', 'code': 200} Feb 10 07:00:38.442015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf5b960f-1f3d-4ff5-95fb-5e9cf12da8b9 req-2a60b2f1-6a7c-4cdb-88b5-8e809e2667f3 tempest-VolumesBackupsTest-603228029 tempest-VolumesBackupsTest-603228029-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc43b1-ab95-4b7c-8c15-93da5d42ce4e HTTP/1.1" status: 200 len: 210 time: 0.0286973 Feb 10 07:00:38.696273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3095fbc-5c0a-4faf-a90e-736a8b16ba05 req-fb93a039-4f0a-4df5-b607-8be3bce5bcc7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:38.697674 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3095fbc-5c0a-4faf-a90e-736a8b16ba05 req-fb93a039-4f0a-4df5-b607-8be3bce5bcc7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0602295 Feb 10 07:00:38.745605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3095fbc-5c0a-4faf-a90e-736a8b16ba05 req-5bde10ed-7bd2-4a2b-ae6d-23281c0477c7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Feb 10 07:00:39.874637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06428a-c441-46d6-905d-81c1d7e3aa39 req-58a3a8c5-ca16-4dfb-a2b7-98dfb9382217 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:39.877032 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b06428a-c441-46d6-905d-81c1d7e3aa39 req-58a3a8c5-ca16-4dfb-a2b7-98dfb9382217 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0563118 Feb 10 07:00:39.930930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b06428a-c441-46d6-905d-81c1d7e3aa39 req-6ef23a02-0aae-48ec-8b8a-a8f4ef0bea29 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474820 Feb 10 07:00:40.048505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bc09e-c6fb-470b-94b8-8324e5c98d49 req-9ba87d52-146f-4863-a777-41953930d6f0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:40.050362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-391bc09e-c6fb-470b-94b8-8324e5c98d49 req-9ba87d52-146f-4863-a777-41953930d6f0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0569546 Feb 10 07:00:40.060236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 49488) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:00:40.064964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ac1d5ec1-de64-405f-bf32-c2120772c2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'floatingip': {'port_id': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:00:40.105752 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac1d5ec1-de64-405f-bf32-c2120772c2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (cf16cb21-8826-4fd8-9f4d-ee2b289d476f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:40.167193 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:40.331535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26802c53-2c4a-4a53-a21e-8b1a1a4437a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:40.592142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac1d5ec1-de64-405f-bf32-c2120772c2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:40.596351 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac1d5ec1-de64-405f-bf32-c2120772c2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (cf16cb21-8826-4fd8-9f4d-ee2b289d476f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:41.033621 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-ac1d5ec1-de64-405f-bf32-c2120772c2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Floating IP cf16cb21-8826-4fd8-9f4d-ee2b289d476f associated. External IP: 172.25.8.206, port: c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666. Feb 10 07:00:41.284684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1d5ec1-de64-405f-bf32-c2120772c2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Router 83f6e311-f92f-452a-bcbc-affd098099fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:00:41.400719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1d5ec1-de64-405f-bf32-c2120772c2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:00:41.407027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac1d5ec1-de64-405f-bf32-c2120772c2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:41.413620 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] Sync routers for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:00:41.423303 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:00:41.424144 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:00:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:41.444146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ac1d5ec1-de64-405f-bf32-c2120772c2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "PUT /v2.0/floatingips/cf16cb21-8826-4fd8-9f4d-ee2b289d476f HTTP/1.1" status: 200 len: 991 time: 1.3827040 Feb 10 07:00:41.445019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c9fba3-0217-42c8-805e-b752b8c20704', 'tag': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:00:41.447739 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c7a734-0d7a-4d47-a074-557af5008a44" -d '{"events": [{"name": "network-changed", "server_uuid": "45c9fba3-0217-42c8-805e-b752b8c20704", "tag": "c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:00:41.478334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fc461497-4aea-4654-90de-13d07cd52cec no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:00:41.527022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: fc461497-4aea-4654-90de-13d07cd52cec {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:00:41.527657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device fc461497-4aea-4654-90de-13d07cd52cec not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:00:41.538838 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:00:41.545408 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0261ff10-266a-4d91-b036-f087f4ea6445 x-openstack-request-id: req-0261ff10-266a-4d91-b036-f087f4ea6445 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:00:41.546935 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c9fba3-0217-42c8-805e-b752b8c20704", "tag": "c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:00:41.547300 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0261ff10-266a-4d91-b036-f087f4ea6445 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:00:41.547861 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c9fba3-0217-42c8-805e-b752b8c20704', 'tag': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666', 'status': 'completed', 'code': 200} Feb 10 07:00:41.644092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc28d6c-3fea-4f9d-be69-20535fca2969 req-4c9e98f5-60ba-40ad-b412-85a203724832 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:41.651653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bc28d6c-3fea-4f9d-be69-20535fca2969 req-4c9e98f5-60ba-40ad-b412-85a203724832 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0914512 Feb 10 07:00:41.669848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-ea6b30e3-8c41-482a-b02c-8fec3f9aceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:41.672076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-ea6b30e3-8c41-482a-b02c-8fec3f9aceb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 1127 time: 0.1034377 Feb 10 07:00:41.775936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-f0f71253-08fb-462b-9f90-28edde8ed929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:41.777427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-f0f71253-08fb-462b-9f90-28edde8ed929 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.0964680 Feb 10 07:00:41.831462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bc28d6c-3fea-4f9d-be69-20535fca2969 req-f8fa4c63-aef5-4182-a10b-936f0963632c tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742139 Feb 10 07:00:41.900302 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'cf16cb21-8826-4fd8-9f4d-ee2b289d476f', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'port_id': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'mac_address': 'fa:16:3e:49:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c9fba3-0217-42c8-805e-b752b8c20704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:00:27Z', 'updated_at': '2022-02-10T07:00:40Z', 'revision_number': 1, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:41.915191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-0cec095f-5e40-4eb3-b200-ee22521c8016 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 200 len: 999 time: 0.1301334 Feb 10 07:00:41.934783 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] Checking router: 83f6e311-f92f-452a-bcbc-affd098099fd for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:00:41.945403 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:00:41.947768 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:00:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:42.015861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-4511eaec-676d-4e1b-9fff-b267222bc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:42.022430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-4511eaec-676d-4e1b-9fff-b267222bc4d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0999806 Feb 10 07:00:42.075785 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:00:42.138582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-3ce675c1-971b-4b5b-a432-038250be4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:42.140120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-3ce675c1-971b-4b5b-a432-038250be4d54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1122296 Feb 10 07:00:42.302269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-6d686c4e-362b-4532-9956-3abd9a8e8050 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545830 Feb 10 07:00:42.487481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5c7a734-0d7a-4d47-a074-557af5008a44 req-ef92cdd1-5cbd-4a18-9736-19b5e2c378bc service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793690 Feb 10 07:00:42.533996 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'cf16cb21-8826-4fd8-9f4d-ee2b289d476f', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'port_id': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'mac_address': 'fa:16:3e:49:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c9fba3-0217-42c8-805e-b752b8c20704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:00:27Z', 'updated_at': '2022-02-10T07:00:40Z', 'revision_number': 1, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:00:42.541437 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-104e058e-9f34-4dcb-9bf0-bebc1ca682bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:42.589929 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d3c58-1f71-477b-a520-806bdf35eb37 None None] The sync data for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 is: [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'cf16cb21-8826-4fd8-9f4d-ee2b289d476f', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'port_id': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'mac_address': 'fa:16:3e:49:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c9fba3-0217-42c8-805e-b752b8c20704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:00:27Z', 'updated_at': '2022-02-10T07:00:40Z', 'revision_number': 1, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:00:42.958735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7117484-14b0-483a-b9f0-7a70f4007be3 None None] New status for floating IP cf16cb21-8826-4fd8-9f4d-ee2b289d476f: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:00:43.059378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a7c6-bf21-41fd-a54f-37782a9e08d9 req-f6f29977-838f-4ed0-a141-4bf3a317f0c2 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:00:43.067544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d786a7c6-bf21-41fd-a54f-37782a9e08d9 req-f6f29977-838f-4ed0-a141-4bf3a317f0c2 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.1115294 Feb 10 07:00:43.131630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d786a7c6-bf21-41fd-a54f-37782a9e08d9 req-3842d944-7961-4e5f-99a1-ca68621cab05 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620430 Feb 10 07:00:43.846224 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:45.274266 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:46.450931 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:00:49.026049 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:01:06.965282 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:09.361992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fec27-17a0-4412-9390-40804fc12b5c req-ef896d08-4e77-455b-8caf-609b88d4761e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:09.363408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-ef896d08-4e77-455b-8caf-609b88d4761e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.0993428 Feb 10 07:01:09.378257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-4600e5e8-ba23-4467-aec7-839570ccd88e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/quotas/7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 375 time: 0.0087962 Feb 10 07:01:09.436726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-075d0562-a5c2-4dc2-9bed-ac2fecc95ebf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529823 Feb 10 07:01:09.576743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-3475f311-845c-4f55-95fd-abfcd52bab85 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330662 Feb 10 07:01:09.670863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-caf3b927-09c0-4031-b6c4-ba419bbc3a16 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882752 Feb 10 07:01:09.864256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c34fc54d-a665-43eb-9b05-5df3b994b465 req-d9bd6f88-3dfc-4f41-8313-e70f5d4e17a7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0285830 Feb 10 07:01:10.186501 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:10.327182 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f36a9fdd-3831-4ed1-8ce1-f79edfbe3440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:10.835962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fec27-17a0-4412-9390-40804fc12b5c req-22380f59-7580-4a92-8b3c-9eadf23f96c7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:10.837544 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-22380f59-7580-4a92-8b3c-9eadf23f96c7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1074202 Feb 10 07:01:10.858247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'port': {'device_id': 'af4986df-d2dd-495e-9040-d476b554366d', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'admin_state_up': True, 'tenant_id': '7163c94d4de84eaa849375b99f6594e8'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:01:10.977282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb1b59ae-bb69-4f29-91ce-ec0b3384a399 req-ee19dbae-e396-4d12-a64b-1a8beb39df66 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0304096 Feb 10 07:01:10.979086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Made reservation on behalf of 7163c94d4de84eaa849375b99f6594e8 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:01:10.982704 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:11.124766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.20.0.5 (379c22a9-a8c7-4375-ab55-4a9fedce756a/cc2e4b47-8608-4394-9aed-5d976463814b/91dc793a-9dfe-4bd0-8503-6889e6e67669) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:01:11.294417 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:11.328783 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:11.373214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:01:11.376544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:01:11.381065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:01:11.410730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=91dc793a-9dfe-4bd0-8503-6889e6e67669,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:01:11.445937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:11.446800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:11.466764 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-cf57f0e8-5956-4551-bdac-d273440aa094 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6215098 Feb 10 07:01:11.479635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Request body: {'port': {'device_id': 'af4986df-d2dd-495e-9040-d476b554366d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:01:11.567260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:11.650819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f584ff53-19c3-451c-bc52-0015779452d7 None None] Provisioning complete for port 91dc793a-9dfe-4bd0-8503-6889e6e67669 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:01:11.651932 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f584ff53-19c3-451c-bc52-0015779452d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:11.694103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f584ff53-19c3-451c-bc52-0015779452d7 None None] Port 91dc793a-9dfe-4bd0-8503-6889e6e67669 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:01:11.876449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dc793a-9dfe-4bd0-8503-6889e6e67669 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:01:11.885108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Publish callbacks [] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:11.898012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Transition to ACTIVE for port object 91dc793a-9dfe-4bd0-8503-6889e6e67669 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:01:11.903101 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:12.024071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Pushing event updated for resources: {'Port': ['ID=91dc793a-9dfe-4bd0-8503-6889e6e67669,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:01:12.037296 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Attempting to bind port 91dc793a-9dfe-4bd0-8503-6889e6e67669 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:01:12.037640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Attempting to bind port 91dc793a-9dfe-4bd0-8503-6889e6e67669 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:01:12.037968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Attempting to bind port 91dc793a-9dfe-4bd0-8503-6889e6e67669 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:01:12.043079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Port 91dc793a-9dfe-4bd0-8503-6889e6e67669 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:01:12.043455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Attempting to bind port 91dc793a-9dfe-4bd0-8503-6889e6e67669 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:01:12.048887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:01:12.049226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:01:12.049608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Bound using segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:01:12.050035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Bound port: 91dc793a-9dfe-4bd0-8503-6889e6e67669, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:01:12.050415 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:12.159219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] For port 91dc793a-9dfe-4bd0-8503-6889e6e67669, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:01:12.163134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] For port 91dc793a-9dfe-4bd0-8503-6889e6e67669, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=91dc793a-9dfe-4bd0-8503-6889e6e67669,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:01:12.173352 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:12.180050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff1ed5-7632-4a77-9e9a-032f8b4ed33a req-9eae8d32-93fc-4412-97fe-d01efbbfc02e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:12.196854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9eff1ed5-7632-4a77-9e9a-032f8b4ed33a req-9eae8d32-93fc-4412-97fe-d01efbbfc02e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.1006548 Feb 10 07:01:12.206165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:12.206835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:12.210877 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] 10.222.0.13 "PUT /v2.0/ports/91dc793a-9dfe-4bd0-8503-6889e6e67669 HTTP/1.1" status: 200 len: 1091 time: 0.7360911 Feb 10 07:01:12.211187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4986df-d2dd-495e-9040-d476b554366d', 'tag': '91dc793a-9dfe-4bd0-8503-6889e6e67669'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:01:12.219358 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "af4986df-d2dd-495e-9040-d476b554366d", "tag": "91dc793a-9dfe-4bd0-8503-6889e6e67669"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:01:12.285894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9eff1ed5-7632-4a77-9e9a-032f8b4ed33a req-830e55fc-1296-4598-aa67-711f6279ab12 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878463 Feb 10 07:01:12.349661 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3012be3b-a0fe-4185-a0ac-96eff5e2329b x-openstack-request-id: req-3012be3b-a0fe-4185-a0ac-96eff5e2329b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:01:12.350242 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4986df-d2dd-495e-9040-d476b554366d", "tag": "91dc793a-9dfe-4bd0-8503-6889e6e67669", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:01:12.350751 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3012be3b-a0fe-4185-a0ac-96eff5e2329b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:01:12.351550 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4986df-d2dd-495e-9040-d476b554366d', 'tag': '91dc793a-9dfe-4bd0-8503-6889e6e67669', 'status': 'completed', 'code': 200} Feb 10 07:01:12.358239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99681e73-e1a7-4e30-bba7-2b47fc001727 service neutron] Pushing event updated for resources: {'Port': ['ID=91dc793a-9dfe-4bd0-8503-6889e6e67669,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:01:12.382022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fec27-17a0-4412-9390-40804fc12b5c req-b4da7162-05aa-4de1-be4c-5332135b308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:12.384067 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-b4da7162-05aa-4de1-be4c-5332135b308b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 1125 time: 0.0911608 Feb 10 07:01:12.439330 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-d5aaef75-3de1-4d63-9f6a-23003b275da6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91dc793a-9dfe-4bd0-8503-6889e6e67669 HTTP/1.1" status: 200 len: 217 time: 0.0486693 Feb 10 07:01:12.556712 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72f0fb53-5d0e-43de-a18c-542c6da8d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:12.559848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fec27-17a0-4412-9390-40804fc12b5c req-ca681d59-12dc-40af-b066-a7f955d6fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:12.561766 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-ca681d59-12dc-40af-b066-a7f955d6fa50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.1170988 Feb 10 07:01:12.621187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fec27-17a0-4412-9390-40804fc12b5c req-71a6a06f-390f-41ab-883e-7294acf3d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:12.626356 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-71a6a06f-390f-41ab-883e-7294acf3d0fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556819 Feb 10 07:01:12.751796 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-fc1e6cd4-c8d2-4382-987d-cce796ce8922 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226118 Feb 10 07:01:12.854377 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-809fec27-17a0-4412-9390-40804fc12b5c req-2a7b4cd7-d4a9-42af-8d21-318896a6e69a service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960708 Feb 10 07:01:12.961217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-34fca007-b30a-4c3b-b4d8-061e1973d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:12.962768 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-34fca007-b30a-4c3b-b4d8-061e1973d237 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 1125 time: 0.0464921 Feb 10 07:01:13.056213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-833e5f78-7691-4edb-bd43-cd600e82fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:13.057775 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-833e5f78-7691-4edb-bd43-cd600e82fbdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.0890088 Feb 10 07:01:13.099137 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-e5d29e16-a639-4f50-9ae3-ed7436d06958 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91dc793a-9dfe-4bd0-8503-6889e6e67669 HTTP/1.1" status: 200 len: 217 time: 0.0355780 Feb 10 07:01:13.146403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-27b564bf-bb4b-49eb-9cb0-52d840b19123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:13.147959 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-27b564bf-bb4b-49eb-9cb0-52d840b19123 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0436261 Feb 10 07:01:13.196549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-75489535-7897-437f-b643-569bbf3d570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:13.198154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-75489535-7897-437f-b643-569bbf3d570a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436289 Feb 10 07:01:13.295639 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-620ee9cf-4bc7-4583-afdd-011b3ddc21a2 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918560 Feb 10 07:01:13.405679 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-09579248-df31-4ac7-9bfe-12a4bf2b3c8c req-f0a8003a-6e6b-4231-8d36-2be2446383dc service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033595 Feb 10 07:01:13.428317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ba76b-8591-4040-963f-651ccd2a5555 req-e05f74c8-035c-415f-967e-01be2a64b103 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:13.430469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c7ba76b-8591-4040-963f-651ccd2a5555 req-e05f74c8-035c-415f-967e-01be2a64b103 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0738149 Feb 10 07:01:13.478217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c7ba76b-8591-4040-963f-651ccd2a5555 req-925a6646-cc4b-448d-932f-37e91f0388df tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Feb 10 07:01:13.847116 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:14.601022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd393db-1cb6-4d2e-a100-7ecce4217026 req-ea8597ae-c939-4285-a74c-7d68ad5c6dcc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:14.602541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbd393db-1cb6-4d2e-a100-7ecce4217026 req-ea8597ae-c939-4285-a74c-7d68ad5c6dcc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0531964 Feb 10 07:01:14.650610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbd393db-1cb6-4d2e-a100-7ecce4217026 req-10627f4e-2c02-4f7b-bf6d-32a3985a21c6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Feb 10 07:01:15.281174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:15.783535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf8368-95cd-41cf-97ae-683feb43007f req-cc5b18a2-a1e9-498c-ae0d-e1d017fc43f8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:15.784937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3cf8368-95cd-41cf-97ae-683feb43007f req-cc5b18a2-a1e9-498c-ae0d-e1d017fc43f8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0599318 Feb 10 07:01:15.834439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3cf8368-95cd-41cf-97ae-683feb43007f req-6efa876e-7c2a-4695-b6e9-55fa4b0c0f18 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434408 Feb 10 07:01:16.436210 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:16.989362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a4abc-6a81-44b2-b9e8-814f532d97a6 req-d912a550-62a9-4253-94e1-b173b66bd531 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:17.006361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-536a4abc-6a81-44b2-b9e8-814f532d97a6 req-d912a550-62a9-4253-94e1-b173b66bd531 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0938416 Feb 10 07:01:17.097296 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-536a4abc-6a81-44b2-b9e8-814f532d97a6 req-b76ae7e6-526d-48fe-a5b0-7185530eaf1f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803549 Feb 10 07:01:18.163916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-80c37697-2964-4248-b7ae-9eed34e9496e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737150 Feb 10 07:01:18.311582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-c593f26c-517f-45da-9660-ddfa593cf5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:18.313089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-c593f26c-517f-45da-9660-ddfa593cf5fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 1127 time: 0.0715852 Feb 10 07:01:18.323076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ca6d0-67bd-4222-9cc9-b405b32d9ff0 req-67f04590-5ccc-43da-8d63-b1417e9a4e40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:18.324538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f0ca6d0-67bd-4222-9cc9-b405b32d9ff0 req-67f04590-5ccc-43da-8d63-b1417e9a4e40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.1341410 Feb 10 07:01:18.459687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f0ca6d0-67bd-4222-9cc9-b405b32d9ff0 req-b3d76f4d-999c-440f-aae4-f145fb17fb26 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269653 Feb 10 07:01:18.487900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-b29ab317-faf2-4c1d-b5cc-6743025a97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:18.489659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-b29ab317-faf2-4c1d-b5cc-6743025a97f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.1487548 Feb 10 07:01:18.582392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-f638d752-f568-4098-aed8-5106793fd3d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 200 len: 1001 time: 0.0852091 Feb 10 07:01:18.683867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-43c5fd10-3c76-47b7-849b-1f9f7540452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:18.687996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-43c5fd10-3c76-47b7-849b-1f9f7540452b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0950043 Feb 10 07:01:18.766152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-bbddd8a8-5bb0-4e1c-a93b-a580612d0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:18.766152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-bbddd8a8-5bb0-4e1c-a93b-a580612d0294 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0705109 Feb 10 07:01:18.938510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-ef25c41c-7fc8-4bec-8642-2d5aba95ba90 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630480 Feb 10 07:01:19.073382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e625181-1d9a-4b68-a0b2-118caa6d3415 req-d017f92f-07d7-40ed-88a3-51a4d4cb5890 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278787 Feb 10 07:01:19.687623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e2493-67e1-4592-b3de-10cd5b2d2ca3 req-5ced745e-e4b3-481e-bf47-b8d5afc585a5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:19.689911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d1e2493-67e1-4592-b3de-10cd5b2d2ca3 req-5ced745e-e4b3-481e-bf47-b8d5afc585a5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0894351 Feb 10 07:01:19.762766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d1e2493-67e1-4592-b3de-10cd5b2d2ca3 req-d0253d95-3a21-4366-866c-fcf5a00b54a1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675950 Feb 10 07:01:21.005187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf1d17-586d-4899-9719-ba0e1c75937e req-f97d8492-2435-47c9-b022-fd3e6e019b84 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:21.012027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8bdf1d17-586d-4899-9719-ba0e1c75937e req-f97d8492-2435-47c9-b022-fd3e6e019b84 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.1051590 Feb 10 07:01:21.063178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8bdf1d17-586d-4899-9719-ba0e1c75937e req-d808c7e4-0114-493a-8604-8dc86a026320 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499430 Feb 10 07:01:22.216689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745a430-1a74-4f69-84d9-acca0de8a31d req-59ddf9a9-fa09-4e29-804f-d100e45576d4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:22.219581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7745a430-1a74-4f69-84d9-acca0de8a31d req-59ddf9a9-fa09-4e29-804f-d100e45576d4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0660841 Feb 10 07:01:22.277537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7745a430-1a74-4f69-84d9-acca0de8a31d req-6f4908fc-46f7-48af-b24a-beccd3951179 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517676 Feb 10 07:01:23.407158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b8a8-d983-4b8d-9d3b-4b29a72e2bd6 req-04b0dbe9-3129-4bec-b00b-7d227bc7e281 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:23.409443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1936b8a8-d983-4b8d-9d3b-4b29a72e2bd6 req-04b0dbe9-3129-4bec-b00b-7d227bc7e281 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0561752 Feb 10 07:01:23.462851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1936b8a8-d983-4b8d-9d3b-4b29a72e2bd6 req-958839f7-59ba-4ca9-b668-2b7d8e5234d4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469072 Feb 10 07:01:24.590170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c5498-70f4-4226-a89c-33ad747ae944 req-b47a36a8-132f-481e-8567-b0712321bd2f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:24.597583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e8c5498-70f4-4226-a89c-33ad747ae944 req-b47a36a8-132f-481e-8567-b0712321bd2f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0592804 Feb 10 07:01:24.650735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e8c5498-70f4-4226-a89c-33ad747ae944 req-cbd1e0a9-e152-4789-aca6-67cbaf429997 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520310 Feb 10 07:01:25.761353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d4701-1213-4cf2-9524-0cfdeaa5afb3 req-c6af36f9-0be7-480a-8b42-c041d4c44e5a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:25.762851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f9d4701-1213-4cf2-9524-0cfdeaa5afb3 req-c6af36f9-0be7-480a-8b42-c041d4c44e5a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0537305 Feb 10 07:01:25.820144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f9d4701-1213-4cf2-9524-0cfdeaa5afb3 req-d4a33e4a-c7a7-4122-b3dc-7d5838a4c952 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505347 Feb 10 07:01:26.024437 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:01:26.939200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85d58d-e074-47ba-b813-d1f5c05e437b req-37e8d4ae-dfb1-41a1-aa72-09871bdcb546 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:26.940842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a85d58d-e074-47ba-b813-d1f5c05e437b req-37e8d4ae-dfb1-41a1-aa72-09871bdcb546 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0574832 Feb 10 07:01:26.992424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a85d58d-e074-47ba-b813-d1f5c05e437b req-a58b7245-6757-4b7f-a486-fe9e32f13a81 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452039 Feb 10 07:01:28.131592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17993d4-04a1-476c-a991-68f213ec408f req-68e354e8-cf21-41f4-844f-fb355dd6a9ee tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:28.138767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a17993d4-04a1-476c-a991-68f213ec408f req-68e354e8-cf21-41f4-844f-fb355dd6a9ee tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0613699 Feb 10 07:01:28.203019 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a17993d4-04a1-476c-a991-68f213ec408f req-85d68069-2c71-47e7-a25a-315095bbb5ee tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629833 Feb 10 07:01:29.305670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced4138-9f3d-4e97-99f8-78059e608d6b req-d4565d20-2177-4c4c-93f5-20664db511ce tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:29.307467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bced4138-9f3d-4e97-99f8-78059e608d6b req-d4565d20-2177-4c4c-93f5-20664db511ce tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0521002 Feb 10 07:01:29.358284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bced4138-9f3d-4e97-99f8-78059e608d6b req-19281e34-f7d3-4003-90ac-84665c24e4b5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Feb 10 07:01:30.486260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e3b8c-9563-4215-a5e6-e923dc1b7d7b req-796cafa1-1c5c-4124-809d-4abebb1d8cda tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:30.487874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d6e3b8c-9563-4215-a5e6-e923dc1b7d7b req-796cafa1-1c5c-4124-809d-4abebb1d8cda tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0624909 Feb 10 07:01:30.543091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d6e3b8c-9563-4215-a5e6-e923dc1b7d7b req-26075308-d364-4bff-8ca9-191560a7c59a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 Feb 10 07:01:31.668456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ba268-950f-42ad-a760-b0e3e4496d99 req-f643b7b1-2767-425e-a05e-def61b018095 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:31.669998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d5ba268-950f-42ad-a760-b0e3e4496d99 req-f643b7b1-2767-425e-a05e-def61b018095 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0608118 Feb 10 07:01:31.720587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d5ba268-950f-42ad-a760-b0e3e4496d99 req-86d2d865-e1aa-421c-8194-81da8aff09f5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Feb 10 07:01:32.867746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f3dfe-a5eb-440e-a87b-c0f8595030c7 req-6c682d77-0b2d-48b7-a32c-d2ead2059655 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:32.867746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa2f3dfe-a5eb-440e-a87b-c0f8595030c7 req-6c682d77-0b2d-48b7-a32c-d2ead2059655 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0734572 Feb 10 07:01:32.929469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa2f3dfe-a5eb-440e-a87b-c0f8595030c7 req-0e3cd854-2409-4bdb-aba1-e3fcec56994f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555985 Feb 10 07:01:34.052276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca8d3a-f575-4d76-a232-dbdecaf27cb0 req-20064848-91b4-4105-bce2-6a63d9f3823a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:34.053911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffca8d3a-f575-4d76-a232-dbdecaf27cb0 req-20064848-91b4-4105-bce2-6a63d9f3823a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0547197 Feb 10 07:01:34.101592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffca8d3a-f575-4d76-a232-dbdecaf27cb0 req-2798704a-e519-4fa5-8ca3-368f36c042b5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Feb 10 07:01:35.232006 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183397d0-3c6c-45fb-bc53-d93936673e21 req-c701ef77-f2d4-481d-8c44-4d2d1e86fd9f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:35.233494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-183397d0-3c6c-45fb-bc53-d93936673e21 req-c701ef77-f2d4-481d-8c44-4d2d1e86fd9f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0626907 Feb 10 07:01:35.279755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-183397d0-3c6c-45fb-bc53-d93936673e21 req-7138e55c-0a61-482d-9202-9b8fcd88bd85 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Feb 10 07:01:36.406029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ae421-2e94-4e22-b254-b7c5997613db req-9554f3ae-8fdb-4ec4-b2d0-46001d8a69ef tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:36.411164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-437ae421-2e94-4e22-b254-b7c5997613db req-9554f3ae-8fdb-4ec4-b2d0-46001d8a69ef tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0598309 Feb 10 07:01:36.459517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-437ae421-2e94-4e22-b254-b7c5997613db req-65e7ae3a-cd7f-4e0f-a177-04e8014023fc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Feb 10 07:01:36.968575 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:37.597072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f06fa-9abd-4139-bf99-dbfd9bd67b54 req-1ac323de-1226-4ed8-af4b-ecc90872f7f9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:37.598811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a86f06fa-9abd-4139-bf99-dbfd9bd67b54 req-1ac323de-1226-4ed8-af4b-ecc90872f7f9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0546353 Feb 10 07:01:37.665437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a86f06fa-9abd-4139-bf99-dbfd9bd67b54 req-13549fc1-f334-4820-831c-ea6205f467d3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Feb 10 07:01:38.806474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821301-d017-4219-aca2-0a5a2ec51c62 req-64b236f9-b554-4382-9d16-30baf2e2ad68 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:38.807967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4821301-d017-4219-aca2-0a5a2ec51c62 req-64b236f9-b554-4382-9d16-30baf2e2ad68 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0571647 Feb 10 07:01:38.857710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4821301-d017-4219-aca2-0a5a2ec51c62 req-aa1342ab-868d-4bbc-8a8e-6b164f28709f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Feb 10 07:01:39.995816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1851ac-bbd4-4674-94f5-ad143eb1a271 req-c89bf69c-3f83-4063-ad8c-51bcf64a8c24 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:39.997238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d1851ac-bbd4-4674-94f5-ad143eb1a271 req-c89bf69c-3f83-4063-ad8c-51bcf64a8c24 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0636356 Feb 10 07:01:40.045541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d1851ac-bbd4-4674-94f5-ad143eb1a271 req-dac84d87-6630-42b2-8e03-38493888cb5c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416784 Feb 10 07:01:40.206035 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:40.328700 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81bc183a-484a-4a51-a965-41a582ddb97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:41.185173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4087c7-4e27-45e4-aaf4-b3ec3c266ec3 req-f5cab5c0-a5f8-4210-99c4-7db66c28fdff tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:41.186714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a4087c7-4e27-45e4-aaf4-b3ec3c266ec3 req-f5cab5c0-a5f8-4210-99c4-7db66c28fdff tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0668521 Feb 10 07:01:41.237614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a4087c7-4e27-45e4-aaf4-b3ec3c266ec3 req-acac0137-ef01-4d73-9775-480b7097428b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Feb 10 07:01:42.361096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d9f02-6c32-4a2c-b733-554ab62617da req-26013216-3e8c-4754-b4f0-815ff4a4424f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:42.362947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f4d9f02-6c32-4a2c-b733-554ab62617da req-26013216-3e8c-4754-b4f0-815ff4a4424f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0545738 Feb 10 07:01:42.410271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f4d9f02-6c32-4a2c-b733-554ab62617da req-db5b0cbf-2b73-4893-9084-37772340dace tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Feb 10 07:01:42.545995 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-310be627-3430-440c-9d5f-3b0cfab2c5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:43.165914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00641dc7-db5a-4e54-a893-157eba196a8f req-252c32d4-d275-46e3-acef-60ba43377db3 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:43.167307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00641dc7-db5a-4e54-a893-157eba196a8f req-252c32d4-d275-46e3-acef-60ba43377db3 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0515027 Feb 10 07:01:43.218790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-00641dc7-db5a-4e54-a893-157eba196a8f req-cc790fff-2565-4c04-b8df-0db73c863357 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458634 Feb 10 07:01:43.531276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96185ed-c26b-40ff-96cf-a9b65cf08eb8 req-105d1987-346e-4e15-b759-df2aa29957d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:43.532794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f96185ed-c26b-40ff-96cf-a9b65cf08eb8 req-105d1987-346e-4e15-b759-df2aa29957d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0524089 Feb 10 07:01:43.578489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f96185ed-c26b-40ff-96cf-a9b65cf08eb8 req-817ed6bc-6e58-4ee1-bb86-41854f5907c5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Feb 10 07:01:43.839487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:44.336224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099ccd9-17af-4cb4-a62f-e2b92fda5a79 req-7941da71-8155-4a3c-b556-6fdf3236b3da tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:44.337691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4099ccd9-17af-4cb4-a62f-e2b92fda5a79 req-7941da71-8155-4a3c-b556-6fdf3236b3da tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0513003 Feb 10 07:01:44.383125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4099ccd9-17af-4cb4-a62f-e2b92fda5a79 req-41c6e04d-8f8a-45d5-82ad-0ab9dc600c37 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398993 Feb 10 07:01:44.712556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281546c-8397-471a-828a-382d1ef4f336 req-258ae965-9274-4fda-8371-c5fe16bd26be tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:44.714280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5281546c-8397-471a-828a-382d1ef4f336 req-258ae965-9274-4fda-8371-c5fe16bd26be tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0579183 Feb 10 07:01:44.761737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5281546c-8397-471a-828a-382d1ef4f336 req-e6e0b733-b2cb-4cab-8662-43e05bb7a27b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Feb 10 07:01:45.275784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:45.512523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67463a14-3bac-42c4-9f80-ad4d6db785fd req-8ede642d-51ad-4680-a1fd-2a594e8396ad tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:45.514524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67463a14-3bac-42c4-9f80-ad4d6db785fd req-8ede642d-51ad-4680-a1fd-2a594e8396ad tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0609255 Feb 10 07:01:45.565299 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67463a14-3bac-42c4-9f80-ad4d6db785fd req-88985e5d-42d2-4fdd-8782-7079c4e9a447 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448360 Feb 10 07:01:45.889282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47892c0-02b2-43c4-95d3-3f85fe538567 req-b4752b23-848a-4b54-9dd5-cfedebd260c7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:45.891097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f47892c0-02b2-43c4-95d3-3f85fe538567 req-b4752b23-848a-4b54-9dd5-cfedebd260c7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0595000 Feb 10 07:01:45.939228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f47892c0-02b2-43c4-95d3-3f85fe538567 req-ab52d087-d5d4-44ac-b8d1-d6800a430d39 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422902 Feb 10 07:01:46.440072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:46.686169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbfdcb-87e8-4d8f-a334-0f57bcb6372d req-ea21decc-4533-4161-a854-4cac86f501e9 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:46.687726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6bbfdcb-87e8-4d8f-a334-0f57bcb6372d req-ea21decc-4533-4161-a854-4cac86f501e9 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Feb 10 07:01:46.733892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6bbfdcb-87e8-4d8f-a334-0f57bcb6372d req-2ba6c887-244d-47c1-b864-b07cd96d0580 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400763 Feb 10 07:01:47.068605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb99a-bb38-4e1c-9751-6b9a867f4663 req-268a1c3a-c428-4f1a-a889-666375f4dd9a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:47.070084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5efbb99a-bb38-4e1c-9751-6b9a867f4663 req-268a1c3a-c428-4f1a-a889-666375f4dd9a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0525057 Feb 10 07:01:47.120809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5efbb99a-bb38-4e1c-9751-6b9a867f4663 req-791fe452-b5b0-4d1b-8082-c4d24ef1f9a9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Feb 10 07:01:47.850510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c409a8-035c-47d1-8ea9-24828e92996c req-25051c5c-cec1-4b4e-a421-6d4a688e991e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:47.851982 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77c409a8-035c-47d1-8ea9-24828e92996c req-25051c5c-cec1-4b4e-a421-6d4a688e991e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0519788 Feb 10 07:01:47.871731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 91dc793a-9dfe-4bd0-8503-6889e6e67669 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:01:47.898929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77c409a8-035c-47d1-8ea9-24828e92996c req-12cfefeb-4dc4-4038-a5ab-63a08b2d20fd tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Feb 10 07:01:48.146965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 91dc793a-9dfe-4bd0-8503-6889e6e67669, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=91dc793a-9dfe-4bd0-8503-6889e6e67669,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:01:48.158576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '91dc793a-9dfe-4bd0-8503-6889e6e67669', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'port_id': '91dc793a-9dfe-4bd0-8503-6889e6e67669', 'mac_address': 'fa:16:3e:24:c7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:01:48.198227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 91dc793a-9dfe-4bd0-8503-6889e6e67669 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:01:48.199088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:48.216567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dc793a-9dfe-4bd0-8503-6889e6e67669 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:01:48.237283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 91dc793a-9dfe-4bd0-8503-6889e6e67669, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=91dc793a-9dfe-4bd0-8503-6889e6e67669,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:01:48.243355 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:48.255041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fc33e-249d-48ec-ad13-ddc5c54b3253 req-cd8ce51f-c58e-4fc0-abcf-b728378ddda9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:48.256538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a43fc33e-249d-48ec-ad13-ddc5c54b3253 req-cd8ce51f-c58e-4fc0-abcf-b728378ddda9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 943 time: 0.0660627 Feb 10 07:01:48.299236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=91dc793a-9dfe-4bd0-8503-6889e6e67669,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:01:48.307138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.307491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.307842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.308185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.308533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.309049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.309389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.309727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.310059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.310413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.310752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.311109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.311435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:48.315356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a43fc33e-249d-48ec-ad13-ddc5c54b3253 req-92cac331-6214-40b7-ac03-aa5169a3e373 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527706 Feb 10 07:01:48.565933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['91dc793a-9dfe-4bd0-8503-6889e6e67669'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:01:49.049039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163abb-d6aa-4dbe-94c6-626cf7bdaa59 req-f0943a28-71e5-4e93-86a1-dd5b8747a1ff tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:49.050539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10163abb-d6aa-4dbe-94c6-626cf7bdaa59 req-f0943a28-71e5-4e93-86a1-dd5b8747a1ff tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0589020 Feb 10 07:01:49.102706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10163abb-d6aa-4dbe-94c6-626cf7bdaa59 req-df7fb309-478b-4699-b04e-4b2a123d2cc7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459452 Feb 10 07:01:49.434863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e32587-9090-437a-8201-a778b7237509 req-eb226fa8-0a05-41b7-8581-d612968b5f97 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:49.436320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14e32587-9090-437a-8201-a778b7237509 req-eb226fa8-0a05-41b7-8581-d612968b5f97 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 944 time: 0.0514975 Feb 10 07:01:49.482563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14e32587-9090-437a-8201-a778b7237509 req-90520fba-1b2f-4fda-aa31-d074c7b4bd57 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Feb 10 07:01:49.886324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 91dc793a-9dfe-4bd0-8503-6889e6e67669 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:01:49.935829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 91dc793a-9dfe-4bd0-8503-6889e6e67669 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:01:49.940445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 91dc793a-9dfe-4bd0-8503-6889e6e67669 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:01:49.940825 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:50.021387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 91dc793a-9dfe-4bd0-8503-6889e6e67669 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:01:50.021681 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:50.047539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4986df-d2dd-495e-9040-d476b554366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dc793a-9dfe-4bd0-8503-6889e6e67669'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:01:50.050031 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d5beb4-0fce-444a-8d69-baf844722bc3" -d '{"events": [{"server_uuid": "af4986df-d2dd-495e-9040-d476b554366d", "name": "network-vif-plugged", "status": "completed", "tag": "91dc793a-9dfe-4bd0-8503-6889e6e67669"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:01:50.063095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 91dc793a-9dfe-4bd0-8503-6889e6e67669, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=91dc793a-9dfe-4bd0-8503-6889e6e67669,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:01:50.069505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:50.118190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=91dc793a-9dfe-4bd0-8503-6889e6e67669,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:01:50.169004 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5727d110-eb9c-4ecc-8ced-e0f3f680933b x-openstack-request-id: req-5727d110-eb9c-4ecc-8ced-e0f3f680933b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:01:50.169301 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4986df-d2dd-495e-9040-d476b554366d", "name": "network-vif-plugged", "status": "completed", "tag": "91dc793a-9dfe-4bd0-8503-6889e6e67669", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:01:50.169561 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5727d110-eb9c-4ecc-8ced-e0f3f680933b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:01:50.169967 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4986df-d2dd-495e-9040-d476b554366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dc793a-9dfe-4bd0-8503-6889e6e67669', 'code': 200} Feb 10 07:01:50.229161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e30ecb-16a4-482e-acf6-b52319d8b654 req-ace405d2-9b2c-49b5-8282-02737e05f808 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:50.230667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8e30ecb-16a4-482e-acf6-b52319d8b654 req-ace405d2-9b2c-49b5-8282-02737e05f808 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0541563 Feb 10 07:01:50.277337 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6fa04-d182-41de-8a72-40ce32848ad7 req-f2b81049-40ae-4e70-9676-46ead903999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:50.278806 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-27e6fa04-d182-41de-8a72-40ce32848ad7 req-f2b81049-40ae-4e70-9676-46ead903999e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 1127 time: 0.0471339 Feb 10 07:01:50.286394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8e30ecb-16a4-482e-acf6-b52319d8b654 req-e9c52d31-0f1e-4323-a575-5918520f88da tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470216 Feb 10 07:01:50.321490 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-27e6fa04-d182-41de-8a72-40ce32848ad7 req-7deccd70-b894-41d8-8696-9099bd94c08e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 Feb 10 07:01:50.600217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e64de-be6b-426c-a20e-e3ccc6c5e7bd req-e9e5328f-7338-48d9-b6e1-1bb8a2a743ae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:50.601611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa6e64de-be6b-426c-a20e-e3ccc6c5e7bd req-e9e5328f-7338-48d9-b6e1-1bb8a2a743ae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 945 time: 0.0524731 Feb 10 07:01:50.657902 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa6e64de-be6b-426c-a20e-e3ccc6c5e7bd req-d4998d73-ce3c-4bbc-9822-85e4690711e5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506423 Feb 10 07:01:51.404554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad613b7d-e080-4c73-8162-b0bccf8ae8b5 req-c2f943b8-1397-4801-8b8b-bd2291a333e7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:51.406186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad613b7d-e080-4c73-8162-b0bccf8ae8b5 req-c2f943b8-1397-4801-8b8b-bd2291a333e7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0517781 Feb 10 07:01:51.454163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad613b7d-e080-4c73-8162-b0bccf8ae8b5 req-8bde857c-1d80-4d85-bbea-aeaee20528ab tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414934 Feb 10 07:01:51.783320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a146c7b-f3f3-4172-9c8b-b47d701812d3 req-597ba9b1-a1b9-453c-81f9-e4cc1ecb6e7e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:51.785325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a146c7b-f3f3-4172-9c8b-b47d701812d3 req-597ba9b1-a1b9-453c-81f9-e4cc1ecb6e7e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 945 time: 0.0567038 Feb 10 07:01:51.830475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a146c7b-f3f3-4172-9c8b-b47d701812d3 req-da4c2e1e-d996-44aa-9230-939bf74ddbee tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Feb 10 07:01:51.950169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d61e7-f0a5-43f0-b53d-a8b6bfd4a567 req-5da4a2b9-8355-4e30-a593-bab2fd9f7cf9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:51.953998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-450d61e7-f0a5-43f0-b53d-a8b6bfd4a567 req-5da4a2b9-8355-4e30-a593-bab2fd9f7cf9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 945 time: 0.0565538 Feb 10 07:01:52.001004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-450d61e7-f0a5-43f0-b53d-a8b6bfd4a567 req-6831be01-bb24-4bf9-aab4-03cc95f60c79 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Feb 10 07:01:52.123883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d0765-d402-4759-850c-99c8fcfb6851 req-5b5cb5ae-7b42-4a85-a0d0-237c4828be10 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:52.125349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c99d0765-d402-4759-850c-99c8fcfb6851 req-5b5cb5ae-7b42-4a85-a0d0-237c4828be10 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 945 time: 0.0570266 Feb 10 07:01:52.171273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c99d0765-d402-4759-850c-99c8fcfb6851 req-e1974639-b27b-47b2-bf6c-fe2db64b56c7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397713 Feb 10 07:01:52.477112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cf39d-02b4-4b4a-b39e-d07a8e9cb75f req-a68d5fa7-21f6-4a10-94be-7778e049bd42 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:52.478856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d54cf39d-02b4-4b4a-b39e-d07a8e9cb75f req-a68d5fa7-21f6-4a10-94be-7778e049bd42 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 945 time: 0.0536895 Feb 10 07:01:52.526729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d54cf39d-02b4-4b4a-b39e-d07a8e9cb75f req-a5303e12-abaa-4f6d-ad68-bd216bd27c0b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Feb 10 07:01:52.577651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a914908-c46b-4df2-93bc-c61e0bd22073 req-b138468b-b476-4ba1-80a9-184ac3d12df4 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:52.579159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a914908-c46b-4df2-93bc-c61e0bd22073 req-b138468b-b476-4ba1-80a9-184ac3d12df4 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0514627 Feb 10 07:01:52.628501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a914908-c46b-4df2-93bc-c61e0bd22073 req-c055d1b3-131c-485d-adb1-a7fdcc16515a tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434225 Feb 10 07:01:53.653393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ef13-3b2c-4e3f-abbc-c0425361239c req-2900601d-187e-41e6-a30f-1f002ae242a2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:53.656320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a03ef13-3b2c-4e3f-abbc-c0425361239c req-2900601d-187e-41e6-a30f-1f002ae242a2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 945 time: 0.0617144 Feb 10 07:01:53.712346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a03ef13-3b2c-4e3f-abbc-c0425361239c req-bda2bf7c-2202-4ae4-9841-581c4bd94e06 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Feb 10 07:01:53.770806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28dd94-077b-4f64-8843-df5506fbe813 req-670de05f-385f-4b17-b67e-c5dedeb1efa6 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:53.772287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb28dd94-077b-4f64-8843-df5506fbe813 req-670de05f-385f-4b17-b67e-c5dedeb1efa6 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0527472 Feb 10 07:01:53.817954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb28dd94-077b-4f64-8843-df5506fbe813 req-a7d6cd68-a7ea-4254-8056-5f07ee2f57d2 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399449 Feb 10 07:01:54.019452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-bd326db4-5744-4c65-85f9-8e89299811ca tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:54.021639 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-bd326db4-5744-4c65-85f9-8e89299811ca tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 945 time: 0.0530510 Feb 10 07:01:54.121585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port 91dc793a-9dfe-4bd0-8503-6889e6e67669 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:01:54.122007 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:54.216204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] For port 91dc793a-9dfe-4bd0-8503-6889e6e67669, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=91dc793a-9dfe-4bd0-8503-6889e6e67669,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:01:54.216570 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:54.229189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for 91dc793a-9dfe-4bd0-8503-6889e6e67669 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:01:54.356470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (91dc793a-9dfe-4bd0-8503-6889e6e67669), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:54.368260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['91dc793a-9dfe-4bd0-8503-6889e6e67669'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:01:54.387065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=91dc793a-9dfe-4bd0-8503-6889e6e67669,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:01:54.397147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.397534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.397853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.398284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.398570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.398908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.399238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.399581 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.399932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.400247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.400554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.400878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.401203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:01:54.446268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] No DVR routers for this DVR port 91dc793a-9dfe-4bd0-8503-6889e6e67669 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:01:54.449044 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:01:54.452383 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee4d6c6e-fd14-43b4-a10b-bb178404ebcf req-293a03fd-9888-47c8-93eb-b880400fa487 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "DELETE /v2.0/ports/91dc793a-9dfe-4bd0-8503-6889e6e67669 HTTP/1.1" status: 204 len: 173 time: 0.4246507 Feb 10 07:01:54.452886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4986df-d2dd-495e-9040-d476b554366d', 'name': 'network-vif-deleted', 'tag': '91dc793a-9dfe-4bd0-8503-6889e6e67669'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:01:54.455219 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaadd499-3ca5-463d-b450-64cfb0cb6f84" -d '{"events": [{"server_uuid": "af4986df-d2dd-495e-9040-d476b554366d", "name": "network-vif-deleted", "tag": "91dc793a-9dfe-4bd0-8503-6889e6e67669"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:01:54.493669 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c120ed-2b7d-4697-b2ef-18428cd024c2 x-openstack-request-id: req-e4c120ed-2b7d-4697-b2ef-18428cd024c2 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:01:54.493969 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4986df-d2dd-495e-9040-d476b554366d", "name": "network-vif-deleted", "tag": "91dc793a-9dfe-4bd0-8503-6889e6e67669", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:01:54.494228 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4c120ed-2b7d-4697-b2ef-18428cd024c2 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:01:54.494787 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4986df-d2dd-495e-9040-d476b554366d', 'name': 'network-vif-deleted', 'tag': '91dc793a-9dfe-4bd0-8503-6889e6e67669', 'status': 'completed', 'code': 200} Feb 10 07:01:54.818901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-808b7f8d-ac57-4f04-a830-a60073c5f8fb req-b75dd6eb-c9bb-41b6-863d-ec1c74fc76a6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0377822 Feb 10 07:01:54.944440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fb09-0f46-474c-96ae-48cfc8bf1d1c req-4ac9cb7f-f027-4403-a347-f829061039bc tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:54.946141 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a93fb09-0f46-474c-96ae-48cfc8bf1d1c req-4ac9cb7f-f027-4403-a347-f829061039bc tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0582235 Feb 10 07:01:54.995214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a93fb09-0f46-474c-96ae-48cfc8bf1d1c req-0169fc14-e9e3-42b7-a7ec-f36ad11cfdb5 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431919 Feb 10 07:01:55.929639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67960975-abfa-4a93-bda2-e50de8d6396e req-6c425450-74ef-4f9d-ae28-1a13314ee7b7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0278046 Feb 10 07:01:56.141415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39632e4b-f1de-425e-9d30-2067f7cd1d5b req-c46cf9e3-8043-4bbe-b6b2-815ea5a43005 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:56.143036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39632e4b-f1de-425e-9d30-2067f7cd1d5b req-c46cf9e3-8043-4bbe-b6b2-815ea5a43005 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0559289 Feb 10 07:01:56.203803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39632e4b-f1de-425e-9d30-2067f7cd1d5b req-dc67ed4f-55ef-4632-b952-a4f2d188fdeb tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545499 Feb 10 07:01:57.040834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-468538c9-7afe-4fac-942e-7ab7f23a95a2 req-4d7bea2d-641d-4f55-b168-49cd3b162ba6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0277090 Feb 10 07:01:57.320964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987c4f8-2547-4525-b86b-a5805916ad1c req-941e88ae-9651-418e-9abe-9d5d08682f95 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:57.322666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7987c4f8-2547-4525-b86b-a5805916ad1c req-941e88ae-9651-418e-9abe-9d5d08682f95 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0535965 Feb 10 07:01:57.370105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7987c4f8-2547-4525-b86b-a5805916ad1c req-454a583a-b10a-48c4-b361-79939da44af4 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Feb 10 07:01:57.945091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 91dc793a-9dfe-4bd0-8503-6889e6e67669 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:01:57.966446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 91dc793a-9dfe-4bd0-8503-6889e6e67669 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:01:57.966973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 91dc793a-9dfe-4bd0-8503-6889e6e67669 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:01:58.136633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07263ad7-14d0-4729-91a4-39e8edbc6371 req-374ab2d3-882a-4c4e-842b-cdc415b34c99 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0284853 Feb 10 07:01:58.501207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61067e5b-03eb-40af-8015-294254caa56b req-68c6d747-6c27-45b0-b209-a5e9b53194be tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:58.502828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61067e5b-03eb-40af-8015-294254caa56b req-68c6d747-6c27-45b0-b209-a5e9b53194be tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0580766 Feb 10 07:01:58.549117 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61067e5b-03eb-40af-8015-294254caa56b req-1ab3a8f1-86d0-4302-8534-bfa73f20a796 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403476 Feb 10 07:01:59.233174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-368500e6-bce0-4d01-81c9-60139da26ee8 req-615b04c6-3232-46f4-add2-7ed3e68ffed1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0277591 Feb 10 07:01:59.692945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2dacb-125b-4f79-b228-4406dd6d9327 req-0ada094a-c43e-419b-aea2-e80d274b26b6 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:01:59.692945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4fe2dacb-125b-4f79-b228-4406dd6d9327 req-0ada094a-c43e-419b-aea2-e80d274b26b6 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0540528 Feb 10 07:01:59.739518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4fe2dacb-125b-4f79-b228-4406dd6d9327 req-a362765e-d916-4d06-bdc5-f1c5d1eb91dc tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482080 Feb 10 07:02:00.333467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f289190-803b-48ed-8d38-cf0d88c81bf2 req-5337e1a7-e883-4957-93d7-ffe0932915cf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0305870 Feb 10 07:02:00.864717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16754f31-6342-43a4-b49d-75271e0a4c2d req-059446ad-a559-4425-a777-fee21d8ce2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:00.866565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16754f31-6342-43a4-b49d-75271e0a4c2d req-059446ad-a559-4425-a777-fee21d8ce2ef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0571482 Feb 10 07:02:00.928912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16754f31-6342-43a4-b49d-75271e0a4c2d req-1a4feafe-6306-4798-b4c2-0464a4ca9d29 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565228 Feb 10 07:02:01.458166 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c41b1186-f2a7-4266-aa64-cb052f779fda req-bc7549e2-3e67-4233-b454-0b6f60752526 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0335875 Feb 10 07:02:02.054557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73f5cb-e7d9-4e4d-aa42-2a219f6a3ebb req-f81c4927-80d0-473c-bc2c-d602e4c811ea tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:02.056078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a73f5cb-e7d9-4e4d-aa42-2a219f6a3ebb req-f81c4927-80d0-473c-bc2c-d602e4c811ea tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0565832 Feb 10 07:02:02.104897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a73f5cb-e7d9-4e4d-aa42-2a219f6a3ebb req-0acf5f26-7197-41f5-aa13-53ac2591a431 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429318 Feb 10 07:02:02.542556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53dcf449-10c0-485c-a2d6-0e8ef3677a55 req-f0a9bc11-9cf1-4d5e-bf66-84d642967d37 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=af4986df-d2dd-495e-9040-d476b554366d HTTP/1.1" status: 200 len: 210 time: 0.0296049 Feb 10 07:02:03.024191 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:02:03.245924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483613f-b825-4787-ac74-70c66001b771 req-0c6ac082-bfd5-4a3f-8529-2b4cc6cc97e5 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:03.253072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b483613f-b825-4787-ac74-70c66001b771 req-0c6ac082-bfd5-4a3f-8529-2b4cc6cc97e5 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0791211 Feb 10 07:02:03.320306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b483613f-b825-4787-ac74-70c66001b771 req-08765452-5e8f-459c-8eef-103298f41124 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653164 Feb 10 07:02:04.449703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37dba9-86b4-460a-87cd-2e553615e526 req-1810eb3c-3c34-4344-97f9-82bdb7fc2f64 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:04.451589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b37dba9-86b4-460a-87cd-2e553615e526 req-1810eb3c-3c34-4344-97f9-82bdb7fc2f64 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0682702 Feb 10 07:02:04.511143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b37dba9-86b4-460a-87cd-2e553615e526 req-9ec67f6a-1fd1-460b-bf34-23fc0e4b9dac tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469518 Feb 10 07:02:04.770126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc43f-01e4-4e64-a303-df27373bf3f2 req-683f4c8b-2078-462d-8bbe-18b7a60d7442 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:04.771877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1acc43f-01e4-4e64-a303-df27373bf3f2 req-683f4c8b-2078-462d-8bbe-18b7a60d7442 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0741801 Feb 10 07:02:04.849875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-33c1d5ad-4cbc-4ae2-a75f-3d854af84144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:04.851723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-33c1d5ad-4cbc-4ae2-a75f-3d854af84144 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 1127 time: 0.0788891 Feb 10 07:02:04.854918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1acc43f-01e4-4e64-a303-df27373bf3f2 req-59adba4e-967b-4f59-89f8-06935f181bb0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745938 Feb 10 07:02:04.951017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-43b3dcba-341e-48f2-8784-d74745c9b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:04.952479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-43b3dcba-341e-48f2-8784-d74745c9b3f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.0913286 Feb 10 07:02:05.031139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-1a278628-e0ae-4dc9-92fd-cbfdb1b02b2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 200 len: 1001 time: 0.0678244 Feb 10 07:02:05.085047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-9b34059a-6482-44f2-9e89-6fae69d587f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:05.086603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-9b34059a-6482-44f2-9e89-6fae69d587f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0455804 Feb 10 07:02:05.149534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-028bcbfd-c68f-4cbb-b899-a7182f580882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:05.151098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-028bcbfd-c68f-4cbb-b899-a7182f580882 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554204 Feb 10 07:02:05.251650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-8842c70b-81f5-467a-a5f4-3e016d999198 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910766 Feb 10 07:02:05.348195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21b3ceb8-e048-4dab-aec3-6928c2214d3e req-91a7e0dc-4b35-41ba-b1a4-164365f45767 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873172 Feb 10 07:02:06.028211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20b4d8-9f9a-4d55-a868-f2ca41c16668 req-41125c55-b51e-41ab-9ecf-510474cd720f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:06.029839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a20b4d8-9f9a-4d55-a868-f2ca41c16668 req-41125c55-b51e-41ab-9ecf-510474cd720f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0937140 Feb 10 07:02:06.081111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a20b4d8-9f9a-4d55-a868-f2ca41c16668 req-d9fe792b-aace-475a-9f17-a55b69d2d66f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446784 Feb 10 07:02:06.967098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:07.200686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbc7b7-0191-4c43-afd9-62b4a12cf739 req-8cc0225f-1279-4efe-be3f-3a364c60ab4a tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:07.202329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ddbc7b7-0191-4c43-afd9-62b4a12cf739 req-8cc0225f-1279-4efe-be3f-3a364c60ab4a tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0527611 Feb 10 07:02:07.250685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ddbc7b7-0191-4c43-afd9-62b4a12cf739 req-d1930cfa-7be2-441c-8a1a-f6d2e35fdc3d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424716 Feb 10 07:02:10.211830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:10.335991 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03b469ba-48ba-43cf-9240-4e7551f7ccc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:12.541900 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2176f54d-7e0a-4cb5-861c-17640b878790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:13.843490 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:15.278901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:16.447505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:19.118132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-65413aab-7bc5-43e5-a8d4-25b3016834ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444691 Feb 10 07:02:19.221715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-d92c55e9-6ac1-44a2-a00e-c412291ee5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:19.224194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-d92c55e9-6ac1-44a2-a00e-c412291ee5bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 1127 time: 0.0604463 Feb 10 07:02:19.342999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-e9f85003-6e72-4d55-9a76-01a6596194e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:19.344713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-e9f85003-6e72-4d55-9a76-01a6596194e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.1004744 Feb 10 07:02:19.418713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-f023d680-991a-4f0c-9f15-784594870e23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 200 len: 1001 time: 0.0662465 Feb 10 07:02:19.469170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-97bb42aa-a0c5-4ab1-83c0-6e6810504fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:19.470692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-97bb42aa-a0c5-4ab1-83c0-6e6810504fae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0467398 Feb 10 07:02:19.526526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-932b757b-26d4-452a-bb3d-679ef5b1688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:19.528059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-932b757b-26d4-452a-bb3d-679ef5b1688a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490577 Feb 10 07:02:19.976918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-d8abb188-3841-4873-9a43-d6aa016a7985 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407523 Feb 10 07:02:20.083523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ad95238d-be51-4fd3-bb01-85753d81b3bf req-1df52a69-753f-4b8d-8228-f6de5373f5a5 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001070 Feb 10 07:02:33.959758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-9727428b-04a3-474e-a460-efec7cdd1497 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:33.961127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-9727428b-04a3-474e-a460-efec7cdd1497 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1051373 Feb 10 07:02:33.976585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-62146b38-79e4-4c99-8249-08044414d2d2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/quotas/7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 375 time: 0.0100365 Feb 10 07:02:34.030837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-477d4b77-ac97-4233-9579-18925cf16cab tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492477 Feb 10 07:02:34.122582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-911bbdb9-81d1-4083-837f-a7c45c10bccc service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851617 Feb 10 07:02:34.212662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-fb213e07-298f-4e20-be8b-a789d8736335 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842202 Feb 10 07:02:34.500071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c05c13a-2a1c-4680-9244-4d7f692b3dcb req-92cc668c-2cc6-45e8-ad71-45d0982d616a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0347159 Feb 10 07:02:35.575161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-050d05a5-ec49-4fc9-bbf4-71b0be3bab90 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:35.576687 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-050d05a5-ec49-4fc9-bbf4-71b0be3bab90 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1260867 Feb 10 07:02:35.590344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'port': {'device_id': '5ba25d3a-cb93-4ee7-a95d-09d4380a8f49', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'admin_state_up': True, 'tenant_id': '7163c94d4de84eaa849375b99f6594e8'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:02:35.613414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-436788e0-7af7-4ed8-a221-58be1989ae44 req-60e46f31-a38b-4434-9038-236b2ea30bef tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0313964 Feb 10 07:02:35.714222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Made reservation on behalf of 7163c94d4de84eaa849375b99f6594e8 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:02:35.717591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:35.846509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.20.0.5 (379c22a9-a8c7-4375-ab55-4a9fedce756a/cc2e4b47-8608-4394-9aed-5d976463814b/cd2c5f6b-e8b3-454e-b316-6159839acd3c) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:02:36.015512 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.050114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.106567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:02:36.110243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:02:36.112211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=cd2c5f6b-e8b3-454e-b316-6159839acd3c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:02:36.114503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:02:36.170693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:36.171442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.189359 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-34c3e720-82a8-48d4-b71c-b0c772b46370 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6035995 Feb 10 07:02:36.202932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Request body: {'port': {'device_id': '5ba25d3a-cb93-4ee7-a95d-09d4380a8f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:02:36.280618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.396368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b4ead189-7b50-477d-914c-6b6c305e833f None None] Provisioning complete for port cd2c5f6b-e8b3-454e-b316-6159839acd3c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:02:36.396928 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4ead189-7b50-477d-914c-6b6c305e833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.435144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4ead189-7b50-477d-914c-6b6c305e833f None None] Port cd2c5f6b-e8b3-454e-b316-6159839acd3c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:02:36.570093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2c5f6b-e8b3-454e-b316-6159839acd3c {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:02:36.578704 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Publish callbacks [] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.595033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Transition to ACTIVE for port object cd2c5f6b-e8b3-454e-b316-6159839acd3c will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:02:36.602712 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.665112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2c5f6b-e8b3-454e-b316-6159839acd3c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:02:36.765877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Attempting to bind port cd2c5f6b-e8b3-454e-b316-6159839acd3c on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:02:36.766395 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Attempting to bind port cd2c5f6b-e8b3-454e-b316-6159839acd3c by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:02:36.766593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Attempting to bind port cd2c5f6b-e8b3-454e-b316-6159839acd3c on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:02:36.772061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Port cd2c5f6b-e8b3-454e-b316-6159839acd3c on network 379c22a9-a8c7-4375-ab55-4a9fedce756a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:02:36.772385 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Attempting to bind port cd2c5f6b-e8b3-454e-b316-6159839acd3c on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:02:36.778354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:02:36.778354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:02:36.778829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Bound using segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:02:36.779185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Bound port: cd2c5f6b-e8b3-454e-b316-6159839acd3c, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:02:36.779548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.808144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40bb6b-dbe4-4417-9ee6-2672a4e98b9c req-9b2860a8-e047-4c0d-98a7-df07fcd174b5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:36.809773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f40bb6b-dbe4-4417-9ee6-2672a4e98b9c req-9b2860a8-e047-4c0d-98a7-df07fcd174b5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0876713 Feb 10 07:02:36.875779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] For port cd2c5f6b-e8b3-454e-b316-6159839acd3c, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:02:36.879168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f40bb6b-dbe4-4417-9ee6-2672a4e98b9c req-14361ac4-5cef-49d7-a1e6-3eeedd878c2b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606554 Feb 10 07:02:36.880649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] For port cd2c5f6b-e8b3-454e-b316-6159839acd3c, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cd2c5f6b-e8b3-454e-b316-6159839acd3c,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:02:36.889811 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.926267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:36.926842 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.928221 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd2c5f6b-e8b3-454e-b316-6159839acd3c HTTP/1.1" status: 200 len: 1091 time: 0.7305527 Feb 10 07:02:36.928669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba25d3a-cb93-4ee7-a95d-09d4380a8f49', 'tag': 'cd2c5f6b-e8b3-454e-b316-6159839acd3c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:02:36.930971 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba25d3a-cb93-4ee7-a95d-09d4380a8f49", "tag": "cd2c5f6b-e8b3-454e-b316-6159839acd3c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:02:36.982452 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7cecde-c958-4277-9d71-2215930ba6ef x-openstack-request-id: req-4b7cecde-c958-4277-9d71-2215930ba6ef {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:02:36.982747 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba25d3a-cb93-4ee7-a95d-09d4380a8f49", "tag": "cd2c5f6b-e8b3-454e-b316-6159839acd3c", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:02:36.983009 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b7cecde-c958-4277-9d71-2215930ba6ef {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:02:36.983419 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba25d3a-cb93-4ee7-a95d-09d4380a8f49', 'tag': 'cd2c5f6b-e8b3-454e-b316-6159839acd3c', 'status': 'completed', 'code': 200} Feb 10 07:02:36.992828 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:36.998046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65147e33-a06b-4c8c-bef1-f1c32a11be60 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2c5f6b-e8b3-454e-b316-6159839acd3c,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:02:37.036551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-2e038fee-1e00-4f50-9360-f325fd5d2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:37.038248 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-2e038fee-1e00-4f50-9360-f325fd5d2484 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 1125 time: 0.0540648 Feb 10 07:02:37.092325 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-387334d9-0f0c-47e1-8f7a-a80c684e2fb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd2c5f6b-e8b3-454e-b316-6159839acd3c HTTP/1.1" status: 200 len: 217 time: 0.0465591 Feb 10 07:02:37.143778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-71f00d86-34af-4a68-9799-817e1f3be36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:37.145396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-71f00d86-34af-4a68-9799-817e1f3be36b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0478630 Feb 10 07:02:37.194115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-30808e82-4b3d-49d0-86f8-71d0d09c92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:37.195538 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-30808e82-4b3d-49d0-86f8-71d0d09c92a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445185 Feb 10 07:02:37.289861 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-bf29094b-d649-43dc-94d0-34fbbd614d32 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884185 Feb 10 07:02:37.384334 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-06bb1942-e8d5-4724-88c2-ba72afa6717a req-2221c519-876e-4186-ab6b-6563192081f8 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878854 Feb 10 07:02:37.478103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-b8ef0b56-5812-48fa-85d4-408df0864bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:37.479871 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-b8ef0b56-5812-48fa-85d4-408df0864bf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 1125 time: 0.0532939 Feb 10 07:02:37.589685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-b23ba642-be8b-4071-b4c7-4ce74949c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:37.591358 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-b23ba642-be8b-4071-b4c7-4ce74949c7dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1054537 Feb 10 07:02:37.643968 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-cc563abc-c5b1-4321-bfc9-32f79230fdfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd2c5f6b-e8b3-454e-b316-6159839acd3c HTTP/1.1" status: 200 len: 217 time: 0.0461180 Feb 10 07:02:37.701857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-1e6128b1-6916-4d0c-bbad-7ceedcd09c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:37.703368 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-1e6128b1-6916-4d0c-bbad-7ceedcd09c12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0541713 Feb 10 07:02:37.757138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-72023148-550a-4df6-881c-a3652843f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:37.758571 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-72023148-550a-4df6-881c-a3652843f14f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492613 Feb 10 07:02:37.856130 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-7a578b8d-6d02-4a8d-a525-27bc24d87b7b service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918295 Feb 10 07:02:37.954096 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f8795a1a-8cfb-4512-b77b-ec5b8fa8374e req-7deeb12b-6696-4086-b988-fa4f9e19e2c3 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921342 Feb 10 07:02:37.997060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf99cf-8338-4258-ad8a-142b1715f915 req-6b1d494e-0728-4307-b969-4d3478b10a12 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:37.998569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10bf99cf-8338-4258-ad8a-142b1715f915 req-6b1d494e-0728-4307-b969-4d3478b10a12 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0534401 Feb 10 07:02:38.047895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10bf99cf-8338-4258-ad8a-142b1715f915 req-f5ffd1bb-dbb3-4adf-8fc5-e08b2c5d2eca tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436273 Feb 10 07:02:39.168370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4e5b3-2312-4db5-aa41-407bef0ae6d9 req-6cdbb2ad-e6bd-46be-a045-3f6eee9b0ed6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:39.169842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99a4e5b3-2312-4db5-aa41-407bef0ae6d9 req-6cdbb2ad-e6bd-46be-a045-3f6eee9b0ed6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0537105 Feb 10 07:02:39.222560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99a4e5b3-2312-4db5-aa41-407bef0ae6d9 req-01a5a866-bd5a-4908-87c7-bc0de41fa0d2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458686 Feb 10 07:02:40.023666 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:02:40.225219 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:40.341564 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe90d8ce-e100-4467-b0b2-22a2cdb823ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:40.413346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681937c-c42a-4f81-b772-32f2586bcf46 req-27032041-9b94-420e-bb0e-43f0c217728f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:40.415738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9681937c-c42a-4f81-b772-32f2586bcf46 req-27032041-9b94-420e-bb0e-43f0c217728f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0762501 Feb 10 07:02:40.465558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9681937c-c42a-4f81-b772-32f2586bcf46 req-bb2cd4a6-61af-42f3-9fc8-789171b2bc24 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Feb 10 07:02:41.608156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628136df-0c93-419c-919e-ca413f9a2c14 req-9ad72f16-2755-48a7-89bf-166d1ded73ae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:41.609634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-628136df-0c93-419c-919e-ca413f9a2c14 req-9ad72f16-2755-48a7-89bf-166d1ded73ae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0672414 Feb 10 07:02:41.661010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-628136df-0c93-419c-919e-ca413f9a2c14 req-0bb7af61-98d5-4c11-99ff-02136275fa56 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447683 Feb 10 07:02:42.550207 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3560776-1686-49bb-b615-a1eccd4169db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:42.848955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b6005-26e8-4820-9388-7bf53bbe0c75 req-5268f038-8628-4461-bd03-44020ee5520c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:42.855928 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f41b6005-26e8-4820-9388-7bf53bbe0c75 req-5268f038-8628-4461-bd03-44020ee5520c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.1034496 Feb 10 07:02:42.905638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f41b6005-26e8-4820-9388-7bf53bbe0c75 req-3a264d59-9616-4f3d-8367-a35d7b9c733b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484350 Feb 10 07:02:43.845544 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:44.040140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237d78-c4b9-415b-8a29-520bb3a5278d req-0ea24c0c-786f-49ab-a203-a5831b937c05 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:44.043008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47237d78-c4b9-415b-8a29-520bb3a5278d req-0ea24c0c-786f-49ab-a203-a5831b937c05 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0533986 Feb 10 07:02:44.115255 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47237d78-c4b9-415b-8a29-520bb3a5278d req-ba914f13-7663-4d8e-9738-e41050dde6fc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516291 Feb 10 07:02:45.259910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd112caf-b2a3-4cff-a111-44f63b35283c req-96ee2351-c6d9-4ded-bd7d-56eb780c0762 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:45.261536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd112caf-b2a3-4cff-a111-44f63b35283c req-96ee2351-c6d9-4ded-bd7d-56eb780c0762 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0762315 Feb 10 07:02:45.300397 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:45.361298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd112caf-b2a3-4cff-a111-44f63b35283c req-fa722be9-3b66-46f0-b667-e86c6775d4b5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939257 Feb 10 07:02:46.465381 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:02:46.489224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52768-5e40-4e2e-a916-9f7b253ed0d2 req-a6d3f3c4-5afc-4c59-83de-d7777bbd43fb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:46.497495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fda52768-5e40-4e2e-a916-9f7b253ed0d2 req-a6d3f3c4-5afc-4c59-83de-d7777bbd43fb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0656092 Feb 10 07:02:46.557008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fda52768-5e40-4e2e-a916-9f7b253ed0d2 req-65c53b79-2151-4ca7-90f1-df0f53199fe4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538461 Feb 10 07:02:47.676043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310166b-4f25-4e5d-8a53-b13b56935014 req-c8fd0b21-af36-40d1-9075-2c0531d31430 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:47.677806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1310166b-4f25-4e5d-8a53-b13b56935014 req-c8fd0b21-af36-40d1-9075-2c0531d31430 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0621183 Feb 10 07:02:47.733129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1310166b-4f25-4e5d-8a53-b13b56935014 req-bc0d0c5c-afd0-40a0-9957-b6282dc018d9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457106 Feb 10 07:02:48.875696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addabac-53dd-4b1c-ae78-78f57e6391ee req-272e25a4-0745-4a83-8b43-7bbccbfebd8a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:48.877351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9addabac-53dd-4b1c-ae78-78f57e6391ee req-272e25a4-0745-4a83-8b43-7bbccbfebd8a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0723195 Feb 10 07:02:48.933820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9addabac-53dd-4b1c-ae78-78f57e6391ee req-a0a20d65-7d5c-4f06-be21-a7ac2c5d2465 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483439 Feb 10 07:02:50.078870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670c83-67d7-4484-87ef-1260c9d11616 req-79a49881-c3cb-49d9-9346-1c4c801a4664 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:50.080469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08670c83-67d7-4484-87ef-1260c9d11616 req-79a49881-c3cb-49d9-9346-1c4c801a4664 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0766513 Feb 10 07:02:50.136102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08670c83-67d7-4484-87ef-1260c9d11616 req-786b1594-cb43-4fab-81db-cd80a8c09e23 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483737 Feb 10 07:02:51.280703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f7517-a682-4f24-8c6e-ec46f2cc0c34 req-b3937698-5e2a-4d38-938b-e464ed259203 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:51.282291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e75f7517-a682-4f24-8c6e-ec46f2cc0c34 req-b3937698-5e2a-4d38-938b-e464ed259203 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0632379 Feb 10 07:02:51.337767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e75f7517-a682-4f24-8c6e-ec46f2cc0c34 req-a71f23d9-fcb8-4132-b628-7203d15ec0de tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480077 Feb 10 07:02:52.466255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edc5fd-ca0b-4f90-910c-0d5307e9ad5b req-c2b3a214-4f5b-4aa5-8ec5-233c37a54245 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:52.468478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6edc5fd-ca0b-4f90-910c-0d5307e9ad5b req-c2b3a214-4f5b-4aa5-8ec5-233c37a54245 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0586214 Feb 10 07:02:52.525382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6edc5fd-ca0b-4f90-910c-0d5307e9ad5b req-f206481c-5474-40f6-a16a-c9cad5c6a6ae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513330 Feb 10 07:02:53.703079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d87cd9-3d78-4ebe-a819-cf3b06ece1f0 req-5421f796-c5e2-471d-ad43-3924e1994ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:53.707884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45d87cd9-3d78-4ebe-a819-cf3b06ece1f0 req-5421f796-c5e2-471d-ad43-3924e1994ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0873520 Feb 10 07:02:53.816832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45d87cd9-3d78-4ebe-a819-cf3b06ece1f0 req-a1845e90-75c0-4b97-80cf-1a2113d85547 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853028 Feb 10 07:02:53.958173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120478da-284d-4ad0-9389-f3237ad51dea req-9118e949-ac62-4806-8cd5-268e4d64a353 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:53.960122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-120478da-284d-4ad0-9389-f3237ad51dea req-9118e949-ac62-4806-8cd5-268e4d64a353 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0579910 Feb 10 07:02:54.011640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-120478da-284d-4ad0-9389-f3237ad51dea req-213ce16f-b292-4378-8f18-8d21eedff26e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 Feb 10 07:02:54.949577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6891aaf-285b-4b94-b3f1-801fd7e7eabd req-01265f73-0089-4b44-bdfd-c9039e0e7f51 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:54.951137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6891aaf-285b-4b94-b3f1-801fd7e7eabd req-01265f73-0089-4b44-bdfd-c9039e0e7f51 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0629323 Feb 10 07:02:55.000212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6891aaf-285b-4b94-b3f1-801fd7e7eabd req-455f91ce-7f8d-4ebd-a597-5e3259f7581e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Feb 10 07:02:55.164219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264e7f9-9dd1-452a-a3e4-d9b4b4e5794b req-05d2b5ef-0af9-43ac-8cd6-6e7353711114 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:55.170925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6264e7f9-9dd1-452a-a3e4-d9b4b4e5794b req-05d2b5ef-0af9-43ac-8cd6-6e7353711114 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0787671 Feb 10 07:02:55.228832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6264e7f9-9dd1-452a-a3e4-d9b4b4e5794b req-606f3b89-f74c-4371-ad5a-218efd179649 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568762 Feb 10 07:02:56.131822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb3b8-d09c-42d4-8268-35148a0c9303 req-d2baa89c-24c3-466c-adc1-07ba6b7a40a3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:56.134036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-760fb3b8-d09c-42d4-8268-35148a0c9303 req-d2baa89c-24c3-466c-adc1-07ba6b7a40a3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0583770 Feb 10 07:02:56.184613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-760fb3b8-d09c-42d4-8268-35148a0c9303 req-4a48267a-3847-416c-bd1f-a2cf351c6924 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456965 Feb 10 07:02:56.354760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ebb42-d065-4e88-9ec8-0575b701cc6d req-600f0d30-128e-424e-bfed-3b8666334e22 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:56.356191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-967ebb42-d065-4e88-9ec8-0575b701cc6d req-600f0d30-128e-424e-bfed-3b8666334e22 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0533152 Feb 10 07:02:56.402750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-967ebb42-d065-4e88-9ec8-0575b701cc6d req-723ad0b0-c9ce-4018-8e68-3d8563ac579b tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409622 Feb 10 07:02:57.303118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356161b6-5a65-4a32-8f34-bdf3ee88714c req-8afc7023-774b-4445-b1e4-89eed286eebf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:57.304608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-356161b6-5a65-4a32-8f34-bdf3ee88714c req-8afc7023-774b-4445-b1e4-89eed286eebf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0536666 Feb 10 07:02:57.350325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-356161b6-5a65-4a32-8f34-bdf3ee88714c req-83ecb972-4a8b-42ac-81f9-7dd01bd73a80 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 Feb 10 07:02:57.601220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b531c-3784-4ab0-8a5a-e7995251fd35 req-2af404d1-440b-4805-8625-e28bdbca9148 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:57.602723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-329b531c-3784-4ab0-8a5a-e7995251fd35 req-2af404d1-440b-4805-8625-e28bdbca9148 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.1310046 Feb 10 07:02:57.650076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-329b531c-3784-4ab0-8a5a-e7995251fd35 req-64cc5e10-9e71-4ee8-b41e-841c1786f2b4 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 Feb 10 07:02:58.470565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b6140-1155-4344-9ec2-9c6316d5d2f7 req-fbe7e4db-88c6-4cac-a50f-c04a9de16776 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:58.472208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e09b6140-1155-4344-9ec2-9c6316d5d2f7 req-fbe7e4db-88c6-4cac-a50f-c04a9de16776 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0548956 Feb 10 07:02:58.522357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e09b6140-1155-4344-9ec2-9c6316d5d2f7 req-8a58512b-f27a-463a-aa2c-e4eff7b554bc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Feb 10 07:02:58.773053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cadab-feb0-4bd7-8883-9f0df2aeccea req-5526f2a5-8a0f-463b-8222-cb9a98dfb6ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:58.774572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f0cadab-feb0-4bd7-8883-9f0df2aeccea req-5526f2a5-8a0f-463b-8222-cb9a98dfb6ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0564289 Feb 10 07:02:58.820792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f0cadab-feb0-4bd7-8883-9f0df2aeccea req-788e19c7-8d57-4150-9489-145ba402c272 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404599 Feb 10 07:02:59.694594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a6a26-9a0f-43c4-a63b-f94849890fa0 req-9eca4c29-94ab-41b1-8ad0-f85a1bc6a379 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:59.696062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f28a6a26-9a0f-43c4-a63b-f94849890fa0 req-9eca4c29-94ab-41b1-8ad0-f85a1bc6a379 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.1074405 Feb 10 07:02:59.742342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f28a6a26-9a0f-43c4-a63b-f94849890fa0 req-0a1c216b-22b6-4825-b87f-c56af6597b65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Feb 10 07:02:59.941702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b5dbb-075b-4405-9653-a2ffdc91ac6d req-a65d4c74-1b4b-4374-986c-91f53f147184 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:02:59.948066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed6b5dbb-075b-4405-9653-a2ffdc91ac6d req-a65d4c74-1b4b-4374-986c-91f53f147184 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0583537 Feb 10 07:02:59.993734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed6b5dbb-075b-4405-9653-a2ffdc91ac6d req-d95dab94-f59b-42d4-82f1-8ff02af5a5ae tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450604 Feb 10 07:03:00.867637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33c9a9-6638-49f1-a9fe-b2964ee7ab39 req-bccca37e-9e5c-414e-85f8-dd93f1964791 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:00.869131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c33c9a9-6638-49f1-a9fe-b2964ee7ab39 req-bccca37e-9e5c-414e-85f8-dd93f1964791 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0522394 Feb 10 07:03:00.921721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c33c9a9-6638-49f1-a9fe-b2964ee7ab39 req-aca11147-37a6-474b-8e6d-9077cbe0d12c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Feb 10 07:03:01.112254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00a088-12e6-404d-9ecc-57fc9e8dadd0 req-ae6d77e6-bcfa-4e1f-95dd-88c30b7e74a4 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:01.113722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00a088-12e6-404d-9ecc-57fc9e8dadd0 req-ae6d77e6-bcfa-4e1f-95dd-88c30b7e74a4 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0519583 Feb 10 07:03:01.166672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00a088-12e6-404d-9ecc-57fc9e8dadd0 req-b93cffc4-4f19-47a7-b683-b1f512f9a653 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470657 Feb 10 07:03:02.047416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621699fa-7148-4351-8a23-2922f527653d req-51588b0e-f27d-423b-bd46-220213b046ac tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:02.048794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-621699fa-7148-4351-8a23-2922f527653d req-51588b0e-f27d-423b-bd46-220213b046ac tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0605614 Feb 10 07:03:02.095828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-621699fa-7148-4351-8a23-2922f527653d req-827ab0ba-fb9a-41f9-bd61-541cffc62616 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Feb 10 07:03:02.289029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307e602-4412-4e66-9c6b-8826006b21da req-c1f4fab8-c9ce-44fe-acb7-123ac07650d5 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:02.290549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2307e602-4412-4e66-9c6b-8826006b21da req-c1f4fab8-c9ce-44fe-acb7-123ac07650d5 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0517523 Feb 10 07:03:02.337001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2307e602-4412-4e66-9c6b-8826006b21da req-a986f0b7-1a75-4941-8e6b-2870d781d4e8 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407403 Feb 10 07:03:03.215413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b5a04-632f-45b5-91a3-579f67386fb5 req-fb4ece37-e00f-482a-a1c4-8799e8dbb5ea tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:03.216934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a29b5a04-632f-45b5-91a3-579f67386fb5 req-fb4ece37-e00f-482a-a1c4-8799e8dbb5ea tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0535295 Feb 10 07:03:03.266978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a29b5a04-632f-45b5-91a3-579f67386fb5 req-c984b7f8-0672-4350-aee6-aff4fdeee364 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Feb 10 07:03:03.461502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b72d9-b5d9-4189-8205-00905e00b17e req-58c40793-1026-426d-a9a9-35cc8177c8cc tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:03.463042 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3b72d9-b5d9-4189-8205-00905e00b17e req-58c40793-1026-426d-a9a9-35cc8177c8cc tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0546026 Feb 10 07:03:03.510247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3b72d9-b5d9-4189-8205-00905e00b17e req-a28bd3b7-ae84-461e-b80d-0e122e8b8a5d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413058 Feb 10 07:03:04.292207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device cd2c5f6b-e8b3-454e-b316-6159839acd3c details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:03:04.387138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2cf45-f481-4ad7-b6c6-3480ce62d041 req-eae965ac-091d-41b8-8234-bf04f053e6dd tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:04.392216 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e2cf45-f481-4ad7-b6c6-3480ce62d041 req-eae965ac-091d-41b8-8234-bf04f053e6dd tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 943 time: 0.0557683 Feb 10 07:03:04.403412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port cd2c5f6b-e8b3-454e-b316-6159839acd3c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cd2c5f6b-e8b3-454e-b316-6159839acd3c,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:04.415543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'cd2c5f6b-e8b3-454e-b316-6159839acd3c', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'port_id': 'cd2c5f6b-e8b3-454e-b316-6159839acd3c', 'mac_address': 'fa:16:3e:3d:52:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:03:04.458235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e2cf45-f481-4ad7-b6c6-3480ce62d041 req-7e3231e8-86a2-43e8-aa01-df8b355a8ebd tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497725 Feb 10 07:03:04.458718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port cd2c5f6b-e8b3-454e-b316-6159839acd3c is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:03:04.458718 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:04.466189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2c5f6b-e8b3-454e-b316-6159839acd3c {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:03:04.485923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port cd2c5f6b-e8b3-454e-b316-6159839acd3c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cd2c5f6b-e8b3-454e-b316-6159839acd3c,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:04.490443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:04.539278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=cd2c5f6b-e8b3-454e-b316-6159839acd3c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:04.546362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.546674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.547024 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.547345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.547679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.548013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.548322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.548663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.549585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.549916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.550241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.550603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.550925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:04.634752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012b4ce-d876-4178-8f9a-f4e231e3df90 req-bd7b2313-5496-4da1-8634-fa376c0c655c tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:04.636224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5012b4ce-d876-4178-8f9a-f4e231e3df90 req-bd7b2313-5496-4da1-8634-fa376c0c655c tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0565495 Feb 10 07:03:04.682095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5012b4ce-d876-4178-8f9a-f4e231e3df90 req-75458231-279f-4772-abe2-d7b17e94b4c3 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Feb 10 07:03:04.796357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['cd2c5f6b-e8b3-454e-b316-6159839acd3c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:03:04.898199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817955f4-fd6d-42bf-b2ba-78f2258bfedd req-fcdcbf10-985c-4f12-ab2e-02a4d50a43c2 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:04.900098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-817955f4-fd6d-42bf-b2ba-78f2258bfedd req-fcdcbf10-985c-4f12-ab2e-02a4d50a43c2 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0646811 Feb 10 07:03:04.990759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-817955f4-fd6d-42bf-b2ba-78f2258bfedd req-89f6a471-a957-4d5c-864a-f9ca8a221c77 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796402 Feb 10 07:03:04.992853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-2c677efc-c09b-4366-82f6-4ff217eaf0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:04.994289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-2c677efc-c09b-4366-82f6-4ff217eaf0b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 1127 time: 0.0931478 Feb 10 07:03:05.093435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-9f4c1ac5-91d4-429b-b420-64a5fec97b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:05.094958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-9f4c1ac5-91d4-429b-b420-64a5fec97b5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.0902045 Feb 10 07:03:05.176669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-3c28377b-4c46-4934-a6d7-55994169c9c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 200 len: 1001 time: 0.0714657 Feb 10 07:03:05.227963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-be78b482-96ca-42be-b7f3-e848b6b6c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:05.229417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-be78b482-96ca-42be-b7f3-e848b6b6c457 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0443242 Feb 10 07:03:05.279122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-630a2e98-14c2-4c49-b37c-1e3e727cda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:05.280510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-630a2e98-14c2-4c49-b37c-1e3e727cda02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433156 Feb 10 07:03:05.370924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-3842278a-0393-496e-8295-de2513c000d4 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837293 Feb 10 07:03:05.475483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ababdc47-e989-4b34-9dc7-6b6264382b3b req-12aba081-d4c1-4fcc-8736-fb8a1d3072b2 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958316 Feb 10 07:03:05.565576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708bfc0-f1ca-4c75-bdd9-bd71fe3e9683 req-d1341c2a-1ee8-4923-8f5f-e53398663db3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:05.567102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9708bfc0-f1ca-4c75-bdd9-bd71fe3e9683 req-d1341c2a-1ee8-4923-8f5f-e53398663db3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 944 time: 0.0600688 Feb 10 07:03:05.612661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9708bfc0-f1ca-4c75-bdd9-bd71fe3e9683 req-3ac59d78-c1bc-460a-a9c5-5d503b48c1e8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399489 Feb 10 07:03:06.122583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92ca8a-9667-4bfd-b822-8c7385bddde5 req-5df61ded-84f5-4561-a555-f916f531d372 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:06.126292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd92ca8a-9667-4bfd-b822-8c7385bddde5 req-5df61ded-84f5-4561-a555-f916f531d372 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0680075 Feb 10 07:03:06.175585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd92ca8a-9667-4bfd-b822-8c7385bddde5 req-a45251a6-9de9-4d70-915c-5a47d4d7cdef tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Feb 10 07:03:06.310842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device cd2c5f6b-e8b3-454e-b316-6159839acd3c up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:03:06.360149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port cd2c5f6b-e8b3-454e-b316-6159839acd3c completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:03:06.363942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port cd2c5f6b-e8b3-454e-b316-6159839acd3c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:03:06.364325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:06.446089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port cd2c5f6b-e8b3-454e-b316-6159839acd3c is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:03:06.446425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:06.472088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba25d3a-cb93-4ee7-a95d-09d4380a8f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2c5f6b-e8b3-454e-b316-6159839acd3c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:03:06.474499 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3dd2f4-a8fc-45bc-ac1c-ed64c27e1663" -d '{"events": [{"server_uuid": "5ba25d3a-cb93-4ee7-a95d-09d4380a8f49", "name": "network-vif-plugged", "status": "completed", "tag": "cd2c5f6b-e8b3-454e-b316-6159839acd3c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:03:06.489092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port cd2c5f6b-e8b3-454e-b316-6159839acd3c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cd2c5f6b-e8b3-454e-b316-6159839acd3c,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:06.493655 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:06.521471 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212f7daf-e16f-436d-b10c-5e1ac544f91c x-openstack-request-id: req-212f7daf-e16f-436d-b10c-5e1ac544f91c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:03:06.521767 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba25d3a-cb93-4ee7-a95d-09d4380a8f49", "name": "network-vif-plugged", "status": "completed", "tag": "cd2c5f6b-e8b3-454e-b316-6159839acd3c", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:03:06.522107 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-212f7daf-e16f-436d-b10c-5e1ac544f91c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:03:06.522534 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba25d3a-cb93-4ee7-a95d-09d4380a8f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2c5f6b-e8b3-454e-b316-6159839acd3c', 'code': 200} Feb 10 07:03:06.550062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=cd2c5f6b-e8b3-454e-b316-6159839acd3c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:06.619306 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978291e-eaf8-4ab5-8728-5a01c946abe6 req-98594581-c44a-4ae8-b544-04e55b90838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:06.620984 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8978291e-eaf8-4ab5-8728-5a01c946abe6 req-98594581-c44a-4ae8-b544-04e55b90838c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 1127 time: 0.0491974 Feb 10 07:03:06.666884 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8978291e-eaf8-4ab5-8728-5a01c946abe6 req-91411dde-aedf-4ed8-80b0-c2cd9eeed940 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Feb 10 07:03:06.729648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5365e-aa96-4158-9139-9dac7bd58a0d req-ff6ac743-a7b5-402f-8cc1-63bb0ed67e32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:06.731141 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91a5365e-aa96-4158-9139-9dac7bd58a0d req-ff6ac743-a7b5-402f-8cc1-63bb0ed67e32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Feb 10 07:03:06.783814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91a5365e-aa96-4158-9139-9dac7bd58a0d req-58bc391d-71e3-41b4-aca0-55214a2d887f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Feb 10 07:03:06.989715 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:07.918408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9bf53-6834-495d-8447-9c5597be6405 req-f86527cd-c6ba-442e-a7fe-6a4fd9cd42d0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:07.919951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbd9bf53-6834-495d-8447-9c5597be6405 req-f86527cd-c6ba-442e-a7fe-6a4fd9cd42d0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 945 time: 0.0599227 Feb 10 07:03:07.974676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbd9bf53-6834-495d-8447-9c5597be6405 req-7c28bc52-f63d-4a86-ab05-d2666b143ce8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478253 Feb 10 07:03:09.096973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a841dd-6fd7-40f5-bc59-f62c3101da25 req-a7ed132f-d482-47d9-b63b-4ffe2753a5dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:09.098508 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0a841dd-6fd7-40f5-bc59-f62c3101da25 req-a7ed132f-d482-47d9-b63b-4ffe2753a5dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 945 time: 0.0525634 Feb 10 07:03:09.148372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d0a841dd-6fd7-40f5-bc59-f62c3101da25 req-3f646a8d-27d0-4047-befb-bcb0fec88abf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Feb 10 07:03:09.275077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980746a-0541-475f-9ec6-dbe384035c06 req-78c7faaf-cf3b-4027-a1c1-34c6946c6f20 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:09.276570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e980746a-0541-475f-9ec6-dbe384035c06 req-78c7faaf-cf3b-4027-a1c1-34c6946c6f20 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 945 time: 0.0563622 Feb 10 07:03:09.322524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e980746a-0541-475f-9ec6-dbe384035c06 req-392cbbd0-9140-4cdc-b181-08e0c5405776 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Feb 10 07:03:10.223868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:10.360262 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-edcc5bf5-a0cc-43b2-ae82-c351dcb62690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:12.544966 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b359a24-51a4-4630-b4ce-a83638284665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:12.905144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-c21a6efd-47f3-4a6e-87ea-6c905b81c4dd tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:12.906689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-c21a6efd-47f3-4a6e-87ea-6c905b81c4dd tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1140432 Feb 10 07:03:12.926355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-d59c8033-7eeb-4a9f-9d2f-726094e332c8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/quotas/7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 375 time: 0.0132189 Feb 10 07:03:12.997705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-b759e79d-42f3-400e-96e9-3adae9b77268 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647101 Feb 10 07:03:13.153843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-cac8896f-c21a-4497-8100-534d7e83dfa5 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482897 Feb 10 07:03:13.266589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-8df0220b-29c0-46b9-bcce-ee9349cab24b service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054437 Feb 10 07:03:13.490966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-847893c8-5aa0-4ab9-b7ce-8864293fe094 req-038514a3-71e0-47b0-8ac4-7291f41e5089 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0362980 Feb 10 07:03:13.847617 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:14.485897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-1e04c87b-1b69-4af2-b44a-152d4ae22eeb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:14.488173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-1e04c87b-1b69-4af2-b44a-152d4ae22eeb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1209311 Feb 10 07:03:14.501045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'port': {'device_id': '859869eb-989e-499b-b4bc-175b4dbe9765', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'admin_state_up': True, 'tenant_id': '7163c94d4de84eaa849375b99f6594e8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:03:14.596946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b20cc0e-20cd-43bc-80e1-dfb9a6d35114 req-6bd7eed4-51bc-473b-bbae-ccca12358b92 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0379512 Feb 10 07:03:14.638843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Made reservation on behalf of 7163c94d4de84eaa849375b99f6594e8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:03:14.642959 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:14.778182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.20.0.10 (379c22a9-a8c7-4375-ab55-4a9fedce756a/cc2e4b47-8608-4394-9aed-5d976463814b/d536fa20-c849-4cb1-bc3d-c2de2cfcac0b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:03:14.985329 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:15.037374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:15.049892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['cd2c5f6b-e8b3-454e-b316-6159839acd3c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:03:15.086451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:03:15.089606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:03:15.094105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:03:15.137371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:15.195708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:15.196522 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:15.201738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.202499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.203273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.203842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.204652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.206439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.206957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.207502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.208018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.209251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.210020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.210675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.211505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:15.252417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-f4a2d6df-dc27-4be9-8037-1b047e66dce1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7553694 Feb 10 07:03:15.263445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-7629650c-3107-44df-a540-6204a12eaf91 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:03:15.267376 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-7629650c-3107-44df-a540-6204a12eaf91 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077150 Feb 10 07:03:15.321423 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:15.366541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Request body: {'port': {'device_id': '859869eb-989e-499b-b4bc-175b4dbe9765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:03:15.485238 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:15.512054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-491aadb4-4243-44a4-9917-a96a2c2db6d6 None None] Provisioning complete for port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:03:15.512788 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-491aadb4-4243-44a4-9917-a96a2c2db6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:15.557001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-491aadb4-4243-44a4-9917-a96a2c2db6d6 None None] Port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:03:15.773105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32939e44-3319-455e-9677-4386ef561a04 req-6d61f609-a3bc-4786-b10e-691f91bfef96 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:15.774612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32939e44-3319-455e-9677-4386ef561a04 req-6d61f609-a3bc-4786-b10e-691f91bfef96 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 932 time: 0.1064312 Feb 10 07:03:15.858017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d536fa20-c849-4cb1-bc3d-c2de2cfcac0b {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:03:15.865715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32939e44-3319-455e-9677-4386ef561a04 req-f94820ec-4ef2-4068-98ab-76ce3890b829 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825255 Feb 10 07:03:15.869805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Publish callbacks [] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:15.884131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Transition to ACTIVE for port object d536fa20-c849-4cb1-bc3d-c2de2cfcac0b will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:03:15.895743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:15.948988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Pushing event updated for resources: {'Port': ['ID=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:16.070600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Attempting to bind port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:03:16.070936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Attempting to bind port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:03:16.071255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Attempting to bind port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:03:16.075825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b on network 379c22a9-a8c7-4375-ab55-4a9fedce756a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:03:16.076142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Attempting to bind port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:03:16.081856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:03:16.082189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:03:16.082602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Bound using segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:03:16.083025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Bound port: d536fa20-c849-4cb1-bc3d-c2de2cfcac0b, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:03:16.083631 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:16.155644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] For port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:03:16.160193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] For port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:03:16.167333 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:16.223685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:16.223920 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:16.228351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] 10.222.0.24 "PUT /v2.0/ports/d536fa20-c849-4cb1-bc3d-c2de2cfcac0b HTTP/1.1" status: 200 len: 1092 time: 0.9512243 Feb 10 07:03:16.228870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859869eb-989e-499b-b4bc-175b4dbe9765', 'tag': 'd536fa20-c849-4cb1-bc3d-c2de2cfcac0b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:03:16.232173 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807" -d '{"events": [{"name": "network-changed", "server_uuid": "859869eb-989e-499b-b4bc-175b4dbe9765", "tag": "d536fa20-c849-4cb1-bc3d-c2de2cfcac0b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:03:16.265061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48c17d-2fb3-4b38-8eb8-e884e73cf1ff service neutron] Pushing event updated for resources: {'Port': ['ID=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:16.384312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-b3161d35-5220-408d-8e67-98dfbf6304d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:16.386207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-b3161d35-5220-408d-8e67-98dfbf6304d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 1126 time: 0.0727918 Feb 10 07:03:16.408112 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a794375-fb74-436f-a14a-61e4a2d52d63 x-openstack-request-id: req-1a794375-fb74-436f-a14a-61e4a2d52d63 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:03:16.408481 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859869eb-989e-499b-b4bc-175b4dbe9765", "tag": "d536fa20-c849-4cb1-bc3d-c2de2cfcac0b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:03:16.408806 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a794375-fb74-436f-a14a-61e4a2d52d63 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:03:16.409283 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859869eb-989e-499b-b4bc-175b4dbe9765', 'tag': 'd536fa20-c849-4cb1-bc3d-c2de2cfcac0b', 'status': 'completed', 'code': 200} Feb 10 07:03:16.456015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-371ac029-3aab-4c5b-9dff-adea72fa5fec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b HTTP/1.1" status: 200 len: 217 time: 0.0576372 Feb 10 07:03:16.477051 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:16.522519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-e23c78d9-fd38-4255-8c4f-b21e17905ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:16.524850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-e23c78d9-fd38-4255-8c4f-b21e17905ec9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0626483 Feb 10 07:03:16.600766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-1bf85aaa-7ee0-4875-892f-7ed9380b9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:16.602640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-1bf85aaa-7ee0-4875-892f-7ed9380b9a50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0705762 Feb 10 07:03:16.711543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-2eb6f458-1712-4dfb-b374-a0042f3a7c86 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010804 Feb 10 07:03:16.800590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b4b346-185d-457d-be58-585f74fd43d5 req-99649891-000a-437c-be04-18c43f3ae1a1 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830879 Feb 10 07:03:16.889915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-47a4c4fe-d9b6-427f-89ca-7970fdeabe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:16.891356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-47a4c4fe-d9b6-427f-89ca-7970fdeabe6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 1126 time: 0.0487723 Feb 10 07:03:17.023178 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:03:17.025320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-78ca5152-06b6-4c97-ade8-540969980428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:17.026840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-78ca5152-06b6-4c97-ade8-540969980428 service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1292768 Feb 10 07:03:17.036218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c2842-ae82-4e0a-84ef-113c598a1c9c req-9c10f90e-0d34-461b-ba5c-414c2a6524ab tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:17.037704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e2c2842-ae82-4e0a-84ef-113c598a1c9c req-9c10f90e-0d34-461b-ba5c-414c2a6524ab tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0818114 Feb 10 07:03:17.080889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-402f7751-b253-46ea-8a56-db70d669b83f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b HTTP/1.1" status: 200 len: 217 time: 0.0422459 Feb 10 07:03:17.154244 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e2c2842-ae82-4e0a-84ef-113c598a1c9c req-bbaa841d-4820-4739-98b1-ad1069a08972 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097806 Feb 10 07:03:17.155729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-febbdaa6-70b9-4b6d-be5d-5ce1c51f2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:17.157210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-febbdaa6-70b9-4b6d-be5d-5ce1c51f2c0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0678055 Feb 10 07:03:17.574105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-2dc90e4b-14b2-46ca-83e9-2770d48ae2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:17.575662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-2dc90e4b-14b2-46ca-83e9-2770d48ae2f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4115486 Feb 10 07:03:17.669992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-66b780a2-04ec-4bdb-a2ee-f526be1f408c service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866795 Feb 10 07:03:17.763685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3075ffc-16c0-4c08-b5e6-cbe933b1f807 req-73562bfc-c359-414b-8d66-7bc24953c6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871289 Feb 10 07:03:18.306683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d298584-877d-4d58-8674-c7a2bf52ce5e req-548d54f4-2aa7-48a1-9c51-4c7213e7d7e1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:18.308788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d298584-877d-4d58-8674-c7a2bf52ce5e req-548d54f4-2aa7-48a1-9c51-4c7213e7d7e1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0690038 Feb 10 07:03:18.356534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4d298584-877d-4d58-8674-c7a2bf52ce5e req-a9626563-0ddb-4775-a639-5bce6ef03ad4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Feb 10 07:03:19.495615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b0bb3-4875-4f6b-8ab4-a42366b27230 req-81195ce2-807c-4a87-b810-b8b97bc60b79 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:19.497401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e7b0bb3-4875-4f6b-8ab4-a42366b27230 req-81195ce2-807c-4a87-b810-b8b97bc60b79 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0666990 Feb 10 07:03:19.553015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e7b0bb3-4875-4f6b-8ab4-a42366b27230 req-a5277fae-99d8-4a8c-a759-23a2e9e5f2c3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493886 Feb 10 07:03:20.137690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b009d38f-9502-4934-8078-90c1b22116b1 req-4d79380a-c35c-4a77-a104-cf3fea779824 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563357 Feb 10 07:03:20.231337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d38f-9502-4934-8078-90c1b22116b1 req-9aab8e92-cd1e-49c2-a123-9458a1ff31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:20.232871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b009d38f-9502-4934-8078-90c1b22116b1 req-9aab8e92-cd1e-49c2-a123-9458a1ff31ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 1127 time: 0.0522132 Feb 10 07:03:20.349696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d38f-9502-4934-8078-90c1b22116b1 req-a8f70674-abb9-4d76-bec7-9b2a38673d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:20.351394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b009d38f-9502-4934-8078-90c1b22116b1 req-a8f70674-abb9-4d76-bec7-9b2a38673d61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.0991066 Feb 10 07:03:20.416228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b009d38f-9502-4934-8078-90c1b22116b1 req-908f1a87-1109-4678-a392-ddb09ed18ae1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 200 len: 1001 time: 0.0592928 Feb 10 07:03:20.477682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d38f-9502-4934-8078-90c1b22116b1 req-0870373e-6bfa-40dd-b320-17a60dbf9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:20.479306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b009d38f-9502-4934-8078-90c1b22116b1 req-0870373e-6bfa-40dd-b320-17a60dbf9ead service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0576446 Feb 10 07:03:20.536691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d38f-9502-4934-8078-90c1b22116b1 req-3a503d2f-9d76-4af5-a433-21aae58201b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:20.538208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b009d38f-9502-4934-8078-90c1b22116b1 req-3a503d2f-9d76-4af5-a433-21aae58201b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531731 Feb 10 07:03:20.652781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b009d38f-9502-4934-8078-90c1b22116b1 req-018ad5b8-cec4-47de-b56b-3b4c923b57ea service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080778 Feb 10 07:03:20.781172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87452d2b-8aaf-41db-9bdb-c8a1d76e2405 req-c3b94de3-8791-4484-b0aa-43c8d24194c3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:20.782935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87452d2b-8aaf-41db-9bdb-c8a1d76e2405 req-c3b94de3-8791-4484-b0aa-43c8d24194c3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.1288145 Feb 10 07:03:20.800371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b009d38f-9502-4934-8078-90c1b22116b1 req-ae8c043a-e6c6-4521-95d0-589eaa6b83e8 service neutron] 10.222.0.24 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376197 Feb 10 07:03:20.870940 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87452d2b-8aaf-41db-9bdb-c8a1d76e2405 req-67985d94-7495-4fa6-9376-e0c0514506de tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801406 Feb 10 07:03:21.794828 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-b2e6fb30-dae7-4f93-9295-7989d3631d52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686126 Feb 10 07:03:21.908947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-395ed205-d778-4fe0-939c-1217ad100f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:21.910470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-395ed205-d778-4fe0-939c-1217ad100f19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 1127 time: 0.0709608 Feb 10 07:03:22.074706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261ff79-e234-4595-ae7f-8d59a1e721ec req-a57581c1-0f41-4a58-ab86-d97253448578 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:22.082328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5261ff79-e234-4595-ae7f-8d59a1e721ec req-a57581c1-0f41-4a58-ab86-d97253448578 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.1251688 Feb 10 07:03:22.084401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-e38a74b7-bd36-40db-ac3a-0c5239e0436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:22.087749 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-e38a74b7-bd36-40db-ac3a-0c5239e0436d service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1554818 Feb 10 07:03:22.151760 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-30e2a685-38e4-4617-8a2b-992760805cc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd2c5f6b-e8b3-454e-b316-6159839acd3c HTTP/1.1" status: 200 len: 217 time: 0.0576358 Feb 10 07:03:22.172529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5261ff79-e234-4595-ae7f-8d59a1e721ec req-07cc22be-1ba5-4f36-a998-21c578b2e3a4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872142 Feb 10 07:03:22.226851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-698e2aaf-8c51-42de-80ba-164c4153b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:22.228707 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-698e2aaf-8c51-42de-80ba-164c4153b6af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0719092 Feb 10 07:03:22.677009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-07602259-c599-4a36-bb38-62bff7bb6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:22.679135 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-07602259-c599-4a36-bb38-62bff7bb6f43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4452050 Feb 10 07:03:22.798064 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-6ddf4b50-3c76-4117-8591-57b34f29b0b0 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117949 Feb 10 07:03:22.940638 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-80d8a5cc-60b4-49d7-b12a-44c217be1b20 req-f1ef2467-a9bf-42d1-9d03-08fcc81d0b6d service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334980 Feb 10 07:03:23.322158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845d8f-ebdf-4ca9-a290-b4cc6838acf7 req-d510ffd1-bae0-48a5-946f-f56192ccef97 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:23.330734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44845d8f-ebdf-4ca9-a290-b4cc6838acf7 req-d510ffd1-bae0-48a5-946f-f56192ccef97 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0672288 Feb 10 07:03:23.384624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44845d8f-ebdf-4ca9-a290-b4cc6838acf7 req-c5772d9c-9c9a-4beb-b3bb-fa70d0565fa9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526967 Feb 10 07:03:24.563872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d872bbb-def4-4dae-88c5-8190256aee88 req-ed1e9559-378a-452f-b804-33e59d7e5816 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:24.566994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d872bbb-def4-4dae-88c5-8190256aee88 req-ed1e9559-378a-452f-b804-33e59d7e5816 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0663497 Feb 10 07:03:24.639330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d872bbb-def4-4dae-88c5-8190256aee88 req-6be713cc-36dd-4e86-9c8f-f4c38598e6c9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591896 Feb 10 07:03:25.783976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862cd98-b4a9-480a-9057-195824085d7b req-c19243d7-177a-4b6e-9488-d245b628d33b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:25.786345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0862cd98-b4a9-480a-9057-195824085d7b req-c19243d7-177a-4b6e-9488-d245b628d33b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0595262 Feb 10 07:03:25.854586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0862cd98-b4a9-480a-9057-195824085d7b req-9f552e6b-08b1-47f2-a961-01a2f1489735 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594189 Feb 10 07:03:26.976827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b1448-306d-48b0-859c-96053783e375 req-802910f5-db8c-426b-9de1-53a699812f36 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:26.978346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-945b1448-306d-48b0-859c-96053783e375 req-802910f5-db8c-426b-9de1-53a699812f36 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0526702 Feb 10 07:03:27.028485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-945b1448-306d-48b0-859c-96053783e375 req-24012f18-a980-4c70-ad6a-dbbbd75a765f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Feb 10 07:03:28.164212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c9a06-7ea1-4f97-8115-7ca4d893eaa2 req-80fbedac-8a3a-4fea-a6d9-64e5632ce73c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:28.165705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-610c9a06-7ea1-4f97-8115-7ca4d893eaa2 req-80fbedac-8a3a-4fea-a6d9-64e5632ce73c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0646172 Feb 10 07:03:28.214998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-610c9a06-7ea1-4f97-8115-7ca4d893eaa2 req-656ebb38-7416-4261-8c01-2f85ed40b2c2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Feb 10 07:03:29.354393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e3443-22e3-403d-a0fc-15442f0e4a9a req-9707b64d-745c-4b18-9860-b793effd41fc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:29.356938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e81e3443-22e3-403d-a0fc-15442f0e4a9a req-9707b64d-745c-4b18-9860-b793effd41fc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0550377 Feb 10 07:03:29.408080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e81e3443-22e3-403d-a0fc-15442f0e4a9a req-aa76f364-941d-46b5-b5c5-6a2cd06a10e0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454028 Feb 10 07:03:30.575061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dea9b-90dc-4f51-a642-e6b74d30abde req-16ddc64c-4ca2-4c93-aee9-3e06e5992ff7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:30.576716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-780dea9b-90dc-4f51-a642-e6b74d30abde req-16ddc64c-4ca2-4c93-aee9-3e06e5992ff7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0763149 Feb 10 07:03:30.628695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-780dea9b-90dc-4f51-a642-e6b74d30abde req-93763dde-908e-4c32-a2d1-d3b675daa089 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456283 Feb 10 07:03:31.771237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e3f1b-0693-48d8-991a-55aa1e584245 req-c3de40ac-6a50-4d27-b126-f36655827f42 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:31.772897 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-045e3f1b-0693-48d8-991a-55aa1e584245 req-c3de40ac-6a50-4d27-b126-f36655827f42 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0591435 Feb 10 07:03:31.835090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-045e3f1b-0693-48d8-991a-55aa1e584245 req-a8bdeeca-387e-4377-b10b-4c9156a5f639 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556421 Feb 10 07:03:32.984001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb22672-12c3-40ed-a425-f26f3a4ed1cd req-21ac0c1d-30ec-4816-aaf6-32ccf13d473a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:32.985536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ceb22672-12c3-40ed-a425-f26f3a4ed1cd req-21ac0c1d-30ec-4816-aaf6-32ccf13d473a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0584517 Feb 10 07:03:33.043439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ceb22672-12c3-40ed-a425-f26f3a4ed1cd req-3a4b0f05-4f21-41ee-a7f5-ea4aadf9d59c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502334 Feb 10 07:03:34.177174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f868b0-33b7-48cf-9b1e-31678abd47b4 req-5650337a-752d-46a3-9bcd-c7a386fdfa3a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:34.178683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43f868b0-33b7-48cf-9b1e-31678abd47b4 req-5650337a-752d-46a3-9bcd-c7a386fdfa3a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0581510 Feb 10 07:03:34.239600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43f868b0-33b7-48cf-9b1e-31678abd47b4 req-19c66b09-2c2c-4d58-ba78-7112b5e33e64 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551207 Feb 10 07:03:35.380645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5b403-167d-4df5-8a6a-c124b7bc75fb req-2b27cecc-db2b-4e55-8536-7ab0213f5103 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:35.382474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8e5b403-167d-4df5-8a6a-c124b7bc75fb req-2b27cecc-db2b-4e55-8536-7ab0213f5103 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0592163 Feb 10 07:03:35.430114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8e5b403-167d-4df5-8a6a-c124b7bc75fb req-243e7975-087f-4c03-bb86-3b6eb58753fa tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Feb 10 07:03:36.567821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29d22d-19bc-4b84-af22-35df038b2074 req-f00d50be-1e15-4a81-93ff-eb518d0a837d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:36.569600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac29d22d-19bc-4b84-af22-35df038b2074 req-f00d50be-1e15-4a81-93ff-eb518d0a837d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0667920 Feb 10 07:03:36.629238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac29d22d-19bc-4b84-af22-35df038b2074 req-4238e7da-fe79-404a-bb52-be7f1a12a5f3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533831 Feb 10 07:03:37.019997 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:37.765352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949368-6992-48d9-a3e5-c9007a84f275 req-b8ade0a8-2361-4f96-9589-5296ea018905 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:37.767951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01949368-6992-48d9-a3e5-c9007a84f275 req-b8ade0a8-2361-4f96-9589-5296ea018905 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0646324 Feb 10 07:03:37.827046 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01949368-6992-48d9-a3e5-c9007a84f275 req-cde9037d-6569-47b8-8071-a0c2fd7a42c8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532501 Feb 10 07:03:38.964400 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369a0e3-199b-44df-995c-770f38dd4e06 req-dcbfe4e5-a169-4f7f-9ebd-01285968c536 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:38.965871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f369a0e3-199b-44df-995c-770f38dd4e06 req-dcbfe4e5-a169-4f7f-9ebd-01285968c536 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0566952 Feb 10 07:03:39.026510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f369a0e3-199b-44df-995c-770f38dd4e06 req-ed127f7b-d498-4c35-bfcd-44eb89f89ed1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544081 Feb 10 07:03:39.509815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7467d-b794-466c-b1e6-4e09e35ea7d0 req-e2088df1-ac51-4b7c-8f78-3284cf2ee74c tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:39.511281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85f7467d-b794-466c-b1e6-4e09e35ea7d0 req-e2088df1-ac51-4b7c-8f78-3284cf2ee74c tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0564020 Feb 10 07:03:39.564712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85f7467d-b794-466c-b1e6-4e09e35ea7d0 req-482fe75a-7b95-4295-8f35-1150ad610071 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477967 Feb 10 07:03:40.162003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fbadb-0384-4076-9ae2-9fbd4630a5a2 req-e93dd1d3-6914-457e-85a9-b8f94470306b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:40.163533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-170fbadb-0384-4076-9ae2-9fbd4630a5a2 req-e93dd1d3-6914-457e-85a9-b8f94470306b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0569618 Feb 10 07:03:40.219487 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-170fbadb-0384-4076-9ae2-9fbd4630a5a2 req-5207bf19-ea58-4680-bc00-31a17e645385 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502641 Feb 10 07:03:40.231093 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:40.335074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b96655c8-8716-4d0c-9af7-ae68e5c83db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:40.720698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4970afc-be3f-4e15-a4c6-31b0d0f060ff req-85532952-a4ca-4ca9-af82-39fa2c2e2183 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:40.722568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4970afc-be3f-4e15-a4c6-31b0d0f060ff req-85532952-a4ca-4ca9-af82-39fa2c2e2183 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0723295 Feb 10 07:03:40.775440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4970afc-be3f-4e15-a4c6-31b0d0f060ff req-4c51a0f3-9785-438c-aa3d-4b73af3020b4 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447536 Feb 10 07:03:41.352502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c434e-dc63-4798-90a7-572b5395ff02 req-3e765123-876e-40ab-86fd-caf1a6279fe2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:41.354130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-915c434e-dc63-4798-90a7-572b5395ff02 req-3e765123-876e-40ab-86fd-caf1a6279fe2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0536776 Feb 10 07:03:41.400345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-915c434e-dc63-4798-90a7-572b5395ff02 req-bb47bf62-11d8-4a09-94bc-8d0590636075 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Feb 10 07:03:41.539441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-1c370587-c7a8-45c6-b617-da74ca7c1ce0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:41.541009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-1c370587-c7a8-45c6-b617-da74ca7c1ce0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0573297 Feb 10 07:03:41.637978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Deleting port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:03:41.638344 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:41.728657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] For port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:41.729021 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:41.934482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:41.934855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (cf16cb21-8826-4fd8-9f4d-ee2b289d476f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:41.935179 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Floating IP cf16cb21-8826-4fd8-9f4d-ee2b289d476f disassociated. External IP: 172.25.8.206, port: c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666. Feb 10 07:03:41.935508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Calling delete_port for c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:03:41.961644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93affb5e-c31f-4a9d-a412-13b8cd81420d req-62f6c332-05bb-4477-9155-46f08286d49b tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:41.963184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93affb5e-c31f-4a9d-a412-13b8cd81420d req-62f6c332-05bb-4477-9155-46f08286d49b tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c9fba3-0217-42c8-805e-b752b8c20704 HTTP/1.1" status: 200 len: 945 time: 0.0826597 Feb 10 07:03:42.058894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93affb5e-c31f-4a9d-a412-13b8cd81420d req-82e66ec0-e79e-4abc-9c08-7522ae635f95 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=59ea76e0-e528-44f5-abac-b229a0f5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612447 Feb 10 07:03:42.129451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:42.161061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event deleted for resources: {'Port': ['ID=c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:42.287285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Router 83f6e311-f92f-452a-bcbc-affd098099fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:03:42.399430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:03:42.410761 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] Sync routers for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:03:42.421010 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:03:42.422866 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:03:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:03:42.444172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] No DVR routers for this DVR port c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:03:42.447488 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:42.451531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cedcaeae-c931-45ca-85ef-6a68cbed8be6 req-46a54b39-6948-4fea-a408-44b91cf04e86 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.24 "DELETE /v2.0/ports/c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 HTTP/1.1" status: 204 len: 173 time: 0.9026577 Feb 10 07:03:42.452001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c9fba3-0217-42c8-805e-b752b8c20704', 'name': 'network-vif-deleted', 'tag': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:03:42.455068 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4983733-f3c3-489b-af17-970b3ef6be18" -d '{"events": [{"server_uuid": "45c9fba3-0217-42c8-805e-b752b8c20704", "name": "network-vif-deleted", "tag": "c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:03:42.498442 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca99271-6114-413f-ab00-2fd098ee0ae0 x-openstack-request-id: req-8ca99271-6114-413f-ab00-2fd098ee0ae0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:03:42.498740 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c9fba3-0217-42c8-805e-b752b8c20704", "name": "network-vif-deleted", "tag": "c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:03:42.499006 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ca99271-6114-413f-ab00-2fd098ee0ae0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:03:42.499421 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c9fba3-0217-42c8-805e-b752b8c20704', 'name': 'network-vif-deleted', 'tag': 'c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666', 'status': 'completed', 'code': 200} Feb 10 07:03:42.560811 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fc9793c-60b7-4181-93f3-bbe3dc5748d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:42.580227 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:03:42.595520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28a9a6-4ee1-48af-b5a7-32c12c12a87a req-fb911540-e5f9-4871-abc0-e2018ec7feb8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:42.603941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e28a9a6-4ee1-48af-b5a7-32c12c12a87a req-fb911540-e5f9-4871-abc0-e2018ec7feb8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0885465 Feb 10 07:03:42.702890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e28a9a6-4ee1-48af-b5a7-32c12c12a87a req-1e497746-df0d-4fd2-90af-3a56b56b21d7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980051 Feb 10 07:03:42.838998 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:03:42.964914 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] Checking router: 83f6e311-f92f-452a-bcbc-affd098099fd for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:03:42.973768 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:03:42.974423 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:03:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:03:43.093133 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:03:43.200790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52138) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:03:43.313741 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (59ea76e0-e528-44f5-abac-b229a0f5451b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:43.339548 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (59ea76e0-e528-44f5-abac-b229a0f5451b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:43.341364 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:03:43.369530 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a079f67-2ee0-48b8-8285-6ab38655f41d None None] The sync data for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 is: [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:03:43.399780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (59ea76e0-e528-44f5-abac-b229a0f5451b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:43.402422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:43.406703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52140) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:03:43.407248 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "DELETE /v2.0/security-groups/59ea76e0-e528-44f5-abac-b229a0f5451b HTTP/1.1" status: 204 len: 168 time: 0.2045646 Feb 10 07:03:43.417416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ea76e0-e528-44f5-abac-b229a0f5451b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:43.427850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.428333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.428882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.429269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.429625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.430057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.430708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.430852 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-f6964e34-f340-4850-b913-c24e085bb5ae tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] show failed (client error): The resource could not be found. Feb 10 07:03:43.431387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.434545 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6964e34-f340-4850-b913-c24e085bb5ae tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups/59ea76e0-e528-44f5-abac-b229a0f5451b HTTP/1.1" status: 404 len: 347 time: 0.0231895 Feb 10 07:03:43.435113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52142) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:03:43.435611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.436259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.436845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.437735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.438465 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15209f99-e7de-428d-8f10-644e9fc130ed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:03:43.575055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Deleting port 6269a41e-1f32-4dfd-8e86-02eb7b002b6d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:03:43.575317 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6269a41e-1f32-4dfd-8e86-02eb7b002b6d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:43.660352 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6269a41e-1f32-4dfd-8e86-02eb7b002b6d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:43.660682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (6269a41e-1f32-4dfd-8e86-02eb7b002b6d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:43.674639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Calling delete_port for 6269a41e-1f32-4dfd-8e86-02eb7b002b6d owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:03:43.717720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff023b2-2c1e-4ad7-9d72-3fb788c9468d None None] New status for floating IP cf16cb21-8826-4fd8-9f4d-ee2b289d476f: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:03:43.828781 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-0ff023b2-2c1e-4ad7-9d72-3fb788c9468d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 07:03:43.828781 n-d-828670-1 neutron-server[103215]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Feb 10 07:03:43.828781 n-d-828670-1 neutron-server[103215]: [parameters: {'status': 'DOWN', 'floatingips_id': 'cf16cb21-8826-4fd8-9f4d-ee2b289d476f'}] Feb 10 07:03:43.828781 n-d-828670-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:03:43.829906 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-0ff023b2-2c1e-4ad7-9d72-3fb788c9468d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:03:43.858793 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:43.873294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc6dbb-1d5f-4fba-a2ad-5a2af931ebf9 req-c6c4201c-a7fc-412c-acf9-7d6bcabee9d2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:43.874904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32cc6dbb-1d5f-4fba-a2ad-5a2af931ebf9 req-c6c4201c-a7fc-412c-acf9-7d6bcabee9d2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0913146 Feb 10 07:03:43.900809 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6269a41e-1f32-4dfd-8e86-02eb7b002b6d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:43.936398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event deleted for resources: {'Port': ['ID=6269a41e-1f32-4dfd-8e86-02eb7b002b6d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:43.974203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32cc6dbb-1d5f-4fba-a2ad-5a2af931ebf9 req-fbb07134-739b-456f-985f-7a4af9b03e43 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891993 Feb 10 07:03:44.013566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (cf16cb21-8826-4fd8-9f4d-ee2b289d476f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.016176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.019823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3a67cad-a889-4b26-a563-0e1d5482a397 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "DELETE /v2.0/floatingips/cf16cb21-8826-4fd8-9f4d-ee2b289d476f HTTP/1.1" status: 204 len: 168 time: 0.5812683 Feb 10 07:03:44.167064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:03:44.171680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cf89c31a-8c66-405d-9dca-b29c12064596 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112714481', 'description': 'tempest-description--1650705878'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:03:44.199812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf89c31a-8c66-405d-9dca-b29c12064596 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.268813 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf89c31a-8c66-405d-9dca-b29c12064596 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (94806269-3913-4863-98a9-eb9a8cd364a4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.272391 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf89c31a-8c66-405d-9dca-b29c12064596 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (94806269-3913-4863-98a9-eb9a8cd364a4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.302764 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf89c31a-8c66-405d-9dca-b29c12064596 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.304008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf89c31a-8c66-405d-9dca-b29c12064596 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1359379 Feb 10 07:03:44.307250 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52164) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:03:44.308123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89c31a-8c66-405d-9dca-b29c12064596 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94806269-3913-4863-98a9-eb9a8cd364a4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:44.312840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-09122881-d441-4669-be36-d783f63e0bad tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'security_group_rule': {'security_group_id': '94806269-3913-4863-98a9-eb9a8cd364a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:03:44.331499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff023b2-2c1e-4ad7-9d72-3fb788c9468d None None] New status for floating IP cf16cb21-8826-4fd8-9f4d-ee2b289d476f: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:03:44.345938 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09122881-d441-4669-be36-d783f63e0bad tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (63964058-8858-414d-b3a5-09b505319e13), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.410915 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09122881-d441-4669-be36-d783f63e0bad tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (63964058-8858-414d-b3a5-09b505319e13), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.421964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09122881-d441-4669-be36-d783f63e0bad tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (63964058-8858-414d-b3a5-09b505319e13), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.440915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09122881-d441-4669-be36-d783f63e0bad tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63964058-8858-414d-b3a5-09b505319e13,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:44.449185 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-09122881-d441-4669-be36-d783f63e0bad tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.452905 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-09122881-d441-4669-be36-d783f63e0bad tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414790 Feb 10 07:03:44.453189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52170) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:03:44.458420 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8c075205-9ff9-45bf-a972-fe845f56a9ce tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'security_group_rule': {'security_group_id': '94806269-3913-4863-98a9-eb9a8cd364a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:03:44.484205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8c075205-9ff9-45bf-a972-fe845f56a9ce tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (f18dc5f4-523b-4ec7-a635-aa3c925f1398), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.543660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8c075205-9ff9-45bf-a972-fe845f56a9ce tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (f18dc5f4-523b-4ec7-a635-aa3c925f1398), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.548460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8c075205-9ff9-45bf-a972-fe845f56a9ce tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f18dc5f4-523b-4ec7-a635-aa3c925f1398), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.568518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c075205-9ff9-45bf-a972-fe845f56a9ce tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18dc5f4-523b-4ec7-a635-aa3c925f1398,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:44.577377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8c075205-9ff9-45bf-a972-fe845f56a9ce tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.578707 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8c075205-9ff9-45bf-a972-fe845f56a9ce tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247160 Feb 10 07:03:44.581696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52172) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:03:44.586432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:03:44.610063 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.726728 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.830528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Allocated IP 172.25.8.228 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:03:44.945589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for port (d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:44.997229 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:45.050836 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'Port': ['ID=d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:45.060165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:03:45.061861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:03:45.068400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:03:45.147067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ea21-88e4-429c-a2bc-94358478a7b6 req-6debcec8-ac0a-4b13-ad7d-81f0786e4dc2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:45.158904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14b8ea21-88e4-429c-a2bc-94358478a7b6 req-6debcec8-ac0a-4b13-ad7d-81f0786e4dc2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 944 time: 0.0862346 Feb 10 07:03:45.181093 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (97d0eec7-9be6-4772-8ccb-c0acb13ea8a4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:45.246788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14b8ea21-88e4-429c-a2bc-94358478a7b6 req-bc3d1b1e-84bd-4d1c-9c11-b93956c26de1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808358 Feb 10 07:03:45.247999 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:45.299334 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:45.439980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for port (d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:45.445462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:45.515442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'Port': ['ID=d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:45.529620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (97d0eec7-9be6-4772-8ccb-c0acb13ea8a4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:45.550055 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:45.554585 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4dbd7845-d571-430e-a49c-3a5a8d6cd64d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9688184 Feb 10 07:03:45.715745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-79abb308-1917-4d38-b0cf-dd8070e0ac59 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2112714481&fields=id&tenant_id=e8eb34435be948658b01165fdc2e7260 HTTP/1.1" status: 200 len: 267 time: 0.0430431 Feb 10 07:03:45.832069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-0c275d3f-2dc0-42ae-a341-fb1fee11d598 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:45.834007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-0c275d3f-2dc0-42ae-a341-fb1fee11d598 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 811 time: 0.1100628 Feb 10 07:03:45.857165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8e05de7e-d25b-428f-bd21-ec2f991919d2 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/quotas/e8eb34435be948658b01165fdc2e7260 HTTP/1.1" status: 200 len: 375 time: 0.0117154 Feb 10 07:03:45.919529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-f212029c-bcae-4310-b011-231f6e5420fd tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540662 Feb 10 07:03:45.992183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d536fa20-c849-4cb1-bc3d-c2de2cfcac0b details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:03:46.046813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:03:46.051895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-a7854664-665a-42cc-85b5-f2a794e546c9 service neutron] 10.222.0.21 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196723 Feb 10 07:03:46.114398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:03:46.114969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c4a6d7b9-0c26-4ebf-a8dc-01f8baa3f666 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:03:46.161957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:46.175003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'd536fa20-c849-4cb1-bc3d-c2de2cfcac0b', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'port_id': 'd536fa20-c849-4cb1-bc3d-c2de2cfcac0b', 'mac_address': 'fa:16:3e:3e:5e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:03:46.175854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-f02a0785-c0e3-487b-998f-f527c5c7cefb service neutron] 10.222.0.21 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133497 Feb 10 07:03:46.219580 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:03:46.220352 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:46.246629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d536fa20-c849-4cb1-bc3d-c2de2cfcac0b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:03:46.286445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:46.291298 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:46.392444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:46.425418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab583aee-336e-4ff4-94dd-6594e8b7c045 req-4362b7f1-5c29-42fb-8c20-0ee8676a0e11 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 210 time: 0.0595362 Feb 10 07:03:46.451667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7225aa2-3eed-4d84-b2d0-30e38d98f59f req-ec02a3e0-75d6-4791-943c-b82d1d7b8a83 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:46.460429 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:46.460695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7225aa2-3eed-4d84-b2d0-30e38d98f59f req-ec02a3e0-75d6-4791-943c-b82d1d7b8a83 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 945 time: 0.1068597 Feb 10 07:03:46.520208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a7225aa2-3eed-4d84-b2d0-30e38d98f59f req-090b72be-5883-40a4-877f-5df45caf90d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583165 Feb 10 07:03:46.640607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['d536fa20-c849-4cb1-bc3d-c2de2cfcac0b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:03:47.459225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-09e7b895-7519-42b3-85e0-0a0f153673c3 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:47.460748 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-09e7b895-7519-42b3-85e0-0a0f153673c3 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.13 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 811 time: 0.1205425 Feb 10 07:03:47.525431 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4038d70f-f73a-478d-84a8-8199f8874f7d tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8eb34435be948658b01165fdc2e7260 HTTP/1.1" status: 200 len: 380 time: 0.0561581 Feb 10 07:03:47.537459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'port': {'device_id': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'admin_state_up': True, 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'security_groups': ['94806269-3913-4863-98a9-eb9a8cd364a4']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:03:47.553038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2beca8b-2d95-406a-8d07-661e0afb53bd req-f0f860d0-f151-405f-bf2a-9465db6e3c9f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 210 time: 0.0423160 Feb 10 07:03:47.659289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f780910-e89c-4f36-9222-897774607699 req-88247a19-b0b7-4ee6-af62-75c62a6af00c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:47.659711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Made reservation on behalf of e8eb34435be948658b01165fdc2e7260 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:03:47.661190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f780910-e89c-4f36-9222-897774607699 req-88247a19-b0b7-4ee6-af62-75c62a6af00c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 945 time: 0.0650425 Feb 10 07:03:47.662973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:47.714841 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f780910-e89c-4f36-9222-897774607699 req-b389e92c-5873-4014-a04b-e87193cddaf4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472891 Feb 10 07:03:47.795445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Allocated IP 172.20.0.9 (e63919e9-6646-43a1-bde0-a09dff7d5a63/1b028116-49cf-4515-9a12-0acd408f9723/8188b158-5030-473f-8033-f8b60aa18158) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:03:47.971951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for port (8188b158-5030-473f-8033-f8b60aa18158), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.006587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d536fa20-c849-4cb1-bc3d-c2de2cfcac0b up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:03:48.019757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8188b158-5030-473f-8033-f8b60aa18158), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.074241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:03:48.076928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:03:48.077570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:03:48.082259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:03:48.082642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:03:48.083342 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.117696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event updated for resources: {'Port': ['ID=8188b158-5030-473f-8033-f8b60aa18158,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:48.169265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:48.169541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.193139 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-4e2f0db0-d3aa-444e-baef-e972f8c8a897 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6560929 Feb 10 07:03:48.193390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:03:48.193390 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.200277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Request body: {'port': {'device_id': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:03:48.241142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:48.242117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859869eb-989e-499b-b4bc-175b4dbe9765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536fa20-c849-4cb1-bc3d-c2de2cfcac0b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:03:48.244601 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff953f5-f154-426b-8d4d-b9f4a39eee8c" -d '{"events": [{"server_uuid": "859869eb-989e-499b-b4bc-175b4dbe9765", "name": "network-vif-plugged", "status": "completed", "tag": "d536fa20-c849-4cb1-bc3d-c2de2cfcac0b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:03:48.248013 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.281072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8188b158-5030-473f-8033-f8b60aa18158), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.315494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:48.333863 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba87cc3-d188-4473-92d6-2ef84183b978 x-openstack-request-id: req-4ba87cc3-d188-4473-92d6-2ef84183b978 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:03:48.334167 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859869eb-989e-499b-b4bc-175b4dbe9765", "name": "network-vif-plugged", "status": "completed", "tag": "d536fa20-c849-4cb1-bc3d-c2de2cfcac0b", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:03:48.334435 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ba87cc3-d188-4473-92d6-2ef84183b978 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:03:48.334871 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859869eb-989e-499b-b4bc-175b4dbe9765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536fa20-c849-4cb1-bc3d-c2de2cfcac0b', 'code': 200} Feb 10 07:03:48.430587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-30a7f859-e141-4ce2-8a3f-b85d820ee40d None None] Provisioning complete for port 8188b158-5030-473f-8033-f8b60aa18158 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:03:48.431152 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30a7f859-e141-4ce2-8a3f-b85d820ee40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8188b158-5030-473f-8033-f8b60aa18158), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.481541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-30a7f859-e141-4ce2-8a3f-b85d820ee40d None None] Port 8188b158-5030-473f-8033-f8b60aa18158 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:03:48.488785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f60a5-bac7-4616-baa0-59c2f5e49027 req-8c58abff-8fb1-4c25-9d48-9c0f8a3668f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:48.490529 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e3f60a5-bac7-4616-baa0-59c2f5e49027 req-8c58abff-8fb1-4c25-9d48-9c0f8a3668f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 1128 time: 0.0528078 Feb 10 07:03:48.553900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e3f60a5-bac7-4616-baa0-59c2f5e49027 req-e5ce641f-8bda-473e-94fd-bf42e31354e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536788 Feb 10 07:03:48.624001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8188b158-5030-473f-8033-f8b60aa18158 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:03:48.634359 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Publish callbacks [] for port (8188b158-5030-473f-8033-f8b60aa18158), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.648469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Transition to ACTIVE for port object 8188b158-5030-473f-8033-f8b60aa18158 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:03:48.652662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8188b158-5030-473f-8033-f8b60aa18158), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.714842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cff79-b6ce-4b42-ad7e-bd41b9d1ce14 req-8a6ba2bc-aec1-40d5-8b7f-c16d99e530a7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:48.717646 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8188b158-5030-473f-8033-f8b60aa18158,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:48.717852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-378cff79-b6ce-4b42-ad7e-bd41b9d1ce14 req-8a6ba2bc-aec1-40d5-8b7f-c16d99e530a7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 943 time: 0.0738051 Feb 10 07:03:48.793490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-378cff79-b6ce-4b42-ad7e-bd41b9d1ce14 req-a53df39c-7151-41c5-b45e-77d39da8a348 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658154 Feb 10 07:03:48.867619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Attempting to bind port 8188b158-5030-473f-8033-f8b60aa18158 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:03:48.868077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Attempting to bind port 8188b158-5030-473f-8033-f8b60aa18158 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:03:48.868615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Attempting to bind port 8188b158-5030-473f-8033-f8b60aa18158 on network e63919e9-6646-43a1-bde0-a09dff7d5a63 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:03:48.875854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Port 8188b158-5030-473f-8033-f8b60aa18158 on network e63919e9-6646-43a1-bde0-a09dff7d5a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:03:48.876322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Attempting to bind port 8188b158-5030-473f-8033-f8b60aa18158 on network e63919e9-6646-43a1-bde0-a09dff7d5a63 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:03:48.882990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:03:48.883663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Checking segment: {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:03:48.884365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Bound using segment: {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:03:48.885338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Bound port: 8188b158-5030-473f-8033-f8b60aa18158, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b00668-135f-4027-b4ea-bbf218e2e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:03:48.886112 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8188b158-5030-473f-8033-f8b60aa18158), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:48.911901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dc159-7178-4853-80e9-25a4d6a08b3b req-c23abd1b-4fbd-42fe-8dff-ca4cab969fd2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:48.919802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-896dc159-7178-4853-80e9-25a4d6a08b3b req-c23abd1b-4fbd-42fe-8dff-ca4cab969fd2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 946 time: 0.1002851 Feb 10 07:03:48.973329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-896dc159-7178-4853-80e9-25a4d6a08b3b req-c449fce4-d61d-4eaa-8ac6-b86766713a45 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Feb 10 07:03:48.984468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] For port 8188b158-5030-473f-8033-f8b60aa18158, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:03:48.994403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] For port 8188b158-5030-473f-8033-f8b60aa18158, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8188b158-5030-473f-8033-f8b60aa18158,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:03:49.000903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8188b158-5030-473f-8033-f8b60aa18158), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:49.046800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:49.047427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:49.048970 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/8188b158-5030-473f-8033-f8b60aa18158 HTTP/1.1" status: 200 len: 1091 time: 0.8535893 Feb 10 07:03:49.049501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'tag': '8188b158-5030-473f-8033-f8b60aa18158'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:03:49.051716 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e36afa-0c86-4d3a-8468-deba6348a885" -d '{"events": [{"name": "network-changed", "server_uuid": "a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9", "tag": "8188b158-5030-473f-8033-f8b60aa18158"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:03:49.091624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba29ab-6e1f-4f1b-b376-f4d8b29df1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8188b158-5030-473f-8033-f8b60aa18158,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:49.117172 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3ae087-1cd8-43ab-9722-281e71292a60 x-openstack-request-id: req-5f3ae087-1cd8-43ab-9722-281e71292a60 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:03:49.117526 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9", "tag": "8188b158-5030-473f-8033-f8b60aa18158", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:03:49.117786 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f3ae087-1cd8-43ab-9722-281e71292a60 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:03:49.118246 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'tag': '8188b158-5030-473f-8033-f8b60aa18158', 'status': 'completed', 'code': 200} Feb 10 07:03:49.183849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-450cb9b0-3e55-4be6-9b8e-9ec6c5b19af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:49.185885 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-450cb9b0-3e55-4be6-9b8e-9ec6c5b19af4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 1125 time: 0.0856087 Feb 10 07:03:49.237039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-d2138d5b-f526-4be6-9250-3f4e28c1ffe0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8188b158-5030-473f-8033-f8b60aa18158 HTTP/1.1" status: 200 len: 217 time: 0.0440564 Feb 10 07:03:49.295271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-5fa051d1-3175-47db-8359-bf92252fa4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:49.297178 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-5fa051d1-3175-47db-8359-bf92252fa4de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0546505 Feb 10 07:03:49.364928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-7a55c63b-aefb-483f-894a-679594f1582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:49.366830 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-7a55c63b-aefb-483f-894a-679594f1582d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0643568 Feb 10 07:03:49.486665 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-010fe7e8-202b-41ab-9709-3ab4f5b6ddb3 service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130784 Feb 10 07:03:49.586913 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3070f6f2-1da9-40ef-977b-11406bd6082f req-f8eabdac-0012-405e-9309-e2406a3fc812 service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943522 Feb 10 07:03:49.699303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-2d48d149-a617-422c-8340-2e6f721e6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:49.701115 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-2d48d149-a617-422c-8340-2e6f721e6f9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 1125 time: 0.0655525 Feb 10 07:03:49.801141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-ec377093-7500-4f97-922e-08f38f7764b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:49.802666 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-ec377093-7500-4f97-922e-08f38f7764b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.0954580 Feb 10 07:03:49.845283 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-4b9f738d-d13f-44cd-b964-d34ac573d50f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8188b158-5030-473f-8033-f8b60aa18158 HTTP/1.1" status: 200 len: 217 time: 0.0362513 Feb 10 07:03:49.900960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-bfa81164-a54a-42f8-a541-fcf3a3a6b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:49.902718 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-bfa81164-a54a-42f8-a541-fcf3a3a6b6e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0520630 Feb 10 07:03:49.934206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82771-5cd7-4ffe-a6d0-0932fdabd6b9 req-3d9fcece-001c-494b-acc6-860c676417d5 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:49.944029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92f82771-5cd7-4ffe-a6d0-0932fdabd6b9 req-3d9fcece-001c-494b-acc6-860c676417d5 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 943 time: 0.0614693 Feb 10 07:03:49.980596 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-fa5588f6-81ea-4b28-84be-d7a5b6b62a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:49.982392 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-fa5588f6-81ea-4b28-84be-d7a5b6b62a9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0735598 Feb 10 07:03:49.994555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92f82771-5cd7-4ffe-a6d0-0932fdabd6b9 req-64ea3a4d-7103-4320-bb31-1c0fb53d81c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496235 Feb 10 07:03:50.091626 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-372e57be-9275-4ac2-98d6-6abc1055ddaa service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030338 Feb 10 07:03:50.123212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d485e7-1840-4d26-a481-51d9049c455e req-b336a8f7-c336-43ee-84f0-fe5fb5511959 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:50.124973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24d485e7-1840-4d26-a481-51d9049c455e req-b336a8f7-c336-43ee-84f0-fe5fb5511959 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 946 time: 0.0592110 Feb 10 07:03:50.191346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24d485e7-1840-4d26-a481-51d9049c455e req-6fa4f66a-f36b-4ecd-a0e4-d3bbb1374b16 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567377 Feb 10 07:03:50.198134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d0e36afa-0c86-4d3a-8468-deba6348a885 req-48385e46-c6dc-473d-ac28-7cfac88936cd service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006873 Feb 10 07:03:50.343660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778892-ac90-4079-b08c-db9a463dc1c1 req-ffb5213e-587b-47b4-b8d0-d93e43ebd69d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:50.345899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5778892-ac90-4079-b08c-db9a463dc1c1 req-ffb5213e-587b-47b4-b8d0-d93e43ebd69d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 946 time: 0.0688963 Feb 10 07:03:50.397439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5778892-ac90-4079-b08c-db9a463dc1c1 req-46829464-014e-40c0-b7f4-c255064c388e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Feb 10 07:03:50.709244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8181f4-629a-42fd-870c-d983c9c3ad2d req-3e22e2ba-6408-400b-9639-54bc49dfe57e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:50.710736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df8181f4-629a-42fd-870c-d983c9c3ad2d req-3e22e2ba-6408-400b-9639-54bc49dfe57e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 946 time: 0.0533690 Feb 10 07:03:50.756541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df8181f4-629a-42fd-870c-d983c9c3ad2d req-4d491d1b-9749-4dd6-b05a-cbca7ba2129f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Feb 10 07:03:51.125239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab12a4-af77-45d5-bf94-88fa4e5125a1 req-74b67f36-f57d-4432-9da6-6867214c32c3 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:51.127470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbab12a4-af77-45d5-bf94-88fa4e5125a1 req-74b67f36-f57d-4432-9da6-6867214c32c3 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 943 time: 0.0611289 Feb 10 07:03:51.185101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dbab12a4-af77-45d5-bf94-88fa4e5125a1 req-cd05427f-b615-47ba-92a4-18580bb1d19e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479681 Feb 10 07:03:51.886180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19875712-63ce-4e05-ada4-23245f395ed3 req-836b2f43-c96e-49a8-8974-eb1426bae287 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:51.887881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19875712-63ce-4e05-ada4-23245f395ed3 req-836b2f43-c96e-49a8-8974-eb1426bae287 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 946 time: 0.0606127 Feb 10 07:03:51.935492 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19875712-63ce-4e05-ada4-23245f395ed3 req-1e6c36e7-6119-413b-ac95-eba70328b0e4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Feb 10 07:03:52.249440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-7cb3f9d5-f248-479e-aa5d-b490eb60044f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:52.251052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-7cb3f9d5-f248-479e-aa5d-b490eb60044f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 946 time: 0.0598817 Feb 10 07:03:52.369312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f30ec-5bde-4ba2-92ac-c6a7e6a3fcc2 req-bdd236dd-8674-4e01-a262-3cdd752551eb tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:52.370941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-223f30ec-5bde-4ba2-92ac-c6a7e6a3fcc2 req-bdd236dd-8674-4e01-a262-3cdd752551eb tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 943 time: 0.1169469 Feb 10 07:03:52.422341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:03:52.422688 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:52.443589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8188b158-5030-473f-8033-f8b60aa18158 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:03:52.447977 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-223f30ec-5bde-4ba2-92ac-c6a7e6a3fcc2 req-2b79f9a8-4e72-4a23-b441-5a0037e96fed tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679600 Feb 10 07:03:52.523458 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] For port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:52.523820 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:52.536978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for d536fa20-c849-4cb1-bc3d-c2de2cfcac0b owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:03:52.550596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8188b158-5030-473f-8033-f8b60aa18158, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8188b158-5030-473f-8033-f8b60aa18158,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:52.569079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '8188b158-5030-473f-8033-f8b60aa18158', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'port_id': '8188b158-5030-473f-8033-f8b60aa18158', 'mac_address': 'fa:16:3e:00:a4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:03:52.619323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 8188b158-5030-473f-8033-f8b60aa18158 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:03:52.619735 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8188b158-5030-473f-8033-f8b60aa18158), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:52.637008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8188b158-5030-473f-8033-f8b60aa18158 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:03:52.658895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8188b158-5030-473f-8033-f8b60aa18158, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8188b158-5030-473f-8033-f8b60aa18158,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:52.664773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8188b158-5030-473f-8033-f8b60aa18158), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:52.695701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d536fa20-c849-4cb1-bc3d-c2de2cfcac0b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:52.709652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['cd2c5f6b-e8b3-454e-b316-6159839acd3c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:03:52.725953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=d536fa20-c849-4cb1-bc3d-c2de2cfcac0b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:52.747614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['d536fa20-c849-4cb1-bc3d-c2de2cfcac0b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:03:52.787598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] No DVR routers for this DVR port d536fa20-c849-4cb1-bc3d-c2de2cfcac0b on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:03:52.791148 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:52.795221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-570ca6ff-8eb9-4cab-9308-356d7d8c47af req-713da26d-b784-4198-a2f6-5b1060407d60 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "DELETE /v2.0/ports/d536fa20-c849-4cb1-bc3d-c2de2cfcac0b HTTP/1.1" status: 204 len: 173 time: 0.5259764 Feb 10 07:03:52.796310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859869eb-989e-499b-b4bc-175b4dbe9765', 'name': 'network-vif-deleted', 'tag': 'd536fa20-c849-4cb1-bc3d-c2de2cfcac0b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:03:52.799389 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1de4fa-937b-4488-bb02-0eafc0372fa5" -d '{"events": [{"server_uuid": "859869eb-989e-499b-b4bc-175b4dbe9765", "name": "network-vif-deleted", "tag": "d536fa20-c849-4cb1-bc3d-c2de2cfcac0b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:03:52.800036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=8188b158-5030-473f-8033-f8b60aa18158,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:52.865161 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054ada92-becd-4f19-9161-f4a8af612010 x-openstack-request-id: req-054ada92-becd-4f19-9161-f4a8af612010 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:03:52.865491 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859869eb-989e-499b-b4bc-175b4dbe9765", "name": "network-vif-deleted", "tag": "d536fa20-c849-4cb1-bc3d-c2de2cfcac0b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:03:52.865749 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-054ada92-becd-4f19-9161-f4a8af612010 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:03:52.866206 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859869eb-989e-499b-b4bc-175b4dbe9765', 'name': 'network-vif-deleted', 'tag': 'd536fa20-c849-4cb1-bc3d-c2de2cfcac0b', 'status': 'completed', 'code': 200} Feb 10 07:03:53.058419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed412b2c-1911-4dd4-a5aa-b1c8402f3279 req-bed64b1c-58ae-4abd-9d3e-04007696860e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0281568 Feb 10 07:03:53.139713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['8188b158-5030-473f-8033-f8b60aa18158'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:03:53.577257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a103-0b5f-4a8b-becd-9c726f1053a0 req-dad76af3-948c-4d2f-84c8-7e034bcd8e2f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:53.578797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e12a103-0b5f-4a8b-becd-9c726f1053a0 req-dad76af3-948c-4d2f-84c8-7e034bcd8e2f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 944 time: 0.0566416 Feb 10 07:03:53.627401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e12a103-0b5f-4a8b-becd-9c726f1053a0 req-077358b0-2565-4332-83c7-2ddb52850ada tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416286 Feb 10 07:03:54.022794 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:03:54.157521 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f2d0c6e-bab9-4327-bfa4-d07aeae5bd84 req-2f6650c2-a47c-4b90-8c18-c93c875fd69a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0276000 Feb 10 07:03:54.447737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8188b158-5030-473f-8033-f8b60aa18158 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:03:54.508198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 8188b158-5030-473f-8033-f8b60aa18158 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:03:54.513733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 8188b158-5030-473f-8033-f8b60aa18158 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:03:54.514126 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8188b158-5030-473f-8033-f8b60aa18158), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:54.611362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 8188b158-5030-473f-8033-f8b60aa18158 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:03:54.611763 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8188b158-5030-473f-8033-f8b60aa18158), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:54.636250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8188b158-5030-473f-8033-f8b60aa18158'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:03:54.638998 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb3228-47b9-4227-a5b7-f81514141cbb" -d '{"events": [{"server_uuid": "a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9", "name": "network-vif-plugged", "status": "completed", "tag": "8188b158-5030-473f-8033-f8b60aa18158"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:03:54.653770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8188b158-5030-473f-8033-f8b60aa18158, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8188b158-5030-473f-8033-f8b60aa18158,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:03:54.660740 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8188b158-5030-473f-8033-f8b60aa18158), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:54.687336 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c319d80-b6e5-4cdb-9703-845eb9a7420d x-openstack-request-id: req-9c319d80-b6e5-4cdb-9703-845eb9a7420d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:03:54.687571 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9", "name": "network-vif-plugged", "status": "completed", "tag": "8188b158-5030-473f-8033-f8b60aa18158", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:03:54.687957 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c319d80-b6e5-4cdb-9703-845eb9a7420d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:03:54.688906 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8188b158-5030-473f-8033-f8b60aa18158', 'code': 200} Feb 10 07:03:54.720539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=8188b158-5030-473f-8033-f8b60aa18158,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:03:54.791477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8df9e-2040-4719-a32d-e1dea4e0049c req-3d515533-a378-4936-9494-d9e15b7b4fd7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:54.798852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5b8df9e-2040-4719-a32d-e1dea4e0049c req-3d515533-a378-4936-9494-d9e15b7b4fd7 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.0770922 Feb 10 07:03:54.810229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985ccf5-d435-4673-8eaa-627733013bd9 req-e90b178a-3ae5-47ac-8fea-d9892788d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:54.811809 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d985ccf5-d435-4673-8eaa-627733013bd9 req-e90b178a-3ae5-47ac-8fea-d9892788d10d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0636549 Feb 10 07:03:54.845405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5b8df9e-2040-4719-a32d-e1dea4e0049c req-005dc7bd-41df-4f0a-b261-218594428de4 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455921 Feb 10 07:03:54.880683 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d985ccf5-d435-4673-8eaa-627733013bd9 req-9f960ae5-a125-4fad-8902-c297599aa6cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620081 Feb 10 07:03:55.263295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df7b5912-e3f3-41b7-b693-0fd9ec4346f9 req-ffc50c65-28e0-45dd-a90a-a8c4edbbd22a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0290680 Feb 10 07:03:55.973402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44bf8a-4552-4fe4-a513-426c1c5040a0 req-457d4968-44fd-4928-bd57-b397d326b431 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:55.978226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c44bf8a-4552-4fe4-a513-426c1c5040a0 req-457d4968-44fd-4928-bd57-b397d326b431 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.0621116 Feb 10 07:03:56.026584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c44bf8a-4552-4fe4-a513-426c1c5040a0 req-6e2151e8-6787-4cd6-9c81-679515efa2c4 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455911 Feb 10 07:03:56.069006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d536fa20-c849-4cb1-bc3d-c2de2cfcac0b no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:03:56.093277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: d536fa20-c849-4cb1-bc3d-c2de2cfcac0b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:03:56.093658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device d536fa20-c849-4cb1-bc3d-c2de2cfcac0b not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:03:56.368587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9aab016f-82e0-4fbe-aa04-f42068289322 req-513893f6-9500-47be-9d46-3f597685139c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0321634 Feb 10 07:03:57.151404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c5d72-5065-4e61-bfa3-c23eafdae401 req-b06858c1-9395-46b9-83a5-5c76596fc363 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:57.153051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-453c5d72-5065-4e61-bfa3-c23eafdae401 req-b06858c1-9395-46b9-83a5-5c76596fc363 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.0556796 Feb 10 07:03:57.228474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-453c5d72-5065-4e61-bfa3-c23eafdae401 req-27f1ef99-6f68-4ad2-8879-fed5095ba30e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592251 Feb 10 07:03:57.351320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99851423-6fee-4c5c-bce9-a31e682ab2d6 req-03178d64-2c2e-4408-ba36-52dd45b6ee8f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:57.352802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99851423-6fee-4c5c-bce9-a31e682ab2d6 req-03178d64-2c2e-4408-ba36-52dd45b6ee8f tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.0563202 Feb 10 07:03:57.361990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52460) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:03:57.366631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1ef7ba6d-4e68-4f95-a4ad-e07653e5d848 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Request body: {'floatingip': {'port_id': '8188b158-5030-473f-8033-f8b60aa18158'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:03:57.412965 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ef7ba6d-4e68-4f95-a4ad-e07653e5d848 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (97d0eec7-9be6-4772-8ccb-c0acb13ea8a4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:57.503556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74140837-9154-47aa-8ac5-5fe44832d204 req-fbccd9d4-b77f-4994-887e-4126c1496ff7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0604796 Feb 10 07:03:57.901452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ef7ba6d-4e68-4f95-a4ad-e07653e5d848 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:57.905516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ef7ba6d-4e68-4f95-a4ad-e07653e5d848 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (97d0eec7-9be6-4772-8ccb-c0acb13ea8a4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:58.024812 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-1ef7ba6d-4e68-4f95-a4ad-e07653e5d848 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Floating IP 97d0eec7-9be6-4772-8ccb-c0acb13ea8a4 associated. External IP: 172.25.8.228, port: 8188b158-5030-473f-8033-f8b60aa18158. Feb 10 07:03:58.263020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef7ba6d-4e68-4f95-a4ad-e07653e5d848 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Router 83f6e311-f92f-452a-bcbc-affd098099fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:03:58.386946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef7ba6d-4e68-4f95-a4ad-e07653e5d848 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:03:58.392145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ef7ba6d-4e68-4f95-a4ad-e07653e5d848 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:03:58.400754 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] Sync routers for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:03:58.412898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:03:58.413801 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:03:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:03:58.425992 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1ef7ba6d-4e68-4f95-a4ad-e07653e5d848 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "PUT /v2.0/floatingips/97d0eec7-9be6-4772-8ccb-c0acb13ea8a4 HTTP/1.1" status: 200 len: 991 time: 1.0627990 Feb 10 07:03:58.426680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'tag': '8188b158-5030-473f-8033-f8b60aa18158'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:03:58.429432 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831e1d32-9185-4884-bfcf-ab561bdbfceb" -d '{"events": [{"name": "network-changed", "server_uuid": "a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9", "tag": "8188b158-5030-473f-8033-f8b60aa18158"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:03:58.502638 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bdce17-240f-49b7-b287-4fba75a35bdc x-openstack-request-id: req-89bdce17-240f-49b7-b287-4fba75a35bdc {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:03:58.502940 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9", "tag": "8188b158-5030-473f-8033-f8b60aa18158", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:03:58.503198 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89bdce17-240f-49b7-b287-4fba75a35bdc {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:03:58.503608 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'tag': '8188b158-5030-473f-8033-f8b60aa18158', 'status': 'completed', 'code': 200} Feb 10 07:03:58.585814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307190af-c081-4922-ad3b-a318e225470b req-b20900af-c8b4-429f-bc10-eb51dcba86b2 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:58.595370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-307190af-c081-4922-ad3b-a318e225470b req-b20900af-c8b4-429f-bc10-eb51dcba86b2 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.0800443 Feb 10 07:03:58.617424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-6f0843d5-88cb-44a4-a606-d806b856b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:58.620225 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-6f0843d5-88cb-44a4-a606-d806b856b4c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0938573 Feb 10 07:03:58.630691 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:03:58.674115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13e02d13-965c-46d0-93df-10f618ff7af0 req-1a23343c-ff92-42a3-9764-77073f9d9bfc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0725675 Feb 10 07:03:58.707118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-307190af-c081-4922-ad3b-a318e225470b req-9ef66197-2adb-490e-b863-833fc3f58c7c tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108294 Feb 10 07:03:58.740628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-0439ce01-d4d0-4b09-b532-4743766cd0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:58.742950 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-0439ce01-d4d0-4b09-b532-4743766cd0f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.1148326 Feb 10 07:03:58.818637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-bc88ea33-f3c0-44db-aa94-3688d86d9a16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8188b158-5030-473f-8033-f8b60aa18158 HTTP/1.1" status: 200 len: 999 time: 0.0699344 Feb 10 07:03:58.868621 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-a72bc697-3b3c-4f23-8b10-ea2da875bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:58.872387 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-a72bc697-3b3c-4f23-8b10-ea2da875bebf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0457811 Feb 10 07:03:58.920885 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '97d0eec7-9be6-4772-8ccb-c0acb13ea8a4', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'port_id': '8188b158-5030-473f-8033-f8b60aa18158', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'mac_address': 'fa:16:3e:00:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:03:45Z', 'updated_at': '2022-02-10T07:03:57Z', 'revision_number': 1, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:03:58.931011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-82ff303f-780d-4631-a235-d9dac67dff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:03:58.932761 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-82ff303f-780d-4631-a235-d9dac67dff3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568168 Feb 10 07:03:58.953158 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] Checking router: 83f6e311-f92f-452a-bcbc-affd098099fd for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:03:58.962527 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:03:58.963347 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:03:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:03:59.043804 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-8b68ccb2-3d72-4676-8b25-28be7e86cef3 service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054022 Feb 10 07:03:59.073660 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:03:59.145107 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-831e1d32-9185-4884-bfcf-ab561bdbfceb req-0f8dfb08-5bb4-48c3-9814-e31e863d9af1 service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956025 Feb 10 07:03:59.323802 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '97d0eec7-9be6-4772-8ccb-c0acb13ea8a4', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'port_id': '8188b158-5030-473f-8033-f8b60aa18158', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'mac_address': 'fa:16:3e:00:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:03:45Z', 'updated_at': '2022-02-10T07:03:57Z', 'revision_number': 1, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:03:59.359007 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee51cba-aa54-45c4-82c7-02eaefc2b368 None None] The sync data for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 is: [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '97d0eec7-9be6-4772-8ccb-c0acb13ea8a4', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'port_id': '8188b158-5030-473f-8033-f8b60aa18158', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'mac_address': 'fa:16:3e:00:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:03:45Z', 'updated_at': '2022-02-10T07:03:57Z', 'revision_number': 1, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:03:59.580034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e8cf1-ed56-42fb-b11a-729f8450e38e None None] New status for floating IP 97d0eec7-9be6-4772-8ccb-c0acb13ea8a4: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:03:59.793025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64d6f611-7b71-49d0-bfc7-99b0bbc5f125 req-75e0eb12-bea3-4561-b46f-1523b0ffa8af tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0491154 Feb 10 07:04:00.209119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e911ce-0b03-457f-aae6-1d0391e2906a req-9307b579-b3c1-43a3-b90e-34790773e7b0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:04:00.210630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35e911ce-0b03-457f-aae6-1d0391e2906a req-9307b579-b3c1-43a3-b90e-34790773e7b0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.3811393 Feb 10 07:04:00.259530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35e911ce-0b03-457f-aae6-1d0391e2906a req-2aa8d628-ba1d-4091-b592-a2266ec3e333 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Feb 10 07:04:00.912637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88dc389a-e227-45ea-86c9-df83f539e39e req-7426b843-70c5-4d76-8149-a3a0ff37f881 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0276952 Feb 10 07:04:02.023121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c989db25-6ead-4f76-b659-404a3dc4c809 req-b905f9ed-392b-4496-b0f2-3e2cc442cda6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=859869eb-989e-499b-b4bc-175b4dbe9765 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Feb 10 07:04:07.005849 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:10.240741 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:10.339779 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7752-3d97-4461-87e8-ce1b13048185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:12.555019 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-477c7254-8805-402c-9eed-df577c355d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:13.853870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaa694-e024-43b0-be79-309b83236f0c req-0804d3f8-289b-4690-a545-4ca688b1744b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:04:13.855177 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:13.856002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8dfaa694-e024-43b0-be79-309b83236f0c req-0804d3f8-289b-4690-a545-4ca688b1744b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 945 time: 0.0585532 Feb 10 07:04:13.903654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8dfaa694-e024-43b0-be79-309b83236f0c req-32705e38-3f3f-4ce9-9d93-6de2ea31cc0f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Feb 10 07:04:15.025231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2daaf-22d9-467e-bf9c-c209b17a13bd req-0d242aa5-0e5f-4e7e-bb8b-c4c2e833aee6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:04:15.026778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29b2daaf-22d9-467e-bf9c-c209b17a13bd req-0d242aa5-0e5f-4e7e-bb8b-c4c2e833aee6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Feb 10 07:04:15.079041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29b2daaf-22d9-467e-bf9c-c209b17a13bd req-ca1ec66e-bc27-4f9c-b81c-2c283c17cb11 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcdfdabe-4248-404f-848f-178af89c3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 Feb 10 07:04:15.292849 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:15.502919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-e873b1c1-84da-4322-a378-a80ab798b432 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:04:15.504393 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-e873b1c1-84da-4322-a378-a80ab798b432 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 945 time: 0.0540049 Feb 10 07:04:15.603993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port cd2c5f6b-e8b3-454e-b316-6159839acd3c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:04:15.604340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:15.696963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] For port cd2c5f6b-e8b3-454e-b316-6159839acd3c, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=cd2c5f6b-e8b3-454e-b316-6159839acd3c,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:04:15.697326 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:15.709373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for cd2c5f6b-e8b3-454e-b316-6159839acd3c owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:04:15.833471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cd2c5f6b-e8b3-454e-b316-6159839acd3c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:15.850039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['cd2c5f6b-e8b3-454e-b316-6159839acd3c'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:04:15.867159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=cd2c5f6b-e8b3-454e-b316-6159839acd3c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:04:16.178214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cddb8d20-2f2d-4fa8-bed4-a374137d498d req-090d3a39-1bfe-47ea-b04a-5dd7e12715a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0294142 Feb 10 07:04:16.239285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] No DVR routers for this DVR port cd2c5f6b-e8b3-454e-b316-6159839acd3c on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:04:16.242004 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:16.245469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-39cb1534-4d14-4bae-938c-749cb1f223d0 req-40831712-6917-43d8-bb23-9c1cf12bb784 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "DELETE /v2.0/ports/cd2c5f6b-e8b3-454e-b316-6159839acd3c HTTP/1.1" status: 204 len: 173 time: 0.7354636 Feb 10 07:04:16.245942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba25d3a-cb93-4ee7-a95d-09d4380a8f49', 'name': 'network-vif-deleted', 'tag': 'cd2c5f6b-e8b3-454e-b316-6159839acd3c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:04:16.249469 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df3ecc3-3b68-43a6-a44c-e2467dee9236" -d '{"events": [{"server_uuid": "5ba25d3a-cb93-4ee7-a95d-09d4380a8f49", "name": "network-vif-deleted", "tag": "cd2c5f6b-e8b3-454e-b316-6159839acd3c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:04:16.289961 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581c196d-3504-45dd-8f33-13f5a9a755e2 x-openstack-request-id: req-581c196d-3504-45dd-8f33-13f5a9a755e2 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:04:16.290257 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba25d3a-cb93-4ee7-a95d-09d4380a8f49", "name": "network-vif-deleted", "tag": "cd2c5f6b-e8b3-454e-b316-6159839acd3c", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:04:16.290536 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-581c196d-3504-45dd-8f33-13f5a9a755e2 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:04:16.290931 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba25d3a-cb93-4ee7-a95d-09d4380a8f49', 'name': 'network-vif-deleted', 'tag': 'cd2c5f6b-e8b3-454e-b316-6159839acd3c', 'status': 'completed', 'code': 200} Feb 10 07:04:16.444113 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:17.279378 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8d5bcc6-0f18-4040-a9c3-1fff6bc0b373 req-9ac34ca6-e863-4bf6-9c29-18da57e45d16 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0320041 Feb 10 07:04:18.374625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dce0a013-1ce1-40de-a818-0c85497aee1d req-869ec3a8-3c44-402c-9274-d2e5089eb445 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0267859 Feb 10 07:04:18.648260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device cd2c5f6b-e8b3-454e-b316-6159839acd3c no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:04:18.669001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: cd2c5f6b-e8b3-454e-b316-6159839acd3c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:04:18.669352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device cd2c5f6b-e8b3-454e-b316-6159839acd3c not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:04:19.471053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7c7e5db-970e-48d2-bcd9-9828db8c93ca req-ab2830f3-1f5b-47a8-9b5c-d669fd33ce1f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0283051 Feb 10 07:04:20.569957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c50b304b-9d71-4dd7-bbf9-401a6b39e46e req-5847372b-b155-4933-b30f-b30d2f4439e9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0284932 Feb 10 07:04:21.664644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4ccf09b-d3c8-4829-8bb9-008b7a3d42c2 req-c5e57501-8af5-4f74-bb7c-c8b8566c90c2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0270369 Feb 10 07:04:22.795667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cca99da0-6207-4707-8712-031738f76e3e req-ec8b452a-a999-480e-ac8c-ad80944f1ee1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0459270 Feb 10 07:04:22.893273 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-ef325e42-3398-491d-a68b-1fca9af23f87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1856604 Feb 10 07:04:22.980624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-4446b69d-d033-4733-a72f-c0ebce791836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:04:22.982140 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-4446b69d-d033-4733-a72f-c0ebce791836 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0463848 Feb 10 07:04:23.100350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-59410221-e1d5-4fe0-a2ee-9feb230a4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:04:23.101961 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-59410221-e1d5-4fe0-a2ee-9feb230a4b0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.1002452 Feb 10 07:04:23.171392 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-c26ea914-68fb-4edb-9621-297017ca4e1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8188b158-5030-473f-8033-f8b60aa18158 HTTP/1.1" status: 200 len: 1001 time: 0.0634358 Feb 10 07:04:23.245046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-37dec22b-6196-4984-978e-5587cdf56b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:04:23.246583 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-37dec22b-6196-4984-978e-5587cdf56b5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0702250 Feb 10 07:04:23.296609 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-d39ef142-6444-4f90-a7ee-8500577afd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:04:23.298758 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-d39ef142-6444-4f90-a7ee-8500577afd9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466700 Feb 10 07:04:23.308516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-646bce66-25cc-4db3-8845-b8bfba77d8be service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:04:23.309521 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-646bce66-25cc-4db3-8845-b8bfba77d8be service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055611 Feb 10 07:04:23.404412 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-355cb6e0-9969-4dfe-8ba3-03c076355afd service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875187 Feb 10 07:04:23.492845 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7606658a-9ab2-4c9b-8fdd-62e815a1cf91 req-f234d20f-9dd4-4b9f-b64e-82d11bc70dec service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850327 Feb 10 07:04:23.900479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13387315-4a00-47bf-8011-22414a927c95 req-77983b73-dd77-4f56-94a1-c75d49ba8e11 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0312657 Feb 10 07:04:24.993176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db28350b-2873-47e7-93f6-ac767a2a4869 req-36624a60-c3a6-4486-9958-742c5e346d13 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0271554 Feb 10 07:04:26.091681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c473513-86a3-4dce-8a1d-457f39f9993f req-b5c350cf-b1ba-46e9-9f02-d6dcf5acd89f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0291274 Feb 10 07:04:27.186734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbfdead4-7ed9-4b59-9778-4871118ddb4b req-a1d56700-3657-48b4-af42-5307688522a4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0263226 Feb 10 07:04:28.298028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb9fa6f1-296d-4ed3-97f7-364a2d7d2dc3 req-4ecbe7a9-06be-4681-86dd-4599ac0eb7c5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba25d3a-cb93-4ee7-a95d-09d4380a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0283980 Feb 10 07:04:31.022496 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:04:37.005638 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:38.889802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52832) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:04:38.895940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5ffc977e-bca0-4726-b959-2355b0448df7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2114571145', 'description': 'tempest-secgroup-smoke-2114571145 description', 'project_id': '7163c94d4de84eaa849375b99f6594e8'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:04:38.916493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ffc977e-bca0-4726-b959-2355b0448df7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:38.986562 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ffc977e-bca0-4726-b959-2355b0448df7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group (c4030b2e-66cc-4aca-ab91-559dc92290ab), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:38.991518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ffc977e-bca0-4726-b959-2355b0448df7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c4030b2e-66cc-4aca-ab91-559dc92290ab), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.022145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5ffc977e-bca0-4726-b959-2355b0448df7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.023720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5ffc977e-bca0-4726-b959-2355b0448df7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1313961 Feb 10 07:04:39.026904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 52834) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:04:39.029017 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc977e-bca0-4726-b959-2355b0448df7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4030b2e-66cc-4aca-ab91-559dc92290ab,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:04:39.031450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'security_group_rule': {'security_group_id': 'c4030b2e-66cc-4aca-ab91-559dc92290ab', 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:04:39.057254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (7862ab6e-253f-4f80-85b9-8430bc5a1a7c), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.114611 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (7862ab6e-253f-4f80-85b9-8430bc5a1a7c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.119226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (7862ab6e-253f-4f80-85b9-8430bc5a1a7c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.138595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7862ab6e-253f-4f80-85b9-8430bc5a1a7c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:04:39.153869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.154209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.154546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.154992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.155346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.155682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.156109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.156640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.157148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.157488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.157818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.158203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.158673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:04:39.164390 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.168490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52836) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:04:39.168630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ef726c9-0435-4c38-915a-051443ecdb6d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406186 Feb 10 07:04:39.175370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-72ee1a15-92ad-4f9b-b900-ba4c3a2b9551 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'security_group_rule': {'security_group_id': 'c4030b2e-66cc-4aca-ab91-559dc92290ab', 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:04:39.205573 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-72ee1a15-92ad-4f9b-b900-ba4c3a2b9551 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (b859cb4c-55d6-4c62-8211-dc7bbe69c576), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.280481 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-72ee1a15-92ad-4f9b-b900-ba4c3a2b9551 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (b859cb4c-55d6-4c62-8211-dc7bbe69c576), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.287075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-72ee1a15-92ad-4f9b-b900-ba4c3a2b9551 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b859cb4c-55d6-4c62-8211-dc7bbe69c576), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.310078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee1a15-92ad-4f9b-b900-ba4c3a2b9551 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b859cb4c-55d6-4c62-8211-dc7bbe69c576,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:04:39.315878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-72ee1a15-92ad-4f9b-b900-ba4c3a2b9551 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.317409 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-72ee1a15-92ad-4f9b-b900-ba4c3a2b9551 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468966 Feb 10 07:04:39.320401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52838) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:04:39.325629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-26ccd65b-c2e5-4ec8-bf52-09420f952a7a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'security_group_rule': {'security_group_id': 'c4030b2e-66cc-4aca-ab91-559dc92290ab', 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:04:39.351064 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26ccd65b-c2e5-4ec8-bf52-09420f952a7a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (76b15afe-3654-4dcc-99d6-3ecf3252224a), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.415024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26ccd65b-c2e5-4ec8-bf52-09420f952a7a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (76b15afe-3654-4dcc-99d6-3ecf3252224a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.424220 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26ccd65b-c2e5-4ec8-bf52-09420f952a7a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (76b15afe-3654-4dcc-99d6-3ecf3252224a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.450276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccd65b-c2e5-4ec8-bf52-09420f952a7a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b15afe-3654-4dcc-99d6-3ecf3252224a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:04:39.466816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26ccd65b-c2e5-4ec8-bf52-09420f952a7a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.468368 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-26ccd65b-c2e5-4ec8-bf52-09420f952a7a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469762 Feb 10 07:04:39.471113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52840) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:04:39.475754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c37d845b-7584-45da-8a9f-8c2bce93f643 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'security_group_rule': {'security_group_id': 'c4030b2e-66cc-4aca-ab91-559dc92290ab', 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:04:39.511394 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c37d845b-7584-45da-8a9f-8c2bce93f643 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (a7c382ea-d317-456d-b221-53663753b768), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.580291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c37d845b-7584-45da-8a9f-8c2bce93f643 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (a7c382ea-d317-456d-b221-53663753b768), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.585692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c37d845b-7584-45da-8a9f-8c2bce93f643 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (a7c382ea-d317-456d-b221-53663753b768), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.603520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d845b-7584-45da-8a9f-8c2bce93f643 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c382ea-d317-456d-b221-53663753b768,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:04:39.611417 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c37d845b-7584-45da-8a9f-8c2bce93f643 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.612615 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c37d845b-7584-45da-8a9f-8c2bce93f643 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403282 Feb 10 07:04:39.615404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52842) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:04:39.619987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6d37955a-e1f4-4f12-ba89-ea04f9ebc073 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'security_group_rule': {'security_group_id': 'c4030b2e-66cc-4aca-ab91-559dc92290ab', 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:04:39.640676 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-6d37955a-e1f4-4f12-ba89-ea04f9ebc073 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Project 7163c94d4de84eaa849375b99f6594e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:04:39.645720 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d37955a-e1f4-4f12-ba89-ea04f9ebc073 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (9d326cbd-1308-4005-8f76-60fa38db1c4b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.711675 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d37955a-e1f4-4f12-ba89-ea04f9ebc073 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (9d326cbd-1308-4005-8f76-60fa38db1c4b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.716737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d37955a-e1f4-4f12-ba89-ea04f9ebc073 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (9d326cbd-1308-4005-8f76-60fa38db1c4b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.737990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37955a-e1f4-4f12-ba89-ea04f9ebc073 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d326cbd-1308-4005-8f76-60fa38db1c4b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:04:39.748154 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6d37955a-e1f4-4f12-ba89-ea04f9ebc073 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.749490 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6d37955a-e1f4-4f12-ba89-ea04f9ebc073 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330919 Feb 10 07:04:39.752297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 52846) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:04:39.757627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7c130be6-7b70-4e62-92d4-77cd5d345499 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'security_group_rule': {'security_group_id': 'c4030b2e-66cc-4aca-ab91-559dc92290ab', 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:04:39.779015 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-7c130be6-7b70-4e62-92d4-77cd5d345499 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Project 7163c94d4de84eaa849375b99f6594e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:04:39.787756 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c130be6-7b70-4e62-92d4-77cd5d345499 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (f4bf25b8-b935-4a72-9bd5-6eb2457619fe), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.861463 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c130be6-7b70-4e62-92d4-77cd5d345499 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (f4bf25b8-b935-4a72-9bd5-6eb2457619fe), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.865509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c130be6-7b70-4e62-92d4-77cd5d345499 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f4bf25b8-b935-4a72-9bd5-6eb2457619fe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.884377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c130be6-7b70-4e62-92d4-77cd5d345499 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bf25b8-b935-4a72-9bd5-6eb2457619fe,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:04:39.893475 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c130be6-7b70-4e62-92d4-77cd5d345499 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:39.897873 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7c130be6-7b70-4e62-92d4-77cd5d345499 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446033 Feb 10 07:04:40.255083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:40.346922 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57fe4a8d-6809-406c-9aaa-b9d7060b9344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:42.565053 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65a0795b-9b05-4aff-aaf5-2bb1e180df1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:43.865486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:45.303198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:04:46.449557 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:01.653194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-0ed69009-d9f4-4aeb-afb7-dcc4fcdc7fde tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114571145&fields=id&tenant_id=7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 267 time: 0.0437438 Feb 10 07:05:01.758751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fc005433-0416-4cbf-b019-6306c5d6e59d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:01.760384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fc005433-0416-4cbf-b019-6306c5d6e59d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1006486 Feb 10 07:05:01.776414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-50d3c8a6-2d70-4b64-a5e2-e0b98f259a96 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/quotas/7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 375 time: 0.0099142 Feb 10 07:05:01.838911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-c4e1a763-36fe-46b4-b2cf-29053ea2f4f3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569370 Feb 10 07:05:01.933914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-6095efda-13c5-4926-8b4b-55355eb9d47e service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835965 Feb 10 07:05:02.025827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-72cb84df-fb4c-438a-b55a-4d4555f46b45 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856149 Feb 10 07:05:02.309487 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4cb456d9-9fd4-4bfc-8ef4-6d40fcce1809 req-71604825-d0fd-4fd9-9ad0-3d78223f75f8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0276237 Feb 10 07:05:03.358762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-545b7af4-b8bf-43d9-991f-7cc893370920 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:03.361287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-545b7af4-b8bf-43d9-991f-7cc893370920 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1151924 Feb 10 07:05:03.435040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ba66dce-f18c-4f99-a8e0-c93462299be9 req-769d8f70-95a1-4568-9c08-99499981c0e3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0464272 Feb 10 07:05:03.475300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-1c78537a-6cb7-4252-82f0-c91fd08a1736 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 380 time: 0.1031015 Feb 10 07:05:03.489324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'port': {'device_id': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'admin_state_up': True, 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'security_groups': ['c4030b2e-66cc-4aca-ab91-559dc92290ab']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:05:03.620556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Made reservation on behalf of 7163c94d4de84eaa849375b99f6594e8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:05:03.624929 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:03.787634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.20.0.7 (379c22a9-a8c7-4375-ab55-4a9fedce756a/cc2e4b47-8608-4394-9aed-5d976463814b/31d2f172-869d-44ba-83db-3f13a1ea4c9a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:05:03.945627 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:03.984426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:04.029830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:05:04.033502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:05:04.037104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:05:04.069716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=31d2f172-869d-44ba-83db-3f13a1ea4c9a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:04.094252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:04.094894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:04.112919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-4a56b5fe-99cb-47cb-9b04-961d8c6b545e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6279373 Feb 10 07:05:04.130685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Request body: {'port': {'device_id': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:05:04.230592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:04.435346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1dacbca4-aee6-4a6d-93de-270c11386c20 None None] Provisioning complete for port 31d2f172-869d-44ba-83db-3f13a1ea4c9a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:05:04.435968 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1dacbca4-aee6-4a6d-93de-270c11386c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:04.491868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1dacbca4-aee6-4a6d-93de-270c11386c20 None None] Port 31d2f172-869d-44ba-83db-3f13a1ea4c9a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:05:04.568728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d2f172-869d-44ba-83db-3f13a1ea4c9a {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:05:04.578876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Publish callbacks [] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:04.597265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Transition to ACTIVE for port object 31d2f172-869d-44ba-83db-3f13a1ea4c9a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:05:04.604608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8e4bf-dc90-4dfc-b863-425695366a43 req-725d8ec8-8877-4556-a2fa-d0b75482f0b2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:04.606117 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bf8e4bf-dc90-4dfc-b863-425695366a43 req-725d8ec8-8877-4556-a2fa-d0b75482f0b2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 931 time: 0.0791948 Feb 10 07:05:04.607246 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:04.682261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Pushing event updated for resources: {'Port': ['ID=31d2f172-869d-44ba-83db-3f13a1ea4c9a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:04.730698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bf8e4bf-dc90-4dfc-b863-425695366a43 req-d8e185e9-2adf-4860-99dd-eda8cef4e099 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152401 Feb 10 07:05:04.791276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Attempting to bind port 31d2f172-869d-44ba-83db-3f13a1ea4c9a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:05:04.791495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Attempting to bind port 31d2f172-869d-44ba-83db-3f13a1ea4c9a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:05:04.791830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Attempting to bind port 31d2f172-869d-44ba-83db-3f13a1ea4c9a on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:05:04.796938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Port 31d2f172-869d-44ba-83db-3f13a1ea4c9a on network 379c22a9-a8c7-4375-ab55-4a9fedce756a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:05:04.797261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Attempting to bind port 31d2f172-869d-44ba-83db-3f13a1ea4c9a on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:05:04.802476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:05:04.802817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:05:04.803200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Bound using segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:05:04.803629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Bound port: 31d2f172-869d-44ba-83db-3f13a1ea4c9a, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:05:04.803988 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:04.874698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] For port 31d2f172-869d-44ba-83db-3f13a1ea4c9a, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:05:04.877884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] For port 31d2f172-869d-44ba-83db-3f13a1ea4c9a, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:05:04.885236 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:04.922700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:04.923327 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:04.924717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] 10.222.0.24 "PUT /v2.0/ports/31d2f172-869d-44ba-83db-3f13a1ea4c9a HTTP/1.1" status: 200 len: 1091 time: 0.7997963 Feb 10 07:05:04.925226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'tag': '31d2f172-869d-44ba-83db-3f13a1ea4c9a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:05:04.927459 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9", "tag": "31d2f172-869d-44ba-83db-3f13a1ea4c9a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:05:04.953130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef11172-bf39-431d-89d4-4f20c70e7711 service neutron] Pushing event updated for resources: {'Port': ['ID=31d2f172-869d-44ba-83db-3f13a1ea4c9a,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:05.003656 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6615b225-5113-4e1f-85da-9c50b1da55df x-openstack-request-id: req-6615b225-5113-4e1f-85da-9c50b1da55df {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:05:05.003961 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9", "tag": "31d2f172-869d-44ba-83db-3f13a1ea4c9a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:05:05.004576 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6615b225-5113-4e1f-85da-9c50b1da55df {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:05:05.004988 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'tag': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'status': 'completed', 'code': 200} Feb 10 07:05:05.024754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-8b58526f-e539-4ebe-bd2f-ecf7a0b87187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:05.026325 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-8b58526f-e539-4ebe-bd2f-ecf7a0b87187 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 1125 time: 0.0583532 Feb 10 07:05:05.077820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-d64595b6-fa73-4fad-b74e-2fea7bb55038 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a HTTP/1.1" status: 200 len: 217 time: 0.0384543 Feb 10 07:05:05.130585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-b4dceec9-02d6-4430-a8e1-ebd439fed142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:05.132071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-b4dceec9-02d6-4430-a8e1-ebd439fed142 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0476046 Feb 10 07:05:05.186202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-d673a14c-686c-4fb9-8514-67b2df0e3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:05.187778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-d673a14c-686c-4fb9-8514-67b2df0e3b37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460474 Feb 10 07:05:05.292041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-07d3e8d8-1e7c-4b7b-9a8f-91ef576f192d service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945878 Feb 10 07:05:05.393705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64fac538-16e9-4b24-a623-e14d21cd96d7 req-fa9d6b4e-64e2-44e7-9dfa-258b725c0ecf service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945072 Feb 10 07:05:05.488843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-7fe0c172-1fb6-44d0-b026-e44c0bc3685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:05.490428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-7fe0c172-1fb6-44d0-b026-e44c0bc3685c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 1125 time: 0.0462966 Feb 10 07:05:05.586435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-af5e4383-3709-4bdc-b785-f2a8609cddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:05.587901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-af5e4383-3709-4bdc-b785-f2a8609cddde service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.0891445 Feb 10 07:05:05.635199 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-dc9134af-49c7-4d7b-8155-cb87964e49a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a HTTP/1.1" status: 200 len: 217 time: 0.0372682 Feb 10 07:05:05.689148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-8da06bfd-275c-484b-b5cf-bcaeab51990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:05.690588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-8da06bfd-275c-484b-b5cf-bcaeab51990d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0423238 Feb 10 07:05:05.740940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-aef94582-5db1-4286-90e6-36d66ca6591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:05.742409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-aef94582-5db1-4286-90e6-36d66ca6591d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432549 Feb 10 07:05:05.871062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-cdfd8b09-78d9-4103-8d2e-81403ce70a6f service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192284 Feb 10 07:05:05.884547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ebcba-c2e6-4e7b-b751-0f6d6b192a5f req-00159b9d-5a0b-493b-8b51-88c00e5048f1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:05.886022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e2ebcba-c2e6-4e7b-b751-0f6d6b192a5f req-00159b9d-5a0b-493b-8b51-88c00e5048f1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0736229 Feb 10 07:05:05.994137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e2ebcba-c2e6-4e7b-b751-0f6d6b192a5f req-c73cca0d-2aa5-45d7-8bd7-118a1818d3e8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003823 Feb 10 07:05:06.013775 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fae8c427-99f1-44c0-b88b-31d1f8a8af2e req-150ad4dc-f42f-437f-8080-d0a2483c9133 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268525 Feb 10 07:05:07.007460 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:07.123626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c795832-5a7f-4eb1-b726-7231cb123203 req-c0db34e9-14d9-4522-a843-89b10b28b440 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:07.125738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c795832-5a7f-4eb1-b726-7231cb123203 req-c0db34e9-14d9-4522-a843-89b10b28b440 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0530000 Feb 10 07:05:07.174520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c795832-5a7f-4eb1-b726-7231cb123203 req-177423d5-7466-4322-9a52-113df9f0cac0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Feb 10 07:05:08.022030 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:05:08.303415 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5919-b808-47c5-bbec-701cea5805ad req-8431c8e7-147b-43ed-9a1e-a9cfe857e994 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:08.304934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-928e5919-b808-47c5-bbec-701cea5805ad req-8431c8e7-147b-43ed-9a1e-a9cfe857e994 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0633035 Feb 10 07:05:08.354197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-928e5919-b808-47c5-bbec-701cea5805ad req-09d532f0-3270-4989-a814-f5e969b56b03 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Feb 10 07:05:09.472501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a314-3f7e-40de-a157-796516789f67 req-7f2d814c-08d2-4b87-af7d-8ecf5d6a812a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:09.473996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74e7a314-3f7e-40de-a157-796516789f67 req-7f2d814c-08d2-4b87-af7d-8ecf5d6a812a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0535569 Feb 10 07:05:09.523316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74e7a314-3f7e-40de-a157-796516789f67 req-cd1a0a61-1fd5-4b89-914e-f6fd69a9a588 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Feb 10 07:05:10.244612 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:10.340154 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-368d51b9-e29c-4835-9aa7-558bc6c83f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:10.647378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787deb5c-f861-45a1-9111-978d39879182 req-29a73a24-d2d1-4e23-8c93-826537c1e958 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:10.648855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-787deb5c-f861-45a1-9111-978d39879182 req-29a73a24-d2d1-4e23-8c93-826537c1e958 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0552018 Feb 10 07:05:10.698475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-787deb5c-f861-45a1-9111-978d39879182 req-954e091d-f9eb-479b-94a9-233f3af1d0b8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441213 Feb 10 07:05:11.819571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e91394-39a9-4a0b-a516-2308424e02a5 req-103f321f-06be-4ddc-8803-521aeb3a447f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:11.821174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27e91394-39a9-4a0b-a516-2308424e02a5 req-103f321f-06be-4ddc-8803-521aeb3a447f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0548477 Feb 10 07:05:11.873339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27e91394-39a9-4a0b-a516-2308424e02a5 req-2823da19-3103-4306-8a40-ea6c2f22969b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Feb 10 07:05:12.560890 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73906cb1-9ddb-4983-9d3b-fd58efeeb387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:12.994157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3df01-479f-4095-af21-4c02d097612e req-b1e504c1-cded-4033-8fdf-b90bfbe98cdf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:12.995642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78c3df01-479f-4095-af21-4c02d097612e req-b1e504c1-cded-4033-8fdf-b90bfbe98cdf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0524945 Feb 10 07:05:13.048398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-78c3df01-479f-4095-af21-4c02d097612e req-afad589e-e8f5-4891-8255-e7cd13bdfd0b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465763 Feb 10 07:05:13.865211 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:14.166580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082a12a-7f85-4a78-b9d3-329b3c2eb5f4 req-02a0ceb6-2be3-47f2-80ea-0295735dff73 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:14.168062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f082a12a-7f85-4a78-b9d3-329b3c2eb5f4 req-02a0ceb6-2be3-47f2-80ea-0295735dff73 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0530229 Feb 10 07:05:14.217395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f082a12a-7f85-4a78-b9d3-329b3c2eb5f4 req-c90dd700-dc44-43f9-aede-bdac0144521a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Feb 10 07:05:15.303821 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:15.344806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e734a8-9f3b-4dd5-9304-80494b39b5a7 req-61af65f9-3219-480e-9deb-fe93143e5d14 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:15.346217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0e734a8-9f3b-4dd5-9304-80494b39b5a7 req-61af65f9-3219-480e-9deb-fe93143e5d14 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0570717 Feb 10 07:05:15.394795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0e734a8-9f3b-4dd5-9304-80494b39b5a7 req-cc7f155b-6d13-4d6b-9675-a98ad5fcbcce tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427575 Feb 10 07:05:16.446532 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:16.523751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4461-d11e-4c6f-84ba-ca807ee69216 req-a0d42d6e-f4ed-43cd-baf5-848ad524ca86 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:16.525306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-984d4461-d11e-4c6f-84ba-ca807ee69216 req-a0d42d6e-f4ed-43cd-baf5-848ad524ca86 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0565875 Feb 10 07:05:16.576986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-984d4461-d11e-4c6f-84ba-ca807ee69216 req-129b1a33-f42a-4de8-83bc-227402578f6b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452321 Feb 10 07:05:17.694311 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeaf44-ecce-464e-b17a-77c12fc61598 req-de127342-25eb-4578-90c9-b8ca9c5f8605 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:17.695794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50aeaf44-ecce-464e-b17a-77c12fc61598 req-de127342-25eb-4578-90c9-b8ca9c5f8605 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0521851 Feb 10 07:05:17.744834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-50aeaf44-ecce-464e-b17a-77c12fc61598 req-ae9da968-cbab-4385-93df-582fa6a70cc4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 Feb 10 07:05:18.864937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50b487-e5d2-4269-b165-496b9a4c554f req-ee77fbe4-e02d-4705-85dc-c6c34f2dc669 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:18.866466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e50b487-e5d2-4269-b165-496b9a4c554f req-ee77fbe4-e02d-4705-85dc-c6c34f2dc669 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0531895 Feb 10 07:05:18.918693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e50b487-e5d2-4269-b165-496b9a4c554f req-c7094ad9-9399-41ff-81b9-8fa23bbaf268 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465708 Feb 10 07:05:20.041247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a57fe0-01cf-4bf4-a8ed-787ec2463479 req-a5ee6a8f-3b66-4943-8f06-8a4e77a8445d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:20.042884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1a57fe0-01cf-4bf4-a8ed-787ec2463479 req-a5ee6a8f-3b66-4943-8f06-8a4e77a8445d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0559609 Feb 10 07:05:20.095068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1a57fe0-01cf-4bf4-a8ed-787ec2463479 req-ab759155-ad26-4ab2-ad46-f4ac8a0137d0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457554 Feb 10 07:05:21.218949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5385f-c711-42ad-b27b-aaadb7e96e26 req-1f20aea0-83f9-4f13-b3da-3a4b12a49ec0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:21.220654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7b5385f-c711-42ad-b27b-aaadb7e96e26 req-1f20aea0-83f9-4f13-b3da-3a4b12a49ec0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0577192 Feb 10 07:05:21.284498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7b5385f-c711-42ad-b27b-aaadb7e96e26 req-9ddcc0fc-15e9-4498-9e89-32d6aa968509 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576169 Feb 10 07:05:22.410454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8f326-2ee9-401f-af3e-3c2fbdc46bf6 req-90258cd4-3308-4d82-b1f7-c69ddf7c8a10 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:22.411950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67a8f326-2ee9-401f-af3e-3c2fbdc46bf6 req-90258cd4-3308-4d82-b1f7-c69ddf7c8a10 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0585339 Feb 10 07:05:22.462943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67a8f326-2ee9-401f-af3e-3c2fbdc46bf6 req-78db473a-1eb1-4e3d-a221-92765217aa54 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445681 Feb 10 07:05:22.780248 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-aa8abda2-b3b8-4f28-8734-f87c9053b55a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662873 Feb 10 07:05:22.869616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-58025004-65ce-49f7-a5eb-80833f81805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:22.871420 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-58025004-65ce-49f7-a5eb-80833f81805f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8eb34435be948658b01165fdc2e7260&device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0498946 Feb 10 07:05:22.982403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-796ef3ae-e389-4368-8473-b2820b4cff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:22.984810 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-796ef3ae-e389-4368-8473-b2820b4cff40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 200 len: 911 time: 0.0932612 Feb 10 07:05:23.057080 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-72713a8f-3c8e-415f-8694-e56f649e5b49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8188b158-5030-473f-8033-f8b60aa18158 HTTP/1.1" status: 200 len: 1001 time: 0.0664108 Feb 10 07:05:23.108305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-d36c92c9-7855-4a60-bbb8-a22d5e47c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:23.109813 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-d36c92c9-7855-4a60-bbb8-a22d5e47c441 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 200 len: 850 time: 0.0472693 Feb 10 07:05:23.162236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-443caf44-e094-4ac4-9959-b1aa537dde26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:23.164047 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-443caf44-e094-4ac4-9959-b1aa537dde26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e63919e9-6646-43a1-bde0-a09dff7d5a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478606 Feb 10 07:05:23.266444 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-51e394a6-37a1-4448-9acf-d42e625d617b service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958345 Feb 10 07:05:23.360770 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3f5025ce-e646-41d6-ab58-953958bb6b5d req-783b3d5d-9791-45b5-a24d-e3fca0e508db service neutron] 10.222.0.13 "GET /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877426 Feb 10 07:05:23.590647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1479a9-c801-4fb6-8b66-b0457d656760 req-b9fe52b9-d803-4838-ace6-319630d41a7e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:23.592852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e1479a9-c801-4fb6-8b66-b0457d656760 req-b9fe52b9-d803-4838-ace6-319630d41a7e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0603793 Feb 10 07:05:23.642044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e1479a9-c801-4fb6-8b66-b0457d656760 req-6371ebc5-9866-447a-b06f-cbe6f3167347 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Feb 10 07:05:24.775364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e7213-cc52-4aab-8cea-6d12b7bb08f6 req-7f3f301d-dee4-4e29-a883-2a4e3cb80918 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:24.777923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-084e7213-cc52-4aab-8cea-6d12b7bb08f6 req-7f3f301d-dee4-4e29-a883-2a4e3cb80918 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0620048 Feb 10 07:05:24.831919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-084e7213-cc52-4aab-8cea-6d12b7bb08f6 req-a6933530-6aa4-47ce-91ec-a2298439cb8d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474119 Feb 10 07:05:25.950205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547afd-5064-46a3-bbe9-a54f6825ddf0 req-cc831f27-fe2f-4769-ae7d-515d11ee8299 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:25.951731 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd547afd-5064-46a3-bbe9-a54f6825ddf0 req-cc831f27-fe2f-4769-ae7d-515d11ee8299 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0526683 Feb 10 07:05:26.000259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd547afd-5064-46a3-bbe9-a54f6825ddf0 req-ab01d7b8-bf5e-420b-b1dc-fe441a397d37 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 Feb 10 07:05:27.119334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bcaab-fd1c-4e06-ab07-2ff0dbc99c3e req-f8f02d1d-c1e0-447d-9ba7-6d81602ca71f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:27.120805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-009bcaab-fd1c-4e06-ab07-2ff0dbc99c3e req-f8f02d1d-c1e0-447d-9ba7-6d81602ca71f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0526383 Feb 10 07:05:27.172593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-009bcaab-fd1c-4e06-ab07-2ff0dbc99c3e req-85179e63-992b-4b03-993f-cffb78b2c08f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 Feb 10 07:05:28.316325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8156105-0901-4784-bd2c-72cf3f1a6b49 req-70b0f138-7e7d-4521-aa3a-50afd683ac7b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:28.318669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8156105-0901-4784-bd2c-72cf3f1a6b49 req-70b0f138-7e7d-4521-aa3a-50afd683ac7b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0686464 Feb 10 07:05:28.410185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8156105-0901-4784-bd2c-72cf3f1a6b49 req-1b38971d-6cd9-42c9-ba68-e6c5c21b0d41 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773394 Feb 10 07:05:28.872560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e7680-2d32-49a6-a7c5-ae032f4333fe req-94170e71-a57a-4544-995b-f028aa3d4f15 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:28.880485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d04e7680-2d32-49a6-a7c5-ae032f4333fe req-94170e71-a57a-4544-995b-f028aa3d4f15 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.0622997 Feb 10 07:05:28.926467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d04e7680-2d32-49a6-a7c5-ae032f4333fe req-74f09ac4-fb1e-4868-84da-9d9512c317f2 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 Feb 10 07:05:29.534432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74991cd3-8f3e-475f-b5c7-38a7e354c7c8 req-e63e8cd6-06ab-4f29-ac9b-bab803bbc42f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:29.536100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74991cd3-8f3e-475f-b5c7-38a7e354c7c8 req-e63e8cd6-06ab-4f29-ac9b-bab803bbc42f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0654817 Feb 10 07:05:29.596413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74991cd3-8f3e-475f-b5c7-38a7e354c7c8 req-eef6e06c-049b-463e-9abc-6b41949f2b26 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539458 Feb 10 07:05:30.071461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54dfea-1da5-4549-b557-079fc5d399d6 req-f0875d0b-c6af-4123-b1db-5f58f5d16b39 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:30.073189 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df54dfea-1da5-4549-b557-079fc5d399d6 req-f0875d0b-c6af-4123-b1db-5f58f5d16b39 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.0566149 Feb 10 07:05:30.127849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df54dfea-1da5-4549-b557-079fc5d399d6 req-4c4f5e8b-91df-4174-aafc-5e5d224cc45e tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459554 Feb 10 07:05:30.722665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a597b5c-b538-4d27-aba6-16b0820f8eab req-a7dfaa23-cacc-46f8-8314-fa590266a7e2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:30.724170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a597b5c-b538-4d27-aba6-16b0820f8eab req-a7dfaa23-cacc-46f8-8314-fa590266a7e2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0563738 Feb 10 07:05:30.794895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a597b5c-b538-4d27-aba6-16b0820f8eab req-38c80310-1d69-408b-8a84-94c20f69585d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619712 Feb 10 07:05:30.817576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-8ebfa9d5-226b-422c-9386-69da9c80a0d1 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:30.819168 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-8ebfa9d5-226b-422c-9386-69da9c80a0d1 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.0690618 Feb 10 07:05:30.927342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Deleting port 8188b158-5030-473f-8033-f8b60aa18158 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:05:30.927688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8188b158-5030-473f-8033-f8b60aa18158), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:31.028300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] For port 8188b158-5030-473f-8033-f8b60aa18158, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8188b158-5030-473f-8033-f8b60aa18158,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:05:31.028663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8188b158-5030-473f-8033-f8b60aa18158), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:31.241024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:31.241959 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (97d0eec7-9be6-4772-8ccb-c0acb13ea8a4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:31.242562 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Floating IP 97d0eec7-9be6-4772-8ccb-c0acb13ea8a4 disassociated. External IP: 172.25.8.228, port: 8188b158-5030-473f-8033-f8b60aa18158. Feb 10 07:05:31.243143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Calling delete_port for 8188b158-5030-473f-8033-f8b60aa18158 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:05:31.299867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2297d37-0616-48e7-bd28-b9f64911fb43 req-e17df629-a14e-4466-8219-3f21b73bba39 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:31.301656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2297d37-0616-48e7-bd28-b9f64911fb43 req-e17df629-a14e-4466-8219-3f21b73bba39 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9 HTTP/1.1" status: 200 len: 945 time: 0.0704215 Feb 10 07:05:31.355415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2297d37-0616-48e7-bd28-b9f64911fb43 req-78240839-3905-4ae4-9ec7-fe233e9ec5ec tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups?id=94806269-3913-4863-98a9-eb9a8cd364a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466902 Feb 10 07:05:31.395661 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8188b158-5030-473f-8033-f8b60aa18158), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:31.426498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event deleted for resources: {'Port': ['ID=8188b158-5030-473f-8033-f8b60aa18158,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:31.439358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.439708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.440048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.440394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.440713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.441048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.441374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.441696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.442021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.443940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.445859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.446472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.446991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:31.578125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Router 83f6e311-f92f-452a-bcbc-affd098099fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:05:31.702117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:05:31.721760 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] Sync routers for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:05:31.738783 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:05:31.742014 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:05:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:31.755443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] No DVR routers for this DVR port 8188b158-5030-473f-8033-f8b60aa18158 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:05:31.758324 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:31.761985 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5a3b31c7-28e7-4604-ad94-f829a20b7289 req-c0daee32-c674-4259-8248-93d0731fe784 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.13 "DELETE /v2.0/ports/8188b158-5030-473f-8033-f8b60aa18158 HTTP/1.1" status: 204 len: 173 time: 0.9360833 Feb 10 07:05:31.762634 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'name': 'network-vif-deleted', 'tag': '8188b158-5030-473f-8033-f8b60aa18158'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:05:31.765780 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5014f998-1dd9-4e1f-bc2b-d767bb12dd03" -d '{"events": [{"server_uuid": "a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9", "name": "network-vif-deleted", "tag": "8188b158-5030-473f-8033-f8b60aa18158"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:05:31.928839 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906b4d3-e7f2-451f-966e-7aad222991a1 x-openstack-request-id: req-d906b4d3-e7f2-451f-966e-7aad222991a1 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:05:31.929461 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9", "name": "network-vif-deleted", "tag": "8188b158-5030-473f-8033-f8b60aa18158", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:05:31.929461 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d906b4d3-e7f2-451f-966e-7aad222991a1 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:05:31.929776 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662c1be-dfc2-41ca-ab0d-1a05f0fca1f9', 'name': 'network-vif-deleted', 'tag': '8188b158-5030-473f-8033-f8b60aa18158', 'status': 'completed', 'code': 200} Feb 10 07:05:32.007626 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:05:32.011093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d471534-c390-4ea3-acb0-0ed750ef6f00 req-8f693b63-ac4e-490e-beaa-322f3988cfa6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:32.013445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d471534-c390-4ea3-acb0-0ed750ef6f00 req-8f693b63-ac4e-490e-beaa-322f3988cfa6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0884335 Feb 10 07:05:32.070065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9d471534-c390-4ea3-acb0-0ed750ef6f00 req-838be62a-e09e-44bd-8f9a-75507165977a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505455 Feb 10 07:05:32.232174 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:32.273409 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] Checking router: 83f6e311-f92f-452a-bcbc-affd098099fd for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:05:32.285828 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:05:32.286531 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:05:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:32.412973 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:05:32.606778 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:32.635997 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5268f0b-fdf5-4e33-bcf3-6b85f7085fa3 None None] The sync data for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 is: [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:00:25Z', 'revision_number': 4, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '765597f5-285d-46fe-9494-73b63a2802ae', 'name': '', 'network_id': 'e63919e9-6646-43a1-bde0-a09dff7d5a63', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'mac_address': 'fa:16:3e:17:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '1b028116-49cf-4515-9a12-0acd408f9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:24Z', 'updated_at': '2022-02-10T07:00:28Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'subnets': [{'id': '1b028116-49cf-4515-9a12-0acd408f9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:05:32.862495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0506ab-25d4-486f-bf08-f19a43f3e01c None None] New status for floating IP 97d0eec7-9be6-4772-8ccb-c0acb13ea8a4: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:05:32.968086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8188b158-5030-473f-8033-f8b60aa18158 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:05:32.989377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 8188b158-5030-473f-8033-f8b60aa18158 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:05:32.989734 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8188b158-5030-473f-8033-f8b60aa18158 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:05:33.199137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb20826-2022-4b1a-a3ae-570a3a4f8afe req-0fbd07bd-02a1-4835-aac4-4b29ea0eeda6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:33.200747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3eb20826-2022-4b1a-a3ae-570a3a4f8afe req-0fbd07bd-02a1-4835-aac4-4b29ea0eeda6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0556881 Feb 10 07:05:33.254200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3eb20826-2022-4b1a-a3ae-570a3a4f8afe req-856f7985-63c2-4d57-b64c-d560bf1071e4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458477 Feb 10 07:05:33.470667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53888) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:33.525028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aed0-8e12-4209-ae17-3a4f80937cb8 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (94806269-3913-4863-98a9-eb9a8cd364a4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:33.548567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aed0-8e12-4209-ae17-3a4f80937cb8 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (94806269-3913-4863-98a9-eb9a8cd364a4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:33.606756 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aed0-8e12-4209-ae17-3a4f80937cb8 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (94806269-3913-4863-98a9-eb9a8cd364a4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:33.610117 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aed0-8e12-4209-ae17-3a4f80937cb8 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:33.611316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e4e7aed0-8e12-4209-ae17-3a4f80937cb8 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "DELETE /v2.0/security-groups/94806269-3913-4863-98a9-eb9a8cd364a4 HTTP/1.1" status: 204 len: 168 time: 0.1396449 Feb 10 07:05:33.615490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:33.624803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7aed0-8e12-4209-ae17-3a4f80937cb8 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94806269-3913-4863-98a9-eb9a8cd364a4,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:33.630948 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-60e36f45-af9f-479d-94a3-d4a875472c01 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] show failed (client error): The resource could not be found. Feb 10 07:05:33.632194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-60e36f45-af9f-479d-94a3-d4a875472c01 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "GET /v2.0/security-groups/94806269-3913-4863-98a9-eb9a8cd364a4 HTTP/1.1" status: 404 len: 347 time: 0.0157282 Feb 10 07:05:33.635045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53892) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:33.766452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Deleting port d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:05:33.766792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:33.842895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:33.843130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:33.854724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Calling delete_port for d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:05:33.989110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:34.016766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Pushing event deleted for resources: {'Port': ['ID=d00e5df6-8ab4-4e60-8f03-8f89ad4bbe2f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:34.079499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks [] for floatingip (97d0eec7-9be6-4772-8ccb-c0acb13ea8a4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:34.082458 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:34.083693 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a2cc2f19-1025-48fd-be45-dbcc18b628c0 tempest-AttachVolumeTestJSON-364328077 tempest-AttachVolumeTestJSON-364328077-project] 10.222.0.21 "DELETE /v2.0/floatingips/97d0eec7-9be6-4772-8ccb-c0acb13ea8a4 HTTP/1.1" status: 204 len: 168 time: 0.4473705 Feb 10 07:05:34.384616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4f6b4-e0aa-448e-8d16-7684e5159e09 req-3bb2b94f-d3ff-42a0-a0b7-ea0cce9aedeb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:34.386266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ade4f6b4-e0aa-448e-8d16-7684e5159e09 req-3bb2b94f-d3ff-42a0-a0b7-ea0cce9aedeb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0577347 Feb 10 07:05:34.438237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ade4f6b4-e0aa-448e-8d16-7684e5159e09 req-22e6252d-3b10-499e-b4bb-a2d0bd9a1b6b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452583 Feb 10 07:05:35.563946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e23b1b-96a0-481d-9d9d-af8605f8cb40 req-7d59df85-8f21-4292-9347-757a2632ae81 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:35.565470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63e23b1b-96a0-481d-9d9d-af8605f8cb40 req-7d59df85-8f21-4292-9347-757a2632ae81 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0567214 Feb 10 07:05:35.616943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63e23b1b-96a0-481d-9d9d-af8605f8cb40 req-491d86d9-8103-4ba8-b923-aa95a8a871d3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452275 Feb 10 07:05:36.749707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959c45-2bb3-48a4-9f7d-9f4ac88a0cad req-768d1664-ba3a-402e-b96a-a86146519376 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:36.751231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16959c45-2bb3-48a4-9f7d-9f4ac88a0cad req-768d1664-ba3a-402e-b96a-a86146519376 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0557792 Feb 10 07:05:36.802556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-16959c45-2bb3-48a4-9f7d-9f4ac88a0cad req-5a888b4e-7df4-4049-917f-2a75dc5c397e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Feb 10 07:05:37.027891 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:37.963821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fde8a4-3def-47f0-85a1-af5697b3b9c9 req-490cc373-7e50-4269-811e-8bc8b3076988 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:37.965425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74fde8a4-3def-47f0-85a1-af5697b3b9c9 req-490cc373-7e50-4269-811e-8bc8b3076988 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0596824 Feb 10 07:05:38.043369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74fde8a4-3def-47f0-85a1-af5697b3b9c9 req-8e62d3ea-c6d5-44bc-a7c1-43b08e85f00d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656583 Feb 10 07:05:39.203528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fe1ff-cd25-401f-bf82-de37363377fd req-72031984-c4de-4521-9dc5-c6144f0de15e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:39.206793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b2fe1ff-cd25-401f-bf82-de37363377fd req-72031984-c4de-4521-9dc5-c6144f0de15e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0668597 Feb 10 07:05:39.261068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b2fe1ff-cd25-401f-bf82-de37363377fd req-6f3092cc-90a8-4d23-bdf0-d72a84f1bec1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484321 Feb 10 07:05:40.248274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:40.355445 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3763f2cd-116d-4c96-ad3c-0f83b296d2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:40.437375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd581dfb-633a-4c22-ae19-16425fd2a13e req-cfa78924-d7a6-4de7-8385-17ca7d32d4ea tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:40.445466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd581dfb-633a-4c22-ae19-16425fd2a13e req-cfa78924-d7a6-4de7-8385-17ca7d32d4ea tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 943 time: 0.0813651 Feb 10 07:05:40.506559 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd581dfb-633a-4c22-ae19-16425fd2a13e req-df435301-619b-47d9-acf3-4fef116fd14f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595529 Feb 10 07:05:40.615004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 31d2f172-869d-44ba-83db-3f13a1ea4c9a details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:05:40.739440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 31d2f172-869d-44ba-83db-3f13a1ea4c9a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:05:40.757777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'port_id': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'mac_address': 'fa:16:3e:42:11:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:05:40.800338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 31d2f172-869d-44ba-83db-3f13a1ea4c9a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:05:40.801120 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:40.818013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d2f172-869d-44ba-83db-3f13a1ea4c9a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:05:40.840287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 31d2f172-869d-44ba-83db-3f13a1ea4c9a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:05:40.844959 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:40.898891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=31d2f172-869d-44ba-83db-3f13a1ea4c9a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:40.907728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.908165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.908801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.909271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.909841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.910274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.910714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.911191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.911608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.912061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.912587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.913011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:40.913544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:41.094855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['31d2f172-869d-44ba-83db-3f13a1ea4c9a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:05:41.620500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee58855-5300-4507-9753-00fdc6f79834 req-7a157e77-dfd4-4db9-8478-5783f7a8d97b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:41.622396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dee58855-5300-4507-9753-00fdc6f79834 req-7a157e77-dfd4-4db9-8478-5783f7a8d97b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 944 time: 0.0593293 Feb 10 07:05:41.675646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dee58855-5300-4507-9753-00fdc6f79834 req-381ac9df-90a8-443c-8af8-b9c395978712 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462461 Feb 10 07:05:42.566241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 53960) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:42.568540 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8ba1c28-bbb3-42c4-8e13-6775783aa7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:42.631035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 31d2f172-869d-44ba-83db-3f13a1ea4c9a up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:05:42.695662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 31d2f172-869d-44ba-83db-3f13a1ea4c9a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:05:42.700609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 31d2f172-869d-44ba-83db-3f13a1ea4c9a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:05:42.701644 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:42.740466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 53968) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:42.741420 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-476ce179-2eec-4119-b6ac-c8b9512dc31b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26c3f71469df42328e2153c96f3f830d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737118 Feb 10 07:05:42.802757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 31d2f172-869d-44ba-83db-3f13a1ea4c9a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:05:42.803151 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:42.843770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 31d2f172-869d-44ba-83db-3f13a1ea4c9a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:05:42.845140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d2f172-869d-44ba-83db-3f13a1ea4c9a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:05:42.848686 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebeed60-87e3-41ac-92c2-c6e8b8cb1505" -d '{"events": [{"server_uuid": "e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9", "name": "network-vif-plugged", "status": "completed", "tag": "31d2f172-869d-44ba-83db-3f13a1ea4c9a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:05:42.853632 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:42.858131 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Publish callbacks [] for security_group (a03c86d1-72f0-4cc5-91d9-1399bf9a9eac), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:42.919502 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c07c723-64d1-4397-9540-27abcc8695ef x-openstack-request-id: req-5c07c723-64d1-4397-9540-27abcc8695ef {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:05:42.919871 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9", "name": "network-vif-plugged", "status": "completed", "tag": "31d2f172-869d-44ba-83db-3f13a1ea4c9a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:05:42.920241 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c07c723-64d1-4397-9540-27abcc8695ef {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:05:42.920641 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'code': 200} Feb 10 07:05:42.928477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Publish callbacks [] for security_group (a03c86d1-72f0-4cc5-91d9-1399bf9a9eac), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:42.934736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=31d2f172-869d-44ba-83db-3f13a1ea4c9a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:43.033308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79bfcb-4ca1-46f6-adf6-807243be7ea5 req-6f621db6-d196-4103-a3ee-4451d0a1c484 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:43.034840 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c79bfcb-4ca1-46f6-adf6-807243be7ea5 req-6f621db6-d196-4103-a3ee-4451d0a1c484 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 945 time: 0.2040606 Feb 10 07:05:43.051912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddc4f3-a623-4941-8b24-a0ae06a255f2 req-ddd24260-bc29-4f05-80e9-91a6b2cb7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:43.053682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84ddc4f3-a623-4941-8b24-a0ae06a255f2 req-ddd24260-bc29-4f05-80e9-91a6b2cb7faf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 1127 time: 0.0792210 Feb 10 07:05:43.063287 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a03c86d1-72f0-4cc5-91d9-1399bf9a9eac), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:43.065954 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:43.069700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a03c86d1-72f0-4cc5-91d9-1399bf9a9eac HTTP/1.1" status: 204 len: 168 time: 0.3255489 Feb 10 07:05:43.118630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c86d1-72f0-4cc5-91d9-1399bf9a9eac,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:43.137115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.137462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.137803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.138143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.138585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.138890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.139220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.139514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.139909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.140205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.140594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.140905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.141213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b9185-1b82-4ade-be13-4692b6d57439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:05:43.184566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84ddc4f3-a623-4941-8b24-a0ae06a255f2 req-fa666b25-7352-4f44-b118-239131d94fcb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162071 Feb 10 07:05:43.200051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c79bfcb-4ca1-46f6-adf6-807243be7ea5 req-7f387a90-d171-488e-a4f0-d1ab5327fff9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472688 Feb 10 07:05:43.877535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:44.408146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98744656-4b1f-44cf-8b99-c57fa432dbd4 req-d831cba2-e151-4239-82cc-7c1cc7d2c156 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:44.409625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98744656-4b1f-44cf-8b99-c57fa432dbd4 req-d831cba2-e151-4239-82cc-7c1cc7d2c156 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 945 time: 0.0608859 Feb 10 07:05:44.474288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98744656-4b1f-44cf-8b99-c57fa432dbd4 req-dd493b7a-69db-419a-aa34-520cd3c0bdbf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577323 Feb 10 07:05:45.022471 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:05:45.318165 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:45.630015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431142-9851-4d2f-a30b-20f10f6c1ee9 req-522d3de0-afb7-48b0-b980-dddac55dcc3c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:45.633425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0431142-9851-4d2f-a30b-20f10f6c1ee9 req-522d3de0-afb7-48b0-b980-dddac55dcc3c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 945 time: 0.0696747 Feb 10 07:05:45.739364 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0431142-9851-4d2f-a30b-20f10f6c1ee9 req-b0fe48bf-ae8f-4114-9016-513d5333d681 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978699 Feb 10 07:05:45.882335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ce571-4c92-42aa-919c-614763d4dc68 req-df06d37c-2f61-49e3-9f6a-691bcb1d9749 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:45.890824 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c2ce571-4c92-42aa-919c-614763d4dc68 req-df06d37c-2f61-49e3-9f6a-691bcb1d9749 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 945 time: 0.0629013 Feb 10 07:05:45.955093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c2ce571-4c92-42aa-919c-614763d4dc68 req-8cf36ffb-2603-401a-862f-46b3efba7984 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629685 Feb 10 07:05:45.974426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54024) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:46.222048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e46d11-4ed2-4c6d-ae54-8256e6b4c7cf tempest-TestVolumeBootPattern-1480151132 tempest-TestVolumeBootPattern-1480151132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:46.226269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-19e46d11-4ed2-4c6d-ae54-8256e6b4c7cf tempest-TestVolumeBootPattern-1480151132 tempest-TestVolumeBootPattern-1480151132-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 1122 time: 0.2479994 Feb 10 07:05:46.226503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:46.230891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:05:46.256093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:46.368202 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:46.461073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:46.527809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.25.8.41 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/cae888e1-47c8-4157-93ff-8f1679653d48) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:05:46.700071 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (cae888e1-47c8-4157-93ff-8f1679653d48), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:46.797281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cae888e1-47c8-4157-93ff-8f1679653d48), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:46.824289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:05:46.830072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:05:46.865177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:05:46.925952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=cae888e1-47c8-4157-93ff-8f1679653d48,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:47.353748 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (a079869d-6d61-4262-812d-807209de7f9a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:47.431878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cae888e1-47c8-4157-93ff-8f1679653d48), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:47.911900 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (cae888e1-47c8-4157-93ff-8f1679653d48), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:47.918198 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (cae888e1-47c8-4157-93ff-8f1679653d48), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:47.983271 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=cae888e1-47c8-4157-93ff-8f1679653d48,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:48.008984 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (a079869d-6d61-4262-812d-807209de7f9a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:48.116903 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Floating IP a079869d-6d61-4262-812d-807209de7f9a associated. External IP: 172.25.8.41, port: 31d2f172-869d-44ba-83db-3f13a1ea4c9a. Feb 10 07:05:48.359216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:05:48.471858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:05:48.485099 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] Sync routers for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:05:48.492628 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:48.501049 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:05:48.502035 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:05:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:48.527947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c4f8e535-c051-4179-82dd-7ec5a82a8515 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3004138 Feb 10 07:05:48.528842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'tag': '31d2f172-869d-44ba-83db-3f13a1ea4c9a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:05:48.532266 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2702e990-4b31-4857-a1f3-38140080ae01" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9", "tag": "31d2f172-869d-44ba-83db-3f13a1ea4c9a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:05:48.571205 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa883df-31d9-4379-b4b6-47b2502c255f x-openstack-request-id: req-4aa883df-31d9-4379-b4b6-47b2502c255f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:05:48.571593 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9", "tag": "31d2f172-869d-44ba-83db-3f13a1ea4c9a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:05:48.571922 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4aa883df-31d9-4379-b4b6-47b2502c255f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:05:48.572715 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'tag': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'status': 'completed', 'code': 200} Feb 10 07:05:48.638227 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:05:48.664653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702e990-4b31-4857-a1f3-38140080ae01 req-94379d80-bcbc-4b31-b1d3-578abaf092fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:48.666768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2702e990-4b31-4857-a1f3-38140080ae01 req-94379d80-bcbc-4b31-b1d3-578abaf092fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 1127 time: 0.0699210 Feb 10 07:05:48.775094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702e990-4b31-4857-a1f3-38140080ae01 req-f32fbbcf-3089-4e70-8db7-2d7104d868ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:48.776683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2702e990-4b31-4857-a1f3-38140080ae01 req-f32fbbcf-3089-4e70-8db7-2d7104d868ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1040854 Feb 10 07:05:48.868252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2702e990-4b31-4857-a1f3-38140080ae01 req-5377a961-38bd-41f9-8b42-69ce0b5ead6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a HTTP/1.1" status: 200 len: 998 time: 0.0838060 Feb 10 07:05:48.875430 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a079869d-6d61-4262-812d-807209de7f9a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:42:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:05:47Z', 'updated_at': '2022-02-10T07:05:47Z', 'revision_number': 0, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:48.904471 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] Checking router: 5757888b-b30f-4f1b-ba9a-cd2c748c3818 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:05:48.914691 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:05:48.915543 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:05:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:48.937738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702e990-4b31-4857-a1f3-38140080ae01 req-ea0d0e10-3060-4452-ab3b-30170cf9d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:48.939403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2702e990-4b31-4857-a1f3-38140080ae01 req-ea0d0e10-3060-4452-ab3b-30170cf9d0b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0624049 Feb 10 07:05:49.000338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702e990-4b31-4857-a1f3-38140080ae01 req-d8efa9e8-6705-4422-87be-2d2be4958578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:05:49.002997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2702e990-4b31-4857-a1f3-38140080ae01 req-d8efa9e8-6705-4422-87be-2d2be4958578 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576501 Feb 10 07:05:49.033255 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:05:49.117692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2702e990-4b31-4857-a1f3-38140080ae01 req-4be32d6e-feb4-4284-8ae4-3fb5aec6cc99 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081333 Feb 10 07:05:49.227916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2702e990-4b31-4857-a1f3-38140080ae01 req-85d49ad2-8cad-460e-9e0f-153cfcb160e4 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022081 Feb 10 07:05:49.380862 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a079869d-6d61-4262-812d-807209de7f9a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:42:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:05:47Z', 'updated_at': '2022-02-10T07:05:47Z', 'revision_number': 0, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:49.412024 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4135062-e53c-40e2-8c6a-84591cd065d9 None None] The sync data for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 is: [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a079869d-6d61-4262-812d-807209de7f9a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:42:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:05:47Z', 'updated_at': '2022-02-10T07:05:47Z', 'revision_number': 0, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:05:49.630581 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b0b44-3767-4cce-9bcd-b78c9df26dab None None] New status for floating IP a079869d-6d61-4262-812d-807209de7f9a: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:05:51.545108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54064) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:52.022409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (83f6e311-f92f-452a-bcbc-affd098099fd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:52.283306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Deleting port 765597f5-285d-46fe-9494-73b63a2802ae {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:05:52.283698 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (765597f5-285d-46fe-9494-73b63a2802ae), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:52.362014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] For port 765597f5-285d-46fe-9494-73b63a2802ae, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=765597f5-285d-46fe-9494-73b63a2802ae,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:05:52.362376 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (765597f5-285d-46fe-9494-73b63a2802ae), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:52.375940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Calling delete_port for 765597f5-285d-46fe-9494-73b63a2802ae owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:05:52.567775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (765597f5-285d-46fe-9494-73b63a2802ae), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:52.591085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Pushing event deleted for resources: {'Port': ['ID=765597f5-285d-46fe-9494-73b63a2802ae,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:52.772317 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (83f6e311-f92f-452a-bcbc-affd098099fd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:53.011193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Router 83f6e311-f92f-452a-bcbc-affd098099fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:05:53.126932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:05:53.134797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e762eded-fef0-4cd7-be11-05f6a19eba53 admin admin] 10.222.0.21 "PUT /v2.0/routers/83f6e311-f92f-452a-bcbc-affd098099fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5853186 Feb 10 07:05:53.134797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54074) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:53.139724 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] Sync routers for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:05:53.151857 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:05:53.152803 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:05:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:53.261104 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks [] for router (83f6e311-f92f-452a-bcbc-affd098099fd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:53.268847 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:05:53.372161 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks [] for router_gateway (83f6e311-f92f-452a-bcbc-affd098099fd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:53.452191 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:05:52Z', 'revision_number': 5, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port': {'id': 'f741ca05-957d-4dce-9e62-94f0c5c01f82', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:00:22Z', 'updated_at': '2022-02-10T07:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:53.484435 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] Checking router: 83f6e311-f92f-452a-bcbc-affd098099fd for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:05:53.493888 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] Routers {'83f6e311-f92f-452a-bcbc-affd098099fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:05:53.494545 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:05:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['83f6e311-f92f-452a-bcbc-affd098099fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:53.592505 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] Set router 83f6e311-f92f-452a-bcbc-affd098099fd gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:05:53.644745 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:05:53Z', 'revision_number': 6, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:53.675167 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab778b6-b05d-4ae3-b3f1-48462be29cff None None] The sync data for ids ['83f6e311-f92f-452a-bcbc-affd098099fd'] in n-d-828670-1 is: [{'id': '83f6e311-f92f-452a-bcbc-affd098099fd', 'name': 'tempest-AttachVolumeTestJSON-1248538769-router', 'tenant_id': 'e8eb34435be948658b01165fdc2e7260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:00:21Z', 'updated_at': '2022-02-10T07:05:53Z', 'revision_number': 6, 'project_id': 'e8eb34435be948658b01165fdc2e7260', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:05:53.757110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Deleting port f741ca05-957d-4dce-9e62-94f0c5c01f82 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:05:53.757694 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:53.837555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] For port f741ca05-957d-4dce-9e62-94f0c5c01f82, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f741ca05-957d-4dce-9e62-94f0c5c01f82,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:05:53.837942 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:53.851933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Calling delete_port for f741ca05-957d-4dce-9e62-94f0c5c01f82 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:05:54.034966 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (f741ca05-957d-4dce-9e62-94f0c5c01f82), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.058624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f741ca05-957d-4dce-9e62-94f0c5c01f82,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:54.108582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 765597f5-285d-46fe-9494-73b63a2802ae no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:05:54.137423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 765597f5-285d-46fe-9494-73b63a2802ae {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:05:54.138151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 765597f5-285d-46fe-9494-73b63a2802ae not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:05:54.143386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (83f6e311-f92f-452a-bcbc-affd098099fd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.247875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (83f6e311-f92f-452a-bcbc-affd098099fd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.250035 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks [] for router_controller (83f6e311-f92f-452a-bcbc-affd098099fd), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.297031 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (83f6e311-f92f-452a-bcbc-affd098099fd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.297503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f6e311-f92f-452a-bcbc-affd098099fd {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:05:54.301745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.303018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2cfc68f1-26b7-4905-bfcb-dd56613914b7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/83f6e311-f92f-452a-bcbc-affd098099fd HTTP/1.1" status: 204 len: 168 time: 1.1673412 Feb 10 07:05:54.305481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54078) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:54.350611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a21822-37ca-4a41-97d7-f9ee07569488 admin admin] Deleting subnet 1b028116-49cf-4515-9a12-0acd408f9723 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:05:54.353798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83a21822-37ca-4a41-97d7-f9ee07569488 admin admin] Publish callbacks [] for subnet (1b028116-49cf-4515-9a12-0acd408f9723), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.386584 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83a21822-37ca-4a41-97d7-f9ee07569488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (1b028116-49cf-4515-9a12-0acd408f9723), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.467415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83a21822-37ca-4a41-97d7-f9ee07569488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (1b028116-49cf-4515-9a12-0acd408f9723), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.521974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83a21822-37ca-4a41-97d7-f9ee07569488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (1b028116-49cf-4515-9a12-0acd408f9723), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.549193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a21822-37ca-4a41-97d7-f9ee07569488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b028116-49cf-4515-9a12-0acd408f9723,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:54.551178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83a21822-37ca-4a41-97d7-f9ee07569488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.555787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3853880-a362-411f-bb7e-d45dac3d6895 None None] Network e63919e9-6646-43a1-bde0-a09dff7d5a63 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:05:54.560656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-83a21822-37ca-4a41-97d7-f9ee07569488 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1b028116-49cf-4515-9a12-0acd408f9723 HTTP/1.1" status: 204 len: 168 time: 0.2541847 Feb 10 07:05:54.563533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54080) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:54.649287 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e63919e9-6646-43a1-bde0-a09dff7d5a63), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.724670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Deleting port cec51c99-bed1-47af-95a4-ec34ae414dfb {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:05:54.725017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.726854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd01d0c-48a3-46d3-a3fe-d16324a2204f None None] DHCP port deletion for e63919e9-6646-43a1-bde0-a09dff7d5a63 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:05:54.788573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5dd01d0c-48a3-46d3-a3fe-d16324a2204f None None] Deleting port cec51c99-bed1-47af-95a4-ec34ae414dfb {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:05:54.789252 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5dd01d0c-48a3-46d3-a3fe-d16324a2204f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.796766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] For port cec51c99-bed1-47af-95a4-ec34ae414dfb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cec51c99-bed1-47af-95a4-ec34ae414dfb,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:05:54.798819 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.820399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Calling delete_port for cec51c99-bed1-47af-95a4-ec34ae414dfb owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:05:54.886167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5dd01d0c-48a3-46d3-a3fe-d16324a2204f None None] For port cec51c99-bed1-47af-95a4-ec34ae414dfb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cec51c99-bed1-47af-95a4-ec34ae414dfb,segment=NetworkSegment(f4b00668-135f-4027-b4ea-bbf218e2e357),segment_id=f4b00668-135f-4027-b4ea-bbf218e2e357)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:05:54.886789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5dd01d0c-48a3-46d3-a3fe-d16324a2204f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.905545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5dd01d0c-48a3-46d3-a3fe-d16324a2204f None None] Calling delete_port for cec51c99-bed1-47af-95a4-ec34ae414dfb owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:05:54.928635 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:54.969732 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec51c99-bed1-47af-95a4-ec34ae414dfb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:54.978991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] No DVR routers for this DVR port cec51c99-bed1-47af-95a4-ec34ae414dfb on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:05:55.003688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5dd01d0c-48a3-46d3-a3fe-d16324a2204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (cec51c99-bed1-47af-95a4-ec34ae414dfb), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.022151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd01d0c-48a3-46d3-a3fe-d16324a2204f None None] No DVR routers for this DVR port cec51c99-bed1-47af-95a4-ec34ae414dfb on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:05:55.053820 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd01d0c-48a3-46d3-a3fe-d16324a2204f None None] Pushing event deleted for resources: {'Port': ['ID=cec51c99-bed1-47af-95a4-ec34ae414dfb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:55.066439 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e63919e9-6646-43a1-bde0-a09dff7d5a63), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.092438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63919e9-6646-43a1-bde0-a09dff7d5a63']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:55.102491 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b00668-135f-4027-b4ea-bbf218e2e357') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:55.102821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b00668-135f-4027-b4ea-bbf218e2e357') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:05:55.112923 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (f4b00668-135f-4027-b4ea-bbf218e2e357), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.126867 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f4b00668-135f-4027-b4ea-bbf218e2e357), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.133237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:05:55.133629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (f4b00668-135f-4027-b4ea-bbf218e2e357), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:05:55.135361 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:05:55.194520 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e63919e9-6646-43a1-bde0-a09dff7d5a63), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.217642 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.223663 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e63919e9-6646-43a1-bde0-a09dff7d5a63 HTTP/1.1" status: 204 len: 168 time: 0.6565924 Feb 10 07:05:55.223663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceccf1c-d500-4e9b-9d02-571bf4fe22d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63919e9-6646-43a1-bde0-a09dff7d5a63,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:55.344912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:55.386146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b9f000bb-f339-4159-ba3a-1191fab4012e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8eb34435be948658b01165fdc2e7260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399690 Feb 10 07:05:55.388717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54090) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:05:55.437133 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1da3dc6-be10-40f4-94e5-e0363cb1b375 admin admin] Publish callbacks [] for security_group (deaaf843-9bf6-4cd8-8423-47a0473d5edd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.459644 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1da3dc6-be10-40f4-94e5-e0363cb1b375 admin admin] Publish callbacks [] for security_group (deaaf843-9bf6-4cd8-8423-47a0473d5edd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.516440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1da3dc6-be10-40f4-94e5-e0363cb1b375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (deaaf843-9bf6-4cd8-8423-47a0473d5edd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.520447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1da3dc6-be10-40f4-94e5-e0363cb1b375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:05:55.524131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f1da3dc6-be10-40f4-94e5-e0363cb1b375 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/deaaf843-9bf6-4cd8-8423-47a0473d5edd HTTP/1.1" status: 204 len: 168 time: 0.1320543 Feb 10 07:05:55.531815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da3dc6-be10-40f4-94e5-e0363cb1b375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaaf843-9bf6-4cd8-8423-47a0473d5edd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:05:56.109752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cec51c99-bed1-47af-95a4-ec34ae414dfb no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:05:56.134154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: cec51c99-bed1-47af-95a4-ec34ae414dfb {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:05:56.134652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cec51c99-bed1-47af-95a4-ec34ae414dfb not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:05:56.135400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f741ca05-957d-4dce-9e62-94f0c5c01f82 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:05:56.158435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: f741ca05-957d-4dce-9e62-94f0c5c01f82 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:05:56.158790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f741ca05-957d-4dce-9e62-94f0c5c01f82 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:06:02.608311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54252) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:02.728291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af4f564a-e2ad-406b-b51b-3a5d2be409aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:02.812097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af4f564a-e2ad-406b-b51b-3a5d2be409aa admin admin] Publish callbacks [] for security_group (6f2e8453-3277-41f6-b60f-de434d5dd706), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:02.816177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af4f564a-e2ad-406b-b51b-3a5d2be409aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6f2e8453-3277-41f6-b60f-de434d5dd706), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:02.859878 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-af4f564a-e2ad-406b-b51b-3a5d2be409aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c2a0d72038d46e18f8c884e3f199650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504714 Feb 10 07:06:02.861054 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f564a-e2ad-406b-b51b-3a5d2be409aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2e8453-3277-41f6-b60f-de434d5dd706,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:02.862650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:02.930041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57d38d09-d92c-4fde-a913-4c4f791ccbf6 admin admin] Publish callbacks [] for security_group (6f2e8453-3277-41f6-b60f-de434d5dd706), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:02.954013 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57d38d09-d92c-4fde-a913-4c4f791ccbf6 admin admin] Publish callbacks [] for security_group (6f2e8453-3277-41f6-b60f-de434d5dd706), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:03.004998 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57d38d09-d92c-4fde-a913-4c4f791ccbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6f2e8453-3277-41f6-b60f-de434d5dd706), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:03.008964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57d38d09-d92c-4fde-a913-4c4f791ccbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:03.012660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-57d38d09-d92c-4fde-a913-4c4f791ccbf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f2e8453-3277-41f6-b60f-de434d5dd706 HTTP/1.1" status: 204 len: 168 time: 0.1466556 Feb 10 07:06:03.021453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38d09-d92c-4fde-a913-4c4f791ccbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2e8453-3277-41f6-b60f-de434d5dd706,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:05.726282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54370) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:05.836178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be2e6078-2123-476b-a68f-1463ef472c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:05.916537 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be2e6078-2123-476b-a68f-1463ef472c3b admin admin] Publish callbacks [] for security_group (5c0f0097-0bac-4c5a-bcd7-2590da4a1cec), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:05.920679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-be2e6078-2123-476b-a68f-1463ef472c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5c0f0097-0bac-4c5a-bcd7-2590da4a1cec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:05.960116 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-be2e6078-2123-476b-a68f-1463ef472c3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f69448686eb44cfd95a5620d46125c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325997 Feb 10 07:06:05.960997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e6078-2123-476b-a68f-1463ef472c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f0097-0bac-4c5a-bcd7-2590da4a1cec,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:05.964269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:06.020922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfcfa930-45b2-458b-94bc-43570a59e1df admin admin] Publish callbacks [] for security_group (5c0f0097-0bac-4c5a-bcd7-2590da4a1cec), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.052352 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfcfa930-45b2-458b-94bc-43570a59e1df admin admin] Publish callbacks [] for security_group (5c0f0097-0bac-4c5a-bcd7-2590da4a1cec), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.103414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfcfa930-45b2-458b-94bc-43570a59e1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5c0f0097-0bac-4c5a-bcd7-2590da4a1cec), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.107258 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfcfa930-45b2-458b-94bc-43570a59e1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.112512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dfcfa930-45b2-458b-94bc-43570a59e1df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c0f0097-0bac-4c5a-bcd7-2590da4a1cec HTTP/1.1" status: 204 len: 168 time: 0.1460276 Feb 10 07:06:06.123375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfa930-45b2-458b-94bc-43570a59e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f0097-0bac-4c5a-bcd7-2590da4a1cec,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:06.404577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54394) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:06.417812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695863f0-d73e-4df0-a457-f1b0a7ffb168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.496234 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695863f0-d73e-4df0-a457-f1b0a7ffb168 admin admin] Publish callbacks [] for security_group (3544d101-7aa0-470e-bdd4-aad23d2bab1a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.500953 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695863f0-d73e-4df0-a457-f1b0a7ffb168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3544d101-7aa0-470e-bdd4-aad23d2bab1a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.539396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-695863f0-d73e-4df0-a457-f1b0a7ffb168 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfa241f364d749e0a2c6864077d5063f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336646 Feb 10 07:06:06.540364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695863f0-d73e-4df0-a457-f1b0a7ffb168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3544d101-7aa0-470e-bdd4-aad23d2bab1a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:06.542093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54396) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:06.593942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2620effb-86dc-4b2d-a375-6fc14880a756 admin admin] Publish callbacks [] for security_group (3544d101-7aa0-470e-bdd4-aad23d2bab1a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.615500 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2620effb-86dc-4b2d-a375-6fc14880a756 admin admin] Publish callbacks [] for security_group (3544d101-7aa0-470e-bdd4-aad23d2bab1a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.675433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2620effb-86dc-4b2d-a375-6fc14880a756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3544d101-7aa0-470e-bdd4-aad23d2bab1a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.678182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2620effb-86dc-4b2d-a375-6fc14880a756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:06.679375 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2620effb-86dc-4b2d-a375-6fc14880a756 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3544d101-7aa0-470e-bdd4-aad23d2bab1a HTTP/1.1" status: 204 len: 168 time: 0.1359754 Feb 10 07:06:06.689205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620effb-86dc-4b2d-a375-6fc14880a756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3544d101-7aa0-470e-bdd4-aad23d2bab1a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:07.016387 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:08.321129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54476) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:08.438638 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-700682e9-a638-47d2-851a-10189f832309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:08.528174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-700682e9-a638-47d2-851a-10189f832309 admin admin] Publish callbacks [] for security_group (03465c51-0f74-436f-bf40-bba1c4467587), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:08.532756 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-700682e9-a638-47d2-851a-10189f832309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (03465c51-0f74-436f-bf40-bba1c4467587), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:08.571669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700682e9-a638-47d2-851a-10189f832309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03465c51-0f74-436f-bf40-bba1c4467587,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:08.575803 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-700682e9-a638-47d2-851a-10189f832309 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d226e65727f4430a7bffb4b3f5dce4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536070 Feb 10 07:06:08.578980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54486) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:08.625319 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7559c113-77be-4ea2-95de-ac584506faaa admin admin] Publish callbacks [] for security_group (03465c51-0f74-436f-bf40-bba1c4467587), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:08.647032 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7559c113-77be-4ea2-95de-ac584506faaa admin admin] Publish callbacks [] for security_group (03465c51-0f74-436f-bf40-bba1c4467587), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:08.695805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7559c113-77be-4ea2-95de-ac584506faaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (03465c51-0f74-436f-bf40-bba1c4467587), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:08.698725 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7559c113-77be-4ea2-95de-ac584506faaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:08.699920 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7559c113-77be-4ea2-95de-ac584506faaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03465c51-0f74-436f-bf40-bba1c4467587 HTTP/1.1" status: 204 len: 168 time: 0.1200452 Feb 10 07:06:08.709264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559c113-77be-4ea2-95de-ac584506faaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03465c51-0f74-436f-bf40-bba1c4467587,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:10.281759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:10.346244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02478756-fa64-4cfd-96ab-75cf1e96d683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:10.437177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54566) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:10.590230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:10.617248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:10.716414 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:10.820955 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Allocated IP 172.25.8.189 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/860c4263-264a-4e15-9e33-5b318ac6f828) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:10.941929 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for port (860c4263-264a-4e15-9e33-5b318ac6f828), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:10.974357 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (860c4263-264a-4e15-9e33-5b318ac6f828), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.010907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:11.013753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:11.017177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:11.044124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event updated for resources: {'Port': ['ID=860c4263-264a-4e15-9e33-5b318ac6f828,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:11.129789 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for floatingip (5ed95705-9ee3-453b-9c09-e55eb3a88c6c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.168541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (860c4263-264a-4e15-9e33-5b318ac6f828), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.319540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for port (860c4263-264a-4e15-9e33-5b318ac6f828), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.325030 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (860c4263-264a-4e15-9e33-5b318ac6f828), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.399098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event updated for resources: {'Port': ['ID=860c4263-264a-4e15-9e33-5b318ac6f828,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:11.410278 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (5ed95705-9ee3-453b-9c09-e55eb3a88c6c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.440656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.442007 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ab6f8d1a-bad7-437c-bedb-e2e48118955e tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0037994 Feb 10 07:06:11.444682 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54590) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:11.449550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1801785372'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:11.471046 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Made reservation on behalf of 4181cc85ace34e769d03ee2ebdf79e37 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:11.474960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.485937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.569097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for security_group (cc9563ad-b9ef-480f-9446-980bfb4b0311), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.573050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cc9563ad-b9ef-480f-9446-980bfb4b0311), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.603784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:11.613795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9563ad-b9ef-480f-9446-980bfb4b0311,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:11.619146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4e3fde91-fa30-44e1-bff8-92a5d8eb0f08), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.619481 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Added segment 4e3fde91-fa30-44e1-bff8-92a5d8eb0f08 of type vlan for network 5b798db0-0437-4e3f-872e-aa7f0e21148f Feb 10 07:06:11.667295 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (5b798db0-0437-4e3f-872e-aa7f0e21148f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.694816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (5b798db0-0437-4e3f-872e-aa7f0e21148f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.700657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:11.702174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:11.740300 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2924480 Feb 10 07:06:11.741117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54598) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:11.749172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Request body: {'subnet': {'network_id': '5b798db0-0437-4e3f-872e-aa7f0e21148f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:11.786933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eb333-9a8f-4fa6-8dfb-a3e772b9bcff tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event updated for resources: {'Network': ['ID=5b798db0-0437-4e3f-872e-aa7f0e21148f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:11.799687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 5b798db0-0437-4e3f-872e-aa7f0e21148f details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:11.849140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Made reservation on behalf of 4181cc85ace34e769d03ee2ebdf79e37 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:11.853095 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.066517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (bcc7611a-3a00-489d-89c9-de4494e7b50f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.133621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event updated for resources: {'Subnet': ['ID=bcc7611a-3a00-489d-89c9-de4494e7b50f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:12.141242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Checking segment: {'id': '4e3fde91-fa30-44e1-bff8-92a5d8eb0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b798db0-0437-4e3f-872e-aa7f0e21148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:12.141601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Network hostable DHCP agents. Network: 5b798db0-0437-4e3f-872e-aa7f0e21148f, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:12.159517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Network 5b798db0-0437-4e3f-872e-aa7f0e21148f is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:12.171257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 5b798db0-0437-4e3f-872e-aa7f0e21148f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:12.175521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:12.176214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.181697 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5a465-5c64-4429-9c67-20042c45458e None None] Network 5b798db0-0437-4e3f-872e-aa7f0e21148f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:12.199610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-029d1e07-07f5-4378-924e-28e36861344f tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4561553 Feb 10 07:06:12.202335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54608) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:12.206868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-738506810', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:12.231241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (31d0ab74-6154-497b-af09-3fcdabc96763), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.232476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (31d0ab74-6154-497b-af09-3fcdabc96763), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.297000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for router_controller (31d0ab74-6154-497b-af09-3fcdabc96763), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.331020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-5b798db0-0437-4e3f-872e-aa7f0e21148f', 'network_id': '5b798db0-0437-4e3f-872e-aa7f0e21148f', 'project_id': '4181cc85ace34e769d03ee2ebdf79e37', 'fixed_ips': [{'subnet_id': 'bcc7611a-3a00-489d-89c9-de4494e7b50f'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:06:12.332442 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.470010 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for router_gateway (31d0ab74-6154-497b-af09-3fcdabc96763), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.479496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Allocated IP 172.20.0.2 (5b798db0-0437-4e3f-872e-aa7f0e21148f/bcc7611a-3a00-489d-89c9-de4494e7b50f/89e4e7fd-2c93-43f3-9616-54b000fcf6cf) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:12.603473 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12bad283-68ce-4873-88b4-4ac9a562a93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.650858 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Publish callbacks [] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.657013 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.698348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Network 5b798db0-0437-4e3f-872e-aa7f0e21148f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:12.702035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:12.706119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:12.715264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Pushing event updated for resources: {'Port': ['ID=89e4e7fd-2c93-43f3-9616-54b000fcf6cf,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:12.716373 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for router_gateway (31d0ab74-6154-497b-af09-3fcdabc96763), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.737208 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.780606 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Attempting to bind port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:06:12.781189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Attempting to bind port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '4e3fde91-fa30-44e1-bff8-92a5d8eb0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b798db0-0437-4e3f-872e-aa7f0e21148f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:06:12.781715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Attempting to bind port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf on network 5b798db0-0437-4e3f-872e-aa7f0e21148f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:06:12.795208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:06:12.795602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Checking segment: {'id': '4e3fde91-fa30-44e1-bff8-92a5d8eb0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b798db0-0437-4e3f-872e-aa7f0e21148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:12.796011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.796447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Bound using segment: {'id': '4e3fde91-fa30-44e1-bff8-92a5d8eb0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b798db0-0437-4e3f-872e-aa7f0e21148f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:06:12.796971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Bound port: 89e4e7fd-2c93-43f3-9616-54b000fcf6cf, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3fde91-fa30-44e1-bff8-92a5d8eb0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b798db0-0437-4e3f-872e-aa7f0e21148f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:06:12.797369 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.872307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] For port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:06:12.876225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] For port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=89e4e7fd-2c93-43f3-9616-54b000fcf6cf,segment=NetworkSegment(4e3fde91-fa30-44e1-bff8-92a5d8eb0f08),segment_id=4e3fde91-fa30-44e1-bff8-92a5d8eb0f08)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:06:12.882587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Allocated IP 172.25.8.36 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c24a6cb1-dba3-42bd-9a62-2dc8cff73263) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:12.883774 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:12.961445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55194f-8c6d-4de5-8bd7-fbf2e33a19a1 None None] Pushing event updated for resources: {'Port': ['ID=89e4e7fd-2c93-43f3-9616-54b000fcf6cf,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:13.012321 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for port (c24a6cb1-dba3-42bd-9a62-2dc8cff73263), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:13.050140 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c24a6cb1-dba3-42bd-9a62-2dc8cff73263), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:13.099063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:13.102963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:13.117265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:13.132531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event updated for resources: {'Port': ['ID=c24a6cb1-dba3-42bd-9a62-2dc8cff73263,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:13.769153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for router_gateway (31d0ab74-6154-497b-af09-3fcdabc96763), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:13.887579 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:14.017611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (31d0ab74-6154-497b-af09-3fcdabc96763), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:14.089168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97287ee-7e95-49c2-91b7-86aaa734ed6f None None] Network 5b798db0-0437-4e3f-872e-aa7f0e21148f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:14.212942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Router 31d0ab74-6154-497b-af09-3fcdabc96763 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:06:14.321066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89e4e7fd-2c93-43f3-9616-54b000fcf6cf up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:06:14.349231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:06:14.376536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ba5a3-af0f-433a-869a-e82e945e6631 None None] Sync routers for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:06:14.378176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:14.379674 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7632e2dc-54b5-48b0-ae9e-c7dc5d61b2d3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.1767440 Feb 10 07:06:14.382340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:14.419888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ab273f61-7a5d-43be-8ccd-e8a6cf72dec4 None None] Provisioning complete for port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:14.420380 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab273f61-7a5d-43be-8ccd-e8a6cf72dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:14.427781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ba5a3-af0f-433a-869a-e82e945e6631 None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:14.428507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e47ba5a3-af0f-433a-869a-e82e945e6631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:14.502966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e47ba5a3-af0f-433a-869a-e82e945e6631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:14.532092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ba5a3-af0f-433a-869a-e82e945e6631 None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:14.532647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e47ba5a3-af0f-433a-869a-e82e945e6631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:14.539900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:14.539900 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:14.608316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e47ba5a3-af0f-433a-869a-e82e945e6631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:14.609178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ba5a3-af0f-433a-869a-e82e945e6631 None None] The sync data for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:06:14.677465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ab273f61-7a5d-43be-8ccd-e8a6cf72dec4 None None] Current status of the port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:06:14.678173 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab273f61-7a5d-43be-8ccd-e8a6cf72dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:14.747026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ab273f61-7a5d-43be-8ccd-e8a6cf72dec4 None None] For port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=89e4e7fd-2c93-43f3-9616-54b000fcf6cf,segment=NetworkSegment(4e3fde91-fa30-44e1-bff8-92a5d8eb0f08),segment_id=4e3fde91-fa30-44e1-bff8-92a5d8eb0f08)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:06:14.758439 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab273f61-7a5d-43be-8ccd-e8a6cf72dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:14.805139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:06:14.805673 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:14.891815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab273f61-7a5d-43be-8ccd-e8a6cf72dec4 None None] Pushing event updated for resources: {'Port': ['ID=89e4e7fd-2c93-43f3-9616-54b000fcf6cf,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:14.911871 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:06:14.912243 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:06:14.933369 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:14.984699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7f260fa9-446f-4967-b56e-66a2e3dcc460 None None] Provisioning complete for port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:14.985117 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f260fa9-446f-4967-b56e-66a2e3dcc460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:15.066948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7f260fa9-446f-4967-b56e-66a2e3dcc460 None None] Current status of the port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:06:15.259336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Allocated IP 172.20.0.1 (5b798db0-0437-4e3f-872e-aa7f0e21148f/bcc7611a-3a00-489d-89c9-de4494e7b50f/e02a90b2-f8ea-4dab-8ff5-63f079e1687f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:15.313615 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:15.381173 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:15.416867 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:15.462501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Network 5b798db0-0437-4e3f-872e-aa7f0e21148f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:15.464178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:06:15.465671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:15.470714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:15.499462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event updated for resources: {'Port': ['ID=e02a90b2-f8ea-4dab-8ff5-63f079e1687f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:15.521424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (31d0ab74-6154-497b-af09-3fcdabc96763), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:15.675910 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:15.790953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-76e54db2-4b63-4286-a57e-d788ef3f66a0 None None] Provisioning complete for port e02a90b2-f8ea-4dab-8ff5-63f079e1687f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:15.791514 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-76e54db2-4b63-4286-a57e-d788ef3f66a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:15.829835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-76e54db2-4b63-4286-a57e-d788ef3f66a0 None None] Port e02a90b2-f8ea-4dab-8ff5-63f079e1687f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:06:15.973138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:15.978907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:16.056477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event updated for resources: {'Port': ['ID=e02a90b2-f8ea-4dab-8ff5-63f079e1687f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:16.059265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (31d0ab74-6154-497b-af09-3fcdabc96763), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:16.124340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89e4e7fd-2c93-43f3-9616-54b000fcf6cf up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:06:16.163811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Network 5b798db0-0437-4e3f-872e-aa7f0e21148f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:16.165368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:16.192359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:16.192845 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:16.297829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:06:16.308868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Router 31d0ab74-6154-497b-af09-3fcdabc96763 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:06:16.434700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:06:16.445467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b9323378-1797-4187-b26e-5e665aa2ae1d tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "PUT /v2.0/routers/31d0ab74-6154-497b-af09-3fcdabc96763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0588818 Feb 10 07:06:16.445467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:16.452018 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5bef32-a785-4364-af9e-dd919f826380 None None] Sync routers for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:06:16.452528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Request body: {'port': {'network_id': '5b798db0-0437-4e3f-872e-aa7f0e21148f', 'name': 'tempest-FloatingIPAdminTestJSON-303944534'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:16.470583 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bef32-a785-4364-af9e-dd919f826380 None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:16.472633 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cb5bef32-a785-4364-af9e-dd919f826380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:16.475547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8a01c353-1e0c-491b-b2a1-b3035da57c27 None None] Provisioning complete for port e02a90b2-f8ea-4dab-8ff5-63f079e1687f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:16.477149 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a01c353-1e0c-491b-b2a1-b3035da57c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:16.479968 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:16.512771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a01c353-1e0c-491b-b2a1-b3035da57c27 None None] Port e02a90b2-f8ea-4dab-8ff5-63f079e1687f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:06:16.516241 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cb5bef32-a785-4364-af9e-dd919f826380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:16.526069 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bef32-a785-4364-af9e-dd919f826380 None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:16.526930 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cb5bef32-a785-4364-af9e-dd919f826380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:16.570765 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cb5bef32-a785-4364-af9e-dd919f826380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:16.572038 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5bef32-a785-4364-af9e-dd919f826380 None None] The sync data for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:06:16.586829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Made reservation on behalf of 4181cc85ace34e769d03ee2ebdf79e37 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:16.590262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:16.608522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] device_id is not set on port 656c40d0-3652-46a1-b48c-0140a0de8de1 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:16.722506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Allocated IP 172.20.0.9 (5b798db0-0437-4e3f-872e-aa7f0e21148f/bcc7611a-3a00-489d-89c9-de4494e7b50f/656c40d0-3652-46a1-b48c-0140a0de8de1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:16.871532 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for port (656c40d0-3652-46a1-b48c-0140a0de8de1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:16.907353 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (656c40d0-3652-46a1-b48c-0140a0de8de1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:16.949859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Network 5b798db0-0437-4e3f-872e-aa7f0e21148f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:16.953596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:16.957604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:16.984842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event updated for resources: {'Port': ['ID=656c40d0-3652-46a1-b48c-0140a0de8de1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:17.010026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:17.010600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:17.029418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-584f697c-df6b-4355-b53e-f44bd22f8ade tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829196 Feb 10 07:06:17.033093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54692) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:17.096489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'project_id': '4181cc85ace34e769d03ee2ebdf79e37', 'port_id': '656c40d0-3652-46a1-b48c-0140a0de8de1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:17.116630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:17.235765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8284ecf7-3e25-417d-9932-8868eba01362 None None] Provisioning complete for port 656c40d0-3652-46a1-b48c-0140a0de8de1 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:17.236335 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8284ecf7-3e25-417d-9932-8868eba01362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (656c40d0-3652-46a1-b48c-0140a0de8de1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:17.239032 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:17.274391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8284ecf7-3e25-417d-9932-8868eba01362 None None] Port 656c40d0-3652-46a1-b48c-0140a0de8de1 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:06:17.342744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Allocated IP 172.25.8.132 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c9e25ebc-cd59-4cdf-a4cc-4b49b1182492) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:17.770116 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for port (c9e25ebc-cd59-4cdf-a4cc-4b49b1182492), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:17.803817 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c9e25ebc-cd59-4cdf-a4cc-4b49b1182492), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:17.843984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:17.846941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:17.850613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:17.855823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e25ebc-cd59-4cdf-a4cc-4b49b1182492,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:18.234268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for floatingip (f246e003-1320-44c8-8fe8-5d0a50754d66), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:18.305740 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c9e25ebc-cd59-4cdf-a4cc-4b49b1182492), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:18.457219 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for port (c9e25ebc-cd59-4cdf-a4cc-4b49b1182492), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:18.462128 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c9e25ebc-cd59-4cdf-a4cc-4b49b1182492), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:18.544375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e25ebc-cd59-4cdf-a4cc-4b49b1182492,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:18.556330 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (f246e003-1320-44c8-8fe8-5d0a50754d66), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:18.663590 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Floating IP f246e003-1320-44c8-8fe8-5d0a50754d66 associated. External IP: 172.25.8.132, port: 656c40d0-3652-46a1-b48c-0140a0de8de1. Feb 10 07:06:18.892762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Router 31d0ab74-6154-497b-af09-3fcdabc96763 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:06:19.000717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:06:19.009906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614a541-9807-43ee-9d03-c8c975aa28b4 None None] Sync routers for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:06:19.019841 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:19.021329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614a541-9807-43ee-9d03-c8c975aa28b4 None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:19.035839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9614a541-9807-43ee-9d03-c8c975aa28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:19.057140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1bcc4b71-5a56-4696-86af-2608e3cf24c8 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.0229127 Feb 10 07:06:19.059547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54734) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:19.084455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9614a541-9807-43ee-9d03-c8c975aa28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:19.093926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614a541-9807-43ee-9d03-c8c975aa28b4 None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:19.094646 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9614a541-9807-43ee-9d03-c8c975aa28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:19.135369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9614a541-9807-43ee-9d03-c8c975aa28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:19.136121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614a541-9807-43ee-9d03-c8c975aa28b4 None None] The sync data for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:06:19.179758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bd62713f-a9ac-485c-8f75-6328e32ef530 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] 10.222.0.21 "GET /v2.0/floatingips/f246e003-1320-44c8-8fe8-5d0a50754d66 HTTP/1.1" status: 200 len: 982 time: 0.1189439 Feb 10 07:06:19.182272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:19.292998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-70e15894-1bfb-4d23-8828-545c55386029 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1095116 Feb 10 07:06:19.295585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:19.452523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Deleting port c9e25ebc-cd59-4cdf-a4cc-4b49b1182492 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:19.452858 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c9e25ebc-cd59-4cdf-a4cc-4b49b1182492), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:19.527674 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c9e25ebc-cd59-4cdf-a4cc-4b49b1182492), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:19.528009 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for floatingip (c9e25ebc-cd59-4cdf-a4cc-4b49b1182492), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:19.540304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Calling delete_port for c9e25ebc-cd59-4cdf-a4cc-4b49b1182492 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:19.692210 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c9e25ebc-cd59-4cdf-a4cc-4b49b1182492), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:19.715414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event deleted for resources: {'Port': ['ID=c9e25ebc-cd59-4cdf-a4cc-4b49b1182492,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:19.788945 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for floatingip (f246e003-1320-44c8-8fe8-5d0a50754d66), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:19.789237 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Floating IP f246e003-1320-44c8-8fe8-5d0a50754d66 disassociated (deleted). External IP: 172.25.8.132, port: 656c40d0-3652-46a1-b48c-0140a0de8de1. Feb 10 07:06:20.005599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Router 31d0ab74-6154-497b-af09-3fcdabc96763 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:06:20.118999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:06:20.124334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:20.130683 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be35cc-2513-4089-a157-50ac6d91e143 None None] Sync routers for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:06:20.142078 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be35cc-2513-4089-a157-50ac6d91e143 None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:20.142792 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-85be35cc-2513-4089-a157-50ac6d91e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:20.158394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c61b1638-120c-4d3b-9950-30821c510982 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "DELETE /v2.0/floatingips/f246e003-1320-44c8-8fe8-5d0a50754d66 HTTP/1.1" status: 204 len: 168 time: 0.8578019 Feb 10 07:06:20.159138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:20.163034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:20.176699 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-85be35cc-2513-4089-a157-50ac6d91e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:20.185412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:20.186017 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be35cc-2513-4089-a157-50ac6d91e143 None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:20.186764 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-85be35cc-2513-4089-a157-50ac6d91e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:20.223845 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-85be35cc-2513-4089-a157-50ac6d91e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:20.224573 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be35cc-2513-4089-a157-50ac6d91e143 None None] The sync data for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:06:20.281305 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:20.703550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Allocated IP 172.25.8.211 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/1f10b31a-ef29-4089-a83c-1d5932557fff) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:20.808961 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for port (1f10b31a-ef29-4089-a83c-1d5932557fff), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:20.845369 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1f10b31a-ef29-4089-a83c-1d5932557fff), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:20.895232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:20.898222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:20.902789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:20.905640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Pushing event updated for resources: {'Port': ['ID=1f10b31a-ef29-4089-a83c-1d5932557fff,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:20.995537 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for floatingip (5aef2c79-8ff1-417f-b855-fe9e34043460), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.032995 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1f10b31a-ef29-4089-a83c-1d5932557fff), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.191203 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for port (1f10b31a-ef29-4089-a83c-1d5932557fff), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.195835 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (1f10b31a-ef29-4089-a83c-1d5932557fff), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.269449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Pushing event updated for resources: {'Port': ['ID=1f10b31a-ef29-4089-a83c-1d5932557fff,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:21.276143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (5aef2c79-8ff1-417f-b855-fe9e34043460), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.291394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.292748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2d772c77-7d0f-4516-af52-379276604044 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1330204 Feb 10 07:06:21.295996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54778) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:21.397707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:21.420795 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.523822 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.629195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Allocated IP 172.25.8.193 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/644880c4-c83a-4335-b942-b95d87c4644e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:21.742383 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks [] for port (644880c4-c83a-4335-b942-b95d87c4644e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.775306 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (644880c4-c83a-4335-b942-b95d87c4644e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.820079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:21.823115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:21.827299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:21.832967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Pushing event updated for resources: {'Port': ['ID=644880c4-c83a-4335-b942-b95d87c4644e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:21.931900 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks [] for floatingip (f50830a8-a464-468a-9248-a6ce63a11eee), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:21.971152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (644880c4-c83a-4335-b942-b95d87c4644e), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:22.022579 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:06:22.150939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-0049ca68-cd29-49bb-a8ec-4b1e368afc99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768397 Feb 10 07:06:22.168696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks [] for port (644880c4-c83a-4335-b942-b95d87c4644e), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:22.179297 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (644880c4-c83a-4335-b942-b95d87c4644e), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:22.284924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Pushing event updated for resources: {'Port': ['ID=644880c4-c83a-4335-b942-b95d87c4644e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:22.296483 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (f50830a8-a464-468a-9248-a6ce63a11eee), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:22.312018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-642b825f-2a89-4716-9134-7801a124fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:22.313549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-642b825f-2a89-4716-9134-7801a124fb06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 1127 time: 0.1063838 Feb 10 07:06:22.318446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:22.320023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-587a1aeb-7182-4d18-8610-8dd6d1a75e03 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0230842 Feb 10 07:06:22.322637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54800) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:22.443895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0f902f4-c914-4e0e-9c13-4b06a74ecf69 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1197984 Feb 10 07:06:22.446358 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54806) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:22.499762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb5a3716-5c12-4d80-a33d-afaf0277e087 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0523169 Feb 10 07:06:22.502295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54808) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:22.559793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-677b72b6-0859-4ba3-8bc2-223637443066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:22.561745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-677b72b6-0859-4ba3-8bc2-223637443066 service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1992366 Feb 10 07:06:22.681715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-a9c19c0d-ee9c-47d0-8791-b7a01ad43d8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a HTTP/1.1" status: 200 len: 1000 time: 0.0897844 Feb 10 07:06:22.724545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Deleting port 644880c4-c83a-4335-b942-b95d87c4644e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:22.724894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (644880c4-c83a-4335-b942-b95d87c4644e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:22.758610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-b2139e72-fc3c-4043-84c2-f4849c7c0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:22.760130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-b2139e72-fc3c-4043-84c2-f4849c7c0402 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0682375 Feb 10 07:06:22.845771 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (644880c4-c83a-4335-b942-b95d87c4644e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:22.846153 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks [] for floatingip (644880c4-c83a-4335-b942-b95d87c4644e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:22.868249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Calling delete_port for 644880c4-c83a-4335-b942-b95d87c4644e owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:22.876753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-190ce16d-1a73-4590-94d6-205fcfba3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:22.878280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-190ce16d-1a73-4590-94d6-205fcfba3ef0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878782 Feb 10 07:06:23.038099 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-83b6c3f1-1767-49ad-82d1-f0b9597afc40 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534445 Feb 10 07:06:23.164484 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (644880c4-c83a-4335-b942-b95d87c4644e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.198287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Pushing event deleted for resources: {'Port': ['ID=644880c4-c83a-4335-b942-b95d87c4644e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:23.203777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c596fd6-84ad-4c19-9e12-343de2078419 req-12f7be20-6cbd-453a-b5b4-5f00d0671b5a service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590693 Feb 10 07:06:23.275182 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks [] for floatingip (f50830a8-a464-468a-9248-a6ce63a11eee), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.278801 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.280963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a9c5766f-8aab-41be-bbf3-e2f67df6b034 tempest-FloatingIPAdminTestJSON-1900608300 tempest-FloatingIPAdminTestJSON-1900608300-project] 10.222.0.21 "DELETE /v2.0/floatingips/f50830a8-a464-468a-9248-a6ce63a11eee HTTP/1.1" status: 204 len: 168 time: 0.7776585 Feb 10 07:06:23.283930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54824) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:23.408283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Deleting port 1f10b31a-ef29-4089-a83c-1d5932557fff {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:23.408629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1f10b31a-ef29-4089-a83c-1d5932557fff), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.485656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1f10b31a-ef29-4089-a83c-1d5932557fff), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.485982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for floatingip (1f10b31a-ef29-4089-a83c-1d5932557fff), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.498498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Calling delete_port for 1f10b31a-ef29-4089-a83c-1d5932557fff owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:23.651374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1f10b31a-ef29-4089-a83c-1d5932557fff), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.677040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f10b31a-ef29-4089-a83c-1d5932557fff,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:23.754638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks [] for floatingip (5aef2c79-8ff1-417f-b855-fe9e34043460), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.758325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.760746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc0a629c-f0fe-4dd0-8c49-0806db8d83c6 tempest-FloatingIPAdminTestJSON-763927779 tempest-FloatingIPAdminTestJSON-763927779-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/5aef2c79-8ff1-417f-b855-fe9e34043460 HTTP/1.1" status: 204 len: 168 time: 0.4757085 Feb 10 07:06:23.765030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54834) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:23.871342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-06411f79-7851-485e-a09a-26e0549dcda9 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Deleting port 656c40d0-3652-46a1-b48c-0140a0de8de1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:23.871784 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06411f79-7851-485e-a09a-26e0549dcda9 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (656c40d0-3652-46a1-b48c-0140a0de8de1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.971897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06411f79-7851-485e-a09a-26e0549dcda9 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (656c40d0-3652-46a1-b48c-0140a0de8de1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:23.986823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-06411f79-7851-485e-a09a-26e0549dcda9 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Calling delete_port for 656c40d0-3652-46a1-b48c-0140a0de8de1 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:24.138379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06411f79-7851-485e-a09a-26e0549dcda9 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (656c40d0-3652-46a1-b48c-0140a0de8de1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:24.173507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06411f79-7851-485e-a09a-26e0549dcda9 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event deleted for resources: {'Port': ['ID=656c40d0-3652-46a1-b48c-0140a0de8de1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:24.259808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-06411f79-7851-485e-a09a-26e0549dcda9 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:24.264551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-06411f79-7851-485e-a09a-26e0549dcda9 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "DELETE /v2.0/ports/656c40d0-3652-46a1-b48c-0140a0de8de1 HTTP/1.1" status: 204 len: 168 time: 0.4983203 Feb 10 07:06:24.267024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54842) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:24.345416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e4fce0-abd7-42e8-a5ad-cd48009006f3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:24.347579 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-57e4fce0-abd7-42e8-a5ad-cd48009006f3 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "GET /v2.0/ports?device_id=31d0ab74-6154-497b-af09-3fcdabc96763 HTTP/1.1" status: 200 len: 913 time: 0.0793388 Feb 10 07:06:24.350515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54848) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:24.783962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (31d0ab74-6154-497b-af09-3fcdabc96763), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:25.053278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Deleting port e02a90b2-f8ea-4dab-8ff5-63f079e1687f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:25.053625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:25.144274 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:25.157202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Calling delete_port for e02a90b2-f8ea-4dab-8ff5-63f079e1687f owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:25.370351 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e02a90b2-f8ea-4dab-8ff5-63f079e1687f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:25.400263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event deleted for resources: {'Port': ['ID=e02a90b2-f8ea-4dab-8ff5-63f079e1687f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:25.611386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (31d0ab74-6154-497b-af09-3fcdabc96763), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:25.842058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Router 31d0ab74-6154-497b-af09-3fcdabc96763 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:06:25.965482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:06:25.973716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:25.974213 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-305014ef-7e17-47e5-a3a1-a56c0b000024 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "PUT /v2.0/routers/31d0ab74-6154-497b-af09-3fcdabc96763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6219060 Feb 10 07:06:25.980724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4eaaa3-87ad-44c3-b807-e66b97dafcaf None None] Sync routers for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:06:25.996088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4eaaa3-87ad-44c3-b807-e66b97dafcaf None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:25.996726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8d4eaaa3-87ad-44c3-b807-e66b97dafcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:26.039840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8d4eaaa3-87ad-44c3-b807-e66b97dafcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:26.049346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4eaaa3-87ad-44c3-b807-e66b97dafcaf None None] Routers {'31d0ab74-6154-497b-af09-3fcdabc96763'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:06:26.049954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8d4eaaa3-87ad-44c3-b807-e66b97dafcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:06:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31d0ab74-6154-497b-af09-3fcdabc96763'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:26.088469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8d4eaaa3-87ad-44c3-b807-e66b97dafcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:26.089134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4eaaa3-87ad-44c3-b807-e66b97dafcaf None None] The sync data for ids ['31d0ab74-6154-497b-af09-3fcdabc96763'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:06:26.113265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for router (31d0ab74-6154-497b-af09-3fcdabc96763), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.221916 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for router_gateway (31d0ab74-6154-497b-af09-3fcdabc96763), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.279928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Deleting port c24a6cb1-dba3-42bd-9a62-2dc8cff73263 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:26.280270 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c24a6cb1-dba3-42bd-9a62-2dc8cff73263), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.357106 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c24a6cb1-dba3-42bd-9a62-2dc8cff73263), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.369775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Calling delete_port for c24a6cb1-dba3-42bd-9a62-2dc8cff73263 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:26.544316 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c24a6cb1-dba3-42bd-9a62-2dc8cff73263), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.579416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event deleted for resources: {'Port': ['ID=c24a6cb1-dba3-42bd-9a62-2dc8cff73263,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:26.636199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (31d0ab74-6154-497b-af09-3fcdabc96763), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.733220 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (31d0ab74-6154-497b-af09-3fcdabc96763), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.735473 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for router_controller (31d0ab74-6154-497b-af09-3fcdabc96763), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.782705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (31d0ab74-6154-497b-af09-3fcdabc96763), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.783261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Fanout notify agent at l3_agent the message router_deleted on router 31d0ab74-6154-497b-af09-3fcdabc96763 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:06:26.789972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.791100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fd0b86bf-114c-484a-b0a5-aae3024a5fa1 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "DELETE /v2.0/routers/31d0ab74-6154-497b-af09-3fcdabc96763 HTTP/1.1" status: 204 len: 168 time: 0.8166084 Feb 10 07:06:26.793531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54898) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:26.844186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5009ef89-966b-423b-b8aa-e811ecee6218 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Deleting subnet bcc7611a-3a00-489d-89c9-de4494e7b50f {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:06:26.847427 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009ef89-966b-423b-b8aa-e811ecee6218 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for subnet (bcc7611a-3a00-489d-89c9-de4494e7b50f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.896217 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009ef89-966b-423b-b8aa-e811ecee6218 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (bcc7611a-3a00-489d-89c9-de4494e7b50f), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:26.987413 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009ef89-966b-423b-b8aa-e811ecee6218 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (bcc7611a-3a00-489d-89c9-de4494e7b50f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.048269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009ef89-966b-423b-b8aa-e811ecee6218 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (bcc7611a-3a00-489d-89c9-de4494e7b50f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.073255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009ef89-966b-423b-b8aa-e811ecee6218 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc7611a-3a00-489d-89c9-de4494e7b50f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:27.079443 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009ef89-966b-423b-b8aa-e811ecee6218 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.085145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5009ef89-966b-423b-b8aa-e811ecee6218 tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "DELETE /v2.0/subnets/bcc7611a-3a00-489d-89c9-de4494e7b50f HTTP/1.1" status: 204 len: 168 time: 0.2884676 Feb 10 07:06:27.086050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54914) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:27.087090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f69478-27da-4e95-a1ff-56d002cff654 None None] Network 5b798db0-0437-4e3f-872e-aa7f0e21148f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:27.167285 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (5b798db0-0437-4e3f-872e-aa7f0e21148f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.226251 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Deleting port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:27.226629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.280239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5102c780-3409-41db-9878-f70e0a6875b0 None None] DHCP port deletion for 5b798db0-0437-4e3f-872e-aa7f0e21148f request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:06:27.301743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] For port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=89e4e7fd-2c93-43f3-9616-54b000fcf6cf,segment=NetworkSegment(4e3fde91-fa30-44e1-bff8-92a5d8eb0f08),segment_id=4e3fde91-fa30-44e1-bff8-92a5d8eb0f08)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:06:27.302138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.319049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Calling delete_port for 89e4e7fd-2c93-43f3-9616-54b000fcf6cf owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:27.346437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5102c780-3409-41db-9878-f70e0a6875b0 None None] Deleting port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:27.346810 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5102c780-3409-41db-9878-f70e0a6875b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.412190 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.412416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5102c780-3409-41db-9878-f70e0a6875b0 None None] For port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=89e4e7fd-2c93-43f3-9616-54b000fcf6cf,segment=NetworkSegment(4e3fde91-fa30-44e1-bff8-92a5d8eb0f08),segment_id=4e3fde91-fa30-44e1-bff8-92a5d8eb0f08)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:06:27.412926 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5102c780-3409-41db-9878-f70e0a6875b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.427432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5102c780-3409-41db-9878-f70e0a6875b0 None None] Calling delete_port for 89e4e7fd-2c93-43f3-9616-54b000fcf6cf owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:27.441177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event deleted for resources: {'Port': ['ID=89e4e7fd-2c93-43f3-9616-54b000fcf6cf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:27.443133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] No DVR routers for this DVR port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:06:27.507592 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5102c780-3409-41db-9878-f70e0a6875b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (89e4e7fd-2c93-43f3-9616-54b000fcf6cf), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.525471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (5b798db0-0437-4e3f-872e-aa7f0e21148f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.532651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102c780-3409-41db-9878-f70e0a6875b0 None None] Pushing event deleted for resources: {'Port': ['ID=89e4e7fd-2c93-43f3-9616-54b000fcf6cf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:27.536132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102c780-3409-41db-9878-f70e0a6875b0 None None] No DVR routers for this DVR port 89e4e7fd-2c93-43f3-9616-54b000fcf6cf on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:06:27.552563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b798db0-0437-4e3f-872e-aa7f0e21148f']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:27.563558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3fde91-fa30-44e1-bff8-92a5d8eb0f08') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:27.563855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3fde91-fa30-44e1-bff8-92a5d8eb0f08') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:27.573054 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (4e3fde91-fa30-44e1-bff8-92a5d8eb0f08), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.586693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4e3fde91-fa30-44e1-bff8-92a5d8eb0f08), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.593116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:27.593536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (4e3fde91-fa30-44e1-bff8-92a5d8eb0f08), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:27.596593 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:27.990659 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (5b798db0-0437-4e3f-872e-aa7f0e21148f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:28.007747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:28.013168 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "DELETE /v2.0/networks/5b798db0-0437-4e3f-872e-aa7f0e21148f HTTP/1.1" status: 204 len: 168 time: 0.9239395 Feb 10 07:06:28.014037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:28.028546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55e49c-dc0a-47fa-b7c4-4955589bfdfb tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event deleted for resources: {'Network': ['ID=5b798db0-0437-4e3f-872e-aa7f0e21148f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:28.100712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89e4e7fd-2c93-43f3-9616-54b000fcf6cf no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:06:28.122114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 89e4e7fd-2c93-43f3-9616-54b000fcf6cf {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:06:28.122498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89e4e7fd-2c93-43f3-9616-54b000fcf6cf not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:06:28.156248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Deleting port 860c4263-264a-4e15-9e33-5b318ac6f828 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:28.156590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (860c4263-264a-4e15-9e33-5b318ac6f828), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:28.573907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (860c4263-264a-4e15-9e33-5b318ac6f828), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:28.574127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for floatingip (860c4263-264a-4e15-9e33-5b318ac6f828), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:28.587123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Calling delete_port for 860c4263-264a-4e15-9e33-5b318ac6f828 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:28.718726 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (860c4263-264a-4e15-9e33-5b318ac6f828), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:28.744109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Pushing event deleted for resources: {'Port': ['ID=860c4263-264a-4e15-9e33-5b318ac6f828,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:28.804557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks [] for floatingip (5ed95705-9ee3-453b-9c09-e55eb3a88c6c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:28.807172 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:28.808390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-70ce34ee-66fc-4b8b-a7d6-f4400e7b835a tempest-FloatingIPAdminTestJSON-1501191640 tempest-FloatingIPAdminTestJSON-1501191640-project] 10.222.0.21 "DELETE /v2.0/floatingips/5ed95705-9ee3-453b-9c09-e55eb3a88c6c HTTP/1.1" status: 204 len: 168 time: 0.7933397 Feb 10 07:06:29.056472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54926) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:29.191442 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9b84262e-f51d-479c-9692-fd45f33c6cfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4181cc85ace34e769d03ee2ebdf79e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314199 Feb 10 07:06:29.191680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54930) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:29.239069 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-23aa7e74-e0ab-4aef-9975-5407bd9cdf52 admin admin] Publish callbacks [] for security_group (cc9563ad-b9ef-480f-9446-980bfb4b0311), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.259171 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-23aa7e74-e0ab-4aef-9975-5407bd9cdf52 admin admin] Publish callbacks [] for security_group (cc9563ad-b9ef-480f-9446-980bfb4b0311), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.307687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-23aa7e74-e0ab-4aef-9975-5407bd9cdf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cc9563ad-b9ef-480f-9446-980bfb4b0311), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.310696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-23aa7e74-e0ab-4aef-9975-5407bd9cdf52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.314258 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-23aa7e74-e0ab-4aef-9975-5407bd9cdf52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc9563ad-b9ef-480f-9446-980bfb4b0311 HTTP/1.1" status: 204 len: 168 time: 0.1192930 Feb 10 07:06:29.320526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa7e74-e0ab-4aef-9975-5407bd9cdf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9563ad-b9ef-480f-9446-980bfb4b0311,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:29.577116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54936) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:29.590571 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75813dc1-2ab8-4517-843e-20b88bb5a203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.664782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75813dc1-2ab8-4517-843e-20b88bb5a203 admin admin] Publish callbacks [] for security_group (2abcc510-0569-42d3-bb4a-0015971aadee), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.668680 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75813dc1-2ab8-4517-843e-20b88bb5a203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2abcc510-0569-42d3-bb4a-0015971aadee), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.712155 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-75813dc1-2ab8-4517-843e-20b88bb5a203 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93b68741c55b411386d8a38b79f4b8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315777 Feb 10 07:06:29.712155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75813dc1-2ab8-4517-843e-20b88bb5a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abcc510-0569-42d3-bb4a-0015971aadee,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:29.712825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:29.761437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c1f4bad-92a2-4169-90ea-9010bdbdbcb4 admin admin] Publish callbacks [] for security_group (2abcc510-0569-42d3-bb4a-0015971aadee), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.783255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c1f4bad-92a2-4169-90ea-9010bdbdbcb4 admin admin] Publish callbacks [] for security_group (2abcc510-0569-42d3-bb4a-0015971aadee), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.828981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c1f4bad-92a2-4169-90ea-9010bdbdbcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2abcc510-0569-42d3-bb4a-0015971aadee), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.835172 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c1f4bad-92a2-4169-90ea-9010bdbdbcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:29.836441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6c1f4bad-92a2-4169-90ea-9010bdbdbcb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2abcc510-0569-42d3-bb4a-0015971aadee HTTP/1.1" status: 204 len: 168 time: 0.1225300 Feb 10 07:06:29.845579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f4bad-92a2-4169-90ea-9010bdbdbcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abcc510-0569-42d3-bb4a-0015971aadee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:30.183940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 54946) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:30.198536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e8e35c-6e7b-4399-b9a9-1e59402ae92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:30.275588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e8e35c-6e7b-4399-b9a9-1e59402ae92e admin admin] Publish callbacks [] for security_group (142dc854-b8ff-4250-a02d-12cd144781f2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:30.279473 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e8e35c-6e7b-4399-b9a9-1e59402ae92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (142dc854-b8ff-4250-a02d-12cd144781f2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:30.316638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7e8e35c-6e7b-4399-b9a9-1e59402ae92e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=210847f133dc49418c9d9c37aba532ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314538 Feb 10 07:06:30.318598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8e35c-6e7b-4399-b9a9-1e59402ae92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142dc854-b8ff-4250-a02d-12cd144781f2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:30.319182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54948) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:30.366395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa260087-4d34-49e0-af72-6a7ebd99f9cb admin admin] Publish callbacks [] for security_group (142dc854-b8ff-4250-a02d-12cd144781f2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:30.387576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa260087-4d34-49e0-af72-6a7ebd99f9cb admin admin] Publish callbacks [] for security_group (142dc854-b8ff-4250-a02d-12cd144781f2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:30.439674 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa260087-4d34-49e0-af72-6a7ebd99f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (142dc854-b8ff-4250-a02d-12cd144781f2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:30.442221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa260087-4d34-49e0-af72-6a7ebd99f9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:30.443501 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fa260087-4d34-49e0-af72-6a7ebd99f9cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/142dc854-b8ff-4250-a02d-12cd144781f2 HTTP/1.1" status: 204 len: 168 time: 0.1233225 Feb 10 07:06:30.451423 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa260087-4d34-49e0-af72-6a7ebd99f9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142dc854-b8ff-4250-a02d-12cd144781f2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:31.682745 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54986) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:31.783658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1768799607', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:31.803564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Made reservation on behalf of 8fff833bc5514ce6b2edfa728e0b3e53 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:31.806159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:31.815377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:31.890385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks [] for security_group (5fd99bbb-2992-46a4-bbab-0542bd574467), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:31.894042 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5fd99bbb-2992-46a4-bbab-0542bd574467), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:31.903877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] device_id is not set on port 82f5048c-0e4b-43dc-907c-529b3d31aac8 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:31.950839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd99bbb-2992-46a4-bbab-0542bd574467,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:31.965854 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.966217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.966629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.966977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.967315 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.967651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.967987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.968321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.968654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.968989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.969319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.969648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:31.969975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:32.028881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Allocated IP 172.25.8.248 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/82f5048c-0e4b-43dc-907c-529b3d31aac8) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:32.165226 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks [] for port (82f5048c-0e4b-43dc-907c-529b3d31aac8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:32.197861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (82f5048c-0e4b-43dc-907c-529b3d31aac8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:32.239306 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:32.243776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:32.247404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:32.252936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Pushing event updated for resources: {'Port': ['ID=82f5048c-0e4b-43dc-907c-529b3d31aac8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:32.290138 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:32.290720 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:32.305972 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-161c3a31-8359-4075-b4d1-15b46bd0dce7 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6221445 Feb 10 07:06:32.308928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 54992) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:32.313180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.248'}]}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:32.331263 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (770d6d64-a616-4d23-adcb-eeaff788b6a3), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:32.332563 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (770d6d64-a616-4d23-adcb-eeaff788b6a3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:32.388440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks [] for router_controller (770d6d64-a616-4d23-adcb-eeaff788b6a3), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:32.531856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks [] for router_gateway (770d6d64-a616-4d23-adcb-eeaff788b6a3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:32.738386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks [] for router_gateway (770d6d64-a616-4d23-adcb-eeaff788b6a3), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:32.757365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:32.910058 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks [] for router (770d6d64-a616-4d23-adcb-eeaff788b6a3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:33.071808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (770d6d64-a616-4d23-adcb-eeaff788b6a3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:33.073911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks [] for router_controller (770d6d64-a616-4d23-adcb-eeaff788b6a3), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:33.119009 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (770d6d64-a616-4d23-adcb-eeaff788b6a3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:33.119542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 770d6d64-a616-4d23-adcb-eeaff788b6a3 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:06:33.138137 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 07:06:33.140120 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-db2dd7ed-79fb-4204-9de9-0d3ce21e185a tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8302004 Feb 10 07:06:33.142873 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55000) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:33.224730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-afeb4ba6-07af-4a58-bdc5-ead05a4fd2e1 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Deleting port 82f5048c-0e4b-43dc-907c-529b3d31aac8 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:33.225078 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-afeb4ba6-07af-4a58-bdc5-ead05a4fd2e1 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (82f5048c-0e4b-43dc-907c-529b3d31aac8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:33.304175 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-afeb4ba6-07af-4a58-bdc5-ead05a4fd2e1 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (82f5048c-0e4b-43dc-907c-529b3d31aac8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:33.318225 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-afeb4ba6-07af-4a58-bdc5-ead05a4fd2e1 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Calling delete_port for 82f5048c-0e4b-43dc-907c-529b3d31aac8 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:33.446980 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-afeb4ba6-07af-4a58-bdc5-ead05a4fd2e1 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (82f5048c-0e4b-43dc-907c-529b3d31aac8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:33.475299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb4ba6-07af-4a58-bdc5-ead05a4fd2e1 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Pushing event deleted for resources: {'Port': ['ID=82f5048c-0e4b-43dc-907c-529b3d31aac8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:33.541506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-afeb4ba6-07af-4a58-bdc5-ead05a4fd2e1 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:33.551347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-afeb4ba6-07af-4a58-bdc5-ead05a4fd2e1 tempest-RoutersAdminNegativeTest-248764801 tempest-RoutersAdminNegativeTest-248764801-project-admin] 10.222.0.21 "DELETE /v2.0/ports/82f5048c-0e4b-43dc-907c-529b3d31aac8 HTTP/1.1" status: 204 len: 168 time: 0.4018993 Feb 10 07:06:33.786865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:33.905854 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b3e71c1-574c-4d81-a4c1-293539452898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:33.998266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b3e71c1-574c-4d81-a4c1-293539452898 admin admin] Publish callbacks [] for security_group (7e08ce24-8523-4922-a69d-36e21c9cce44), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.002814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b3e71c1-574c-4d81-a4c1-293539452898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7e08ce24-8523-4922-a69d-36e21c9cce44), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.043830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b3e71c1-574c-4d81-a4c1-293539452898 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2925ac2a7504237944d490bd98c0187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535951 Feb 10 07:06:34.044256 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55012) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:34.046481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e71c1-574c-4d81-a4c1-293539452898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e08ce24-8523-4922-a69d-36e21c9cce44,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:34.098961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fec290ca-96f0-47a1-a1f5-362923874c33 admin admin] Publish callbacks [] for security_group (7e08ce24-8523-4922-a69d-36e21c9cce44), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.120950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fec290ca-96f0-47a1-a1f5-362923874c33 admin admin] Publish callbacks [] for security_group (7e08ce24-8523-4922-a69d-36e21c9cce44), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.180534 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fec290ca-96f0-47a1-a1f5-362923874c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7e08ce24-8523-4922-a69d-36e21c9cce44), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.183290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fec290ca-96f0-47a1-a1f5-362923874c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.184802 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fec290ca-96f0-47a1-a1f5-362923874c33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e08ce24-8523-4922-a69d-36e21c9cce44 HTTP/1.1" status: 204 len: 168 time: 0.1387722 Feb 10 07:06:34.209266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec290ca-96f0-47a1-a1f5-362923874c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e08ce24-8523-4922-a69d-36e21c9cce44,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:34.460888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55020) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:34.500411 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8331a6b1-61e5-4e2f-a99d-4de37d5ade69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fff833bc5514ce6b2edfa728e0b3e53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381927 Feb 10 07:06:34.502640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55022) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:34.550386 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-feef613d-f5b4-4dff-a9e4-99908b764542 admin admin] Publish callbacks [] for security_group (5fd99bbb-2992-46a4-bbab-0542bd574467), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.571560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-feef613d-f5b4-4dff-a9e4-99908b764542 admin admin] Publish callbacks [] for security_group (5fd99bbb-2992-46a4-bbab-0542bd574467), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.620791 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-feef613d-f5b4-4dff-a9e4-99908b764542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5fd99bbb-2992-46a4-bbab-0542bd574467), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.623976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-feef613d-f5b4-4dff-a9e4-99908b764542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:34.625126 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-feef613d-f5b4-4dff-a9e4-99908b764542 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fd99bbb-2992-46a4-bbab-0542bd574467 HTTP/1.1" status: 204 len: 168 time: 0.1215911 Feb 10 07:06:34.632795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef613d-f5b4-4dff-a9e4-99908b764542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd99bbb-2992-46a4-bbab-0542bd574467,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:35.339310 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55046) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:35.439574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'networks': [{'name': 'tempest-network--114438972'}, {'name': 'tempest-network--1323893106'}]} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:35.439893 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'network': {'name': 'tempest-network--114438972'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:35.440377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'network': {'name': 'tempest-network--1323893106'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:35.459200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Made reservation on behalf of ed78bf6704bf4b10bbd64a5f66ec5557 for: {'network': 2} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:35.463274 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.471891 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.547523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for security_group (c63d249c-9083-4e71-adfe-e2c5daf2e143), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.552462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c63d249c-9083-4e71-adfe-e2c5daf2e143), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.552931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.589228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d249c-9083-4e71-adfe-e2c5daf2e143,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:35.598761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:35.608992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (420dc113-f606-4ca0-9f28-da824fceb064), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.609342 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Added segment 420dc113-f606-4ca0-9f28-da824fceb064 of type vlan for network 1fa6235b-bfb2-421d-9144-0b524cb4e36e Feb 10 07:06:35.649494 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (1fa6235b-bfb2-421d-9144-0b524cb4e36e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.678072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:35.686945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (383e25d5-162e-4dff-8fa0-23a94c2dbedf), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.687290 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Added segment 383e25d5-162e-4dff-8fa0-23a94c2dbedf of type vlan for network e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c Feb 10 07:06:35.726724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.756071 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (1fa6235b-bfb2-421d-9144-0b524cb4e36e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.756567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.761433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:35.766101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:35.766746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:35.804273 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4637892 Feb 10 07:06:35.806973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55050) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:35.836277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Network': ['ID=1fa6235b-bfb2-421d-9144-0b524cb4e36e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:35.847834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 1fa6235b-bfb2-421d-9144-0b524cb4e36e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:35.908833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d9dcc-0323-488f-9380-932f8f7539f2 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Network': ['ID=e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:35.921462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:36.010389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f0cbd1-e510-4952-8f57-7a1cafbac1aa tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:36.016258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f0cbd1-e510-4952-8f57-7a1cafbac1aa tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:36.021581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f0cbd1-e510-4952-8f57-7a1cafbac1aa tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:36.026513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f0cbd1-e510-4952-8f57-7a1cafbac1aa tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:36.028143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-49f0cbd1-e510-4952-8f57-7a1cafbac1aa tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2200432 Feb 10 07:06:36.031028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55052) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:36.108827 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (1fa6235b-bfb2-421d-9144-0b524cb4e36e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.196315 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (1fa6235b-bfb2-421d-9144-0b524cb4e36e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.220438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa6235b-bfb2-421d-9144-0b524cb4e36e']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:36.229807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420dc113-f606-4ca0-9f28-da824fceb064') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:36.230110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420dc113-f606-4ca0-9f28-da824fceb064') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:36.240111 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (420dc113-f606-4ca0-9f28-da824fceb064), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.257869 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (420dc113-f606-4ca0-9f28-da824fceb064), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.263753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:36.264135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (420dc113-f606-4ca0-9f28-da824fceb064), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:36.267058 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:36.323451 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (1fa6235b-bfb2-421d-9144-0b524cb4e36e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.330262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.334129 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/networks/1fa6235b-bfb2-421d-9144-0b524cb4e36e HTTP/1.1" status: 204 len: 168 time: 0.3019373 Feb 10 07:06:36.336903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:36.345347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c052e8-3c8e-4bf9-ad34-4bc13446cb40 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Network': ['ID=1fa6235b-bfb2-421d-9144-0b524cb4e36e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:36.416661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.501176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.525387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:36.535074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383e25d5-162e-4dff-8fa0-23a94c2dbedf') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:36.535370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383e25d5-162e-4dff-8fa0-23a94c2dbedf') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:36.545667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (383e25d5-162e-4dff-8fa0-23a94c2dbedf), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.558725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (383e25d5-162e-4dff-8fa0-23a94c2dbedf), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.565467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:36.566045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (383e25d5-162e-4dff-8fa0-23a94c2dbedf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:36.569452 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:36.629556 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.639885 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.646004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/networks/e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c HTTP/1.1" status: 204 len: 168 time: 0.3054056 Feb 10 07:06:36.646416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55058) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:36.653625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f58891-ace3-431f-a99e-76252bf51794 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Network': ['ID=e1bcd0f3-39ac-40e1-9ed6-d4297ef0433c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:36.829019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53c51d-17b3-4244-9fca-2526f2a5bec9 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:36.834478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53c51d-17b3-4244-9fca-2526f2a5bec9 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:36.835997 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5d53c51d-17b3-4244-9fca-2526f2a5bec9 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1885953 Feb 10 07:06:36.839679 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55060) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:36.844714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1563679605'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:36.863670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Made reservation on behalf of ed78bf6704bf4b10bbd64a5f66ec5557 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:36.867106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.890328 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:36.899183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f4fe3010-5e77-434c-b9ce-64168884e2b7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.899523 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Added segment f4fe3010-5e77-434c-b9ce-64168884e2b7 of type vlan for network cc5c5028-ee90-484c-bdfc-71aa7548e6f2 Feb 10 07:06:36.939336 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (cc5c5028-ee90-484c-bdfc-71aa7548e6f2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.962205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (cc5c5028-ee90-484c-bdfc-71aa7548e6f2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:36.967656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:36.968237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.001589 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1608310 Feb 10 07:06:37.004024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55062) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:37.010517 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2103240085'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:37.033098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.054790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0374a-ef27-4c3a-be90-5a93bc6a2aa8 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Network': ['ID=cc5c5028-ee90-484c-bdfc-71aa7548e6f2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:37.064699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network cc5c5028-ee90-484c-bdfc-71aa7548e6f2 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:37.066398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Made reservation on behalf of ed78bf6704bf4b10bbd64a5f66ec5557 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:37.069694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.094098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:37.103618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0b5b7ada-ed01-4e40-b599-6e4563ad31ad), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.103999 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Added segment 0b5b7ada-ed01-4e40-b599-6e4563ad31ad of type vlan for network 10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3 Feb 10 07:06:37.142692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.166695 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.171859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:37.172201 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.205271 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2002439 Feb 10 07:06:37.208223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55064) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:37.213477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'ports': [{'network_id': 'cc5c5028-ee90-484c-bdfc-71aa7548e6f2', 'name': 'tempest-port--1272747650', 'admin_state_up': True}, {'network_id': '10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3', 'admin_state_up': False}]} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:37.213794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'port': {'network_id': 'cc5c5028-ee90-484c-bdfc-71aa7548e6f2', 'name': 'tempest-port--1272747650', 'admin_state_up': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:37.214274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'port': {'network_id': '10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3', 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:37.268186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cb885-8b9b-45c7-ba5c-b3343d37c0eb tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Network': ['ID=10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:37.281329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:37.408494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Made reservation on behalf of ed78bf6704bf4b10bbd64a5f66ec5557 for: {'port': 2} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:37.412970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.427644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.585797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] device_id is not set on port 7f26fc59-479f-407e-bb2b-dffd47454364 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:37.668546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for port (7f26fc59-479f-407e-bb2b-dffd47454364), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.742440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] device_id is not set on port bc216458-0fd7-43d8-9287-b38fbabf3a14 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:37.824110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for port (bc216458-0fd7-43d8-9287-b38fbabf3a14), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.859915 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7f26fc59-479f-407e-bb2b-dffd47454364), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.920082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Port': ['ID=7f26fc59-479f-407e-bb2b-dffd47454364,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:37.932754 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Checking segment: {'id': 'f4fe3010-5e77-434c-b9ce-64168884e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cc5c5028-ee90-484c-bdfc-71aa7548e6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:37.933112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Network hostable DHCP agents. Network: cc5c5028-ee90-484c-bdfc-71aa7548e6f2, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:37.952264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Network cc5c5028-ee90-484c-bdfc-71aa7548e6f2 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:37.961876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, cc5c5028-ee90-484c-bdfc-71aa7548e6f2) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:37.966056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:37.967260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (bc216458-0fd7-43d8-9287-b38fbabf3a14), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:37.972789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be1ffc2-0891-4aa6-8397-d053b7f74bbc None None] Network cc5c5028-ee90-484c-bdfc-71aa7548e6f2 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:38.040805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Port': ['ID=bc216458-0fd7-43d8-9287-b38fbabf3a14,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:38.050028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Checking segment: {'id': '0b5b7ada-ed01-4e40-b599-6e4563ad31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:38.050560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Network hostable DHCP agents. Network: 10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:38.069932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Network 10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:38.079977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:38.083698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:38.089449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:38.093431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3d457-45b2-4eda-bb17-a80f2057e445 None None] Network 10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:38.094470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:38.095241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.113317 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4efcb69a-1f91-4569-82fb-1ab5bed7a325 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9038064 Feb 10 07:06:38.115609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:38.210705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385bd05c-6427-45c7-855b-a1f97ed645e5 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:38.217322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385bd05c-6427-45c7-855b-a1f97ed645e5 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:38.218947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-385bd05c-6427-45c7-855b-a1f97ed645e5 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1018038 Feb 10 07:06:38.223216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55194) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:38.314576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-66489b9c-1e8f-432e-961f-c160bb90733b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Deleting port 7f26fc59-479f-407e-bb2b-dffd47454364 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:38.314973 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66489b9c-1e8f-432e-961f-c160bb90733b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7f26fc59-479f-407e-bb2b-dffd47454364), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.385504 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66489b9c-1e8f-432e-961f-c160bb90733b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7f26fc59-479f-407e-bb2b-dffd47454364), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.398920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-66489b9c-1e8f-432e-961f-c160bb90733b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Calling delete_port for 7f26fc59-479f-407e-bb2b-dffd47454364 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:38.479994 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66489b9c-1e8f-432e-961f-c160bb90733b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7f26fc59-479f-407e-bb2b-dffd47454364), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.511531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66489b9c-1e8f-432e-961f-c160bb90733b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Port': ['ID=7f26fc59-479f-407e-bb2b-dffd47454364,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:38.521590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66489b9c-1e8f-432e-961f-c160bb90733b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.525051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-66489b9c-1e8f-432e-961f-c160bb90733b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/ports/7f26fc59-479f-407e-bb2b-dffd47454364 HTTP/1.1" status: 204 len: 168 time: 0.3008873 Feb 10 07:06:38.527842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:38.623254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7722c7ef-2a49-444f-bfe6-07593f9ecf76 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Deleting port bc216458-0fd7-43d8-9287-b38fbabf3a14 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:38.623595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7722c7ef-2a49-444f-bfe6-07593f9ecf76 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bc216458-0fd7-43d8-9287-b38fbabf3a14), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.695552 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7722c7ef-2a49-444f-bfe6-07593f9ecf76 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bc216458-0fd7-43d8-9287-b38fbabf3a14), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.710466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7722c7ef-2a49-444f-bfe6-07593f9ecf76 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Calling delete_port for bc216458-0fd7-43d8-9287-b38fbabf3a14 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:38.796198 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7722c7ef-2a49-444f-bfe6-07593f9ecf76 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bc216458-0fd7-43d8-9287-b38fbabf3a14), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.826212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722c7ef-2a49-444f-bfe6-07593f9ecf76 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Port': ['ID=bc216458-0fd7-43d8-9287-b38fbabf3a14,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:38.833937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7722c7ef-2a49-444f-bfe6-07593f9ecf76 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.837612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7722c7ef-2a49-444f-bfe6-07593f9ecf76 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/ports/bc216458-0fd7-43d8-9287-b38fbabf3a14 HTTP/1.1" status: 204 len: 168 time: 0.3088820 Feb 10 07:06:38.840377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55296) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:38.871034 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-139c8c9b-76a0-42b4-8316-7c55b06a6587 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0295017 Feb 10 07:06:38.876649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55302) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:38.882216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2105248456'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:38.903260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Made reservation on behalf of ed78bf6704bf4b10bbd64a5f66ec5557 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:38.906625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.930735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:38.940345 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c313bf6b-860e-49c6-a811-a4fa2a06ee27), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:38.940896 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Added segment c313bf6b-860e-49c6-a811-a4fa2a06ee27 of type vlan for network 62f2f8c3-eb9a-4c24-9232-2d0604b1f2af Feb 10 07:06:38.982502 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (62f2f8c3-eb9a-4c24-9232-2d0604b1f2af), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.007871 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (62f2f8c3-eb9a-4c24-9232-2d0604b1f2af), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.013072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:39.014115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.054597 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1761763 Feb 10 07:06:39.057136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:39.063230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1660057679'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:39.084684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Made reservation on behalf of ed78bf6704bf4b10bbd64a5f66ec5557 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:39.088496 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.093031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7c7f1-aadd-4b05-9a9b-d3e1f02b861a tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Network': ['ID=62f2f8c3-eb9a-4c24-9232-2d0604b1f2af,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:39.104123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 62f2f8c3-eb9a-4c24-9232-2d0604b1f2af details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:39.115622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:39.126580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6d04d47f-90c8-4881-ad7c-a214fce90fe4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.127457 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Added segment 6d04d47f-90c8-4881-ad7c-a214fce90fe4 of type vlan for network 7f8f6be3-d773-4dba-92ca-3a9a3769e48f Feb 10 07:06:39.176155 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7f8f6be3-d773-4dba-92ca-3a9a3769e48f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.204152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7f8f6be3-d773-4dba-92ca-3a9a3769e48f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.209945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:39.210556 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.252349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1934588 Feb 10 07:06:39.285080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99b6db-e031-4145-ab97-68b70f02dd9d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Network': ['ID=7f8f6be3-d773-4dba-92ca-3a9a3769e48f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:39.296828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7f8f6be3-d773-4dba-92ca-3a9a3769e48f details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:39.380168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55382) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:39.385190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'subnets': [{'network_id': '62f2f8c3-eb9a-4c24-9232-2d0604b1f2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--466458343', 'ip_version': 4}, {'network_id': '7f8f6be3-d773-4dba-92ca-3a9a3769e48f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:39.385508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'subnet': {'network_id': '62f2f8c3-eb9a-4c24-9232-2d0604b1f2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--466458343', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:39.386083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Request body: {'subnet': {'network_id': '7f8f6be3-d773-4dba-92ca-3a9a3769e48f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:39.555021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Made reservation on behalf of ed78bf6704bf4b10bbd64a5f66ec5557 for: {'subnet': 2} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:39.559497 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.559858 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:39.936057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (a2cf7e9a-e7da-4abe-b15a-17faaa814cac), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.002667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Subnet': ['ID=a2cf7e9a-e7da-4abe-b15a-17faaa814cac,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:40.013555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Checking segment: {'id': 'c313bf6b-860e-49c6-a811-a4fa2a06ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '62f2f8c3-eb9a-4c24-9232-2d0604b1f2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:40.013965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Network hostable DHCP agents. Network: 62f2f8c3-eb9a-4c24-9232-2d0604b1f2af, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:40.031599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Network 62f2f8c3-eb9a-4c24-9232-2d0604b1f2af is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:40.041340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 62f2f8c3-eb9a-4c24-9232-2d0604b1f2af) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:40.050506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a96c7-1735-40f3-8298-7bdf52140402 None None] Network 62f2f8c3-eb9a-4c24-9232-2d0604b1f2af requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:40.052152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (b0b8494a-04ed-4ced-9cf8-f1899c37ee54), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.118498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event updated for resources: {'Subnet': ['ID=b0b8494a-04ed-4ced-9cf8-f1899c37ee54,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:40.127796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Checking segment: {'id': '6d04d47f-90c8-4881-ad7c-a214fce90fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7f8f6be3-d773-4dba-92ca-3a9a3769e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:40.128199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Network hostable DHCP agents. Network: 7f8f6be3-d773-4dba-92ca-3a9a3769e48f, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:40.147422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Network 7f8f6be3-d773-4dba-92ca-3a9a3769e48f is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:40.158386 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 7f8f6be3-d773-4dba-92ca-3a9a3769e48f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:40.163075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c68d26-393c-43ed-b419-8f85f824a1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-62f2f8c3-eb9a-4c24-9232-2d0604b1f2af', 'network_id': '62f2f8c3-eb9a-4c24-9232-2d0604b1f2af', 'project_id': 'ed78bf6704bf4b10bbd64a5f66ec5557', 'fixed_ips': [{'subnet_id': 'a2cf7e9a-e7da-4abe-b15a-17faaa814cac'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:06:40.165011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1c68d26-393c-43ed-b419-8f85f824a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.168094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d7fd19-f5c3-44bb-8365-aacf64df9d25 None None] Network 7f8f6be3-d773-4dba-92ca-3a9a3769e48f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:40.172753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:40.173342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:40.174051 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.193569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7c7859be-240f-4b69-bf17-1ba13966bc03 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8124025 Feb 10 07:06:40.196481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55514) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:40.261058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6261a-8c92-4d2c-aedb-014b8cfd302c tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:40.263736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6261a-8c92-4d2c-aedb-014b8cfd302c tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:40.266236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6261a-8c92-4d2c-aedb-014b8cfd302c tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:40.267653 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-55e6261a-8c92-4d2c-aedb-014b8cfd302c tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0701687 Feb 10 07:06:40.271951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55526) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:40.334390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad27d9f6-ff5c-4e4c-874d-39016958add6 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Deleting subnet a2cf7e9a-e7da-4abe-b15a-17faaa814cac {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:06:40.335732 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.338338 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad27d9f6-ff5c-4e4c-874d-39016958add6 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for subnet (a2cf7e9a-e7da-4abe-b15a-17faaa814cac), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.365223 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ebc6b80-5503-4870-ae62-675faa86182c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.372099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b0a09-a704-4d0d-a8b8-1e60a26a45d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-7f8f6be3-d773-4dba-92ca-3a9a3769e48f', 'network_id': '7f8f6be3-d773-4dba-92ca-3a9a3769e48f', 'project_id': 'ed78bf6704bf4b10bbd64a5f66ec5557', 'fixed_ips': [{'subnet_id': 'b0b8494a-04ed-4ced-9cf8-f1899c37ee54'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:06:40.373740 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a80b0a09-a704-4d0d-a8b8-1e60a26a45d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.383682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad27d9f6-ff5c-4e4c-874d-39016958add6 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (a2cf7e9a-e7da-4abe-b15a-17faaa814cac), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.433164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad27d9f6-ff5c-4e4c-874d-39016958add6 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a2cf7e9a-e7da-4abe-b15a-17faaa814cac), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.493322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad27d9f6-ff5c-4e4c-874d-39016958add6 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (a2cf7e9a-e7da-4abe-b15a-17faaa814cac), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.525823 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad27d9f6-ff5c-4e4c-874d-39016958add6 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.531081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ad27d9f6-ff5c-4e4c-874d-39016958add6 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/subnets/a2cf7e9a-e7da-4abe-b15a-17faaa814cac HTTP/1.1" status: 204 len: 168 time: 0.2578917 Feb 10 07:06:40.532367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27d9f6-ff5c-4e4c-874d-39016958add6 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Subnet': ['ID=a2cf7e9a-e7da-4abe-b15a-17faaa814cac,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:40.533853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55532) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:40.602778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a48145-8e12-44de-ba12-989fc8249726 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Deleting subnet b0b8494a-04ed-4ced-9cf8-f1899c37ee54 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:06:40.607650 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8a48145-8e12-44de-ba12-989fc8249726 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for subnet (b0b8494a-04ed-4ced-9cf8-f1899c37ee54), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server [None req-a1c68d26-393c-43ed-b419-8f85f824a1ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2cf7e9a-e7da-4abe-b15a-17faaa814cac: This subnet is being modified by another concurrent operation. Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise exception Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2cf7e9a-e7da-4abe-b15a-17faaa814cac: This subnet is being modified by another concurrent operation. Feb 10 07:06:40.607813 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 07:06:40.645521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fec6fb4-566b-4823-b13e-6d590c52557d None None] Network 62f2f8c3-eb9a-4c24-9232-2d0604b1f2af requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:40.671415 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8a48145-8e12-44de-ba12-989fc8249726 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (b0b8494a-04ed-4ced-9cf8-f1899c37ee54), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.726163 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8a48145-8e12-44de-ba12-989fc8249726 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b0b8494a-04ed-4ced-9cf8-f1899c37ee54), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.784138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8a48145-8e12-44de-ba12-989fc8249726 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (b0b8494a-04ed-4ced-9cf8-f1899c37ee54), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server [None req-a80b0a09-a704-4d0d-a8b8-1e60a26a45d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0b8494a-04ed-4ced-9cf8-f1899c37ee54: This subnet is being modified by another concurrent operation. Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise exception Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0b8494a-04ed-4ced-9cf8-f1899c37ee54: This subnet is being modified by another concurrent operation. Feb 10 07:06:40.787270 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 07:06:40.808824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc77013-ecdb-4bec-8568-547ba6f45bac None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 07:06:40.812197 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48145-8e12-44de-ba12-989fc8249726 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b8494a-04ed-4ced-9cf8-f1899c37ee54,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:40.817874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8a48145-8e12-44de-ba12-989fc8249726 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:40.822344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e8a48145-8e12-44de-ba12-989fc8249726 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/subnets/b0b8494a-04ed-4ced-9cf8-f1899c37ee54 HTTP/1.1" status: 204 len: 168 time: 0.2855217 Feb 10 07:06:40.823822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55536) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:40.891749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc77013-ecdb-4bec-8568-547ba6f45bac None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 07:06:40.913225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f72126-3114-4fc2-870d-0bdd54804c2c tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:40.918430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-98f72126-3114-4fc2-870d-0bdd54804c2c tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0901282 Feb 10 07:06:40.918849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:41.001472 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7f8f6be3-d773-4dba-92ca-3a9a3769e48f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.089617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea25944-d6b5-4161-a9eb-9d008b7fd94f None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 07:06:41.097180 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7f8f6be3-d773-4dba-92ca-3a9a3769e48f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.126918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8f6be3-d773-4dba-92ca-3a9a3769e48f']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:41.137117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d04d47f-90c8-4881-ad7c-a214fce90fe4') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:41.137410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d04d47f-90c8-4881-ad7c-a214fce90fe4') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:41.147876 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (6d04d47f-90c8-4881-ad7c-a214fce90fe4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.162753 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6d04d47f-90c8-4881-ad7c-a214fce90fe4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.166227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea25944-d6b5-4161-a9eb-9d008b7fd94f None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 07:06:41.170346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:41.170917 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (6d04d47f-90c8-4881-ad7c-a214fce90fe4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:41.174162 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:41.252861 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (7f8f6be3-d773-4dba-92ca-3a9a3769e48f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.259570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.266496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55540) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:41.267042 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/networks/7f8f6be3-d773-4dba-92ca-3a9a3769e48f HTTP/1.1" status: 204 len: 168 time: 0.3465288 Feb 10 07:06:41.282091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988d896-c8b3-4dd6-92f9-70d4f918106b tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Network': ['ID=7f8f6be3-d773-4dba-92ca-3a9a3769e48f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:41.348587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (62f2f8c3-eb9a-4c24-9232-2d0604b1f2af), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.368453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe5646a-f457-49cc-a707-40a19158782e None None] Network 7f8f6be3-d773-4dba-92ca-3a9a3769e48f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:41.381303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe5646a-f457-49cc-a707-40a19158782e None None] Network 7f8f6be3-d773-4dba-92ca-3a9a3769e48f could not be found, it might have been deleted concurrently. {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 07:06:41.434901 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (62f2f8c3-eb9a-4c24-9232-2d0604b1f2af), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.460719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f2f8c3-eb9a-4c24-9232-2d0604b1f2af']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:41.470086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c313bf6b-860e-49c6-a811-a4fa2a06ee27') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:41.470408 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c313bf6b-860e-49c6-a811-a4fa2a06ee27') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:41.479377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (c313bf6b-860e-49c6-a811-a4fa2a06ee27), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.492479 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c313bf6b-860e-49c6-a811-a4fa2a06ee27), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.499004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:41.499387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (c313bf6b-860e-49c6-a811-a4fa2a06ee27), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:41.502265 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:41.559816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (62f2f8c3-eb9a-4c24-9232-2d0604b1f2af), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.567403 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:41.570536 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/networks/62f2f8c3-eb9a-4c24-9232-2d0604b1f2af HTTP/1.1" status: 204 len: 168 time: 0.3029251 Feb 10 07:06:41.572951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55542) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:41.589748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cf966-17c0-49c2-9d09-71fdb6fd5949 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Network': ['ID=62f2f8c3-eb9a-4c24-9232-2d0604b1f2af,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:41.993818 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.075903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.095980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:42.105042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5b7ada-ed01-4e40-b599-6e4563ad31ad') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:42.105336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5b7ada-ed01-4e40-b599-6e4563ad31ad') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:42.116490 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (0b5b7ada-ed01-4e40-b599-6e4563ad31ad), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.129339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0b5b7ada-ed01-4e40-b599-6e4563ad31ad), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.135108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:42.135589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (0b5b7ada-ed01-4e40-b599-6e4563ad31ad), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:42.138552 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:42.200701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.223366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.226817 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/networks/10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3 HTTP/1.1" status: 204 len: 168 time: 0.6528885 Feb 10 07:06:42.228726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da624784-b598-48e9-bafe-d381417b0f41 tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Network': ['ID=10f1bde5-bec0-4f72-bf9a-53e97ea6f0d3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:42.229510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55546) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:42.319499 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (cc5c5028-ee90-484c-bdfc-71aa7548e6f2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.407061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (cc5c5028-ee90-484c-bdfc-71aa7548e6f2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.427237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5c5028-ee90-484c-bdfc-71aa7548e6f2']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:42.437076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fe3010-5e77-434c-b9ce-64168884e2b7') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:42.437371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fe3010-5e77-434c-b9ce-64168884e2b7') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:42.446683 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (f4fe3010-5e77-434c-b9ce-64168884e2b7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.460492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f4fe3010-5e77-434c-b9ce-64168884e2b7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.466939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:42.467324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (f4fe3010-5e77-434c-b9ce-64168884e2b7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:42.470258 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:42.526739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (cc5c5028-ee90-484c-bdfc-71aa7548e6f2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.538379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.544107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] 10.222.0.21 "DELETE /v2.0/networks/cc5c5028-ee90-484c-bdfc-71aa7548e6f2 HTTP/1.1" status: 204 len: 168 time: 0.3109581 Feb 10 07:06:42.551910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54edf4-f828-4dc7-ac46-10fb72c78b4d tempest-BulkNetworkOpsTest-545044858 tempest-BulkNetworkOpsTest-545044858-project] Pushing event deleted for resources: {'Network': ['ID=cc5c5028-ee90-484c-bdfc-71aa7548e6f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:42.571019 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f8f674e-62be-4f4c-ace5-8fcc47f3cf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:42.804948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:42.944128 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-234bef09-fdc1-422d-9751-978c320fcec8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed78bf6704bf4b10bbd64a5f66ec5557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378098 Feb 10 07:06:42.946497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:42.997063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666a4486-611e-485a-b6ac-9a1d19468796 admin admin] Publish callbacks [] for security_group (c63d249c-9083-4e71-adfe-e2c5daf2e143), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:43.017990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666a4486-611e-485a-b6ac-9a1d19468796 admin admin] Publish callbacks [] for security_group (c63d249c-9083-4e71-adfe-e2c5daf2e143), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:43.065501 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666a4486-611e-485a-b6ac-9a1d19468796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c63d249c-9083-4e71-adfe-e2c5daf2e143), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:43.068113 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-666a4486-611e-485a-b6ac-9a1d19468796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:43.069260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-666a4486-611e-485a-b6ac-9a1d19468796 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c63d249c-9083-4e71-adfe-e2c5daf2e143 HTTP/1.1" status: 204 len: 168 time: 0.1218503 Feb 10 07:06:43.077695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4486-611e-485a-b6ac-9a1d19468796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d249c-9083-4e71-adfe-e2c5daf2e143,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:43.738080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:43.852523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1334525862'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:43.873321 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:43.874058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:43.877103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:43.887102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:43.981498 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (6f162a73-5fab-4076-a6d8-0fe9304cbe5f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:43.986115 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6f162a73-5fab-4076-a6d8-0fe9304cbe5f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.020996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:44.027719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f162a73-5fab-4076-a6d8-0fe9304cbe5f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:44.037447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3babd371-9051-4768-aee6-3c4a06f8b5a5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.037795 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Added segment 3babd371-9051-4768-aee6-3c4a06f8b5a5 of type vlan for network 3ec5de45-78db-46a3-be7f-267a68913ae1 Feb 10 07:06:44.040118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.040469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.041346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.041346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.041627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.041914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.042239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.042609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.042934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.043248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.043570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.043893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.044216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:44.090598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (3ec5de45-78db-46a3-be7f-267a68913ae1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.115911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (3ec5de45-78db-46a3-be7f-267a68913ae1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.121035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:44.121656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.161280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4219608 Feb 10 07:06:44.164215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55586) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:44.169890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'name': 'tempest-PortsTestJSON-1301236185'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:44.190865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538d159-acb1-47f7-89fc-08c144923130 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Network': ['ID=3ec5de45-78db-46a3-be7f-267a68913ae1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:44.204054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:44.262708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:44.266212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.284967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 11409db4-636f-4bfb-842e-b6105c532fb8 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:44.467437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (11409db4-636f-4bfb-842e-b6105c532fb8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.503634 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (11409db4-636f-4bfb-842e-b6105c532fb8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.573603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=11409db4-636f-4bfb-842e-b6105c532fb8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:44.585899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Checking segment: {'id': '3babd371-9051-4768-aee6-3c4a06f8b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:44.586382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network hostable DHCP agents. Network: 3ec5de45-78db-46a3-be7f-267a68913ae1, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:44.608652 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:44.619776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 3ec5de45-78db-46a3-be7f-267a68913ae1) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:44.624557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:44.629790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:44.630491 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.648167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38655879-044d-40c1-8e4e-2c5e1de3868d None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:44.656617 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c687306c-23cc-44f6-be9c-ded799c2780b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4899104 Feb 10 07:06:44.658640 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:44.667675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1562248577'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:44.712562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:44.721403 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.776523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:44.803125 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (03862871-9873-417d-9452-1fe2a9e992bb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.803850 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Added segment 03862871-9873-417d-9452-1fe2a9e992bb of type vlan for network 8b80f9a5-ff9f-499a-9776-ec7bfefaba37 Feb 10 07:06:44.854178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (8b80f9a5-ff9f-499a-9776-ec7bfefaba37), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.901255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (8b80f9a5-ff9f-499a-9776-ec7bfefaba37), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.912071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:44.912664 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:44.954333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2939196 Feb 10 07:06:44.957224 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55592) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:44.962963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'ports': [{'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1'}, {'network_id': '8b80f9a5-ff9f-499a-9776-ec7bfefaba37'}]} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:44.963280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:44.963827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '8b80f9a5-ff9f-499a-9776-ec7bfefaba37'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:44.984508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e167ac-5798-4dd0-9a36-c434ec0e4a4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Network': ['ID=8b80f9a5-ff9f-499a-9776-ec7bfefaba37,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:44.995687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 8b80f9a5-ff9f-499a-9776-ec7bfefaba37 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:45.149470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 2} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:45.154823 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:45.168088 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:45.315469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 1a639704-e354-499d-99fc-1a46f0be2a93 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:45.318935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:45.401921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (1a639704-e354-499d-99fc-1a46f0be2a93), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:45.477734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 6e066e6e-de69-41a8-8e95-af0fb2fef922 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:45.560523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (6e066e6e-de69-41a8-8e95-af0fb2fef922), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:45.604769 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1a639704-e354-499d-99fc-1a46f0be2a93), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:45.658035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=1a639704-e354-499d-99fc-1a46f0be2a93,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:45.670805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:45.672259 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:45.674850 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:45.676621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6e066e6e-de69-41a8-8e95-af0fb2fef922), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:45.736034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=6e066e6e-de69-41a8-8e95-af0fb2fef922,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:45.761972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Checking segment: {'id': '03862871-9873-417d-9452-1fe2a9e992bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8b80f9a5-ff9f-499a-9776-ec7bfefaba37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:45.762412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network hostable DHCP agents. Network: 8b80f9a5-ff9f-499a-9776-ec7bfefaba37, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:45.780038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 8b80f9a5-ff9f-499a-9776-ec7bfefaba37 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:45.789421 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 8b80f9a5-ff9f-499a-9776-ec7bfefaba37) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:45.795301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:45.800710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b087cd-0916-4f8c-bbe0-ff5aae37fa86 None None] Network 8b80f9a5-ff9f-499a-9776-ec7bfefaba37 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:45.811960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:45.820217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:45.821245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:45.845960 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-da6e039c-5ae9-4910-b647-9df42695d8fb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8875778 Feb 10 07:06:45.848763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55594) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:45.978605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0fd28-9508-4e92-8ae0-bd9e0c642708 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 6e066e6e-de69-41a8-8e95-af0fb2fef922 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:45.978949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fd28-9508-4e92-8ae0-bd9e0c642708 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6e066e6e-de69-41a8-8e95-af0fb2fef922), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.072648 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fd28-9508-4e92-8ae0-bd9e0c642708 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6e066e6e-de69-41a8-8e95-af0fb2fef922), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.091072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0fd28-9508-4e92-8ae0-bd9e0c642708 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 6e066e6e-de69-41a8-8e95-af0fb2fef922 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:46.186779 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fd28-9508-4e92-8ae0-bd9e0c642708 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6e066e6e-de69-41a8-8e95-af0fb2fef922), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.221200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0fd28-9508-4e92-8ae0-bd9e0c642708 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=6e066e6e-de69-41a8-8e95-af0fb2fef922,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:46.238412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fd28-9508-4e92-8ae0-bd9e0c642708 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.243981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7b0fd28-9508-4e92-8ae0-bd9e0c642708 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/6e066e6e-de69-41a8-8e95-af0fb2fef922 HTTP/1.1" status: 204 len: 168 time: 0.3911970 Feb 10 07:06:46.244771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55602) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:46.307835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec3ee0-acf6-40d0-8cd2-f0430a17b978 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:46.310937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55604) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:46.314919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec3ee0-acf6-40d0-8cd2-f0430a17b978 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:46.317197 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a5ec3ee0-acf6-40d0-8cd2-f0430a17b978 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0703547 Feb 10 07:06:46.319672 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55608) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:46.415379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d308b-0d74-4ab9-8198-88e6733b654a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 1a639704-e354-499d-99fc-1a46f0be2a93 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:46.415835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b0d308b-0d74-4ab9-8198-88e6733b654a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1a639704-e354-499d-99fc-1a46f0be2a93), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.444172 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bd484b4d-73d9-4ee0-a262-09fa80c3db2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.472527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.536106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b0d308b-0d74-4ab9-8198-88e6733b654a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1a639704-e354-499d-99fc-1a46f0be2a93), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.537893 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bd484b4d-73d9-4ee0-a262-09fa80c3db2d admin admin] Publish callbacks [] for security_group (7b2661e6-2de2-413c-848b-dfecb244a2cb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.545309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bd484b4d-73d9-4ee0-a262-09fa80c3db2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7b2661e6-2de2-413c-848b-dfecb244a2cb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.552876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d308b-0d74-4ab9-8198-88e6733b654a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 1a639704-e354-499d-99fc-1a46f0be2a93 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:46.586873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bd484b4d-73d9-4ee0-a262-09fa80c3db2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33056dde21ce4de49261cb4dd8b7d7b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747734 Feb 10 07:06:46.587524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd484b4d-73d9-4ee0-a262-09fa80c3db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2661e6-2de2-413c-848b-dfecb244a2cb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:46.589789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55610) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:46.643040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-547a6950-27cb-4dda-9683-38867065c6d8 admin admin] Publish callbacks [] for security_group (7b2661e6-2de2-413c-848b-dfecb244a2cb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.648624 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b0d308b-0d74-4ab9-8198-88e6733b654a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1a639704-e354-499d-99fc-1a46f0be2a93), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.670593 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-547a6950-27cb-4dda-9683-38867065c6d8 admin admin] Publish callbacks [] for security_group (7b2661e6-2de2-413c-848b-dfecb244a2cb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.690615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d308b-0d74-4ab9-8198-88e6733b654a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=1a639704-e354-499d-99fc-1a46f0be2a93,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:46.708583 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b0d308b-0d74-4ab9-8198-88e6733b654a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.715049 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9b0d308b-0d74-4ab9-8198-88e6733b654a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/1a639704-e354-499d-99fc-1a46f0be2a93 HTTP/1.1" status: 204 len: 168 time: 0.3920875 Feb 10 07:06:46.716559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:46.771625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-547a6950-27cb-4dda-9683-38867065c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7b2661e6-2de2-413c-848b-dfecb244a2cb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.774268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-547a6950-27cb-4dda-9683-38867065c6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:46.775685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-547a6950-27cb-4dda-9683-38867065c6d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b2661e6-2de2-413c-848b-dfecb244a2cb HTTP/1.1" status: 204 len: 168 time: 0.1847363 Feb 10 07:06:46.788639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a6950-27cb-4dda-9683-38867065c6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2661e6-2de2-413c-848b-dfecb244a2cb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:46.811997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e8e9e-0d16-494f-97d1-5c6c955776e2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:46.813771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b07e8e9e-0d16-494f-97d1-5c6c955776e2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0965292 Feb 10 07:06:46.816310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55616) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:46.842737 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f388ebe-9d37-41ea-8faf-3e6a1ba99075 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:06:46.844069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3f388ebe-9d37-41ea-8faf-3e6a1ba99075 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/6e066e6e-de69-41a8-8e95-af0fb2fef922 HTTP/1.1" status: 404 len: 333 time: 0.0266213 Feb 10 07:06:46.846930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55618) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:46.873612 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-8578da3c-38a7-4988-8d2a-de76325de3e5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:06:46.877319 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8578da3c-38a7-4988-8d2a-de76325de3e5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/1a639704-e354-499d-99fc-1a46f0be2a93 HTTP/1.1" status: 404 len: 333 time: 0.0268633 Feb 10 07:06:46.878212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55620) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:46.955227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (8b80f9a5-ff9f-499a-9776-ec7bfefaba37), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.060484 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (8b80f9a5-ff9f-499a-9776-ec7bfefaba37), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.081380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b80f9a5-ff9f-499a-9776-ec7bfefaba37']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:47.091613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03862871-9873-417d-9452-1fe2a9e992bb') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:47.092013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03862871-9873-417d-9452-1fe2a9e992bb') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:47.102106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (03862871-9873-417d-9452-1fe2a9e992bb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.116396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (03862871-9873-417d-9452-1fe2a9e992bb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.123285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:47.123669 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (03862871-9873-417d-9452-1fe2a9e992bb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:47.127040 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:47.191495 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (8b80f9a5-ff9f-499a-9776-ec7bfefaba37), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.199360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.207158 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/networks/8b80f9a5-ff9f-499a-9776-ec7bfefaba37 HTTP/1.1" status: 204 len: 168 time: 0.3247619 Feb 10 07:06:47.208156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:47.218327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5feca-9b55-45ac-9e15-734319806466 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Network': ['ID=8b80f9a5-ff9f-499a-9776-ec7bfefaba37,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:47.219838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1322469033'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:47.244659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:47.248846 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.274429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:47.283983 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (21dbad78-9a50-442d-b012-1e4196330cf6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.284343 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Added segment 21dbad78-9a50-442d-b012-1e4196330cf6 of type vlan for network 2b061689-25ba-4867-875f-7aed70afc11b Feb 10 07:06:47.327661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (2b061689-25ba-4867-875f-7aed70afc11b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.354233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (2b061689-25ba-4867-875f-7aed70afc11b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.360076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:47.360702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.402033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1914351 Feb 10 07:06:47.404939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55642) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:47.411668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '2b061689-25ba-4867-875f-7aed70afc11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:47.458673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561b03d-0c51-43b1-b736-28d49914cd44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Network': ['ID=2b061689-25ba-4867-875f-7aed70afc11b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:47.469009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 2b061689-25ba-4867-875f-7aed70afc11b details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:47.550913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:47.554439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.612748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Performing IP validity checks on allocation pools {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 07:06:47.613390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 07:06:47.741878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (b2efaea1-8039-4804-9159-13ba95e673e6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.814178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=b2efaea1-8039-4804-9159-13ba95e673e6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:47.817173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Checking segment: {'id': '21dbad78-9a50-442d-b012-1e4196330cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b061689-25ba-4867-875f-7aed70afc11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:47.817433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network hostable DHCP agents. Network: 2b061689-25ba-4867-875f-7aed70afc11b, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:47.835703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 2b061689-25ba-4867-875f-7aed70afc11b is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:47.845024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 2b061689-25ba-4867-875f-7aed70afc11b) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:47.849500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:47.850096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:47.854892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b52f45-914c-43ba-a2a7-4be5756a5358 None None] Network 2b061689-25ba-4867-875f-7aed70afc11b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:47.866952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dabcf9d8-b042-466c-a2ac-538db62153f7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4609330 Feb 10 07:06:47.869410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:47.874362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '2b061689-25ba-4867-875f-7aed70afc11b', 'name': 'tempest-PortsTestJSON-476852397'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:47.969480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-2b061689-25ba-4867-875f-7aed70afc11b', 'network_id': '2b061689-25ba-4867-875f-7aed70afc11b', 'project_id': '064b6aa56ac34be685414a766092d33f', 'fixed_ips': [{'subnet_id': 'b2efaea1-8039-4804-9159-13ba95e673e6'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:06:47.970692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:48.006798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:48.012013 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:48.035942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 3a25910e-6132-4580-9f65-927bc48d1da4 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:48.123298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Allocated IP 172.20.0.2 (2b061689-25ba-4867-875f-7aed70afc11b/b2efaea1-8039-4804-9159-13ba95e673e6/987de6a2-8423-4704-a5cd-3f3bebe1b4e8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:48.276063 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Publish callbacks [] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:48.282874 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:48.322642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Network 2b061689-25ba-4867-875f-7aed70afc11b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:48.326113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:48.330776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:48.337059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.12 (2b061689-25ba-4867-875f-7aed70afc11b/b2efaea1-8039-4804-9159-13ba95e673e6/3a25910e-6132-4580-9f65-927bc48d1da4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:48.360867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Pushing event updated for resources: {'Port': ['ID=987de6a2-8423-4704-a5cd-3f3bebe1b4e8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:48.383863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.384214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.384556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.384885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.385215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.385716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.386204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.386560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.386888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.387212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.387536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.388392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.388716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:06:48.405831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Attempting to bind port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:06:48.406784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Attempting to bind port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '21dbad78-9a50-442d-b012-1e4196330cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b061689-25ba-4867-875f-7aed70afc11b'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:06:48.407292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Attempting to bind port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 on network 2b061689-25ba-4867-875f-7aed70afc11b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:06:48.414880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:06:48.415526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Checking segment: {'id': '21dbad78-9a50-442d-b012-1e4196330cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b061689-25ba-4867-875f-7aed70afc11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:48.416067 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:48.416695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Bound using segment: {'id': '21dbad78-9a50-442d-b012-1e4196330cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b061689-25ba-4867-875f-7aed70afc11b'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:06:48.417186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Bound port: 987de6a2-8423-4704-a5cd-3f3bebe1b4e8, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dbad78-9a50-442d-b012-1e4196330cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b061689-25ba-4867-875f-7aed70afc11b'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:06:48.417595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:48.506602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] For port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:06:48.510505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] For port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=987de6a2-8423-4704-a5cd-3f3bebe1b4e8,segment=NetworkSegment(21dbad78-9a50-442d-b012-1e4196330cf6),segment_id=21dbad78-9a50-442d-b012-1e4196330cf6)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:06:48.517992 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:48.579359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf70d7-7ff9-4886-bd00-d81fa1de62f9 None None] Pushing event updated for resources: {'Port': ['ID=987de6a2-8423-4704-a5cd-3f3bebe1b4e8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:48.893108 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (3a25910e-6132-4580-9f65-927bc48d1da4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:48.941276 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3a25910e-6132-4580-9f65-927bc48d1da4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:48.994095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 2b061689-25ba-4867-875f-7aed70afc11b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:48.999639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:49.003923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:49.008081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=3a25910e-6132-4580-9f65-927bc48d1da4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:49.053523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:49.054128 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.070329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9382a758-be1a-4ef0-a08c-a1670b982cce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1998591 Feb 10 07:06:49.072835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55724) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:49.178781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b6f64-0895-4e37-807c-024e2985a428 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 3a25910e-6132-4580-9f65-927bc48d1da4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:49.179139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6f64-0895-4e37-807c-024e2985a428 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3a25910e-6132-4580-9f65-927bc48d1da4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.274176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6f64-0895-4e37-807c-024e2985a428 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3a25910e-6132-4580-9f65-927bc48d1da4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.292413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b6f64-0895-4e37-807c-024e2985a428 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 3a25910e-6132-4580-9f65-927bc48d1da4 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:49.429746 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6f64-0895-4e37-807c-024e2985a428 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3a25910e-6132-4580-9f65-927bc48d1da4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.492419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b6f64-0895-4e37-807c-024e2985a428 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=3a25910e-6132-4580-9f65-927bc48d1da4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:49.544491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6f64-0895-4e37-807c-024e2985a428 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.548470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc2b6f64-0895-4e37-807c-024e2985a428 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/3a25910e-6132-4580-9f65-927bc48d1da4 HTTP/1.1" status: 204 len: 168 time: 0.4746301 Feb 10 07:06:49.551252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55728) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:49.578542 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-c153a349-f5f7-48a8-8d18-e985e7f671c0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:06:49.579257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c153a349-f5f7-48a8-8d18-e985e7f671c0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:06:49.582947 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c153a349-f5f7-48a8-8d18-e985e7f671c0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/3a25910e-6132-4580-9f65-927bc48d1da4 HTTP/1.1" status: 404 len: 333 time: 0.0306728 Feb 10 07:06:49.585537 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55730) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:49.611428 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd1ba07-a690-41cf-97f3-91aaf22ebd76 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:06:49.612847 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2dd1ba07-a690-41cf-97f3-91aaf22ebd76 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/3a25910e-6132-4580-9f65-927bc48d1da4 HTTP/1.1" status: 404 len: 333 time: 0.0263867 Feb 10 07:06:49.615486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55732) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:49.644771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26700593-ce4c-49a0-a8fa-17802aaf19a3 None None] Network 2b061689-25ba-4867-875f-7aed70afc11b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:49.673129 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d8ca13-3d40-4889-be72-5e69ebe04120 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet b2efaea1-8039-4804-9159-13ba95e673e6 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:06:49.677050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63d8ca13-3d40-4889-be72-5e69ebe04120 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (b2efaea1-8039-4804-9159-13ba95e673e6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.715399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d1dacdd1-a655-4a92-8df0-fa7a0f423c99 None None] Provisioning complete for port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:49.716084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1dacdd1-a655-4a92-8df0-fa7a0f423c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.730392 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63d8ca13-3d40-4889-be72-5e69ebe04120 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (b2efaea1-8039-4804-9159-13ba95e673e6), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.828067 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63d8ca13-3d40-4889-be72-5e69ebe04120 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (b2efaea1-8039-4804-9159-13ba95e673e6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.836370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d1dacdd1-a655-4a92-8df0-fa7a0f423c99 None None] Current status of the port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:06:49.836764 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1dacdd1-a655-4a92-8df0-fa7a0f423c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.904240 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63d8ca13-3d40-4889-be72-5e69ebe04120 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (b2efaea1-8039-4804-9159-13ba95e673e6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.947128 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-d1dacdd1-a655-4a92-8df0-fa7a0f423c99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:06:49.947504 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-d1dacdd1-a655-4a92-8df0-fa7a0f423c99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:06:49.948058 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8ca13-3d40-4889-be72-5e69ebe04120 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=b2efaea1-8039-4804-9159-13ba95e673e6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:49.954073 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-63d8ca13-3d40-4889-be72-5e69ebe04120 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:49.958167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-63d8ca13-3d40-4889-be72-5e69ebe04120 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/b2efaea1-8039-4804-9159-13ba95e673e6 HTTP/1.1" status: 204 len: 168 time: 0.3417580 Feb 10 07:06:49.960727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55734) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:50.050837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (2b061689-25ba-4867-875f-7aed70afc11b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.075496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f0921-cb06-4307-80c8-d55edc808d93 None None] Network 2b061689-25ba-4867-875f-7aed70afc11b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:50.112458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:50.113166 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.180445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:06:50.192075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] For port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=987de6a2-8423-4704-a5cd-3f3bebe1b4e8,segment=NetworkSegment(21dbad78-9a50-442d-b012-1e4196330cf6),segment_id=21dbad78-9a50-442d-b012-1e4196330cf6)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:06:50.192445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.222620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:50.249179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:50.249740 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.302926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] DHCP port deletion for 2b061689-25ba-4867-875f-7aed70afc11b request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:06:50.325331 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.345811 n-d-828670-1 neutron-server[103215]: INFO neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No ports have port_id starting with 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 Feb 10 07:06:50.357418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No DVR routers for this DVR port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:06:50.359071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=987de6a2-8423-4704-a5cd-3f3bebe1b4e8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:50.371582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] Deleting port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:50.371964 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.438560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] For port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8, host n-d-828670-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:06:50.439129 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.446051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (2b061689-25ba-4867-875f-7aed70afc11b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.455090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] Calling delete_port for 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:50.469517 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b061689-25ba-4867-875f-7aed70afc11b']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:50.475446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] Port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 was not found and therefore no delete operation was performed {{(pid=103215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 07:06:50.476807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d1dacdd1-a655-4a92-8df0-fa7a0f423c99 None None] Port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 update to ACTIVE by agent not found {{(pid=103215) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 07:06:50.478255 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (987de6a2-8423-4704-a5cd-3f3bebe1b4e8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.481089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dbad78-9a50-442d-b012-1e4196330cf6') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:50.481394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dbad78-9a50-442d-b012-1e4196330cf6') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:50.492442 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (21dbad78-9a50-442d-b012-1e4196330cf6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.506210 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (21dbad78-9a50-442d-b012-1e4196330cf6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.508178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] Pushing event deleted for resources: {'Port': ['ID=987de6a2-8423-4704-a5cd-3f3bebe1b4e8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:50.512012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413d697-3db1-45a3-885b-3db971bb0cf9 None None] No DVR routers for this DVR port 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:06:50.516895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:50.517018 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (21dbad78-9a50-442d-b012-1e4196330cf6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:50.520494 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:50.588336 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (2b061689-25ba-4867-875f-7aed70afc11b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.589266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d139c55e-a8d7-4ab9-9835-c2beeda12e18 None None] Could not find standard attr ID for object 987de6a2-8423-4704-a5cd-3f3bebe1b4e8. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:06:50.595854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.599196 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/networks/2b061689-25ba-4867-875f-7aed70afc11b HTTP/1.1" status: 204 len: 168 time: 0.6361084 Feb 10 07:06:50.603387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55738) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:50.608209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-840014359'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:50.621010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730161e-3a16-414a-81c6-ea45ba5a2219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Network': ['ID=2b061689-25ba-4867-875f-7aed70afc11b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:50.638653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:50.641974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.666533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:50.675215 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.675562 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Added segment 46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2 of type vlan for network 67292df6-2149-423b-adf8-d7ebf7744032 Feb 10 07:06:50.716625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (67292df6-2149-423b-adf8-d7ebf7744032), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.742411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (67292df6-2149-423b-adf8-d7ebf7744032), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.747602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:50.748198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:50.787344 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1830506 Feb 10 07:06:50.789876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55740) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:50.794678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '67292df6-2149-423b-adf8-d7ebf7744032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:50.839706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7f8b2-f793-48dd-a5d4-2f0815227369 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Network': ['ID=67292df6-2149-423b-adf8-d7ebf7744032,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:50.850746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 67292df6-2149-423b-adf8-d7ebf7744032 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:50.917142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:50.920559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:51.109216 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (17eb5833-1027-4202-98f5-081615970ceb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:51.174398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=17eb5833-1027-4202-98f5-081615970ceb,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:51.183105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Checking segment: {'id': '46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67292df6-2149-423b-adf8-d7ebf7744032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:51.183540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network hostable DHCP agents. Network: 67292df6-2149-423b-adf8-d7ebf7744032, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:51.210810 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 67292df6-2149-423b-adf8-d7ebf7744032 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:51.223031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 67292df6-2149-423b-adf8-d7ebf7744032) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:51.227301 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:51.227948 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:51.233197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32498864-b0f4-42a8-a7db-99a4d3bba6f5 None None] Network 67292df6-2149-423b-adf8-d7ebf7744032 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:51.247819 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-639ae9cb-257c-4a9e-967b-48226be17072 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4562719 Feb 10 07:06:51.251207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55742) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:51.261511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '67292df6-2149-423b-adf8-d7ebf7744032', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1768904987'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:51.361308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-67292df6-2149-423b-adf8-d7ebf7744032', 'network_id': '67292df6-2149-423b-adf8-d7ebf7744032', 'project_id': '064b6aa56ac34be685414a766092d33f', 'fixed_ips': [{'subnet_id': '17eb5833-1027-4202-98f5-081615970ceb'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:06:51.362251 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:51.384100 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:51.387907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:51.405358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:51.659889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Allocated IP 172.20.0.2 (67292df6-2149-423b-adf8-d7ebf7744032/17eb5833-1027-4202-98f5-081615970ceb/bb14c482-b6ba-4335-ba81-67d1aa58106b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:51.804896 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Publish callbacks [] for port (bb14c482-b6ba-4335-ba81-67d1aa58106b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:51.812802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (bb14c482-b6ba-4335-ba81-67d1aa58106b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:51.857142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Network 67292df6-2149-423b-adf8-d7ebf7744032 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:51.860134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:51.865095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:51.869609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Pushing event updated for resources: {'Port': ['ID=bb14c482-b6ba-4335-ba81-67d1aa58106b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:51.878794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.12 (67292df6-2149-423b-adf8-d7ebf7744032/17eb5833-1027-4202-98f5-081615970ceb/cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:51.926088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Attempting to bind port bb14c482-b6ba-4335-ba81-67d1aa58106b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:06:51.926679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Attempting to bind port bb14c482-b6ba-4335-ba81-67d1aa58106b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67292df6-2149-423b-adf8-d7ebf7744032'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:06:51.927131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Attempting to bind port bb14c482-b6ba-4335-ba81-67d1aa58106b on network 67292df6-2149-423b-adf8-d7ebf7744032 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:06:51.932690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:06:51.933167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Checking segment: {'id': '46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67292df6-2149-423b-adf8-d7ebf7744032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:51.933641 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:51.934109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Bound using segment: {'id': '46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67292df6-2149-423b-adf8-d7ebf7744032'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:06:51.934673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Bound port: bb14c482-b6ba-4335-ba81-67d1aa58106b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67292df6-2149-423b-adf8-d7ebf7744032'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:06:51.935091 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bb14c482-b6ba-4335-ba81-67d1aa58106b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.010430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] For port bb14c482-b6ba-4335-ba81-67d1aa58106b, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:06:52.015691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] For port bb14c482-b6ba-4335-ba81-67d1aa58106b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bb14c482-b6ba-4335-ba81-67d1aa58106b,segment=NetworkSegment(46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2),segment_id=46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:06:52.023645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.024751 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bb14c482-b6ba-4335-ba81-67d1aa58106b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.060621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.094778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed58bf1-2831-4a1f-aa1f-1747a1a703cd None None] Pushing event updated for resources: {'Port': ['ID=bb14c482-b6ba-4335-ba81-67d1aa58106b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:52.126072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:06:52.133122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:52.136545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 67292df6-2149-423b-adf8-d7ebf7744032 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:52.138853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:52.141203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:52.152079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:06:52.152430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 987de6a2-8423-4704-a5cd-3f3bebe1b4e8 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:06:52.196914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:52.197541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.220381 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5c4bb4ab-29f5-4667-8152-72f9931b170c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.9665723 Feb 10 07:06:52.223098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55746) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:52.337988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d9902586-ff1d-4d64-9efe-cac93e86a5d9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:52.338355 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9902586-ff1d-4d64-9efe-cac93e86a5d9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.442772 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9902586-ff1d-4d64-9efe-cac93e86a5d9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.456460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d9902586-ff1d-4d64-9efe-cac93e86a5d9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:52.589629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9902586-ff1d-4d64-9efe-cac93e86a5d9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.621628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9902586-ff1d-4d64-9efe-cac93e86a5d9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:52.698923 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9902586-ff1d-4d64-9efe-cac93e86a5d9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.705557 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d9902586-ff1d-4d64-9efe-cac93e86a5d9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb HTTP/1.1" status: 204 len: 168 time: 0.4791200 Feb 10 07:06:52.705879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:52.731402 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-601b6f06-f76e-47cf-9c5d-120b6fa2683b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:06:52.733436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-601b6f06-f76e-47cf-9c5d-120b6fa2683b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb HTTP/1.1" status: 404 len: 333 time: 0.0262289 Feb 10 07:06:52.736038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:52.792050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef81736e-f9f7-4d6a-9bb4-3d9177c0dc15 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet 17eb5833-1027-4202-98f5-081615970ceb {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:06:52.796074 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef81736e-f9f7-4d6a-9bb4-3d9177c0dc15 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (17eb5833-1027-4202-98f5-081615970ceb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.839517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef81736e-f9f7-4d6a-9bb4-3d9177c0dc15 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (17eb5833-1027-4202-98f5-081615970ceb), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:52.931833 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef81736e-f9f7-4d6a-9bb4-3d9177c0dc15 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (17eb5833-1027-4202-98f5-081615970ceb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.002169 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef81736e-f9f7-4d6a-9bb4-3d9177c0dc15 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (17eb5833-1027-4202-98f5-081615970ceb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.030884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81736e-f9f7-4d6a-9bb4-3d9177c0dc15 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=17eb5833-1027-4202-98f5-081615970ceb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:53.034708 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef81736e-f9f7-4d6a-9bb4-3d9177c0dc15 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.038000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ef81736e-f9f7-4d6a-9bb4-3d9177c0dc15 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/17eb5833-1027-4202-98f5-081615970ceb HTTP/1.1" status: 204 len: 168 time: 0.3010583 Feb 10 07:06:53.040783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:53.128364 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (67292df6-2149-423b-adf8-d7ebf7744032), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.166977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f6e28-83c3-4225-bd25-29065a12bdcb None None] Network 67292df6-2149-423b-adf8-d7ebf7744032 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:53.195176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port bb14c482-b6ba-4335-ba81-67d1aa58106b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:53.195509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bb14c482-b6ba-4335-ba81-67d1aa58106b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.261609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fc778853-d71d-42ce-b217-49e193f94021 None None] Provisioning complete for port bb14c482-b6ba-4335-ba81-67d1aa58106b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:53.261988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc778853-d71d-42ce-b217-49e193f94021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bb14c482-b6ba-4335-ba81-67d1aa58106b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.262375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] For port bb14c482-b6ba-4335-ba81-67d1aa58106b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bb14c482-b6ba-4335-ba81-67d1aa58106b,segment=NetworkSegment(46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2),segment_id=46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:06:53.262911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bb14c482-b6ba-4335-ba81-67d1aa58106b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.277277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for bb14c482-b6ba-4335-ba81-67d1aa58106b owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:53.363106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fc778853-d71d-42ce-b217-49e193f94021 None None] Current status of the port bb14c482-b6ba-4335-ba81-67d1aa58106b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:06:53.363620 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc778853-d71d-42ce-b217-49e193f94021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bb14c482-b6ba-4335-ba81-67d1aa58106b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.387787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c2c35-d13f-4690-b25c-4cb564a19f19 None None] DHCP port deletion for 67292df6-2149-423b-adf8-d7ebf7744032 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:06:53.388849 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bb14c482-b6ba-4335-ba81-67d1aa58106b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.422821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=bb14c482-b6ba-4335-ba81-67d1aa58106b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:53.428423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No DVR routers for this DVR port bb14c482-b6ba-4335-ba81-67d1aa58106b on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:06:53.511964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (67292df6-2149-423b-adf8-d7ebf7744032), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.538160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67292df6-2149-423b-adf8-d7ebf7744032']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:53.547861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:53.548153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:06:53.557603 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.571817 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.578355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:06:53.578744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (46bcaeb0-73d7-436c-ae5b-b03aed3c4aa2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:06:53.581958 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:06:53.641326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (67292df6-2149-423b-adf8-d7ebf7744032), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.648552 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.655528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/networks/67292df6-2149-423b-adf8-d7ebf7744032 HTTP/1.1" status: 204 len: 168 time: 0.6096580 Feb 10 07:06:53.657013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55758) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:53.662135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'name': 'tempest-PortsTestJSON-175231995'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:53.666870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2c1ae-4cc1-4efb-87ba-fe489f0b4c1d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Network': ['ID=67292df6-2149-423b-adf8-d7ebf7744032,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:53.754282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:53.757688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.779933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 66e44abf-f293-400f-a1bd-8b1fff90c158 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:53.947182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (66e44abf-f293-400f-a1bd-8b1fff90c158), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:53.984838 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (66e44abf-f293-400f-a1bd-8b1fff90c158), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.028698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:54.031897 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:54.036047 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:54.041115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:54.041714 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.053721 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=66e44abf-f293-400f-a1bd-8b1fff90c158,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:54.065915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55760) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:54.066115 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-efdfeb6f-09b9-4cd6-be1c-cb86c3bead67 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4078660 Feb 10 07:06:54.166998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-89126af9-bd27-4dba-8ec1-ee51271b25ae tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 66e44abf-f293-400f-a1bd-8b1fff90c158 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:54.167348 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89126af9-bd27-4dba-8ec1-ee51271b25ae tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (66e44abf-f293-400f-a1bd-8b1fff90c158), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.236146 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89126af9-bd27-4dba-8ec1-ee51271b25ae tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (66e44abf-f293-400f-a1bd-8b1fff90c158), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.249254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-89126af9-bd27-4dba-8ec1-ee51271b25ae tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 66e44abf-f293-400f-a1bd-8b1fff90c158 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:54.336419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89126af9-bd27-4dba-8ec1-ee51271b25ae tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (66e44abf-f293-400f-a1bd-8b1fff90c158), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.365515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89126af9-bd27-4dba-8ec1-ee51271b25ae tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=66e44abf-f293-400f-a1bd-8b1fff90c158,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:54.373046 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89126af9-bd27-4dba-8ec1-ee51271b25ae tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.376448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-89126af9-bd27-4dba-8ec1-ee51271b25ae tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/66e44abf-f293-400f-a1bd-8b1fff90c158 HTTP/1.1" status: 204 len: 168 time: 0.3091998 Feb 10 07:06:54.378932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55762) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:54.384876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'mac_address': 'fa:16:3e:a6:35:55', 'name': 'tempest-PortsTestJSON-1913121238'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:54.476957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:54.551500 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.573730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 04da4b5c-cec6-4641-ba90-7b264274231b yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:54.741423 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (04da4b5c-cec6-4641-ba90-7b264274231b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.777064 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (04da4b5c-cec6-4641-ba90-7b264274231b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.819698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:54.823014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:54.826705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:54.832035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:54.832646 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:54.848696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=04da4b5c-cec6-4641-ba90-7b264274231b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:54.853896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b981f03-13be-4752-b780-5f0544876f7c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4739788 Feb 10 07:06:54.857164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55766) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:54.907821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148d61e5-a0d1-4f2d-9254-157dac546d5e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:54.909228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-148d61e5-a0d1-4f2d-9254-157dac546d5e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/04da4b5c-cec6-4641-ba90-7b264274231b HTTP/1.1" status: 200 len: 841 time: 0.0509686 Feb 10 07:06:54.911980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55768) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:55.005351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-03a2eed6-0e1b-44fa-9ead-060efd5da1f0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 04da4b5c-cec6-4641-ba90-7b264274231b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:55.005621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a2eed6-0e1b-44fa-9ead-060efd5da1f0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (04da4b5c-cec6-4641-ba90-7b264274231b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.077161 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a2eed6-0e1b-44fa-9ead-060efd5da1f0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (04da4b5c-cec6-4641-ba90-7b264274231b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.090604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-03a2eed6-0e1b-44fa-9ead-060efd5da1f0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 04da4b5c-cec6-4641-ba90-7b264274231b owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:55.170995 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a2eed6-0e1b-44fa-9ead-060efd5da1f0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (04da4b5c-cec6-4641-ba90-7b264274231b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.204010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2eed6-0e1b-44fa-9ead-060efd5da1f0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=04da4b5c-cec6-4641-ba90-7b264274231b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:55.209823 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a2eed6-0e1b-44fa-9ead-060efd5da1f0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.213084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-03a2eed6-0e1b-44fa-9ead-060efd5da1f0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/04da4b5c-cec6-4641-ba90-7b264274231b HTTP/1.1" status: 204 len: 168 time: 0.3001747 Feb 10 07:06:55.215858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55770) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:55.243760 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f87a0f-b25e-4269-a8fa-0cd979a54f32 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:06:55.245167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c5f87a0f-b25e-4269-a8fa-0cd979a54f32 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/04da4b5c-cec6-4641-ba90-7b264274231b HTTP/1.1" status: 404 len: 333 time: 0.0276191 Feb 10 07:06:55.248971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55772) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:55.254023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'name': 'tempest-PortsTestJSON-130879373'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:55.344344 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:55.347874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.369817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 613bd12c-1bff-4d06-93cb-45de1a910c57 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:55.538024 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (613bd12c-1bff-4d06-93cb-45de1a910c57), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.575070 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (613bd12c-1bff-4d06-93cb-45de1a910c57), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.630438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:55.633506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:55.637503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:55.643222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:55.643832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.649654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=613bd12c-1bff-4d06-93cb-45de1a910c57,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:55.665530 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c976acc1-4273-48c9-b3a0-1c0bcfff5eb8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4154770 Feb 10 07:06:55.668054 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55776) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:55.674570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9d47d488-b293-4de0-899f-7023499b2160 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:55.743748 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d47d488-b293-4de0-899f-7023499b2160 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (613bd12c-1bff-4d06-93cb-45de1a910c57), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.916424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d47d488-b293-4de0-899f-7023499b2160 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (613bd12c-1bff-4d06-93cb-45de1a910c57), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.922413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d47d488-b293-4de0-899f-7023499b2160 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (613bd12c-1bff-4d06-93cb-45de1a910c57), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.962254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9d47d488-b293-4de0-899f-7023499b2160 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] In _notify_port_updated(), no bound segment for port 613bd12c-1bff-4d06-93cb-45de1a910c57 on network 3ec5de45-78db-46a3-be7f-267a68913ae1 {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 07:06:55.967236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d47d488-b293-4de0-899f-7023499b2160 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:55.967842 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d47d488-b293-4de0-899f-7023499b2160 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:55.969140 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9d47d488-b293-4de0-899f-7023499b2160 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "PUT /v2.0/ports/613bd12c-1bff-4d06-93cb-45de1a910c57 HTTP/1.1" status: 200 len: 818 time: 0.3001122 Feb 10 07:06:55.971843 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55778) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:56.011996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47d488-b293-4de0-899f-7023499b2160 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=613bd12c-1bff-4d06-93cb-45de1a910c57,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:56.074649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-53b774a4-ecce-4513-90b2-3ba43f1e746b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 613bd12c-1bff-4d06-93cb-45de1a910c57 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:06:56.074994 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53b774a4-ecce-4513-90b2-3ba43f1e746b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (613bd12c-1bff-4d06-93cb-45de1a910c57), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.143239 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53b774a4-ecce-4513-90b2-3ba43f1e746b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (613bd12c-1bff-4d06-93cb-45de1a910c57), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.160743 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-53b774a4-ecce-4513-90b2-3ba43f1e746b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 613bd12c-1bff-4d06-93cb-45de1a910c57 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:06:56.242874 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53b774a4-ecce-4513-90b2-3ba43f1e746b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (613bd12c-1bff-4d06-93cb-45de1a910c57), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.271496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b774a4-ecce-4513-90b2-3ba43f1e746b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=613bd12c-1bff-4d06-93cb-45de1a910c57,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:56.276705 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53b774a4-ecce-4513-90b2-3ba43f1e746b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.280585 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-53b774a4-ecce-4513-90b2-3ba43f1e746b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/613bd12c-1bff-4d06-93cb-45de1a910c57 HTTP/1.1" status: 204 len: 168 time: 0.3078103 Feb 10 07:06:56.283168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:56.335840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960754eb-772f-4392-9360-602c24b33c92 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:56.337461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-960754eb-772f-4392-9360-602c24b33c92 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0532703 Feb 10 07:06:56.349813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55782) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:56.378886 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa0bb0f-0922-473a-94f5-11c0870ea1aa tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:06:56.380335 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7fa0bb0f-0922-473a-94f5-11c0870ea1aa tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/613bd12c-1bff-4d06-93cb-45de1a910c57 HTTP/1.1" status: 404 len: 333 time: 0.0294759 Feb 10 07:06:56.383910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55784) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:56.388601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-256694438'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:56.409025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:56.412727 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.436770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:06:56.446722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ecf1b07f-655f-4e3d-9423-31168c9ff6c2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.447060 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Added segment ecf1b07f-655f-4e3d-9423-31168c9ff6c2 of type vlan for network a839a044-e282-487c-a154-8df2ec7fd56a Feb 10 07:06:56.491767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (a839a044-e282-487c-a154-8df2ec7fd56a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.517852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (a839a044-e282-487c-a154-8df2ec7fd56a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.522978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:56.523580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.569727 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1847775 Feb 10 07:06:56.572489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55788) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:56.578292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:56.608626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18fa6f-66ae-416a-924d-f7996ef46f4c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Network': ['ID=a839a044-e282-487c-a154-8df2ec7fd56a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:56.622525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network a839a044-e282-487c-a154-8df2ec7fd56a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:06:56.672674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:56.676426 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.864724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (28a42a52-398a-498a-a5e6-6c911c302c34), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.930377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=28a42a52-398a-498a-a5e6-6c911c302c34,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:56.948216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Checking segment: {'id': 'ecf1b07f-655f-4e3d-9423-31168c9ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:56.948576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network hostable DHCP agents. Network: a839a044-e282-487c-a154-8df2ec7fd56a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:06:56.966875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network a839a044-e282-487c-a154-8df2ec7fd56a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:06:56.976017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, a839a044-e282-487c-a154-8df2ec7fd56a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:56.980526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:56.981976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:56.985858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a1fdab-0763-4235-9095-c496214ba4b9 None None] Network a839a044-e282-487c-a154-8df2ec7fd56a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:57.003556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9fd3cb60-f930-4890-96c8-65e4d1af3203 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4276042 Feb 10 07:06:57.003815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:57.009136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b27b390c-f8e6-4ca6-8b2e-ea3da8581300 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:57.094830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-a839a044-e282-487c-a154-8df2ec7fd56a', 'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a', 'project_id': '064b6aa56ac34be685414a766092d33f', 'fixed_ips': [{'subnet_id': '28a42a52-398a-498a-a5e6-6c911c302c34'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:06:57.096401 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.159161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27b390c-f8e6-4ca6-8b2e-ea3da8581300 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:57.162509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b27b390c-f8e6-4ca6-8b2e-ea3da8581300 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.263491 n-d-828670-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-b27b390c-f8e6-4ca6-8b2e-ea3da8581300 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 28a42a52-398a-498a-a5e6-6c911c302c34 (CIDR: 172.20.0.0/28) Feb 10 07:06:57.267184 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27b390c-f8e6-4ca6-8b2e-ea3da8581300 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 07:06:57.267667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27b390c-f8e6-4ca6-8b2e-ea3da8581300 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:06:57.276519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Allocated IP 172.20.0.2 (a839a044-e282-487c-a154-8df2ec7fd56a/28a42a52-398a-498a-a5e6-6c911c302c34/02361e73-5856-4adf-8f34-d77d42069c04) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:57.285948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b27b390c-f8e6-4ca6-8b2e-ea3da8581300 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2811167 Feb 10 07:06:57.288538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:57.294560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:57.408434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:57.412352 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.437220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Publish callbacks [] for port (02361e73-5856-4adf-8f34-d77d42069c04), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.445885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (02361e73-5856-4adf-8f34-d77d42069c04), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.489650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Network a839a044-e282-487c-a154-8df2ec7fd56a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:57.492653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:57.497706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:57.499759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Pushing event updated for resources: {'Port': ['ID=02361e73-5856-4adf-8f34-d77d42069c04,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:57.560055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Attempting to bind port 02361e73-5856-4adf-8f34-d77d42069c04 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:06:57.560440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Attempting to bind port 02361e73-5856-4adf-8f34-d77d42069c04 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'ecf1b07f-655f-4e3d-9423-31168c9ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:06:57.560819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Attempting to bind port 02361e73-5856-4adf-8f34-d77d42069c04 on network a839a044-e282-487c-a154-8df2ec7fd56a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:06:57.568974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:06:57.569380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Checking segment: {'id': 'ecf1b07f-655f-4e3d-9423-31168c9ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:06:57.569778 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.570183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Bound using segment: {'id': 'ecf1b07f-655f-4e3d-9423-31168c9ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:06:57.570699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Bound port: 02361e73-5856-4adf-8f34-d77d42069c04, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf1b07f-655f-4e3d-9423-31168c9ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:06:57.571095 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (02361e73-5856-4adf-8f34-d77d42069c04), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.642808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] For port 02361e73-5856-4adf-8f34-d77d42069c04, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:06:57.647138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] For port 02361e73-5856-4adf-8f34-d77d42069c04, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=02361e73-5856-4adf-8f34-d77d42069c04,segment=NetworkSegment(ecf1b07f-655f-4e3d-9423-31168c9ff6c2),segment_id=ecf1b07f-655f-4e3d-9423-31168c9ff6c2)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:06:57.656977 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (02361e73-5856-4adf-8f34-d77d42069c04), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.710374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (e910336a-7094-4bae-8786-7decca17d9ba), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.727524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755ca3-c663-4777-9bf1-f10e8b1d7c5b None None] Pushing event updated for resources: {'Port': ['ID=02361e73-5856-4adf-8f34-d77d42069c04,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:57.761591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=e910336a-7094-4bae-8786-7decca17d9ba,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:57.773356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network a839a044-e282-487c-a154-8df2ec7fd56a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:57.774841 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:57.777552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:57.778709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:57.795987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-10e3c6cc-4a30-4306-98aa-d3e3fb296f21 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5064087 Feb 10 07:06:57.798936 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55796) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:57.804946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a', 'fixed_ips': [{'subnet_id': '28a42a52-398a-498a-a5e6-6c911c302c34'}, {'subnet_id': 'e910336a-7094-4bae-8786-7decca17d9ba'}], 'name': 'tempest-PortsTestJSON-810541721'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:57.952555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:06:58.115798 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:58.149194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 9d644b42-a60c-4fc8-80fd-7357e92174bc yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:06:58.196076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 02361e73-5856-4adf-8f34-d77d42069c04 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:06:58.258053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 02361e73-5856-4adf-8f34-d77d42069c04 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:58.258764 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (02361e73-5856-4adf-8f34-d77d42069c04), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:58.343366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 02361e73-5856-4adf-8f34-d77d42069c04 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:06:58.343895 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (02361e73-5856-4adf-8f34-d77d42069c04), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:58.378533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 02361e73-5856-4adf-8f34-d77d42069c04, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=02361e73-5856-4adf-8f34-d77d42069c04,segment=NetworkSegment(ecf1b07f-655f-4e3d-9423-31168c9ff6c2),segment_id=ecf1b07f-655f-4e3d-9423-31168c9ff6c2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:06:58.385329 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (02361e73-5856-4adf-8f34-d77d42069c04), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:58.449579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=02361e73-5856-4adf-8f34-d77d42069c04,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:58.479231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.7 (a839a044-e282-487c-a154-8df2ec7fd56a/28a42a52-398a-498a-a5e6-6c911c302c34/9d644b42-a60c-4fc8-80fd-7357e92174bc) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:58.485985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.30 (a839a044-e282-487c-a154-8df2ec7fd56a/e910336a-7094-4bae-8786-7decca17d9ba/9d644b42-a60c-4fc8-80fd-7357e92174bc) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:58.652826 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:58.691590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:58.740208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network a839a044-e282-487c-a154-8df2ec7fd56a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:06:58.745739 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:06:58.749730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:06:58.783756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=9d644b42-a60c-4fc8-80fd-7357e92174bc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:58.809202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:58.810536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:58.829424 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-915f916d-81c5-421f-93a4-fec443c0eb18 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.0290716 Feb 10 07:06:58.832296 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55800) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:58.832473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb4a04b-f462-4294-a3b2-77b1f1c54d77 None None] Network a839a044-e282-487c-a154-8df2ec7fd56a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:06:58.838920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28a42a52-398a-498a-a5e6-6c911c302c34'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:58.920361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e8230300-8a6c-404a-ab67-f21ae7182b45 None None] Provisioning complete for port 02361e73-5856-4adf-8f34-d77d42069c04 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:06:58.920900 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8230300-8a6c-404a-ab67-f21ae7182b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (02361e73-5856-4adf-8f34-d77d42069c04), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:58.921483 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:59.028844 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:06:59.037284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e8230300-8a6c-404a-ab67-f21ae7182b45 None None] Current status of the port 02361e73-5856-4adf-8f34-d77d42069c04 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:06:59.097395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7ee00-e7c2-407a-b066-9b6a313eda00 None None] Update dhcp port {'port': {'network_id': 'a839a044-e282-487c-a154-8df2ec7fd56a', 'fixed_ips': [{'subnet_id': '28a42a52-398a-498a-a5e6-6c911c302c34', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e910336a-7094-4bae-8786-7decca17d9ba'}], 'binding:host_id': 'n-d-828670-1'}, 'id': '02361e73-5856-4adf-8f34-d77d42069c04'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 07:06:59.128877 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07e7ee00-e7c2-407a-b066-9b6a313eda00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (02361e73-5856-4adf-8f34-d77d42069c04), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:59.199422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Delete allocated IP 172.20.0.30 (a839a044-e282-487c-a154-8df2ec7fd56a/e910336a-7094-4bae-8786-7decca17d9ba) {{(pid=103213) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 07:06:59.330700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:59.335711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:59.387346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-07e7ee00-e7c2-407a-b066-9b6a313eda00 None None] Allocated IP 172.20.0.18 (a839a044-e282-487c-a154-8df2ec7fd56a/e910336a-7094-4bae-8786-7decca17d9ba/02361e73-5856-4adf-8f34-d77d42069c04) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:06:59.419870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=9d644b42-a60c-4fc8-80fd-7357e92174bc,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:59.444746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] In _notify_port_updated(), no bound segment for port 9d644b42-a60c-4fc8-80fd-7357e92174bc on network a839a044-e282-487c-a154-8df2ec7fd56a {{(pid=103213) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 07:06:59.450752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:06:59.451366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:59.455151 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d46d9bac-6e55-4890-b557-683004e5e8df tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "PUT /v2.0/ports/9d644b42-a60c-4fc8-80fd-7357e92174bc HTTP/1.1" status: 200 len: 918 time: 0.6190858 Feb 10 07:06:59.455474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55810) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:06:59.460976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28a42a52-398a-498a-a5e6-6c911c302c34'}, {'subnet_id': 'e910336a-7094-4bae-8786-7decca17d9ba'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:06:59.494755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-07e7ee00-e7c2-407a-b066-9b6a313eda00 None None] For port 02361e73-5856-4adf-8f34-d77d42069c04, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=02361e73-5856-4adf-8f34-d77d42069c04,segment=NetworkSegment(ecf1b07f-655f-4e3d-9423-31168c9ff6c2),segment_id=ecf1b07f-655f-4e3d-9423-31168c9ff6c2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:06:59.525081 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07e7ee00-e7c2-407a-b066-9b6a313eda00 None None] Publish callbacks [] for port (02361e73-5856-4adf-8f34-d77d42069c04), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:59.531010 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07e7ee00-e7c2-407a-b066-9b6a313eda00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (02361e73-5856-4adf-8f34-d77d42069c04), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:59.614936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:06:59.621064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7ee00-e7c2-407a-b066-9b6a313eda00 None None] Pushing event updated for resources: {'Port': ['ID=02361e73-5856-4adf-8f34-d77d42069c04,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:06:59.893019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.27 (a839a044-e282-487c-a154-8df2ec7fd56a/e910336a-7094-4bae-8786-7decca17d9ba/9d644b42-a60c-4fc8-80fd-7357e92174bc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:00.036486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.042575 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.104355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=9d644b42-a60c-4fc8-80fd-7357e92174bc,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:00.151616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 02361e73-5856-4adf-8f34-d77d42069c04 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:07:00.196896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd092f-dceb-408a-9133-ea586e2778c8 None None] Network a839a044-e282-487c-a154-8df2ec7fd56a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:00.217670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] In _notify_port_updated(), no bound segment for port 9d644b42-a60c-4fc8-80fd-7357e92174bc on network a839a044-e282-487c-a154-8df2ec7fd56a {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 07:07:00.225839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:00.226538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.230694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6facb1de-6feb-47d2-b16f-b33222b9c79c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "PUT /v2.0/ports/9d644b42-a60c-4fc8-80fd-7357e92174bc HTTP/1.1" status: 200 len: 998 time: 0.7714636 Feb 10 07:07:00.233153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55822) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:00.303310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 02361e73-5856-4adf-8f34-d77d42069c04 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:00.303689 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (02361e73-5856-4adf-8f34-d77d42069c04), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.308854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-302a1956-b237-4d5f-8b21-af1f99b9778d None None] Provisioning complete for port 9d644b42-a60c-4fc8-80fd-7357e92174bc triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:00.309513 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-302a1956-b237-4d5f-8b21-af1f99b9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.330503 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b216c974-71cb-4622-90e9-c62b220cc2ef tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 9d644b42-a60c-4fc8-80fd-7357e92174bc {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:00.330503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b216c974-71cb-4622-90e9-c62b220cc2ef tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.395150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-302a1956-b237-4d5f-8b21-af1f99b9778d None None] Port 9d644b42-a60c-4fc8-80fd-7357e92174bc cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:00.417621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b216c974-71cb-4622-90e9-c62b220cc2ef tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.422957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-302a1956-b237-4d5f-8b21-af1f99b9778d None None] Provisioning complete for port 02361e73-5856-4adf-8f34-d77d42069c04 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:00.423334 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-302a1956-b237-4d5f-8b21-af1f99b9778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (02361e73-5856-4adf-8f34-d77d42069c04), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.435364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b216c974-71cb-4622-90e9-c62b220cc2ef tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 9d644b42-a60c-4fc8-80fd-7357e92174bc owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:00.485140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 02361e73-5856-4adf-8f34-d77d42069c04 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:00.533634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-302a1956-b237-4d5f-8b21-af1f99b9778d None None] Current status of the port 02361e73-5856-4adf-8f34-d77d42069c04 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:00.612897 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b216c974-71cb-4622-90e9-c62b220cc2ef tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9d644b42-a60c-4fc8-80fd-7357e92174bc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.642825 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216c974-71cb-4622-90e9-c62b220cc2ef tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=9d644b42-a60c-4fc8-80fd-7357e92174bc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:00.727525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b216c974-71cb-4622-90e9-c62b220cc2ef tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.730822 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b216c974-71cb-4622-90e9-c62b220cc2ef tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/9d644b42-a60c-4fc8-80fd-7357e92174bc HTTP/1.1" status: 204 len: 168 time: 0.4955604 Feb 10 07:07:00.733360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55824) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:00.758536 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-547a66de-f990-4c95-ad28-127f512b74c9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:07:00.759934 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-547a66de-f990-4c95-ad28-127f512b74c9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/9d644b42-a60c-4fc8-80fd-7357e92174bc HTTP/1.1" status: 404 len: 333 time: 0.0256126 Feb 10 07:07:00.763052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55826) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:00.813457 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-308c7eda-3b2e-4019-b249-d575dd90594f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet e910336a-7094-4bae-8786-7decca17d9ba {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:00.816928 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-308c7eda-3b2e-4019-b249-d575dd90594f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (e910336a-7094-4bae-8786-7decca17d9ba), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.861583 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-308c7eda-3b2e-4019-b249-d575dd90594f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (e910336a-7094-4bae-8786-7decca17d9ba), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:00.942186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-308c7eda-3b2e-4019-b249-d575dd90594f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (e910336a-7094-4bae-8786-7decca17d9ba), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.000499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-308c7eda-3b2e-4019-b249-d575dd90594f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (e910336a-7094-4bae-8786-7decca17d9ba), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.034559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-308c7eda-3b2e-4019-b249-d575dd90594f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.037738 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-308c7eda-3b2e-4019-b249-d575dd90594f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/e910336a-7094-4bae-8786-7decca17d9ba HTTP/1.1" status: 204 len: 168 time: 0.2737715 Feb 10 07:07:01.038564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c7eda-3b2e-4019-b249-d575dd90594f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=e910336a-7094-4bae-8786-7decca17d9ba,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:01.040549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:01.104357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d14b842-7c97-42ec-86be-e2fd72e3531a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet 28a42a52-398a-498a-a5e6-6c911c302c34 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:01.108164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d14b842-7c97-42ec-86be-e2fd72e3531a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (28a42a52-398a-498a-a5e6-6c911c302c34), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.147869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d14b842-7c97-42ec-86be-e2fd72e3531a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (28a42a52-398a-498a-a5e6-6c911c302c34), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.239419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d14b842-7c97-42ec-86be-e2fd72e3531a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (28a42a52-398a-498a-a5e6-6c911c302c34), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.297200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d14b842-7c97-42ec-86be-e2fd72e3531a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (28a42a52-398a-498a-a5e6-6c911c302c34), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.325235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14b842-7c97-42ec-86be-e2fd72e3531a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=28a42a52-398a-498a-a5e6-6c911c302c34,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:01.327149 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d14b842-7c97-42ec-86be-e2fd72e3531a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.333281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d14b842-7c97-42ec-86be-e2fd72e3531a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/28a42a52-398a-498a-a5e6-6c911c302c34 HTTP/1.1" status: 204 len: 168 time: 0.2911515 Feb 10 07:07:01.333565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55832) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:01.409484 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (a839a044-e282-487c-a154-8df2ec7fd56a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.465260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 02361e73-5856-4adf-8f34-d77d42069c04 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:01.466207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (02361e73-5856-4adf-8f34-d77d42069c04), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.536919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] For port 02361e73-5856-4adf-8f34-d77d42069c04, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=02361e73-5856-4adf-8f34-d77d42069c04,segment=NetworkSegment(ecf1b07f-655f-4e3d-9423-31168c9ff6c2),segment_id=ecf1b07f-655f-4e3d-9423-31168c9ff6c2)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:01.537427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (02361e73-5856-4adf-8f34-d77d42069c04), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.551455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 02361e73-5856-4adf-8f34-d77d42069c04 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:01.576555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf554c9d-d260-498a-b909-1808be1a76c1 None None] Network a839a044-e282-487c-a154-8df2ec7fd56a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:01.631599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (02361e73-5856-4adf-8f34-d77d42069c04), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:01.666683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-36490f0a-2531-4e17-898d-6dc43dc7c5b9 None None] Could not find standard attr ID for object 9d644b42-a60c-4fc8-80fd-7357e92174bc. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:01.671011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-36490f0a-2531-4e17-898d-6dc43dc7c5b9 None None] Could not find standard attr ID for object 02361e73-5856-4adf-8f34-d77d42069c04. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:01.742457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9015fcb3-ea2d-4043-a46b-7d7f08089a64 None None] DHCP port deletion for a839a044-e282-487c-a154-8df2ec7fd56a request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:07:02.008622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=02361e73-5856-4adf-8f34-d77d42069c04,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:02.011883 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No DVR routers for this DVR port 02361e73-5856-4adf-8f34-d77d42069c04 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:07:02.088184 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (a839a044-e282-487c-a154-8df2ec7fd56a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.108879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a839a044-e282-487c-a154-8df2ec7fd56a']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:02.118565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 02361e73-5856-4adf-8f34-d77d42069c04 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:07:02.119165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf1b07f-655f-4e3d-9423-31168c9ff6c2') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:02.119535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf1b07f-655f-4e3d-9423-31168c9ff6c2') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:02.132397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (ecf1b07f-655f-4e3d-9423-31168c9ff6c2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.139192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 02361e73-5856-4adf-8f34-d77d42069c04 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:07:02.139532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 02361e73-5856-4adf-8f34-d77d42069c04 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:07:02.148547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (ecf1b07f-655f-4e3d-9423-31168c9ff6c2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.157432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:07:02.157887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (ecf1b07f-655f-4e3d-9423-31168c9ff6c2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:07:02.161153 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:07:02.233272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (a839a044-e282-487c-a154-8df2ec7fd56a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.237989 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.242245 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/networks/a839a044-e282-487c-a154-8df2ec7fd56a HTTP/1.1" status: 204 len: 168 time: 0.9078450 Feb 10 07:07:02.248970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55836) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:02.271049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d5542-8a6c-4199-9b85-cd28de7127ce tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Network': ['ID=a839a044-e282-487c-a154-8df2ec7fd56a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:02.311666 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12649e-e686-44a8-a102-1b17cbf7f29d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:02.313234 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-be12649e-e686-44a8-a102-1b17cbf7f29d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0633311 Feb 10 07:07:02.316840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55838) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:02.371052 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d887b194-8f65-477e-904d-83c24a68cdd2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0530481 Feb 10 07:07:02.374388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55844) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:02.379870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-536993383'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:02.399100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:02.402810 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.428238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:07:02.437297 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.437774 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Added segment da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2 of type vlan for network 99c842e4-d528-4a36-81c7-2a0845b290b3 Feb 10 07:07:02.482406 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (99c842e4-d528-4a36-81c7-2a0845b290b3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.506535 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (99c842e4-d528-4a36-81c7-2a0845b290b3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.511441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:02.512023 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.551892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1757653 Feb 10 07:07:02.554512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55850) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:02.559520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '99c842e4-d528-4a36-81c7-2a0845b290b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:02.592989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4f806-f9d2-4b42-aad6-037c5e048d6e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Network': ['ID=99c842e4-d528-4a36-81c7-2a0845b290b3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:02.603255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 99c842e4-d528-4a36-81c7-2a0845b290b3 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:07:02.647777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:02.651407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.831360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (dd084e2e-c3a0-47d0-8797-ab0f9a98dde3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.896391 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=dd084e2e-c3a0-47d0-8797-ab0f9a98dde3,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:02.904511 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Checking segment: {'id': 'da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99c842e4-d528-4a36-81c7-2a0845b290b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:07:02.904868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network hostable DHCP agents. Network: 99c842e4-d528-4a36-81c7-2a0845b290b3, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:07:02.923200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 99c842e4-d528-4a36-81c7-2a0845b290b3 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:07:02.932274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 99c842e4-d528-4a36-81c7-2a0845b290b3) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:02.937545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:02.938272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:02.951414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a832f7-3026-4bf4-84b2-7f11f91b7650 None None] Network 99c842e4-d528-4a36-81c7-2a0845b290b3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:02.955765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c0ca2ad3-8c80-4fe6-88e4-4f9a9156fedf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4001760 Feb 10 07:07:02.958540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55854) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:02.963496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '99c842e4-d528-4a36-81c7-2a0845b290b3', 'name': 'tempest-PortsTestJSON-1382752479'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:03.074564 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:03.079218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.099523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port bf64e6cd-729a-412f-8444-03bef0a7ce7a yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:07:03.218731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-99c842e4-d528-4a36-81c7-2a0845b290b3', 'network_id': '99c842e4-d528-4a36-81c7-2a0845b290b3', 'project_id': '064b6aa56ac34be685414a766092d33f', 'fixed_ips': [{'subnet_id': 'dd084e2e-c3a0-47d0-8797-ab0f9a98dde3'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:07:03.219601 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.226006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.14 (99c842e4-d528-4a36-81c7-2a0845b290b3/dd084e2e-c3a0-47d0-8797-ab0f9a98dde3/bf64e6cd-729a-412f-8444-03bef0a7ce7a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:03.381577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (bf64e6cd-729a-412f-8444-03bef0a7ce7a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.414557 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (bf64e6cd-729a-412f-8444-03bef0a7ce7a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.461796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 99c842e4-d528-4a36-81c7-2a0845b290b3 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:03.464960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:03.468706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:03.471641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Allocated IP 172.20.0.2 (99c842e4-d528-4a36-81c7-2a0845b290b3/dd084e2e-c3a0-47d0-8797-ab0f9a98dde3/a9ad71fd-e3aa-4712-b148-25254cdb1371) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:03.495435 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=bf64e6cd-729a-412f-8444-03bef0a7ce7a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:03.524383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:03.525021 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.544680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fb10413d-fba0-43b7-85ce-45ee6cd5c46e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.5822635 Feb 10 07:07:03.545030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55856) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:03.550016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '99c842e4-d528-4a36-81c7-2a0845b290b3', 'name': 'tempest-PortsTestJSON-2074254692'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:03.630650 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Publish callbacks [] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.637258 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.665500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:03.669436 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.681112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Network 99c842e4-d528-4a36-81c7-2a0845b290b3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:03.683933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:03.687583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:03.687853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port b0dce126-f9b9-41ed-b46b-81ded8d05d77 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:07:03.694507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Pushing event updated for resources: {'Port': ['ID=a9ad71fd-e3aa-4712-b148-25254cdb1371,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:03.748559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Attempting to bind port a9ad71fd-e3aa-4712-b148-25254cdb1371 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:07:03.748930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Attempting to bind port a9ad71fd-e3aa-4712-b148-25254cdb1371 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99c842e4-d528-4a36-81c7-2a0845b290b3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:07:03.749480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Attempting to bind port a9ad71fd-e3aa-4712-b148-25254cdb1371 on network 99c842e4-d528-4a36-81c7-2a0845b290b3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:07:03.754279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:07:03.754684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Checking segment: {'id': 'da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99c842e4-d528-4a36-81c7-2a0845b290b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:07:03.755656 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.755656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Bound using segment: {'id': 'da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99c842e4-d528-4a36-81c7-2a0845b290b3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:07:03.755981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Bound port: a9ad71fd-e3aa-4712-b148-25254cdb1371, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99c842e4-d528-4a36-81c7-2a0845b290b3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:07:03.756426 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.806779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.10 (99c842e4-d528-4a36-81c7-2a0845b290b3/dd084e2e-c3a0-47d0-8797-ab0f9a98dde3/b0dce126-f9b9-41ed-b46b-81ded8d05d77) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:03.819462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] For port a9ad71fd-e3aa-4712-b148-25254cdb1371, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:07:03.822491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] For port a9ad71fd-e3aa-4712-b148-25254cdb1371, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9ad71fd-e3aa-4712-b148-25254cdb1371,segment=NetworkSegment(da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2),segment_id=da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:07:03.828522 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:03.895736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cbbc3-88d0-40ea-90d7-795f7aadc8bd None None] Pushing event updated for resources: {'Port': ['ID=a9ad71fd-e3aa-4712-b148-25254cdb1371,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:03.973160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (b0dce126-f9b9-41ed-b46b-81ded8d05d77), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:04.008829 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b0dce126-f9b9-41ed-b46b-81ded8d05d77), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:04.059825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 99c842e4-d528-4a36-81c7-2a0845b290b3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:04.063091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:04.065708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:04.095373 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=b0dce126-f9b9-41ed-b46b-81ded8d05d77,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:04.146354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:04.146354 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:04.166204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d61f5d90-afe9-4b78-9fb1-04a3e33b2a98 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6200686 Feb 10 07:07:04.168748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:04.271033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be6e5a-dc5c-4070-8c44-119fd13ab5f3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:04.272856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f3be6e5a-dc5c-4070-8c44-119fd13ab5f3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1028702 Feb 10 07:07:04.277237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55862) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:04.372952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd26fd-8eef-4e21-af6d-39a0a2dd5c62 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port b0dce126-f9b9-41ed-b46b-81ded8d05d77 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:04.373321 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2bd26fd-8eef-4e21-af6d-39a0a2dd5c62 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b0dce126-f9b9-41ed-b46b-81ded8d05d77), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:04.465601 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2bd26fd-8eef-4e21-af6d-39a0a2dd5c62 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b0dce126-f9b9-41ed-b46b-81ded8d05d77), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:04.478864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd26fd-8eef-4e21-af6d-39a0a2dd5c62 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for b0dce126-f9b9-41ed-b46b-81ded8d05d77 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:04.608225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2bd26fd-8eef-4e21-af6d-39a0a2dd5c62 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b0dce126-f9b9-41ed-b46b-81ded8d05d77), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:04.638265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd26fd-8eef-4e21-af6d-39a0a2dd5c62 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=b0dce126-f9b9-41ed-b46b-81ded8d05d77,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:04.710895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d2bd26fd-8eef-4e21-af6d-39a0a2dd5c62 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:04.715489 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d2bd26fd-8eef-4e21-af6d-39a0a2dd5c62 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/b0dce126-f9b9-41ed-b46b-81ded8d05d77 HTTP/1.1" status: 204 len: 168 time: 0.4363987 Feb 10 07:07:04.718045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55864) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:04.745196 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbce510-1261-4a49-809a-f648a4bf5f5a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:07:04.749989 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ccbce510-1261-4a49-809a-f648a4bf5f5a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/b0dce126-f9b9-41ed-b46b-81ded8d05d77 HTTP/1.1" status: 404 len: 333 time: 0.0274715 Feb 10 07:07:04.750787 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55866) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:04.853446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ec02e3bb-cfcc-458c-9a98-5843473aea89 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port bf64e6cd-729a-412f-8444-03bef0a7ce7a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:04.853880 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec02e3bb-cfcc-458c-9a98-5843473aea89 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bf64e6cd-729a-412f-8444-03bef0a7ce7a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:04.943283 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec02e3bb-cfcc-458c-9a98-5843473aea89 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bf64e6cd-729a-412f-8444-03bef0a7ce7a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:04.956263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ec02e3bb-cfcc-458c-9a98-5843473aea89 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for bf64e6cd-729a-412f-8444-03bef0a7ce7a owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:04.989780 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121af880-badf-4371-b602-dcdd434da148 None None] Network 99c842e4-d528-4a36-81c7-2a0845b290b3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:05.070881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-eee1dfe6-1d30-4b09-8d82-43bfcbc5bd54 None None] Provisioning complete for port a9ad71fd-e3aa-4712-b148-25254cdb1371 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:05.071258 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eee1dfe6-1d30-4b09-8d82-43bfcbc5bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.105039 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec02e3bb-cfcc-458c-9a98-5843473aea89 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bf64e6cd-729a-412f-8444-03bef0a7ce7a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.134121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02e3bb-cfcc-458c-9a98-5843473aea89 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=bf64e6cd-729a-412f-8444-03bef0a7ce7a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:05.199149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eee1dfe6-1d30-4b09-8d82-43bfcbc5bd54 None None] Current status of the port a9ad71fd-e3aa-4712-b148-25254cdb1371 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:05.199928 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eee1dfe6-1d30-4b09-8d82-43bfcbc5bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.224666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec02e3bb-cfcc-458c-9a98-5843473aea89 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.228901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ec02e3bb-cfcc-458c-9a98-5843473aea89 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/bf64e6cd-729a-412f-8444-03bef0a7ce7a HTTP/1.1" status: 204 len: 168 time: 0.4764142 Feb 10 07:07:05.232166 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55870) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:05.249498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-eee1dfe6-1d30-4b09-8d82-43bfcbc5bd54 None None] For port a9ad71fd-e3aa-4712-b148-25254cdb1371, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9ad71fd-e3aa-4712-b148-25254cdb1371,segment=NetworkSegment(da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2),segment_id=da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:05.256677 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eee1dfe6-1d30-4b09-8d82-43bfcbc5bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.265027 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-762cd593-1b46-419c-8e84-87d5df8a1baf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:07:05.267106 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-762cd593-1b46-419c-8e84-87d5df8a1baf tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/bf64e6cd-729a-412f-8444-03bef0a7ce7a HTTP/1.1" status: 404 len: 333 time: 0.0334795 Feb 10 07:07:05.269574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:05.319691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1dfe6-1d30-4b09-8d82-43bfcbc5bd54 None None] Pushing event updated for resources: {'Port': ['ID=a9ad71fd-e3aa-4712-b148-25254cdb1371,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:05.343479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bca70c-3aee-426d-b056-1e2fa706b52e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet dd084e2e-c3a0-47d0-8797-ab0f9a98dde3 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:05.347268 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80bca70c-3aee-426d-b056-1e2fa706b52e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (dd084e2e-c3a0-47d0-8797-ab0f9a98dde3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.398253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80bca70c-3aee-426d-b056-1e2fa706b52e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (dd084e2e-c3a0-47d0-8797-ab0f9a98dde3), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.471979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-08e56e22-6a0d-43e8-a663-4e2ea01a47eb None None] Could not find standard attr ID for object bf64e6cd-729a-412f-8444-03bef0a7ce7a. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:05.484604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-08e56e22-6a0d-43e8-a663-4e2ea01a47eb None None] Provisioning complete for port a9ad71fd-e3aa-4712-b148-25254cdb1371 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:05.484988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08e56e22-6a0d-43e8-a663-4e2ea01a47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.498918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80bca70c-3aee-426d-b056-1e2fa706b52e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (dd084e2e-c3a0-47d0-8797-ab0f9a98dde3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.574236 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80bca70c-3aee-426d-b056-1e2fa706b52e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (dd084e2e-c3a0-47d0-8797-ab0f9a98dde3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.581742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-08e56e22-6a0d-43e8-a663-4e2ea01a47eb None None] Current status of the port a9ad71fd-e3aa-4712-b148-25254cdb1371 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:05.607132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bca70c-3aee-426d-b056-1e2fa706b52e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=dd084e2e-c3a0-47d0-8797-ab0f9a98dde3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:05.612250 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80bca70c-3aee-426d-b056-1e2fa706b52e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.617801 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-80bca70c-3aee-426d-b056-1e2fa706b52e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/dd084e2e-c3a0-47d0-8797-ab0f9a98dde3 HTTP/1.1" status: 204 len: 168 time: 0.3439856 Feb 10 07:07:05.618618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55874) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:05.699236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-172b978d-74da-469d-b9ac-ae565293d94a None None] Could not find standard attr ID for object bf64e6cd-729a-412f-8444-03bef0a7ce7a. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:05.708759 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (99c842e4-d528-4a36-81c7-2a0845b290b3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.773670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port a9ad71fd-e3aa-4712-b148-25254cdb1371 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:05.774169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.820778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b8074-9ae8-4a30-b1a9-2322f1fbd71e None None] Network 99c842e4-d528-4a36-81c7-2a0845b290b3 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:05.843947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] For port a9ad71fd-e3aa-4712-b148-25254cdb1371, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9ad71fd-e3aa-4712-b148-25254cdb1371,segment=NetworkSegment(da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2),segment_id=da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:05.844385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.857481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for a9ad71fd-e3aa-4712-b148-25254cdb1371 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:05.915539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f74b0fe9-d54e-4675-a2e6-41a002a67228 None None] Could not find standard attr ID for object b0dce126-f9b9-41ed-b46b-81ded8d05d77. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:05.944747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a9ad71fd-e3aa-4712-b148-25254cdb1371), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:05.972544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=a9ad71fd-e3aa-4712-b148-25254cdb1371,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:05.977156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No DVR routers for this DVR port a9ad71fd-e3aa-4712-b148-25254cdb1371 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:07:05.991401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7768b78e-e7dc-4bce-aac9-adde5af9f04a None None] DHCP port deletion for 99c842e4-d528-4a36-81c7-2a0845b290b3 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:07:06.065693 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (99c842e4-d528-4a36-81c7-2a0845b290b3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.086205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c842e4-d528-4a36-81c7-2a0845b290b3']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:06.096637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:06.096930 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:06.107935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.128148 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (da3e2e7d-a5bb-43ac-bf9b-e3cae9eb6dc2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:07:06.141031 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:07:06.197527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (99c842e4-d528-4a36-81c7-2a0845b290b3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.203069 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.207403 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/networks/99c842e4-d528-4a36-81c7-2a0845b290b3 HTTP/1.1" status: 204 len: 168 time: 0.5877864 Feb 10 07:07:06.211213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55880) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:06.219412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-910441060'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:06.225919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50926af3-f187-4418-a993-42ec7398be33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Network': ['ID=99c842e4-d528-4a36-81c7-2a0845b290b3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:06.242484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:06.245721 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.270494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:07:06.279906 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d27469a3-507b-4120-a2f8-cdeca86ce1fd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.280251 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Added segment d27469a3-507b-4120-a2f8-cdeca86ce1fd of type vlan for network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 Feb 10 07:07:06.319516 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (531fa2fc-3b88-4aa6-b6fc-954fd1701a29), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.344193 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (531fa2fc-3b88-4aa6-b6fc-954fd1701a29), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.349143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:06.349704 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.385671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1724727 Feb 10 07:07:06.388961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55882) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:06.394595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '531fa2fc-3b88-4aa6-b6fc-954fd1701a29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:06.436837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ba585-7762-4e9c-8203-96097a9c5b8d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Network': ['ID=531fa2fc-3b88-4aa6-b6fc-954fd1701a29,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:06.450430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:07:06.519482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:06.524708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.744431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (cbd85c59-87a2-4d28-baa2-0d07981b44ff), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.825913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=cbd85c59-87a2-4d28-baa2-0d07981b44ff,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:06.841928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Checking segment: {'id': 'd27469a3-507b-4120-a2f8-cdeca86ce1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '531fa2fc-3b88-4aa6-b6fc-954fd1701a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:07:06.842294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network hostable DHCP agents. Network: 531fa2fc-3b88-4aa6-b6fc-954fd1701a29, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:07:06.866067 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:07:06.878833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 531fa2fc-3b88-4aa6-b6fc-954fd1701a29) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:06.883079 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:06.883848 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:06.890541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd028d44-da5b-44a0-89eb-7a17b5add7a4 None None] Network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:06.907021 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a88e7203-0dda-4600-bc30-868203db254a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5139563 Feb 10 07:07:06.907352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:06.914248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '531fa2fc-3b88-4aa6-b6fc-954fd1701a29', 'name': 'tempest-PortsTestJSON-1211589398', 'fixed_ips': [{'subnet_id': 'cbd85c59-87a2-4d28-baa2-0d07981b44ff', 'ip_address': '172.20.0.10'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:06.999334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-531fa2fc-3b88-4aa6-b6fc-954fd1701a29', 'network_id': '531fa2fc-3b88-4aa6-b6fc-954fd1701a29', 'project_id': '064b6aa56ac34be685414a766092d33f', 'fixed_ips': [{'subnet_id': 'cbd85c59-87a2-4d28-baa2-0d07981b44ff'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:07:07.000192 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.044372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:07.104445 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.137354 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.155474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 153fe7b0-d4a1-4803-ab29-359b975e850b yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:07:07.159719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Allocated IP 172.20.0.2 (531fa2fc-3b88-4aa6-b6fc-954fd1701a29/cbd85c59-87a2-4d28-baa2-0d07981b44ff/86471ad8-11a4-4544-aee8-6d50aea73e01) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:07.326004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Publish callbacks [] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.335311 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.375348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:07.379663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:07.383236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:07.387005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.10 (531fa2fc-3b88-4aa6-b6fc-954fd1701a29/cbd85c59-87a2-4d28-baa2-0d07981b44ff/153fe7b0-d4a1-4803-ab29-359b975e850b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:07.407368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Pushing event updated for resources: {'Port': ['ID=86471ad8-11a4-4544-aee8-6d50aea73e01,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:07.441375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Attempting to bind port 86471ad8-11a4-4544-aee8-6d50aea73e01 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:07:07.441764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Attempting to bind port 86471ad8-11a4-4544-aee8-6d50aea73e01 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd27469a3-507b-4120-a2f8-cdeca86ce1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '531fa2fc-3b88-4aa6-b6fc-954fd1701a29'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:07:07.442150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Attempting to bind port 86471ad8-11a4-4544-aee8-6d50aea73e01 on network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:07:07.447302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:07:07.447674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Checking segment: {'id': 'd27469a3-507b-4120-a2f8-cdeca86ce1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '531fa2fc-3b88-4aa6-b6fc-954fd1701a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:07:07.448073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.448510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Bound using segment: {'id': 'd27469a3-507b-4120-a2f8-cdeca86ce1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '531fa2fc-3b88-4aa6-b6fc-954fd1701a29'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:07:07.449111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Bound port: 86471ad8-11a4-4544-aee8-6d50aea73e01, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27469a3-507b-4120-a2f8-cdeca86ce1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '531fa2fc-3b88-4aa6-b6fc-954fd1701a29'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:07:07.449487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.513778 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] For port 86471ad8-11a4-4544-aee8-6d50aea73e01, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:07:07.516973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] For port 86471ad8-11a4-4544-aee8-6d50aea73e01, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=86471ad8-11a4-4544-aee8-6d50aea73e01,segment=NetworkSegment(d27469a3-507b-4120-a2f8-cdeca86ce1fd),segment_id=d27469a3-507b-4120-a2f8-cdeca86ce1fd)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:07:07.525816 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.547397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (153fe7b0-d4a1-4803-ab29-359b975e850b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.582158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5cbf1-ffaa-4e21-b52b-b67f00aae7d9 None None] Pushing event updated for resources: {'Port': ['ID=86471ad8-11a4-4544-aee8-6d50aea73e01,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:07.593429 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (153fe7b0-d4a1-4803-ab29-359b975e850b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.645895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:07.649036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:07.653384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:07.680903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=153fe7b0-d4a1-4803-ab29-359b975e850b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:07.713280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:07.713898 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.734730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55888) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:07.747094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '531fa2fc-3b88-4aa6-b6fc-954fd1701a29', 'name': 'tempest-PortsTestJSON-1795948075', 'fixed_ips': [{'subnet_id': 'cbd85c59-87a2-4d28-baa2-0d07981b44ff', 'ip_address': '172.20.0.9'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:07.756361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2d5451e-7ff7-4068-ba75-71043662e3c3 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8227332 Feb 10 07:07:07.885366 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:07.974563 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:07.995562 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 69f4fc5d-706f-4e03-81f9-3181d94b1159 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:07:08.174579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.9 (531fa2fc-3b88-4aa6-b6fc-954fd1701a29/cbd85c59-87a2-4d28-baa2-0d07981b44ff/69f4fc5d-706f-4e03-81f9-3181d94b1159) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:08.176181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 86471ad8-11a4-4544-aee8-6d50aea73e01 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:07:08.246091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 86471ad8-11a4-4544-aee8-6d50aea73e01 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:08.247365 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:08.346098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 86471ad8-11a4-4544-aee8-6d50aea73e01 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:08.346532 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:08.375645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (69f4fc5d-706f-4e03-81f9-3181d94b1159), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:08.382040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 86471ad8-11a4-4544-aee8-6d50aea73e01, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=86471ad8-11a4-4544-aee8-6d50aea73e01,segment=NetworkSegment(d27469a3-507b-4120-a2f8-cdeca86ce1fd),segment_id=d27469a3-507b-4120-a2f8-cdeca86ce1fd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:08.389006 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:08.415763 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (69f4fc5d-706f-4e03-81f9-3181d94b1159), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:08.443835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=86471ad8-11a4-4544-aee8-6d50aea73e01,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:08.464318 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:08.467558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:08.470160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:08.507995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=69f4fc5d-706f-4e03-81f9-3181d94b1159,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:08.527459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:08.528192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:08.545423 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a3e695e6-e644-4859-9e06-22f22b3799a4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8067267 Feb 10 07:07:08.548068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55892) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:08.628635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da6111-9054-47ec-b8d4-fc8708b67a17 None None] Network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:08.643812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bfef92-4c01-4bce-b74e-726a63da553c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:08.647905 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-51bfef92-4c01-4bce-b74e-726a63da553c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0963063 Feb 10 07:07:08.648319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:08.708305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f4ff102f-570f-41b0-9db6-d75bb8ed77ba None None] Provisioning complete for port 86471ad8-11a4-4544-aee8-6d50aea73e01 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:08.708593 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4ff102f-570f-41b0-9db6-d75bb8ed77ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:08.740575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba79bd3-11da-499f-a947-47255c9a18dc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:08.745926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba79bd3-11da-499f-a947-47255c9a18dc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:08.752144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba79bd3-11da-499f-a947-47255c9a18dc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:08.753771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ba79bd3-11da-499f-a947-47255c9a18dc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1044266 Feb 10 07:07:08.756658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:08.821179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff102f-570f-41b0-9db6-d75bb8ed77ba None None] Current status of the port 86471ad8-11a4-4544-aee8-6d50aea73e01 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:09.048228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-19faf095-6772-409b-9663-1fc4c2fc4a78 None None] Provisioning complete for port 86471ad8-11a4-4544-aee8-6d50aea73e01 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:09.048716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19faf095-6772-409b-9663-1fc4c2fc4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.130089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-19faf095-6772-409b-9663-1fc4c2fc4a78 None None] Current status of the port 86471ad8-11a4-4544-aee8-6d50aea73e01 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:09.142565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-19faf095-6772-409b-9663-1fc4c2fc4a78 None None] Provisioning complete for port 69f4fc5d-706f-4e03-81f9-3181d94b1159 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:09.142957 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19faf095-6772-409b-9663-1fc4c2fc4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (69f4fc5d-706f-4e03-81f9-3181d94b1159), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.181484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-19faf095-6772-409b-9663-1fc4c2fc4a78 None None] Port 69f4fc5d-706f-4e03-81f9-3181d94b1159 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:09.192016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-19faf095-6772-409b-9663-1fc4c2fc4a78 None None] Provisioning complete for port 153fe7b0-d4a1-4803-ab29-359b975e850b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:09.192394 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19faf095-6772-409b-9663-1fc4c2fc4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (153fe7b0-d4a1-4803-ab29-359b975e850b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.222512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ce4006ca-6a9a-4e22-9fdc-82ccf7ab1942 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 69f4fc5d-706f-4e03-81f9-3181d94b1159 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:09.223063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce4006ca-6a9a-4e22-9fdc-82ccf7ab1942 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (69f4fc5d-706f-4e03-81f9-3181d94b1159), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.243671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-19faf095-6772-409b-9663-1fc4c2fc4a78 None None] Port 153fe7b0-d4a1-4803-ab29-359b975e850b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:09.325571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce4006ca-6a9a-4e22-9fdc-82ccf7ab1942 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (69f4fc5d-706f-4e03-81f9-3181d94b1159), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.344196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ce4006ca-6a9a-4e22-9fdc-82ccf7ab1942 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 69f4fc5d-706f-4e03-81f9-3181d94b1159 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:09.363626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fbed3ef4-4866-4818-ab57-9cc2b0be3530 None None] Provisioning complete for port 153fe7b0-d4a1-4803-ab29-359b975e850b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:09.364005 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ef4-4866-4818-ab57-9cc2b0be3530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (153fe7b0-d4a1-4803-ab29-359b975e850b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.400241 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fbed3ef4-4866-4818-ab57-9cc2b0be3530 None None] Port 153fe7b0-d4a1-4803-ab29-359b975e850b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:09.475274 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce4006ca-6a9a-4e22-9fdc-82ccf7ab1942 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (69f4fc5d-706f-4e03-81f9-3181d94b1159), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.506039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4006ca-6a9a-4e22-9fdc-82ccf7ab1942 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=69f4fc5d-706f-4e03-81f9-3181d94b1159,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:09.511320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-61b5e119-ee6d-4389-843a-9d20d8785f90 None None] Could not find standard attr ID for object 69f4fc5d-706f-4e03-81f9-3181d94b1159. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:09.596911 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce4006ca-6a9a-4e22-9fdc-82ccf7ab1942 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.600685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce4006ca-6a9a-4e22-9fdc-82ccf7ab1942 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/69f4fc5d-706f-4e03-81f9-3181d94b1159 HTTP/1.1" status: 204 len: 168 time: 0.8431036 Feb 10 07:07:09.603525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:09.632550 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d648bc-f9bf-41c2-b36f-51ff3e06f8f5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:07:09.634226 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-55d648bc-f9bf-41c2-b36f-51ff3e06f8f5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/69f4fc5d-706f-4e03-81f9-3181d94b1159 HTTP/1.1" status: 404 len: 333 time: 0.0298955 Feb 10 07:07:09.637029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55908) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:09.745932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-08dd540e-c089-41e8-9609-19ada3359b64 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 153fe7b0-d4a1-4803-ab29-359b975e850b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:09.746272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08dd540e-c089-41e8-9609-19ada3359b64 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (153fe7b0-d4a1-4803-ab29-359b975e850b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.835617 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08dd540e-c089-41e8-9609-19ada3359b64 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (153fe7b0-d4a1-4803-ab29-359b975e850b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:09.849089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-08dd540e-c089-41e8-9609-19ada3359b64 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 153fe7b0-d4a1-4803-ab29-359b975e850b owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:09.980807 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08dd540e-c089-41e8-9609-19ada3359b64 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (153fe7b0-d4a1-4803-ab29-359b975e850b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.007090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd540e-c089-41e8-9609-19ada3359b64 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=153fe7b0-d4a1-4803-ab29-359b975e850b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:10.083047 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08dd540e-c089-41e8-9609-19ada3359b64 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.086791 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-08dd540e-c089-41e8-9609-19ada3359b64 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/153fe7b0-d4a1-4803-ab29-359b975e850b HTTP/1.1" status: 204 len: 168 time: 0.4484363 Feb 10 07:07:10.089338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:10.120807 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-072b6024-9fa8-4a18-a82b-31835881259c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:07:10.122243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-072b6024-9fa8-4a18-a82b-31835881259c tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/153fe7b0-d4a1-4803-ab29-359b975e850b HTTP/1.1" status: 404 len: 333 time: 0.0307627 Feb 10 07:07:10.124989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55914) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:10.146620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 86471ad8-11a4-4544-aee8-6d50aea73e01 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:07:10.184560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-899342db-3318-403c-87b6-2374ae7ca323 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet cbd85c59-87a2-4d28-baa2-0d07981b44ff {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:10.189087 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-899342db-3318-403c-87b6-2374ae7ca323 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (cbd85c59-87a2-4d28-baa2-0d07981b44ff), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.216446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 86471ad8-11a4-4544-aee8-6d50aea73e01 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:10.217404 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.234875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-899342db-3318-403c-87b6-2374ae7ca323 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (cbd85c59-87a2-4d28-baa2-0d07981b44ff), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.318087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 86471ad8-11a4-4544-aee8-6d50aea73e01 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:10.321412 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.336865 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-899342db-3318-403c-87b6-2374ae7ca323 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (cbd85c59-87a2-4d28-baa2-0d07981b44ff), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.341514 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c65b3fa-bb04-4dc0-b624-f6fd1e82d749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.399300 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-899342db-3318-403c-87b6-2374ae7ca323 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (cbd85c59-87a2-4d28-baa2-0d07981b44ff), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.425480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899342db-3318-403c-87b6-2374ae7ca323 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd85c59-87a2-4d28-baa2-0d07981b44ff,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:10.430679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-899342db-3318-403c-87b6-2374ae7ca323 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.437731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55916) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:10.438861 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-899342db-3318-403c-87b6-2374ae7ca323 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/cbd85c59-87a2-4d28-baa2-0d07981b44ff HTTP/1.1" status: 204 len: 168 time: 0.3127460 Feb 10 07:07:10.447541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4cd127-10b1-46a5-950a-854fbe68c70a None None] Network 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:10.521732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (531fa2fc-3b88-4aa6-b6fc-954fd1701a29), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.576741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 86471ad8-11a4-4544-aee8-6d50aea73e01 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:10.577083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.619554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a514e0a-1aca-463a-8ef7-f8c15a60922f None None] DHCP port deletion for 531fa2fc-3b88-4aa6-b6fc-954fd1701a29 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:07:10.641342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] For port 86471ad8-11a4-4544-aee8-6d50aea73e01, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=86471ad8-11a4-4544-aee8-6d50aea73e01,segment=NetworkSegment(d27469a3-507b-4120-a2f8-cdeca86ce1fd),segment_id=d27469a3-507b-4120-a2f8-cdeca86ce1fd)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:10.641801 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.658894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 86471ad8-11a4-4544-aee8-6d50aea73e01 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:10.686272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6a514e0a-1aca-463a-8ef7-f8c15a60922f None None] Deleting port 86471ad8-11a4-4544-aee8-6d50aea73e01 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:10.686733 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a514e0a-1aca-463a-8ef7-f8c15a60922f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.741466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.753244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6a514e0a-1aca-463a-8ef7-f8c15a60922f None None] For port 86471ad8-11a4-4544-aee8-6d50aea73e01, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=86471ad8-11a4-4544-aee8-6d50aea73e01,segment=NetworkSegment(d27469a3-507b-4120-a2f8-cdeca86ce1fd),segment_id=d27469a3-507b-4120-a2f8-cdeca86ce1fd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:10.753244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a514e0a-1aca-463a-8ef7-f8c15a60922f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.754824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No DVR routers for this DVR port 86471ad8-11a4-4544-aee8-6d50aea73e01 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:07:10.768011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6a514e0a-1aca-463a-8ef7-f8c15a60922f None None] Calling delete_port for 86471ad8-11a4-4544-aee8-6d50aea73e01 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:10.777408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=86471ad8-11a4-4544-aee8-6d50aea73e01,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:10.845770 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a514e0a-1aca-463a-8ef7-f8c15a60922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (86471ad8-11a4-4544-aee8-6d50aea73e01), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.859836 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (531fa2fc-3b88-4aa6-b6fc-954fd1701a29), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.875272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a514e0a-1aca-463a-8ef7-f8c15a60922f None None] No DVR routers for this DVR port 86471ad8-11a4-4544-aee8-6d50aea73e01 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:07:10.882669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514e0a-1aca-463a-8ef7-f8c15a60922f None None] Pushing event deleted for resources: {'Port': ['ID=86471ad8-11a4-4544-aee8-6d50aea73e01,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:10.886351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531fa2fc-3b88-4aa6-b6fc-954fd1701a29']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:10.901211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27469a3-507b-4120-a2f8-cdeca86ce1fd') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:10.901794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27469a3-507b-4120-a2f8-cdeca86ce1fd') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:10.912636 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (d27469a3-507b-4120-a2f8-cdeca86ce1fd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.927152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d27469a3-507b-4120-a2f8-cdeca86ce1fd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.935058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:07:10.935437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (d27469a3-507b-4120-a2f8-cdeca86ce1fd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:07:10.938711 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:07:11.000526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (531fa2fc-3b88-4aa6-b6fc-954fd1701a29), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.009543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.016746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/networks/531fa2fc-3b88-4aa6-b6fc-954fd1701a29 HTTP/1.1" status: 204 len: 168 time: 0.5743642 Feb 10 07:07:11.017828 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55920) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:11.022964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1864551758'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:11.025567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edbcae-0762-4a73-9fa0-e021d9cdf4bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Network': ['ID=531fa2fc-3b88-4aa6-b6fc-954fd1701a29,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:11.044174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:11.047538 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.074183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:07:11.083773 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6313a39d-6397-4abd-bdd8-dc77f9352b82), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.084122 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Added segment 6313a39d-6397-4abd-bdd8-dc77f9352b82 of type vlan for network 99d3d3a8-14ea-4764-852a-f6a44c64d979 Feb 10 07:07:11.125617 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (99d3d3a8-14ea-4764-852a-f6a44c64d979), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.149046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (99d3d3a8-14ea-4764-852a-f6a44c64d979), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.154397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:11.154975 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.192208 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1707187 Feb 10 07:07:11.192448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55922) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:11.199412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '99d3d3a8-14ea-4764-852a-f6a44c64d979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:11.254842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f6c73-76d6-4084-bfd6-53cae0a52d33 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Network': ['ID=99d3d3a8-14ea-4764-852a-f6a44c64d979,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:11.274482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 99d3d3a8-14ea-4764-852a-f6a44c64d979 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:07:11.322604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:11.326964 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.511206 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (620aea75-4988-4977-8d16-53d64c3c150a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.581960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=620aea75-4988-4977-8d16-53d64c3c150a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:11.589555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Checking segment: {'id': '6313a39d-6397-4abd-bdd8-dc77f9352b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '99d3d3a8-14ea-4764-852a-f6a44c64d979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:07:11.589918 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network hostable DHCP agents. Network: 99d3d3a8-14ea-4764-852a-f6a44c64d979, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:07:11.606947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 99d3d3a8-14ea-4764-852a-f6a44c64d979 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:07:11.615500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 99d3d3a8-14ea-4764-852a-f6a44c64d979) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:11.620171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:11.621355 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.624302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70ea03-7674-4c86-bc62-a6faf78b5a81 None None] Network 99d3d3a8-14ea-4764-852a-f6a44c64d979 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:11.648357 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9fdab491-89c5-4297-a1f1-a7c3cc47cba0 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4519646 Feb 10 07:07:11.648357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55924) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:11.652855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e2fb5bcd-e74b-41af-8bb9-75c63fde0c28 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1219620709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:11.675401 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5bcd-e74b-41af-8bb9-75c63fde0c28 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (31e65e6b-789f-42e7-83fe-85ac116f89a0), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.676529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5bcd-e74b-41af-8bb9-75c63fde0c28 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (31e65e6b-789f-42e7-83fe-85ac116f89a0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.750076 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5bcd-e74b-41af-8bb9-75c63fde0c28 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for router_controller (31e65e6b-789f-42e7-83fe-85ac116f89a0), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.755379 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5bcd-e74b-41af-8bb9-75c63fde0c28 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (31e65e6b-789f-42e7-83fe-85ac116f89a0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.776161 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5bcd-e74b-41af-8bb9-75c63fde0c28 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.780429 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e2fb5bcd-e74b-41af-8bb9-75c63fde0c28 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1283705 Feb 10 07:07:11.780801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55928) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:11.786217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'network_id': '99d3d3a8-14ea-4764-852a-f6a44c64d979', 'name': 'tempest-PortsTestJSON-1781669292'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:11.895116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-99d3d3a8-14ea-4764-852a-f6a44c64d979', 'network_id': '99d3d3a8-14ea-4764-852a-f6a44c64d979', 'project_id': '064b6aa56ac34be685414a766092d33f', 'fixed_ips': [{'subnet_id': '620aea75-4988-4977-8d16-53d64c3c150a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:07:11.896032 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.924573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:11.929278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:11.983131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 4d233b17-86a2-4d3d-886d-b0f28385016d yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:07:12.105098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Allocated IP 172.20.0.2 (99d3d3a8-14ea-4764-852a-f6a44c64d979/620aea75-4988-4977-8d16-53d64c3c150a/c30fd553-b24f-41f6-9263-1ddb8d5ec5fc) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:12.171865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 86471ad8-11a4-4544-aee8-6d50aea73e01 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:07:12.202850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 86471ad8-11a4-4544-aee8-6d50aea73e01 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:07:12.202850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 86471ad8-11a4-4544-aee8-6d50aea73e01 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:07:12.284522 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Publish callbacks [] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:12.290722 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:12.329275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Network 99d3d3a8-14ea-4764-852a-f6a44c64d979 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:12.335118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:12.337687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:12.352015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.9 (99d3d3a8-14ea-4764-852a-f6a44c64d979/620aea75-4988-4977-8d16-53d64c3c150a/4d233b17-86a2-4d3d-886d-b0f28385016d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:12.392041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Pushing event updated for resources: {'Port': ['ID=c30fd553-b24f-41f6-9263-1ddb8d5ec5fc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:12.408153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Attempting to bind port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:07:12.408528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Attempting to bind port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '6313a39d-6397-4abd-bdd8-dc77f9352b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '99d3d3a8-14ea-4764-852a-f6a44c64d979'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:07:12.409041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Attempting to bind port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc on network 99d3d3a8-14ea-4764-852a-f6a44c64d979 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:07:12.415063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:07:12.415446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Checking segment: {'id': '6313a39d-6397-4abd-bdd8-dc77f9352b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '99d3d3a8-14ea-4764-852a-f6a44c64d979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:07:12.415850 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:12.416252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Bound using segment: {'id': '6313a39d-6397-4abd-bdd8-dc77f9352b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '99d3d3a8-14ea-4764-852a-f6a44c64d979'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:07:12.417190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Bound port: c30fd553-b24f-41f6-9263-1ddb8d5ec5fc, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6313a39d-6397-4abd-bdd8-dc77f9352b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '99d3d3a8-14ea-4764-852a-f6a44c64d979'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:07:12.417190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:12.490420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] For port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:07:12.494226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] For port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c30fd553-b24f-41f6-9263-1ddb8d5ec5fc,segment=NetworkSegment(6313a39d-6397-4abd-bdd8-dc77f9352b82),segment_id=6313a39d-6397-4abd-bdd8-dc77f9352b82)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:07:12.503198 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:12.506167 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:12.549772 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:12.579705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86df087-83d5-4fb3-bd5d-dba36ceb7e9a None None] Pushing event updated for resources: {'Port': ['ID=c30fd553-b24f-41f6-9263-1ddb8d5ec5fc,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:12.585068 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e758d3d4-455f-45d7-ba83-5813479e107a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:12.622456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 99d3d3a8-14ea-4764-852a-f6a44c64d979 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:12.632549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=4d233b17-86a2-4d3d-886d-b0f28385016d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:12.635531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:12.637765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:12.689423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:12.690063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:12.712490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-003c0ec2-eeb9-4f91-b469-f4f12d51fbbc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9270792 Feb 10 07:07:12.713157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55930) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:13.074461 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:13.374000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:13.382085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:13.477714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=4d233b17-86a2-4d3d-886d-b0f28385016d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:13.618145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec299a-c3e6-4693-afd2-124c5b290e1e None None] Network 99d3d3a8-14ea-4764-852a-f6a44c64d979 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:13.641362 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (31e65e6b-789f-42e7-83fe-85ac116f89a0), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:13.705092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-92915245-998c-4879-b9a6-6dc900f82905 None None] Provisioning complete for port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:13.705471 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92915245-998c-4879-b9a6-6dc900f82905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:13.836618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-92915245-998c-4879-b9a6-6dc900f82905 None None] Current status of the port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:13.837132 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92915245-998c-4879-b9a6-6dc900f82905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:13.885765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-92915245-998c-4879-b9a6-6dc900f82905 None None] For port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c30fd553-b24f-41f6-9263-1ddb8d5ec5fc,segment=NetworkSegment(6313a39d-6397-4abd-bdd8-dc77f9352b82),segment_id=6313a39d-6397-4abd-bdd8-dc77f9352b82)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:13.906713 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92915245-998c-4879-b9a6-6dc900f82905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:13.982546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92915245-998c-4879-b9a6-6dc900f82905 None None] Pushing event updated for resources: {'Port': ['ID=c30fd553-b24f-41f6-9263-1ddb8d5ec5fc,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:13.995079 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.130879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3de65c71-2835-4f22-85d2-19d691c69612 None None] Provisioning complete for port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:14.131394 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3de65c71-2835-4f22-85d2-19d691c69612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.192237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c30fd553-b24f-41f6-9263-1ddb8d5ec5fc up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:07:14.217197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.304586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:14.305260 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.348841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3de65c71-2835-4f22-85d2-19d691c69612 None None] Current status of the port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:14.364078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3de65c71-2835-4f22-85d2-19d691c69612 None None] Provisioning complete for port 4d233b17-86a2-4d3d-886d-b0f28385016d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:14.364457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3de65c71-2835-4f22-85d2-19d691c69612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.434587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:14.440588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3de65c71-2835-4f22-85d2-19d691c69612 None None] Port 4d233b17-86a2-4d3d-886d-b0f28385016d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:14.521963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.528350 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.564684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-374e1729-b9c7-4fa2-aa42-03abc5d97f25 None None] Provisioning complete for port 4d233b17-86a2-4d3d-886d-b0f28385016d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:14.565321 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-374e1729-b9c7-4fa2-aa42-03abc5d97f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.608337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-374e1729-b9c7-4fa2-aa42-03abc5d97f25 None None] Port 4d233b17-86a2-4d3d-886d-b0f28385016d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:14.619557 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=4d233b17-86a2-4d3d-886d-b0f28385016d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:14.622200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (31e65e6b-789f-42e7-83fe-85ac116f89a0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.717302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 99d3d3a8-14ea-4764-852a-f6a44c64d979 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:14.719276 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:14.728222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a6e72f7d-b8e4-4f57-9a1c-423b3f0a0d7a None None] Provisioning complete for port 4d233b17-86a2-4d3d-886d-b0f28385016d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:14.728715 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6e72f7d-b8e4-4f57-9a1c-423b3f0a0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:14.766798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a6e72f7d-b8e4-4f57-9a1c-423b3f0a0d7a None None] Port 4d233b17-86a2-4d3d-886d-b0f28385016d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:14.844715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Router 31e65e6b-789f-42e7-83fe-85ac116f89a0 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:07:14.954891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:07:14.963841 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9ad0f370-9faa-4a52-a355-db6e1903d931 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "PUT /v2.0/routers/31e65e6b-789f-42e7-83fe-85ac116f89a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2457786 Feb 10 07:07:14.963841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55938) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:14.966531 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca023a-a87c-4337-8e27-00bec4a405de None None] Sync routers for ids ['31e65e6b-789f-42e7-83fe-85ac116f89a0'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:07:14.976152 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca023a-a87c-4337-8e27-00bec4a405de None None] Routers {'31e65e6b-789f-42e7-83fe-85ac116f89a0'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:07:14.976759 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-faca023a-a87c-4337-8e27-00bec4a405de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:07:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31e65e6b-789f-42e7-83fe-85ac116f89a0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:14.995761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-70df1e52-44b0-42f1-8c30-cd4ed832e0e4 None None] Provisioning complete for port 4d233b17-86a2-4d3d-886d-b0f28385016d triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:14.997708 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70df1e52-44b0-42f1-8c30-cd4ed832e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:15.011539 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-faca023a-a87c-4337-8e27-00bec4a405de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:15.021011 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca023a-a87c-4337-8e27-00bec4a405de None None] Routers {'31e65e6b-789f-42e7-83fe-85ac116f89a0'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:07:15.021809 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-faca023a-a87c-4337-8e27-00bec4a405de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:07:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31e65e6b-789f-42e7-83fe-85ac116f89a0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:15.032287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f765f-62b1-4430-bd35-6d8cf948c70d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:15.036504 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6f2f765f-62b1-4430-bd35-6d8cf948c70d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports?device_id=31e65e6b-789f-42e7-83fe-85ac116f89a0 HTTP/1.1" status: 200 len: 982 time: 0.0692496 Feb 10 07:07:15.037193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55940) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:15.049217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-70df1e52-44b0-42f1-8c30-cd4ed832e0e4 None None] Port 4d233b17-86a2-4d3d-886d-b0f28385016d cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:15.159192 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-faca023a-a87c-4337-8e27-00bec4a405de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:15.160006 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca023a-a87c-4337-8e27-00bec4a405de None None] The sync data for ids ['31e65e6b-789f-42e7-83fe-85ac116f89a0'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:07:15.309921 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:15.378145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (31e65e6b-789f-42e7-83fe-85ac116f89a0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:15.609172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 4d233b17-86a2-4d3d-886d-b0f28385016d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:15.609512 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:15.694969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:15.707598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 4d233b17-86a2-4d3d-886d-b0f28385016d owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:15.886282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4d233b17-86a2-4d3d-886d-b0f28385016d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:15.915892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=4d233b17-86a2-4d3d-886d-b0f28385016d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:16.079887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (31e65e6b-789f-42e7-83fe-85ac116f89a0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.249584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Router 31e65e6b-789f-42e7-83fe-85ac116f89a0 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:07:16.333013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:07:16.341553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:16.343899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9192d94-ff2a-4daf-9b09-94cba47187b4 None None] Sync routers for ids ['31e65e6b-789f-42e7-83fe-85ac116f89a0'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:07:16.346842 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ca385b94-03fa-444f-8a8c-3eb70ff2cfa7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "PUT /v2.0/routers/31e65e6b-789f-42e7-83fe-85ac116f89a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3090405 Feb 10 07:07:16.355023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9192d94-ff2a-4daf-9b09-94cba47187b4 None None] Routers {'31e65e6b-789f-42e7-83fe-85ac116f89a0'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:07:16.356450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f9192d94-ff2a-4daf-9b09-94cba47187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:07:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31e65e6b-789f-42e7-83fe-85ac116f89a0'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:16.367037 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-9366e784-28c1-47f8-b5c4-42a9a787c90b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:07:16.368467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9366e784-28c1-47f8-b5c4-42a9a787c90b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/4d233b17-86a2-4d3d-886d-b0f28385016d HTTP/1.1" status: 404 len: 333 time: 0.0259366 Feb 10 07:07:16.371115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55946) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:16.392484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f9192d94-ff2a-4daf-9b09-94cba47187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:16.401092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9192d94-ff2a-4daf-9b09-94cba47187b4 None None] Routers {'31e65e6b-789f-42e7-83fe-85ac116f89a0'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:07:16.401796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f9192d94-ff2a-4daf-9b09-94cba47187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:07:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['31e65e6b-789f-42e7-83fe-85ac116f89a0'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:16.440163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-f9192d94-ff2a-4daf-9b09-94cba47187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:16.440997 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9192d94-ff2a-4daf-9b09-94cba47187b4 None None] The sync data for ids ['31e65e6b-789f-42e7-83fe-85ac116f89a0'] in n-d-828670-1 is: [] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:07:16.456042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc866fb1-41c3-4385-abc9-77359dbe9f74 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for router (31e65e6b-789f-42e7-83fe-85ac116f89a0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.473931 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.627950 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc866fb1-41c3-4385-abc9-77359dbe9f74 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (31e65e6b-789f-42e7-83fe-85ac116f89a0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.630196 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc866fb1-41c3-4385-abc9-77359dbe9f74 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for router_controller (31e65e6b-789f-42e7-83fe-85ac116f89a0), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.678199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc866fb1-41c3-4385-abc9-77359dbe9f74 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (31e65e6b-789f-42e7-83fe-85ac116f89a0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.678714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc866fb1-41c3-4385-abc9-77359dbe9f74 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Fanout notify agent at l3_agent the message router_deleted on router 31e65e6b-789f-42e7-83fe-85ac116f89a0 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:07:16.685843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc866fb1-41c3-4385-abc9-77359dbe9f74 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.687053 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc866fb1-41c3-4385-abc9-77359dbe9f74 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/routers/31e65e6b-789f-42e7-83fe-85ac116f89a0 HTTP/1.1" status: 204 len: 168 time: 0.3144760 Feb 10 07:07:16.689608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55948) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:16.740138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7282a9-bfd3-4020-918e-eaaec09842f4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet 620aea75-4988-4977-8d16-53d64c3c150a {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:16.743264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee7282a9-bfd3-4020-918e-eaaec09842f4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (620aea75-4988-4977-8d16-53d64c3c150a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.783175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee7282a9-bfd3-4020-918e-eaaec09842f4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (620aea75-4988-4977-8d16-53d64c3c150a), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.881706 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee7282a9-bfd3-4020-918e-eaaec09842f4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (620aea75-4988-4977-8d16-53d64c3c150a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.939739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee7282a9-bfd3-4020-918e-eaaec09842f4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (620aea75-4988-4977-8d16-53d64c3c150a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.964352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7282a9-bfd3-4020-918e-eaaec09842f4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=620aea75-4988-4977-8d16-53d64c3c150a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:16.969936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee7282a9-bfd3-4020-918e-eaaec09842f4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:16.975875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55950) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:16.976321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee7282a9-bfd3-4020-918e-eaaec09842f4 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/620aea75-4988-4977-8d16-53d64c3c150a HTTP/1.1" status: 204 len: 168 time: 0.2852306 Feb 10 07:07:16.984446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05040eab-0744-4074-997e-01754e951272 None None] Network 99d3d3a8-14ea-4764-852a-f6a44c64d979 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:17.101254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (99d3d3a8-14ea-4764-852a-f6a44c64d979), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.156704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:17.157071 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.161624 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed2b420-0cf7-4d1d-b8ee-aa348d91185c None None] DHCP port deletion for 99d3d3a8-14ea-4764-852a-f6a44c64d979 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:07:17.216742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2b420-0cf7-4d1d-b8ee-aa348d91185c None None] Deleting port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:17.217441 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ed2b420-0cf7-4d1d-b8ee-aa348d91185c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.227280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] For port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c30fd553-b24f-41f6-9263-1ddb8d5ec5fc,segment=NetworkSegment(6313a39d-6397-4abd-bdd8-dc77f9352b82),segment_id=6313a39d-6397-4abd-bdd8-dc77f9352b82)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:17.227994 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.243768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for c30fd553-b24f-41f6-9263-1ddb8d5ec5fc owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:17.282125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9ed2b420-0cf7-4d1d-b8ee-aa348d91185c None None] For port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c30fd553-b24f-41f6-9263-1ddb8d5ec5fc,segment=NetworkSegment(6313a39d-6397-4abd-bdd8-dc77f9352b82),segment_id=6313a39d-6397-4abd-bdd8-dc77f9352b82)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:17.282555 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ed2b420-0cf7-4d1d-b8ee-aa348d91185c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.296167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2b420-0cf7-4d1d-b8ee-aa348d91185c None None] Calling delete_port for c30fd553-b24f-41f6-9263-1ddb8d5ec5fc owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:17.325529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.353272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=c30fd553-b24f-41f6-9263-1ddb8d5ec5fc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:17.359400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No DVR routers for this DVR port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:07:17.378023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ed2b420-0cf7-4d1d-b8ee-aa348d91185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (c30fd553-b24f-41f6-9263-1ddb8d5ec5fc), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.401323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2b420-0cf7-4d1d-b8ee-aa348d91185c None None] Pushing event deleted for resources: {'Port': ['ID=c30fd553-b24f-41f6-9263-1ddb8d5ec5fc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:17.407575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed2b420-0cf7-4d1d-b8ee-aa348d91185c None None] No DVR routers for this DVR port c30fd553-b24f-41f6-9263-1ddb8d5ec5fc on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:07:17.470497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (99d3d3a8-14ea-4764-852a-f6a44c64d979), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.492193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d3d3a8-14ea-4764-852a-f6a44c64d979']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:17.502977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6313a39d-6397-4abd-bdd8-dc77f9352b82') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:17.503594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6313a39d-6397-4abd-bdd8-dc77f9352b82') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:17.514696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (6313a39d-6397-4abd-bdd8-dc77f9352b82), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.532335 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (6313a39d-6397-4abd-bdd8-dc77f9352b82), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.541299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:07:17.541665 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (6313a39d-6397-4abd-bdd8-dc77f9352b82), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:07:17.545035 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:07:17.628526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (99d3d3a8-14ea-4764-852a-f6a44c64d979), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.645957 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:17.653418 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/networks/99d3d3a8-14ea-4764-852a-f6a44c64d979 HTTP/1.1" status: 204 len: 168 time: 0.6723833 Feb 10 07:07:17.653418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f9ad7-76ac-4beb-8f5a-e3d6a278501b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Network': ['ID=99d3d3a8-14ea-4764-852a-f6a44c64d979,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:17.657019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55954) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:17.719463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed11ccc-e334-4c2e-b1e9-d5a8ad83d820 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:17.725232 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ed11ccc-e334-4c2e-b1e9-d5a8ad83d820 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/11409db4-636f-4bfb-842e-b6105c532fb8 HTTP/1.1" status: 200 len: 841 time: 0.0599430 Feb 10 07:07:17.726013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55956) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:17.784314 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-623e23c2-ffa1-482c-9735-ae800787b3bb tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/11409db4-636f-4bfb-842e-b6105c532fb8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0561903 Feb 10 07:07:17.789935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55958) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:17.797572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:17.904305 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:17.907987 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.145899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c30fd553-b24f-41f6-9263-1ddb8d5ec5fc no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:07:18.165105 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (1be10234-a0db-4cbb-8239-f1f7bd4cf1a4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.175231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: c30fd553-b24f-41f6-9263-1ddb8d5ec5fc {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:07:18.175699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c30fd553-b24f-41f6-9263-1ddb8d5ec5fc not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:07:18.215431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:18.220909 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:18.227065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:18.227065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.238558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87222249-e6a8-49e9-9024-02e1115867d4 None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:18.247097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=1be10234-a0db-4cbb-8239-f1f7bd4cf1a4,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:18.266073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55962) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:18.269075 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cdbc0729-3d12-4b36-8e7b-b8c8edac67b2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4776618 Feb 10 07:07:18.275428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-48c0cbaf-5531-4675-ab8b-2925a6b43229 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1543889104'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:18.316722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48c0cbaf-5531-4675-ab8b-2925a6b43229 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.417604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-3ec5de45-78db-46a3-be7f-267a68913ae1', 'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'project_id': '064b6aa56ac34be685414a766092d33f', 'fixed_ips': [{'subnet_id': '1be10234-a0db-4cbb-8239-f1f7bd4cf1a4'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:07:18.421134 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.457896 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48c0cbaf-5531-4675-ab8b-2925a6b43229 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (7a45af6b-2e32-4abb-8bc1-804aa249f590), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.468962 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48c0cbaf-5531-4675-ab8b-2925a6b43229 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7a45af6b-2e32-4abb-8bc1-804aa249f590), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.529791 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48c0cbaf-5531-4675-ab8b-2925a6b43229 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.535710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-48c0cbaf-5531-4675-ab8b-2925a6b43229 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2635734 Feb 10 07:07:18.535710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0cbaf-5531-4675-ab8b-2925a6b43229 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a45af6b-2e32-4abb-8bc1-804aa249f590,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:18.536051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55964) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:18.541365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e98d2870-13e5-4755-b16e-975f415b4947 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1108989591'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:18.571860 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e98d2870-13e5-4755-b16e-975f415b4947 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.604818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Allocated IP 172.20.0.2 (3ec5de45-78db-46a3-be7f-267a68913ae1/1be10234-a0db-4cbb-8239-f1f7bd4cf1a4/fc326d8e-3383-45d5-bdda-69f2050623ec) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:18.674882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e98d2870-13e5-4755-b16e-975f415b4947 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (dae3d000-6117-40c8-9919-af6292a339ad), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.683784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e98d2870-13e5-4755-b16e-975f415b4947 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (dae3d000-6117-40c8-9919-af6292a339ad), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.713244 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d2870-13e5-4755-b16e-975f415b4947 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae3d000-6117-40c8-9919-af6292a339ad,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:18.728969 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e98d2870-13e5-4755-b16e-975f415b4947 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.729942 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e98d2870-13e5-4755-b16e-975f415b4947 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1928098 Feb 10 07:07:18.732722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55966) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:18.739270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-188709380', 'security_groups': ['dae3d000-6117-40c8-9919-af6292a339ad'], 'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1be10234-a0db-4cbb-8239-f1f7bd4cf1a4'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:18.816957 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Publish callbacks [] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.831370 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.878244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:18.881934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:18.887775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:18.893083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Pushing event updated for resources: {'Port': ['ID=fc326d8e-3383-45d5-bdda-69f2050623ec,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:18.913406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:18.951626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Attempting to bind port fc326d8e-3383-45d5-bdda-69f2050623ec on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:07:18.952137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Attempting to bind port fc326d8e-3383-45d5-bdda-69f2050623ec by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3babd371-9051-4768-aee6-3c4a06f8b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:07:18.952509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Attempting to bind port fc326d8e-3383-45d5-bdda-69f2050623ec on network 3ec5de45-78db-46a3-be7f-267a68913ae1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:07:18.961805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:07:18.961805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Checking segment: {'id': '3babd371-9051-4768-aee6-3c4a06f8b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:07:18.961805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:18.961805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Bound using segment: {'id': '3babd371-9051-4768-aee6-3c4a06f8b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:07:18.961805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Bound port: fc326d8e-3383-45d5-bdda-69f2050623ec, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3babd371-9051-4768-aee6-3c4a06f8b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:07:18.961805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:19.030106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:19.053836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] For port fc326d8e-3383-45d5-bdda-69f2050623ec, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:07:19.054608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 576013e3-b2a2-4961-95e7-a99a31b11894 yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:07:19.062867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] For port fc326d8e-3383-45d5-bdda-69f2050623ec, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc326d8e-3383-45d5-bdda-69f2050623ec,segment=NetworkSegment(3babd371-9051-4768-aee6-3c4a06f8b5a5),segment_id=3babd371-9051-4768-aee6-3c4a06f8b5a5)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:07:19.068029 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:19.142485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678b1d1-e022-4c54-b9c9-a9d79176821d None None] Pushing event updated for resources: {'Port': ['ID=fc326d8e-3383-45d5-bdda-69f2050623ec,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:19.264526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.5 (3ec5de45-78db-46a3-be7f-267a68913ae1/1be10234-a0db-4cbb-8239-f1f7bd4cf1a4/576013e3-b2a2-4961-95e7-a99a31b11894) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:19.535853 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (576013e3-b2a2-4961-95e7-a99a31b11894), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:19.591621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (576013e3-b2a2-4961-95e7-a99a31b11894), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:19.649342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:19.651207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:19.655527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:19.681526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=576013e3-b2a2-4961-95e7-a99a31b11894,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:19.719635 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:19.720248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:19.745509 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-75ffcf54-ff30-413f-a2b3-27ccc18d8483 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0114973 Feb 10 07:07:19.746291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55970) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:19.771365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c71237b0-b92f-4faa-b39f-6ebedd476bba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:19.967958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71237b0-b92f-4faa-b39f-6ebedd476bba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:19.972734 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c71237b0-b92f-4faa-b39f-6ebedd476bba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:20.107764 n-d-828670-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-c71237b0-b92f-4faa-b39f-6ebedd476bba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1be10234-a0db-4cbb-8239-f1f7bd4cf1a4 (CIDR: 172.20.0.0/28) Feb 10 07:07:20.112050 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71237b0-b92f-4faa-b39f-6ebedd476bba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 07:07:20.113239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71237b0-b92f-4faa-b39f-6ebedd476bba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:20.144007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c71237b0-b92f-4faa-b39f-6ebedd476bba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3953397 Feb 10 07:07:20.147272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55972) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:20.153223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:20.229143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc326d8e-3383-45d5-bdda-69f2050623ec up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:07:20.356149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:20.359651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:20.362440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:20.363035 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:20.518376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:20.518743 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:20.538111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0a026ca9-4f35-4835-a5e7-30790d0086d4 None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:20.538531 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a026ca9-4f35-4835-a5e7-30790d0086d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:20.581186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port fc326d8e-3383-45d5-bdda-69f2050623ec, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc326d8e-3383-45d5-bdda-69f2050623ec,segment=NetworkSegment(3babd371-9051-4768-aee6-3c4a06f8b5a5),segment_id=3babd371-9051-4768-aee6-3c4a06f8b5a5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:20.587855 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:20.689102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=fc326d8e-3383-45d5-bdda-69f2050623ec,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:20.720508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0a026ca9-4f35-4835-a5e7-30790d0086d4 None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:20.725801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (a11800b9-730e-4491-8f2d-ff667fcb2a52), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:20.736195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0a026ca9-4f35-4835-a5e7-30790d0086d4 None None] Provisioning complete for port 11409db4-636f-4bfb-842e-b6105c532fb8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:20.737418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a026ca9-4f35-4835-a5e7-30790d0086d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (11409db4-636f-4bfb-842e-b6105c532fb8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:20.766087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:20.769567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:20.777087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:20.777087 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:20.793048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203abb13-3c02-4d4f-b537-cc9a06ee7955 None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:20.798627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=a11800b9-730e-4491-8f2d-ff667fcb2a52,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:20.805362 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-06630392-3f83-46b6-85a6-193954e33552 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6569726 Feb 10 07:07:20.813968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55976) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:20.819378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1602917474', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a11800b9-730e-4491-8f2d-ff667fcb2a52'}], 'security_groups': ['7a45af6b-2e32-4abb-8bc1-804aa249f590']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:20.844465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0a026ca9-4f35-4835-a5e7-30790d0086d4 None None] Port 11409db4-636f-4bfb-842e-b6105c532fb8 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:21.042209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (576013e3-b2a2-4961-95e7-a99a31b11894), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.118483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2f54d41f-b2ba-42ae-b437-d777aba4112f None None] Provisioning complete for port 576013e3-b2a2-4961-95e7-a99a31b11894 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:21.119023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f54d41f-b2ba-42ae-b437-d777aba4112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (576013e3-b2a2-4961-95e7-a99a31b11894), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.158797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2f54d41f-b2ba-42ae-b437-d777aba4112f None None] Port 576013e3-b2a2-4961-95e7-a99a31b11894 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:21.282549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f9a4a-c03a-4793-b712-9c1f8726e7d8 None None] Update dhcp port {'port': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'fixed_ips': [{'subnet_id': '1be10234-a0db-4cbb-8239-f1f7bd4cf1a4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a11800b9-730e-4491-8f2d-ff667fcb2a52'}], 'binding:host_id': 'n-d-828670-1'}, 'id': 'fc326d8e-3383-45d5-bdda-69f2050623ec'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 07:07:21.319166 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9a4a-c03a-4793-b712-9c1f8726e7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.422560 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Delete allocated IP 172.20.0.5 (3ec5de45-78db-46a3-be7f-267a68913ae1/1be10234-a0db-4cbb-8239-f1f7bd4cf1a4) {{(pid=103214) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 07:07:21.436855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.21 (3ec5de45-78db-46a3-be7f-267a68913ae1/a11800b9-730e-4491-8f2d-ff667fcb2a52/576013e3-b2a2-4961-95e7-a99a31b11894) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:21.607781 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (576013e3-b2a2-4961-95e7-a99a31b11894), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.612439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (576013e3-b2a2-4961-95e7-a99a31b11894), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.670235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-0f5f9a4a-c03a-4793-b712-9c1f8726e7d8 None None] Allocated IP 172.20.0.18 (3ec5de45-78db-46a3-be7f-267a68913ae1/a11800b9-730e-4491-8f2d-ff667fcb2a52/fc326d8e-3383-45d5-bdda-69f2050623ec) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:21.709593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=576013e3-b2a2-4961-95e7-a99a31b11894,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:21.722559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] In _notify_port_updated(), no bound segment for port 576013e3-b2a2-4961-95e7-a99a31b11894 on network 3ec5de45-78db-46a3-be7f-267a68913ae1 {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 07:07:21.727645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:21.728300 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.733124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55980) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:21.733605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-daa4414e-44f8-4df5-9300-247fe33d606a tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "PUT /v2.0/ports/576013e3-b2a2-4961-95e7-a99a31b11894 HTTP/1.1" status: 200 len: 921 time: 0.9181731 Feb 10 07:07:21.781446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0f5f9a4a-c03a-4793-b712-9c1f8726e7d8 None None] For port fc326d8e-3383-45d5-bdda-69f2050623ec, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc326d8e-3383-45d5-bdda-69f2050623ec,segment=NetworkSegment(3babd371-9051-4768-aee6-3c4a06f8b5a5),segment_id=3babd371-9051-4768-aee6-3c4a06f8b5a5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:21.818364 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9a4a-c03a-4793-b712-9c1f8726e7d8 None None] Publish callbacks [] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.823619 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9a4a-c03a-4793-b712-9c1f8726e7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.841566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ce2bc129-3968-45e1-bb4a-acae8d29178e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 576013e3-b2a2-4961-95e7-a99a31b11894 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:21.842062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc129-3968-45e1-bb4a-acae8d29178e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (576013e3-b2a2-4961-95e7-a99a31b11894), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.929715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f9a4a-c03a-4793-b712-9c1f8726e7d8 None None] Pushing event updated for resources: {'Port': ['ID=fc326d8e-3383-45d5-bdda-69f2050623ec,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:21.949116 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc129-3968-45e1-bb4a-acae8d29178e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (576013e3-b2a2-4961-95e7-a99a31b11894), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:21.962367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ce2bc129-3968-45e1-bb4a-acae8d29178e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 576013e3-b2a2-4961-95e7-a99a31b11894 owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:22.147532 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc129-3968-45e1-bb4a-acae8d29178e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (576013e3-b2a2-4961-95e7-a99a31b11894), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.174112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc326d8e-3383-45d5-bdda-69f2050623ec up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:07:22.200594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bc129-3968-45e1-bb4a-acae8d29178e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=576013e3-b2a2-4961-95e7-a99a31b11894,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:22.252409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:22.252803 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.296911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc129-3968-45e1-bb4a-acae8d29178e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.300831 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ce2bc129-3968-45e1-bb4a-acae8d29178e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/576013e3-b2a2-4961-95e7-a99a31b11894 HTTP/1.1" status: 204 len: 168 time: 0.5666873 Feb 10 07:07:22.304762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55982) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:22.335748 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20455c7-1f5a-4659-a65b-0fe3f0cd292d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:07:22.339767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b20455c7-1f5a-4659-a65b-0fe3f0cd292d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/576013e3-b2a2-4961-95e7-a99a31b11894 HTTP/1.1" status: 404 len: 333 time: 0.0309684 Feb 10 07:07:22.342005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55984) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:22.393962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:22.461410 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af0ef19c-f1e6-4822-812b-9f39a137896d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (dae3d000-6117-40c8-9919-af6292a339ad), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.488175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af0ef19c-f1e6-4822-812b-9f39a137896d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (dae3d000-6117-40c8-9919-af6292a339ad), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.535784 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af0ef19c-f1e6-4822-812b-9f39a137896d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (dae3d000-6117-40c8-9919-af6292a339ad), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.538478 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af0ef19c-f1e6-4822-812b-9f39a137896d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.540107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-af0ef19c-f1e6-4822-812b-9f39a137896d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/security-groups/dae3d000-6117-40c8-9919-af6292a339ad HTTP/1.1" status: 204 len: 168 time: 0.1959243 Feb 10 07:07:22.542816 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55988) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:22.550133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ef19c-f1e6-4822-812b-9f39a137896d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae3d000-6117-40c8-9919-af6292a339ad,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:22.599870 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b37c0bb7-ea0f-4441-be5d-7910c8665e72 None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:22.600738 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b37c0bb7-ea0f-4441-be5d-7910c8665e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.603997 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-18a5fbaa-dffd-4892-bc08-b2256c3ad827 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (7a45af6b-2e32-4abb-8bc1-804aa249f590), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.631068 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-18a5fbaa-dffd-4892-bc08-b2256c3ad827 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (7a45af6b-2e32-4abb-8bc1-804aa249f590), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.679472 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-18a5fbaa-dffd-4892-bc08-b2256c3ad827 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7a45af6b-2e32-4abb-8bc1-804aa249f590), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.685656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-18a5fbaa-dffd-4892-bc08-b2256c3ad827 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.689451 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-18a5fbaa-dffd-4892-bc08-b2256c3ad827 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/security-groups/7a45af6b-2e32-4abb-8bc1-804aa249f590 HTTP/1.1" status: 204 len: 168 time: 0.1424615 Feb 10 07:07:22.690104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 55990) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:22.697312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5fbaa-dffd-4892-bc08-b2256c3ad827 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a45af6b-2e32-4abb-8bc1-804aa249f590,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:22.708557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b37c0bb7-ea0f-4441-be5d-7910c8665e72 None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:22.713640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b37c0bb7-ea0f-4441-be5d-7910c8665e72 None None] Could not find standard attr ID for object 576013e3-b2a2-4961-95e7-a99a31b11894. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:22.735472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b37c0bb7-ea0f-4441-be5d-7910c8665e72 None None] Provisioning complete for port 11409db4-636f-4bfb-842e-b6105c532fb8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:22.735832 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b37c0bb7-ea0f-4441-be5d-7910c8665e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (11409db4-636f-4bfb-842e-b6105c532fb8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.758587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dd5e49-555e-42af-998c-a66fae83ee45 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet 1be10234-a0db-4cbb-8239-f1f7bd4cf1a4 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:22.761271 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65dd5e49-555e-42af-998c-a66fae83ee45 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (1be10234-a0db-4cbb-8239-f1f7bd4cf1a4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.778663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b37c0bb7-ea0f-4441-be5d-7910c8665e72 None None] Port 11409db4-636f-4bfb-842e-b6105c532fb8 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:22.818436 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65dd5e49-555e-42af-998c-a66fae83ee45 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (1be10234-a0db-4cbb-8239-f1f7bd4cf1a4), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.919379 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65dd5e49-555e-42af-998c-a66fae83ee45 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (1be10234-a0db-4cbb-8239-f1f7bd4cf1a4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:22.994045 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65dd5e49-555e-42af-998c-a66fae83ee45 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (1be10234-a0db-4cbb-8239-f1f7bd4cf1a4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.030516 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65dd5e49-555e-42af-998c-a66fae83ee45 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.037597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-65dd5e49-555e-42af-998c-a66fae83ee45 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/1be10234-a0db-4cbb-8239-f1f7bd4cf1a4 HTTP/1.1" status: 204 len: 168 time: 0.3424244 Feb 10 07:07:23.037597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd5e49-555e-42af-998c-a66fae83ee45 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=1be10234-a0db-4cbb-8239-f1f7bd4cf1a4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:23.037888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55992) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:23.044226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:23.077482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7268da5c-579e-47ae-b42e-1eae74db6b41 None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:23.109260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-03dc113d-cf47-4728-8792-5158cc0ecae9 None None] Could not find standard attr ID for object 576013e3-b2a2-4961-95e7-a99a31b11894. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:23.144415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-930b2f24-4be6-463f-9692-d28815b65400 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651188 Feb 10 07:07:23.236359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:23.241380 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.263342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-a7e1fcf3-3622-4a62-ac41-f14174ce01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:23.264342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-a7e1fcf3-3622-4a62-ac41-f14174ce01ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 1127 time: 0.0571978 Feb 10 07:07:23.399211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-0860b397-bd74-492c-aec7-245ada1d5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:23.401671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-0860b397-bd74-492c-aec7-245ada1d5902 service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1113513 Feb 10 07:07:23.493624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-3865bbf4-ceae-4f2f-b5c9-baa2dbe74060 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a HTTP/1.1" status: 200 len: 1000 time: 0.0821569 Feb 10 07:07:23.519926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (3d3250c2-ec4d-4d60-ad05-ea647d9f52e5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.555360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-8b49bd1d-ff69-4121-a0c6-37340bb0bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:23.556853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-8b49bd1d-ff69-4121-a0c6-37340bb0bfae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0535784 Feb 10 07:07:23.573485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:23.577111 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:23.581627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:23.582215 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.591928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=3d3250c2-ec4d-4d60-ad05-ea647d9f52e5,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:23.606942 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3784fbe3-598d-4d24-9bad-f6e11a17e5a5 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5649920 Feb 10 07:07:23.607527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55996) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:23.614288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-41cad80d-f2bc-4c5c-aa1c-e1df67d9977e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1918138153'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:23.638426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41cad80d-f2bc-4c5c-aa1c-e1df67d9977e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.642597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-e3dd67f9-746d-46d9-8883-92c338295a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:23.644600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-e3dd67f9-746d-46d9-8883-92c338295a9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0781324 Feb 10 07:07:23.710673 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41cad80d-f2bc-4c5c-aa1c-e1df67d9977e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (abb9fb5a-ac39-46d8-8780-7c1ac887c8e6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.718281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41cad80d-f2bc-4c5c-aa1c-e1df67d9977e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (abb9fb5a-ac39-46d8-8780-7c1ac887c8e6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.750081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-41cad80d-f2bc-4c5c-aa1c-e1df67d9977e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.751573 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-41cad80d-f2bc-4c5c-aa1c-e1df67d9977e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1408181 Feb 10 07:07:23.752826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cad80d-f2bc-4c5c-aa1c-e1df67d9977e tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb9fb5a-ac39-46d8-8780-7c1ac887c8e6,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:23.754989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 55998) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:23.759534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-403166ac-a71e-4221-a479-22354d624d3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1683189256'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:23.779326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-29a4c75b-5a04-46ac-ba10-6fb2a4cc7fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251657 Feb 10 07:07:23.786962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-403166ac-a71e-4221-a479-22354d624d3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.861052 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-403166ac-a71e-4221-a479-22354d624d3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (b639dcd5-ace1-40fe-b811-83a8711fb883), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.866142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-403166ac-a71e-4221-a479-22354d624d3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b639dcd5-ace1-40fe-b811-83a8711fb883), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.896662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19cd653-b8ac-4cb0-b801-4ce869876632 None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:23.898391 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-403166ac-a71e-4221-a479-22354d624d3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.902512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56000) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:23.902681 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-403166ac-a71e-4221-a479-22354d624d3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1464698 Feb 10 07:07:23.904783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403166ac-a71e-4221-a479-22354d624d3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b639dcd5-ace1-40fe-b811-83a8711fb883,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:23.911083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c685efc8-43e8-42e4-9c54-bb9a0590ec3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'security_group': {'name': 'tempest-secgroup-884638184'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:23.933534 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c685efc8-43e8-42e4-9c54-bb9a0590ec3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:23.978028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-cc88c2d0-e084-47af-8198-327d95c10428 None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:23.978318 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc88c2d0-e084-47af-8198-327d95c10428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:24.083001 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c685efc8-43e8-42e4-9c54-bb9a0590ec3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (8a8623a9-7fcd-4484-bcb8-57b76c68c13b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:24.087268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e32af940-ad16-4753-8ac2-705e9ceadaa7 req-0dcd52a1-8b22-4792-b1cc-ffa84858d87d service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435742 Feb 10 07:07:24.090680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c685efc8-43e8-42e4-9c54-bb9a0590ec3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8a8623a9-7fcd-4484-bcb8-57b76c68c13b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:24.108101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cc88c2d0-e084-47af-8198-327d95c10428 None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:24.114803 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c685efc8-43e8-42e4-9c54-bb9a0590ec3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:24.118864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56002) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:24.119383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c685efc8-43e8-42e4-9c54-bb9a0590ec3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2144465 Feb 10 07:07:24.123915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-cc88c2d0-e084-47af-8198-327d95c10428 None None] Provisioning complete for port 11409db4-636f-4bfb-842e-b6105c532fb8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:24.124512 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc88c2d0-e084-47af-8198-327d95c10428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (11409db4-636f-4bfb-842e-b6105c532fb8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:24.134468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685efc8-43e8-42e4-9c54-bb9a0590ec3b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8623a9-7fcd-4484-bcb8-57b76c68c13b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:24.137807 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1929756758', 'security_groups': ['8a8623a9-7fcd-4484-bcb8-57b76c68c13b'], 'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d3250c2-ec4d-4d60-ad05-ea647d9f52e5'}]}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:24.188936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cc88c2d0-e084-47af-8198-327d95c10428 None None] Port 11409db4-636f-4bfb-842e-b6105c532fb8 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:24.201013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dfb753-18f2-43fa-8636-38226892cf00 None None] Update dhcp port {'port': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'fixed_ips': [{'subnet_id': 'a11800b9-730e-4491-8f2d-ff667fcb2a52', 'ip_address': '172.20.0.18'}, {'subnet_id': '3d3250c2-ec4d-4d60-ad05-ea647d9f52e5'}], 'binding:host_id': 'n-d-828670-1'}, 'id': 'fc326d8e-3383-45d5-bdda-69f2050623ec'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 07:07:24.240064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dfb753-18f2-43fa-8636-38226892cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:24.265231 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:24.418807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-72dfb753-18f2-43fa-8636-38226892cf00 None None] Allocated IP 172.20.0.2 (3ec5de45-78db-46a3-be7f-267a68913ae1/3d3250c2-ec4d-4d60-ad05-ea647d9f52e5/fc326d8e-3383-45d5-bdda-69f2050623ec) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:24.523186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-72dfb753-18f2-43fa-8636-38226892cf00 None None] For port fc326d8e-3383-45d5-bdda-69f2050623ec, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc326d8e-3383-45d5-bdda-69f2050623ec,segment=NetworkSegment(3babd371-9051-4768-aee6-3c4a06f8b5a5),segment_id=3babd371-9051-4768-aee6-3c4a06f8b5a5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:24.560100 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dfb753-18f2-43fa-8636-38226892cf00 None None] Publish callbacks [] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:24.565727 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dfb753-18f2-43fa-8636-38226892cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:24.659975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfb753-18f2-43fa-8636-38226892cf00 None None] Pushing event updated for resources: {'Port': ['ID=fc326d8e-3383-45d5-bdda-69f2050623ec,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:24.727123 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:24.746125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] device_id is not set on port 5270d8fe-ee57-47d8-9cd7-0de5409bb23a yet. {{(pid=103213) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 07:07:24.915990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.7 (3ec5de45-78db-46a3-be7f-267a68913ae1/3d3250c2-ec4d-4d60-ad05-ea647d9f52e5/5270d8fe-ee57-47d8-9cd7-0de5409bb23a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:25.069081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (5270d8fe-ee57-47d8-9cd7-0de5409bb23a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:25.108850 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5270d8fe-ee57-47d8-9cd7-0de5409bb23a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:25.160741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:25.164240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:25.168153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:07:25.175389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=5270d8fe-ee57-47d8-9cd7-0de5409bb23a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:25.223579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-03829a0e-4775-4d3f-84dd-82e3c6e0d3ee None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:25.224158 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03829a0e-4775-4d3f-84dd-82e3c6e0d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:25.227824 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:25.228433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:25.249324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:25.251099 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e406c0e2-e113-4b98-a46c-d4ebbbbe4fab tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1291409 Feb 10 07:07:25.256623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-352dda18-74d2-4c45-a9c3-d804bb1e8219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:25.347847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-03829a0e-4775-4d3f-84dd-82e3c6e0d3ee None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:25.361927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-03829a0e-4775-4d3f-84dd-82e3c6e0d3ee None None] Provisioning complete for port 11409db4-636f-4bfb-842e-b6105c532fb8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:25.362545 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03829a0e-4775-4d3f-84dd-82e3c6e0d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (11409db4-636f-4bfb-842e-b6105c532fb8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:25.406334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-03829a0e-4775-4d3f-84dd-82e3c6e0d3ee None None] Port 11409db4-636f-4bfb-842e-b6105c532fb8 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:25.413747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352dda18-74d2-4c45-a9c3-d804bb1e8219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:25.417178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-352dda18-74d2-4c45-a9c3-d804bb1e8219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:25.520551 n-d-828670-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-352dda18-74d2-4c45-a9c3-d804bb1e8219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d3250c2-ec4d-4d60-ad05-ea647d9f52e5 (CIDR: 172.20.0.0/28) Feb 10 07:07:25.524046 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-352dda18-74d2-4c45-a9c3-d804bb1e8219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 07:07:25.524556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352dda18-74d2-4c45-a9c3-d804bb1e8219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:25.543090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-352dda18-74d2-4c45-a9c3-d804bb1e8219 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2925832 Feb 10 07:07:25.545959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56008) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:25.551291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c4a05d8d-9c99-4468-893a-9d80bc20cf44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:25.641693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-453d8a6d-d0fd-46d1-afb0-7da12a77a0e5 None None] Provisioning complete for port 5270d8fe-ee57-47d8-9cd7-0de5409bb23a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:25.642220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-453d8a6d-d0fd-46d1-afb0-7da12a77a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5270d8fe-ee57-47d8-9cd7-0de5409bb23a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:25.676952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-453d8a6d-d0fd-46d1-afb0-7da12a77a0e5 None None] Port 5270d8fe-ee57-47d8-9cd7-0de5409bb23a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:25.695043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a05d8d-9c99-4468-893a-9d80bc20cf44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:25.698616 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4a05d8d-9c99-4468-893a-9d80bc20cf44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:25.788862 n-d-828670-1 neutron-server[103213]: INFO neutron.db.ipam_backend_mixin [None req-c4a05d8d-9c99-4468-893a-9d80bc20cf44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a11800b9-730e-4491-8f2d-ff667fcb2a52 (CIDR: 172.20.0.16/28) Feb 10 07:07:25.791728 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a05d8d-9c99-4468-893a-9d80bc20cf44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 07:07:25.792207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a05d8d-9c99-4468-893a-9d80bc20cf44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:25.806641 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c4a05d8d-9c99-4468-893a-9d80bc20cf44 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2594855 Feb 10 07:07:25.809935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56012) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:25.814893 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'subnet': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:25.921123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Made reservation on behalf of 064b6aa56ac34be685414a766092d33f for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:25.924747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:26.155325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc326d8e-3383-45d5-bdda-69f2050623ec up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:07:26.161218 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (e8d283e5-7309-47e2-bea4-b359248646d5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:26.209216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:07:26.212559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:26.217304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:26.217900 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:26.222633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacdd3d5-1744-4929-b0d1-1e8de914bc86 None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:26.225545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:26.226176 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:26.232568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Subnet': ['ID=e8d283e5-7309-47e2-bea4-b359248646d5,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:26.241423 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-938891ff-aacd-4bcf-be17-2540945f0297 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4302948 Feb 10 07:07:26.244085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56014) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:26.249504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-198092290', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8d283e5-7309-47e2-bea4-b359248646d5'}], 'security_groups': ['abb9fb5a-ac39-46d8-8780-7c1ac887c8e6', 'b639dcd5-ace1-40fe-b811-83a8711fb883']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:26.387968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:26.401351 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5270d8fe-ee57-47d8-9cd7-0de5409bb23a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:26.465512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] Update dhcp port {'port': {'network_id': '3ec5de45-78db-46a3-be7f-267a68913ae1', 'fixed_ips': [{'subnet_id': 'a11800b9-730e-4491-8f2d-ff667fcb2a52', 'ip_address': '172.20.0.18'}, {'subnet_id': '3d3250c2-ec4d-4d60-ad05-ea647d9f52e5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8d283e5-7309-47e2-bea4-b359248646d5'}], 'binding:host_id': 'n-d-828670-1'}, 'id': 'fc326d8e-3383-45d5-bdda-69f2050623ec'} from n-d-828670-1. {{(pid=103215) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 07:07:26.495981 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:26.707925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Delete allocated IP 172.20.0.7 (3ec5de45-78db-46a3-be7f-267a68913ae1/3d3250c2-ec4d-4d60-ad05-ea647d9f52e5) {{(pid=103214) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 07:07:26.718019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Allocated IP 172.20.0.34 (3ec5de45-78db-46a3-be7f-267a68913ae1/e8d283e5-7309-47e2-bea4-b359248646d5/5270d8fe-ee57-47d8-9cd7-0de5409bb23a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:26.889024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for port (5270d8fe-ee57-47d8-9cd7-0de5409bb23a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:26.894265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (5270d8fe-ee57-47d8-9cd7-0de5409bb23a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:26.952493 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-57817ca9-2def-40f7-9dd8-f325214b9a13 {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:07:26.953025 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:07:27.001260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event updated for resources: {'Port': ['ID=5270d8fe-ee57-47d8-9cd7-0de5409bb23a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:27.016512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] In _notify_port_updated(), no bound segment for port 5270d8fe-ee57-47d8-9cd7-0de5409bb23a on network 3ec5de45-78db-46a3-be7f-267a68913ae1 {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 07:07:27.021989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:27.022663 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.027243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-492f99d6-5810-44fc-abe5-25365626b102 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "PUT /v2.0/ports/5270d8fe-ee57-47d8-9cd7-0de5409bb23a HTTP/1.1" status: 200 len: 959 time: 0.7794669 Feb 10 07:07:27.028066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56026) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:27.126833 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a5eff3cf-4890-454c-a5fd-6d92c4ed4900 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 5270d8fe-ee57-47d8-9cd7-0de5409bb23a {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:27.127138 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5eff3cf-4890-454c-a5fd-6d92c4ed4900 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5270d8fe-ee57-47d8-9cd7-0de5409bb23a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.234222 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5eff3cf-4890-454c-a5fd-6d92c4ed4900 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5270d8fe-ee57-47d8-9cd7-0de5409bb23a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.248176 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a5eff3cf-4890-454c-a5fd-6d92c4ed4900 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 5270d8fe-ee57-47d8-9cd7-0de5409bb23a owned by {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:27.388639 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5eff3cf-4890-454c-a5fd-6d92c4ed4900 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5270d8fe-ee57-47d8-9cd7-0de5409bb23a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.421043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eff3cf-4890-454c-a5fd-6d92c4ed4900 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=5270d8fe-ee57-47d8-9cd7-0de5409bb23a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:27.489749 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5eff3cf-4890-454c-a5fd-6d92c4ed4900 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.493296 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a5eff3cf-4890-454c-a5fd-6d92c4ed4900 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/5270d8fe-ee57-47d8-9cd7-0de5409bb23a HTTP/1.1" status: 204 len: 168 time: 0.4640479 Feb 10 07:07:27.497189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56030) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:27.501366 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.525238 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf1d6f1-965c-499e-a8de-3089fc68949b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] GET failed (client error): The resource could not be found. Feb 10 07:07:27.529665 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fdf1d6f1-965c-499e-a8de-3089fc68949b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports/5270d8fe-ee57-47d8-9cd7-0de5409bb23a HTTP/1.1" status: 404 len: 333 time: 0.0283880 Feb 10 07:07:27.529894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56032) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:27.587590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ffc7-748c-450a-9d24-200c8b0575a7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (8a8623a9-7fcd-4484-bcb8-57b76c68c13b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.613114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ffc7-748c-450a-9d24-200c8b0575a7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (8a8623a9-7fcd-4484-bcb8-57b76c68c13b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.657065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ffc7-748c-450a-9d24-200c8b0575a7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (8a8623a9-7fcd-4484-bcb8-57b76c68c13b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.660360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ffc7-748c-450a-9d24-200c8b0575a7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.664606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56034) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:27.665135 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3fa8ffc7-748c-450a-9d24-200c8b0575a7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a8623a9-7fcd-4484-bcb8-57b76c68c13b HTTP/1.1" status: 204 len: 168 time: 0.1338434 Feb 10 07:07:27.675425 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8ffc7-748c-450a-9d24-200c8b0575a7 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8623a9-7fcd-4484-bcb8-57b76c68c13b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:27.680243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] Allocated IP 172.20.0.34 (3ec5de45-78db-46a3-be7f-267a68913ae1/e8d283e5-7309-47e2-bea4-b359248646d5/fc326d8e-3383-45d5-bdda-69f2050623ec) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:07:27.760328 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51f3cd3a-6cd0-4d1d-8833-959df9dff965 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (b639dcd5-ace1-40fe-b811-83a8711fb883), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.788019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51f3cd3a-6cd0-4d1d-8833-959df9dff965 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (b639dcd5-ace1-40fe-b811-83a8711fb883), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.796965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] For port fc326d8e-3383-45d5-bdda-69f2050623ec, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc326d8e-3383-45d5-bdda-69f2050623ec,segment=NetworkSegment(3babd371-9051-4768-aee6-3c4a06f8b5a5),segment_id=3babd371-9051-4768-aee6-3c4a06f8b5a5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:27.829230 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] Publish callbacks [] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.837802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.843122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51f3cd3a-6cd0-4d1d-8833-959df9dff965 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b639dcd5-ace1-40fe-b811-83a8711fb883), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.845692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51f3cd3a-6cd0-4d1d-8833-959df9dff965 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.849252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-51f3cd3a-6cd0-4d1d-8833-959df9dff965 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/security-groups/b639dcd5-ace1-40fe-b811-83a8711fb883 HTTP/1.1" status: 204 len: 168 time: 0.1795340 Feb 10 07:07:27.849655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56036) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:27.857281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3cd3a-6cd0-4d1d-8833-959df9dff965 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b639dcd5-ace1-40fe-b811-83a8711fb883,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:27.900475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb99b51-83cc-4f61-8d22-f97be6e360bd None None] Pushing event updated for resources: {'Port': ['ID=fc326d8e-3383-45d5-bdda-69f2050623ec,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:27.903580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b79b0e28-2513-48e6-89e7-777fb8275674 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (abb9fb5a-ac39-46d8-8780-7c1ac887c8e6), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.927175 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b79b0e28-2513-48e6-89e7-777fb8275674 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (abb9fb5a-ac39-46d8-8780-7c1ac887c8e6), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.984363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b79b0e28-2513-48e6-89e7-777fb8275674 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (abb9fb5a-ac39-46d8-8780-7c1ac887c8e6), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.988034 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b79b0e28-2513-48e6-89e7-777fb8275674 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:27.992549 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b79b0e28-2513-48e6-89e7-777fb8275674 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/security-groups/abb9fb5a-ac39-46d8-8780-7c1ac887c8e6 HTTP/1.1" status: 204 len: 168 time: 0.1392634 Feb 10 07:07:27.993041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:28.003928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b0e28-2513-48e6-89e7-777fb8275674 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb9fb5a-ac39-46d8-8780-7c1ac887c8e6,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:28.079660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5356095e-3baf-4260-b87c-3b0ca7f5fd75 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet 3d3250c2-ec4d-4d60-ad05-ea647d9f52e5 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:28.083511 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5356095e-3baf-4260-b87c-3b0ca7f5fd75 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (3d3250c2-ec4d-4d60-ad05-ea647d9f52e5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.138554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5356095e-3baf-4260-b87c-3b0ca7f5fd75 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (3d3250c2-ec4d-4d60-ad05-ea647d9f52e5), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.185358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc326d8e-3383-45d5-bdda-69f2050623ec up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:07:28.262755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5356095e-3baf-4260-b87c-3b0ca7f5fd75 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (3d3250c2-ec4d-4d60-ad05-ea647d9f52e5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.275001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:28.275504 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.335781 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5356095e-3baf-4260-b87c-3b0ca7f5fd75 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (3d3250c2-ec4d-4d60-ad05-ea647d9f52e5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.366108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356095e-3baf-4260-b87c-3b0ca7f5fd75 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3250c2-ec4d-4d60-ad05-ea647d9f52e5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:28.369842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5356095e-3baf-4260-b87c-3b0ca7f5fd75 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.372311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:28.373698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5356095e-3baf-4260-b87c-3b0ca7f5fd75 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/3d3250c2-ec4d-4d60-ad05-ea647d9f52e5 HTTP/1.1" status: 204 len: 168 time: 0.3795590 Feb 10 07:07:28.377574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56042) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:28.432015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-43388f0e-272d-450b-8414-10d85a2f69b9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet e8d283e5-7309-47e2-bea4-b359248646d5 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:28.436560 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43388f0e-272d-450b-8414-10d85a2f69b9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (e8d283e5-7309-47e2-bea4-b359248646d5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.483440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43388f0e-272d-450b-8414-10d85a2f69b9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (e8d283e5-7309-47e2-bea4-b359248646d5), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.585090 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43388f0e-272d-450b-8414-10d85a2f69b9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (e8d283e5-7309-47e2-bea4-b359248646d5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.653839 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43388f0e-272d-450b-8414-10d85a2f69b9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (e8d283e5-7309-47e2-bea4-b359248646d5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.671626 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150fb4a3-684c-4ceb-9f6c-3f0e0505c854 None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:28.686222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43388f0e-272d-450b-8414-10d85a2f69b9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d283e5-7309-47e2-bea4-b359248646d5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:28.688239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43388f0e-272d-450b-8414-10d85a2f69b9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.693685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-43388f0e-272d-450b-8414-10d85a2f69b9 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/e8d283e5-7309-47e2-bea4-b359248646d5 HTTP/1.1" status: 204 len: 168 time: 0.3132842 Feb 10 07:07:28.693825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:28.719907 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a29f630-778f-40e3-83ee-6414b5e76cf6 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:28.720368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a29f630-778f-40e3-83ee-6414b5e76cf6 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:28.723451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8a29f630-778f-40e3-83ee-6414b5e76cf6 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/3d3250c2-ec4d-4d60-ad05-ea647d9f52e5 HTTP/1.1" status: 404 len: 337 time: 0.0286853 Feb 10 07:07:28.725990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:28.759942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b3f70cee-18d0-45e5-acd1-313332a1a5da None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:28.759942 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3f70cee-18d0-45e5-acd1-313332a1a5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.786393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf8d67f-21ca-4bb5-807a-a3efea268288 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting subnet a11800b9-730e-4491-8f2d-ff667fcb2a52 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:28.789745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d67f-21ca-4bb5-807a-a3efea268288 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (a11800b9-730e-4491-8f2d-ff667fcb2a52), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.832397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d67f-21ca-4bb5-807a-a3efea268288 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (a11800b9-730e-4491-8f2d-ff667fcb2a52), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:28.926843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d67f-21ca-4bb5-807a-a3efea268288 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a11800b9-730e-4491-8f2d-ff667fcb2a52), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.012499 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d67f-21ca-4bb5-807a-a3efea268288 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (a11800b9-730e-4491-8f2d-ff667fcb2a52), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.040448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8d67f-21ca-4bb5-807a-a3efea268288 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Subnet': ['ID=a11800b9-730e-4491-8f2d-ff667fcb2a52,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:29.041232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b3f70cee-18d0-45e5-acd1-313332a1a5da None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:29.047291 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d67f-21ca-4bb5-807a-a3efea268288 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.050922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7bf8d67f-21ca-4bb5-807a-a3efea268288 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/a11800b9-730e-4491-8f2d-ff667fcb2a52 HTTP/1.1" status: 204 len: 168 time: 0.3235404 Feb 10 07:07:29.053189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.062101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b3f70cee-18d0-45e5-acd1-313332a1a5da None None] Provisioning complete for port 11409db4-636f-4bfb-842e-b6105c532fb8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:29.062650 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3f70cee-18d0-45e5-acd1-313332a1a5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (11409db4-636f-4bfb-842e-b6105c532fb8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.082902 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-587bddb8-df46-4aa7-a29c-76d9ff576ec1 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.083368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587bddb8-df46-4aa7-a29c-76d9ff576ec1 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.086500 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-587bddb8-df46-4aa7-a29c-76d9ff576ec1 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/1be10234-a0db-4cbb-8239-f1f7bd4cf1a4 HTTP/1.1" status: 404 len: 337 time: 0.0323215 Feb 10 07:07:29.089351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56052) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.111915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b3f70cee-18d0-45e5-acd1-313332a1a5da None None] Port 11409db4-636f-4bfb-842e-b6105c532fb8 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:07:29.126363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-866053fc-1b31-44d6-bb44-07ff631cea08 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "GET /v2.0/ports?device_id=31e65e6b-789f-42e7-83fe-85ac116f89a0 HTTP/1.1" status: 200 len: 205 time: 0.0275922 Feb 10 07:07:29.126363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.126872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b3f70cee-18d0-45e5-acd1-313332a1a5da None None] Could not find standard attr ID for object 5270d8fe-ee57-47d8-9cd7-0de5409bb23a. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:29.165731 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-b0ef7d43-43ef-4e42-bbfc-d4ae18c9fe85 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] delete failed (client error): The resource could not be found. Feb 10 07:07:29.169841 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0ef7d43-43ef-4e42-bbfc-d4ae18c9fe85 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/routers/31e65e6b-789f-42e7-83fe-85ac116f89a0 HTTP/1.1" status: 404 len: 336 time: 0.0449049 Feb 10 07:07:29.170010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.196930 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee1be12-6ba3-42ac-b765-a3361f3dfaca tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.197393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee1be12-6ba3-42ac-b765-a3361f3dfaca tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.202356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cee1be12-6ba3-42ac-b765-a3361f3dfaca tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/620aea75-4988-4977-8d16-53d64c3c150a HTTP/1.1" status: 404 len: 337 time: 0.0298245 Feb 10 07:07:29.203525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56060) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.233082 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-363de3bb-5f1a-445d-b9d5-6a25248fd6a2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.233697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363de3bb-5f1a-445d-b9d5-6a25248fd6a2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.236875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-363de3bb-5f1a-445d-b9d5-6a25248fd6a2 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/cbd85c59-87a2-4d28-baa2-0d07981b44ff HTTP/1.1" status: 404 len: 337 time: 0.0322070 Feb 10 07:07:29.240539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56062) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.274254 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ded2a7-d254-4e2d-8df4-54b067351ef1 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.274752 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ded2a7-d254-4e2d-8df4-54b067351ef1 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.281109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56064) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.281349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-20ded2a7-d254-4e2d-8df4-54b067351ef1 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/dd084e2e-c3a0-47d0-8797-ab0f9a98dde3 HTTP/1.1" status: 404 len: 337 time: 0.0390618 Feb 10 07:07:29.306471 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-29779f41-1bd6-4278-ba37-874755c625be tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.307043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29779f41-1bd6-4278-ba37-874755c625be tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.310145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-29779f41-1bd6-4278-ba37-874755c625be tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/9d644b42-a60c-4fc8-80fd-7357e92174bc HTTP/1.1" status: 404 len: 333 time: 0.0277789 Feb 10 07:07:29.312827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56066) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.338858 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-503587af-9279-4b76-a371-aa2076c9b3ba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.339323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503587af-9279-4b76-a371-aa2076c9b3ba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.345229 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-503587af-9279-4b76-a371-aa2076c9b3ba tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/e910336a-7094-4bae-8786-7decca17d9ba HTTP/1.1" status: 404 len: 337 time: 0.0291536 Feb 10 07:07:29.345724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56068) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.372380 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec0cb72-d864-4aab-a23b-c6cf3c51a5b8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.372844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec0cb72-d864-4aab-a23b-c6cf3c51a5b8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.378357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dec0cb72-d864-4aab-a23b-c6cf3c51a5b8 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/28a42a52-398a-498a-a5e6-6c911c302c34 HTTP/1.1" status: 404 len: 337 time: 0.0296464 Feb 10 07:07:29.379134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56070) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.406395 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-f087cf19-5ed8-4901-a1b4-c6e1964517fc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.407083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f087cf19-5ed8-4901-a1b4-c6e1964517fc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.410447 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f087cf19-5ed8-4901-a1b4-c6e1964517fc tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/cfcdfd3a-c1b9-4183-8d50-9b63ccfd64bb HTTP/1.1" status: 404 len: 333 time: 0.0302091 Feb 10 07:07:29.413100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56072) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.448572 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-545c31e5-e565-4ecd-8775-62d8970b411b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.449086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545c31e5-e565-4ecd-8775-62d8970b411b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.456011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-545c31e5-e565-4ecd-8775-62d8970b411b tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/17eb5833-1027-4202-98f5-081615970ceb HTTP/1.1" status: 404 len: 337 time: 0.0390453 Feb 10 07:07:29.456566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56076) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.488745 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef89d457-8286-4b7f-8edb-823f97a6291f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] DELETE failed (client error): The resource could not be found. Feb 10 07:07:29.489214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef89d457-8286-4b7f-8edb-823f97a6291f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:07:29.494351 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ef89d457-8286-4b7f-8edb-823f97a6291f tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/subnets/b2efaea1-8039-4804-9159-13ba95e673e6 HTTP/1.1" status: 404 len: 337 time: 0.0349298 Feb 10 07:07:29.495764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.602541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-49270ff1-00a8-48f6-b39b-6a98afc5d24d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port 11409db4-636f-4bfb-842e-b6105c532fb8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:29.602983 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49270ff1-00a8-48f6-b39b-6a98afc5d24d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (11409db4-636f-4bfb-842e-b6105c532fb8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.644484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be1370f-3b0b-46ad-a7ac-af08da929740 None None] Network 3ec5de45-78db-46a3-be7f-267a68913ae1 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:29.678293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49270ff1-00a8-48f6-b39b-6a98afc5d24d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (11409db4-636f-4bfb-842e-b6105c532fb8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.690698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-49270ff1-00a8-48f6-b39b-6a98afc5d24d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for 11409db4-636f-4bfb-842e-b6105c532fb8 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:29.747928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-257b7696-8143-4588-b90d-5b9b061e342b None None] Provisioning complete for port fc326d8e-3383-45d5-bdda-69f2050623ec triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:07:29.748431 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-257b7696-8143-4588-b90d-5b9b061e342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.780705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49270ff1-00a8-48f6-b39b-6a98afc5d24d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (11409db4-636f-4bfb-842e-b6105c532fb8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.824907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49270ff1-00a8-48f6-b39b-6a98afc5d24d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=11409db4-636f-4bfb-842e-b6105c532fb8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:29.839142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3d72a-17ab-4d9b-95cf-65da39491e0c None None] DHCP port deletion for 3ec5de45-78db-46a3-be7f-267a68913ae1 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:07:29.844458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-257b7696-8143-4588-b90d-5b9b061e342b None None] Current status of the port fc326d8e-3383-45d5-bdda-69f2050623ec is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:07:29.848824 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49270ff1-00a8-48f6-b39b-6a98afc5d24d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.851491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-257b7696-8143-4588-b90d-5b9b061e342b None None] Could not find standard attr ID for object 11409db4-636f-4bfb-842e-b6105c532fb8. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:07:29.852870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-49270ff1-00a8-48f6-b39b-6a98afc5d24d tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/ports/11409db4-636f-4bfb-842e-b6105c532fb8 HTTP/1.1" status: 204 len: 168 time: 0.3560898 Feb 10 07:07:29.855428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56084) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:29.900077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3d72a-17ab-4d9b-95cf-65da39491e0c None None] Deleting port fc326d8e-3383-45d5-bdda-69f2050623ec {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:29.900820 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d72a-17ab-4d9b-95cf-65da39491e0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.936115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (3ec5de45-78db-46a3-be7f-267a68913ae1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.970744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3ea3d72a-17ab-4d9b-95cf-65da39491e0c None None] For port fc326d8e-3383-45d5-bdda-69f2050623ec, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc326d8e-3383-45d5-bdda-69f2050623ec,segment=NetworkSegment(3babd371-9051-4768-aee6-3c4a06f8b5a5),segment_id=3babd371-9051-4768-aee6-3c4a06f8b5a5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:29.971137 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d72a-17ab-4d9b-95cf-65da39491e0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:29.984501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3d72a-17ab-4d9b-95cf-65da39491e0c None None] Calling delete_port for fc326d8e-3383-45d5-bdda-69f2050623ec owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:29.992918 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Deleting port fc326d8e-3383-45d5-bdda-69f2050623ec {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:29.993257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.061396 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] For port fc326d8e-3383-45d5-bdda-69f2050623ec, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fc326d8e-3383-45d5-bdda-69f2050623ec,segment=NetworkSegment(3babd371-9051-4768-aee6-3c4a06f8b5a5),segment_id=3babd371-9051-4768-aee6-3c4a06f8b5a5)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:30.061787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.064088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d72a-17ab-4d9b-95cf-65da39491e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.076488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Calling delete_port for fc326d8e-3383-45d5-bdda-69f2050623ec owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:30.094935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3d72a-17ab-4d9b-95cf-65da39491e0c None None] Pushing event deleted for resources: {'Port': ['ID=fc326d8e-3383-45d5-bdda-69f2050623ec,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:30.101006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3d72a-17ab-4d9b-95cf-65da39491e0c None None] No DVR routers for this DVR port fc326d8e-3383-45d5-bdda-69f2050623ec on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:07:30.169950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fc326d8e-3383-45d5-bdda-69f2050623ec), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.176801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc326d8e-3383-45d5-bdda-69f2050623ec no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:07:30.200337 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Port': ['ID=fc326d8e-3383-45d5-bdda-69f2050623ec,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:30.202503 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: fc326d8e-3383-45d5-bdda-69f2050623ec {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:07:30.203018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fc326d8e-3383-45d5-bdda-69f2050623ec not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:07:30.206865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] No DVR routers for this DVR port fc326d8e-3383-45d5-bdda-69f2050623ec on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:07:30.289587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (3ec5de45-78db-46a3-be7f-267a68913ae1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.314784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec5de45-78db-46a3-be7f-267a68913ae1']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:30.324128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3babd371-9051-4768-aee6-3c4a06f8b5a5') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:30.324423 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3babd371-9051-4768-aee6-3c4a06f8b5a5') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:30.333977 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (3babd371-9051-4768-aee6-3c4a06f8b5a5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.347040 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3babd371-9051-4768-aee6-3c4a06f8b5a5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.353050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:07:30.353434 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (3babd371-9051-4768-aee6-3c4a06f8b5a5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: self.session.flush() Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:07:30.356970 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:07:30.414628 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (3ec5de45-78db-46a3-be7f-267a68913ae1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.421051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.424430 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] 10.222.0.21 "DELETE /v2.0/networks/3ec5de45-78db-46a3-be7f-267a68913ae1 HTTP/1.1" status: 204 len: 168 time: 0.5680144 Feb 10 07:07:30.443639 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b875cdf-3602-4955-89de-cca4916da064 tempest-PortsTestJSON-681093624 tempest-PortsTestJSON-681093624-project] Pushing event deleted for resources: {'Network': ['ID=3ec5de45-78db-46a3-be7f-267a68913ae1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:30.671015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56092) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:30.809124 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8bce4d1c-7605-47f5-8e1e-9198e7ea9844 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=064b6aa56ac34be685414a766092d33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367862 Feb 10 07:07:30.811593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56096) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:30.867473 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-249f939d-5d07-41cd-beca-f6cac4f0609d admin admin] Publish callbacks [] for security_group (6f162a73-5fab-4076-a6d8-0fe9304cbe5f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.893453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-249f939d-5d07-41cd-beca-f6cac4f0609d admin admin] Publish callbacks [] for security_group (6f162a73-5fab-4076-a6d8-0fe9304cbe5f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.940602 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-249f939d-5d07-41cd-beca-f6cac4f0609d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6f162a73-5fab-4076-a6d8-0fe9304cbe5f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.943304 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-249f939d-5d07-41cd-beca-f6cac4f0609d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:30.944457 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-249f939d-5d07-41cd-beca-f6cac4f0609d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f162a73-5fab-4076-a6d8-0fe9304cbe5f HTTP/1.1" status: 204 len: 168 time: 0.1318772 Feb 10 07:07:30.952448 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f939d-5d07-41cd-beca-f6cac4f0609d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f162a73-5fab-4076-a6d8-0fe9304cbe5f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:31.666894 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56120) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:31.793280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-adecd26e-fb87-4a9a-bed1-2ec310a6393f tempest-DvrRoutersNegativeTest-1735728339 tempest-DvrRoutersNegativeTest-1735728339-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-471928864', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:31.810643 n-d-828670-1 neutron-server[103213]: DEBUG neutron.policy [None req-adecd26e-fb87-4a9a-bed1-2ec310a6393f tempest-DvrRoutersNegativeTest-1735728339 tempest-DvrRoutersNegativeTest-1735728339-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103213) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 10 07:07:31.811170 n-d-828670-1 neutron-server[103213]: DEBUG neutron.policy [None req-adecd26e-fb87-4a9a-bed1-2ec310a6393f tempest-DvrRoutersNegativeTest-1735728339 tempest-DvrRoutersNegativeTest-1735728339-project] Failed policy check for 'create_router' {{(pid=103213) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 10 07:07:31.812058 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-adecd26e-fb87-4a9a-bed1-2ec310a6393f tempest-DvrRoutersNegativeTest-1735728339 tempest-DvrRoutersNegativeTest-1735728339-project] create failed (client error): Access was denied to this resource. Feb 10 07:07:31.816927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-adecd26e-fb87-4a9a-bed1-2ec310a6393f tempest-DvrRoutersNegativeTest-1735728339 tempest-DvrRoutersNegativeTest-1735728339-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1467223 Feb 10 07:07:32.073896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56130) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:32.185286 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51de22c1-595d-414e-a792-912babcf8eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:32.263536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51de22c1-595d-414e-a792-912babcf8eb6 admin admin] Publish callbacks [] for security_group (0d365d09-84d3-431c-a12b-04ec45a87a26), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:32.267428 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51de22c1-595d-414e-a792-912babcf8eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0d365d09-84d3-431c-a12b-04ec45a87a26), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:32.310349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de22c1-595d-414e-a792-912babcf8eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d365d09-84d3-431c-a12b-04ec45a87a26,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:32.318282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-51de22c1-595d-414e-a792-912babcf8eb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a144715000704796a5c7225716bcc35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409005 Feb 10 07:07:32.318784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56134) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:32.365461 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94b37afd-b2a0-40e5-83e0-8983dc8d3fb8 admin admin] Publish callbacks [] for security_group (0d365d09-84d3-431c-a12b-04ec45a87a26), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:32.385769 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94b37afd-b2a0-40e5-83e0-8983dc8d3fb8 admin admin] Publish callbacks [] for security_group (0d365d09-84d3-431c-a12b-04ec45a87a26), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:32.432251 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94b37afd-b2a0-40e5-83e0-8983dc8d3fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0d365d09-84d3-431c-a12b-04ec45a87a26), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:32.434882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94b37afd-b2a0-40e5-83e0-8983dc8d3fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:32.436041 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-94b37afd-b2a0-40e5-83e0-8983dc8d3fb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d365d09-84d3-431c-a12b-04ec45a87a26 HTTP/1.1" status: 204 len: 168 time: 0.1166315 Feb 10 07:07:32.443812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b37afd-b2a0-40e5-83e0-8983dc8d3fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d365d09-84d3-431c-a12b-04ec45a87a26,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:33.107215 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56158) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:33.202347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-796383929'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:33.226277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Made reservation on behalf of 85e4f145885a4ac584b66632a0bfe700 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:33.229678 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:33.238696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:33.311726 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks [] for security_group (5335cd66-bd3b-48dd-9483-6d89498a3813), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:33.315420 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5335cd66-bd3b-48dd-9483-6d89498a3813), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:33.348083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:07:33.355730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5335cd66-bd3b-48dd-9483-6d89498a3813,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:33.366631 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (60630d28-10dc-4135-aeb6-a6383f6048f7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:33.366976 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Added segment 60630d28-10dc-4135-aeb6-a6383f6048f7 of type vlan for network 1dddf35a-a7c2-45ae-92ca-7563ac1f875b Feb 10 07:07:33.368895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.369241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.369576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.369917 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.370245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.370591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.370947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.371271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.371591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.371912 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.372332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.372658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.372980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:33.415640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (1dddf35a-a7c2-45ae-92ca-7563ac1f875b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:33.442407 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (1dddf35a-a7c2-45ae-92ca-7563ac1f875b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:33.447361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:33.447939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:33.487823 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3795192 Feb 10 07:07:33.491182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56162) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:33.519974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-79112f63-c847-441b-b113-484e333eff6e tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b', 'tempest-TagsTest-Tag-487777857') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:33.525784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80062a50-111b-40f5-955b-0039a2286fa0 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Pushing event updated for resources: {'Network': ['ID=1dddf35a-a7c2-45ae-92ca-7563ac1f875b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:33.536471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 1dddf35a-a7c2-45ae-92ca-7563ac1f875b details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:07:33.611664 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-79112f63-c847-441b-b113-484e333eff6e tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "PUT /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags/tempest-TagsTest-Tag-487777857 HTTP/1.1" status: 201 len: 201 time: 0.1195471 Feb 10 07:07:33.614132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56164) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:33.618183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-fcead84e-5627-4e3d-8bfb-c37bb9bc825a tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b', 'tempest-TagsTest-Tag-487777857') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:33.688767 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fcead84e-5627-4e3d-8bfb-c37bb9bc825a tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "GET /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags/tempest-TagsTest-Tag-487777857 HTTP/1.1" status: 204 len: 168 time: 0.0735443 Feb 10 07:07:33.691236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56168) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:33.695286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-6328bed0-c2c4-4b38-8c94-ff0fe33cd7b6 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:33.765652 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6328bed0-c2c4-4b38-8c94-ff0fe33cd7b6 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "GET /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags HTTP/1.1" status: 200 len: 237 time: 0.0733066 Feb 10 07:07:33.768150 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56170) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:33.772967 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.tag.tag_plugin [None req-89880146-b9c8-47ea-9ece-731d5027a35b tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b', {'tags': ['tempest-TagsTest-Tag-562154572', 'tempest-TagsTest-Tag-1892479688', 'tempest-TagsTest-Tag-399276830']}) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:33.868782 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-89880146-b9c8-47ea-9ece-731d5027a35b tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "PUT /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags HTTP/1.1" status: 200 len: 307 time: 0.0995681 Feb 10 07:07:33.872100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:33.876983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-bc9da2a2-15d3-4f68-8594-4e7c2638c71b tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b', 'tempest-TagsTest-Tag-562154572') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:34.317574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc9da2a2-15d3-4f68-8594-4e7c2638c71b tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "DELETE /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags/tempest-TagsTest-Tag-562154572 HTTP/1.1" status: 204 len: 168 time: 0.4420090 Feb 10 07:07:34.317813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56174) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:34.321848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-3aef9494-63fd-43eb-bb11-e4adb3289185 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b', 'tempest-TagsTest-Tag-562154572') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:34.386353 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-3aef9494-63fd-43eb-bb11-e4adb3289185 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] show failed (client error): The resource could not be found. Feb 10 07:07:34.387298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3aef9494-63fd-43eb-bb11-e4adb3289185 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "GET /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags/tempest-TagsTest-Tag-562154572 HTTP/1.1" status: 404 len: 325 time: 0.0686030 Feb 10 07:07:34.389897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:34.393949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-6814c031-4e6d-4233-8a37-859c4ab443c9 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b', 'tempest-TagsTest-Tag-1892479688') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:34.463988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6814c031-4e6d-4233-8a37-859c4ab443c9 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "GET /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags/tempest-TagsTest-Tag-1892479688 HTTP/1.1" status: 204 len: 168 time: 0.0728934 Feb 10 07:07:34.465960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56178) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:34.470238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-cad2e50a-adf9-4811-be98-faee588653d2 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b', 'tempest-TagsTest-Tag-399276830') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:34.534411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cad2e50a-adf9-4811-be98-faee588653d2 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "GET /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags/tempest-TagsTest-Tag-399276830 HTTP/1.1" status: 204 len: 168 time: 0.0673392 Feb 10 07:07:34.536740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:34.540829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-101375bb-0bb0-4151-823b-f20af6a0dad2 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:34.623721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-101375bb-0bb0-4151-823b-f20af6a0dad2 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "DELETE /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags HTTP/1.1" status: 204 len: 168 time: 0.0860095 Feb 10 07:07:34.626224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56182) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:34.630580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-43210df7-819f-4d97-a9e4-8cc2ba4729fa tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b', 'tempest-TagsTest-Tag-1892479688') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:34.695164 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-43210df7-819f-4d97-a9e4-8cc2ba4729fa tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] show failed (client error): The resource could not be found. Feb 10 07:07:34.696233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-43210df7-819f-4d97-a9e4-8cc2ba4729fa tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "GET /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags/tempest-TagsTest-Tag-1892479688 HTTP/1.1" status: 404 len: 326 time: 0.0690367 Feb 10 07:07:34.699010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:34.703138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-d1726bf6-453e-4497-b45e-29af1c2ae837 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b', 'tempest-TagsTest-Tag-399276830') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:34.782070 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-d1726bf6-453e-4497-b45e-29af1c2ae837 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] show failed (client error): The resource could not be found. Feb 10 07:07:34.783254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d1726bf6-453e-4497-b45e-29af1c2ae837 tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "GET /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags/tempest-TagsTest-Tag-399276830 HTTP/1.1" status: 404 len: 325 time: 0.0832379 Feb 10 07:07:34.785848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:34.789968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-abc9959a-2d3a-4263-81b7-8e22e0df895e tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1dddf35a-a7c2-45ae-92ca-7563ac1f875b') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:34.859391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-abc9959a-2d3a-4263-81b7-8e22e0df895e tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "DELETE /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b/tags HTTP/1.1" status: 204 len: 168 time: 0.0724685 Feb 10 07:07:34.863766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56190) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:34.940844 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (1dddf35a-a7c2-45ae-92ca-7563ac1f875b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.032111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (1dddf35a-a7c2-45ae-92ca-7563ac1f875b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.053202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dddf35a-a7c2-45ae-92ca-7563ac1f875b']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:35.063340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60630d28-10dc-4135-aeb6-a6383f6048f7') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:35.063641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60630d28-10dc-4135-aeb6-a6383f6048f7') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:35.073482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (60630d28-10dc-4135-aeb6-a6383f6048f7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.087690 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (60630d28-10dc-4135-aeb6-a6383f6048f7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.094225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:07:35.094718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (60630d28-10dc-4135-aeb6-a6383f6048f7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:07:35.097994 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:07:35.159059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (1dddf35a-a7c2-45ae-92ca-7563ac1f875b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.163606 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.169880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] 10.222.0.21 "DELETE /v2.0/networks/1dddf35a-a7c2-45ae-92ca-7563ac1f875b HTTP/1.1" status: 204 len: 168 time: 0.3027890 Feb 10 07:07:35.185200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca176eb-f75a-44a3-a34f-1671f7d28c9d tempest-TagsTest-2105206430 tempest-TagsTest-2105206430-project] Pushing event deleted for resources: {'Network': ['ID=1dddf35a-a7c2-45ae-92ca-7563ac1f875b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:35.415780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56196) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:35.550489 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c2f2981a-29f4-4e5b-842a-1314dae68118 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85e4f145885a4ac584b66632a0bfe700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313150 Feb 10 07:07:35.550790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56200) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:35.597318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-688f9dca-463e-438a-9101-47208cc59097 admin admin] Publish callbacks [] for security_group (5335cd66-bd3b-48dd-9483-6d89498a3813), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.618624 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-688f9dca-463e-438a-9101-47208cc59097 admin admin] Publish callbacks [] for security_group (5335cd66-bd3b-48dd-9483-6d89498a3813), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.670102 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-688f9dca-463e-438a-9101-47208cc59097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (5335cd66-bd3b-48dd-9483-6d89498a3813), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.672888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-688f9dca-463e-438a-9101-47208cc59097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:35.674073 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-688f9dca-463e-438a-9101-47208cc59097 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5335cd66-bd3b-48dd-9483-6d89498a3813 HTTP/1.1" status: 204 len: 168 time: 0.1223166 Feb 10 07:07:35.682329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f9dca-463e-438a-9101-47208cc59097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5335cd66-bd3b-48dd-9483-6d89498a3813,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:36.019453 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:07:36.369541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56226) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:36.467952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1286598779-network', 'tenant_id': '6402529c4fbe429195f4a7382700ec10'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:36.488479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Made reservation on behalf of 6402529c4fbe429195f4a7382700ec10 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:36.490842 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:36.498928 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:36.572547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Publish callbacks [] for security_group (095bc1b8-8bba-4b83-ac08-d8a74bcb9e3c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:36.577286 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (095bc1b8-8bba-4b83-ac08-d8a74bcb9e3c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:36.598501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:07:36.613338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095bc1b8-8bba-4b83-ac08-d8a74bcb9e3c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:36.616245 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f4f10e31-dda8-49a5-bdb8-dcc81d011494), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:36.616592 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Added segment f4f10e31-dda8-49a5-bdb8-dcc81d011494 of type vlan for network 20946f76-14a4-4f4d-b1a9-cf97508cba5d Feb 10 07:07:36.657137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (20946f76-14a4-4f4d-b1a9-cf97508cba5d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:36.682318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (20946f76-14a4-4f4d-b1a9-cf97508cba5d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:36.683839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:36.684428 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:36.732450 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3617992 Feb 10 07:07:36.735408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56230) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:36.741058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Request body: {'subnet': {'network_id': '20946f76-14a4-4f4d-b1a9-cf97508cba5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1286598779-subnet', 'tenant_id': '6402529c4fbe429195f4a7382700ec10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:36.763727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Made reservation on behalf of 6402529c4fbe429195f4a7382700ec10 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:36.767239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:36.777673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e7b7d-76c0-4246-9707-7e496012e96f admin admin] Pushing event updated for resources: {'Network': ['ID=20946f76-14a4-4f4d-b1a9-cf97508cba5d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:36.788060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 20946f76-14a4-4f4d-b1a9-cf97508cba5d details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:07:36.944927 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (4ac90d9f-c20b-468a-8815-94049cd5810c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.001510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac90d9f-c20b-468a-8815-94049cd5810c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:37.012771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Checking segment: {'id': 'f4f10e31-dda8-49a5-bdb8-dcc81d011494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '20946f76-14a4-4f4d-b1a9-cf97508cba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:07:37.013364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Network hostable DHCP agents. Network: 20946f76-14a4-4f4d-b1a9-cf97508cba5d, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:07:37.045119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Network 20946f76-14a4-4f4d-b1a9-cf97508cba5d is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:07:37.046935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.054471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 20946f76-14a4-4f4d-b1a9-cf97508cba5d) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:37.059573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:37.060161 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.065060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4025b4-0f6a-469e-a69a-a7388417bc1c None None] Network 20946f76-14a4-4f4d-b1a9-cf97508cba5d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:37.089790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-93f504c3-d4bd-49ed-a722-577a18922a39 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3529425 Feb 10 07:07:37.170496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1b45c-752f-42d5-bc02-f701b13dd511 None None] Network 20946f76-14a4-4f4d-b1a9-cf97508cba5d requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:37.204470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-260f22ff-b965-4ccc-a40a-19a7dde5d20e req-d2272b4d-0c33-4e1e-af48-0e0508c5c070 service neutron] (103213) timed out ('10.222.0.21', 49068) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:07:37.595353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:37.600394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-623121296-network', 'tenant_id': '66eae11e80ba4ac7948ed2ad0e45cf93'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:37.619633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Made reservation on behalf of 66eae11e80ba4ac7948ed2ad0e45cf93 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:37.622003 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.631533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.714186 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Publish callbacks [] for security_group (3c96a1d1-7871-4723-9ff1-c7dc7845d03f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.719378 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3c96a1d1-7871-4723-9ff1-c7dc7845d03f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.746868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:07:37.753206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c96a1d1-7871-4723-9ff1-c7dc7845d03f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:37.760166 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c3645a8e-1b0a-4d80-8904-708583227940), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.760511 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Added segment c3645a8e-1b0a-4d80-8904-708583227940 of type vlan for network acf3fb13-39e6-4f28-9a2a-94a16cbda617 Feb 10 07:07:37.804291 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (acf3fb13-39e6-4f28-9a2a-94a16cbda617), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.830704 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (acf3fb13-39e6-4f28-9a2a-94a16cbda617), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.831656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:37.832231 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.870843 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2742746 Feb 10 07:07:37.874128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56252) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:37.883772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Request body: {'subnet': {'network_id': 'acf3fb13-39e6-4f28-9a2a-94a16cbda617', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-623121296-subnet', 'tenant_id': '66eae11e80ba4ac7948ed2ad0e45cf93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:07:37.907347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Made reservation on behalf of 66eae11e80ba4ac7948ed2ad0e45cf93 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:07:37.910058 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:37.911174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ab6c9-0dd0-4776-985c-62cb181b7543 admin admin] Pushing event updated for resources: {'Network': ['ID=acf3fb13-39e6-4f28-9a2a-94a16cbda617,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:37.922377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network acf3fb13-39e6-4f28-9a2a-94a16cbda617 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:07:38.112098 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (31e7a738-7679-4fe7-afb2-6fa6936f15ca), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.165648 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e7a738-7679-4fe7-afb2-6fa6936f15ca,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:38.183701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Checking segment: {'id': 'c3645a8e-1b0a-4d80-8904-708583227940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'acf3fb13-39e6-4f28-9a2a-94a16cbda617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:07:38.184052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Network hostable DHCP agents. Network: acf3fb13-39e6-4f28-9a2a-94a16cbda617, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:07:38.203535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Network acf3fb13-39e6-4f28-9a2a-94a16cbda617 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:07:38.213755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, acf3fb13-39e6-4f28-9a2a-94a16cbda617) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:07:38.218329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:38.218934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.230036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2caeb07-9310-47eb-846d-668a7220f891 None None] Network acf3fb13-39e6-4f28-9a2a-94a16cbda617 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:38.237833 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5352bec4-5c90-4a58-b831-e2cda3805e2a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3581562 Feb 10 07:07:38.343019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a6fc45-1f5b-4ff8-b198-7cdb4cb98154 None None] Network acf3fb13-39e6-4f28-9a2a-94a16cbda617 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:07:38.375780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56256) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:38.423417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccda366-daf6-4441-a273-f57485123c73 admin admin] Deleting subnet 4ac90d9f-c20b-468a-8815-94049cd5810c {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:38.426851 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bccda366-daf6-4441-a273-f57485123c73 admin admin] Publish callbacks [] for subnet (4ac90d9f-c20b-468a-8815-94049cd5810c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.478362 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bccda366-daf6-4441-a273-f57485123c73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (4ac90d9f-c20b-468a-8815-94049cd5810c), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.519580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bccda366-daf6-4441-a273-f57485123c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (4ac90d9f-c20b-468a-8815-94049cd5810c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.574031 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bccda366-daf6-4441-a273-f57485123c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (4ac90d9f-c20b-468a-8815-94049cd5810c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.599076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccda366-daf6-4441-a273-f57485123c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac90d9f-c20b-468a-8815-94049cd5810c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:38.606195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bccda366-daf6-4441-a273-f57485123c73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.609742 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bccda366-daf6-4441-a273-f57485123c73 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4ac90d9f-c20b-468a-8815-94049cd5810c HTTP/1.1" status: 204 len: 168 time: 0.2328489 Feb 10 07:07:38.612086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56258) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:38.691915 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (20946f76-14a4-4f4d-b1a9-cf97508cba5d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.770582 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (20946f76-14a4-4f4d-b1a9-cf97508cba5d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.790676 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20946f76-14a4-4f4d-b1a9-cf97508cba5d']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:38.800856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f10e31-dda8-49a5-bdb8-dcc81d011494') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:38.801221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f10e31-dda8-49a5-bdb8-dcc81d011494') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:38.811816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (f4f10e31-dda8-49a5-bdb8-dcc81d011494), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.825070 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (f4f10e31-dda8-49a5-bdb8-dcc81d011494), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.831404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:07:38.831787 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (f4f10e31-dda8-49a5-bdb8-dcc81d011494), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:07:38.833583 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:07:38.894447 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (20946f76-14a4-4f4d-b1a9-cf97508cba5d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.900635 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:38.905893 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] 10.222.0.21 "DELETE /v2.0/networks/20946f76-14a4-4f4d-b1a9-cf97508cba5d HTTP/1.1" status: 204 len: 168 time: 0.2917819 Feb 10 07:07:38.907893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56262) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:38.920592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac03f0-9bfd-4f7f-a96c-a21129410b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=20946f76-14a4-4f4d-b1a9-cf97508cba5d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:38.973075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d62ea9-2c9e-42c4-ac31-2650ba9bda87 admin admin] Deleting subnet 31e7a738-7679-4fe7-afb2-6fa6936f15ca {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:07:38.976580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08d62ea9-2c9e-42c4-ac31-2650ba9bda87 admin admin] Publish callbacks [] for subnet (31e7a738-7679-4fe7-afb2-6fa6936f15ca), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.012246 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08d62ea9-2c9e-42c4-ac31-2650ba9bda87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (31e7a738-7679-4fe7-afb2-6fa6936f15ca), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.052036 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08d62ea9-2c9e-42c4-ac31-2650ba9bda87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (31e7a738-7679-4fe7-afb2-6fa6936f15ca), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.105669 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08d62ea9-2c9e-42c4-ac31-2650ba9bda87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (31e7a738-7679-4fe7-afb2-6fa6936f15ca), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.134741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d62ea9-2c9e-42c4-ac31-2650ba9bda87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e7a738-7679-4fe7-afb2-6fa6936f15ca,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:39.138564 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08d62ea9-2c9e-42c4-ac31-2650ba9bda87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.141693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-08d62ea9-2c9e-42c4-ac31-2650ba9bda87 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/31e7a738-7679-4fe7-afb2-6fa6936f15ca HTTP/1.1" status: 204 len: 168 time: 0.2327871 Feb 10 07:07:39.144382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56264) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:39.220590 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (acf3fb13-39e6-4f28-9a2a-94a16cbda617), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.300984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (acf3fb13-39e6-4f28-9a2a-94a16cbda617), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.322260 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf3fb13-39e6-4f28-9a2a-94a16cbda617']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:39.332574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3645a8e-1b0a-4d80-8904-708583227940') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:39.333119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3645a8e-1b0a-4d80-8904-708583227940') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:39.343183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (c3645a8e-1b0a-4d80-8904-708583227940), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.357056 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c3645a8e-1b0a-4d80-8904-708583227940), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.363014 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:07:39.363572 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (c3645a8e-1b0a-4d80-8904-708583227940), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:07:39.365187 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:07:39.424494 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (acf3fb13-39e6-4f28-9a2a-94a16cbda617), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.430143 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.433884 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] 10.222.0.21 "DELETE /v2.0/networks/acf3fb13-39e6-4f28-9a2a-94a16cbda617 HTTP/1.1" status: 204 len: 168 time: 0.2881348 Feb 10 07:07:39.446029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea47be-b38a-4057-8e96-bd1d1b0db618 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf3fb13-39e6-4f28-9a2a-94a16cbda617,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:39.607066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56268) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:39.649226 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-20e953dc-b42b-43dd-baec-5d748548193c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6402529c4fbe429195f4a7382700ec10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409272 Feb 10 07:07:39.651568 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56270) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:39.698600 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2138e17-3c5c-4293-80f2-de74a85a8a10 admin admin] Publish callbacks [] for security_group (095bc1b8-8bba-4b83-ac08-d8a74bcb9e3c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.720737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2138e17-3c5c-4293-80f2-de74a85a8a10 admin admin] Publish callbacks [] for security_group (095bc1b8-8bba-4b83-ac08-d8a74bcb9e3c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.776457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2138e17-3c5c-4293-80f2-de74a85a8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (095bc1b8-8bba-4b83-ac08-d8a74bcb9e3c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.781008 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2138e17-3c5c-4293-80f2-de74a85a8a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:39.783548 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a2138e17-3c5c-4293-80f2-de74a85a8a10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/095bc1b8-8bba-4b83-ac08-d8a74bcb9e3c HTTP/1.1" status: 204 len: 168 time: 0.1309254 Feb 10 07:07:39.792552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2138e17-3c5c-4293-80f2-de74a85a8a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095bc1b8-8bba-4b83-ac08-d8a74bcb9e3c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:40.151535 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56278) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:40.203348 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c2dc1295-59b2-4430-ad2e-80833a6cf161 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66eae11e80ba4ac7948ed2ad0e45cf93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480828 Feb 10 07:07:40.203631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56280) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:40.257017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946342f0-94a1-4a0f-8208-ada027922f00 admin admin] Publish callbacks [] for security_group (3c96a1d1-7871-4723-9ff1-c7dc7845d03f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:40.279117 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946342f0-94a1-4a0f-8208-ada027922f00 admin admin] Publish callbacks [] for security_group (3c96a1d1-7871-4723-9ff1-c7dc7845d03f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:40.306493 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:40.332820 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946342f0-94a1-4a0f-8208-ada027922f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (3c96a1d1-7871-4723-9ff1-c7dc7845d03f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:40.335437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946342f0-94a1-4a0f-8208-ada027922f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:40.340008 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-946342f0-94a1-4a0f-8208-ada027922f00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c96a1d1-7871-4723-9ff1-c7dc7845d03f HTTP/1.1" status: 204 len: 168 time: 0.1319580 Feb 10 07:07:40.347349 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06667777-198a-499e-83ee-eed798e08627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:40.350644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946342f0-94a1-4a0f-8208-ada027922f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c96a1d1-7871-4723-9ff1-c7dc7845d03f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:42.566699 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c45-4f8a-4c5c-b914-664840d41c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:43.877773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:44.923660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:45.080645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:45.256527 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Publish callbacks [] for security_group (2c0cbe3b-6f70-4b93-b678-fb592b4f1e77), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:45.266005 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2c0cbe3b-6f70-4b93-b678-fb592b4f1e77), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:45.313910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0cbe3b-6f70-4b93-b678-fb592b4f1e77,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:45.323779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.324021 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:45.324926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.325426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.326078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.326601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.327160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.327646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.328194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.328677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.329187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.329767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.330588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.331160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:07:45.339440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56382) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:45.340153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0149b39e-7b67-4e3d-94f2-8ce1b1c9e511 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=205a6640184c4246b6fe2cb3ff4e7ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4142182 Feb 10 07:07:45.397039 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9102-c8ad-4040-93aa-327da39d2b25 admin admin] Publish callbacks [] for security_group (2c0cbe3b-6f70-4b93-b678-fb592b4f1e77), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:45.421959 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9102-c8ad-4040-93aa-327da39d2b25 admin admin] Publish callbacks [] for security_group (2c0cbe3b-6f70-4b93-b678-fb592b4f1e77), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:45.496672 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9102-c8ad-4040-93aa-327da39d2b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2c0cbe3b-6f70-4b93-b678-fb592b4f1e77), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:45.499635 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9102-c8ad-4040-93aa-327da39d2b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:45.501559 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3e6b9102-c8ad-4040-93aa-327da39d2b25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c0cbe3b-6f70-4b93-b678-fb592b4f1e77 HTTP/1.1" status: 204 len: 168 time: 0.1607277 Feb 10 07:07:45.531528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b9102-c8ad-4040-93aa-327da39d2b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0cbe3b-6f70-4b93-b678-fb592b4f1e77,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:45.877217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56390) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:45.903464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8cc86ade-7a70-4976-b688-a33eae135e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:45.996363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8cc86ade-7a70-4976-b688-a33eae135e3a admin admin] Publish callbacks [] for security_group (f35b5fcb-8ac4-443e-947e-06711719d67a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:46.003329 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8cc86ade-7a70-4976-b688-a33eae135e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f35b5fcb-8ac4-443e-947e-06711719d67a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:46.041252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc86ade-7a70-4976-b688-a33eae135e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35b5fcb-8ac4-443e-947e-06711719d67a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:46.048477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56392) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:07:46.055402 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8cc86ade-7a70-4976-b688-a33eae135e3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b624e05bba634924b963ab964f3a9dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761007 Feb 10 07:07:46.099755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe92b675-81ca-4baa-a6e9-1892177df17d admin admin] Publish callbacks [] for security_group (f35b5fcb-8ac4-443e-947e-06711719d67a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:46.120898 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe92b675-81ca-4baa-a6e9-1892177df17d admin admin] Publish callbacks [] for security_group (f35b5fcb-8ac4-443e-947e-06711719d67a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:46.172393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe92b675-81ca-4baa-a6e9-1892177df17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f35b5fcb-8ac4-443e-947e-06711719d67a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:46.175629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe92b675-81ca-4baa-a6e9-1892177df17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:46.180355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe92b675-81ca-4baa-a6e9-1892177df17d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f35b5fcb-8ac4-443e-947e-06711719d67a HTTP/1.1" status: 204 len: 168 time: 0.1308300 Feb 10 07:07:46.191185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92b675-81ca-4baa-a6e9-1892177df17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35b5fcb-8ac4-443e-947e-06711719d67a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:46.468756 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:46.521039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e76a8-4a4e-4460-ba31-885d430162c3 req-95ce80af-d7e6-4c89-b436-1ac1422e1260 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:46.522997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30e76a8-4a4e-4460-ba31-885d430162c3 req-95ce80af-d7e6-4c89-b436-1ac1422e1260 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 945 time: 0.1001012 Feb 10 07:07:46.584795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30e76a8-4a4e-4460-ba31-885d430162c3 req-df922a43-009e-4b02-9f0e-03bbbadc7281 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534983 Feb 10 07:07:47.726470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f8a4-ec67-4015-a20b-1db0c820b066 req-d5e85645-372a-4971-8a39-0e3a60b5a434 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:47.728140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1937f8a4-ec67-4015-a20b-1db0c820b066 req-d5e85645-372a-4971-8a39-0e3a60b5a434 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 945 time: 0.0613971 Feb 10 07:07:47.785359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1937f8a4-ec67-4015-a20b-1db0c820b066 req-063d56b8-fdf1-4183-9280-5d6d14777b1e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495956 Feb 10 07:07:48.204942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-c73f494c-d93e-410a-b54d-830c05cdf4c4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:48.207658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-c73f494c-d93e-410a-b54d-830c05cdf4c4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 945 time: 0.0631626 Feb 10 07:07:48.309677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port 31d2f172-869d-44ba-83db-3f13a1ea4c9a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:07:48.310062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:48.404751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] For port 31d2f172-869d-44ba-83db-3f13a1ea4c9a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=31d2f172-869d-44ba-83db-3f13a1ea4c9a,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:07:48.405159 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:48.587109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:48.587602 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (a079869d-6d61-4262-812d-807209de7f9a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:48.587926 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Floating IP a079869d-6d61-4262-812d-807209de7f9a disassociated. External IP: 172.25.8.41, port: 31d2f172-869d-44ba-83db-3f13a1ea4c9a. Feb 10 07:07:48.588273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for 31d2f172-869d-44ba-83db-3f13a1ea4c9a owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:07:48.779476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (31d2f172-869d-44ba-83db-3f13a1ea4c9a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:48.815997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=31d2f172-869d-44ba-83db-3f13a1ea4c9a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:07:49.008342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2f7e609-321d-4f62-bbab-83b184ef981a req-429971f3-09c1-4676-8f96-5bd1c6b791fa tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0953403 Feb 10 07:07:49.023893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:07:49.152543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:07:49.164405 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] Sync routers for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:07:49.176668 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:07:49.178624 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:07:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:49.235367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] No DVR routers for this DVR port 31d2f172-869d-44ba-83db-3f13a1ea4c9a on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:07:49.241680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:07:49.245182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70d7a362-fd96-493f-bd2c-b631ffe0724a req-807a8f30-bcae-4fd0-97cf-f301712b2cbc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "DELETE /v2.0/ports/31d2f172-869d-44ba-83db-3f13a1ea4c9a HTTP/1.1" status: 204 len: 173 time: 1.0287535 Feb 10 07:07:49.246227 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'name': 'network-vif-deleted', 'tag': '31d2f172-869d-44ba-83db-3f13a1ea4c9a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:07:49.265728 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd82335-5231-4cca-815b-340c207c83b6" -d '{"events": [{"server_uuid": "e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9", "name": "network-vif-deleted", "tag": "31d2f172-869d-44ba-83db-3f13a1ea4c9a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:07:49.360579 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:07:49.437298 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0da1d28-ba4b-4ba0-8dff-71de4098af3d x-openstack-request-id: req-d0da1d28-ba4b-4ba0-8dff-71de4098af3d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:07:49.437941 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9", "name": "network-vif-deleted", "tag": "31d2f172-869d-44ba-83db-3f13a1ea4c9a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:07:49.438651 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0da1d28-ba4b-4ba0-8dff-71de4098af3d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:07:49.439240 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9', 'name': 'network-vif-deleted', 'tag': '31d2f172-869d-44ba-83db-3f13a1ea4c9a', 'status': 'completed', 'code': 200} Feb 10 07:07:49.635849 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:49.663921 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] Checking router: 5757888b-b30f-4f1b-ba9a-cd2c748c3818 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:07:49.673595 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:07:49.674463 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:07:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:49.792317 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:07:50.021946 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:07:50.052944 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47866c-8e16-48d6-aafb-79277ca8d76e None None] The sync data for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 is: [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:07:50.138226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc0ad56a-5049-4894-97c0-7cb5dd0bbc7b req-85a5a12d-7da0-464a-b7c7-fd5ae1d8fd31 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0357594 Feb 10 07:07:50.490798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f4387-f174-4cc7-a989-df49fdb47916 None None] New status for floating IP a079869d-6d61-4262-812d-807209de7f9a: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:07:51.219661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 31d2f172-869d-44ba-83db-3f13a1ea4c9a no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:07:51.270189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 31d2f172-869d-44ba-83db-3f13a1ea4c9a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:07:51.270834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 31d2f172-869d-44ba-83db-3f13a1ea4c9a not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:07:51.306190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8e88f05-0b2f-42ad-9121-2b9f0f69f5fd req-a76b321b-32b8-4c58-8fce-ac2966274919 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0514181 Feb 10 07:07:52.416815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eef269b2-a30d-48df-bec5-b01a5b628fa7 req-2a7ae71b-a915-4800-9c5d-c0ae184b27a2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0311465 Feb 10 07:07:53.528698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc2c3cf0-14a7-4918-872c-a88910f202e2 req-3a996e7c-1233-4c8e-bc8d-3f538e3d096d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0337095 Feb 10 07:07:54.619264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b793215-533d-4172-b547-c9b9a26c9e8e req-2aa735d1-cfa2-4f2c-893e-79261568059f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0291951 Feb 10 07:07:55.734930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e44d70ea-7f93-4a7f-b426-6c61ebb42f5e req-36058847-b662-4ee5-aa62-ea4232d4bc48 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0424988 Feb 10 07:07:56.840714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2f365d1-80bc-48ee-b5dc-253b33edd3b5 req-3e474b67-bb3d-4e24-9a89-83a00c7c1eb6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.0400097 Feb 10 07:07:58.166092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0dcd6eca-8532-42ca-9114-c3a5a9d4658e req-c2bf8d5a-d4c3-4dc3-9233-8b1fe4509c2d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bed4ff-74d3-4473-8ffa-8f1274c6c5d9 HTTP/1.1" status: 200 len: 210 time: 0.2515082 Feb 10 07:07:59.441170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-4aba8dfc-8208-4ba2-ae9b-858384289d2b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114571145&fields=id&tenant_id=7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 267 time: 0.0450602 Feb 10 07:07:59.555811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-98a179b2-e569-4014-b77b-80b3c42b0730 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:07:59.557558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-98a179b2-e569-4014-b77b-80b3c42b0730 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1080017 Feb 10 07:07:59.579306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-45fad719-57df-4f5d-9f37-1443354cb75b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/quotas/7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 375 time: 0.0156059 Feb 10 07:07:59.635381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-09c986ad-4c03-471a-8bc6-2bd4910cf476 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539780 Feb 10 07:07:59.722391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-166cb0a6-3763-4007-95ed-783c0254257f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:07:59.723410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-166cb0a6-3763-4007-95ed-783c0254257f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0755711 Feb 10 07:07:59.812753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-e719da6e-c166-4497-852c-49f3b67dc8d4 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833330 Feb 10 07:07:59.910414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-17fb3a71-b9b8-47ba-8528-bca851b5670c service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913315 Feb 10 07:08:00.334377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58efb03-0209-4e9b-a2ac-b27375dea80f req-45a4708b-efbd-4212-a6de-4235e1919241 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.1377232 Feb 10 07:08:01.466978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db54a4af-ef12-4c3f-b88e-4211f6944e6b req-4a4b0bb9-47c8-446c-976c-9a9cc83cb723 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.0514219 Feb 10 07:08:01.541889 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-c6ed9880-c69b-4ffd-8618-e9413c3ad91b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:01.550863 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-c6ed9880-c69b-4ffd-8618-e9413c3ad91b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.2723703 Feb 10 07:08:01.638930 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-fe9c7070-154b-4412-ac53-6956e87d4eea tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 380 time: 0.0871432 Feb 10 07:08:01.647934 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'port': {'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'admin_state_up': True, 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'security_groups': ['c4030b2e-66cc-4aca-ab91-559dc92290ab']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:08:01.794591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Made reservation on behalf of 7163c94d4de84eaa849375b99f6594e8 for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:08:01.798682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:01.974663 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.20.0.8 (379c22a9-a8c7-4375-ab55-4a9fedce756a/cc2e4b47-8608-4394-9aed-5d976463814b/60f40b1e-4914-4ddf-95c1-e0901e5e4315) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:08:02.048314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:02.134453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.182167 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.218931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:02.222801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:02.243083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:08:02.274410 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59de26f2-b207-42af-abab-71c914a41559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.442549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:02.445143 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.478378 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59de26f2-b207-42af-abab-71c914a41559 admin admin] Publish callbacks [] for security_group (e8b0974a-a847-4023-aeb2-ddd0470af754), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.486958 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59de26f2-b207-42af-abab-71c914a41559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e8b0974a-a847-4023-aeb2-ddd0470af754), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.503536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=60f40b1e-4914-4ddf-95c1-e0901e5e4315,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:02.531564 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-37eae0cb-87bb-4db3-9582-04749ded2ec3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8874295 Feb 10 07:08:02.542709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Request body: {'port': {'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:08:02.577267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-59de26f2-b207-42af-abab-71c914a41559 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad942544c24a4ea8b6fbf85a1af2f658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5275617 Feb 10 07:08:02.578446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:02.587269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de26f2-b207-42af-abab-71c914a41559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b0974a-a847-4023-aeb2-ddd0470af754,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:02.693409 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.704737 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02fd447a-e05c-41b9-b829-2cbb7c0e67da admin admin] Publish callbacks [] for security_group (e8b0974a-a847-4023-aeb2-ddd0470af754), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.734810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-43d8ae46-b98e-4b84-91e1-321abc344da4 None None] Provisioning complete for port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:02.735954 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43d8ae46-b98e-4b84-91e1-321abc344da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.740806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02fd447a-e05c-41b9-b829-2cbb7c0e67da admin admin] Publish callbacks [] for security_group (e8b0974a-a847-4023-aeb2-ddd0470af754), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.756427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ef02b-f303-4081-b1ff-16a207916cc7 req-a3ee59ff-79ad-4506-b502-f0c832964a72 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:02.758242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-183ef02b-f303-4081-b1ff-16a207916cc7 req-a3ee59ff-79ad-4506-b502-f0c832964a72 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 931 time: 0.1492653 Feb 10 07:08:02.828168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-43d8ae46-b98e-4b84-91e1-321abc344da4 None None] Port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:08:02.889696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-183ef02b-f303-4081-b1ff-16a207916cc7 req-b24b3627-4fa6-44fb-9bdd-dab12c02a1ae tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246705 Feb 10 07:08:02.901344 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02fd447a-e05c-41b9-b829-2cbb7c0e67da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e8b0974a-a847-4023-aeb2-ddd0470af754), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.905062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02fd447a-e05c-41b9-b829-2cbb7c0e67da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:02.918926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-02fd447a-e05c-41b9-b829-2cbb7c0e67da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8b0974a-a847-4023-aeb2-ddd0470af754 HTTP/1.1" status: 204 len: 168 time: 0.3386886 Feb 10 07:08:02.928434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd447a-e05c-41b9-b829-2cbb7c0e67da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b0974a-a847-4023-aeb2-ddd0470af754,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:03.175001 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f40b1e-4914-4ddf-95c1-e0901e5e4315 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:08:03.183945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Publish callbacks [] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:03.224604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Transition to ACTIVE for port object 60f40b1e-4914-4ddf-95c1-e0901e5e4315 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:08:03.235011 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:03.352477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Pushing event updated for resources: {'Port': ['ID=60f40b1e-4914-4ddf-95c1-e0901e5e4315,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:03.444374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Attempting to bind port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:08:03.444762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Attempting to bind port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:08:03.445119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Attempting to bind port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:08:03.459479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:08:03.459839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Attempting to bind port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:08:03.468655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:08:03.468985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:08:03.469369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Bound using segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:08:03.469799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Bound port: 60f40b1e-4914-4ddf-95c1-e0901e5e4315, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:08:03.470153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:03.615376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] For port 60f40b1e-4914-4ddf-95c1-e0901e5e4315, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:08:03.619229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] For port 60f40b1e-4914-4ddf-95c1-e0901e5e4315, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:08:03.628383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:03.674999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:03.675649 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:03.677268 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] 10.222.0.13 "PUT /v2.0/ports/60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 200 len: 1091 time: 1.1388273 Feb 10 07:08:03.683733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:08:03.686015 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161802b3-33fe-46bb-a74d-66417c13cd12" -d '{"events": [{"name": "network-changed", "server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:08:03.818645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa03aef-a710-4ab7-ba76-7a216572935e service neutron] Pushing event updated for resources: {'Port': ['ID=60f40b1e-4914-4ddf-95c1-e0901e5e4315,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:03.822484 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db00983-a44d-4b83-bf9d-5cdf7af8bf2d x-openstack-request-id: req-0db00983-a44d-4b83-bf9d-5cdf7af8bf2d {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:08:03.823024 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:08:03.823308 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0db00983-a44d-4b83-bf9d-5cdf7af8bf2d {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:08:03.823815 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'status': 'completed', 'code': 200} Feb 10 07:08:03.872274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-c617c88e-a210-4644-8cb6-e7f5dfa1565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:03.877759 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-c617c88e-a210-4644-8cb6-e7f5dfa1565a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1125 time: 0.1317689 Feb 10 07:08:03.951235 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-1988c1f8-38a5-4416-88cc-fc0fa1abc3b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 200 len: 217 time: 0.0652406 Feb 10 07:08:04.084908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6455d-591b-4c1b-97e7-8e92b6abd15e req-ef6b333c-f9fd-4264-bffd-bff350131f50 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:04.086479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f6455d-591b-4c1b-97e7-8e92b6abd15e req-ef6b333c-f9fd-4264-bffd-bff350131f50 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.1119156 Feb 10 07:08:04.140018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-ebde260b-7c1d-49bc-9842-92bfbf63d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:04.143285 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-ebde260b-7c1d-49bc-9842-92bfbf63d90d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.1794944 Feb 10 07:08:04.156685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f6455d-591b-4c1b-97e7-8e92b6abd15e req-e9f48c75-3d70-40fc-923b-7af0731bd249 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637722 Feb 10 07:08:04.664321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-b0ab7fd0-dc2f-418f-94ed-f7f940e175dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:04.666098 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-b0ab7fd0-dc2f-418f-94ed-f7f940e175dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5165470 Feb 10 07:08:04.784906 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-0d20670f-20e7-434c-a053-311a6c0e59bc service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108696 Feb 10 07:08:04.900267 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6fc1f695-e122-4593-824d-5f1584dd53c6 req-e573989a-d334-4363-8daa-9c26129b57a0 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096604 Feb 10 07:08:05.001641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-350aecd0-ad96-4beb-abd2-529e847c260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:05.003595 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-350aecd0-ad96-4beb-abd2-529e847c260f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1125 time: 0.0545058 Feb 10 07:08:05.192386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-92ba03e7-5d2a-4b57-a4a6-8ce97dbe806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:05.194228 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-92ba03e7-5d2a-4b57-a4a6-8ce97dbe806b service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1845527 Feb 10 07:08:05.285122 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-ec96d327-e058-4648-842e-611586a21d1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 200 len: 217 time: 0.0812669 Feb 10 07:08:05.364143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3247e-b4ad-4b3d-b2be-a64bc5d3da25 req-eb22db5c-74e9-41ec-9c28-da47a62af193 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:05.367939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34c3247e-b4ad-4b3d-b2be-a64bc5d3da25 req-eb22db5c-74e9-41ec-9c28-da47a62af193 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0919995 Feb 10 07:08:05.379037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-8bf760ff-d381-4d5c-9620-aa7b2c3d07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:05.380888 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-8bf760ff-d381-4d5c-9620-aa7b2c3d07eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0892367 Feb 10 07:08:05.457355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-04c939c7-99a7-467e-8a46-504d730bde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:05.464583 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-04c939c7-99a7-467e-8a46-504d730bde35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0769830 Feb 10 07:08:05.476060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34c3247e-b4ad-4b3d-b2be-a64bc5d3da25 req-7c9f97d9-e1ee-49f0-8616-21d7d3a6ae72 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027708 Feb 10 07:08:05.595879 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-333555ae-34fb-4f6f-a0a6-d148c18c4634 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254277 Feb 10 07:08:05.702989 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-161802b3-33fe-46bb-a74d-66417c13cd12 req-9e1ffe11-51b6-4db9-9af8-7ab13c499db4 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013958 Feb 10 07:08:06.157574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:06.281278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66941eec-778c-4322-b736-1cc09af0a123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:06.357837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66941eec-778c-4322-b736-1cc09af0a123 admin admin] Publish callbacks [] for security_group (33d082fd-f909-4c64-990b-09a008207956), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:06.362005 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66941eec-778c-4322-b736-1cc09af0a123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (33d082fd-f909-4c64-990b-09a008207956), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:06.390735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-66941eec-778c-4322-b736-1cc09af0a123 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=857e23b77ff546cbab9472b9c5e5f20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297468 Feb 10 07:08:06.391399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:06.429329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66941eec-778c-4322-b736-1cc09af0a123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d082fd-f909-4c64-990b-09a008207956,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:06.459880 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55e038a8-6e44-4af3-821f-6cd9db8a5db1 admin admin] Publish callbacks [] for security_group (33d082fd-f909-4c64-990b-09a008207956), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:06.481792 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55e038a8-6e44-4af3-821f-6cd9db8a5db1 admin admin] Publish callbacks [] for security_group (33d082fd-f909-4c64-990b-09a008207956), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:06.534038 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55e038a8-6e44-4af3-821f-6cd9db8a5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (33d082fd-f909-4c64-990b-09a008207956), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:06.537439 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55e038a8-6e44-4af3-821f-6cd9db8a5db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:06.538707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-55e038a8-6e44-4af3-821f-6cd9db8a5db1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33d082fd-f909-4c64-990b-09a008207956 HTTP/1.1" status: 204 len: 168 time: 0.1467240 Feb 10 07:08:06.561637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e038a8-6e44-4af3-821f-6cd9db8a5db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d082fd-f909-4c64-990b-09a008207956,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:06.718885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07872247-6861-4d92-83e7-48934a8d18b7 req-cb26220e-2540-4604-9805-84f762be2f09 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:06.720422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07872247-6861-4d92-83e7-48934a8d18b7 req-cb26220e-2540-4604-9805-84f762be2f09 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0758991 Feb 10 07:08:06.801495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07872247-6861-4d92-83e7-48934a8d18b7 req-b7b5b620-a244-4795-a9ee-77b00fd3098e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748007 Feb 10 07:08:06.951403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56700) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:06.970017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26b2a7cf-d4a1-4d02-b4db-dfaded5edd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:07.058739 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:07.104382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26b2a7cf-d4a1-4d02-b4db-dfaded5edd12 admin admin] Publish callbacks [] for security_group (6316a288-c6b8-478e-b7be-a2f6b8df22aa), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:07.111034 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-26b2a7cf-d4a1-4d02-b4db-dfaded5edd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6316a288-c6b8-478e-b7be-a2f6b8df22aa), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:07.187460 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-26b2a7cf-d4a1-4d02-b4db-dfaded5edd12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bd305e0ea6d4f7bbc7bf74a079739c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349274 Feb 10 07:08:07.190143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:07.208826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2a7cf-d4a1-4d02-b4db-dfaded5edd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6316a288-c6b8-478e-b7be-a2f6b8df22aa,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:07.302773 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eaef99a4-ac9d-407f-b226-53e2fc06de30 admin admin] Publish callbacks [] for security_group (6316a288-c6b8-478e-b7be-a2f6b8df22aa), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:07.326358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eaef99a4-ac9d-407f-b226-53e2fc06de30 admin admin] Publish callbacks [] for security_group (6316a288-c6b8-478e-b7be-a2f6b8df22aa), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:07.381524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eaef99a4-ac9d-407f-b226-53e2fc06de30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (6316a288-c6b8-478e-b7be-a2f6b8df22aa), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:07.384359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eaef99a4-ac9d-407f-b226-53e2fc06de30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:07.391653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eaef99a4-ac9d-407f-b226-53e2fc06de30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6316a288-c6b8-478e-b7be-a2f6b8df22aa HTTP/1.1" status: 204 len: 168 time: 0.2000279 Feb 10 07:08:07.408117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef99a4-ac9d-407f-b226-53e2fc06de30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6316a288-c6b8-478e-b7be-a2f6b8df22aa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:07.951106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838592b7-d2ca-482e-bdca-e45af1038304 req-789d4a56-57e2-4549-8063-ee9d042b2538 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:07.958796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-838592b7-d2ca-482e-bdca-e45af1038304 req-789d4a56-57e2-4549-8063-ee9d042b2538 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0666320 Feb 10 07:08:08.055938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-838592b7-d2ca-482e-bdca-e45af1038304 req-7caa4358-767f-491b-bf32-e43322ad58bf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897956 Feb 10 07:08:09.170054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532764a-bac9-43a1-98c7-9c4ebf93d72d req-08b88a3c-b1e3-4d75-8f76-158b1f3cb414 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:09.171513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4532764a-bac9-43a1-98c7-9c4ebf93d72d req-08b88a3c-b1e3-4d75-8f76-158b1f3cb414 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0538366 Feb 10 07:08:09.242864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4532764a-bac9-43a1-98c7-9c4ebf93d72d req-a21ccaf8-6281-49a8-b214-dfe9662ce028 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646856 Feb 10 07:08:09.366602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56764) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:09.494741 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d97f8c08-e514-41b3-95ef-4a031d75c072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:09.579681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d97f8c08-e514-41b3-95ef-4a031d75c072 admin admin] Publish callbacks [] for security_group (4cdf85e1-4961-4d1a-9aa7-8997db5e3583), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:09.584414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d97f8c08-e514-41b3-95ef-4a031d75c072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4cdf85e1-4961-4d1a-9aa7-8997db5e3583), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:09.624387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d97f8c08-e514-41b3-95ef-4a031d75c072 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1236f0181944d44a998130db40c23b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565675 Feb 10 07:08:09.625260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f8c08-e514-41b3-95ef-4a031d75c072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdf85e1-4961-4d1a-9aa7-8997db5e3583,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:09.627108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56774) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:09.677049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1faf410-6b79-41a6-b8e3-0da06c050af2 admin admin] Publish callbacks [] for security_group (4cdf85e1-4961-4d1a-9aa7-8997db5e3583), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:09.699516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1faf410-6b79-41a6-b8e3-0da06c050af2 admin admin] Publish callbacks [] for security_group (4cdf85e1-4961-4d1a-9aa7-8997db5e3583), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:09.746598 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1faf410-6b79-41a6-b8e3-0da06c050af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4cdf85e1-4961-4d1a-9aa7-8997db5e3583), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:09.749931 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1faf410-6b79-41a6-b8e3-0da06c050af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:09.753468 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b1faf410-6b79-41a6-b8e3-0da06c050af2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cdf85e1-4961-4d1a-9aa7-8997db5e3583 HTTP/1.1" status: 204 len: 168 time: 0.1230335 Feb 10 07:08:09.761944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faf410-6b79-41a6-b8e3-0da06c050af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdf85e1-4961-4d1a-9aa7-8997db5e3583,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:10.022964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:10.036220 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21ff8eb1-7b56-4b0e-9e51-53d082f1fcd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:10.116415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21ff8eb1-7b56-4b0e-9e51-53d082f1fcd9 admin admin] Publish callbacks [] for security_group (da7f4763-e752-411f-9553-c5cd5cc19026), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:10.121047 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21ff8eb1-7b56-4b0e-9e51-53d082f1fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (da7f4763-e752-411f-9553-c5cd5cc19026), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:10.161839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-21ff8eb1-7b56-4b0e-9e51-53d082f1fcd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e72528235b14e1dbd5f25b467203052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353524 Feb 10 07:08:10.161839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff8eb1-7b56-4b0e-9e51-53d082f1fcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7f4763-e752-411f-9553-c5cd5cc19026,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:10.162877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56782) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:10.225552 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a94d6b26-8f93-4ad2-843c-110be9747700 admin admin] Publish callbacks [] for security_group (da7f4763-e752-411f-9553-c5cd5cc19026), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:10.249254 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a94d6b26-8f93-4ad2-843c-110be9747700 admin admin] Publish callbacks [] for security_group (da7f4763-e752-411f-9553-c5cd5cc19026), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:10.300988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:10.325416 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a94d6b26-8f93-4ad2-843c-110be9747700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (da7f4763-e752-411f-9553-c5cd5cc19026), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:10.337684 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a94d6b26-8f93-4ad2-843c-110be9747700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:10.342807 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a94d6b26-8f93-4ad2-843c-110be9747700 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da7f4763-e752-411f-9553-c5cd5cc19026 HTTP/1.1" status: 204 len: 168 time: 0.1782720 Feb 10 07:08:10.361830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a30280f-7f4b-4a5e-963d-62e409c77215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:10.367000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d6b26-8f93-4ad2-843c-110be9747700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7f4763-e752-411f-9553-c5cd5cc19026,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:10.431611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22a59b-33b6-45a1-bdae-d1f86ce51cd1 req-5ec6468e-1f4b-4c12-8093-4ee44fde02cc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:10.433742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c22a59b-33b6-45a1-bdae-d1f86ce51cd1 req-5ec6468e-1f4b-4c12-8093-4ee44fde02cc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0979345 Feb 10 07:08:10.498942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c22a59b-33b6-45a1-bdae-d1f86ce51cd1 req-271461bd-5bcc-40ff-ab48-aa57d9da70bc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541351 Feb 10 07:08:11.670222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa10990-5c98-4e48-979e-d7cf3390b12e req-1b4af27f-f66c-4370-aa63-84a7b3d3996b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:11.671862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0fa10990-5c98-4e48-979e-d7cf3390b12e req-1b4af27f-f66c-4370-aa63-84a7b3d3996b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.1063251 Feb 10 07:08:11.747198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0fa10990-5c98-4e48-979e-d7cf3390b12e req-f6328ce0-1884-4a14-b600-efb8b2aecc08 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634251 Feb 10 07:08:12.155802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56840) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:12.284058 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7487-1403-43b2-8b67-19cf84e2a1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:12.367326 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7487-1403-43b2-8b67-19cf84e2a1e2 admin admin] Publish callbacks [] for security_group (07692238-7e98-41c3-9512-51446e1005f1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:12.372323 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7487-1403-43b2-8b67-19cf84e2a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (07692238-7e98-41c3-9512-51446e1005f1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:12.415778 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9a2d7487-1403-43b2-8b67-19cf84e2a1e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79b1341e073947ffa4d3cd5e473b09f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586999 Feb 10 07:08:12.416416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:12.419183 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d7487-1403-43b2-8b67-19cf84e2a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07692238-7e98-41c3-9512-51446e1005f1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:12.474232 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c97d7d-ccc8-43f9-85b4-cf2215af6613 admin admin] Publish callbacks [] for security_group (07692238-7e98-41c3-9512-51446e1005f1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:12.497278 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c97d7d-ccc8-43f9-85b4-cf2215af6613 admin admin] Publish callbacks [] for security_group (07692238-7e98-41c3-9512-51446e1005f1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:12.562516 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c97d7d-ccc8-43f9-85b4-cf2215af6613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (07692238-7e98-41c3-9512-51446e1005f1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:12.565777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c97d7d-ccc8-43f9-85b4-cf2215af6613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:12.572508 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b2c97d7d-ccc8-43f9-85b4-cf2215af6613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07692238-7e98-41c3-9512-51446e1005f1 HTTP/1.1" status: 204 len: 168 time: 0.1545329 Feb 10 07:08:12.582360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c97d7d-ccc8-43f9-85b4-cf2215af6613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07692238-7e98-41c3-9512-51446e1005f1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:12.591325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54c1eca8-8c2a-4f3d-bde7-a8c0ad2f1cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:12.905085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f13f9-0c57-415a-b015-ed5e0a36ae46 req-ee2453b3-6c6b-44e6-bc57-e877abd8186a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:12.906681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a75f13f9-0c57-415a-b015-ed5e0a36ae46 req-ee2453b3-6c6b-44e6-bc57-e877abd8186a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0716665 Feb 10 07:08:12.933363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56858) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:12.960052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bccc2c3f-def1-4974-8679-e341eee65e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:12.987338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a75f13f9-0c57-415a-b015-ed5e0a36ae46 req-d82690b4-3334-42c7-aa89-88b9e6a281d8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746691 Feb 10 07:08:13.020023 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:08:13.058438 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bccc2c3f-def1-4974-8679-e341eee65e42 admin admin] Publish callbacks [] for security_group (e382b83b-ca7c-4209-857f-7db0baadcc95), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:13.061998 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bccc2c3f-def1-4974-8679-e341eee65e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e382b83b-ca7c-4209-857f-7db0baadcc95), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:13.100777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bccc2c3f-def1-4974-8679-e341eee65e42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33cef1ae2f8142668aea534312a792a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640193 Feb 10 07:08:13.100777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc2c3f-def1-4974-8679-e341eee65e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e382b83b-ca7c-4209-857f-7db0baadcc95,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:13.101076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56860) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:13.158858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db11ec6f-3132-4e1a-ae4a-4d634069959d admin admin] Publish callbacks [] for security_group (e382b83b-ca7c-4209-857f-7db0baadcc95), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:13.182679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db11ec6f-3132-4e1a-ae4a-4d634069959d admin admin] Publish callbacks [] for security_group (e382b83b-ca7c-4209-857f-7db0baadcc95), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:13.227404 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db11ec6f-3132-4e1a-ae4a-4d634069959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e382b83b-ca7c-4209-857f-7db0baadcc95), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:13.230847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db11ec6f-3132-4e1a-ae4a-4d634069959d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:13.232153 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-db11ec6f-3132-4e1a-ae4a-4d634069959d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e382b83b-ca7c-4209-857f-7db0baadcc95 HTTP/1.1" status: 204 len: 168 time: 0.1297827 Feb 10 07:08:13.240690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11ec6f-3132-4e1a-ae4a-4d634069959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e382b83b-ca7c-4209-857f-7db0baadcc95,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:13.892912 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:14.145627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52a8f9-f72e-4e5e-a16e-75e476f80369 req-4e1a942a-ebfa-4e17-a24c-24df5257b720 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:14.148707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c52a8f9-f72e-4e5e-a16e-75e476f80369 req-4e1a942a-ebfa-4e17-a24c-24df5257b720 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0741417 Feb 10 07:08:14.215237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c52a8f9-f72e-4e5e-a16e-75e476f80369 req-20f52589-0687-43c7-af3c-ca6da5956c44 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596204 Feb 10 07:08:15.327436 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:15.361574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccd90d-7217-4565-8065-79e731afe9e9 req-58941ad5-a6e2-4759-b96f-0b60d96f8a30 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:15.365542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56946) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:15.366233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fcccd90d-7217-4565-8065-79e731afe9e9 req-58941ad5-a6e2-4759-b96f-0b60d96f8a30 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0777445 Feb 10 07:08:15.417562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fcccd90d-7217-4565-8065-79e731afe9e9 req-0fc7b273-1e9a-4249-ad97-aa155ab0b850 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Feb 10 07:08:15.483460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3688a13-21f5-4fba-8980-0661c6ac3736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:15.558942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3688a13-21f5-4fba-8980-0661c6ac3736 admin admin] Publish callbacks [] for security_group (4085dd92-7a27-464f-a4f2-49e935dd3519), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:15.563214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a3688a13-21f5-4fba-8980-0661c6ac3736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4085dd92-7a27-464f-a4f2-49e935dd3519), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:15.601921 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a3688a13-21f5-4fba-8980-0661c6ac3736 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71cdeedca0684389b8ed34b202381e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2352786 Feb 10 07:08:15.602827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3688a13-21f5-4fba-8980-0661c6ac3736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4085dd92-7a27-464f-a4f2-49e935dd3519,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:15.605232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56950) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:15.656359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e513471a-3039-44a7-924a-4db3aecead06 admin admin] Publish callbacks [] for security_group (4085dd92-7a27-464f-a4f2-49e935dd3519), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:15.679308 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e513471a-3039-44a7-924a-4db3aecead06 admin admin] Publish callbacks [] for security_group (4085dd92-7a27-464f-a4f2-49e935dd3519), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:15.726744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e513471a-3039-44a7-924a-4db3aecead06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4085dd92-7a27-464f-a4f2-49e935dd3519), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:15.730566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e513471a-3039-44a7-924a-4db3aecead06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:15.731729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e513471a-3039-44a7-924a-4db3aecead06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4085dd92-7a27-464f-a4f2-49e935dd3519 HTTP/1.1" status: 204 len: 168 time: 0.1253121 Feb 10 07:08:15.739552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513471a-3039-44a7-924a-4db3aecead06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4085dd92-7a27-464f-a4f2-49e935dd3519,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:16.003537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56958) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:16.017396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f96ddad-da86-472c-a35c-e7240c3bc09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:16.095985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f96ddad-da86-472c-a35c-e7240c3bc09e admin admin] Publish callbacks [] for security_group (7b6a55c5-455b-433a-9043-d49c310df870), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:16.099783 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f96ddad-da86-472c-a35c-e7240c3bc09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7b6a55c5-455b-433a-9043-d49c310df870), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:16.140177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96ddad-da86-472c-a35c-e7240c3bc09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a55c5-455b-433a-9043-d49c310df870,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:16.146826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2f96ddad-da86-472c-a35c-e7240c3bc09e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21ff9a1e07764feca380a74ef7fe0c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398664 Feb 10 07:08:16.147026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56960) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:16.195581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f063bcb-b66d-421b-85f5-40c66f06b38c admin admin] Publish callbacks [] for security_group (7b6a55c5-455b-433a-9043-d49c310df870), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:16.222762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f063bcb-b66d-421b-85f5-40c66f06b38c admin admin] Publish callbacks [] for security_group (7b6a55c5-455b-433a-9043-d49c310df870), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:16.268878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f063bcb-b66d-421b-85f5-40c66f06b38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7b6a55c5-455b-433a-9043-d49c310df870), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:16.271862 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f063bcb-b66d-421b-85f5-40c66f06b38c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:16.273165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f063bcb-b66d-421b-85f5-40c66f06b38c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b6a55c5-455b-433a-9043-d49c310df870 HTTP/1.1" status: 204 len: 168 time: 0.1252277 Feb 10 07:08:16.285651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f063bcb-b66d-421b-85f5-40c66f06b38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a55c5-455b-433a-9043-d49c310df870,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:16.461047 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:16.554205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0378e5-2a85-4448-8901-2e8b14a4e75d req-452a3f91-b230-497b-a0ab-6bbb0b0ecccf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:16.555792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe0378e5-2a85-4448-8901-2e8b14a4e75d req-452a3f91-b230-497b-a0ab-6bbb0b0ecccf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0541184 Feb 10 07:08:16.607488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe0378e5-2a85-4448-8901-2e8b14a4e75d req-3c637855-30b9-4774-88cc-9d09ec4de80e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445485 Feb 10 07:08:17.375829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 56994) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:17.483318 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eef306c7-b7b8-4273-a790-a305fc2038ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:17.556895 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eef306c7-b7b8-4273-a790-a305fc2038ca admin admin] Publish callbacks [] for security_group (dfbf9179-c465-41c9-94e1-34c40a84b365), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:17.561253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eef306c7-b7b8-4273-a790-a305fc2038ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (dfbf9179-c465-41c9-94e1-34c40a84b365), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:17.599646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eef306c7-b7b8-4273-a790-a305fc2038ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a08dbf3f45e4122b03043830765202d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226326 Feb 10 07:08:17.600607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef306c7-b7b8-4273-a790-a305fc2038ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf9179-c465-41c9-94e1-34c40a84b365,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:17.602364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 56998) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:17.654461 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca66-5c04-4011-af2a-7dc7a8507a2e admin admin] Publish callbacks [] for security_group (dfbf9179-c465-41c9-94e1-34c40a84b365), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:17.677390 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca66-5c04-4011-af2a-7dc7a8507a2e admin admin] Publish callbacks [] for security_group (dfbf9179-c465-41c9-94e1-34c40a84b365), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:17.740546 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca66-5c04-4011-af2a-7dc7a8507a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (dfbf9179-c465-41c9-94e1-34c40a84b365), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:17.743454 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca66-5c04-4011-af2a-7dc7a8507a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:17.744488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d6da4-073d-4107-8226-58f3d58aba0b req-12bd2607-254b-47c6-a38b-652ce9a9bf5f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:17.744706 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ff16ca66-5c04-4011-af2a-7dc7a8507a2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfbf9179-c465-41c9-94e1-34c40a84b365 HTTP/1.1" status: 204 len: 168 time: 0.1413133 Feb 10 07:08:17.746543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b9d6da4-073d-4107-8226-58f3d58aba0b req-12bd2607-254b-47c6-a38b-652ce9a9bf5f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0659676 Feb 10 07:08:17.755203 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16ca66-5c04-4011-af2a-7dc7a8507a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf9179-c465-41c9-94e1-34c40a84b365,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:17.805986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b9d6da4-073d-4107-8226-58f3d58aba0b req-63060683-6496-47a8-b018-8db76382321b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528915 Feb 10 07:08:18.430496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57030) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:18.564933 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-24544910-network', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:08:18.584593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Made reservation on behalf of a6be1c6fd9e64894bd5f034525c2dd19 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:08:18.587115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:18.595895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:18.685487 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Publish callbacks [] for security_group (b7ce26a1-0c49-4d60-8ecf-589c8d992a0e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:18.689913 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b7ce26a1-0c49-4d60-8ecf-589c8d992a0e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:18.719050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ce26a1-0c49-4d60-8ecf-589c8d992a0e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:18.732074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:08:18.743636 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d6973507-b4ee-4d9a-a3ab-a99eb13e0b67), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:18.744062 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Added segment d6973507-b4ee-4d9a-a3ab-a99eb13e0b67 of type vlan for network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a Feb 10 07:08:18.790186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (5e7537a3-e3d6-4948-b3b5-7c6d875cd16a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:18.820292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (5e7537a3-e3d6-4948-b3b5-7c6d875cd16a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:18.821399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:18.822344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:18.854383 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4226334 Feb 10 07:08:18.857112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57038) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:18.862469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Request body: {'subnet': {'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-24544910-subnet', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:08:18.909303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Made reservation on behalf of a6be1c6fd9e64894bd5f034525c2dd19 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:08:18.912043 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:18.936841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f6477-f3fc-48cd-b9de-20c7d5c8b9e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7537a3-e3d6-4948-b3b5-7c6d875cd16a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:18.955122 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:08:19.022706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e8b87-29f0-49ee-a687-b944cee36dd8 req-2bcfb64a-c155-4156-b591-b375f7b7a578 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:19.030551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e5e8b87-29f0-49ee-a687-b944cee36dd8 req-2bcfb64a-c155-4156-b591-b375f7b7a578 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.1342123 Feb 10 07:08:19.098753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e5e8b87-29f0-49ee-a687-b944cee36dd8 req-23885dc5-60a3-44cb-bd50-4ce460fbfc6a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668252 Feb 10 07:08:19.194275 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (36411160-68a3-484e-8e94-84aa46a10c56), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.262896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36411160-68a3-484e-8e94-84aa46a10c56,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:19.271213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Checking segment: {'id': 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:08:19.271581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Network hostable DHCP agents. Network: 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:08:19.290484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:08:19.299526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:19.304186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:19.304787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.311108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3a2d2c-5a5a-4ce8-a06b-d689a03ebac8 None None] Network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:08:19.322342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-11f3826b-47f9-4a25-a647-750461aaf357 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4641211 Feb 10 07:08:19.324984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:19.330363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:08:19.351035 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.352168 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.412437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks [] for router_controller (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.425512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-5e7537a3-e3d6-4948-b3b5-7c6d875cd16a', 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a', 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'fixed_ips': [{'subnet_id': '36411160-68a3-484e-8e94-84aa46a10c56'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:08:19.426520 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.574655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Allocated IP 172.20.0.2 (5e7537a3-e3d6-4948-b3b5-7c6d875cd16a/36411160-68a3-484e-8e94-84aa46a10c56/7ff5a084-756a-4acb-bc8d-2d715c88e654) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:08:19.575631 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks [] for router_gateway (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.733004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Publish callbacks [] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.739307 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.781400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:19.785715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:19.789327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:08:19.796732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Pushing event updated for resources: {'Port': ['ID=7ff5a084-756a-4acb-bc8d-2d715c88e654,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:19.798440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks [] for router_gateway (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.817543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.820900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.821250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.821594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.822016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.822380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.823253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.823583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.823911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.824235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.824559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.824939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.825204 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.825528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:19.860821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Attempting to bind port 7ff5a084-756a-4acb-bc8d-2d715c88e654 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:08:19.861191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Attempting to bind port 7ff5a084-756a-4acb-bc8d-2d715c88e654 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:08:19.861555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Attempting to bind port 7ff5a084-756a-4acb-bc8d-2d715c88e654 on network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:08:19.866954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:08:19.866954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Checking segment: {'id': 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:08:19.867258 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.867600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Bound using segment: {'id': 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:08:19.868061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Bound port: 7ff5a084-756a-4acb-bc8d-2d715c88e654, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:08:19.868945 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.920429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Allocated IP 172.25.8.181 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/b414baff-4d59-4966-bd74-4d6612b7665b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:08:19.928935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] For port 7ff5a084-756a-4acb-bc8d-2d715c88e654, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:08:19.932068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] For port 7ff5a084-756a-4acb-bc8d-2d715c88e654, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7ff5a084-756a-4acb-bc8d-2d715c88e654,segment=NetworkSegment(d6973507-b4ee-4d9a-a3ab-a99eb13e0b67),segment_id=d6973507-b4ee-4d9a-a3ab-a99eb13e0b67)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:08:19.937251 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:19.994782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbe269-af8e-4260-9b7a-798c9ac4cca5 None None] Pushing event updated for resources: {'Port': ['ID=7ff5a084-756a-4acb-bc8d-2d715c88e654,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:20.026532 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks [] for port (b414baff-4d59-4966-bd74-4d6612b7665b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:20.059809 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:20.099832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:20.102782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:20.106360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:08:20.111796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Pushing event updated for resources: {'Port': ['ID=b414baff-4d59-4966-bd74-4d6612b7665b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:20.378049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7ff5a084-756a-4acb-bc8d-2d715c88e654 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:20.430269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7ff5a084-756a-4acb-bc8d-2d715c88e654 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:20.430597 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:20.520114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7ff5a084-756a-4acb-bc8d-2d715c88e654 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:20.520512 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:20.557662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 7ff5a084-756a-4acb-bc8d-2d715c88e654, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7ff5a084-756a-4acb-bc8d-2d715c88e654,segment=NetworkSegment(d6973507-b4ee-4d9a-a3ab-a99eb13e0b67),segment_id=d6973507-b4ee-4d9a-a3ab-a99eb13e0b67)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:20.563818 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:20.616279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=7ff5a084-756a-4acb-bc8d-2d715c88e654,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:20.700100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154e7ce-a684-4445-9225-111fb03913cd req-65b602c7-9dd3-487c-b793-e21bd54252f2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:20.701664 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5154e7ce-a684-4445-9225-111fb03913cd req-65b602c7-9dd3-487c-b793-e21bd54252f2 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.4955320 Feb 10 07:08:20.835772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5154e7ce-a684-4445-9225-111fb03913cd req-c845a6f4-e329-4df8-8a62-6da8da983a0f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955794 Feb 10 07:08:20.851007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks [] for router_gateway (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:21.071637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:21.175161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6a2ebe-7afb-43dd-b484-5606745af744 None None] Network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:08:21.217662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:08:21.302153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-14908819-41bd-445f-a43e-e7bef47d763e None None] Provisioning complete for port 7ff5a084-756a-4acb-bc8d-2d715c88e654 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:21.302719 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14908819-41bd-445f-a43e-e7bef47d763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:21.328470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:08:21.343165 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Sync routers for ids ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:08:21.353324 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Routers {'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:21.354008 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:21.367316 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:21.369909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-216a4c2f-d3f7-4f63-baa5-a12ddfc5a8bc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0437701 Feb 10 07:08:21.372645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57056) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:21.423474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-14908819-41bd-445f-a43e-e7bef47d763e None None] Current status of the port 7ff5a084-756a-4acb-bc8d-2d715c88e654 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:21.502431 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Set router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:21.653628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2229a3f3-d1f9-4b25-a82b-c08e831d8f75 None None] Provisioning complete for port 7ff5a084-756a-4acb-bc8d-2d715c88e654 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:21.654582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2229a3f3-d1f9-4b25-a82b-c08e831d8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:21.695768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 60f40b1e-4914-4ddf-95c1-e0901e5e4315 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:08:21.701363 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:20Z', 'revision_number': 3, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'gw_port': {'id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:21.729540 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Checking router: fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:08:21.729883 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Updating router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 port b414baff-4d59-4966-bd74-4d6612b7665b binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:08:21.761006 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:21.863506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.043122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef629d-ad7c-4c1d-b6c3-d6d80fde2dbf req-d901b1f8-4256-467f-8b0e-b1fc35a66588 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:22.045247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-beef629d-ad7c-4c1d-b6c3-d6d80fde2dbf req-d901b1f8-4256-467f-8b0e-b1fc35a66588 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 943 time: 0.0809937 Feb 10 07:08:22.085155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2229a3f3-d1f9-4b25-a82b-c08e831d8f75 None None] Current status of the port 7ff5a084-756a-4acb-bc8d-2d715c88e654 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:22.111086 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Publish callbacks [] for port (b414baff-4d59-4966-bd74-4d6612b7665b), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.123074 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.128015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 60f40b1e-4914-4ddf-95c1-e0901e5e4315, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:22.131597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Allocated IP 172.20.0.1 (5e7537a3-e3d6-4948-b3b5-7c6d875cd16a/36411160-68a3-484e-8e94-84aa46a10c56/fbd9f95d-734c-4baf-a281-2996bb8c64ba) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:08:22.150831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:08:22.155441 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Attempting to bind port b414baff-4d59-4966-bd74-4d6612b7665b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:08:22.155986 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Attempting to bind port b414baff-4d59-4966-bd74-4d6612b7665b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:08:22.156507 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Attempting to bind port b414baff-4d59-4966-bd74-4d6612b7665b on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:08:22.158478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-beef629d-ad7c-4c1d-b6c3-d6d80fde2dbf req-c7993d05-8129-44db-9d0f-d9af41d897c4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067193 Feb 10 07:08:22.191656 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:08:22.192414 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:08:22.192414 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.192816 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:08:22.193346 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Bound port: b414baff-4d59-4966-bd74-4d6612b7665b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:08:22.193729 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.199798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:22.199798 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.224062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f40b1e-4914-4ddf-95c1-e0901e5e4315 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:08:22.243492 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Pushing event updated for resources: {'Port': ['ID=b414baff-4d59-4966-bd74-4d6612b7665b,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:22.249750 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 60f40b1e-4914-4ddf-95c1-e0901e5e4315, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:22.256109 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.261428 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.261775 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.262120 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.262503 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.262835 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.263233 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.263576 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.263959 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.264309 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.264636 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.264986 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.266435 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.266435 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:22.274157 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] For port b414baff-4d59-4966-bd74-4d6612b7665b, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:08:22.277701 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] For port b414baff-4d59-4966-bd74-4d6612b7665b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b414baff-4d59-4966-bd74-4d6612b7665b,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:08:22.286442 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.323885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=60f40b1e-4914-4ddf-95c1-e0901e5e4315,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:22.329127 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Publish callbacks [] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.355851 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af48086-7327-4bbf-a5b4-fa6ae0bd2b26 None None] Pushing event updated for resources: {'Port': ['ID=b414baff-4d59-4966-bd74-4d6612b7665b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:22.363623 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Routers {'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:22.364293 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:22.389961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.414103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7ff5a084-756a-4acb-bc8d-2d715c88e654 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:22.431467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:22.434356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:22.437919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:08:22.467628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd9f95d-734c-4baf-a281-2996bb8c64ba,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:22.479819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7ff5a084-756a-4acb-bc8d-2d715c88e654 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:22.481344 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.487709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.488281 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] Set router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:22.626743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['60f40b1e-4914-4ddf-95c1-e0901e5e4315'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:08:22.679143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7ff5a084-756a-4acb-bc8d-2d715c88e654 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:22.721289 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.741661 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:20Z', 'revision_number': 3, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'gw_port': {'id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:22.770581 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f01b2b-79c4-409d-9876-83b406900fe0 None None] The sync data for ids ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'] in n-d-828670-1 is: [{'id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:20Z', 'revision_number': 3, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'gw_port': {'id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:08:22.849581 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-83301844-d945-4c23-b45d-d775aefefb67 None None] Provisioning complete for port fbd9f95d-734c-4baf-a281-2996bb8c64ba triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:22.849954 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83301844-d945-4c23-b45d-d775aefefb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.913686 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Publish callbacks [] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:22.915576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-83301844-d945-4c23-b45d-d775aefefb67 None None] Port fbd9f95d-734c-4baf-a281-2996bb8c64ba cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:08:22.920086 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:23.006569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd9f95d-734c-4baf-a281-2996bb8c64ba,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:23.008887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:23.115653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:23.117550 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:23.294735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:08:23.350437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea171c82-a546-4f93-9ec3-1e2660a077cd req-6cd120a4-ead6-43fe-84dd-eb72e47fa94e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:23.353301 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea171c82-a546-4f93-9ec3-1e2660a077cd req-6cd120a4-ead6-43fe-84dd-eb72e47fa94e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 944 time: 0.0873301 Feb 10 07:08:23.466565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea171c82-a546-4f93-9ec3-1e2660a077cd req-136f90e9-911e-4306-8cdd-385bf3ba4e28 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012027 Feb 10 07:08:23.486145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ce57d5b5-baa7-479a-a99b-53bbb6fec371 None None] Provisioning complete for port fbd9f95d-734c-4baf-a281-2996bb8c64ba triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:23.491228 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce57d5b5-baa7-479a-a99b-53bbb6fec371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:23.571052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ce57d5b5-baa7-479a-a99b-53bbb6fec371 None None] Port fbd9f95d-734c-4baf-a281-2996bb8c64ba cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:08:23.692164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 60f40b1e-4914-4ddf-95c1-e0901e5e4315 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:23.758831 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:08:23.764121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:23.764640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:23.787792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:08:23.793622 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7dd53f45-2194-4d10-ba76-85b5d0769b18 admin admin] 10.222.0.21 "PUT /v2.0/routers/fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4189851 Feb 10 07:08:23.863356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:23.863755 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:23.889018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:08:23.891840 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d174610c-c4a5-4bba-a835-c147def0cba8" -d '{"events": [{"server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "name": "network-vif-plugged", "status": "completed", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:08:23.906094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 60f40b1e-4914-4ddf-95c1-e0901e5e4315, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:23.915551 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:23.998287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=60f40b1e-4914-4ddf-95c1-e0901e5e4315,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:24.169466 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f50b08-5a42-42a6-a2a9-a274e5db4b2a x-openstack-request-id: req-33f50b08-5a42-42a6-a2a9-a274e5db4b2a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:08:24.169778 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "name": "network-vif-plugged", "status": "completed", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:08:24.170053 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33f50b08-5a42-42a6-a2a9-a274e5db4b2a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:08:24.170487 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'code': 200} Feb 10 07:08:24.354939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a473e0-3984-46b1-8e5d-a54aa9ab64d1 req-c606633f-fe1f-40b3-90aa-ef26ec282810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:24.356482 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-26a473e0-3984-46b1-8e5d-a54aa9ab64d1 req-c606633f-fe1f-40b3-90aa-ef26ec282810 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1127 time: 0.1072400 Feb 10 07:08:24.404832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b414baff-4d59-4966-bd74-4d6612b7665b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:24.405641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57086) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:24.411155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-124152550-network', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:08:24.424980 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-26a473e0-3984-46b1-8e5d-a54aa9ab64d1 req-fbbf9d10-cd60-4e0b-b5ef-a405d5946509 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612993 Feb 10 07:08:24.435725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Made reservation on behalf of bc19bdc64f1044fa9e5ee9f52c320b4c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:08:24.438281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.451473 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.485607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b414baff-4d59-4966-bd74-4d6612b7665b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:24.486088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.537028 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Publish callbacks [] for security_group (58f62bbb-2eca-4ad4-ad3f-de13b1386706), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.543213 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (58f62bbb-2eca-4ad4-ad3f-de13b1386706), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.556209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:08:24.567123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.567542 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Added segment c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4 of type vlan for network df4567f4-6baa-44fc-9304-786589de04b7 Feb 10 07:08:24.586450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b414baff-4d59-4966-bd74-4d6612b7665b is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:24.587000 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.612735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port b414baff-4d59-4966-bd74-4d6612b7665b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b414baff-4d59-4966-bd74-4d6612b7665b,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:24.617588 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.654007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (df4567f4-6baa-44fc-9304-786589de04b7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.658820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f62bbb-2eca-4ad4-ad3f-de13b1386706,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:24.693546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff7885-0490-43a5-b247-744b55d0260c req-90307c89-dfc8-4b52-8e65-bf10dea29f7a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:24.695218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67ff7885-0490-43a5-b247-744b55d0260c req-90307c89-dfc8-4b52-8e65-bf10dea29f7a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 945 time: 0.1195757 Feb 10 07:08:24.703980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=b414baff-4d59-4966-bd74-4d6612b7665b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:24.721378 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (df4567f4-6baa-44fc-9304-786589de04b7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.722458 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:24.723043 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:24.783651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3766830 Feb 10 07:08:24.786549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57090) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:24.794218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Request body: {'subnet': {'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-124152550-subnet', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:08:24.816492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1902b-19b4-4739-a268-2d61842f3bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=df4567f4-6baa-44fc-9304-786589de04b7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:24.822403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67ff7885-0490-43a5-b247-744b55d0260c req-6bbf84e9-8ca3-4c80-a31e-c88f7a88a36e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184809 Feb 10 07:08:24.830594 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Made reservation on behalf of bc19bdc64f1044fa9e5ee9f52c320b4c for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:08:24.831642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network df4567f4-6baa-44fc-9304-786589de04b7 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:08:24.832960 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.042340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (e9add738-0e43-4805-8537-10327a8b73ec), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.099616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9add738-0e43-4805-8537-10327a8b73ec,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:25.117701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Checking segment: {'id': 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:08:25.118060 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Network hostable DHCP agents. Network: df4567f4-6baa-44fc-9304-786589de04b7, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:08:25.136333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Network df4567f4-6baa-44fc-9304-786589de04b7 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:08:25.146935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, df4567f4-6baa-44fc-9304-786589de04b7) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:25.155090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:25.155212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Sync routers for ids ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:08:25.155325 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.170636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15077489-f9ac-4219-83e8-d9014a7d683e None None] Network df4567f4-6baa-44fc-9304-786589de04b7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:08:25.174366 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7effafcf-8ad4-4de1-a514-ca26f0c6faca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3854430 Feb 10 07:08:25.175230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57094) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:25.180324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:08:25.203722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (c8fab016-6277-452c-aa90-8848b4fd64c0), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.206911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Routers {'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:25.207487 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (c8fab016-6277-452c-aa90-8848b4fd64c0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.207736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:25.271074 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks [] for router_controller (c8fab016-6277-452c-aa90-8848b4fd64c0), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.359178 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-df4567f4-6baa-44fc-9304-786589de04b7', 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7', 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'fixed_ips': [{'subnet_id': 'e9add738-0e43-4805-8537-10327a8b73ec'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:08:25.360113 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.415311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks [] for router_gateway (c8fab016-6277-452c-aa90-8848b4fd64c0), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.452037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Set router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:25.627029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Allocated IP 172.20.0.2 (df4567f4-6baa-44fc-9304-786589de04b7/e9add738-0e43-4805-8537-10327a8b73ec/aa493684-b3f1-40e4-ac69-bb2ec85c0f48) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:08:25.632706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks [] for router_gateway (c8fab016-6277-452c-aa90-8848b4fd64c0), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.656278 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.779431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Allocated IP 172.25.8.84 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/b86fa148-3b4c-4ca8-8daf-b651fc521ccc) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:08:25.858188 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Publish callbacks [] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.866401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:22Z', 'revision_number': 4, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'gw_port': {'id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fbd9f95d-734c-4baf-a281-2996bb8c64ba', 'name': '', 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'mac_address': 'fa:16:3e:6b:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '36411160-68a3-484e-8e94-84aa46a10c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:21Z', 'updated_at': '2022-02-10T07:08:22Z', 'revision_number': 2, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'subnets': [{'id': '36411160-68a3-484e-8e94-84aa46a10c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:25.896261 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Checking router: fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:08:25.896614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Updating router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 port fbd9f95d-734c-4baf-a281-2996bb8c64ba binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:08:25.902147 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks [] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.920928 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.950468 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.971720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Network df4567f4-6baa-44fc-9304-786589de04b7 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:25.981405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:25.986618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:08:25.990187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca519-622b-4cfc-99cb-7c4e268414e8 req-1187da9b-9b5a-4c40-b636-9f70981aedb1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:25.991897 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:25.992839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26eca519-622b-4cfc-99cb-7c4e268414e8 req-1187da9b-9b5a-4c40-b636-9f70981aedb1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 945 time: 0.0753803 Feb 10 07:08:26.010367 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:26.015870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:26.020860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:08:26.024280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Pushing event updated for resources: {'Port': ['ID=aa493684-b3f1-40e4-ac69-bb2ec85c0f48,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:26.064336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Pushing event updated for resources: {'Port': ['ID=b86fa148-3b4c-4ca8-8daf-b651fc521ccc,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:26.064580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26eca519-622b-4cfc-99cb-7c4e268414e8 req-10c255eb-e939-4141-8e8f-0366489f893d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651634 Feb 10 07:08:26.124452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Attempting to bind port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:08:26.124822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Attempting to bind port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:08:26.125185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Attempting to bind port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 on network df4567f4-6baa-44fc-9304-786589de04b7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:08:26.215311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:08:26.216618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Checking segment: {'id': 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:08:26.217276 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.218020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Bound using segment: {'id': 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:08:26.219268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Bound port: aa493684-b3f1-40e4-ac69-bb2ec85c0f48, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:08:26.219828 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.226723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69ec09-41ce-40f4-b6cb-6e1531e5411f req-02eaaf29-53e3-473a-8960-96db7f532b90 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:26.235809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db69ec09-41ce-40f4-b6cb-6e1531e5411f req-02eaaf29-53e3-473a-8960-96db7f532b90 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 945 time: 0.0878370 Feb 10 07:08:26.300101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db69ec09-41ce-40f4-b6cb-6e1531e5411f req-04169381-3895-4cf9-8ffd-6cb3d84eb56f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632129 Feb 10 07:08:26.319027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57102) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:26.374177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb10a46-1725-4db9-ac44-71c56a37f106 tempest-TestVolumeBootPattern-1480151132 tempest-TestVolumeBootPattern-1480151132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:26.376618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ccb10a46-1725-4db9-ac44-71c56a37f106 tempest-TestVolumeBootPattern-1480151132 tempest-TestVolumeBootPattern-1480151132-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1122 time: 0.0551052 Feb 10 07:08:26.379728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57104) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:26.384926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:08:26.409707 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.412132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] For port aa493684-b3f1-40e4-ac69-bb2ec85c0f48, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:08:26.415776 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] For port aa493684-b3f1-40e4-ac69-bb2ec85c0f48, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=aa493684-b3f1-40e4-ac69-bb2ec85c0f48,segment=NetworkSegment(c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4),segment_id=c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:08:26.419925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b414baff-4d59-4966-bd74-4d6612b7665b up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:26.447989 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks [] for router_gateway (c8fab016-6277-452c-aa90-8848b4fd64c0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.451415 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.547759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.666163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.25.8.83 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/7d794822-b88c-4e21-9377-3e3aca312e7f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:08:26.753201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2d474-057f-4812-adc3-7d245a6837c9 None None] Pushing event updated for resources: {'Port': ['ID=aa493684-b3f1-40e4-ac69-bb2ec85c0f48,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:26.771589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (c8fab016-6277-452c-aa90-8848b4fd64c0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.814960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b414baff-4d59-4966-bd74-4d6612b7665b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:26.815329 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.840751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (7d794822-b88c-4e21-9377-3e3aca312e7f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.873965 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Publish callbacks [] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.887552 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.901900 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7d794822-b88c-4e21-9377-3e3aca312e7f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:26.964575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=7d794822-b88c-4e21-9377-3e3aca312e7f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:26.980592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:26.982195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:26.982839 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2a855a9a-9487-4931-8104-87db21d11a5d req-192e44f6-1402-40ac-8a35-13074894a191 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2625549 Feb 10 07:08:26.985319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:08:26.999677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Router c8fab016-6277-452c-aa90-8848b4fd64c0 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:08:27.013437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703914b-f323-4292-8fb4-f8cbbbd62397 None None] Pushing event updated for resources: {'Port': ['ID=fbd9f95d-734c-4baf-a281-2996bb8c64ba,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:27.016329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b414baff-4d59-4966-bd74-4d6612b7665b is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:27.133651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Attempting to bind port fbd9f95d-734c-4baf-a281-2996bb8c64ba on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:08:27.134021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Attempting to bind port fbd9f95d-734c-4baf-a281-2996bb8c64ba by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:08:27.158874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Attempting to bind port fbd9f95d-734c-4baf-a281-2996bb8c64ba on network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:08:27.164639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:08:27.165030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Checking segment: {'id': 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:08:27.165558 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:27.165819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Bound using segment: {'id': 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:08:27.166357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Bound port: fbd9f95d-734c-4baf-a281-2996bb8c64ba, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:08:27.166742 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:27.344414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:08:27.359375 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Sync routers for ids ['c8fab016-6277-452c-aa90-8848b4fd64c0'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:08:27.381787 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Routers {'c8fab016-6277-452c-aa90-8848b4fd64c0'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:27.383548 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c8fab016-6277-452c-aa90-8848b4fd64c0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:27.384980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] For port fbd9f95d-734c-4baf-a281-2996bb8c64ba, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:08:27.388896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] For port fbd9f95d-734c-4baf-a281-2996bb8c64ba, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fbd9f95d-734c-4baf-a281-2996bb8c64ba,segment=NetworkSegment(d6973507-b4ee-4d9a-a3ab-a99eb13e0b67),segment_id=d6973507-b4ee-4d9a-a3ab-a99eb13e0b67)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:08:27.398024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a855a9a-9487-4931-8104-87db21d11a5d req-77a13912-4fb4-4641-becf-f7e8c7c6de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:27.400961 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:27.408659 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2a855a9a-9487-4931-8104-87db21d11a5d req-77a13912-4fb4-4641-becf-f7e8c7c6de16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1127 time: 0.2761095 Feb 10 07:08:27.423736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:27.427525 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7af27236-04c4-4f5b-95e5-b72262c55277 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2510576 Feb 10 07:08:27.428145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57108) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:27.542104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-06e460ff-f461-40e1-aaaf-b121c9dcb805 None None] Provisioning complete for port fbd9f95d-734c-4baf-a281-2996bb8c64ba triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:27.542511 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06e460ff-f461-40e1-aaaf-b121c9dcb805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:27.547090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Routers {'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:27.548916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:27.584052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a855a9a-9487-4931-8104-87db21d11a5d req-1224b0da-9ee5-40a1-8527-fbf2f4020d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:27.585809 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2a855a9a-9487-4931-8104-87db21d11a5d req-1224b0da-9ee5-40a1-8527-fbf2f4020d78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1401179 Feb 10 07:08:27.649495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703914b-f323-4292-8fb4-f8cbbbd62397 None None] Pushing event updated for resources: {'Port': ['ID=fbd9f95d-734c-4baf-a281-2996bb8c64ba,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:27.672238 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2a855a9a-9487-4931-8104-87db21d11a5d req-e7a35ffd-44fb-4cb3-bb03-c112056097b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 200 len: 217 time: 0.0780833 Feb 10 07:08:27.793296 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Set router c8fab016-6277-452c-aa90-8848b4fd64c0 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:27.798638 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (10fad06b-11e1-4afa-94d8-e8aef8535186), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:27.818500 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a855a9a-9487-4931-8104-87db21d11a5d req-3cc03c6f-19a8-4ace-95b6-0d07bcb03a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:27.820321 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2a855a9a-9487-4931-8104-87db21d11a5d req-3cc03c6f-19a8-4ace-95b6-0d07bcb03a63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.1413620 Feb 10 07:08:27.822810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] Set router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:27.942395 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7d794822-b88c-4e21-9377-3e3aca312e7f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.028226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a855a9a-9487-4931-8104-87db21d11a5d req-9f07cc67-dbaa-4ed0-ba32-774851d01493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:28.032755 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2a855a9a-9487-4931-8104-87db21d11a5d req-9f07cc67-dbaa-4ed0-ba32-774851d01493 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1532731 Feb 10 07:08:28.066365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-06e460ff-f461-40e1-aaaf-b121c9dcb805 None None] Current status of the port fbd9f95d-734c-4baf-a281-2996bb8c64ba is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:28.066980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06e460ff-f461-40e1-aaaf-b121c9dcb805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.151391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-06e460ff-f461-40e1-aaaf-b121c9dcb805 None None] For port fbd9f95d-734c-4baf-a281-2996bb8c64ba, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fbd9f95d-734c-4baf-a281-2996bb8c64ba,segment=NetworkSegment(d6973507-b4ee-4d9a-a3ab-a99eb13e0b67),segment_id=d6973507-b4ee-4d9a-a3ab-a99eb13e0b67)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:28.162822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06e460ff-f461-40e1-aaaf-b121c9dcb805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.170078 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:26Z', 'revision_number': 3, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'gw_port': {'id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:28.209626 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Checking router: c8fab016-6277-452c-aa90-8848b4fd64c0 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:08:28.210125 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Updating router c8fab016-6277-452c-aa90-8848b4fd64c0 port b86fa148-3b4c-4ca8-8daf-b651fc521ccc binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:08:28.248869 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.332151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (7d794822-b88c-4e21-9377-3e3aca312e7f), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.340261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (7d794822-b88c-4e21-9377-3e3aca312e7f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.406425 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e460ff-f461-40e1-aaaf-b121c9dcb805 None None] Pushing event updated for resources: {'Port': ['ID=fbd9f95d-734c-4baf-a281-2996bb8c64ba,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:28.447513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6e78db2e-ef30-4b87-990f-08374cf4cc06 None None] Provisioning complete for port fbd9f95d-734c-4baf-a281-2996bb8c64ba triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:28.447513 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e78db2e-ef30-4b87-990f-08374cf4cc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.458212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e57146a-0600-48c9-b889-17531abdc146 None None] Network df4567f4-6baa-44fc-9304-786589de04b7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:08:28.559737 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=7d794822-b88c-4e21-9377-3e3aca312e7f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:28.575805 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2a855a9a-9487-4931-8104-87db21d11a5d req-999d385e-59e1-4186-a557-8a484c29b1bf service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355387 Feb 10 07:08:28.581457 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (10fad06b-11e1-4afa-94d8-e8aef8535186), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.582278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device aa493684-b3f1-40e4-ac69-bb2ec85c0f48 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:28.609401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:22Z', 'revision_number': 4, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'gw_port': {'id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fbd9f95d-734c-4baf-a281-2996bb8c64ba', 'name': '', 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'mac_address': 'fa:16:3e:6b:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '36411160-68a3-484e-8e94-84aa46a10c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:21Z', 'updated_at': '2022-02-10T07:08:27Z', 'revision_number': 4, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'subnets': [{'id': '36411160-68a3-484e-8e94-84aa46a10c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:28.633383 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.698485 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Publish callbacks [] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.708175 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.717504 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Floating IP 10fad06b-11e1-4afa-94d8-e8aef8535186 associated. External IP: 172.25.8.83, port: 60f40b1e-4914-4ddf-95c1-e0901e5e4315. Feb 10 07:08:28.794291 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2a855a9a-9487-4931-8104-87db21d11a5d req-ec57c437-b31b-449c-84b8-56d03267b2b7 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116790 Feb 10 07:08:28.801602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e05a6-30b4-4a93-8d58-0e535c9c69cf None None] The sync data for ids ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'] in n-d-828670-1 is: [{'id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:22Z', 'revision_number': 4, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'gw_port': {'id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fbd9f95d-734c-4baf-a281-2996bb8c64ba', 'name': '', 'network_id': '5e7537a3-e3d6-4948-b3b5-7c6d875cd16a', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'mac_address': 'fa:16:3e:6b:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '36411160-68a3-484e-8e94-84aa46a10c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:21Z', 'updated_at': '2022-02-10T07:08:27Z', 'revision_number': 4, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'subnets': [{'id': '36411160-68a3-484e-8e94-84aa46a10c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:08:28.806805 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Attempting to bind port b86fa148-3b4c-4ca8-8daf-b651fc521ccc on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:08:28.807173 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Attempting to bind port b86fa148-3b4c-4ca8-8daf-b651fc521ccc by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:08:28.807505 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Attempting to bind port b86fa148-3b4c-4ca8-8daf-b651fc521ccc on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:08:28.830204 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0919bb5-81f1-43c9-a202-a05ec3920913 None None] Pushing event updated for resources: {'Port': ['ID=b86fa148-3b4c-4ca8-8daf-b651fc521ccc,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:28.833432 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:08:28.833803 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:08:28.834201 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.834601 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:08:28.835063 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Bound port: b86fa148-3b4c-4ca8-8daf-b651fc521ccc, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:08:28.835432 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:28.982180 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] For port b86fa148-3b4c-4ca8-8daf-b651fc521ccc, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:08:28.988552 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] For port b86fa148-3b4c-4ca8-8daf-b651fc521ccc, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b86fa148-3b4c-4ca8-8daf-b651fc521ccc,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:08:29.006010 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:29.014718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6e78db2e-ef30-4b87-990f-08374cf4cc06 None None] Current status of the port fbd9f95d-734c-4baf-a281-2996bb8c64ba is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:29.060667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:29.061024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:29.102148 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0919bb5-81f1-43c9-a202-a05ec3920913 None None] Pushing event updated for resources: {'Port': ['ID=b86fa148-3b4c-4ca8-8daf-b651fc521ccc,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:29.105338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:08:29.133537 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Routers {'c8fab016-6277-452c-aa90-8848b4fd64c0'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:29.134450 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c8fab016-6277-452c-aa90-8848b4fd64c0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:29.183781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ac8a2603-4af7-4e51-9b70-b30966b98ef4 None None] Provisioning complete for port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:29.184151 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2603-4af7-4e51-9b70-b30966b98ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:29.361836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:08:29.365408 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] Set router c8fab016-6277-452c-aa90-8848b4fd64c0 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:29.392084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:29.392969 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:29.399736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:29.412473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] Sync routers for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:08:29.475016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9395b35f-d7b9-4d24-871d-32ce7225b1d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0941820 Feb 10 07:08:29.475633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:08:29.478138 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:08:29.544482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:29.545546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:29.569450 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Allocated IP 172.20.0.1 (df4567f4-6baa-44fc-9304-786589de04b7/e9add738-0e43-4805-8537-10327a8b73ec/8f1f9fc8-54c1-4804-bdd3-7570dd35da31) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:08:29.654772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a2603-4af7-4e51-9b70-b30966b98ef4 None None] Current status of the port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:29.655161 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2603-4af7-4e51-9b70-b30966b98ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:29.658218 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port aa493684-b3f1-40e4-ac69-bb2ec85c0f48, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=aa493684-b3f1-40e4-ac69-bb2ec85c0f48,segment=NetworkSegment(c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4),segment_id=c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:29.678786 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:29.738652 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:26Z', 'revision_number': 3, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'gw_port': {'id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:29.771227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Publish callbacks [] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:29.791670 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bae05-f8ac-4ea7-a90f-dd96c5b2e541 None None] The sync data for ids ['c8fab016-6277-452c-aa90-8848b4fd64c0'] in n-d-828670-1 is: [{'id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:26Z', 'revision_number': 3, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'gw_port': {'id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:08:29.811250 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:29.842984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=aa493684-b3f1-40e4-ac69-bb2ec85c0f48,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:29.885597 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8068a9ff-da00-4727-b5ff-2b613031655f x-openstack-request-id: req-8068a9ff-da00-4727-b5ff-2b613031655f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:08:29.885895 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:08:29.886155 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8068a9ff-da00-4727-b5ff-2b613031655f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:08:29.886638 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'status': 'completed', 'code': 200} Feb 10 07:08:29.906591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Network df4567f4-6baa-44fc-9304-786589de04b7 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:29.911348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:29.914668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:29.917407 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-ac8a2603-4af7-4e51-9b70-b30966b98ef4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:08:29.917761 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-ac8a2603-4af7-4e51-9b70-b30966b98ef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:08:29.945683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:08:29.949048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1f9fc8-54c1-4804-bdd3-7570dd35da31,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:30.030186 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (c8fab016-6277-452c-aa90-8848b4fd64c0), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:30.124620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-03055d42-de39-4cf2-a8e1-80bb8f2b08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:30.126118 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-03055d42-de39-4cf2-a8e1-80bb8f2b08b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1127 time: 0.1898873 Feb 10 07:08:30.354002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-a3bd8c93-c1e3-4aa6-8359-2d93b7176288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:30.358016 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-a3bd8c93-c1e3-4aa6-8359-2d93b7176288 service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.2237556 Feb 10 07:08:30.587178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:30.646170 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-4d9e7a85-8795-4e66-9bde-4f297e5657c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 200 len: 998 time: 0.2822978 Feb 10 07:08:30.719995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device aa493684-b3f1-40e4-ac69-bb2ec85c0f48 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:30.768474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-b7d003da-eecd-4318-8e78-1f677bf86900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:30.771153 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-b7d003da-eecd-4318-8e78-1f677bf86900 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.1169219 Feb 10 07:08:30.787480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a2603-4af7-4e51-9b70-b30966b98ef4 None None] Current status of the port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:30.883616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:30.883951 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:30.952778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-a36ff0d9-19a0-4144-bb46-9d55982969e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:08:30.954853 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-a36ff0d9-19a0-4144-bb46-9d55982969e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1655009 Feb 10 07:08:30.974282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '10fad06b-11e1-4afa-94d8-e8aef8535186', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:08:27Z', 'updated_at': '2022-02-10T07:08:27Z', 'revision_number': 0, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:31.015677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4ddfa396-3c21-4768-a44f-8d52206dc817 None None] Provisioning complete for port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:31.016055 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ddfa396-3c21-4768-a44f-8d52206dc817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:31.020246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] Checking router: 5757888b-b30f-4f1b-ba9a-cd2c748c3818 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:08:31.081340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:31.082102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:31.106517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Publish callbacks [] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:31.120880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:31.180325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:31.182142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b86fa148-3b4c-4ca8-8daf-b651fc521ccc up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:31.193288 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-47b4d163-180b-4cb4-ace2-753749a93857 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294874 Feb 10 07:08:31.250179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1f9fc8-54c1-4804-bdd3-7570dd35da31,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:31.264502 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (c8fab016-6277-452c-aa90-8848b4fd64c0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:31.305771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4ddfa396-3c21-4768-a44f-8d52206dc817 None None] Current status of the port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:31.323014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:31.382007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4ddfa396-3c21-4768-a44f-8d52206dc817 None None] Provisioning complete for port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:31.382857 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ddfa396-3c21-4768-a44f-8d52206dc817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:31.451788 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7b10f8a5-fc55-4647-aa5b-ee13a77adcbc req-99f06f1e-4b51-4c81-be90-c206df231c1a service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441068 Feb 10 07:08:31.489327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Network df4567f4-6baa-44fc-9304-786589de04b7 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:08:31.492096 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:08:31.503468 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b86fa148-3b4c-4ca8-8daf-b651fc521ccc triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:31.507722 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:31.538845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4ddfa396-3c21-4768-a44f-8d52206dc817 None None] Port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:08:31.693696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Router c8fab016-6277-452c-aa90-8848b4fd64c0 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:08:31.832308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b86fa148-3b4c-4ca8-8daf-b651fc521ccc is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:31.832784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:31.864094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port b86fa148-3b4c-4ca8-8daf-b651fc521ccc, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b86fa148-3b4c-4ca8-8daf-b651fc521ccc,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:31.868210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '10fad06b-11e1-4afa-94d8-e8aef8535186', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:08:27Z', 'updated_at': '2022-02-10T07:08:27Z', 'revision_number': 0, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:31.901270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2af4e-fba9-49dd-ab15-f6a9b1a4c608 None None] The sync data for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 is: [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '10fad06b-11e1-4afa-94d8-e8aef8535186', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:08:27Z', 'updated_at': '2022-02-10T07:08:27Z', 'revision_number': 0, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:08:31.905793 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:08:31.907569 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:31.907569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fbd9f95d-734c-4baf-a281-2996bb8c64ba up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:31.926593 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8ccfcb5c-1ff4-474f-8d46-ba69428248e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/c8fab016-6277-452c-aa90-8848b4fd64c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4973912 Feb 10 07:08:31.985412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1b84e3ed-ea05-4c3f-ab8d-f98f844abda4 None None] Provisioning complete for port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:31.985776 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b84e3ed-ea05-4c3f-ab8d-f98f844abda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:32.032758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=b86fa148-3b4c-4ca8-8daf-b651fc521ccc,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:32.056367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1b84e3ed-ea05-4c3f-ab8d-f98f844abda4 None None] Port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:08:32.071939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fbd9f95d-734c-4baf-a281-2996bb8c64ba triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:32.073112 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:32.183611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fbd9f95d-734c-4baf-a281-2996bb8c64ba is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:32.402420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b86fa148-3b4c-4ca8-8daf-b651fc521ccc up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:32.463856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port b86fa148-3b4c-4ca8-8daf-b651fc521ccc triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:32.464427 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:32.554593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port b86fa148-3b4c-4ca8-8daf-b651fc521ccc is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:32.849318 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b6bad-a5d8-4392-961c-6a8f16d9cf65 None None] New status for floating IP 10fad06b-11e1-4afa-94d8-e8aef8535186: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:08:32.912840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Sync routers for ids ['c8fab016-6277-452c-aa90-8848b4fd64c0'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:08:32.924494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Routers {'c8fab016-6277-452c-aa90-8848b4fd64c0'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:32.925897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c8fab016-6277-452c-aa90-8848b4fd64c0'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:33.084521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Set router c8fab016-6277-452c-aa90-8848b4fd64c0 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:33.229036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:33.331951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:30Z', 'revision_number': 4, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'gw_port': {'id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8f1f9fc8-54c1-4804-bdd3-7570dd35da31', 'name': '', 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'mac_address': 'fa:16:3e:3e:17:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9add738-0e43-4805-8537-10327a8b73ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:28Z', 'updated_at': '2022-02-10T07:08:30Z', 'revision_number': 2, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'subnets': [{'id': 'e9add738-0e43-4805-8537-10327a8b73ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:33.363479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Checking router: c8fab016-6277-452c-aa90-8848b4fd64c0 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:08:33.365056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Updating router c8fab016-6277-452c-aa90-8848b4fd64c0 port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:08:33.394466 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:33.630166 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:33.695087 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Publish callbacks [] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:33.702265 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:33.748865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4db36-f75d-4bbd-afe7-ee58d3a262eb None None] Pushing event updated for resources: {'Port': ['ID=8f1f9fc8-54c1-4804-bdd3-7570dd35da31,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:33.821607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Attempting to bind port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:08:33.823015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Attempting to bind port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:08:33.824858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Attempting to bind port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 on network df4567f4-6baa-44fc-9304-786589de04b7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:08:33.835234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:08:33.837372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Checking segment: {'id': 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:08:33.837372 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:33.837372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Bound using segment: {'id': 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:08:33.837372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Bound port: 8f1f9fc8-54c1-4804-bdd3-7570dd35da31, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:08:33.837372 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:33.957316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] For port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:08:33.960872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] For port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8f1f9fc8-54c1-4804-bdd3-7570dd35da31,segment=NetworkSegment(c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4),segment_id=c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:08:33.968861 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:34.215130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Routers {'c8fab016-6277-452c-aa90-8848b4fd64c0'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:34.215392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c8fab016-6277-452c-aa90-8848b4fd64c0'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:34.225567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5f460237-1ea8-40bf-be94-c9ca8b4f5062 None None] Provisioning complete for port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:34.225957 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f460237-1ea8-40bf-be94-c9ca8b4f5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:34.283133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4db36-f75d-4bbd-afe7-ee58d3a262eb None None] Pushing event updated for resources: {'Port': ['ID=8f1f9fc8-54c1-4804-bdd3-7570dd35da31,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:34.377860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] Set router c8fab016-6277-452c-aa90-8848b4fd64c0 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:34.428397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Deleting port fbd9f95d-734c-4baf-a281-2996bb8c64ba {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:08:34.428984 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:34.533204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] For port fbd9f95d-734c-4baf-a281-2996bb8c64ba, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fbd9f95d-734c-4baf-a281-2996bb8c64ba,segment=NetworkSegment(d6973507-b4ee-4d9a-a3ab-a99eb13e0b67),segment_id=d6973507-b4ee-4d9a-a3ab-a99eb13e0b67)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:34.533832 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:34.546144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Calling delete_port for fbd9f95d-734c-4baf-a281-2996bb8c64ba owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:08:34.547513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5f460237-1ea8-40bf-be94-c9ca8b4f5062 None None] Current status of the port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:34.547513 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f460237-1ea8-40bf-be94-c9ca8b4f5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:34.620720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5f460237-1ea8-40bf-be94-c9ca8b4f5062 None None] For port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8f1f9fc8-54c1-4804-bdd3-7570dd35da31,segment=NetworkSegment(c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4),segment_id=c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:34.626701 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f460237-1ea8-40bf-be94-c9ca8b4f5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:34.689710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:30Z', 'revision_number': 4, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'gw_port': {'id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8f1f9fc8-54c1-4804-bdd3-7570dd35da31', 'name': '', 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'mac_address': 'fa:16:3e:3e:17:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9add738-0e43-4805-8537-10327a8b73ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:28Z', 'updated_at': '2022-02-10T07:08:33Z', 'revision_number': 4, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'subnets': [{'id': 'e9add738-0e43-4805-8537-10327a8b73ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:34.695300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f460237-1ea8-40bf-be94-c9ca8b4f5062 None None] Pushing event updated for resources: {'Port': ['ID=8f1f9fc8-54c1-4804-bdd3-7570dd35da31,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:34.730332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddd159-b128-4520-a7f4-6a6f3d09c407 None None] The sync data for ids ['c8fab016-6277-452c-aa90-8848b4fd64c0'] in n-d-828670-1 is: [{'id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:30Z', 'revision_number': 4, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'gw_port': {'id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8f1f9fc8-54c1-4804-bdd3-7570dd35da31', 'name': '', 'network_id': 'df4567f4-6baa-44fc-9304-786589de04b7', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'mac_address': 'fa:16:3e:3e:17:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9add738-0e43-4805-8537-10327a8b73ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:28Z', 'updated_at': '2022-02-10T07:08:33Z', 'revision_number': 4, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'subnets': [{'id': 'e9add738-0e43-4805-8537-10327a8b73ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:08:34.752505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-93245c58-843b-4f7c-811e-020348d62f8a None None] Provisioning complete for port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:34.752921 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93245c58-843b-4f7c-811e-020348d62f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:34.759859 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (fbd9f95d-734c-4baf-a281-2996bb8c64ba), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:34.813062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd9f95d-734c-4baf-a281-2996bb8c64ba,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:34.933519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-93245c58-843b-4f7c-811e-020348d62f8a None None] Current status of the port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:35.122573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:35.456573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:08:35.594216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:08:35.603178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b498f620-d2f4-485e-9502-7fbf8da32c36 admin admin] 10.222.0.21 "PUT /v2.0/routers/fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3727252 Feb 10 07:08:35.604573 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] Sync routers for ids ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:08:35.605713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57178) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:35.621975 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] Routers {'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:35.622731 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:35.742206 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks [] for router (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:35.767941 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] Set router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:35.948919 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks [] for router_gateway (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.024896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Deleting port b414baff-4d59-4966-bd74-4d6612b7665b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:08:36.025828 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.165068 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:34Z', 'revision_number': 5, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'gw_port': {'id': 'b414baff-4d59-4966-bd74-4d6612b7665b', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:36.173455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] For port b414baff-4d59-4966-bd74-4d6612b7665b, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b414baff-4d59-4966-bd74-4d6612b7665b,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:36.174135 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.203867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Calling delete_port for b414baff-4d59-4966-bd74-4d6612b7665b owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:08:36.206571 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] Checking router: fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:08:36.232034 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] Routers {'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:36.233086 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:36.358599 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] Set router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:36.446159 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:35Z', 'revision_number': 6, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:36.486996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:08:36.488517 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d24bbe4-53e1-4ebb-ac12-4eb228b21a6c None None] The sync data for ids ['fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653'] in n-d-828670-1 is: [{'id': 'fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653', 'name': 'tempest-TestAggregatesBasicOps-24544910-router', 'tenant_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:19Z', 'updated_at': '2022-02-10T07:08:35Z', 'revision_number': 6, 'project_id': 'a6be1c6fd9e64894bd5f034525c2dd19', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:08:36.555701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b414baff-4d59-4966-bd74-4d6612b7665b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.599750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Pushing event deleted for resources: {'Port': ['ID=b414baff-4d59-4966-bd74-4d6612b7665b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:36.631479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:08:36.631908 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.686802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.741744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:08:36.806597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.808855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks [] for router_controller (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.857205 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.857854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:08:36.863407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.864741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d2e9914-0c8d-445d-9c90-746bebf69207 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fdba34b0-c2b6-4ca2-9d6e-22eea2b2d653 HTTP/1.1" status: 204 len: 168 time: 1.2580764 Feb 10 07:08:36.867476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57182) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:36.917288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfb5b5b-582b-4d46-a5e5-b15afa80d6bd admin admin] Deleting subnet 36411160-68a3-484e-8e94-84aa46a10c56 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:08:36.921091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5b5b-582b-4d46-a5e5-b15afa80d6bd admin admin] Publish callbacks [] for subnet (36411160-68a3-484e-8e94-84aa46a10c56), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:36.960681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5b5b-582b-4d46-a5e5-b15afa80d6bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (36411160-68a3-484e-8e94-84aa46a10c56), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.049037 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.069676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5b5b-582b-4d46-a5e5-b15afa80d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (36411160-68a3-484e-8e94-84aa46a10c56), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.129765 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5b5b-582b-4d46-a5e5-b15afa80d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (36411160-68a3-484e-8e94-84aa46a10c56), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.158076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb5b5b-582b-4d46-a5e5-b15afa80d6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36411160-68a3-484e-8e94-84aa46a10c56,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:37.162260 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5b5b-582b-4d46-a5e5-b15afa80d6bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.168618 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57186) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:37.169144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4dfb5b5b-582b-4d46-a5e5-b15afa80d6bd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/36411160-68a3-484e-8e94-84aa46a10c56 HTTP/1.1" status: 204 len: 168 time: 0.3002121 Feb 10 07:08:37.175583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39d0838-f873-4e0f-813b-2b40370a9ebb None None] Network 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:08:37.263529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (5e7537a3-e3d6-4948-b3b5-7c6d875cd16a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.328525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Deleting port 7ff5a084-756a-4acb-bc8d-2d715c88e654 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:08:37.328793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.362009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0a41b-2ee4-46d6-9828-1ff5aff5436d None None] DHCP port deletion for 5e7537a3-e3d6-4948-b3b5-7c6d875cd16a request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:08:37.405274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] For port 7ff5a084-756a-4acb-bc8d-2d715c88e654, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7ff5a084-756a-4acb-bc8d-2d715c88e654,segment=NetworkSegment(d6973507-b4ee-4d9a-a3ab-a99eb13e0b67),segment_id=d6973507-b4ee-4d9a-a3ab-a99eb13e0b67)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:37.405668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.415331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-44a0a41b-2ee4-46d6-9828-1ff5aff5436d None None] Deleting port 7ff5a084-756a-4acb-bc8d-2d715c88e654 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:08:37.416271 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44a0a41b-2ee4-46d6-9828-1ff5aff5436d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.421572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Calling delete_port for 7ff5a084-756a-4acb-bc8d-2d715c88e654 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:08:37.483541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-44a0a41b-2ee4-46d6-9828-1ff5aff5436d None None] For port 7ff5a084-756a-4acb-bc8d-2d715c88e654, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7ff5a084-756a-4acb-bc8d-2d715c88e654,segment=NetworkSegment(d6973507-b4ee-4d9a-a3ab-a99eb13e0b67),segment_id=d6973507-b4ee-4d9a-a3ab-a99eb13e0b67)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:37.483938 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44a0a41b-2ee4-46d6-9828-1ff5aff5436d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.498328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-44a0a41b-2ee4-46d6-9828-1ff5aff5436d None None] Calling delete_port for 7ff5a084-756a-4acb-bc8d-2d715c88e654 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:08:37.512145 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.539040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff5a084-756a-4acb-bc8d-2d715c88e654,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:37.541838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] No DVR routers for this DVR port 7ff5a084-756a-4acb-bc8d-2d715c88e654 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:08:37.568038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.568345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.568656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.568998 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.569338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.569706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.570083 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.570553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.571010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.571522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.571658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.572044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.572524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:08:37.580216 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44a0a41b-2ee4-46d6-9828-1ff5aff5436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (7ff5a084-756a-4acb-bc8d-2d715c88e654), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.612684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0a41b-2ee4-46d6-9828-1ff5aff5436d None None] Pushing event deleted for resources: {'Port': ['ID=7ff5a084-756a-4acb-bc8d-2d715c88e654,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:37.614611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0a41b-2ee4-46d6-9828-1ff5aff5436d None None] No DVR routers for this DVR port 7ff5a084-756a-4acb-bc8d-2d715c88e654 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:08:37.637528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (5e7537a3-e3d6-4948-b3b5-7c6d875cd16a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.659063 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7537a3-e3d6-4948-b3b5-7c6d875cd16a']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:37.669559 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:37.669862 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6973507-b4ee-4d9a-a3ab-a99eb13e0b67') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:37.679479 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (d6973507-b4ee-4d9a-a3ab-a99eb13e0b67), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.692838 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d6973507-b4ee-4d9a-a3ab-a99eb13e0b67), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.699090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:08:37.699611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (d6973507-b4ee-4d9a-a3ab-a99eb13e0b67), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:08:37.701444 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:08:37.773411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (5e7537a3-e3d6-4948-b3b5-7c6d875cd16a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.781051 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:37.784651 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5e7537a3-e3d6-4948-b3b5-7c6d875cd16a HTTP/1.1" status: 204 len: 168 time: 0.6142514 Feb 10 07:08:37.787797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:37.796699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95a06f-a9c4-483e-b8e9-ed563a73c5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7537a3-e3d6-4948-b3b5-7c6d875cd16a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:38.164853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (c8fab016-6277-452c-aa90-8848b4fd64c0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:38.390718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7ff5a084-756a-4acb-bc8d-2d715c88e654 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:08:38.420589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7ff5a084-756a-4acb-bc8d-2d715c88e654 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:08:38.421064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7ff5a084-756a-4acb-bc8d-2d715c88e654 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:08:38.421411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b414baff-4d59-4966-bd74-4d6612b7665b no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:08:38.441682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b414baff-4d59-4966-bd74-4d6612b7665b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:08:38.442277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b414baff-4d59-4966-bd74-4d6612b7665b not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:08:38.442680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fbd9f95d-734c-4baf-a281-2996bb8c64ba no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:08:38.445407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Deleting port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:08:38.445751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:38.465155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: fbd9f95d-734c-4baf-a281-2996bb8c64ba {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:08:38.465502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fbd9f95d-734c-4baf-a281-2996bb8c64ba not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:08:38.533999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] For port 8f1f9fc8-54c1-4804-bdd3-7570dd35da31, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8f1f9fc8-54c1-4804-bdd3-7570dd35da31,segment=NetworkSegment(c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4),segment_id=c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:38.534471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:38.548629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Calling delete_port for 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:08:38.739870 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8f1f9fc8-54c1-4804-bdd3-7570dd35da31), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:38.769391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1f9fc8-54c1-4804-bdd3-7570dd35da31,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:38.961404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (c8fab016-6277-452c-aa90-8848b4fd64c0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:39.187814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Router c8fab016-6277-452c-aa90-8848b4fd64c0 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:08:39.651950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:08:39.659903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6f60ada1-b9e3-4a7f-a538-974f473f441e admin admin] 10.222.0.21 "PUT /v2.0/routers/c8fab016-6277-452c-aa90-8848b4fd64c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8674781 Feb 10 07:08:39.660012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57206) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:39.662819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] Sync routers for ids ['c8fab016-6277-452c-aa90-8848b4fd64c0'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:08:39.673814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] Routers {'c8fab016-6277-452c-aa90-8848b4fd64c0'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:39.674948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c8fab016-6277-452c-aa90-8848b4fd64c0'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:39.785135 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks [] for router (c8fab016-6277-452c-aa90-8848b4fd64c0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:39.826085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] Set router c8fab016-6277-452c-aa90-8848b4fd64c0 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:39.902841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks [] for router_gateway (c8fab016-6277-452c-aa90-8848b4fd64c0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:39.963700 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Deleting port b86fa148-3b4c-4ca8-8daf-b651fc521ccc {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:08:39.964087 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.008556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:38Z', 'revision_number': 5, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'gw_port': {'id': 'b86fa148-3b4c-4ca8-8daf-b651fc521ccc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:40.040496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] Checking router: c8fab016-6277-452c-aa90-8848b4fd64c0 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:08:40.049794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] Routers {'c8fab016-6277-452c-aa90-8848b4fd64c0'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:08:40.050436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:08:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['c8fab016-6277-452c-aa90-8848b4fd64c0'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:40.050806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] For port b86fa148-3b4c-4ca8-8daf-b651fc521ccc, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=b86fa148-3b4c-4ca8-8daf-b651fc521ccc,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:40.051169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.065595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Calling delete_port for b86fa148-3b4c-4ca8-8daf-b651fc521ccc owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:08:40.141284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] Set router c8fab016-6277-452c-aa90-8848b4fd64c0 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:08:40.196150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:39Z', 'revision_number': 6, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:40.237245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9470eb-193a-4066-ab85-2e9c6c50daf9 None None] The sync data for ids ['c8fab016-6277-452c-aa90-8848b4fd64c0'] in n-d-828670-1 is: [{'id': 'c8fab016-6277-452c-aa90-8848b4fd64c0', 'name': 'tempest-TestAggregatesBasicOps-124152550-router', 'tenant_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:08:25Z', 'updated_at': '2022-02-10T07:08:39Z', 'revision_number': 6, 'project_id': 'bc19bdc64f1044fa9e5ee9f52c320b4c', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:08:40.237714 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b86fa148-3b4c-4ca8-8daf-b651fc521ccc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.287749 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.293999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Pushing event deleted for resources: {'Port': ['ID=b86fa148-3b4c-4ca8-8daf-b651fc521ccc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:40.347642 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-219a19c3-86ec-4e68-bcea-3c12665470ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.357163 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (c8fab016-6277-452c-aa90-8848b4fd64c0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.454734 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (c8fab016-6277-452c-aa90-8848b4fd64c0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.456822 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks [] for router_controller (c8fab016-6277-452c-aa90-8848b4fd64c0), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.504150 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (c8fab016-6277-452c-aa90-8848b4fd64c0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.504683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fab016-6277-452c-aa90-8848b4fd64c0 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:08:40.509709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.511374 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-136b0544-6a5c-4f1c-b0a3-80fe93c41eac admin admin] 10.222.0.21 "DELETE /v2.0/routers/c8fab016-6277-452c-aa90-8848b4fd64c0 HTTP/1.1" status: 204 len: 168 time: 0.8503177 Feb 10 07:08:40.513456 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57214) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:40.558728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11c5a43-68c4-4a82-982b-e9899f221ebe admin admin] Deleting subnet e9add738-0e43-4805-8537-10327a8b73ec {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:08:40.561735 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b11c5a43-68c4-4a82-982b-e9899f221ebe admin admin] Publish callbacks [] for subnet (e9add738-0e43-4805-8537-10327a8b73ec), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.599507 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b11c5a43-68c4-4a82-982b-e9899f221ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (e9add738-0e43-4805-8537-10327a8b73ec), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:40.692004 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b11c5a43-68c4-4a82-982b-e9899f221ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (e9add738-0e43-4805-8537-10327a8b73ec), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.033587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b11c5a43-68c4-4a82-982b-e9899f221ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (e9add738-0e43-4805-8537-10327a8b73ec), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.058021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:08:41.058593 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c5a43-68c4-4a82-982b-e9899f221ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9add738-0e43-4805-8537-10327a8b73ec,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:41.065174 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b11c5a43-68c4-4a82-982b-e9899f221ebe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.068405 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b11c5a43-68c4-4a82-982b-e9899f221ebe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e9add738-0e43-4805-8537-10327a8b73ec HTTP/1.1" status: 204 len: 168 time: 0.5539956 Feb 10 07:08:41.071122 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57218) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:41.080399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8942e87-f14f-4e67-81ae-1a481f1df9d8 None None] Network df4567f4-6baa-44fc-9304-786589de04b7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:08:41.083492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:08:41.083644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8f1f9fc8-54c1-4804-bdd3-7570dd35da31 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:08:41.155755 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (df4567f4-6baa-44fc-9304-786589de04b7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.221939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Deleting port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:08:41.222280 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.263243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac57e2b-5cd5-42eb-b3a4-fdb4b9bc4111 None None] DHCP port deletion for df4567f4-6baa-44fc-9304-786589de04b7 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:08:41.287667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] For port aa493684-b3f1-40e4-ac69-bb2ec85c0f48, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=aa493684-b3f1-40e4-ac69-bb2ec85c0f48,segment=NetworkSegment(c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4),segment_id=c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:41.287966 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.300870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Calling delete_port for aa493684-b3f1-40e4-ac69-bb2ec85c0f48 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:08:41.311944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8ac57e2b-5cd5-42eb-b3a4-fdb4b9bc4111 None None] Deleting port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:08:41.312330 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ac57e2b-5cd5-42eb-b3a4-fdb4b9bc4111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.391700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8ac57e2b-5cd5-42eb-b3a4-fdb4b9bc4111 None None] For port aa493684-b3f1-40e4-ac69-bb2ec85c0f48, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=aa493684-b3f1-40e4-ac69-bb2ec85c0f48,segment=NetworkSegment(c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4),segment_id=c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:08:41.392109 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ac57e2b-5cd5-42eb-b3a4-fdb4b9bc4111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.395512 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.405638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8ac57e2b-5cd5-42eb-b3a4-fdb4b9bc4111 None None] Calling delete_port for aa493684-b3f1-40e4-ac69-bb2ec85c0f48 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:08:41.422597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa493684-b3f1-40e4-ac69-bb2ec85c0f48,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:41.424508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] No DVR routers for this DVR port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:08:41.500070 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ac57e2b-5cd5-42eb-b3a4-fdb4b9bc4111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (aa493684-b3f1-40e4-ac69-bb2ec85c0f48), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.504320 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (df4567f4-6baa-44fc-9304-786589de04b7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.526543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4567f4-6baa-44fc-9304-786589de04b7']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:41.527524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac57e2b-5cd5-42eb-b3a4-fdb4b9bc4111 None None] Pushing event deleted for resources: {'Port': ['ID=aa493684-b3f1-40e4-ac69-bb2ec85c0f48,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:41.529326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac57e2b-5cd5-42eb-b3a4-fdb4b9bc4111 None None] No DVR routers for this DVR port aa493684-b3f1-40e4-ac69-bb2ec85c0f48 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:08:41.542804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:41.543120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:08:41.552688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.566184 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.572964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:08:41.573360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (c2c72f3b-8ab2-4bda-8fd5-ce3f777a50b4), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:08:41.575070 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:08:41.641313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (df4567f4-6baa-44fc-9304-786589de04b7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.646799 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.649933 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] 10.222.0.21 "DELETE /v2.0/networks/df4567f4-6baa-44fc-9304-786589de04b7 HTTP/1.1" status: 204 len: 168 time: 0.5770717 Feb 10 07:08:41.661035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c81bd8-f0e5-44ec-8e26-6565debf1c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=df4567f4-6baa-44fc-9304-786589de04b7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:41.814126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57224) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:41.854588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dd0ab925-c300-41cc-8ab7-a4452cef06bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6be1c6fd9e64894bd5f034525c2dd19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391076 Feb 10 07:08:41.857094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57228) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:41.909479 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07134278-2f9c-4588-964e-4ee316c3b674 admin admin] Publish callbacks [] for security_group (b7ce26a1-0c49-4d60-8ecf-589c8d992a0e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.930682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07134278-2f9c-4588-964e-4ee316c3b674 admin admin] Publish callbacks [] for security_group (b7ce26a1-0c49-4d60-8ecf-589c8d992a0e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.993211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07134278-2f9c-4588-964e-4ee316c3b674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b7ce26a1-0c49-4d60-8ecf-589c8d992a0e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.996401 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07134278-2f9c-4588-964e-4ee316c3b674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:41.997816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-07134278-2f9c-4588-964e-4ee316c3b674 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7ce26a1-0c49-4d60-8ecf-589c8d992a0e HTTP/1.1" status: 204 len: 168 time: 0.1397991 Feb 10 07:08:42.006685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07134278-2f9c-4588-964e-4ee316c3b674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ce26a1-0c49-4d60-8ecf-589c8d992a0e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:42.317497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:42.359330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-06ef2547-e63c-4f0a-bd3a-abb2aba6d6d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc19bdc64f1044fa9e5ee9f52c320b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397091 Feb 10 07:08:42.362661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device aa493684-b3f1-40e4-ac69-bb2ec85c0f48 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:08:42.363152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57240) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:08:42.386338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: aa493684-b3f1-40e4-ac69-bb2ec85c0f48 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:08:42.386693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device aa493684-b3f1-40e4-ac69-bb2ec85c0f48 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:08:42.387091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b86fa148-3b4c-4ca8-8daf-b651fc521ccc no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:08:42.411319 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46e9bf24-880d-46f7-b29d-83355d8234cf admin admin] Publish callbacks [] for security_group (58f62bbb-2eca-4ad4-ad3f-de13b1386706), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:42.440786 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46e9bf24-880d-46f7-b29d-83355d8234cf admin admin] Publish callbacks [] for security_group (58f62bbb-2eca-4ad4-ad3f-de13b1386706), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:42.495360 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46e9bf24-880d-46f7-b29d-83355d8234cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (58f62bbb-2eca-4ad4-ad3f-de13b1386706), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:42.498149 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-46e9bf24-880d-46f7-b29d-83355d8234cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:42.501688 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-46e9bf24-880d-46f7-b29d-83355d8234cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58f62bbb-2eca-4ad4-ad3f-de13b1386706 HTTP/1.1" status: 204 len: 168 time: 0.1356847 Feb 10 07:08:42.509878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9bf24-880d-46f7-b29d-83355d8234cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f62bbb-2eca-4ad4-ad3f-de13b1386706,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:08:42.570274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: b86fa148-3b4c-4ca8-8daf-b651fc521ccc {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:08:42.570639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device b86fa148-3b4c-4ca8-8daf-b651fc521ccc not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:08:42.591699 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f2836bc-ede2-4ff3-9aa3-bc5b5baa39f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:43.884937 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:45.339656 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:46.458725 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:08:50.019596 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:09:07.058640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:10.315321 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:10.349888 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c913e007-5c7b-408a-919f-c93ce6775872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:12.564076 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1647-be90-49a1-99c3-4e66dc6406eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:13.886739 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:15.319077 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:16.453134 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:21.174177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57462) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:21.288019 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06b82c2d-9f4d-4cdb-a50b-3288632c5909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:21.365626 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06b82c2d-9f4d-4cdb-a50b-3288632c5909 admin admin] Publish callbacks [] for security_group (e7e79961-1310-4bc9-a394-f5dd7f0ef087), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:21.369192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06b82c2d-9f4d-4cdb-a50b-3288632c5909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e7e79961-1310-4bc9-a394-f5dd7f0ef087), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:21.409286 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-06b82c2d-9f4d-4cdb-a50b-3288632c5909 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=654d4e95e6f6468d95bdf0cbeb3b10ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316296 Feb 10 07:09:21.409717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57466) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:21.415627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b82c2d-9f4d-4cdb-a50b-3288632c5909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e79961-1310-4bc9-a394-f5dd7f0ef087,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:21.460506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9181c920-17f8-458c-8899-5921b6a8f312 admin admin] Publish callbacks [] for security_group (e7e79961-1310-4bc9-a394-f5dd7f0ef087), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:21.482566 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9181c920-17f8-458c-8899-5921b6a8f312 admin admin] Publish callbacks [] for security_group (e7e79961-1310-4bc9-a394-f5dd7f0ef087), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:21.535112 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9181c920-17f8-458c-8899-5921b6a8f312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e7e79961-1310-4bc9-a394-f5dd7f0ef087), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:21.538557 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9181c920-17f8-458c-8899-5921b6a8f312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:21.540065 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9181c920-17f8-458c-8899-5921b6a8f312 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7e79961-1310-4bc9-a394-f5dd7f0ef087 HTTP/1.1" status: 204 len: 168 time: 0.1295066 Feb 10 07:09:21.550480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181c920-17f8-458c-8899-5921b6a8f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e79961-1310-4bc9-a394-f5dd7f0ef087,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:23.034742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57506) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:23.039284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805737520', 'description': 'tempest-secgroup-smoke-805737520 description', 'project_id': '905ebaa5dee842e991cea826da16ba0a'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:23.059204 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.066559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.139422 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (267d9533-e838-42a1-9e6a-b9f4dd38dac5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.142882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (267d9533-e838-42a1-9e6a-b9f4dd38dac5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.183078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267d9533-e838-42a1-9e6a-b9f4dd38dac5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:23.218197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (89585c3c-f0d5-43c5-ad35-bc102c876d44), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.221911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (89585c3c-f0d5-43c5-ad35-bc102c876d44), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.251708 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.252946 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2171996 Feb 10 07:09:23.254155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e106e-42c9-4f86-a7b0-42fa926b2243 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89585c3c-f0d5-43c5-ad35-bc102c876d44,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:23.256268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57508) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:23.261920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '89585c3c-f0d5-43c5-ad35-bc102c876d44', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:23.286224 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (f56646ff-0d40-49c4-ac2e-212ee871eca3), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.330573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (f56646ff-0d40-49c4-ac2e-212ee871eca3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.334006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f56646ff-0d40-49c4-ac2e-212ee871eca3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.353764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56646ff-0d40-49c4-ac2e-212ee871eca3,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:23.363542 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.364683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068454 Feb 10 07:09:23.366014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.366381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.366721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.367050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.367925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.368240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.368358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57510) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:23.368559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.368880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.369203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.369524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.369838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.370157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.370535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c29b8-32dd-47dc-8f63-80dfc6ce7a5b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:23.373106 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b49ca39e-278f-4e74-a42c-789e6b368a2f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '89585c3c-f0d5-43c5-ad35-bc102c876d44', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:23.399812 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b49ca39e-278f-4e74-a42c-789e6b368a2f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (addb9bda-675f-4307-8d77-338b5409c50b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.475133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b49ca39e-278f-4e74-a42c-789e6b368a2f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (addb9bda-675f-4307-8d77-338b5409c50b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.479760 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b49ca39e-278f-4e74-a42c-789e6b368a2f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (addb9bda-675f-4307-8d77-338b5409c50b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.502486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ca39e-278f-4e74-a42c-789e6b368a2f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addb9bda-675f-4307-8d77-338b5409c50b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:23.507283 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b49ca39e-278f-4e74-a42c-789e6b368a2f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.508455 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b49ca39e-278f-4e74-a42c-789e6b368a2f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391516 Feb 10 07:09:23.511274 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57512) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:23.515475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-36745c3c-5518-462f-a473-a16b3da50323 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '89585c3c-f0d5-43c5-ad35-bc102c876d44', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:23.538809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36745c3c-5518-462f-a473-a16b3da50323 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (0cbebac4-2e73-4e1a-9e0f-fab7757ed4c9), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.593369 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36745c3c-5518-462f-a473-a16b3da50323 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (0cbebac4-2e73-4e1a-9e0f-fab7757ed4c9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.597084 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36745c3c-5518-462f-a473-a16b3da50323 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (0cbebac4-2e73-4e1a-9e0f-fab7757ed4c9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.614863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36745c3c-5518-462f-a473-a16b3da50323 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbebac4-2e73-4e1a-9e0f-fab7757ed4c9,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:23.619745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-36745c3c-5518-462f-a473-a16b3da50323 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.623626 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-36745c3c-5518-462f-a473-a16b3da50323 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1087403 Feb 10 07:09:23.623626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57514) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:23.627789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4e6d7359-533f-49e3-9c38-c2e0246e9a06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '89585c3c-f0d5-43c5-ad35-bc102c876d44', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:23.650694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7359-533f-49e3-9c38-c2e0246e9a06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (4900f9e4-7c38-40fa-a3ca-44dbec5a825b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.705338 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7359-533f-49e3-9c38-c2e0246e9a06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (4900f9e4-7c38-40fa-a3ca-44dbec5a825b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.708479 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7359-533f-49e3-9c38-c2e0246e9a06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (4900f9e4-7c38-40fa-a3ca-44dbec5a825b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.724534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d7359-533f-49e3-9c38-c2e0246e9a06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4900f9e4-7c38-40fa-a3ca-44dbec5a825b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:23.733169 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7359-533f-49e3-9c38-c2e0246e9a06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.734329 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4e6d7359-533f-49e3-9c38-c2e0246e9a06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1098068 Feb 10 07:09:23.737042 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57516) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:23.741249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3bc0f5e9-6d71-420c-82dd-03fd18c0683d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '89585c3c-f0d5-43c5-ad35-bc102c876d44', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:23.759828 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-3bc0f5e9-6d71-420c-82dd-03fd18c0683d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Project 905ebaa5dee842e991cea826da16ba0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:09:23.764469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f5e9-6d71-420c-82dd-03fd18c0683d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (87f58048-3185-46a8-bd7f-a6049367e701), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.819743 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f5e9-6d71-420c-82dd-03fd18c0683d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (87f58048-3185-46a8-bd7f-a6049367e701), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.823071 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f5e9-6d71-420c-82dd-03fd18c0683d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (87f58048-3185-46a8-bd7f-a6049367e701), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.842784 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f5e9-6d71-420c-82dd-03fd18c0683d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f58048-3185-46a8-bd7f-a6049367e701,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:23.849231 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f5e9-6d71-420c-82dd-03fd18c0683d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.850463 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3bc0f5e9-6d71-420c-82dd-03fd18c0683d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1124926 Feb 10 07:09:23.853819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57518) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:23.858163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0537f76f-a73b-4870-97ed-a2cb298d0057 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '89585c3c-f0d5-43c5-ad35-bc102c876d44', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:23.876703 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-0537f76f-a73b-4870-97ed-a2cb298d0057 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Project 905ebaa5dee842e991cea826da16ba0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:09:23.881366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0537f76f-a73b-4870-97ed-a2cb298d0057 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (24ed2a4e-136e-457e-806a-950d65a8cddc), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.938837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0537f76f-a73b-4870-97ed-a2cb298d0057 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (24ed2a4e-136e-457e-806a-950d65a8cddc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.942097 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0537f76f-a73b-4870-97ed-a2cb298d0057 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (24ed2a4e-136e-457e-806a-950d65a8cddc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.959458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f76f-a73b-4870-97ed-a2cb298d0057 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ed2a4e-136e-457e-806a-950d65a8cddc,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:23.967200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0537f76f-a73b-4870-97ed-a2cb298d0057 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:23.968435 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0537f76f-a73b-4870-97ed-a2cb298d0057 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1136074 Feb 10 07:09:23.971186 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57520) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:23.975928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'network': {'name': 'tempest-network-smoke--1368412329', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'port_security_enabled': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:23.994504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:09:23.997610 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.019726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:09:24.028611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2b8e405d-e9c7-4cf3-b539-47c397027036), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.028959 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Added segment 2b8e405d-e9c7-4cf3-b539-47c397027036 of type vlan for network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 Feb 10 07:09:24.068082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.092080 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.096971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:24.097571 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.137974 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1657732 Feb 10 07:09:24.140896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57522) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:24.145512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'admin_state_up': True, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:24.166460 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (0568f036-16ce-4b03-9e87-f853602e2d01), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.167430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (0568f036-16ce-4b03-9e87-f853602e2d01), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.169928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062d19b-b81f-49bb-bc85-ddee2b0aecfe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Network': ['ID=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:24.181522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:09:24.218769 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_controller (0568f036-16ce-4b03-9e87-f853602e2d01), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.359290 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (0568f036-16ce-4b03-9e87-f853602e2d01), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.559222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (0568f036-16ce-4b03-9e87-f853602e2d01), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.577887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.681381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.25.8.63 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/43ad09c3-f044-44b8-8daa-ab70191cb287) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:09:24.782944 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.815607 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:24.852712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:09:24.855541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:09:24.859030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:09:24.885623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=43ad09c3-f044-44b8-8daa-ab70191cb287,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:25.112495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (0568f036-16ce-4b03-9e87-f853602e2d01), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:25.314422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (0568f036-16ce-4b03-9e87-f853602e2d01), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:25.442854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 0568f036-16ce-4b03-9e87-f853602e2d01 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:09:25.550053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:09:25.560386 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Sync routers for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:09:25.568772 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:25.569293 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:09:25.569898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:09:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:25.570046 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-04994ba5-9335-40b6-9e3e-36bef90ea2c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4281149 Feb 10 07:09:25.573130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:25.674553 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:09:25.698613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-270fce89-7ab3-49cf-8685-6603dd589e57 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=905ebaa5dee842e991cea826da16ba0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1242855 Feb 10 07:09:25.701263 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57528) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:25.851002 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:25Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:25.872764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c14c5-3eac-463d-b02c-7e8e124a8ae0 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:25.874328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1a4c14c5-3eac-463d-b02c-7e8e124a8ae0 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1721656 Feb 10 07:09:25.876623 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Checking router: 0568f036-16ce-4b03-9e87-f853602e2d01 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:09:25.876982 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Updating router 0568f036-16ce-4b03-9e87-f853602e2d01 port 43ad09c3-f044-44b8-8daa-ab70191cb287 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:09:25.877162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:25.904239 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:25.912417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c89da056-b32e-4755-8d52-5c9fb5809bda tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342002 Feb 10 07:09:25.915013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:25.919652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1116648628', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:26.017709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:09:26.021259 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.162570 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Publish callbacks [] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.168171 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.209072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (75cc1505-b0dd-4163-b320-cf3ffd87fbff), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.223640 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Pushing event updated for resources: {'Port': ['ID=43ad09c3-f044-44b8-8daa-ab70191cb287,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:26.225755 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Attempting to bind port 43ad09c3-f044-44b8-8daa-ab70191cb287 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:09:26.226113 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Attempting to bind port 43ad09c3-f044-44b8-8daa-ab70191cb287 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:09:26.226498 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Attempting to bind port 43ad09c3-f044-44b8-8daa-ab70191cb287 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:09:26.234954 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:09:26.235322 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:09:26.235720 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.236664 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:09:26.236664 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Bound port: 43ad09c3-f044-44b8-8daa-ab70191cb287, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:09:26.236924 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.239802 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.240139 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.240472 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.240798 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.241120 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.241440 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.241757 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.242070 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.242966 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.243284 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.243694 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.243960 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.244301 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.271423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Subnet': ['ID=75cc1505-b0dd-4163-b320-cf3ffd87fbff,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:26.282399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Checking segment: {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:09:26.282766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network hostable DHCP agents. Network: 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:09:26.296588 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] For port 43ad09c3-f044-44b8-8daa-ab70191cb287, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:09:26.300012 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] For port 43ad09c3-f044-44b8-8daa-ab70191cb287, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=43ad09c3-f044-44b8-8daa-ab70191cb287,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:09:26.300482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:09:26.305930 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.310988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:09:26.315588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:26.315789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.323919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10b6784-e80b-40a8-8b0c-5c80604ce416 None None] Network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:09:26.337590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ec0ec3f8-2f3a-413d-a9bf-cf6727848043 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4190173 Feb 10 07:09:26.338040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:26.362237 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:09:26.362883 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:09:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:26.448211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:09:26.449095 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.460631 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9bfed-f510-48a5-831c-1c5379ff9abc None None] Pushing event updated for resources: {'Port': ['ID=43ad09c3-f044-44b8-8daa-ab70191cb287,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:26.489674 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:09:26.599522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Allocated IP 172.20.0.2 (80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7/75cc1505-b0dd-4163-b320-cf3ffd87fbff/343bf738-74ce-4a8d-8249-b5a0fdc5108c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:09:26.681541 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:25Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:26.710894 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc73a9b-d35f-40bf-a737-60ffa27db04a None None] The sync data for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 is: [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:25Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:09:26.762105 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Publish callbacks [] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.768131 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.810769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:09:26.815439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:09:26.818593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:09:26.828401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Pushing event updated for resources: {'Port': ['ID=343bf738-74ce-4a8d-8249-b5a0fdc5108c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:26.840709 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-73a7656a-0fa3-42f5-ae0d-8ccf953f9752 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1279314 Feb 10 07:09:26.855718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.856082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.856516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.856867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.857209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.857550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.857888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.858227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.858588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.858923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.859265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.859598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.859927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:09:26.871277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.905529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Attempting to bind port 343bf738-74ce-4a8d-8249-b5a0fdc5108c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:09:26.905917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Attempting to bind port 343bf738-74ce-4a8d-8249-b5a0fdc5108c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:09:26.906289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Attempting to bind port 343bf738-74ce-4a8d-8249-b5a0fdc5108c on network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:09:26.912338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:09:26.912726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Checking segment: {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:09:26.913175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.913627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Bound using segment: {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:09:26.914082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Bound port: 343bf738-74ce-4a8d-8249-b5a0fdc5108c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:09:26.914507 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:26.941027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-0fed2d5b-b42f-401e-b2aa-6269496ffd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:26.943440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-0fed2d5b-b42f-401e-b2aa-6269496ffd56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1127 time: 0.0566061 Feb 10 07:09:26.986883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] For port 343bf738-74ce-4a8d-8249-b5a0fdc5108c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:09:26.990625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] For port 343bf738-74ce-4a8d-8249-b5a0fdc5108c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=343bf738-74ce-4a8d-8249-b5a0fdc5108c,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:09:27.000894 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:27.032313 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:09:27.107783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901aca12-675c-4365-83d3-7262ca4ab8e3 None None] Pushing event updated for resources: {'Port': ['ID=343bf738-74ce-4a8d-8249-b5a0fdc5108c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:27.136566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-e9e422f6-8886-45d9-9c30-40bc98c7b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:27.138560 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-e9e422f6-8886-45d9-9c30-40bc98c7b06f service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1752148 Feb 10 07:09:27.223116 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-846147ef-9f4e-4d66-9a21-83c0960bf93c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 200 len: 1000 time: 0.0775647 Feb 10 07:09:27.308907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.20.0.1 (80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7/75cc1505-b0dd-4163-b320-cf3ffd87fbff/5b692a75-f3d5-4ca7-b0eb-794e21349864) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:09:27.314582 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-bafb6449-abeb-4a89-b65b-716308d9e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:27.316104 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-bafb6449-abeb-4a89-b65b-716308d9e7d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0873475 Feb 10 07:09:27.375144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-c34d1e0c-d0cb-4d72-b068-af874781868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:27.381553 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-c34d1e0c-d0cb-4d72-b068-af874781868a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590081 Feb 10 07:09:27.457128 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:27.509352 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:27.513409 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-0958f61b-0bc6-49a9-982c-a8e6a0990f42 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236827 Feb 10 07:09:27.557869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:09:27.561264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:09:27.565676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:09:27.596457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=5b692a75-f3d5-4ca7-b0eb-794e21349864,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:27.623780 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (0568f036-16ce-4b03-9e87-f853602e2d01), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:27.625646 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-babd85b6-0568-41b7-b06a-8fbb751443aa req-242d6b10-65af-432d-a08d-19385215ea09 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052644 Feb 10 07:09:27.812957 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.129621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e841e107-a3e4-4136-8dba-aa4dd3e3c9fc None None] Network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:09:28.247422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-876717c6-9fef-4e45-b309-30f09f62d2ae None None] Provisioning complete for port 343bf738-74ce-4a8d-8249-b5a0fdc5108c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:28.247945 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-876717c6-9fef-4e45-b309-30f09f62d2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.365004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-876717c6-9fef-4e45-b309-30f09f62d2ae None None] Current status of the port 343bf738-74ce-4a8d-8249-b5a0fdc5108c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:28.366000 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-876717c6-9fef-4e45-b309-30f09f62d2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.412309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-876717c6-9fef-4e45-b309-30f09f62d2ae None None] For port 343bf738-74ce-4a8d-8249-b5a0fdc5108c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=343bf738-74ce-4a8d-8249-b5a0fdc5108c,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:09:28.418083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-876717c6-9fef-4e45-b309-30f09f62d2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.474493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876717c6-9fef-4e45-b309-30f09f62d2ae None None] Pushing event updated for resources: {'Port': ['ID=343bf738-74ce-4a8d-8249-b5a0fdc5108c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:28.509611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 343bf738-74ce-4a8d-8249-b5a0fdc5108c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:09:28.564243 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.565114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 343bf738-74ce-4a8d-8249-b5a0fdc5108c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:28.565706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.570527 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.649519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=5b692a75-f3d5-4ca7-b0eb-794e21349864,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:28.652037 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (0568f036-16ce-4b03-9e87-f853602e2d01), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.663909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 343bf738-74ce-4a8d-8249-b5a0fdc5108c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:28.665884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 43ad09c3-f044-44b8-8daa-ab70191cb287 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:09:28.691635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-151f188c-3c11-41b2-98bf-f8bd566ab79e None None] Provisioning complete for port 5b692a75-f3d5-4ca7-b0eb-794e21349864 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:28.692310 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-151f188c-3c11-41b2-98bf-f8bd566ab79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.739683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-151f188c-3c11-41b2-98bf-f8bd566ab79e None None] Port 5b692a75-f3d5-4ca7-b0eb-794e21349864 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:09:28.757378 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-151f188c-3c11-41b2-98bf-f8bd566ab79e None None] Provisioning complete for port 343bf738-74ce-4a8d-8249-b5a0fdc5108c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:28.758281 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-151f188c-3c11-41b2-98bf-f8bd566ab79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.765268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:09:28.766816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:09:28.794847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 43ad09c3-f044-44b8-8daa-ab70191cb287 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:28.795531 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.892528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 0568f036-16ce-4b03-9e87-f853602e2d01 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:09:28.912335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-151f188c-3c11-41b2-98bf-f8bd566ab79e None None] Current status of the port 343bf738-74ce-4a8d-8249-b5a0fdc5108c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:28.920255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 43ad09c3-f044-44b8-8daa-ab70191cb287 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:28.920654 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:28.942005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 43ad09c3-f044-44b8-8daa-ab70191cb287, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=43ad09c3-f044-44b8-8daa-ab70191cb287,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:09:28.946849 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:29.000530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=43ad09c3-f044-44b8-8daa-ab70191cb287,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:29.022016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:09:29.037068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0782fae5-9ecb-4536-9400-24d708242b7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "PUT /v2.0/routers/0568f036-16ce-4b03-9e87-f853602e2d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6900725 Feb 10 07:09:29.047133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Sync routers for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:09:29.049954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-24f50df2-cc9d-4efd-b2dc-f3bf477be4b1 None None] Provisioning complete for port 5b692a75-f3d5-4ca7-b0eb-794e21349864 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:29.050700 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24f50df2-cc9d-4efd-b2dc-f3bf477be4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:29.088155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:09:29.088797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:09:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:29.130532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-24f50df2-cc9d-4efd-b2dc-f3bf477be4b1 None None] Port 5b692a75-f3d5-4ca7-b0eb-794e21349864 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:09:29.190760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-d23bd47d-c316-439c-b97e-5878f9bd1fbe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805737520&fields=id&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 267 time: 0.0445414 Feb 10 07:09:29.205885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:09:29.299398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772090-df29-4a78-a30a-9f5fd6396bae req-db0470d2-4b33-4c75-853c-af655c02f925 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:29.300811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-db0470d2-4b33-4c75-853c-af655c02f925 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 797 time: 0.1026030 Feb 10 07:09:29.309547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a1d5e85c-9940-44c1-8551-7cdb08b69952 None None] Provisioning complete for port 5b692a75-f3d5-4ca7-b0eb-794e21349864 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:29.309926 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e85c-9940-44c1-8551-7cdb08b69952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:29.316163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-82debf4c-1ccb-47d2-bd60-3b2cb9776d24 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/quotas/905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 375 time: 0.0092127 Feb 10 07:09:29.378698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5e85c-9940-44c1-8551-7cdb08b69952 None None] Port 5b692a75-f3d5-4ca7-b0eb-794e21349864 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:09:29.383532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-a9ec282e-e418-4a85-aa70-8e442c6a1bdb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605328 Feb 10 07:09:29.448061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:27Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5b692a75-f3d5-4ca7-b0eb-794e21349864', 'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b7:67:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:27Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 2, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:29.474109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Checking router: 0568f036-16ce-4b03-9e87-f853602e2d01 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:09:29.474511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Updating router 0568f036-16ce-4b03-9e87-f853602e2d01 port 5b692a75-f3d5-4ca7-b0eb-794e21349864 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:09:29.478032 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-b9f10c77-7824-44df-a460-eb51a4b71331 service neutron] 10.222.0.21 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856609 Feb 10 07:09:29.502907 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:29.572320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-118891aa-cc02-4374-8e74-c6859f9974b3 service neutron] 10.222.0.21 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884132 Feb 10 07:09:29.740008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a6088a7-d1e3-4495-bd9e-aae843cefc4d req-1b002057-3b24-4970-92ba-465c0e29b1a7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 210 time: 0.0287957 Feb 10 07:09:29.791511 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Publish callbacks [] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:29.797990 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:29.856245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40c65c-9a89-48b3-914a-cd833089c2bb None None] Pushing event updated for resources: {'Port': ['ID=5b692a75-f3d5-4ca7-b0eb-794e21349864,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:29.908185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Attempting to bind port 5b692a75-f3d5-4ca7-b0eb-794e21349864 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:09:29.908630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Attempting to bind port 5b692a75-f3d5-4ca7-b0eb-794e21349864 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:09:29.909388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Attempting to bind port 5b692a75-f3d5-4ca7-b0eb-794e21349864 on network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:09:29.915466 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:09:29.915885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Checking segment: {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:09:29.916300 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:29.916817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Bound using segment: {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:09:29.917304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Bound port: 5b692a75-f3d5-4ca7-b0eb-794e21349864, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:09:29.917835 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:30.005568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] For port 5b692a75-f3d5-4ca7-b0eb-794e21349864, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:09:30.009732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] For port 5b692a75-f3d5-4ca7-b0eb-794e21349864, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5b692a75-f3d5-4ca7-b0eb-794e21349864,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:09:30.017064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:30.085370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:09:30.086722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:09:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:30.151540 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40c65c-9a89-48b3-914a-cd833089c2bb None None] Pushing event updated for resources: {'Port': ['ID=5b692a75-f3d5-4ca7-b0eb-794e21349864,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:30.163021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4d9ac400-87cd-429c-ad49-eb799fdba626 None None] Provisioning complete for port 5b692a75-f3d5-4ca7-b0eb-794e21349864 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:30.163414 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac400-87cd-429c-ad49-eb799fdba626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:30.418405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:09:30.447476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 343bf738-74ce-4a8d-8249-b5a0fdc5108c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:09:30.584217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ac400-87cd-429c-ad49-eb799fdba626 None None] Current status of the port 5b692a75-f3d5-4ca7-b0eb-794e21349864 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:30.584554 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac400-87cd-429c-ad49-eb799fdba626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:30.651299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 343bf738-74ce-4a8d-8249-b5a0fdc5108c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:30.651679 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:30.664304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4d9ac400-87cd-429c-ad49-eb799fdba626 None None] For port 5b692a75-f3d5-4ca7-b0eb-794e21349864, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5b692a75-f3d5-4ca7-b0eb-794e21349864,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:09:30.690912 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac400-87cd-429c-ad49-eb799fdba626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:30.787637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ac400-87cd-429c-ad49-eb799fdba626 None None] Pushing event updated for resources: {'Port': ['ID=5b692a75-f3d5-4ca7-b0eb-794e21349864,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:30.855693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 343bf738-74ce-4a8d-8249-b5a0fdc5108c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:30.856779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 43ad09c3-f044-44b8-8daa-ab70191cb287 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:09:30.858362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-40c55f7a-4536-4860-8d16-4d0eb4a01fb9 None None] Provisioning complete for port 5b692a75-f3d5-4ca7-b0eb-794e21349864 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:30.858882 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40c55f7a-4536-4860-8d16-4d0eb4a01fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:30.879391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ace28c1e-9b8c-4b7c-ad8b-b60f879c0430 req-1313a078-0b20-40df-b4f7-992a2f44f4a5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 210 time: 0.0325530 Feb 10 07:09:30.920887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:27Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5b692a75-f3d5-4ca7-b0eb-794e21349864', 'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b7:67:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:27Z', 'updated_at': '2022-02-10T07:09:30Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:30.951525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772090-df29-4a78-a30a-9f5fd6396bae req-1a6f2614-3d30-4eb6-ad64-c0b6142f967e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:30.954021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-1a6f2614-3d30-4eb6-ad64-c0b6142f967e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.24 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 797 time: 0.1524069 Feb 10 07:09:30.955709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6bbc1-ff72-440c-b6eb-34dd270aa294 None None] The sync data for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 is: [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:27Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5b692a75-f3d5-4ca7-b0eb-794e21349864', 'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b7:67:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:27Z', 'updated_at': '2022-02-10T07:09:30Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:09:30.982855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 43ad09c3-f044-44b8-8daa-ab70191cb287 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:30.983291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:31.061755 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-0bd282fb-7e67-4c70-b8a7-3327d67724f2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 379 time: 0.0948775 Feb 10 07:09:31.066501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-40c55f7a-4536-4860-8d16-4d0eb4a01fb9 None None] Current status of the port 5b692a75-f3d5-4ca7-b0eb-794e21349864 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:31.071050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'port': {'device_id': '5511c064-0737-4c6c-af5f-d061edc8361e', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'admin_state_up': True, 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'security_groups': ['89585c3c-f0d5-43c5-ad35-bc102c876d44']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:31.126850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 43ad09c3-f044-44b8-8daa-ab70191cb287 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:31.196810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:09:31.200674 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:31.329851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.20.0.5 (80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7/75cc1505-b0dd-4163-b320-cf3ffd87fbff/5f9197d1-9976-4d21-84ce-a26b8d05c8eb) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:09:31.483258 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:31.516687 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:31.563084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:09:31.566208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:09:31.568710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:09:31.607446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:31.636480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:31.637130 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:31.655766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-536bf63f-136a-4a3d-824b-3ac6ab3e8a44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887997 Feb 10 07:09:31.732803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Request body: {'port': {'device_id': '5511c064-0737-4c6c-af5f-d061edc8361e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:31.795378 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4546075f-8e6f-400c-8fc7-65795f891123 None None] Provisioning complete for port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:31.796410 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4546075f-8e6f-400c-8fc7-65795f891123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:31.797748 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:31.834150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4546075f-8e6f-400c-8fc7-65795f891123 None None] Port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:09:32.089973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f2967-5dc4-4b55-abef-2a22ca523a60 req-18b9df76-d984-437c-b47b-5badf093827c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:32.091564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7f2967-5dc4-4b55-abef-2a22ca523a60 req-18b9df76-d984-437c-b47b-5badf093827c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 931 time: 0.1243403 Feb 10 07:09:32.187122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7f2967-5dc4-4b55-abef-2a22ca523a60 req-2e0a489f-ee02-445c-a1d8-c078207ef80f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893185 Feb 10 07:09:32.201861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9197d1-9976-4d21-84ce-a26b8d05c8eb {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:09:32.209994 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Publish callbacks [] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:32.226026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Transition to ACTIVE for port object 5f9197d1-9976-4d21-84ce-a26b8d05c8eb will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:09:32.230411 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:32.279704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Pushing event updated for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:32.359449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Attempting to bind port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:09:32.359798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Attempting to bind port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:09:32.360209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Attempting to bind port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:09:32.365638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:09:32.366027 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Attempting to bind port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:09:32.371796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:09:32.372256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Checking segment: {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:09:32.372727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Bound using segment: {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:09:32.373236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Bound port: 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:09:32.373604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:32.426991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5b692a75-f3d5-4ca7-b0eb-794e21349864 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:09:32.446657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:09:32.449877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:09:32.457890 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:32.480442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5b692a75-f3d5-4ca7-b0eb-794e21349864 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:32.480900 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:32.505096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:32.505735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:32.508216 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] 10.222.0.24 "PUT /v2.0/ports/5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 1091 time: 0.8403447 Feb 10 07:09:32.508216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:09:32.510396 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196538b7-7e63-4975-b740-29496f4a9856" -d '{"events": [{"name": "network-changed", "server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:09:32.522432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d7b24-59a8-40cd-b511-34b3652c2c0e service neutron] Pushing event updated for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:32.560720 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc22b8d1-e601-494c-a10e-f459a93ba5e8 x-openstack-request-id: req-cc22b8d1-e601-494c-a10e-f459a93ba5e8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:09:32.561015 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:09:32.561267 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc22b8d1-e601-494c-a10e-f459a93ba5e8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:09:32.561676 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'status': 'completed', 'code': 200} Feb 10 07:09:32.589081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5b692a75-f3d5-4ca7-b0eb-794e21349864 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:32.661629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772090-df29-4a78-a30a-9f5fd6396bae req-c153d7c9-b0a6-464b-aaaf-ff63db305c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:32.664974 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-c153d7c9-b0a6-464b-aaaf-ff63db305c3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1125 time: 0.0897708 Feb 10 07:09:32.728237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-be038872-5e95-46c8-ab66-292fe4aeebb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 217 time: 0.0527046 Feb 10 07:09:32.787486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772090-df29-4a78-a30a-9f5fd6396bae req-a39cb0da-aa66-4aba-88b1-e9324888b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:32.789858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-a39cb0da-aa66-4aba-88b1-e9324888b9f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0524962 Feb 10 07:09:32.841655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772090-df29-4a78-a30a-9f5fd6396bae req-f1a67c6c-3783-4f38-ad8d-a220d34a6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:32.843198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-f1a67c6c-3783-4f38-ad8d-a220d34a6ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449407 Feb 10 07:09:32.936528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-1fc2cfb3-a191-48b0-9a18-595b90941d87 service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834107 Feb 10 07:09:33.029698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67772090-df29-4a78-a30a-9f5fd6396bae req-5c13b37e-621c-40cc-875e-2f914bbab876 service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843308 Feb 10 07:09:33.127996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196538b7-7e63-4975-b740-29496f4a9856 req-7a2db13f-3f7d-4562-9b7a-83b142e3201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:33.129517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196538b7-7e63-4975-b740-29496f4a9856 req-7a2db13f-3f7d-4562-9b7a-83b142e3201b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1125 time: 0.0432918 Feb 10 07:09:33.561041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196538b7-7e63-4975-b740-29496f4a9856 req-db8886e3-387c-421e-aaab-a705ee2455d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:33.562543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196538b7-7e63-4975-b740-29496f4a9856 req-db8886e3-387c-421e-aaab-a705ee2455d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 897 time: 0.4272766 Feb 10 07:09:33.605962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196538b7-7e63-4975-b740-29496f4a9856 req-4b94bf20-c968-4cd8-8400-d2e07bbeb673 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 217 time: 0.0359054 Feb 10 07:09:33.614155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6798-b178-4b63-87f8-63edc23cad90 req-1242a7ec-3dd0-4b16-9655-619013e97128 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:33.615633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a70d6798-b178-4b63-87f8-63edc23cad90 req-1242a7ec-3dd0-4b16-9655-619013e97128 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 943 time: 0.3575947 Feb 10 07:09:33.695032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196538b7-7e63-4975-b740-29496f4a9856 req-782d5831-3796-4487-bc36-f5fba63bc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:33.696493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196538b7-7e63-4975-b740-29496f4a9856 req-782d5831-3796-4487-bc36-f5fba63bc83b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0800047 Feb 10 07:09:33.705096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a70d6798-b178-4b63-87f8-63edc23cad90 req-2d6a3ce4-fbcd-488e-be2c-800aeb549ec3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771530 Feb 10 07:09:33.748341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196538b7-7e63-4975-b740-29496f4a9856 req-f0fe0f0f-6eb3-45c7-8002-23de85f57a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:33.749809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196538b7-7e63-4975-b740-29496f4a9856 req-f0fe0f0f-6eb3-45c7-8002-23de85f57a53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438964 Feb 10 07:09:33.845458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196538b7-7e63-4975-b740-29496f4a9856 req-9259c38f-1237-4c36-8dce-842b455c82d5 service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871623 Feb 10 07:09:33.936349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196538b7-7e63-4975-b740-29496f4a9856 req-443d5f22-a475-4b3a-b241-13268724faf5 service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834508 Feb 10 07:09:34.828588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8281-413d-45f5-ac39-ac56b2b9011b req-fffe005e-cb98-4ecc-ba0c-835b5b05fa50 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:34.830343 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38db8281-413d-45f5-ac39-ac56b2b9011b req-fffe005e-cb98-4ecc-ba0c-835b5b05fa50 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 943 time: 0.0569808 Feb 10 07:09:34.877865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38db8281-413d-45f5-ac39-ac56b2b9011b req-11aaa793-dd5e-42e6-ae4b-bc6665dcd2cc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420418 Feb 10 07:09:35.637600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 5f9197d1-9976-4d21-84ce-a26b8d05c8eb details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:09:35.734982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:09:35.745671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'port_id': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'mac_address': 'fa:16:3e:28:b8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:09:35.781747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:35.782131 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:35.794394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9197d1-9976-4d21-84ce-a26b8d05c8eb {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:09:35.813096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:09:35.817194 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:35.867445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:35.993901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcab38-55ab-42a6-8c36-28b161903054 req-85f92998-229a-49e4-867a-93c26d0eb561 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:35.995403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2dcab38-55ab-42a6-8c36-28b161903054 req-85f92998-229a-49e4-867a-93c26d0eb561 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 944 time: 0.0522425 Feb 10 07:09:36.043433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2dcab38-55ab-42a6-8c36-28b161903054 req-c01aa209-803a-431b-927e-bfb56b8357af tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Feb 10 07:09:36.142978 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['5f9197d1-9976-4d21-84ce-a26b8d05c8eb'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:09:37.075101 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:37.161848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2d01e-dae1-4342-9394-fb12573a53a7 req-ce1941bd-a501-4b29-8b35-576191ad86b0 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:37.163349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23b2d01e-dae1-4342-9394-fb12573a53a7 req-ce1941bd-a501-4b29-8b35-576191ad86b0 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 944 time: 0.0515788 Feb 10 07:09:37.216619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23b2d01e-dae1-4342-9394-fb12573a53a7 req-c59ff78a-19b4-48cd-bf53-9b05fc9beccf tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477040 Feb 10 07:09:37.670415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 5f9197d1-9976-4d21-84ce-a26b8d05c8eb up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:09:37.719195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:09:37.723330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:09:37.723702 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:37.801085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:09:37.801474 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:37.823358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:09:37.825603 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc0d12a-ad19-42c4-830b-ccb6d6031693" -d '{"events": [{"server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "name": "network-vif-plugged", "status": "completed", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:09:37.838130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:09:37.842435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:37.866550 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0154af8-07cf-4a91-b08d-623168ea31d9 x-openstack-request-id: req-a0154af8-07cf-4a91-b08d-623168ea31d9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:09:37.866856 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "name": "network-vif-plugged", "status": "completed", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:09:37.867861 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0154af8-07cf-4a91-b08d-623168ea31d9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:09:37.868315 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'code': 200} Feb 10 07:09:37.893554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:37.969008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d8dc-0955-4a59-8c25-b8fa11261edb req-6527b256-b4e1-4383-9234-a6f75623a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:37.970538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2969d8dc-0955-4a59-8c25-b8fa11261edb req-6527b256-b4e1-4383-9234-a6f75623a5ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1127 time: 0.0438964 Feb 10 07:09:38.029342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2969d8dc-0955-4a59-8c25-b8fa11261edb req-fdf69e8a-0880-4cbc-93c0-e68006d96d91 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515680 Feb 10 07:09:38.333118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757aa38-f09d-4e45-9855-6ac41beb6fb3 req-4591fc9f-5f06-46f7-95be-916f82ea5cac tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:38.334620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4757aa38-f09d-4e45-9855-6ac41beb6fb3 req-4591fc9f-5f06-46f7-95be-916f82ea5cac tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0515354 Feb 10 07:09:38.382180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4757aa38-f09d-4e45-9855-6ac41beb6fb3 req-8a0efc54-a5e4-4f9a-a257-4c966233a7db tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413089 Feb 10 07:09:39.503349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153ffc3-97e2-47ba-b9e3-25664cc1c4e8 req-c750f9f5-43d6-4831-9ce8-63fe654cde1e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:39.504826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6153ffc3-97e2-47ba-b9e3-25664cc1c4e8 req-c750f9f5-43d6-4831-9ce8-63fe654cde1e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0558028 Feb 10 07:09:39.552007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6153ffc3-97e2-47ba-b9e3-25664cc1c4e8 req-d995a26d-fed4-4d6c-a1b7-6eeba9c19512 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412035 Feb 10 07:09:39.668019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1a2e-7629-4246-b7a7-982a23b1b1de req-49ea60db-2952-4f9d-8712-1ad021fa8546 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:39.669504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab6d1a2e-7629-4246-b7a7-982a23b1b1de req-49ea60db-2952-4f9d-8712-1ad021fa8546 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0515220 Feb 10 07:09:39.717467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab6d1a2e-7629-4246-b7a7-982a23b1b1de req-005b64e7-4c24-4353-86f3-4e176e827e91 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Feb 10 07:09:39.738285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57590) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:39.780705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f5818e-da46-482d-8ebc-3d56fef35bae tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:39.782115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-81f5818e-da46-482d-8ebc-3d56fef35bae tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1122 time: 0.0428395 Feb 10 07:09:39.784904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:39.789016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:09:39.808604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:39.904972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.009063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.25.8.17 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/0e2035a5-1b97-49af-9e5b-588f0a894e84) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:09:40.106597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (0e2035a5-1b97-49af-9e5b-588f0a894e84), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.144195 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0e2035a5-1b97-49af-9e5b-588f0a894e84), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.183828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:09:40.186701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:09:40.190195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:09:40.215442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=0e2035a5-1b97-49af-9e5b-588f0a894e84,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:40.313550 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.353262 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-023c3885-90a4-49aa-9177-644c13c7a500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.556551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (8e090f0d-159c-42a7-8e25-6d529d3c8f91), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.628613 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0e2035a5-1b97-49af-9e5b-588f0a894e84), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.775869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (0e2035a5-1b97-49af-9e5b-588f0a894e84), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.780032 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (0e2035a5-1b97-49af-9e5b-588f0a894e84), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.845279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=0e2035a5-1b97-49af-9e5b-588f0a894e84,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:09:40.856770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (8e090f0d-159c-42a7-8e25-6d529d3c8f91), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:40.958737 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Floating IP 8e090f0d-159c-42a7-8e25-6d529d3c8f91 associated. External IP: 172.25.8.17, port: 5f9197d1-9976-4d21-84ce-a26b8d05c8eb. Feb 10 07:09:41.168203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 0568f036-16ce-4b03-9e87-f853602e2d01 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:09:41.275830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:09:41.286965 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] Sync routers for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:09:41.293070 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:41.296611 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:09:41.297222 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:09:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:41.323337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ac12e6ce-1a10-4ade-9f63-969c8f507dbb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5374243 Feb 10 07:09:41.324029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:09:41.327622 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a8a4a0-c28a-43f1-861a-d57e681d6775" -d '{"events": [{"name": "network-changed", "server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:09:41.372392 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25240cb2-ec0a-47c2-bc56-337439c945c2 x-openstack-request-id: req-25240cb2-ec0a-47c2-bc56-337439c945c2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:09:41.372696 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:09:41.372962 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25240cb2-ec0a-47c2-bc56-337439c945c2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:09:41.373378 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'status': 'completed', 'code': 200} Feb 10 07:09:41.416351 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:09:41.456948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10afcd0-3254-41bc-b835-d3849d00ccc2 req-6633ebe4-b09c-42c3-a9e2-a40b7b1aa422 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:41.458640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e10afcd0-3254-41bc-b835-d3849d00ccc2 req-6633ebe4-b09c-42c3-a9e2-a40b7b1aa422 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0823791 Feb 10 07:09:41.474155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-bd54ba3f-e46d-4d1f-8838-15abeafd54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:41.475583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-bd54ba3f-e46d-4d1f-8838-15abeafd54ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1127 time: 0.0685067 Feb 10 07:09:41.565176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e10afcd0-3254-41bc-b835-d3849d00ccc2 req-13c41137-f0fe-4430-86e3-41bf3a107034 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002083 Feb 10 07:09:41.590497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57598) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:41.650067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-ba18594c-59c5-4593-ab97-3d7167e7195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:41.651575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-ba18594c-59c5-4593-ab97-3d7167e7195e service neutron] 10.222.0.24 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 897 time: 0.1694815 Feb 10 07:09:41.704218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-29017e50-95f5-4e62-86f1-17573658ff02 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/8e090f0d-159c-42a7-8e25-6d529d3c8f91 HTTP/1.1" status: 200 len: 990 time: 0.1119056 Feb 10 07:09:41.729413 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:27Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '8e090f0d-159c-42a7-8e25-6d529d3c8f91', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'port_id': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'mac_address': 'fa:16:3e:28:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5511c064-0737-4c6c-af5f-d061edc8361e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:09:40Z', 'updated_at': '2022-02-10T07:09:40Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b692a75-f3d5-4ca7-b0eb-794e21349864', 'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b7:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:27Z', 'updated_at': '2022-02-10T07:09:30Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:41.754216 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-33a2079a-ca6f-471d-8f63-5d22606bd1b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 998 time: 0.0961339 Feb 10 07:09:41.755243 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] Checking router: 0568f036-16ce-4b03-9e87-f853602e2d01 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:09:41.763461 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:09:41.764058 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:09:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:41.808389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-6358c9a9-6c7c-4ced-a06a-f34b29cc406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:41.809859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-6358c9a9-6c7c-4ced-a06a-f34b29cc406b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0481431 Feb 10 07:09:41.859473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-b5fed1ba-3116-497d-a95c-c1bf66fec6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:09:41.861002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-b5fed1ba-3116-497d-a95c-c1bf66fec6d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447567 Feb 10 07:09:41.869459 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:09:41.947855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-4420514c-606f-4f31-bc8b-fe1ff76c47b8 service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807023 Feb 10 07:09:42.040241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04a8a4a0-c28a-43f1-861a-d57e681d6775 req-b0861b23-5185-40ef-8783-7cda991807ad service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863295 Feb 10 07:09:42.090825 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:27Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '8e090f0d-159c-42a7-8e25-6d529d3c8f91', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'port_id': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'mac_address': 'fa:16:3e:28:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5511c064-0737-4c6c-af5f-d061edc8361e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:09:40Z', 'updated_at': '2022-02-10T07:09:40Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b692a75-f3d5-4ca7-b0eb-794e21349864', 'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b7:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:27Z', 'updated_at': '2022-02-10T07:09:30Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:09:42.116215 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d0ad11-42fb-472f-b8e4-1ea406d5d468 None None] The sync data for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 is: [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:27Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '8e090f0d-159c-42a7-8e25-6d529d3c8f91', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'port_id': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'mac_address': 'fa:16:3e:28:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5511c064-0737-4c6c-af5f-d061edc8361e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:09:40Z', 'updated_at': '2022-02-10T07:09:40Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b692a75-f3d5-4ca7-b0eb-794e21349864', 'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b7:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:27Z', 'updated_at': '2022-02-10T07:09:30Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:09:42.298123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def9bbf-31c6-423c-be2a-9093d1a8cfd8 None None] New status for floating IP 8e090f0d-159c-42a7-8e25-6d529d3c8f91: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:09:42.565968 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19b6c8d5-1cbf-464e-a67e-588c8bbc4fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:42.707945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57600) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:09:42.767235 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc45140c-b559-47e7-9a2c-5e47396848cb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/8e090f0d-159c-42a7-8e25-6d529d3c8f91 HTTP/1.1" status: 200 len: 992 time: 0.0581460 Feb 10 07:09:43.888577 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:45.324330 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:09:46.456439 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:04.021594 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:10:07.073399 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:10.328913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:10.354016 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c654-bf0a-4e39-b80d-f3912e2d6654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:12.568943 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97a047b2-6927-496f-9958-341fbbf767bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:13.892476 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:15.326289 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:15.803832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5cbf-506f-458d-84f9-babff260296e req-fb6bd473-92c0-45b5-8f83-d8f29592466c tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:15.805678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22ec5cbf-506f-458d-84f9-babff260296e req-fb6bd473-92c0-45b5-8f83-d8f29592466c tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1127 time: 0.0485253 Feb 10 07:10:15.823209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-22ec5cbf-506f-458d-84f9-babff260296e req-7d26d303-a39d-4e1b-a5cc-98e57357a340 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:15.896106 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-22ec5cbf-506f-458d-84f9-babff260296e req-7d26d303-a39d-4e1b-a5cc-98e57357a340 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Publish callbacks [] for security_group (a1dddd22-0f09-4986-b196-8bdbd8767630), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:15.900052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-22ec5cbf-506f-458d-84f9-babff260296e req-7d26d303-a39d-4e1b-a5cc-98e57357a340 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a1dddd22-0f09-4986-b196-8bdbd8767630), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:15.940081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22ec5cbf-506f-458d-84f9-babff260296e req-7d26d303-a39d-4e1b-a5cc-98e57357a340 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287587 Feb 10 07:10:15.940684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26d303-a39d-4e1b-a5cc-98e57357a340 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dddd22-0f09-4986-b196-8bdbd8767630,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:16.063336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590edc1-a1c2-4b47-859b-2e81a5adfd92 req-8b2d50eb-94fd-4787-b088-cea8ceeff749 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:16.064821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3590edc1-a1c2-4b47-859b-2e81a5adfd92 req-8b2d50eb-94fd-4787-b088-cea8ceeff749 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0522404 Feb 10 07:10:16.113350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3590edc1-a1c2-4b47-859b-2e81a5adfd92 req-0edf2635-3cb2-418f-814f-43ff4da0fd2c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429208 Feb 10 07:10:16.135131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:10:16.207424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1c8eb6a-f294-4d9f-8044-3112726f14cc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/8e090f0d-159c-42a7-8e25-6d529d3c8f91 HTTP/1.1" status: 200 len: 992 time: 0.0627644 Feb 10 07:10:16.465387 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:16.499901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-2a0db8df-9928-4bbe-977f-555d87b937a4 req-0d93e972-67bd-4286-9be9-43b3e57b5e4a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:10:16.500922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a0db8df-9928-4bbe-977f-555d87b937a4 req-0d93e972-67bd-4286-9be9-43b3e57b5e4a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061266 Feb 10 07:10:16.847289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58377-c710-4378-b6c5-a9fc1ea0685c req-e4d1e00e-cd8c-4554-99e4-aca8b79f0529 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:16.848795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cda58377-c710-4378-b6c5-a9fc1ea0685c req-e4d1e00e-cd8c-4554-99e4-aca8b79f0529 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0543284 Feb 10 07:10:16.885132 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-8302e4b6-ae12-45e3-8ac9-d52fb9f27665 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061091 Feb 10 07:10:16.893488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-df3ea00d-33bc-4841-9bc1-c995c4ff60b7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:10:16.898063 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-df3ea00d-33bc-4841-9bc1-c995c4ff60b7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088897 Feb 10 07:10:16.903147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cda58377-c710-4378-b6c5-a9fc1ea0685c req-61caa842-cad9-4bb0-aa56-527e54008aee tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485306 Feb 10 07:10:18.029061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf821821-eb42-46ec-816d-2f8e4c55121c req-3e9245a8-f4d9-4291-a37b-2f945d4f2249 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:18.030570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf821821-eb42-46ec-816d-2f8e4c55121c req-3e9245a8-f4d9-4291-a37b-2f945d4f2249 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0567954 Feb 10 07:10:18.079081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf821821-eb42-46ec-816d-2f8e4c55121c req-ed7f535c-48de-43a9-ad3d-f337742609b8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428150 Feb 10 07:10:18.368822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-b7d09096-1397-45e9-9c4b-0f7842b6d7ba tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:18.370878 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-b7d09096-1397-45e9-9c4b-0f7842b6d7ba tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports/5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 1124 time: 0.1349173 Feb 10 07:10:19.229713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68f5f3-45d2-4997-88e6-04a94005a3d9 req-d931ac9f-bc96-4299-988d-eea731ddcd7e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:19.232768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d68f5f3-45d2-4997-88e6-04a94005a3d9 req-d931ac9f-bc96-4299-988d-eea731ddcd7e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0754299 Feb 10 07:10:19.331827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d68f5f3-45d2-4997-88e6-04a94005a3d9 req-dc7f9b29-5460-4a9c-a601-7fccd7a3e20a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901597 Feb 10 07:10:20.438639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-35f96ac7-ffe3-4e1f-b9a1-f4399972946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:20.441858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-35f96ac7-ffe3-4e1f-b9a1-f4399972946a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1127 time: 0.0748005 Feb 10 07:10:20.607700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e746bbc-2aa1-4a69-8474-e47686257d30 req-07f04677-9e55-4fd9-bc7d-19a7fec2afe7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:20.609122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e746bbc-2aa1-4a69-8474-e47686257d30 req-07f04677-9e55-4fd9-bc7d-19a7fec2afe7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.1660089 Feb 10 07:10:20.614659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-8350f5ed-c352-431d-ad06-83402a2d5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:20.616085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-8350f5ed-c352-431d-ad06-83402a2d5576 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 897 time: 0.1622260 Feb 10 07:10:21.002412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-a1fe34da-c441-4f5e-a19e-6cebecf23861 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 1000 time: 0.3772874 Feb 10 07:10:21.007207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e746bbc-2aa1-4a69-8474-e47686257d30 req-a39240e0-5500-426f-bb92-327545088e5e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894217 Feb 10 07:10:21.061186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-af0c2862-5863-4f58-aba8-557e2fce4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:21.062672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-af0c2862-5863-4f58-aba8-557e2fce4de1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0503054 Feb 10 07:10:21.140783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-f48713c2-f2b3-4519-84e6-bb0338728064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:21.142506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-f48713c2-f2b3-4519-84e6-bb0338728064 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707858 Feb 10 07:10:21.243348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-3178b371-c5c0-40ef-a05a-5999e2f635bb service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920529 Feb 10 07:10:21.344140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-1c0b7888-ea43-40f2-b858-69569e1e33d4 service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913560 Feb 10 07:10:22.131904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a4a2b-a2c6-4577-858d-c42b03e6d1c9 req-a151cb6b-50c9-4f5b-bd90-7346d98e4438 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:22.133374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028a4a2b-a2c6-4577-858d-c42b03e6d1c9 req-a151cb6b-50c9-4f5b-bd90-7346d98e4438 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0550985 Feb 10 07:10:22.191254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028a4a2b-a2c6-4577-858d-c42b03e6d1c9 req-867ec2c0-e159-4772-be48-fd45bab15384 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519776 Feb 10 07:10:23.304715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1206b-f30b-4ed0-98bb-bc3c1c48b381 req-d2f7cd7d-f310-4f6f-9796-e09d3b95be8f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:23.306032 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9a1206b-f30b-4ed0-98bb-bc3c1c48b381 req-d2f7cd7d-f310-4f6f-9796-e09d3b95be8f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0508831 Feb 10 07:10:23.357080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9a1206b-f30b-4ed0-98bb-bc3c1c48b381 req-6926b2e9-6f58-4e73-a4b1-7efc1ae3dd3a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455203 Feb 10 07:10:23.923631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-930e4ab5-d9c6-4cd0-a574-3d17a71127f1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114571145&fields=id&tenant_id=7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 267 time: 0.0427845 Feb 10 07:10:24.026456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-72c62c12-931f-4bd6-ba11-6f88031306e9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:24.027922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-72c62c12-931f-4bd6-ba11-6f88031306e9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.0980377 Feb 10 07:10:24.042096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-7f0534f2-b128-41ee-b2df-e6c5264f9c08 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/quotas/7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 375 time: 0.0087392 Feb 10 07:10:24.101024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-34819d4b-fa12-4559-9ae7-ce31f92beae3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542490 Feb 10 07:10:24.163657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-90ce089c-f9d8-4950-a7fe-9e605987b1f9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:10:24.164666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-90ce089c-f9d8-4950-a7fe-9e605987b1f9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523460 Feb 10 07:10:24.252320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-cb95ff9c-79a2-46eb-a77c-0a7138a107d8 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812821 Feb 10 07:10:24.341431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-d215f611-589f-4fd8-a6c2-9e18ab241002 service neutron] 10.222.0.21 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833669 Feb 10 07:10:24.476733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d133-6c88-4442-a64c-c9fead1b0198 req-b9a39b18-db38-49a3-a0d8-70b06c58173c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:24.478228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5171d133-6c88-4442-a64c-c9fead1b0198 req-b9a39b18-db38-49a3-a0d8-70b06c58173c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0540669 Feb 10 07:10:24.529383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5171d133-6c88-4442-a64c-c9fead1b0198 req-179ab3c0-eb02-449a-b482-acd46c310f4f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448134 Feb 10 07:10:24.620234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5c909a8-ab4d-456f-8940-02419228c1c5 req-62060f49-dd50-4415-9ac8-3da27cb31dda tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Feb 10 07:10:25.592171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-5e1b55a8-e47f-48eb-8aec-613d629b6f75 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:25.593837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-5e1b55a8-e47f-48eb-8aec-613d629b6f75 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 812 time: 0.1127472 Feb 10 07:10:25.694856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2ff03f95-a38a-4711-b796-eaf533bc926f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7163c94d4de84eaa849375b99f6594e8 HTTP/1.1" status: 200 len: 380 time: 0.0844600 Feb 10 07:10:25.712413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df77746-9ac3-4f96-a701-2e521ac7eb8c req-8e87d40d-9aa5-489e-aeff-77c5e2930d76 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:25.712413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8df77746-9ac3-4f96-a701-2e521ac7eb8c req-8e87d40d-9aa5-489e-aeff-77c5e2930d76 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.1087146 Feb 10 07:10:25.715809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'port': {'device_id': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'admin_state_up': True, 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'security_groups': ['c4030b2e-66cc-4aca-ab91-559dc92290ab']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:10:25.747206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e1a2588-3ea5-4aae-a7c1-105c9d031a46 req-9b5be499-2bef-4d6b-8f49-2af9b45c43f0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0592170 Feb 10 07:10:25.838389 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8df77746-9ac3-4f96-a701-2e521ac7eb8c req-c4c8bcb2-79db-4513-a3ef-9ae23df230e3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037612 Feb 10 07:10:25.873964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Made reservation on behalf of 7163c94d4de84eaa849375b99f6594e8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:10:25.877244 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:26.004069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.20.0.3 (379c22a9-a8c7-4375-ab55-4a9fedce756a/cc2e4b47-8608-4394-9aed-5d976463814b/2b5171b3-476d-4551-88b4-36d0dd7aab26) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:10:26.145602 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:26.180464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-67fb2473-0a2c-4d2d-a224-77675fbf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:26.181777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:26.182653 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-67fb2473-0a2c-4d2d-a224-77675fbf69ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1127 time: 0.0487292 Feb 10 07:10:26.234998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:10:26.238268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:10:26.242437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:10:26.281478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=2b5171b3-476d-4551-88b4-36d0dd7aab26,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:26.299417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:26.300057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:26.303185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.303539 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.303892 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.304248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.304850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.304998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.305220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.305551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.305882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.306210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.306564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.306892 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.307221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:26.326698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-84248c9c-cb85-4e11-b809-bac452122c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:26.329308 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-84248c9c-cb85-4e11-b809-bac452122c58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 897 time: 0.1113143 Feb 10 07:10:26.330804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-e62c2629-69b6-46f1-a824-6ce7d3069dd6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6186755 Feb 10 07:10:26.358176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Request body: {'port': {'device_id': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:10:26.425059 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-4369ab72-7973-4776-9136-0014a1bb9991 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 1000 time: 0.0786259 Feb 10 07:10:26.431323 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:26.497113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-ed6176cb-2c51-4a28-858e-0970496aa93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:26.498746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-ed6176cb-2c51-4a28-858e-0970496aa93c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0635834 Feb 10 07:10:26.558710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a9280381-24b8-4d49-97e4-553973dc3755 None None] Provisioning complete for port 2b5171b3-476d-4551-88b4-36d0dd7aab26 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:10:26.559807 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9280381-24b8-4d49-97e4-553973dc3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:26.560882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-cfeb862d-ec3b-4240-934f-6c9d55bea5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:26.563131 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-cfeb862d-ec3b-4240-934f-6c9d55bea5ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554538 Feb 10 07:10:26.605047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a9280381-24b8-4d49-97e4-553973dc3755 None None] Port 2b5171b3-476d-4551-88b4-36d0dd7aab26 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:10:26.671874 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-d12f0c2e-d54a-4de1-a50a-f22bbe2997ee service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979631 Feb 10 07:10:26.712315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5171b3-476d-4551-88b4-36d0dd7aab26 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:10:26.721471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Publish callbacks [] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:26.743350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Transition to ACTIVE for port object 2b5171b3-476d-4551-88b4-36d0dd7aab26 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:10:26.748740 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:26.815280 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-091c2043-c693-4232-9738-a2ef030b618b service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338892 Feb 10 07:10:26.820641 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-87a131b8-9be2-466a-a45a-dadea122de41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1095805 Feb 10 07:10:26.931256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5171b3-476d-4551-88b4-36d0dd7aab26,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:26.947027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-86ae30a5-8a78-4348-8948-7876b4234dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:26.948551 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-86ae30a5-8a78-4348-8948-7876b4234dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1127 time: 0.0618517 Feb 10 07:10:27.023093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Attempting to bind port 2b5171b3-476d-4551-88b4-36d0dd7aab26 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:10:27.023593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Attempting to bind port 2b5171b3-476d-4551-88b4-36d0dd7aab26 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:10:27.024026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Attempting to bind port 2b5171b3-476d-4551-88b4-36d0dd7aab26 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:10:27.047113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85084af9-dae5-4e49-a540-6912cfd99657 req-5594683a-feca-4c64-ac7e-2adc8c926336 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.048935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85084af9-dae5-4e49-a540-6912cfd99657 req-5594683a-feca-4c64-ac7e-2adc8c926336 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.1282654 Feb 10 07:10:27.058283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4813-4701-460d-a644-0fd8f54bf128 req-bfcf1201-1739-4824-913a-efc136e22731 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.060094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465a4813-4701-460d-a644-0fd8f54bf128 req-bfcf1201-1739-4824-913a-efc136e22731 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.2167690 Feb 10 07:10:27.060360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Port 2b5171b3-476d-4551-88b4-36d0dd7aab26 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:10:27.060702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Attempting to bind port 2b5171b3-476d-4551-88b4-36d0dd7aab26 on network 379c22a9-a8c7-4375-ab55-4a9fedce756a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:10:27.074970 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:10:27.075190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Checking segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:10:27.075559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Bound using segment: {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:10:27.076005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Bound port: 2b5171b3-476d-4551-88b4-36d0dd7aab26, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a87e7-f841-4c2d-bad0-75031105b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:10:27.076365 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:27.097513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-87bbe342-19bc-4c92-9671-1059a65bfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.099195 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-87bbe342-19bc-4c92-9671-1059a65bfea8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1298010 Feb 10 07:10:27.170682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-baa9b774-ef52-4aa6-9458-7492ac50eb52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 200 len: 1000 time: 0.0656602 Feb 10 07:10:27.186759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-465a4813-4701-460d-a644-0fd8f54bf128 req-6b5c4735-33b8-499b-9ae6-e9e2642f52ce tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191905 Feb 10 07:10:27.192483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85084af9-dae5-4e49-a540-6912cfd99657 req-543f0212-d225-4fe4-b901-9b70ca628b90 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283803 Feb 10 07:10:27.227661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] For port 2b5171b3-476d-4551-88b4-36d0dd7aab26, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:10:27.231244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] For port 2b5171b3-476d-4551-88b4-36d0dd7aab26, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:10:27.237584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-60915be7-cc1f-4ddd-aa17-1dabc6bbb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.239262 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-60915be7-cc1f-4ddd-aa17-1dabc6bbb202 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0631549 Feb 10 07:10:27.239941 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:27.281184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.282067 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:27.283637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b5171b3-476d-4551-88b4-36d0dd7aab26 HTTP/1.1" status: 200 len: 1091 time: 0.9370883 Feb 10 07:10:27.284511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:10:27.287077 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390" -d '{"events": [{"name": "network-changed", "server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:10:27.313068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-64e4695a-182e-45b9-ad05-5febf6b2d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.314716 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-64e4695a-182e-45b9-ad05-5febf6b2d2e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0702307 Feb 10 07:10:27.317048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f775e93-7a93-47d1-a486-e4b1eb60d9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5171b3-476d-4551-88b4-36d0dd7aab26,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:27.368705 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3e9deb-210f-4f8e-9d4c-32f5c446de1d x-openstack-request-id: req-9c3e9deb-210f-4f8e-9d4c-32f5c446de1d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:10:27.369155 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:10:27.369525 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c3e9deb-210f-4f8e-9d4c-32f5c446de1d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:10:27.370532 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'status': 'completed', 'code': 200} Feb 10 07:10:27.392381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-a72ad01c-0d1f-48f7-8802-9beb395de1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.394189 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-a72ad01c-0d1f-48f7-8802-9beb395de1e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 1125 time: 0.0628865 Feb 10 07:10:27.440289 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-86400869-b7e0-4e54-ac92-cf9020a5b311 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128986 Feb 10 07:10:27.446184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-a4ed9971-8253-47fd-b984-0f9abfc11015 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26 HTTP/1.1" status: 200 len: 217 time: 0.0400944 Feb 10 07:10:27.514129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-6e41e5a1-81b3-420a-9abc-d2a9aa647113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.515646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-6e41e5a1-81b3-420a-9abc-d2a9aa647113 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0607028 Feb 10 07:10:27.547810 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1f28749d-b18d-454e-8409-840bf8ae9ecb req-3449b9bb-aba4-4622-97e1-0b3122ba6f2a service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016386 Feb 10 07:10:27.578432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-af54f772-1994-4e34-9f48-ecb9d868f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.580090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-af54f772-1994-4e34-9f48-ecb9d868f3db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536263 Feb 10 07:10:27.675938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-09875f8b-22c6-46a4-b72a-a2d0e3a90e8b service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853901 Feb 10 07:10:27.766541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56ec80d5-56cb-44b3-9100-2a3f982caf3f req-705b0354-6f8b-4d2c-a8f1-9600e1f10a40 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816607 Feb 10 07:10:27.860049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-af9a06c9-006d-4c7c-861b-9e4655bc0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.861528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-af9a06c9-006d-4c7c-861b-9e4655bc0535 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 1125 time: 0.0452313 Feb 10 07:10:27.957949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-575c9a4f-2c97-43c1-9954-8b1d71f38d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:27.959454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-575c9a4f-2c97-43c1-9954-8b1d71f38d4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.0889318 Feb 10 07:10:28.001372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-433dde5a-7342-45e0-962f-1be363c6000d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26 HTTP/1.1" status: 200 len: 217 time: 0.0357757 Feb 10 07:10:28.054731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-0d664281-5cf3-4a7f-8fcb-daa89290e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:28.056088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-0d664281-5cf3-4a7f-8fcb-daa89290e2f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0474341 Feb 10 07:10:28.104142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-d9560aec-33a4-4562-bd78-5fe1f50f28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:28.106217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-d9560aec-33a4-4562-bd78-5fe1f50f28f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437431 Feb 10 07:10:28.197877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-0132bff4-35b8-4a6d-b54f-97abaf5fff74 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858843 Feb 10 07:10:28.359614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed698ee-8bf3-4f8c-9dbd-f778c9821390 req-2e539cc8-805b-4273-839d-6b20f8582aa6 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526802 Feb 10 07:10:28.391648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e678-64b5-49b6-b028-d0bc6341d988 req-96a08339-cd7d-4e2a-989f-e5b7065b4569 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:28.393107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10d2e678-64b5-49b6-b028-d0bc6341d988 req-96a08339-cd7d-4e2a-989f-e5b7065b4569 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0975442 Feb 10 07:10:28.399748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a104cb-c59b-49ee-8863-4d1e046e394e req-b9876a0a-2dc2-419a-8e16-f8366b520509 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:28.401103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a104cb-c59b-49ee-8863-4d1e046e394e req-b9876a0a-2dc2-419a-8e16-f8366b520509 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.1181991 Feb 10 07:10:28.483427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10d2e678-64b5-49b6-b028-d0bc6341d988 req-d752e619-3f27-4658-8fb8-4a38236300e1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813355 Feb 10 07:10:28.487153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a104cb-c59b-49ee-8863-4d1e046e394e req-8f2a568d-3766-4d52-96f5-b0af899e96ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788548 Feb 10 07:10:29.636690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7d661-53d9-4993-bc48-a08212c1e3a9 req-2de90fad-3f47-4652-9359-95e1eeb57b24 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:29.638156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2b7d661-53d9-4993-bc48-a08212c1e3a9 req-2de90fad-3f47-4652-9359-95e1eeb57b24 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0841434 Feb 10 07:10:29.649156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d8105-91bf-4e9a-956a-b7180005da40 req-84438b2b-72c0-4ff3-a4ab-d76f413e2391 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:29.650598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-407d8105-91bf-4e9a-956a-b7180005da40 req-84438b2b-72c0-4ff3-a4ab-d76f413e2391 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0870731 Feb 10 07:10:29.720023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2b7d661-53d9-4993-bc48-a08212c1e3a9 req-11b31555-aa06-4335-ace4-56106ec3eb5a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684707 Feb 10 07:10:29.728250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-407d8105-91bf-4e9a-956a-b7180005da40 req-19f66fd9-0605-4894-ae5d-f5b426bc95f0 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709031 Feb 10 07:10:30.870279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3b83c-830c-4b43-b35e-e776fd5f472b req-f58819d4-3037-4ae0-acce-062969e9049b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:30.871818 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1fc3b83c-830c-4b43-b35e-e776fd5f472b req-f58819d4-3037-4ae0-acce-062969e9049b tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0822480 Feb 10 07:10:30.892605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572502-dcac-407e-b3b4-77b5bd5ae532 req-012233e9-59bc-455c-8be2-6663079581e8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:30.894028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30572502-dcac-407e-b3b4-77b5bd5ae532 req-012233e9-59bc-455c-8be2-6663079581e8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0764780 Feb 10 07:10:30.961710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1fc3b83c-830c-4b43-b35e-e776fd5f472b req-b98ea144-358d-4c6f-aff0-25a771de18e5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836132 Feb 10 07:10:30.970889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30572502-dcac-407e-b3b4-77b5bd5ae532 req-0e4402d8-5161-4f04-aa9f-21305398e9a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708153 Feb 10 07:10:32.114111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ae811-5457-4dd3-8cf9-35315eb98c2e req-4a343f52-80d6-4759-83fb-d34599a1bfef tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:32.115499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a91ae811-5457-4dd3-8cf9-35315eb98c2e req-4a343f52-80d6-4759-83fb-d34599a1bfef tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0850894 Feb 10 07:10:32.122672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30ba8-5a09-4669-a7d9-6dd46f19113a req-af9cdf38-4ef6-4b38-a065-9ef1e15ff5a4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:32.124014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38f30ba8-5a09-4669-a7d9-6dd46f19113a req-af9cdf38-4ef6-4b38-a065-9ef1e15ff5a4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0831437 Feb 10 07:10:32.204790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a91ae811-5457-4dd3-8cf9-35315eb98c2e req-4d62bf40-5ae4-4e05-9f71-5b749ae9dfde tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798364 Feb 10 07:10:32.209834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38f30ba8-5a09-4669-a7d9-6dd46f19113a req-58774232-ded1-4554-9bc7-8a75e1a0c658 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774856 Feb 10 07:10:33.392909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79ed1-387a-43fb-974f-e8ac51ef2423 req-2690f4b5-bd05-40ee-abd4-76a25fee5673 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:33.394984 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7c79ed1-387a-43fb-974f-e8ac51ef2423 req-2690f4b5-bd05-40ee-abd4-76a25fee5673 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.1057220 Feb 10 07:10:33.434460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b2f3-02cc-4b36-9b67-0941f05de722 req-2830c430-7fdc-41a1-84f5-12f1684298b6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:33.436088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7334b2f3-02cc-4b36-9b67-0941f05de722 req-2830c430-7fdc-41a1-84f5-12f1684298b6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.1483212 Feb 10 07:10:33.486373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7c79ed1-387a-43fb-974f-e8ac51ef2423 req-25d97377-546f-4dbf-9653-9be7f0e639dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852277 Feb 10 07:10:33.512391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7334b2f3-02cc-4b36-9b67-0941f05de722 req-593ad77b-fb72-4990-b32f-478f0d4ce011 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698586 Feb 10 07:10:34.641158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75692b-ac67-4173-b103-c341c5eed363 req-8091cd54-83c2-49de-b880-3fa20367fd25 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:34.642666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b75692b-ac67-4173-b103-c341c5eed363 req-8091cd54-83c2-49de-b880-3fa20367fd25 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0880404 Feb 10 07:10:34.653451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b9280-1f0e-43c6-ba5a-7fe5f50feb2c req-277485b9-80b7-49b0-8bd0-1896a27f7b31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:34.654896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-713b9280-1f0e-43c6-ba5a-7fe5f50feb2c req-277485b9-80b7-49b0-8bd0-1896a27f7b31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0697248 Feb 10 07:10:34.725601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b75692b-ac67-4173-b103-c341c5eed363 req-73f04d58-0d83-423e-a78f-220a474ddf0c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697458 Feb 10 07:10:34.734626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-713b9280-1f0e-43c6-ba5a-7fe5f50feb2c req-08e33a46-6329-4a69-9444-e1131664124b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728648 Feb 10 07:10:35.879544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fd57e-9758-49c5-98b9-70fe080ad847 req-7f5bfd1a-ea37-40eb-ae72-a7140cb916f7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:35.881002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-891fd57e-9758-49c5-98b9-70fe080ad847 req-7f5bfd1a-ea37-40eb-ae72-a7140cb916f7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0769746 Feb 10 07:10:35.888488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355779c-4592-4562-ac52-7f81271c1c20 req-25425eef-ad43-4751-a87c-e288ca891b43 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:35.889918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6355779c-4592-4562-ac52-7f81271c1c20 req-25425eef-ad43-4751-a87c-e288ca891b43 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0958869 Feb 10 07:10:35.966208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-891fd57e-9758-49c5-98b9-70fe080ad847 req-9c7d7209-53ad-4b4e-ae00-861cc93dd54e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752869 Feb 10 07:10:35.969832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6355779c-4592-4562-ac52-7f81271c1c20 req-e3c3fc50-bd2a-4813-8ea5-8d4689d573e9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732501 Feb 10 07:10:37.088058 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:37.380566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dd11d-7097-4262-8953-1db918d0240b req-05a37b7f-8eac-4eac-b321-f2fd90db1de0 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:37.381924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d27dd11d-7097-4262-8953-1db918d0240b req-05a37b7f-8eac-4eac-b321-f2fd90db1de0 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.3469322 Feb 10 07:10:37.393152 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15146e5-e207-4cda-a7b1-e106028e5670 req-33f501fc-6913-4d02-b93d-5c81ea6a4816 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:37.394526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a15146e5-e207-4cda-a7b1-e106028e5670 req-33f501fc-6913-4d02-b93d-5c81ea6a4816 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.3577325 Feb 10 07:10:37.466822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d27dd11d-7097-4262-8953-1db918d0240b req-7559f955-063b-4f61-9f7f-495956d79a8e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713644 Feb 10 07:10:37.470168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a15146e5-e207-4cda-a7b1-e106028e5670 req-eaced692-3bd7-4193-a106-db28f9c8987a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692506 Feb 10 07:10:38.619216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325c461-23f2-4189-9535-dd8389eb6d77 req-8cb08347-4072-4399-99f3-bb0f8022375a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:38.620829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6325c461-23f2-4189-9535-dd8389eb6d77 req-8cb08347-4072-4399-99f3-bb0f8022375a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0853100 Feb 10 07:10:38.627235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821f609-faa9-4571-be62-f9dbdd08956a req-00338d47-9623-4e23-99d0-da61f0711270 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:38.628550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f821f609-faa9-4571-be62-f9dbdd08956a req-00338d47-9623-4e23-99d0-da61f0711270 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0918276 Feb 10 07:10:38.707806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6325c461-23f2-4189-9535-dd8389eb6d77 req-151d58d3-cc40-4806-9554-a828e3a01f95 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783107 Feb 10 07:10:38.712387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f821f609-faa9-4571-be62-f9dbdd08956a req-561fe34a-6de1-4d6b-b17f-349c5d7921fa tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773523 Feb 10 07:10:38.759261 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-fd77570a-2be1-4b82-9d88-c9c3ea7e6811 service neutron] show failed (client error): The resource could not be found. Feb 10 07:10:38.760190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-fd77570a-2be1-4b82-9d88-c9c3ea7e6811 service neutron] 10.222.0.24 "GET /v2.0/ports/5f9197d1-9976-4d21-84ce-a26b8d05c8eb/bindings/n-h1-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0616982 Feb 10 07:10:39.002919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-e28bf426-e0b8-4dbf-b496-2f6e83f2878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:39.004500 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-e28bf426-e0b8-4dbf-b496-2f6e83f2878a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 1127 time: 0.0754092 Feb 10 07:10:39.015438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:10:39.075431 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:39.270044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:10:39.301410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:10:39.339945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:10:39.342321 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d48834d-6882-4d25-b751-6bbae435b032" -d '{"events": [{"server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:10:39.345845 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Publish callbacks [] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:39.359045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Transition to ACTIVE for port object 5f9197d1-9976-4d21-84ce-a26b8d05c8eb will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:10:39.363516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:39.472737 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9aa8f8-f854-4cf3-a1e2-54afc5ff81d5 x-openstack-request-id: req-2a9aa8f8-f854-4cf3-a1e2-54afc5ff81d5 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:10:39.473041 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:10:39.473299 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a9aa8f8-f854-4cf3-a1e2-54afc5ff81d5 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:10:39.473697 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'code': 200} Feb 10 07:10:39.481098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Pushing event updated for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.525615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:39.568869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] No DVR routers for this DVR port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:10:39.703855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Attempting to bind port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:10:39.704192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Attempting to bind port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:10:39.704515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Attempting to bind port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:10:39.708709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:10:39.709022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Attempting to bind port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:10:39.713741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:10:39.714642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Checking segment: {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:10:39.715004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Bound using segment: {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:10:39.715424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Bound port: 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8e405d-e9c7-4cf3-b539-47c397027036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:10:39.715767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:39.777678 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:10:39.781022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:10:39.788221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:39.824693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:39.825496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:39.827349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] 10.222.0.13 "PUT /v2.0/ports/5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 1091 time: 0.8162906 Feb 10 07:10:39.874000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701d17e-86e9-41e4-8170-4b9ac6c938e9 req-63f11180-145d-406e-a18c-e9bf7b6996a4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:39.875614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1701d17e-86e9-41e4-8170-4b9ac6c938e9 req-63f11180-145d-406e-a18c-e9bf7b6996a4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 943 time: 0.0875745 Feb 10 07:10:39.883441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f2c7d-198e-429b-b6a0-c46af72e7a62 req-583f4c50-9dff-45c7-b326-ab36ed4a1ae0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:39.884226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ef2a9-6f91-4e4e-86fc-4a918703fd7b service neutron] Pushing event updated for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:39.885184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-454f2c7d-198e-429b-b6a0-c46af72e7a62 req-583f4c50-9dff-45c7-b326-ab36ed4a1ae0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.1086605 Feb 10 07:10:39.907142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-f7ca25c0-e045-49b6-922e-54e0739097c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:39.908680 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-f7ca25c0-e045-49b6-922e-54e0739097c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1125 time: 0.0523887 Feb 10 07:10:39.978867 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1701d17e-86e9-41e4-8170-4b9ac6c938e9 req-d8667731-f360-4d49-94b2-86724a6b7770 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926652 Feb 10 07:10:40.006280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-454f2c7d-198e-429b-b6a0-c46af72e7a62 req-252352bf-02bb-4606-92d0-a01ba540c1e3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977621 Feb 10 07:10:40.016728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-8e27f29b-cf92-43a7-877a-4f191244e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:40.018227 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-8e27f29b-cf92-43a7-877a-4f191244e4e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 897 time: 0.1008363 Feb 10 07:10:40.089211 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-8a73fb4a-1732-4af7-8aef-23434a708439 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 998 time: 0.0627511 Feb 10 07:10:40.136521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-5f163fd1-c73d-4de8-8dc2-5732643ac9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:40.137949 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-5f163fd1-c73d-4de8-8dc2-5732643ac9d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0428612 Feb 10 07:10:40.190156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e8b23cb-e199-42af-92c9-808ccf8f2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:40.191682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-6e8b23cb-e199-42af-92c9-808ccf8f2bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472646 Feb 10 07:10:40.280270 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-2b426e18-2415-4363-8391-81e2f7c8d21b service neutron] 10.222.0.13 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813966 Feb 10 07:10:40.326190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:40.357938 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f04314e-39ca-45c7-bcc3-bece8e274396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:40.636500 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-dd02899a-8226-46b1-9350-4e8edaf69204 service neutron] 10.222.0.13 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492794 Feb 10 07:10:41.020741 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:10:41.123974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88054fcc-1ba3-4d17-ad00-b25f7f3a8d04 req-92a29a22-0a02-4256-afb7-d4c4d51e2399 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.125443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88054fcc-1ba3-4d17-ad00-b25f7f3a8d04 req-92a29a22-0a02-4256-afb7-d4c4d51e2399 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 943 time: 0.0891714 Feb 10 07:10:41.147514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd748ab-93bf-40ff-b586-cb4608273f2a req-b8448db9-653f-44c8-ad47-9789d7c6291f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.149020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9bd748ab-93bf-40ff-b586-cb4608273f2a req-b8448db9-653f-44c8-ad47-9789d7c6291f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0820637 Feb 10 07:10:41.216673 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88054fcc-1ba3-4d17-ad00-b25f7f3a8d04 req-601e8a0f-4122-46f9-b7c2-36357d972ff3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845604 Feb 10 07:10:41.221084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9bd748ab-93bf-40ff-b586-cb4608273f2a req-bf06d4f5-51d6-4c98-a70e-d1dbde985cd7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662208 Feb 10 07:10:41.474722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:10:41.477097 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f15265-1a19-4dea-9493-7c5f729ab7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:10:41.531294 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9760f7-1279-4cb9-9193-f62de66e8170 x-openstack-request-id: req-3d9760f7-1279-4cb9-9193-f62de66e8170 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:10:41.531647 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:10:41.531904 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d9760f7-1279-4cb9-9193-f62de66e8170 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:10:41.532308 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'status': 'completed', 'code': 200} Feb 10 07:10:41.594142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-7b661787-acfd-42d9-b890-6de101186082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.595790 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-7b661787-acfd-42d9-b890-6de101186082 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1125 time: 0.0456026 Feb 10 07:10:41.602651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-5d7755c1-e47b-415d-bddf-b39fe7d29f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.604133 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-5d7755c1-e47b-415d-bddf-b39fe7d29f8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1125 time: 0.0438383 Feb 10 07:10:41.687684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-2984ad9a-15e5-497f-9fc0-8f18670617e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.689165 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-2984ad9a-15e5-497f-9fc0-8f18670617e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 897 time: 0.0874064 Feb 10 07:10:41.697563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-aa034525-e240-409c-bfb1-29e1659bebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.699047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-aa034525-e240-409c-bfb1-29e1659bebaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 897 time: 0.0873830 Feb 10 07:10:41.753039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-665084b1-ac91-4ae8-bf38-6def0f6dceaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 998 time: 0.0577085 Feb 10 07:10:41.767817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-a0d7d049-5970-423e-b1b6-921192b283f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 998 time: 0.0582085 Feb 10 07:10:41.801091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-a0edd799-b9bf-4fee-8a09-dfe56075e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.802574 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-a0edd799-b9bf-4fee-8a09-dfe56075e86e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0436671 Feb 10 07:10:41.822630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-0ca6ef98-2874-42da-b8c6-53cc5e3de387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.824093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-0ca6ef98-2874-42da-b8c6-53cc5e3de387 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0433795 Feb 10 07:10:41.855311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-b746bb32-d0c2-4038-956e-a2909b012c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.856860 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-b746bb32-d0c2-4038-956e-a2909b012c91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484138 Feb 10 07:10:41.880352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-9e2d7833-0cbc-4511-a952-a3a5c63a3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:41.881871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-9e2d7833-0cbc-4511-a952-a3a5c63a3e9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491037 Feb 10 07:10:41.934056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 5f9197d1-9976-4d21-84ce-a26b8d05c8eb no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:10:41.944825 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-986e3268-bd50-4960-a1d5-9a4e28a1c5b6 service neutron] 10.222.0.13 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813086 Feb 10 07:10:41.975961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:10:41.976543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 5f9197d1-9976-4d21-84ce-a26b8d05c8eb not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:10:41.979624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-d0a83ddb-e418-4213-9fd5-80fbfa672c0e service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860419 Feb 10 07:10:42.039131 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-df2d8072-51b9-46e8-bba6-2a7cdbbe5955 service neutron] 10.222.0.13 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879085 Feb 10 07:10:42.076363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28f15265-1a19-4dea-9493-7c5f729ab7eb req-a11e8803-8e6f-4be1-9218-b25607af989f service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878031 Feb 10 07:10:42.371256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba234f-65fe-45a3-97be-1d9572434b88 req-6ce54bf4-8bd4-459a-86a7-144309bda794 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:42.372714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fba234f-65fe-45a3-97be-1d9572434b88 req-6ce54bf4-8bd4-459a-86a7-144309bda794 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 943 time: 0.0883279 Feb 10 07:10:42.379305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f3839-1f4f-43c7-8c91-d8506e10618c req-26056f05-d325-4bda-9135-5c62993c9ec9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:42.380661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d9f3839-1f4f-43c7-8c91-d8506e10618c req-26056f05-d325-4bda-9135-5c62993c9ec9 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0874419 Feb 10 07:10:42.451896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fba234f-65fe-45a3-97be-1d9572434b88 req-44f8d1ca-5ddd-4547-b490-f267d7fbfa82 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702991 Feb 10 07:10:42.460694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d9f3839-1f4f-43c7-8c91-d8506e10618c req-c6ce7399-2cf1-4d68-b50d-528f2d7b34a1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722101 Feb 10 07:10:42.571505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9e028a9-4eff-4b14-9ca0-4fd3ae820b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:43.606073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c4c7-7cc8-431c-bb9a-6b0bb7e6790e req-2bc95230-dd34-4909-99b5-8fcee7dd5c02 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:43.607576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7827c4c7-7cc8-431c-bb9a-6b0bb7e6790e req-2bc95230-dd34-4909-99b5-8fcee7dd5c02 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 943 time: 0.0842290 Feb 10 07:10:43.618515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee136c87-01b7-40d6-8327-50eb2d836678 req-97d3ec85-7b9c-49ce-aaf9-9d1d89a34547 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:43.619885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee136c87-01b7-40d6-8327-50eb2d836678 req-97d3ec85-7b9c-49ce-aaf9-9d1d89a34547 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 943 time: 0.0701604 Feb 10 07:10:43.688878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7827c4c7-7cc8-431c-bb9a-6b0bb7e6790e req-eb59235f-d271-428b-a0f4-92342db2c2ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674958 Feb 10 07:10:43.701383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ee136c87-01b7-40d6-8327-50eb2d836678 req-85211ca6-581c-457b-8150-58ff262fd0de tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744436 Feb 10 07:10:43.883832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7dff1-a14b-4944-9b97-2978c276f7e0 req-8aaa37ae-81aa-4017-92f7-66bfba4a6c8d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:43.885334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91a7dff1-a14b-4944-9b97-2978c276f7e0 req-8aaa37ae-81aa-4017-92f7-66bfba4a6c8d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 943 time: 0.0561171 Feb 10 07:10:43.895021 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:43.933594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2b5171b3-476d-4551-88b4-36d0dd7aab26 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:10:44.007171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91a7dff1-a14b-4944-9b97-2978c276f7e0 req-a888d1f1-4aac-4b9a-a4dc-d2abe2132a49 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117206 Feb 10 07:10:44.014661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-3c5bc5cb-adee-49aa-bc87-b76c53bfb089 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:44.016112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-3c5bc5cb-adee-49aa-bc87-b76c53bfb089 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.24 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e&tenant_id=905ebaa5dee842e991cea826da16ba0a&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 943 time: 0.1298826 Feb 10 07:10:44.033229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2b5171b3-476d-4551-88b4-36d0dd7aab26, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:10:44.044733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'port_id': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'mac_address': 'fa:16:3e:5a:80:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:10:44.079585 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-1df75fe0-63e5-45dc-af9b-6fd44fb11a48 service neutron] delete failed (client error): The resource could not be found. Feb 10 07:10:44.080608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-1df75fe0-63e5-45dc-af9b-6fd44fb11a48 service neutron] 10.222.0.24 "DELETE /v2.0/ports/5f9197d1-9976-4d21-84ce-a26b8d05c8eb/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0527768 Feb 10 07:10:44.080850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2b5171b3-476d-4551-88b4-36d0dd7aab26 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:10:44.081244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:44.094285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5171b3-476d-4551-88b4-36d0dd7aab26 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:10:44.113910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2b5171b3-476d-4551-88b4-36d0dd7aab26, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:10:44.118017 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:44.168562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2b5171b3-476d-4551-88b4-36d0dd7aab26,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:44.175852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.176201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.176522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-66323134-81c7-40ac-957b-cf512d55241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:44.176625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.176878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.177206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.177538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.177867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.178034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-66323134-81c7-40ac-957b-cf512d55241a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1125 time: 0.0449133 Feb 10 07:10:44.178198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.178547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.178869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.179192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.179514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.179830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:10:44.273414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-12880c95-f77d-4f60-9451-0fa45f1cdb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:44.274917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-12880c95-f77d-4f60-9451-0fa45f1cdb95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 897 time: 0.0906065 Feb 10 07:10:44.281658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5f9197d1-9976-4d21-84ce-a26b8d05c8eb details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:10:44.338691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-f691c34a-f8b3-43f7-8a2e-8d96b0667dcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 998 time: 0.0571935 Feb 10 07:10:44.359611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['2b5171b3-476d-4551-88b4-36d0dd7aab26'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:10:44.390918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-993a363c-c7d6-4320-a16c-64f741a99d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:44.392415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-993a363c-c7d6-4320-a16c-64f741a99d89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0479376 Feb 10 07:10:44.446975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-33b07c6c-87c5-4599-95b9-e7f80a98f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:44.449068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-33b07c6c-87c5-4599-95b9-e7f80a98f6a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454569 Feb 10 07:10:44.549698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-f99634c3-57b6-4b56-9014-dd21e42bdfaa service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910339 Feb 10 07:10:44.569536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:10:44.590491 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'port_id': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'mac_address': 'fa:16:3e:28:b8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:10:44.653585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-198c7b98-c918-46db-ae25-708a0e8ed9f8 req-e3a2d7e3-25fc-40b5-bef4-cbd60ffd800f service neutron] 10.222.0.24 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942717 Feb 10 07:10:44.654365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:10:44.654764 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:44.689322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9197d1-9976-4d21-84ce-a26b8d05c8eb {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:10:44.725144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:10:44.739045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:44.825494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:44.837183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67631a8b-65b5-4b37-8790-f4913f4d165a req-5bbb06e7-f6ce-43e8-8daa-1102de43155a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:44.838877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67631a8b-65b5-4b37-8790-f4913f4d165a req-5bbb06e7-f6ce-43e8-8daa-1102de43155a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 944 time: 0.0579071 Feb 10 07:10:44.892689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67631a8b-65b5-4b37-8790-f4913f4d165a req-de54c67e-d69b-4f79-85ef-283b87cf0a08 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464702 Feb 10 07:10:45.125590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['5f9197d1-9976-4d21-84ce-a26b8d05c8eb'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:10:45.153130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01397083-9aa6-4003-b510-3c0644287a30 req-6bf5683f-c4d5-4d31-ae60-50218ee76530 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:45.154675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01397083-9aa6-4003-b510-3c0644287a30 req-6bf5683f-c4d5-4d31-ae60-50218ee76530 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 944 time: 0.0770566 Feb 10 07:10:45.219787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01397083-9aa6-4003-b510-3c0644287a30 req-510b44fb-db4c-4f81-978c-361d2d0ea34b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585477 Feb 10 07:10:45.344713 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:45.933395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2b5171b3-476d-4551-88b4-36d0dd7aab26 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:10:45.993566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 2b5171b3-476d-4551-88b4-36d0dd7aab26 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:10:45.997596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 2b5171b3-476d-4551-88b4-36d0dd7aab26 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:10:45.998091 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:46.024014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087b6d2-417a-4f2d-8dfe-787a3addb041 req-d31dfe83-85f7-4854-8e2c-687e6d629272 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:46.027397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4087b6d2-417a-4f2d-8dfe-787a3addb041 req-d31dfe83-85f7-4854-8e2c-687e6d629272 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 944 time: 0.0634873 Feb 10 07:10:46.107242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4087b6d2-417a-4f2d-8dfe-787a3addb041 req-5be3a31c-4dfe-4240-aeb0-8671225de59a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692616 Feb 10 07:10:46.108064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 2b5171b3-476d-4551-88b4-36d0dd7aab26 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:10:46.108463 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:46.134931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:10:46.137666 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6c530b-7706-441d-ac84-0e2b5f38770e" -d '{"events": [{"server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "name": "network-vif-plugged", "status": "completed", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:10:46.152418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 2b5171b3-476d-4551-88b4-36d0dd7aab26, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:10:46.156978 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:46.181277 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d7741c-8bc8-4c4c-82c9-19023f343e17 x-openstack-request-id: req-61d7741c-8bc8-4c4c-82c9-19023f343e17 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:10:46.181569 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "name": "network-vif-plugged", "status": "completed", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:10:46.181823 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61d7741c-8bc8-4c4c-82c9-19023f343e17 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:10:46.182225 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'code': 200} Feb 10 07:10:46.221947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=2b5171b3-476d-4551-88b4-36d0dd7aab26,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:46.291459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5f9197d1-9976-4d21-84ce-a26b8d05c8eb up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:10:46.344471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34a1c2-41eb-4a14-bd0e-eee3dce2ce8e req-f1debaf7-8503-434f-ad71-57c832d91166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:46.346066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac34a1c2-41eb-4a14-bd0e-eee3dce2ce8e req-f1debaf7-8503-434f-ad71-57c832d91166 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 1127 time: 0.0836408 Feb 10 07:10:46.351259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:10:46.356688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:10:46.357278 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:46.377136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0293974-05cf-4ba5-b93d-7e0c97211078 req-f69b9773-a1d2-4ed6-aa2c-4a361574cfa2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:46.384033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0293974-05cf-4ba5-b93d-7e0c97211078 req-f69b9773-a1d2-4ed6-aa2c-4a361574cfa2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 944 time: 0.0832024 Feb 10 07:10:46.440235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:10:46.440545 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:46.440722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac34a1c2-41eb-4a14-bd0e-eee3dce2ce8e req-1849b176-d710-45d6-b81a-cf007b9714f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847728 Feb 10 07:10:46.472410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0293974-05cf-4ba5-b93d-7e0c97211078 req-e5e16f68-2bce-469a-ae8a-12fb93b370ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865691 Feb 10 07:10:46.475347 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:46.494612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:10:46.496246 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57826) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:10:46.499591 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:46.551327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:46.576480 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-231aa32a-a182-4d6e-b2b3-fb3ad966c36b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/8e090f0d-159c-42a7-8e25-6d529d3c8f91 HTTP/1.1" status: 200 len: 992 time: 0.0752490 Feb 10 07:10:47.234723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ee7d2-1c1f-43fb-bd18-2f30273a167c req-f1f13f37-2e9f-48cf-bb08-f8c3bb4a6a93 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:47.236204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-159ee7d2-1c1f-43fb-bd18-2f30273a167c req-f1f13f37-2e9f-48cf-bb08-f8c3bb4a6a93 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 945 time: 0.0522630 Feb 10 07:10:47.286721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-159ee7d2-1c1f-43fb-bd18-2f30273a167c req-043fbe92-411e-493e-91c6-48511d8c82be tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449684 Feb 10 07:10:48.183657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:10:48.185968 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e84658a-de58-453c-8785-cb3b196ec59f" -d '{"events": [{"server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "name": "network-vif-plugged", "status": "completed", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:10:48.221577 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb615679-7ade-4ffb-a70f-2d7e3063358b x-openstack-request-id: req-fb615679-7ade-4ffb-a70f-2d7e3063358b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:10:48.221874 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "name": "network-vif-plugged", "status": "completed", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:10:48.222131 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb615679-7ade-4ffb-a70f-2d7e3063358b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:10:48.222555 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'code': 200} Feb 10 07:10:48.402563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75c84c-0e88-4223-b7fb-3b56f9bb1806 req-881fbadf-63d6-45ba-8064-144a2e322fc4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:48.404036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f75c84c-0e88-4223-b7fb-3b56f9bb1806 req-881fbadf-63d6-45ba-8064-144a2e322fc4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Feb 10 07:10:48.451361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f75c84c-0e88-4223-b7fb-3b56f9bb1806 req-4cc8b77c-00ff-4229-a015-4e4da48ccac3 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418000 Feb 10 07:10:48.568174 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d3a1f-1a34-49ad-b896-ba884c4c3157 req-6abf04bb-9a96-4bd1-b0ca-bec5fd0f4edb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:48.569669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-621d3a1f-1a34-49ad-b896-ba884c4c3157 req-6abf04bb-9a96-4bd1-b0ca-bec5fd0f4edb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 945 time: 0.0520453 Feb 10 07:10:48.619702 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-621d3a1f-1a34-49ad-b896-ba884c4c3157 req-bac23fc5-5fef-454e-8585-6516fba88c59 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445595 Feb 10 07:10:48.642287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57836) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:10:48.814316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ade645-a07e-4b71-ac7a-fac6595e78c4 tempest-TestVolumeBootPattern-1480151132 tempest-TestVolumeBootPattern-1480151132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:48.815837 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c9ade645-a07e-4b71-ac7a-fac6595e78c4 tempest-TestVolumeBootPattern-1480151132 tempest-TestVolumeBootPattern-1480151132-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 1122 time: 0.1725192 Feb 10 07:10:48.818624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57840) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:10:48.823071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:10:48.847947 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:48.940300 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:49.042859 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Allocated IP 172.25.8.104 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/d28f1a4a-fee0-4195-b9d4-be620a538bc0) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:10:49.140435 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (d28f1a4a-fee0-4195-b9d4-be620a538bc0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:49.172336 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d28f1a4a-fee0-4195-b9d4-be620a538bc0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:49.214545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:10:49.217380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:10:49.220891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:10:49.244356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=d28f1a4a-fee0-4195-b9d4-be620a538bc0,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:49.685868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (c2337d87-b8d0-4ebd-bf1e-8a6ac6829707), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:49.779612 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d28f1a4a-fee0-4195-b9d4-be620a538bc0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:49.924955 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for port (d28f1a4a-fee0-4195-b9d4-be620a538bc0), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:49.929343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (d28f1a4a-fee0-4195-b9d4-be620a538bc0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:50.003443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event updated for resources: {'Port': ['ID=d28f1a4a-fee0-4195-b9d4-be620a538bc0,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:10:50.013745 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (c2337d87-b8d0-4ebd-bf1e-8a6ac6829707), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:50.111881 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Floating IP c2337d87-b8d0-4ebd-bf1e-8a6ac6829707 associated. External IP: 172.25.8.104, port: 2b5171b3-476d-4551-88b4-36d0dd7aab26. Feb 10 07:10:50.318938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:10:50.427205 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:10:50.438022 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] Sync routers for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:10:50.445314 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:10:50.448267 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:10:50.448872 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:10:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:10:50.474029 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7cc30c83-1598-4915-81aa-f523d54f77a8 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6543543 Feb 10 07:10:50.474595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:10:50.476840 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aea9b8-cdb8-4616-88f0-ca8636693f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:10:50.515978 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5438cae2-26f5-4352-bbf5-2b161d08e8de x-openstack-request-id: req-5438cae2-26f5-4352-bbf5-2b161d08e8de {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:10:50.516280 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:10:50.516542 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5438cae2-26f5-4352-bbf5-2b161d08e8de {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:10:50.516959 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'status': 'completed', 'code': 200} Feb 10 07:10:50.559842 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:10:50.593250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-9373d26e-b1d8-4461-9275-1a4add1123c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:50.594705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-9373d26e-b1d8-4461-9275-1a4add1123c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 1127 time: 0.0554979 Feb 10 07:10:50.684615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-64944f9c-109a-41ff-84ad-fb1b4e3d4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:50.686096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-64944f9c-109a-41ff-84ad-fb1b4e3d4df9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.0848718 Feb 10 07:10:50.753768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-a867c92a-09c0-4d1b-aeb9-32cac17a54fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26 HTTP/1.1" status: 200 len: 999 time: 0.0617223 Feb 10 07:10:50.780626 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '10fad06b-11e1-4afa-94d8-e8aef8535186', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:08:27Z', 'updated_at': '2022-02-10T07:08:33Z', 'revision_number': 1, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}, {'id': 'c2337d87-b8d0-4ebd-bf1e-8a6ac6829707', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:5a:80:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:10:49Z', 'updated_at': '2022-02-10T07:10:49Z', 'revision_number': 0, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:10:50.803661 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-614513b8-c9bf-4ae8-88bd-49821eeae9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:50.805125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-614513b8-c9bf-4ae8-88bd-49821eeae9b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0434794 Feb 10 07:10:50.805792 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] Checking router: 5757888b-b30f-4f1b-ba9a-cd2c748c3818 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:10:50.813934 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:10:50.814554 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:10:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:10:50.853960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-66d3d19c-aa3c-46ca-911d-da76ce964417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:10:50.855981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-66d3d19c-aa3c-46ca-911d-da76ce964417 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450575 Feb 10 07:10:50.933100 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:10:50.949074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-e291457e-7565-4060-9bdb-e850be2ae4a3 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872498 Feb 10 07:10:51.035900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54aea9b8-cdb8-4616-88f0-ca8636693f8d req-e4f97491-966d-46b3-adfc-4b2f14fcd045 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807741 Feb 10 07:10:51.157222 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '10fad06b-11e1-4afa-94d8-e8aef8535186', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:08:27Z', 'updated_at': '2022-02-10T07:08:33Z', 'revision_number': 1, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}, {'id': 'c2337d87-b8d0-4ebd-bf1e-8a6ac6829707', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:5a:80:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:10:49Z', 'updated_at': '2022-02-10T07:10:49Z', 'revision_number': 0, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:10:51.181996 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366be22a-e45d-4cd5-b3c9-5ac44d35bd69 None None] The sync data for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 is: [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '10fad06b-11e1-4afa-94d8-e8aef8535186', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:08:27Z', 'updated_at': '2022-02-10T07:08:33Z', 'revision_number': 1, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}, {'id': 'c2337d87-b8d0-4ebd-bf1e-8a6ac6829707', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:5a:80:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:10:49Z', 'updated_at': '2022-02-10T07:10:49Z', 'revision_number': 0, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:10:51.383442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40ff94-dea0-4010-a561-b550d032bde8 None None] New status for floating IP c2337d87-b8d0-4ebd-bf1e-8a6ac6829707: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:11:07.081018 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:10.340057 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:10.356212 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc67f43e-ac38-453b-bcbf-8fcf731ca595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:12.575467 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94ac6420-bac5-4e47-a56b-1ba2a27ce6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:13.898234 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:15.332707 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:16.460848 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:18.019962 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:11:27.757733 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-3699536f-a32c-41c8-9bc7-03ce6fb136fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431373 Feb 10 07:11:27.841750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-e0a30043-913c-4403-83b9-93a90eb105a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:27.843339 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-e0a30043-913c-4403-83b9-93a90eb105a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1127 time: 0.0442834 Feb 10 07:11:28.119137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-ae4c6b3a-902e-4e7f-a161-fd41f1764570 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499690 Feb 10 07:11:28.214718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-7fa418ec-08c1-4d15-9dc9-5ad93757cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:28.216315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-7fa418ec-08c1-4d15-9dc9-5ad93757cfa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 1127 time: 0.0469065 Feb 10 07:11:28.231863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-30f04bc6-0fb4-4132-872c-33f2fc06ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:28.233359 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-30f04bc6-0fb4-4132-872c-33f2fc06ce54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.3699741 Feb 10 07:11:28.296532 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-24c1dc68-0c05-4938-a826-4092e9579446 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 200 len: 1000 time: 0.0570536 Feb 10 07:11:28.322034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-b65309a9-0be2-4b0b-be67-01710efe14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:28.323568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-b65309a9-0be2-4b0b-be67-01710efe14df service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.0843167 Feb 10 07:11:28.348090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-9fd967a4-fdd0-427f-8e3e-5bfa9bca1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:28.349578 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-9fd967a4-fdd0-427f-8e3e-5bfa9bca1887 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0479772 Feb 10 07:11:28.402467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-5400d29a-4ffc-4b57-82e7-95eb1a5cfa90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26 HTTP/1.1" status: 200 len: 1001 time: 0.0663533 Feb 10 07:11:28.405341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-b94a454f-a234-4550-8628-02bc3dc5d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:28.407039 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-b94a454f-a234-4550-8628-02bc3dc5d9f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523531 Feb 10 07:11:28.452782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-d0769724-16f3-4c49-9192-6d012e34a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:28.454228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-d0769724-16f3-4c49-9192-6d012e34a9e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0432713 Feb 10 07:11:28.496556 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-6bfa8814-433b-40f4-8a44-b185bc5916b8 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828085 Feb 10 07:11:28.504304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-0eae50ec-862c-4e7d-a5ea-2615ac358d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:28.506191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-0eae50ec-862c-4e7d-a5ea-2615ac358d86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447829 Feb 10 07:11:28.598148 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b2d00b69-f073-4ad5-be48-93b7da922d10 req-46107e74-2bb1-4dab-8cfd-b2bad9587154 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914202 Feb 10 07:11:28.601095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-3bfba0f5-b25f-4a5a-aa33-04adbe32fda9 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853114 Feb 10 07:11:28.697020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ec5e898-dbc0-4227-a11a-1c23cd441e32 req-8675adc7-cfdf-4837-8224-dc06552617ea service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864017 Feb 10 07:11:33.053576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbd106-19eb-4310-bcf8-27a76d0d4a2e req-f525c811-4a2c-4562-b01c-bd25fe50a35c tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:33.055171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98dbd106-19eb-4310-bcf8-27a76d0d4a2e req-f525c811-4a2c-4562-b01c-bd25fe50a35c tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1127 time: 0.0466499 Feb 10 07:11:33.100621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98dbd106-19eb-4310-bcf8-27a76d0d4a2e req-e102c9f6-6892-49e6-8064-3a150d8a7085 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396414 Feb 10 07:11:33.123342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57876) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:33.281638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 0e2035a5-1b97-49af-9e5b-588f0a894e84 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:11:33.281945 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0e2035a5-1b97-49af-9e5b-588f0a894e84), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:33.363042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0e2035a5-1b97-49af-9e5b-588f0a894e84), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:33.363394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (0e2035a5-1b97-49af-9e5b-588f0a894e84), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:33.375593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 0e2035a5-1b97-49af-9e5b-588f0a894e84 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:11:33.559265 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0e2035a5-1b97-49af-9e5b-588f0a894e84), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:33.597002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=0e2035a5-1b97-49af-9e5b-588f0a894e84,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:33.609184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.609538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.609887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.610282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.610639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.610973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.611992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.612451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.612871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.613212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.613597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.613935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.614256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:33.674002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (8e090f0d-159c-42a7-8e25-6d529d3c8f91), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:33.674351 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Floating IP 8e090f0d-159c-42a7-8e25-6d529d3c8f91 disassociated (deleted). External IP: 172.25.8.17, port: 5f9197d1-9976-4d21-84ce-a26b8d05c8eb. Feb 10 07:11:34.182826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 0568f036-16ce-4b03-9e87-f853602e2d01 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:11:34.293173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:11:34.298100 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:34.304515 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] Sync routers for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:11:34.313862 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:11:34.315112 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:34.334366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-384fc151-bdd9-47b5-9119-b284c56832a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/floatingips/8e090f0d-159c-42a7-8e25-6d529d3c8f91 HTTP/1.1" status: 204 len: 168 time: 1.2072399 Feb 10 07:11:34.334366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:11:34.335199 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9730c674-94f5-4087-a7bf-08f2e0930ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:11:34.374473 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39db211f-d791-4660-b1b7-fb16c57510b2 x-openstack-request-id: req-39db211f-d791-4660-b1b7-fb16c57510b2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:11:34.374833 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:11:34.375183 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39db211f-d791-4660-b1b7-fb16c57510b2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:11:34.375716 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'status': 'completed', 'code': 200} Feb 10 07:11:34.442963 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:11:34.444327 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-ea844244-ec5c-4588-9865-ca31f460da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:34.445935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-ea844244-ec5c-4588-9865-ca31f460da7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 1127 time: 0.0503399 Feb 10 07:11:34.549272 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-7f17c30b-458d-4f5e-b5ed-70de135ca2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:34.550758 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-7f17c30b-458d-4f5e-b5ed-70de135ca2b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 200 len: 897 time: 0.0986192 Feb 10 07:11:34.602214 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-e1316dcd-836b-48e0-9e9d-c69ab8dd77db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 200 len: 217 time: 0.0452776 Feb 10 07:11:34.603385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d00b0-2d68-472f-985f-3cdea8050f0f req-a51469c1-5f21-460d-a34e-cfba76b5aaef tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:34.604918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea9d00b0-2d68-472f-985f-3cdea8050f0f req-a51469c1-5f21-460d-a34e-cfba76b5aaef tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0616286 Feb 10 07:11:34.658632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea9d00b0-2d68-472f-985f-3cdea8050f0f req-f406cc19-c92c-4ee8-b982-f98db6ba8439 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477879 Feb 10 07:11:34.660659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-cb5788b7-cfb4-4500-bff3-2bd2840b71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:34.662343 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-cb5788b7-cfb4-4500-bff3-2bd2840b71cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 200 len: 835 time: 0.0530636 Feb 10 07:11:34.668098 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:27Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5b692a75-f3d5-4ca7-b0eb-794e21349864', 'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b7:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:27Z', 'updated_at': '2022-02-10T07:09:30Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:34.696622 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] Checking router: 0568f036-16ce-4b03-9e87-f853602e2d01 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:11:34.705513 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:11:34.706167 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:34.720490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-a5cb5a6a-4181-40aa-8b26-b03204366cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:34.722206 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-a5cb5a6a-4181-40aa-8b26-b03204366cbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540931 Feb 10 07:11:34.816048 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:11:34.821339 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-19aab769-745b-45b6-90ed-615d8e33fac9 service neutron] 10.222.0.13 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925312 Feb 10 07:11:34.919664 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9730c674-94f5-4087-a7bf-08f2e0930ad5 req-c505bf3f-8a7a-45eb-b159-10f085fc4756 service neutron] 10.222.0.13 "GET /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912883 Feb 10 07:11:35.015641 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:27Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5b692a75-f3d5-4ca7-b0eb-794e21349864', 'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b7:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:27Z', 'updated_at': '2022-02-10T07:09:30Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:35.044962 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d044c-2f65-4d14-89c2-09083b0ff07b None None] The sync data for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 is: [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:27Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5b692a75-f3d5-4ca7-b0eb-794e21349864', 'name': '', 'network_id': '80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b7:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:27Z', 'updated_at': '2022-02-10T07:09:30Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '75cc1505-b0dd-4163-b320-cf3ffd87fbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:11:35.260934 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904441d3-f794-4280-aa8c-47964d4679df None None] New status for floating IP 8e090f0d-159c-42a7-8e25-6d529d3c8f91: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:11:35.796662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189074a4-ff33-424e-932e-87b71bf470de req-a067d03c-7b6a-4f44-90dd-455ceb01861c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:35.798322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-189074a4-ff33-424e-932e-87b71bf470de req-a067d03c-7b6a-4f44-90dd-455ceb01861c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0605490 Feb 10 07:11:35.858614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-189074a4-ff33-424e-932e-87b71bf470de req-f42ab4dd-2443-4c53-a341-6e1997319480 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=89585c3c-f0d5-43c5-ad35-bc102c876d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543337 Feb 10 07:11:35.982160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-5786f2b5-b730-4834-9e89-1a3ab3617cc8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:35.983656 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-5786f2b5-b730-4834-9e89-1a3ab3617cc8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 945 time: 0.0533032 Feb 10 07:11:36.080840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:11:36.081176 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:36.173399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:36.174495 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:36.188704 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 5f9197d1-9976-4d21-84ce-a26b8d05c8eb owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:11:36.317961 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5f9197d1-9976-4d21-84ce-a26b8d05c8eb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:36.346226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=5f9197d1-9976-4d21-84ce-a26b8d05c8eb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:36.388130 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] No DVR routers for this DVR port 5f9197d1-9976-4d21-84ce-a26b8d05c8eb on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:11:36.390941 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:36.394472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8fa7c93d-2f5c-46f9-89f1-0d149d1d062e req-990bd4d5-4094-48df-a330-f5710f4ddebe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "DELETE /v2.0/ports/5f9197d1-9976-4d21-84ce-a26b8d05c8eb HTTP/1.1" status: 204 len: 173 time: 0.4046755 Feb 10 07:11:36.394918 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'name': 'network-vif-deleted', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:11:36.397246 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c892a28e-6fea-4888-bf0c-fa852607d16e" -d '{"events": [{"server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "name": "network-vif-deleted", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:11:36.438259 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c7baf5-db20-4b55-af39-efdcc0c8e346 x-openstack-request-id: req-64c7baf5-db20-4b55-af39-efdcc0c8e346 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:11:36.438597 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5511c064-0737-4c6c-af5f-d061edc8361e", "name": "network-vif-deleted", "tag": "5f9197d1-9976-4d21-84ce-a26b8d05c8eb", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:11:36.438858 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64c7baf5-db20-4b55-af39-efdcc0c8e346 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:11:36.439300 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5511c064-0737-4c6c-af5f-d061edc8361e', 'name': 'network-vif-deleted', 'tag': '5f9197d1-9976-4d21-84ce-a26b8d05c8eb', 'status': 'completed', 'code': 200} Feb 10 07:11:36.967249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de6161b3-390d-4dcf-8a48-b9d8343864dd req-b1fadc12-1426-4760-91a9-109aed4a22b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511c064-0737-4c6c-af5f-d061edc8361e HTTP/1.1" status: 200 len: 210 time: 0.0282309 Feb 10 07:11:37.092038 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:38.026990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:38.388226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (0568f036-16ce-4b03-9e87-f853602e2d01), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:38.647758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 5b692a75-f3d5-4ca7-b0eb-794e21349864 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:11:38.648016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:38.736707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port 5b692a75-f3d5-4ca7-b0eb-794e21349864, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5b692a75-f3d5-4ca7-b0eb-794e21349864,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:38.737065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:38.749334 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 5b692a75-f3d5-4ca7-b0eb-794e21349864 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:11:38.933344 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5b692a75-f3d5-4ca7-b0eb-794e21349864), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:38.960144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=5b692a75-f3d5-4ca7-b0eb-794e21349864,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:39.146460 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (0568f036-16ce-4b03-9e87-f853602e2d01), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:39.360788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 0568f036-16ce-4b03-9e87-f853602e2d01 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:11:39.467436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:11:39.474752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6cd16db6-0e34-4395-ae51-b452e73d52c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "PUT /v2.0/routers/0568f036-16ce-4b03-9e87-f853602e2d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4466867 Feb 10 07:11:39.475248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57896) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:39.478194 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] Sync routers for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:11:39.487649 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:11:39.488257 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:39.529516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting subnet 75cc1505-b0dd-4163-b320-cf3ffd87fbff {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:11:39.532559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (75cc1505-b0dd-4163-b320-cf3ffd87fbff), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:39.571532 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (75cc1505-b0dd-4163-b320-cf3ffd87fbff), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:39.592883 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:11:39.653165 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (75cc1505-b0dd-4163-b320-cf3ffd87fbff), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:39.714991 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (75cc1505-b0dd-4163-b320-cf3ffd87fbff), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:39.743013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Subnet': ['ID=75cc1505-b0dd-4163-b320-cf3ffd87fbff,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:39.745344 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:39.748459 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/subnets/75cc1505-b0dd-4163-b320-cf3ffd87fbff HTTP/1.1" status: 204 len: 168 time: 0.2722149 Feb 10 07:11:39.751150 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19927428-8618-4dab-bafe-fda29f92367f None None] Network 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:11:39.752266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57898) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:39.757768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.759626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.760059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.763651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.764009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.764350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.764690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.765024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.765361 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.765692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.766349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.768262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.768382 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06f333-c270-4616-b185-99245d02d7a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:39.784949 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:11:38Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:39.818268 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] Checking router: 0568f036-16ce-4b03-9e87-f853602e2d01 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:11:39.827315 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] Routers {'0568f036-16ce-4b03-9e87-f853602e2d01'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:11:39.827918 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['0568f036-16ce-4b03-9e87-f853602e2d01'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:39.869191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (0568f036-16ce-4b03-9e87-f853602e2d01), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:39.916258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3898e56-8c54-493f-8181-9ce1651b56c1 None None] DHCP port deletion for 80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:11:39.941066 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] Set router 0568f036-16ce-4b03-9e87-f853602e2d01 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:11:39.968500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a3898e56-8c54-493f-8181-9ce1651b56c1 None None] Deleting port 343bf738-74ce-4a8d-8249-b5a0fdc5108c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:11:39.968878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3898e56-8c54-493f-8181-9ce1651b56c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:39.985691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (0568f036-16ce-4b03-9e87-f853602e2d01), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.035196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a3898e56-8c54-493f-8181-9ce1651b56c1 None None] For port 343bf738-74ce-4a8d-8249-b5a0fdc5108c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=343bf738-74ce-4a8d-8249-b5a0fdc5108c,segment=NetworkSegment(2b8e405d-e9c7-4cf3-b539-47c397027036),segment_id=2b8e405d-e9c7-4cf3-b539-47c397027036)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:40.035847 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3898e56-8c54-493f-8181-9ce1651b56c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.041894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 43ad09c3-f044-44b8-8daa-ab70191cb287 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:11:40.042482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.051249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a3898e56-8c54-493f-8181-9ce1651b56c1 None None] Calling delete_port for 343bf738-74ce-4a8d-8249-b5a0fdc5108c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:11:40.130905 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port 43ad09c3-f044-44b8-8daa-ab70191cb287, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=43ad09c3-f044-44b8-8daa-ab70191cb287,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:40.131272 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.141214 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3898e56-8c54-493f-8181-9ce1651b56c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (343bf738-74ce-4a8d-8249-b5a0fdc5108c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.146623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 43ad09c3-f044-44b8-8daa-ab70191cb287 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:11:40.174148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3898e56-8c54-493f-8181-9ce1651b56c1 None None] No DVR routers for this DVR port 343bf738-74ce-4a8d-8249-b5a0fdc5108c on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:11:40.179761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3898e56-8c54-493f-8181-9ce1651b56c1 None None] Pushing event deleted for resources: {'Port': ['ID=343bf738-74ce-4a8d-8249-b5a0fdc5108c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:40.225170 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:11:38Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:40.251019 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9b0d1-01ac-4b6a-a66f-5524760db9c2 None None] The sync data for ids ['0568f036-16ce-4b03-9e87-f853602e2d01'] in n-d-828670-1 is: [{'id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1119738576', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:11:38Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '43ad09c3-f044-44b8-8daa-ab70191cb287', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568f036-16ce-4b03-9e87-f853602e2d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:09:24Z', 'updated_at': '2022-02-10T07:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:11:40.335907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (43ad09c3-f044-44b8-8daa-ab70191cb287), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.365575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=43ad09c3-f044-44b8-8daa-ab70191cb287,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:40.370540 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.376486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fde5b17-f544-427c-be38-2b08f8d3b6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.435088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (0568f036-16ce-4b03-9e87-f853602e2d01), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.527529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5b692a75-f3d5-4ca7-b0eb-794e21349864 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:11:40.549126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5b692a75-f3d5-4ca7-b0eb-794e21349864 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:11:40.549469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5b692a75-f3d5-4ca7-b0eb-794e21349864 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:11:40.549892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 343bf738-74ce-4a8d-8249-b5a0fdc5108c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:11:40.570846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5f9197d1-9976-4d21-84ce-a26b8d05c8eb no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:11:40.573407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 343bf738-74ce-4a8d-8249-b5a0fdc5108c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:11:40.573689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 343bf738-74ce-4a8d-8249-b5a0fdc5108c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:11:40.598675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 5f9197d1-9976-4d21-84ce-a26b8d05c8eb {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:11:40.599027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5f9197d1-9976-4d21-84ce-a26b8d05c8eb not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:11:40.800399 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (0568f036-16ce-4b03-9e87-f853602e2d01), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.802553 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_controller (0568f036-16ce-4b03-9e87-f853602e2d01), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.846137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (0568f036-16ce-4b03-9e87-f853602e2d01), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.846672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Fanout notify agent at l3_agent the message router_deleted on router 0568f036-16ce-4b03-9e87-f853602e2d01 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:11:40.853579 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:40.854785 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-156f89d9-c476-4369-ad77-5a029c487427 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/routers/0568f036-16ce-4b03-9e87-f853602e2d01 HTTP/1.1" status: 204 len: 168 time: 1.1016977 Feb 10 07:11:40.857514 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57902) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:40.944509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.037473 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.057729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:41.068059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8e405d-e9c7-4cf3-b539-47c397027036') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:41.068345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8e405d-e9c7-4cf3-b539-47c397027036') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:41.077933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (2b8e405d-e9c7-4cf3-b539-47c397027036), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.091913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2b8e405d-e9c7-4cf3-b539-47c397027036), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.097859 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:11:41.098190 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (2b8e405d-e9c7-4cf3-b539-47c397027036), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:11:41.101061 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:11:41.162888 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.169769 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.172943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/networks/80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7 HTTP/1.1" status: 204 len: 168 time: 0.3144336 Feb 10 07:11:41.176239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:41.184940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226beaa0-6eb9-4c81-be89-d9229d443010 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Network': ['ID=80b1ed3b-0ba0-4781-b35e-7d40cf0bf2e7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:41.238554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9b65c08-63da-42c2-832f-af7651760728 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (89585c3c-f0d5-43c5-ad35-bc102c876d44), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.264113 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9b65c08-63da-42c2-832f-af7651760728 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (89585c3c-f0d5-43c5-ad35-bc102c876d44), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.327880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9b65c08-63da-42c2-832f-af7651760728 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (89585c3c-f0d5-43c5-ad35-bc102c876d44), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.330889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9b65c08-63da-42c2-832f-af7651760728 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.332098 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b9b65c08-63da-42c2-832f-af7651760728 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/security-groups/89585c3c-f0d5-43c5-ad35-bc102c876d44 HTTP/1.1" status: 204 len: 168 time: 0.1546381 Feb 10 07:11:41.341494 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b65c08-63da-42c2-832f-af7651760728 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89585c3c-f0d5-43c5-ad35-bc102c876d44,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:41.652292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57910) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:41.657268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bb86a770-d755-4530-9f90-492a56778270 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845124374', 'description': 'tempest-secgroup-smoke-845124374 description', 'project_id': '905ebaa5dee842e991cea826da16ba0a'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:41.677942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb86a770-d755-4530-9f90-492a56778270 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.743299 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb86a770-d755-4530-9f90-492a56778270 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (7024a505-7f5f-4228-abeb-28494c8d343f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.746958 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb86a770-d755-4530-9f90-492a56778270 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7024a505-7f5f-4228-abeb-28494c8d343f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.780282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bb86a770-d755-4530-9f90-492a56778270 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.781515 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bb86a770-d755-4530-9f90-492a56778270 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1278024 Feb 10 07:11:41.784707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:41.785647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86a770-d755-4530-9f90-492a56778270 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7024a505-7f5f-4228-abeb-28494c8d343f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:41.789425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e7b4c2bd-9b65-4db9-bdce-4fc76e074c57 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '7024a505-7f5f-4228-abeb-28494c8d343f', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:41.812782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c2bd-9b65-4db9-bdce-4fc76e074c57 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (e140270d-e089-461b-86b1-af339b0eb303), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.873756 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c2bd-9b65-4db9-bdce-4fc76e074c57 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (e140270d-e089-461b-86b1-af339b0eb303), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.878540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c2bd-9b65-4db9-bdce-4fc76e074c57 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (e140270d-e089-461b-86b1-af339b0eb303), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.900453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4c2bd-9b65-4db9-bdce-4fc76e074c57 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e140270d-e089-461b-86b1-af339b0eb303,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:41.906088 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c2bd-9b65-4db9-bdce-4fc76e074c57 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.907310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7b4c2bd-9b65-4db9-bdce-4fc76e074c57 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215880 Feb 10 07:11:41.910194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57914) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:41.914892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b6536f04-a4df-43d2-b8a2-3ceab33265c2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '7024a505-7f5f-4228-abeb-28494c8d343f', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:41.938617 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6536f04-a4df-43d2-b8a2-3ceab33265c2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (513b0182-ec60-4949-b172-65d397691de8), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.994275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6536f04-a4df-43d2-b8a2-3ceab33265c2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (513b0182-ec60-4949-b172-65d397691de8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:41.997456 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6536f04-a4df-43d2-b8a2-3ceab33265c2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (513b0182-ec60-4949-b172-65d397691de8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.014890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6536f04-a4df-43d2-b8a2-3ceab33265c2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513b0182-ec60-4949-b172-65d397691de8,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:42.024133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6536f04-a4df-43d2-b8a2-3ceab33265c2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.025446 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b6536f04-a4df-43d2-b8a2-3ceab33265c2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141429 Feb 10 07:11:42.028265 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57916) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:42.032584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4d4b7e37-b1a4-4c6a-ad23-dd1b47f2a906 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '7024a505-7f5f-4228-abeb-28494c8d343f', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:42.056492 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7e37-b1a4-4c6a-ad23-dd1b47f2a906 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (510d1b4e-ee13-4b33-bd15-5e0fe14b282e), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.114076 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7e37-b1a4-4c6a-ad23-dd1b47f2a906 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (510d1b4e-ee13-4b33-bd15-5e0fe14b282e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.117599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7e37-b1a4-4c6a-ad23-dd1b47f2a906 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (510d1b4e-ee13-4b33-bd15-5e0fe14b282e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.135809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b7e37-b1a4-4c6a-ad23-dd1b47f2a906 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510d1b4e-ee13-4b33-bd15-5e0fe14b282e,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:42.142844 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7e37-b1a4-4c6a-ad23-dd1b47f2a906 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.144030 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4d4b7e37-b1a4-4c6a-ad23-dd1b47f2a906 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148453 Feb 10 07:11:42.146811 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57918) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:42.151027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4f05e89f-2212-49c8-b70c-01dfca49e2ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '7024a505-7f5f-4228-abeb-28494c8d343f', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:42.175540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f05e89f-2212-49c8-b70c-01dfca49e2ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (af463b6b-f008-478d-aed2-f270b71ee1fc), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.233888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f05e89f-2212-49c8-b70c-01dfca49e2ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (af463b6b-f008-478d-aed2-f270b71ee1fc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.237833 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f05e89f-2212-49c8-b70c-01dfca49e2ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (af463b6b-f008-478d-aed2-f270b71ee1fc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.257641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05e89f-2212-49c8-b70c-01dfca49e2ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af463b6b-f008-478d-aed2-f270b71ee1fc,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:42.266085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f05e89f-2212-49c8-b70c-01dfca49e2ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.267333 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4f05e89f-2212-49c8-b70c-01dfca49e2ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196060 Feb 10 07:11:42.270074 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57920) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:42.274341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-357fc79b-ac05-49fa-8824-881ad987d4f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '7024a505-7f5f-4228-abeb-28494c8d343f', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:42.294371 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-357fc79b-ac05-49fa-8824-881ad987d4f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Project 905ebaa5dee842e991cea826da16ba0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:11:42.299849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-357fc79b-ac05-49fa-8824-881ad987d4f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (dbc24efb-b2a9-4faa-a630-d3ab7eab3c26), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.356671 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-357fc79b-ac05-49fa-8824-881ad987d4f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (dbc24efb-b2a9-4faa-a630-d3ab7eab3c26), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.360022 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-357fc79b-ac05-49fa-8824-881ad987d4f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (dbc24efb-b2a9-4faa-a630-d3ab7eab3c26), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.374920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fc79b-ac05-49fa-8824-881ad987d4f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc24efb-b2a9-4faa-a630-d3ab7eab3c26,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:42.385384 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-357fc79b-ac05-49fa-8824-881ad987d4f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.386771 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-357fc79b-ac05-49fa-8824-881ad987d4f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156809 Feb 10 07:11:42.389734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57922) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:42.394193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-67c96bc3-f063-4ed1-a0aa-b602f8315e23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '7024a505-7f5f-4228-abeb-28494c8d343f', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:42.413572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 43ad09c3-f044-44b8-8daa-ab70191cb287 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:11:42.416220 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-67c96bc3-f063-4ed1-a0aa-b602f8315e23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Project 905ebaa5dee842e991cea826da16ba0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:11:42.421559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67c96bc3-f063-4ed1-a0aa-b602f8315e23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (69a23ba7-0853-480f-b7a9-bae08db08611), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.434738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 43ad09c3-f044-44b8-8daa-ab70191cb287 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:11:42.435085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 43ad09c3-f044-44b8-8daa-ab70191cb287 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:11:42.482920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67c96bc3-f063-4ed1-a0aa-b602f8315e23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (69a23ba7-0853-480f-b7a9-bae08db08611), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.487200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67c96bc3-f063-4ed1-a0aa-b602f8315e23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (69a23ba7-0853-480f-b7a9-bae08db08611), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.507247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c96bc3-f063-4ed1-a0aa-b602f8315e23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a23ba7-0853-480f-b7a9-bae08db08611,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:42.513078 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67c96bc3-f063-4ed1-a0aa-b602f8315e23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.514730 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-67c96bc3-f063-4ed1-a0aa-b602f8315e23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238775 Feb 10 07:11:42.517162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57924) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:42.522542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'network': {'name': 'tempest-network-smoke--855765443', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'port_security_enabled': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:42.541938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:11:42.545486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.569574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:11:42.579257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1e9b82ec-bbb8-49cd-9912-35ef038f6d6c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.580000 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Added segment 1e9b82ec-bbb8-49cd-9912-35ef038f6d6c of type vlan for network 8431d2ba-bdcf-49db-af9a-f30b6b08062a Feb 10 07:11:42.580136 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ee433d9-52d0-4305-8083-2f26d011c2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.622075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (8431d2ba-bdcf-49db-af9a-f30b6b08062a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.649221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (8431d2ba-bdcf-49db-af9a-f30b6b08062a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.654362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:42.654949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.690019 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1713741 Feb 10 07:11:42.692707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57926) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:42.696881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'admin_state_up': True, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:42.738089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08ec55-ab25-4d10-9111-b6bb0e3fa49c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Network': ['ID=8431d2ba-bdcf-49db-af9a-f30b6b08062a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:42.748935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 8431d2ba-bdcf-49db-af9a-f30b6b08062a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:11:42.751625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (ca495d99-83e6-47e6-bc88-e4411b7085bd), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.752813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (ca495d99-83e6-47e6-bc88-e4411b7085bd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.809774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_controller (ca495d99-83e6-47e6-bc88-e4411b7085bd), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:42.962878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (ca495d99-83e6-47e6-bc88-e4411b7085bd), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:43.159706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (ca495d99-83e6-47e6-bc88-e4411b7085bd), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:43.180059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:43.290795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.25.8.19 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/d39ac1dd-c9e2-4405-bfdd-d1d3b791f615) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:11:43.403724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:43.437918 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:43.476808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:11:43.479772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:11:43.483496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:11:43.514090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=d39ac1dd-c9e2-4405-bfdd-d1d3b791f615,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:43.754134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (ca495d99-83e6-47e6-bc88-e4411b7085bd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:43.900752 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:43.972868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (ca495d99-83e6-47e6-bc88-e4411b7085bd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:44.108547 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router ca495d99-83e6-47e6-bc88-e4411b7085bd is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:11:44.223656 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:11:44.236420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Sync routers for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:11:44.246309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:11:44.246718 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:44.247141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:44.247978 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c8104775-4d95-4909-a219-04ef0f3e2d31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5543706 Feb 10 07:11:44.251077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57928) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:44.285386 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a6742c5f-9b70-4720-a3c8-24e73231333f tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=905ebaa5dee842e991cea826da16ba0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326195 Feb 10 07:11:44.287867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57930) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:44.354380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:11:44.433919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc215e1-6f3e-486a-85cc-aa2770cf333b tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:44.435458 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-efc215e1-6f3e-486a-85cc-aa2770cf333b tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466622 Feb 10 07:11:44.438230 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57932) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:44.475720 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4df56673-c7ab-403a-9f47-6542b72ff7b9 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362375 Feb 10 07:11:44.478185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 57934) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:44.482861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-53434781', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:44.529743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:43Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:44.560333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Checking router: ca495d99-83e6-47e6-bc88-e4411b7085bd for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:11:44.560685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Updating router ca495d99-83e6-47e6-bc88-e4411b7085bd port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:11:44.565984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:11:44.569517 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:44.592130 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:44.754040 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:44.812308 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Subnet': ['ID=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:44.822545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Checking segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:11:44.822913 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network hostable DHCP agents. Network: 8431d2ba-bdcf-49db-af9a-f30b6b08062a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:11:44.840092 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 8431d2ba-bdcf-49db-af9a-f30b6b08062a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:11:44.848299 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Publish callbacks [] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:44.850294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 8431d2ba-bdcf-49db-af9a-f30b6b08062a) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:11:44.854576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:44.854734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:44.855187 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:44.863471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41475367-2273-43e1-af4b-8661bec52da0 None None] Network 8431d2ba-bdcf-49db-af9a-f30b6b08062a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:11:44.876836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57936) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:44.883033 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-67440c95-c571-435c-a736-9d2ff10a002f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4036312 Feb 10 07:11:45.093324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Pushing event updated for resources: {'Port': ['ID=d39ac1dd-c9e2-4405-bfdd-d1d3b791f615,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:45.126688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.127300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.127648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.127989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.128325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.128656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.129137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.129619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.130096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.130593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.131080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.131553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.132025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:45.137132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Attempting to bind port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:11:45.137712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Attempting to bind port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:11:45.138246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Attempting to bind port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:11:45.145916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:11:45.146322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:11:45.146726 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:45.147120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:11:45.147594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Bound port: d39ac1dd-c9e2-4405-bfdd-d1d3b791f615, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:11:45.147981 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:45.241494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] For port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:11:45.258272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] For port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d39ac1dd-c9e2-4405-bfdd-d1d3b791f615,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:11:45.261490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:11:45.262450 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:45.278875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:45.351001 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:45.423663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:11:45.424301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:45.430288 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:45.473872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62995d8b-b836-4694-98e9-b5d2a9776c94 None None] Pushing event updated for resources: {'Port': ['ID=d39ac1dd-c9e2-4405-bfdd-d1d3b791f615,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:45.571866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Allocated IP 172.20.0.2 (8431d2ba-bdcf-49db-af9a-f30b6b08062a/c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd/bd80a35f-ba5c-44ce-8932-65bdfbee57de) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:11:45.616428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:11:45.874563 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Publish callbacks [] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:45.885046 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:45.931838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.20.0.1 (8431d2ba-bdcf-49db-af9a-f30b6b08062a/c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd/30501276-1fba-4b23-8797-6c9cae76ce65) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:11:45.936349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Network 8431d2ba-bdcf-49db-af9a-f30b6b08062a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:11:45.939613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Pushing event updated for resources: {'Port': ['ID=bd80a35f-ba5c-44ce-8932-65bdfbee57de,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:45.944392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:11:45.947498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:11:45.955193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:43Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:45.989865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917e93e-40ea-43f5-acad-6af76fee4070 None None] The sync data for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 is: [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:43Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:11:46.053951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Attempting to bind port bd80a35f-ba5c-44ce-8932-65bdfbee57de on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:11:46.054437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Attempting to bind port bd80a35f-ba5c-44ce-8932-65bdfbee57de by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:11:46.054728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Attempting to bind port bd80a35f-ba5c-44ce-8932-65bdfbee57de on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:11:46.057346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (30501276-1fba-4b23-8797-6c9cae76ce65), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.060139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:11:46.060523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Checking segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:11:46.060930 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.061326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Bound using segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:11:46.061797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Bound port: bd80a35f-ba5c-44ce-8932-65bdfbee57de, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:11:46.062181 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.107277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.130504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] For port bd80a35f-ba5c-44ce-8932-65bdfbee57de, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:11:46.133652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] For port bd80a35f-ba5c-44ce-8932-65bdfbee57de, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bd80a35f-ba5c-44ce-8932-65bdfbee57de,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:11:46.143230 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.154140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 8431d2ba-bdcf-49db-af9a-f30b6b08062a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:11:46.160562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:11:46.167168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:11:46.227346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=30501276-1fba-4b23-8797-6c9cae76ce65,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:46.258524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (ca495d99-83e6-47e6-bc88-e4411b7085bd), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.294265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9923dac-fb24-4ede-853c-4b829a0b5f23 None None] Pushing event updated for resources: {'Port': ['ID=bd80a35f-ba5c-44ce-8932-65bdfbee57de,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:46.510436 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.620947 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.674572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:11:46.766341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:46.766754 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.888741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:46.889508 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.913667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d39ac1dd-c9e2-4405-bfdd-d1d3b791f615,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:46.919181 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:46.988447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=d39ac1dd-c9e2-4405-bfdd-d1d3b791f615,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:47.041046 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (30501276-1fba-4b23-8797-6c9cae76ce65), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:47.045742 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:47.123797 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (ca495d99-83e6-47e6-bc88-e4411b7085bd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:47.125665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=30501276-1fba-4b23-8797-6c9cae76ce65,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:47.235686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 8431d2ba-bdcf-49db-af9a-f30b6b08062a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:11:47.237159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:11:47.359871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router ca495d99-83e6-47e6-bc88-e4411b7085bd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:11:47.474185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:11:47.479797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c91abd44-ca33-4848-96d7-6c19acdbeb29 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "PUT /v2.0/routers/ca495d99-83e6-47e6-bc88-e4411b7085bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6019201 Feb 10 07:11:47.498444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0186a-ebd7-46f5-986c-2873a1b350b7 None None] Network 8431d2ba-bdcf-49db-af9a-f30b6b08062a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:11:47.579135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9442210d-0c90-49c0-be48-de8ff7c133c7 None None] Provisioning complete for port bd80a35f-ba5c-44ce-8932-65bdfbee57de triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:47.580118 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9442210d-0c90-49c0-be48-de8ff7c133c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:47.632667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-fb8409f9-7f2a-4628-9894-9303a6d01c22 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845124374&fields=id&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 267 time: 0.0432782 Feb 10 07:11:47.693774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9442210d-0c90-49c0-be48-de8ff7c133c7 None None] Current status of the port bd80a35f-ba5c-44ce-8932-65bdfbee57de is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:47.694179 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9442210d-0c90-49c0-be48-de8ff7c133c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:47.741415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9442210d-0c90-49c0-be48-de8ff7c133c7 None None] For port bd80a35f-ba5c-44ce-8932-65bdfbee57de, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bd80a35f-ba5c-44ce-8932-65bdfbee57de,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:47.747155 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9442210d-0c90-49c0-be48-de8ff7c133c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:47.755007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-cdb21a1d-f519-439a-9052-77fd3f803a7a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:47.756526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-cdb21a1d-f519-439a-9052-77fd3f803a7a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 796 time: 0.1172318 Feb 10 07:11:47.774432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-9c9d2197-a7d6-4f0a-9c63-c319c0b43c39 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/quotas/905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 375 time: 0.0123928 Feb 10 07:11:47.807161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442210d-0c90-49c0-be48-de8ff7c133c7 None None] Pushing event updated for resources: {'Port': ['ID=bd80a35f-ba5c-44ce-8932-65bdfbee57de,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:47.845350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-ce2da14d-df16-4389-90dd-7d45fecf46a3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644884 Feb 10 07:11:47.946072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-c622d284-3289-4bd5-82b0-b18217014a79 service neutron] 10.222.0.21 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891700 Feb 10 07:11:47.968346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d4537b3a-b0c8-4e30-8c3e-6ae15a0d57fe None None] Provisioning complete for port 30501276-1fba-4b23-8797-6c9cae76ce65 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:47.968739 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4537b3a-b0c8-4e30-8c3e-6ae15a0d57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.011727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d4537b3a-b0c8-4e30-8c3e-6ae15a0d57fe None None] Port 30501276-1fba-4b23-8797-6c9cae76ce65 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:11:48.026534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-d4537b3a-b0c8-4e30-8c3e-6ae15a0d57fe None None] Provisioning complete for port bd80a35f-ba5c-44ce-8932-65bdfbee57de triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:48.027667 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4537b3a-b0c8-4e30-8c3e-6ae15a0d57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.050898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-1995d9b3-1f6f-41d7-a9e9-36d8e9cf23c8 service neutron] 10.222.0.21 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989456 Feb 10 07:11:48.103069 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Sync routers for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:11:48.113569 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:11:48.114176 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:48.115759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d4537b3a-b0c8-4e30-8c3e-6ae15a0d57fe None None] Current status of the port bd80a35f-ba5c-44ce-8932-65bdfbee57de is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:48.241058 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:11:48.261843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3b4a9df3-597c-40dc-8ccc-69cbd4e08e43 None None] Provisioning complete for port 30501276-1fba-4b23-8797-6c9cae76ce65 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:48.262220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9df3-597c-40dc-8ccc-69cbd4e08e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.284696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c47d66b-6fe3-4214-b700-5e694cce3821 req-a9c5750c-cb4c-4d7d-9690-6fbbbff439bb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 210 time: 0.0537398 Feb 10 07:11:48.310248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a9df3-597c-40dc-8ccc-69cbd4e08e43 None None] Port 30501276-1fba-4b23-8797-6c9cae76ce65 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:11:48.439786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8d134737-1f68-4ee5-98a9-ead4e4091d7f None None] Provisioning complete for port 30501276-1fba-4b23-8797-6c9cae76ce65 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:48.446852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8d134737-1f68-4ee5-98a9-ead4e4091d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.480881 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '30501276-1fba-4b23-8797-6c9cae76ce65', 'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:be:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:45Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 2, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:48.497423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8d134737-1f68-4ee5-98a9-ead4e4091d7f None None] Port 30501276-1fba-4b23-8797-6c9cae76ce65 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:11:48.508583 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Checking router: ca495d99-83e6-47e6-bc88-e4411b7085bd for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:11:48.509272 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Updating router ca495d99-83e6-47e6-bc88-e4411b7085bd port 30501276-1fba-4b23-8797-6c9cae76ce65 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:11:48.539255 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.600369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:11:48.651996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:48.652369 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.736337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:48.737430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bd80a35f-ba5c-44ce-8932-65bdfbee57de up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:11:48.785764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port bd80a35f-ba5c-44ce-8932-65bdfbee57de triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:48.786417 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.828397 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Publish callbacks [] for port (30501276-1fba-4b23-8797-6c9cae76ce65), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.835720 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.873098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port bd80a35f-ba5c-44ce-8932-65bdfbee57de is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:48.877316 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Pushing event updated for resources: {'Port': ['ID=30501276-1fba-4b23-8797-6c9cae76ce65,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:48.886056 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.886426 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.886776 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.887098 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.887428 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.887882 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.888343 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.888661 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.889206 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.889529 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.889742 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.890087 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.890779 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:11:48.959549 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Attempting to bind port 30501276-1fba-4b23-8797-6c9cae76ce65 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:11:48.959919 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Attempting to bind port 30501276-1fba-4b23-8797-6c9cae76ce65 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:11:48.960279 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Attempting to bind port 30501276-1fba-4b23-8797-6c9cae76ce65 on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:11:48.965740 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:11:48.966219 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Checking segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:11:48.966723 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:48.967246 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Bound using segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:11:48.967717 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Bound port: 30501276-1fba-4b23-8797-6c9cae76ce65, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:11:48.968192 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:49.035644 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] For port 30501276-1fba-4b23-8797-6c9cae76ce65, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:11:49.038798 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] For port 30501276-1fba-4b23-8797-6c9cae76ce65, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=30501276-1fba-4b23-8797-6c9cae76ce65,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:11:49.044936 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:49.108750 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:11:49.109393 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:49.115060 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f73a9-8666-408c-9d53-475570ba73a1 None None] Pushing event updated for resources: {'Port': ['ID=30501276-1fba-4b23-8797-6c9cae76ce65,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:49.134552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2c93a647-36ee-496d-8aaf-8e40ea6023ee None None] Provisioning complete for port 30501276-1fba-4b23-8797-6c9cae76ce65 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:49.135022 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c93a647-36ee-496d-8aaf-8e40ea6023ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:49.240164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2c93a647-36ee-496d-8aaf-8e40ea6023ee None None] Current status of the port 30501276-1fba-4b23-8797-6c9cae76ce65 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:49.240646 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c93a647-36ee-496d-8aaf-8e40ea6023ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:49.243822 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:11:49.307851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2c93a647-36ee-496d-8aaf-8e40ea6023ee None None] For port 30501276-1fba-4b23-8797-6c9cae76ce65, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=30501276-1fba-4b23-8797-6c9cae76ce65,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:49.313755 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c93a647-36ee-496d-8aaf-8e40ea6023ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:49.379081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-8d8d3bac-f043-4718-9054-c523f5fe8a88 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:49.381283 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-8d8d3bac-f043-4718-9054-c523f5fe8a88 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 796 time: 0.2045631 Feb 10 07:11:49.398328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93a647-36ee-496d-8aaf-8e40ea6023ee None None] Pushing event updated for resources: {'Port': ['ID=30501276-1fba-4b23-8797-6c9cae76ce65,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:49.424722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d53d9366-fa00-4e5d-999e-eca69c05dc32 req-e13cf29a-dda1-498d-ad32-bdf1c0f68fb6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 210 time: 0.0329282 Feb 10 07:11:49.442755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c64dec40-18f9-411c-ab86-dd63efeef1f9 None None] Provisioning complete for port 30501276-1fba-4b23-8797-6c9cae76ce65 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:49.443096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c64dec40-18f9-411c-ab86-dd63efeef1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:49.481208 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-6781d9bc-b83e-410e-a59d-30fd04112255 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 379 time: 0.0899673 Feb 10 07:11:49.491101 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'port': {'device_id': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'admin_state_up': True, 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'security_groups': ['7024a505-7f5f-4228-abeb-28494c8d343f']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:49.525314 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c64dec40-18f9-411c-ab86-dd63efeef1f9 None None] Current status of the port 30501276-1fba-4b23-8797-6c9cae76ce65 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:49.542103 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '30501276-1fba-4b23-8797-6c9cae76ce65', 'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:be:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:45Z', 'updated_at': '2022-02-10T07:11:49Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:11:49.570642 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eefa5d-fbc2-4819-82b4-fbb048290465 None None] The sync data for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 is: [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '30501276-1fba-4b23-8797-6c9cae76ce65', 'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:be:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:45Z', 'updated_at': '2022-02-10T07:11:49Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:11:49.601212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:11:49.604781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:49.751112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.20.0.3 (8431d2ba-bdcf-49db-af9a-f30b6b08062a/c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd/86d8e160-a046-400b-8da7-03dc8ef0dddb) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:11:49.896971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:49.931103 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:49.977723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 8431d2ba-bdcf-49db-af9a-f30b6b08062a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:11:49.980922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:11:49.984590 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:11:50.254042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b778294b-c86f-4749-9e20-c1b3f81c5eb2 None None] Provisioning complete for port 86d8e160-a046-400b-8da7-03dc8ef0dddb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:50.255088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b778294b-c86f-4749-9e20-c1b3f81c5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:50.294791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b778294b-c86f-4749-9e20-c1b3f81c5eb2 None None] Port 86d8e160-a046-400b-8da7-03dc8ef0dddb cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:11:50.328041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:50.355485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:50.356061 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:50.374520 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-bd3ff17f-89b1-43f9-9e7e-614cd5e8947e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8873699 Feb 10 07:11:50.386021 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Request body: {'port': {'device_id': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:50.456498 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:50.501999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 30501276-1fba-4b23-8797-6c9cae76ce65 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:11:50.564412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 30501276-1fba-4b23-8797-6c9cae76ce65 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:50.564788 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:50.566538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f834f18-3416-4b4f-aa8e-bc3a8ea22479 req-81a090b5-216f-4efa-a013-e4cdd950c161 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:50.574263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f834f18-3416-4b4f-aa8e-bc3a8ea22479 req-81a090b5-216f-4efa-a013-e4cdd950c161 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 931 time: 0.0680377 Feb 10 07:11:50.642734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f834f18-3416-4b4f-aa8e-bc3a8ea22479 req-07387ed5-4def-4e0c-88c0-81127b090a7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670669 Feb 10 07:11:50.646629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 30501276-1fba-4b23-8797-6c9cae76ce65 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:50.759454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d8e160-a046-400b-8da7-03dc8ef0dddb {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:11:50.766737 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Publish callbacks [] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:50.779487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Transition to ACTIVE for port object 86d8e160-a046-400b-8da7-03dc8ef0dddb will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:11:50.784411 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:50.850362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:50.903881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:11:50.904218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:11:50.904551 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:11:50.909088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Port 86d8e160-a046-400b-8da7-03dc8ef0dddb on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:11:50.909418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:11:50.914403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:11:50.914755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Checking segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:11:50.915142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Bound using segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:11:50.915574 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Bound port: 86d8e160-a046-400b-8da7-03dc8ef0dddb, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:11:50.915934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:50.985560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:11:50.994212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:11:50.997733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:51.030986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:51.031611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:51.033350 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] 10.222.0.13 "PUT /v2.0/ports/86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 1091 time: 0.6514766 Feb 10 07:11:51.035976 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:11:51.039402 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5b419e-f53e-42dd-97a1-40de33456cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:11:51.073270 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9129e61-7a1b-4748-b84f-f0a2b36ab563 service neutron] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:51.096555 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc75e8-558f-4551-b11e-b876c2fd87f9 x-openstack-request-id: req-93cc75e8-558f-4551-b11e-b876c2fd87f9 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:11:51.096849 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:11:51.097103 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93cc75e8-558f-4551-b11e-b876c2fd87f9 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:11:51.097504 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'status': 'completed', 'code': 200} Feb 10 07:11:51.134906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-56493752-bdd2-48d2-bbe4-a1b931dc0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:51.136440 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-56493752-bdd2-48d2-bbe4-a1b931dc0a0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1125 time: 0.0495770 Feb 10 07:11:51.183320 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-3349f241-61a6-4585-89f6-06e87598163a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 217 time: 0.0397878 Feb 10 07:11:51.233731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-4c1b209d-ecfa-46ea-b2f2-93304e678c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:51.235237 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-4c1b209d-ecfa-46ea-b2f2-93304e678c55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0464163 Feb 10 07:11:51.285399 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-301b839e-e272-4561-aca2-4adaf4466e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:51.287127 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-301b839e-e272-4561-aca2-4adaf4466e7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450022 Feb 10 07:11:51.384880 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-d8f26d78-8491-4098-ad43-14b90422fd4b service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908282 Feb 10 07:11:51.472139 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d2c7b1e2-3c21-44f4-9e3c-499cda4667ad req-a19a3e79-1eed-403e-8eb5-f97a29517bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817826 Feb 10 07:11:51.561441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-9656959b-163b-484a-a241-a1f4a001622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:51.563010 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-9656959b-163b-484a-a241-a1f4a001622e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1125 time: 0.0487907 Feb 10 07:11:51.659441 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-4afbbc5f-eced-4ac7-b3fc-548c512bd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:51.660845 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-4afbbc5f-eced-4ac7-b3fc-548c512bd93c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.0915878 Feb 10 07:11:51.710154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-ff0608e5-6938-4b95-b384-b2e117791c02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 217 time: 0.0399067 Feb 10 07:11:51.757105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528437cb-dfa6-4c5c-8686-51ef65ae241e req-ea66c9b5-45ce-4bf2-a6ca-ff3aff053c23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:51.758623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-528437cb-dfa6-4c5c-8686-51ef65ae241e req-ea66c9b5-45ce-4bf2-a6ca-ff3aff053c23 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 943 time: 0.0527449 Feb 10 07:11:51.759674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-800a93d2-a3cb-486e-849d-c82f2a7a4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:51.761374 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-800a93d2-a3cb-486e-849d-c82f2a7a4147 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0451813 Feb 10 07:11:51.807104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-528437cb-dfa6-4c5c-8686-51ef65ae241e req-a537266a-2a8b-47ed-a4ee-2f85000e0102 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428269 Feb 10 07:11:51.809580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-3b2de781-2ee8-4ca4-a4b1-03e2960faca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:51.811143 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-3b2de781-2ee8-4ca4-a4b1-03e2960faca3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445311 Feb 10 07:11:51.903472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-0b0dd9f1-9a73-430d-ba17-867eb1953525 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855181 Feb 10 07:11:51.993566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ee5b419e-f53e-42dd-97a1-40de33456cb1 req-d2e7c6c5-003c-4f7e-9d1a-c7cb1b7ecdbd service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836186 Feb 10 07:11:52.934701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338df79-cc33-461e-8979-b433eef19d08 req-977e111a-8a49-4b69-b7be-35c58ced0972 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:52.936149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4338df79-cc33-461e-8979-b433eef19d08 req-977e111a-8a49-4b69-b7be-35c58ced0972 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 943 time: 0.0511599 Feb 10 07:11:52.983365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4338df79-cc33-461e-8979-b433eef19d08 req-953fd7f8-efa2-4259-8510-c103397d9dda tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 Feb 10 07:11:54.103952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051e623-f5ab-43a6-9598-2aaf62100e17 req-e8c56aa0-c98a-4e8a-886d-dd3636ed7a59 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:54.105429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0051e623-f5ab-43a6-9598-2aaf62100e17 req-e8c56aa0-c98a-4e8a-886d-dd3636ed7a59 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 943 time: 0.0561728 Feb 10 07:11:54.153717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0051e623-f5ab-43a6-9598-2aaf62100e17 req-36c43472-3ecf-4a3a-ae61-c86bd423b6df tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421667 Feb 10 07:11:54.642599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:11:54.737405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:54.751148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'port_id': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'mac_address': 'fa:16:3e:e1:1b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:11:54.787042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 86d8e160-a046-400b-8da7-03dc8ef0dddb is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:54.787425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:54.799613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d8e160-a046-400b-8da7-03dc8ef0dddb {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:11:54.818073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:54.821622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:54.867038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:55.019032 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:11:55.117665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['86d8e160-a046-400b-8da7-03dc8ef0dddb'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:11:55.283086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0437e3-5ab0-4f17-98ad-cc0e4bbb89db req-b22aeead-2764-4856-a816-eadb1e6cac84 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:55.284584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de0437e3-5ab0-4f17-98ad-cc0e4bbb89db req-b22aeead-2764-4856-a816-eadb1e6cac84 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 944 time: 0.0550585 Feb 10 07:11:55.335071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de0437e3-5ab0-4f17-98ad-cc0e4bbb89db req-80db6074-e325-4cfd-846c-13b838068dd8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 Feb 10 07:11:56.455357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d589e-8ea7-4d6f-abb3-06c739893694 req-1438be7b-9c37-428e-b69b-dc48904c4702 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:56.456829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef2d589e-8ea7-4d6f-abb3-06c739893694 req-1438be7b-9c37-428e-b69b-dc48904c4702 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 944 time: 0.0559704 Feb 10 07:11:56.508542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef2d589e-8ea7-4d6f-abb3-06c739893694 req-39e4ed21-abf1-436d-996b-cc26120041fd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 Feb 10 07:11:56.672091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:11:56.722004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 86d8e160-a046-400b-8da7-03dc8ef0dddb completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:11:56.725772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 86d8e160-a046-400b-8da7-03dc8ef0dddb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:11:56.726177 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:56.800785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 86d8e160-a046-400b-8da7-03dc8ef0dddb is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:11:56.801190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:56.822558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:11:56.824778 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ce857-cf76-4a2f-82c8-4e7c8af5bdc0" -d '{"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:11:56.836986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:11:56.840975 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:56.864190 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ffa295-cff4-42a8-b59b-bc9fe8677701 x-openstack-request-id: req-c3ffa295-cff4-42a8-b59b-bc9fe8677701 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:11:56.864487 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:11:56.864767 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3ffa295-cff4-42a8-b59b-bc9fe8677701 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:11:56.865165 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'code': 200} Feb 10 07:11:56.890496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:11:56.961804 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24825410-ec31-43f7-8245-afef3a967d31 req-6f15aa38-13c2-4b14-b47f-df05ec1c064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:56.963242 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24825410-ec31-43f7-8245-afef3a967d31 req-6f15aa38-13c2-4b14-b47f-df05ec1c064e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1127 time: 0.0435913 Feb 10 07:11:57.011349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-24825410-ec31-43f7-8245-afef3a967d31 req-a774c143-c406-4dc7-a051-edb3a9c5ddbe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421700 Feb 10 07:11:57.624078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2e27a-fc18-4234-9610-fc6faf913226 req-c4dc42fc-3f00-40b7-8cb2-afd4d17ee6a7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:57.625539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4f2e27a-fc18-4234-9610-fc6faf913226 req-c4dc42fc-3f00-40b7-8cb2-afd4d17ee6a7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0512865 Feb 10 07:11:57.673660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d4f2e27a-fc18-4234-9610-fc6faf913226 req-3efac6cc-041b-48e4-a4c7-fcca30f52b47 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Feb 10 07:11:58.795132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73537151-4ba1-4721-8816-7979cd975b20 req-efb4517b-4cc8-4470-9428-58e9eff5bd34 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:58.796604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73537151-4ba1-4721-8816-7979cd975b20 req-efb4517b-4cc8-4470-9428-58e9eff5bd34 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0523725 Feb 10 07:11:58.848324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-73537151-4ba1-4721-8816-7979cd975b20 req-5f5e4e6b-eae5-4c97-8f6c-1c0aeb05733a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462370 Feb 10 07:11:58.964123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7a31-96fe-457c-afea-5110c7c46c85 req-36404112-15e1-4240-9f41-b4399d2c4bed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:58.965480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4acb7a31-96fe-457c-afea-5110c7c46c85 req-36404112-15e1-4240-9f41-b4399d2c4bed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0519989 Feb 10 07:11:59.012033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4acb7a31-96fe-457c-afea-5110c7c46c85 req-0e2145a8-4aa3-44b3-b9f1-9ebf8e02bca3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Feb 10 07:11:59.033082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:59.074734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65b413-ec95-48d2-b9fc-03ff4435cbb4 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:11:59.076216 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dc65b413-ec95-48d2-b9fc-03ff4435cbb4 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1122 time: 0.0421288 Feb 10 07:11:59.079851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 57994) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:11:59.083977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:11:59.102997 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:59.201647 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:59.303339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.25.8.175 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/cb1572fe-150a-4913-8748-d84b43f2bd44) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:11:59.405064 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (cb1572fe-150a-4913-8748-d84b43f2bd44), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:59.437448 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cb1572fe-150a-4913-8748-d84b43f2bd44), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:11:59.475868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:11:59.480169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:11:59.484431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:11:59.506205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=cb1572fe-150a-4913-8748-d84b43f2bd44,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:12:00.116029 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (5ec9f2e0-e541-431c-8281-59b537eff1c9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:00.181211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cb1572fe-150a-4913-8748-d84b43f2bd44), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:00.328063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (cb1572fe-150a-4913-8748-d84b43f2bd44), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:00.333064 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (cb1572fe-150a-4913-8748-d84b43f2bd44), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:00.402477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=cb1572fe-150a-4913-8748-d84b43f2bd44,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:12:00.412719 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (5ec9f2e0-e541-431c-8281-59b537eff1c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:00.514511 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Floating IP 5ec9f2e0-e541-431c-8281-59b537eff1c9 associated. External IP: 172.25.8.175, port: 86d8e160-a046-400b-8da7-03dc8ef0dddb. Feb 10 07:12:00.732845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router ca495d99-83e6-47e6-bc88-e4411b7085bd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:12:00.840928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:12:00.850698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] Sync routers for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:12:00.858928 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:00.860790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:12:00.861427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:00.893467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42b338e7-3f8c-4ae5-aaee-f05e81daa062 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8100898 Feb 10 07:12:00.893467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:12:00.896461 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810dd599-eb1c-488e-9cdb-eb0a3f24c372" -d '{"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:12:00.939384 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae7657d-b91f-47fa-b4a3-edcc89e62df7 x-openstack-request-id: req-6ae7657d-b91f-47fa-b4a3-edcc89e62df7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:12:00.939687 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:12:00.940497 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ae7657d-b91f-47fa-b4a3-edcc89e62df7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:12:00.940912 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'status': 'completed', 'code': 200} Feb 10 07:12:00.975275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:12:01.007206 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-8c5b812a-1da6-4a9c-9e31-e6f7a107a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:01.008738 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-8c5b812a-1da6-4a9c-9e31-e6f7a107a9a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1127 time: 0.0464177 Feb 10 07:12:01.011657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce33904-9612-4a73-8364-feec5bd53564 req-4ac4b468-0ad4-4ad5-80e8-dcd37b701539 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:01.013204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ce33904-9612-4a73-8364-feec5bd53564 req-4ac4b468-0ad4-4ad5-80e8-dcd37b701539 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0564234 Feb 10 07:12:01.064199 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ce33904-9612-4a73-8364-feec5bd53564 req-304d1f21-3f12-4710-81a8-a9d542d60d55 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Feb 10 07:12:01.086455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58000) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:12:01.148861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-a104f812-554e-424d-9e1c-0a3b3e7ed081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:01.150396 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-a104f812-554e-424d-9e1c-0a3b3e7ed081 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.1343327 Feb 10 07:12:01.170061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5de102f8-965d-440b-91c6-451f80d11d74 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/5ec9f2e0-e541-431c-8281-59b537eff1c9 HTTP/1.1" status: 200 len: 991 time: 0.0824573 Feb 10 07:12:01.216545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '5ec9f2e0-e541-431c-8281-59b537eff1c9', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'port_id': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'mac_address': 'fa:16:3e:e1:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:11:59Z', 'updated_at': '2022-02-10T07:11:59Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30501276-1fba-4b23-8797-6c9cae76ce65', 'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:be:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:45Z', 'updated_at': '2022-02-10T07:11:49Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:01.220935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-9813b1da-1da3-41a3-910c-f3ce8fda3c20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 999 time: 0.0622797 Feb 10 07:12:01.248404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] Checking router: ca495d99-83e6-47e6-bc88-e4411b7085bd for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:12:01.257561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:12:01.258093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:11:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:01.275049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-6ac63638-a5a6-4cc2-a5ee-340babe41e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:01.276524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-6ac63638-a5a6-4cc2-a5ee-340babe41e67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0482070 Feb 10 07:12:01.334477 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-a2a21ef0-7d1e-43c0-ab3d-05e35e3ce5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:01.336013 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-a2a21ef0-7d1e-43c0-ab3d-05e35e3ce5bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537913 Feb 10 07:12:01.368801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:12:01.428692 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-a1aff30f-27a0-46bc-8af0-c845e8d544bd service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858910 Feb 10 07:12:01.516655 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-810dd599-eb1c-488e-9cdb-eb0a3f24c372 req-08252414-7e76-41e6-853d-196fff4d0022 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820613 Feb 10 07:12:01.589082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '5ec9f2e0-e541-431c-8281-59b537eff1c9', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'port_id': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'mac_address': 'fa:16:3e:e1:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:11:59Z', 'updated_at': '2022-02-10T07:11:59Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30501276-1fba-4b23-8797-6c9cae76ce65', 'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:be:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:45Z', 'updated_at': '2022-02-10T07:11:49Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:01.618944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0ac1f-d62e-4740-ab69-94cba152b8c0 None None] The sync data for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 is: [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '5ec9f2e0-e541-431c-8281-59b537eff1c9', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'port_id': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'mac_address': 'fa:16:3e:e1:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:11:59Z', 'updated_at': '2022-02-10T07:11:59Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30501276-1fba-4b23-8797-6c9cae76ce65', 'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:be:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:45Z', 'updated_at': '2022-02-10T07:11:49Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:12:01.804775 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688b71d-1579-4db8-b9bc-3531e3ae7abd None None] New status for floating IP 5ec9f2e0-e541-431c-8281-59b537eff1c9: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:12:02.173195 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58002) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:12:02.238093 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f7bdc50d-95ac-43d4-8b02-7d09551df246 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/5ec9f2e0-e541-431c-8281-59b537eff1c9 HTTP/1.1" status: 200 len: 993 time: 0.0637317 Feb 10 07:12:07.084479 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:10.360231 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4252eccf-2c36-474d-964d-dd8bea16f82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:10.373196 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:12.583138 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9049c94-de09-4640-8197-e8a51cde856a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:13.902612 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:15.333878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:16.461374 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:29.518195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58004) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:12:29.672140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port d28f1a4a-fee0-4195-b9d4-be620a538bc0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:12:29.672482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d28f1a4a-fee0-4195-b9d4-be620a538bc0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:29.749180 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d28f1a4a-fee0-4195-b9d4-be620a538bc0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:29.749507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (d28f1a4a-fee0-4195-b9d4-be620a538bc0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:29.761173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for d28f1a4a-fee0-4195-b9d4-be620a538bc0 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:12:29.906809 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d28f1a4a-fee0-4195-b9d4-be620a538bc0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:29.938245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=d28f1a4a-fee0-4195-b9d4-be620a538bc0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:12:29.998193 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (c2337d87-b8d0-4ebd-bf1e-8a6ac6829707), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:29.998583 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Floating IP c2337d87-b8d0-4ebd-bf1e-8a6ac6829707 disassociated (deleted). External IP: 172.25.8.104, port: 2b5171b3-476d-4551-88b4-36d0dd7aab26. Feb 10 07:12:30.184712 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-1ca32f79-c20a-4698-b25b-7533db2f7d94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004794 Feb 10 07:12:30.281770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:12:30.302547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-73cc601d-077f-4b99-af3f-376d30350144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:30.304016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-73cc601d-077f-4b99-af3f-376d30350144 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 1127 time: 0.0631518 Feb 10 07:12:30.468404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:12:30.474492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:30.476867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-d73b2585-45e2-40e9-ba90-90c428ee3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:30.478353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-d73b2585-45e2-40e9-ba90-90c428ee3a89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1442752 Feb 10 07:12:30.478640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] Sync routers for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:12:30.489254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:12:30.489869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:12:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:30.536919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-aff7a8c3-7aae-4afd-abfe-93cfde12ad41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26 HTTP/1.1" status: 200 len: 217 time: 0.0375636 Feb 10 07:12:30.544728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b19787f-2026-4eac-9cad-d08e6089537d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "DELETE /v2.0/floatingips/c2337d87-b8d0-4ebd-bf1e-8a6ac6829707 HTTP/1.1" status: 204 len: 168 time: 1.0229352 Feb 10 07:12:30.544728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:12:30.545018 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0" -d '{"events": [{"name": "network-changed", "server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:12:30.593232 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c426c3-0df1-4f0e-90bf-6ab09f1ec756 x-openstack-request-id: req-39c426c3-0df1-4f0e-90bf-6ab09f1ec756 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:12:30.593539 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:12:30.593802 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39c426c3-0df1-4f0e-90bf-6ab09f1ec756 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:12:30.594216 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'status': 'completed', 'code': 200} Feb 10 07:12:30.602544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-4d9d7373-ebf5-4457-bff3-d61552232ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:30.604174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-4d9d7373-ebf5-4457-bff3-d61552232ac6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0560915 Feb 10 07:12:30.610757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:12:30.662520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-267c8bd5-da7c-48eb-abc4-79f80b88d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:30.669663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-267c8bd5-da7c-48eb-abc4-79f80b88d59f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563791 Feb 10 07:12:30.787591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-4e5542ed-668e-4081-840f-629c2f0f4f85 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100464 Feb 10 07:12:30.837002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7009-6888-47ea-a0d9-c0ac1fd6e17a req-b0e804ea-c398-4a25-b30c-9319b6bbaa78 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:30.838499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f83c7009-6888-47ea-a0d9-c0ac1fd6e17a req-b0e804ea-c398-4a25-b30c-9319b6bbaa78 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 945 time: 0.0887020 Feb 10 07:12:30.841876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '10fad06b-11e1-4afa-94d8-e8aef8535186', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:08:27Z', 'updated_at': '2022-02-10T07:08:33Z', 'revision_number': 1, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:30.873111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] Checking router: 5757888b-b30f-4f1b-ba9a-cd2c748c3818 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:12:30.882258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:12:30.883045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:12:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:30.935158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ef0108-f95d-44c5-a8a4-51c02ac31416 req-c449a17e-7ffe-4081-b3f9-19d4bda381ba service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385849 Feb 10 07:12:30.939703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f83c7009-6888-47ea-a0d9-c0ac1fd6e17a req-defc037f-eac6-48c2-801a-b84cf85191f5 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703564 Feb 10 07:12:30.996793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:12:31.031676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-b2e9b60c-51e6-4a80-b2ab-8b3bf70b442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:31.033168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-b2e9b60c-51e6-4a80-b2ab-8b3bf70b442b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 1127 time: 0.0450943 Feb 10 07:12:31.126451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-26afd6a8-5289-454e-83c4-a5113f7f5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:31.128439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-26afd6a8-5289-454e-83c4-a5113f7f5213 service neutron] 10.222.0.24 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.0891569 Feb 10 07:12:31.169924 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-ae213413-5d63-438c-93e7-d9caa0a73b8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26 HTTP/1.1" status: 200 len: 217 time: 0.0350747 Feb 10 07:12:31.227361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-34a00108-ddbc-46a6-9db3-c58cea505339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:31.228889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-34a00108-ddbc-46a6-9db3-c58cea505339 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0532660 Feb 10 07:12:31.231320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '10fad06b-11e1-4afa-94d8-e8aef8535186', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:08:27Z', 'updated_at': '2022-02-10T07:08:33Z', 'revision_number': 1, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:31.259445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75a153-95e1-4d92-bb82-fc4102f9c860 None None] The sync data for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 is: [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '10fad06b-11e1-4afa-94d8-e8aef8535186', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'port_id': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'mac_address': 'fa:16:3e:62:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:08:27Z', 'updated_at': '2022-02-10T07:08:33Z', 'revision_number': 1, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:12:31.281251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-32c6c609-cd1c-4073-bb47-68955a021aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:31.282788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-32c6c609-cd1c-4073-bb47-68955a021aaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463016 Feb 10 07:12:31.380112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-6dcd937a-7fb9-4117-ba63-7560ab2b52ef service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887971 Feb 10 07:12:31.501573 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b5414-89bf-4af8-9908-b2b6ef0fb64d None None] New status for floating IP c2337d87-b8d0-4ebd-bf1e-8a6ac6829707: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:12:31.747871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cec1f2a9-2b90-4a54-a9c7-30646489ebf0 req-900bdb68-c289-4f78-8944-e88cbec29f17 service neutron] 10.222.0.24 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612165 Feb 10 07:12:32.017561 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:12:32.060555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13252e84-c2a7-4c03-8d03-e346ea0ec65c req-9b156f97-f1b9-4591-9354-eedb39626e15 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:32.062021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13252e84-c2a7-4c03-8d03-e346ea0ec65c req-9b156f97-f1b9-4591-9354-eedb39626e15 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 945 time: 0.0529196 Feb 10 07:12:32.113928 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13252e84-c2a7-4c03-8d03-e346ea0ec65c req-7a5cbee0-7e04-48d5-b0b8-af1399ecdaff tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462172 Feb 10 07:12:32.544670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-baa393f5-81b1-420d-ad85-4a5466028a2a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:32.546003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-baa393f5-81b1-420d-ad85-4a5466028a2a tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 945 time: 0.0502653 Feb 10 07:12:32.637548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port 2b5171b3-476d-4551-88b4-36d0dd7aab26 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:12:32.637888 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:32.726486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] For port 2b5171b3-476d-4551-88b4-36d0dd7aab26, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=2b5171b3-476d-4551-88b4-36d0dd7aab26,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:12:32.726843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:32.739808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for 2b5171b3-476d-4551-88b4-36d0dd7aab26 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:12:32.866026 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2b5171b3-476d-4551-88b4-36d0dd7aab26), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:32.891855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=2b5171b3-476d-4551-88b4-36d0dd7aab26,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:12:32.936631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] No DVR routers for this DVR port 2b5171b3-476d-4551-88b4-36d0dd7aab26 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:12:32.939153 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:32.942585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-36481bf9-ad7b-4c6c-a2f8-12296acaeee7 req-0cd470d3-de0b-4a76-8ab4-a64ff4e5cf32 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.24 "DELETE /v2.0/ports/2b5171b3-476d-4551-88b4-36d0dd7aab26 HTTP/1.1" status: 204 len: 173 time: 0.3884013 Feb 10 07:12:32.942988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'name': 'network-vif-deleted', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:12:32.945224 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a77eba-0828-4aa9-80ca-c3bef5748321" -d '{"events": [{"server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "name": "network-vif-deleted", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:12:32.986982 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c682cf9f-4c3c-4ce1-a2ce-8e9696222dcc x-openstack-request-id: req-c682cf9f-4c3c-4ce1-a2ce-8e9696222dcc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:12:32.987296 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f95d1-e82f-4f0d-a847-4b70028ca167", "name": "network-vif-deleted", "tag": "2b5171b3-476d-4551-88b4-36d0dd7aab26", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:12:32.987538 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c682cf9f-4c3c-4ce1-a2ce-8e9696222dcc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:12:32.987939 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f95d1-e82f-4f0d-a847-4b70028ca167', 'name': 'network-vif-deleted', 'tag': '2b5171b3-476d-4551-88b4-36d0dd7aab26', 'status': 'completed', 'code': 200} Feb 10 07:12:33.219011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3622f2f7-9cac-414e-98c2-f0fb26a8611d req-f12e8570-faa6-4cf1-8860-0d5389858ef7 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0361633 Feb 10 07:12:34.318684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bbaa19d-c140-4d20-8cf7-d206e01fac56 req-fe9e3a65-7970-4577-8b67-39a6fd260f68 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0311105 Feb 10 07:12:35.413301 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46b0d78e-d775-4665-9e95-fc2a24b090ed req-7f85e496-e2c7-49e5-a8dd-fb25341afa4d tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0265646 Feb 10 07:12:36.384183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2b5171b3-476d-4551-88b4-36d0dd7aab26 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:12:36.404619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 2b5171b3-476d-4551-88b4-36d0dd7aab26 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:12:36.404968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 2b5171b3-476d-4551-88b4-36d0dd7aab26 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:12:36.508948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2776b795-4f3a-41d6-b084-87dc670673a3 req-3a680fcc-5e71-445f-a788-31ce684ef48c tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0274949 Feb 10 07:12:37.099316 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:37.605103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d205869-f0bf-44b7-896b-3c17d73d2fcf req-a2a64f1a-eaf0-4ac9-a1a9-ab7f99784f67 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0282183 Feb 10 07:12:38.702370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb22dce8-81fc-4425-9fc1-668a6b9ebb2e req-5b8a78fd-146f-4b79-9c80-5510dfae33bf tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0268507 Feb 10 07:12:39.795471 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-135fa051-b877-48c8-b9e0-7f8f0cbed524 req-8f57637c-a316-4bf8-b554-792dfa30785f tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0280535 Feb 10 07:12:40.363653 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c03014cc-81b5-4f75-907c-abd6c1910530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:40.382344 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:40.892935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e511780a-5298-4237-beb3-05ea2d388f96 req-8be92d09-caaa-4da5-a759-da0c31f729d6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=723f95d1-e82f-4f0d-a847-4b70028ca167 HTTP/1.1" status: 200 len: 210 time: 0.0318897 Feb 10 07:12:42.585264 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca02b311-a78f-455c-adb4-c47cdd27a22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:43.905705 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:45.339191 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:46.464522 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:50.432464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58074) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:12:50.586452 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port 7d794822-b88c-4e21-9377-3e3aca312e7f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:12:50.586794 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7d794822-b88c-4e21-9377-3e3aca312e7f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:50.663644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7d794822-b88c-4e21-9377-3e3aca312e7f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:50.663970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (7d794822-b88c-4e21-9377-3e3aca312e7f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:50.675444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for 7d794822-b88c-4e21-9377-3e3aca312e7f owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:12:50.841279 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7d794822-b88c-4e21-9377-3e3aca312e7f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:50.871158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=7d794822-b88c-4e21-9377-3e3aca312e7f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:12:50.900461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.900690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.900992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.901340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.901682 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.902025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.902387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.902722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.903054 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.903383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.903711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.904045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.904373 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:12:50.945705 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (10fad06b-11e1-4afa-94d8-e8aef8535186), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:50.946033 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Floating IP 10fad06b-11e1-4afa-94d8-e8aef8535186 disassociated (deleted). External IP: 172.25.8.83, port: 60f40b1e-4914-4ddf-95c1-e0901e5e4315. Feb 10 07:12:51.154904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:12:51.264845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:12:51.269839 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:51.278617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] Sync routers for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:12:51.288123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:12:51.288993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:12:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:51.299690 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-15a363fa-bf62-44aa-9ada-f6dcf29f6c40 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "DELETE /v2.0/floatingips/10fad06b-11e1-4afa-94d8-e8aef8535186 HTTP/1.1" status: 204 len: 168 time: 0.8661289 Feb 10 07:12:51.300281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:12:51.302561 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:12:51.344382 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646fc3fd-9da4-440b-a1a8-de496c1fbd00 x-openstack-request-id: req-646fc3fd-9da4-440b-a1a8-de496c1fbd00 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:12:51.344681 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:12:51.344937 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-646fc3fd-9da4-440b-a1a8-de496c1fbd00 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:12:51.345475 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'status': 'completed', 'code': 200} Feb 10 07:12:51.412796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-19674c14-1f4c-4e5c-9401-048ec54ad150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:51.414245 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-19674c14-1f4c-4e5c-9401-048ec54ad150 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7163c94d4de84eaa849375b99f6594e8&device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 1127 time: 0.0463860 Feb 10 07:12:51.416824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:12:51.532875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-aee6e57f-760d-4784-9bbb-cdbf741e3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:51.535660 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-aee6e57f-760d-4784-9bbb-cdbf741e3430 service neutron] 10.222.0.13 "GET /v2.0/networks?id=379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 200 len: 912 time: 0.1161370 Feb 10 07:12:51.553445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23823826-a5b5-4829-a150-d377c97c0f9b req-362c3a7a-8f06-441e-b99d-f40daa696725 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:51.554998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23823826-a5b5-4829-a150-d377c97c0f9b req-362c3a7a-8f06-441e-b99d-f40daa696725 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 945 time: 0.0562944 Feb 10 07:12:51.579204 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-434a6a0f-092a-4bae-82a5-2c60989eb983 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 200 len: 217 time: 0.0363169 Feb 10 07:12:51.607421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23823826-a5b5-4829-a150-d377c97c0f9b req-15199a89-a425-4cd6-829d-fb3d8006b7c6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464895 Feb 10 07:12:51.627972 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-7eeaeb3d-d3e7-4392-b612-a650f349abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:51.629496 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-7eeaeb3d-d3e7-4392-b612-a650f349abf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 200 len: 851 time: 0.0447087 Feb 10 07:12:51.682492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-947e176b-f7b2-4b48-80bc-ac37dfeb0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:51.683928 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-947e176b-f7b2-4b48-80bc-ac37dfeb0a57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=379c22a9-a8c7-4375-ab55-4a9fedce756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485477 Feb 10 07:12:51.771660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:51.772643 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-fdaeefb9-92ce-4e20-8e05-a7f3ae9c7c82 service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814996 Feb 10 07:12:51.797703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] Checking router: 5757888b-b30f-4f1b-ba9a-cd2c748c3818 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:12:51.805796 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:12:51.806431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:12:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:51.866969 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4666bd3f-3154-4b1f-9094-2c1fce80fbf6 req-06fdddb7-8e49-44be-997a-2965a87a18ba service neutron] 10.222.0.13 "GET /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868797 Feb 10 07:12:51.914879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:12:52.110804 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:12:52.136572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6422d1c-eae3-411e-b084-e69a1670616e None None] The sync data for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 is: [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T06:59:33Z', 'revision_number': 4, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '329feec9-961b-4722-a235-b54b96b49a81', 'name': '', 'network_id': '379c22a9-a8c7-4375-ab55-4a9fedce756a', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'mac_address': 'fa:16:3e:7d:35:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:32Z', 'updated_at': '2022-02-10T06:59:39Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'subnets': [{'id': 'cc2e4b47-8608-4394-9aed-5d976463814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:12:52.363945 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164b677-811b-44ea-bab7-a09954dbc38b None None] New status for floating IP 10fad06b-11e1-4afa-94d8-e8aef8535186: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:12:52.730388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5822bc3-6cb8-43c4-b4f4-d6c59840bfe6 req-dfc23c9f-265c-474d-9ca0-d659ae20c2bb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:52.731892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5822bc3-6cb8-43c4-b4f4-d6c59840bfe6 req-dfc23c9f-265c-474d-9ca0-d659ae20c2bb tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 945 time: 0.0536664 Feb 10 07:12:52.780715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5822bc3-6cb8-43c4-b4f4-d6c59840bfe6 req-4079ca0d-4441-4c91-b30b-509489925097 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4030b2e-66cc-4aca-ab91-559dc92290ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414443 Feb 10 07:12:53.174667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-2b5f282f-b6e1-4ccd-9b15-028e47701bb4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:12:53.176101 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-2b5f282f-b6e1-4ccd-9b15-028e47701bb4 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 945 time: 0.0514073 Feb 10 07:12:53.272942 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:12:53.273284 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:53.363689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] For port 60f40b1e-4914-4ddf-95c1-e0901e5e4315, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=60f40b1e-4914-4ddf-95c1-e0901e5e4315,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:12:53.364050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:53.376286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for 60f40b1e-4914-4ddf-95c1-e0901e5e4315 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:12:53.504915 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (60f40b1e-4914-4ddf-95c1-e0901e5e4315), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:53.535973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=60f40b1e-4914-4ddf-95c1-e0901e5e4315,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:12:53.581963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] No DVR routers for this DVR port 60f40b1e-4914-4ddf-95c1-e0901e5e4315 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:12:53.584696 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:12:53.588178 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-c36916d0-7f6e-42fe-a720-3ad26ad040ff req-ab9c7e1c-330a-4e41-93a2-1c34e344c3c0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.13 "DELETE /v2.0/ports/60f40b1e-4914-4ddf-95c1-e0901e5e4315 HTTP/1.1" status: 204 len: 173 time: 0.4066329 Feb 10 07:12:53.588627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'name': 'network-vif-deleted', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:12:53.590957 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52e536-57f8-4f61-bd4a-0faacff79d8e" -d '{"events": [{"server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "name": "network-vif-deleted", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:12:53.628664 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b75d1a-8982-4b45-99b9-7e27b710676b x-openstack-request-id: req-74b75d1a-8982-4b45-99b9-7e27b710676b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:12:53.628965 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da43176-716b-480f-8ba2-c8bac6cd6dee", "name": "network-vif-deleted", "tag": "60f40b1e-4914-4ddf-95c1-e0901e5e4315", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:12:53.629224 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74b75d1a-8982-4b45-99b9-7e27b710676b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:12:53.629632 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da43176-716b-480f-8ba2-c8bac6cd6dee', 'name': 'network-vif-deleted', 'tag': '60f40b1e-4914-4ddf-95c1-e0901e5e4315', 'status': 'completed', 'code': 200} Feb 10 07:12:53.894398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52613eda-18bf-4301-b4f5-b97b5cd60a3d req-e8adfb29-30f1-4b4f-866b-23b8c185bdd0 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.0343239 Feb 10 07:12:54.990825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56052bb0-2e89-4e3e-ac09-18532741d77e req-d71f0ad8-f051-4c29-81db-09a0d800df51 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.0271211 Feb 10 07:12:56.086220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89eccc07-8e4a-4679-b589-67837c8f971b req-1aeeda8a-6c5c-4cc0-9327-f2f77342191e tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.0282331 Feb 10 07:12:56.952881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 60f40b1e-4914-4ddf-95c1-e0901e5e4315 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:12:56.977885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 60f40b1e-4914-4ddf-95c1-e0901e5e4315 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:12:56.978234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 60f40b1e-4914-4ddf-95c1-e0901e5e4315 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:12:57.178767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8968d10e-b833-4a9d-b56a-73e67b77fc4d req-8b177522-9b06-46e9-8408-6a1810a548e6 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.0275013 Feb 10 07:12:58.275844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-852548e7-4af1-4451-85a6-80a2ffff75e6 req-edb42921-65fa-4f63-a94b-4d35cac832d1 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.0282471 Feb 10 07:12:59.494196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6397522a-7566-4e45-a490-c2da11d664a0 req-f96798d4-a491-4b30-bcc4-adae40e5bffd tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.1490438 Feb 10 07:13:00.648969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90ae4178-0784-4fe7-a7f5-0f727f33cf99 req-43d5df33-e166-4098-badf-bac9aaae7b95 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.0856078 Feb 10 07:13:01.743909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb45e4a-1852-4c7c-b79e-18aa23357030 req-dc2e8bbc-5121-4e61-9b26-a796dfbb0104 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da43176-716b-480f-8ba2-c8bac6cd6dee HTTP/1.1" status: 200 len: 210 time: 0.0271628 Feb 10 07:13:02.801632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58120) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:02.810855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ed712-e141-40cc-845a-552754fdaa37 req-9f1ddaea-3cb1-417b-a0b8-37235e270134 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:02.812396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd6ed712-e141-40cc-845a-552754fdaa37 req-9f1ddaea-3cb1-417b-a0b8-37235e270134 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1127 time: 0.0434673 Feb 10 07:13:02.859411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd6ed712-e141-40cc-845a-552754fdaa37 req-fffbfa83-c7ec-48d0-94d8-3eccb9b1405f tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408325 Feb 10 07:13:02.928464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Deleting port cae888e1-47c8-4157-93ff-8f1679653d48 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:13:02.928803 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cae888e1-47c8-4157-93ff-8f1679653d48), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:02.974870 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a9e8f-e847-41b3-b65e-6a6e3b31e688 req-46e8fd97-1078-4701-b46f-0acdfd2d540f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:02.976345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef7a9e8f-e847-41b3-b65e-6a6e3b31e688 req-46e8fd97-1078-4701-b46f-0acdfd2d540f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0517776 Feb 10 07:13:03.004440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cae888e1-47c8-4157-93ff-8f1679653d48), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:03.004690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (cae888e1-47c8-4157-93ff-8f1679653d48), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:03.016431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Calling delete_port for cae888e1-47c8-4157-93ff-8f1679653d48 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:13:03.028986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ef7a9e8f-e847-41b3-b65e-6a6e3b31e688 req-4f99dbf2-5e34-426e-996d-f6cc501f1a7e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469422 Feb 10 07:13:03.051103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:03.109723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f316159b-8121-460a-b9a0-1ff688266454 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/5ec9f2e0-e541-431c-8281-59b537eff1c9 HTTP/1.1" status: 200 len: 993 time: 0.0574613 Feb 10 07:13:03.148972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cae888e1-47c8-4157-93ff-8f1679653d48), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:03.176105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'Port': ['ID=cae888e1-47c8-4157-93ff-8f1679653d48,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:03.240265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for floatingip (a079869d-6d61-4262-812d-807209de7f9a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:03.242816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:03.243993 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1fedfc54-063f-4cfd-981b-c827a8195d65 tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "DELETE /v2.0/floatingips/a079869d-6d61-4262-812d-807209de7f9a HTTP/1.1" status: 204 len: 168 time: 0.4413781 Feb 10 07:13:03.534882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58146) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:03.629513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517d78-6b31-48be-b9e1-23535f641fdf req-2ef1a5f2-af9f-445e-8750-c6729379b588 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:03.630941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e517d78-6b31-48be-b9e1-23535f641fdf req-2ef1a5f2-af9f-445e-8750-c6729379b588 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0872338 Feb 10 07:13:03.671034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-3d20e016-67d2-4eb3-b070-16dab1c9cd2d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1345828 Feb 10 07:13:03.685167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-80551043-458f-48c1-8016-f498738f8be8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:13:03.686134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-80551043-458f-48c1-8016-f498738f8be8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090096 Feb 10 07:13:03.695549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e517d78-6b31-48be-b9e1-23535f641fdf req-726553ed-b9a2-4a39-95ee-96c03fc43248 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574553 Feb 10 07:13:03.983133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58168) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:04.074418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-f09f3654-d39f-4d61-9638-64669ccf77de tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:04.075869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-f09f3654-d39f-4d61-9638-64669ccf77de tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports/86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 1124 time: 0.0913770 Feb 10 07:13:04.818014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4b657-86b0-4e21-bcdb-f5553d0ce98d req-75751428-dc18-42cc-bfac-890263a8f8da tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:04.819654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2e4b657-86b0-4e21-bcdb-f5553d0ce98d req-75751428-dc18-42cc-bfac-890263a8f8da tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0519733 Feb 10 07:13:04.868239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2e4b657-86b0-4e21-bcdb-f5553d0ce98d req-26d7af36-c5f1-4210-985d-f5ea46b4cade tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428660 Feb 10 07:13:05.044165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-abee864a-9edf-4fe2-8830-af82a2e539c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:05.045731 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-abee864a-9edf-4fe2-8830-af82a2e539c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1127 time: 0.0468559 Feb 10 07:13:05.137051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-075b100c-c312-4895-afe9-9f43c10fd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:05.138596 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-075b100c-c312-4895-afe9-9f43c10fd964 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.0864010 Feb 10 07:13:05.206487 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-e388636c-22d9-4dd5-91d3-01826ce99a67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 1001 time: 0.0625064 Feb 10 07:13:05.255038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-e2d27f80-5166-4cb6-b53a-add7300284bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:05.256525 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-e2d27f80-5166-4cb6-b53a-add7300284bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0446134 Feb 10 07:13:05.305487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-c52d6bb8-d75e-4de2-b149-7d31cae4b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:05.306897 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-c52d6bb8-d75e-4de2-b149-7d31cae4b559 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439284 Feb 10 07:13:05.705181 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-4aa898f3-eb1a-4df7-b531-49bfcd894aae service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914602 Feb 10 07:13:05.795986 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-9d0d5156-359e-4aba-815a-e7023aa66617 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849771 Feb 10 07:13:05.997855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d8503-473d-4c35-a493-f2881b0418c7 req-446d160f-f1ed-436f-9842-3c5e575ecfa8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:05.999435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-470d8503-473d-4c35-a493-f2881b0418c7 req-446d160f-f1ed-436f-9842-3c5e575ecfa8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0586770 Feb 10 07:13:06.050850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-470d8503-473d-4c35-a493-f2881b0418c7 req-6d27959e-aad0-4019-8273-ce556453f661 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454147 Feb 10 07:13:07.100326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:07.170477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066d2d1-bd03-40c0-a31f-7cf10c60b938 req-cbe0c39c-d099-4b62-b88a-670cb7a1153a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:07.171963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4066d2d1-bd03-40c0-a31f-7cf10c60b938 req-cbe0c39c-d099-4b62-b88a-670cb7a1153a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0516374 Feb 10 07:13:07.223358 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4066d2d1-bd03-40c0-a31f-7cf10c60b938 req-48827fc0-f8e1-43c9-b060-b8bb0f0f7dc2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451305 Feb 10 07:13:08.346088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc33afb-71f4-43cb-9d07-97aa4c784693 req-e6bb5af5-f759-44de-a754-617e37790847 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:08.347533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bfc33afb-71f4-43cb-9d07-97aa4c784693 req-e6bb5af5-f759-44de-a754-617e37790847 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0567052 Feb 10 07:13:08.395705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bfc33afb-71f4-43cb-9d07-97aa4c784693 req-b4bf173c-2ad9-4a96-96c5-65975206bbec tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426781 Feb 10 07:13:08.654117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58202) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:08.713229 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group (c4030b2e-66cc-4aca-ab91-559dc92290ab), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:08.737428 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group (c4030b2e-66cc-4aca-ab91-559dc92290ab), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:08.798284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c4030b2e-66cc-4aca-ab91-559dc92290ab), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:08.801169 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:08.802400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] 10.222.0.21 "DELETE /v2.0/security-groups/c4030b2e-66cc-4aca-ab91-559dc92290ab HTTP/1.1" status: 204 len: 168 time: 0.1471651 Feb 10 07:13:08.811889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4030b2e-66cc-4aca-ab91-559dc92290ab,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:08.820342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.820811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.821365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.821814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.822229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.822680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.823099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.823710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.823965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.824387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.824805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.825208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.825625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8008-8934-4fce-aee8-8b6b550981dc tempest-TestVolumeBootPattern-1107476986 tempest-TestVolumeBootPattern-1107476986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:08.886963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58206) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:09.017004 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:13:09.383497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (5757888b-b30f-4f1b-ba9a-cd2c748c3818), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:09.536039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca9aa3-da0d-4c70-b344-bbe01e592f2e req-402af4f8-1dc7-4158-94df-d76a47492c04 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:09.537508 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ca9aa3-da0d-4c70-b344-bbe01e592f2e req-402af4f8-1dc7-4158-94df-d76a47492c04 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0725689 Feb 10 07:13:09.591321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47ca9aa3-da0d-4c70-b344-bbe01e592f2e req-e71d156f-d600-46e3-8d83-c92c7a22729e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477715 Feb 10 07:13:09.649126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Deleting port 329feec9-961b-4722-a235-b54b96b49a81 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:13:09.649456 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (329feec9-961b-4722-a235-b54b96b49a81), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:09.728705 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] For port 329feec9-961b-4722-a235-b54b96b49a81, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=329feec9-961b-4722-a235-b54b96b49a81,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:09.729059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (329feec9-961b-4722-a235-b54b96b49a81), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:09.741221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Calling delete_port for 329feec9-961b-4722-a235-b54b96b49a81 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:13:09.924089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (329feec9-961b-4722-a235-b54b96b49a81), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:09.950398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=329feec9-961b-4722-a235-b54b96b49a81,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:10.127930 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (5757888b-b30f-4f1b-ba9a-cd2c748c3818), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:10.348351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:13:10.365686 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-faea4d71-4767-49da-a9c0-7b15c9a46039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:10.387777 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:10.455962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:13:10.461316 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5c6300d5-189f-4bc4-beb3-91cd9cae0f09 admin admin] 10.222.0.21 "PUT /v2.0/routers/5757888b-b30f-4f1b-ba9a-cd2c748c3818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5731654 Feb 10 07:13:10.464907 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58214) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:10.469587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] Sync routers for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:13:10.485926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:13:10.487106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:12:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:10.574701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks [] for router (5757888b-b30f-4f1b-ba9a-cd2c748c3818), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:10.600335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:13:10.683530 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks [] for router_gateway (5757888b-b30f-4f1b-ba9a-cd2c748c3818), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:10.717286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351eee1d-5a44-4a2b-9f11-33115983e11a req-f5f1ca98-3b54-4921-9cd1-04e678b2d8f8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:10.718838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-351eee1d-5a44-4a2b-9f11-33115983e11a req-f5f1ca98-3b54-4921-9cd1-04e678b2d8f8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0550456 Feb 10 07:13:10.742172 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Deleting port 364ed72e-f836-4fe8-828e-17a0bc70ed48 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:13:10.742666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:10.771001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-351eee1d-5a44-4a2b-9f11-33115983e11a req-651dc12c-bafc-41d0-becc-1f08d79403c3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458519 Feb 10 07:13:10.790613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T07:13:09Z', 'revision_number': 5, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port': {'id': '364ed72e-f836-4fe8-828e-17a0bc70ed48', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:30Z', 'updated_at': '2022-02-10T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:10.816645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] Checking router: 5757888b-b30f-4f1b-ba9a-cd2c748c3818 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:13:10.824718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] Routers {'5757888b-b30f-4f1b-ba9a-cd2c748c3818'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:13:10.825318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:12:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:10.836236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] For port 364ed72e-f836-4fe8-828e-17a0bc70ed48, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=364ed72e-f836-4fe8-828e-17a0bc70ed48,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:10.836604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:10.848300 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Calling delete_port for 364ed72e-f836-4fe8-828e-17a0bc70ed48 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:13:10.913533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] Set router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:13:10.967961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T07:13:10Z', 'revision_number': 6, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:10.994517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a625efd-e71a-4048-9213-54e4c8798b35 None None] The sync data for ids ['5757888b-b30f-4f1b-ba9a-cd2c748c3818'] in n-d-828670-1 is: [{'id': '5757888b-b30f-4f1b-ba9a-cd2c748c3818', 'name': 'tempest-TestVolumeBootPattern-1261887053-router', 'tenant_id': '7163c94d4de84eaa849375b99f6594e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:29Z', 'updated_at': '2022-02-10T07:13:10Z', 'revision_number': 6, 'project_id': '7163c94d4de84eaa849375b99f6594e8', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:13:11.018571 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (364ed72e-f836-4fe8-828e-17a0bc70ed48), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.052629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Pushing event deleted for resources: {'Port': ['ID=364ed72e-f836-4fe8-828e-17a0bc70ed48,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:11.114485 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (5757888b-b30f-4f1b-ba9a-cd2c748c3818), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.204877 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (5757888b-b30f-4f1b-ba9a-cd2c748c3818), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.207259 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks [] for router_controller (5757888b-b30f-4f1b-ba9a-cd2c748c3818), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.250801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (5757888b-b30f-4f1b-ba9a-cd2c748c3818), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.251879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5757888b-b30f-4f1b-ba9a-cd2c748c3818 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:13:11.256298 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.257463 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-317d31a8-48b7-40f3-aa8e-2e110ba4910b admin admin] 10.222.0.21 "DELETE /v2.0/routers/5757888b-b30f-4f1b-ba9a-cd2c748c3818 HTTP/1.1" status: 204 len: 168 time: 0.7914569 Feb 10 07:13:11.259962 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58222) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:11.304049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7cf296-e9e3-480a-b29c-96b3b15ffd8d admin admin] Deleting subnet cc2e4b47-8608-4394-9aed-5d976463814b {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:13:11.307019 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7cf296-e9e3-480a-b29c-96b3b15ffd8d admin admin] Publish callbacks [] for subnet (cc2e4b47-8608-4394-9aed-5d976463814b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.342336 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7cf296-e9e3-480a-b29c-96b3b15ffd8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (cc2e4b47-8608-4394-9aed-5d976463814b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.426686 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7cf296-e9e3-480a-b29c-96b3b15ffd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (cc2e4b47-8608-4394-9aed-5d976463814b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.479306 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7cf296-e9e3-480a-b29c-96b3b15ffd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (cc2e4b47-8608-4394-9aed-5d976463814b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.504886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cf296-e9e3-480a-b29c-96b3b15ffd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2e4b47-8608-4394-9aed-5d976463814b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:11.508340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7cf296-e9e3-480a-b29c-96b3b15ffd8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.511558 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fe7cf296-e9e3-480a-b29c-96b3b15ffd8d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cc2e4b47-8608-4394-9aed-5d976463814b HTTP/1.1" status: 204 len: 168 time: 0.2506890 Feb 10 07:13:11.514119 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58224) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:11.516668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda647a-47cb-4fea-a31c-035a5705f853 None None] Network 379c22a9-a8c7-4375-ab55-4a9fedce756a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:13:11.585587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (379c22a9-a8c7-4375-ab55-4a9fedce756a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.640086 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Deleting port a9c141ef-18ca-43f5-af03-6a9b760fd2bb {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:13:11.640421 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.701438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] For port a9c141ef-18ca-43f5-af03-6a9b760fd2bb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9c141ef-18ca-43f5-af03-6a9b760fd2bb,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:11.701710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.718898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Calling delete_port for a9c141ef-18ca-43f5-af03-6a9b760fd2bb owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:13:11.742181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] DHCP port deletion for 379c22a9-a8c7-4375-ab55-4a9fedce756a request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:13:11.791207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Deleting port a9c141ef-18ca-43f5-af03-6a9b760fd2bb {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:13:11.791831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.802398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.829768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c141ef-18ca-43f5-af03-6a9b760fd2bb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:11.837644 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] No DVR routers for this DVR port a9c141ef-18ca-43f5-af03-6a9b760fd2bb on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:13:11.862376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] For port a9c141ef-18ca-43f5-af03-6a9b760fd2bb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=a9c141ef-18ca-43f5-af03-6a9b760fd2bb,segment=NetworkSegment(c35a87e7-f841-4c2d-bad0-75031105b1d7),segment_id=c35a87e7-f841-4c2d-bad0-75031105b1d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:11.862572 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.876880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Calling delete_port for a9c141ef-18ca-43f5-af03-6a9b760fd2bb owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:13:11.910204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e71d8-d642-4574-94f9-15b62f62f047 req-91a372ba-664a-4be8-aecb-39ee5876a193 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:11.911720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-990e71d8-d642-4574-94f9-15b62f62f047 req-91a372ba-664a-4be8-aecb-39ee5876a193 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0590405 Feb 10 07:13:11.922095 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (379c22a9-a8c7-4375-ab55-4a9fedce756a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.944084 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379c22a9-a8c7-4375-ab55-4a9fedce756a']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:11.953985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35a87e7-f841-4c2d-bad0-75031105b1d7') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:11.954851 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35a87e7-f841-4c2d-bad0-75031105b1d7') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:11.964081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-990e71d8-d642-4574-94f9-15b62f62f047 req-41b7f788-f3cb-4c82-8373-a7c882fc8b44 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456374 Feb 10 07:13:11.964258 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (c35a87e7-f841-4c2d-bad0-75031105b1d7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.967215 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (a9c141ef-18ca-43f5-af03-6a9b760fd2bb), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.985195 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c35a87e7-f841-4c2d-bad0-75031105b1d7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.989002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:13:11.989797 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (c35a87e7-f841-4c2d-bad0-75031105b1d7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:13:11.991799 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:13:11.999183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Pushing event deleted for resources: {'Port': ['ID=a9c141ef-18ca-43f5-af03-6a9b760fd2bb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:12.008395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] No DVR routers for this DVR port a9c141ef-18ca-43f5-af03-6a9b760fd2bb on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:13:12.011102 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.011480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.011872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.012208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.012694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.013243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.013698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.014026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.014527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.015020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.015350 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.015678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.016005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef9ad-4114-432c-8946-3aa31a5fa6fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:13:12.058002 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (379c22a9-a8c7-4375-ab55-4a9fedce756a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:12.066282 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:12.071783 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] 10.222.0.21 "DELETE /v2.0/networks/379c22a9-a8c7-4375-ab55-4a9fedce756a HTTP/1.1" status: 204 len: 168 time: 0.5565140 Feb 10 07:13:12.076505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58228) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:12.088349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff45d3-c4a1-41c1-9760-d53ef9356b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=379c22a9-a8c7-4375-ab55-4a9fedce756a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:12.420032 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (61e40b5a-d2d5-49c3-924c-c9fe89328d04), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:12.510004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 329feec9-961b-4722-a235-b54b96b49a81 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:13:12.530587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 329feec9-961b-4722-a235-b54b96b49a81 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:13:12.531219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 329feec9-961b-4722-a235-b54b96b49a81 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:13:12.531351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a9c141ef-18ca-43f5-af03-6a9b760fd2bb no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:13:12.550855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: a9c141ef-18ca-43f5-af03-6a9b760fd2bb {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:13:12.551206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device a9c141ef-18ca-43f5-af03-6a9b760fd2bb not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:13:12.551628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 364ed72e-f836-4fe8-828e-17a0bc70ed48 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:13:12.571181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 364ed72e-f836-4fe8-828e-17a0bc70ed48 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:13:12.571535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 364ed72e-f836-4fe8-828e-17a0bc70ed48 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:13:12.590218 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-988885b1-ac53-4359-95f9-4accfa5423b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:12.674882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Deleting port c0d00d08-0e21-4dc6-a92e-e94bfdb91631 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:13:12.675214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:12.753032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] For port c0d00d08-0e21-4dc6-a92e-e94bfdb91631, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c0d00d08-0e21-4dc6-a92e-e94bfdb91631,segment=NetworkSegment(bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a),segment_id=bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:12.753391 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:12.769700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Calling delete_port for c0d00d08-0e21-4dc6-a92e-e94bfdb91631 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:13:12.948167 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c0d00d08-0e21-4dc6-a92e-e94bfdb91631), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:12.971637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d00d08-0e21-4dc6-a92e-e94bfdb91631,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:13.137518 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53714e13-c6e7-49fc-948a-f9fcc9ec9250 req-a07f2507-3dd4-409b-bf68-3b799bc37b56 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:13.139109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53714e13-c6e7-49fc-948a-f9fcc9ec9250 req-a07f2507-3dd4-409b-bf68-3b799bc37b56 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.1046374 Feb 10 07:13:13.213547 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (61e40b5a-d2d5-49c3-924c-c9fe89328d04), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:13.239578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-53714e13-c6e7-49fc-948a-f9fcc9ec9250 req-9c491c5e-1bfe-46ff-b2b9-7572d521c3b0 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938168 Feb 10 07:13:13.448088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:13:13.555234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:13:13.560091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5fc69c51-a671-4241-81b3-fbbf355215e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/61e40b5a-d2d5-49c3-924c-c9fe89328d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4825139 Feb 10 07:13:13.562669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58232) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:13.565253 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] Sync routers for ids ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:13:13.579707 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] Routers {'61e40b5a-d2d5-49c3-924c-c9fe89328d04'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:13:13.580311 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:13:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:13.667260 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks [] for router (61e40b5a-d2d5-49c3-924c-c9fe89328d04), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:13.682656 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] Set router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:13:13.770652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks [] for router_gateway (61e40b5a-d2d5-49c3-924c-c9fe89328d04), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:13.822029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Deleting port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:13:13.822272 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:13.859834 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:36Z', 'updated_at': '2022-02-10T07:13:12Z', 'revision_number': 5, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'gw_port': {'id': '9a660d06-3ae3-4c09-9c87-1fe92614bf8f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T06:59:37Z', 'updated_at': '2022-02-10T06:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:13.886184 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] Checking router: 61e40b5a-d2d5-49c3-924c-c9fe89328d04 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:13:13.895009 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] Routers {'61e40b5a-d2d5-49c3-924c-c9fe89328d04'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:13:13.895613 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:13:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:13.908781 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:13.911073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] For port 9a660d06-3ae3-4c09-9c87-1fe92614bf8f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9a660d06-3ae3-4c09-9c87-1fe92614bf8f,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:13.911433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:13.924244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Calling delete_port for 9a660d06-3ae3-4c09-9c87-1fe92614bf8f owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:13:13.981961 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] Set router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:13:14.033339 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:36Z', 'updated_at': '2022-02-10T07:13:13Z', 'revision_number': 6, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:14.062257 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a14c4-bd8e-4810-b34a-de90bebbe833 None None] The sync data for ids ['61e40b5a-d2d5-49c3-924c-c9fe89328d04'] in n-d-828670-1 is: [{'id': '61e40b5a-d2d5-49c3-924c-c9fe89328d04', 'name': 'tempest-TestVolumeBootPattern-1467407877-router', 'tenant_id': '3c9b26a972c14f3dad50cf64b4971485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T06:59:36Z', 'updated_at': '2022-02-10T07:13:13Z', 'revision_number': 6, 'project_id': '3c9b26a972c14f3dad50cf64b4971485', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:13:14.088293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9a660d06-3ae3-4c09-9c87-1fe92614bf8f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.115853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a660d06-3ae3-4c09-9c87-1fe92614bf8f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:14.173722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (61e40b5a-d2d5-49c3-924c-c9fe89328d04), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.269493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (61e40b5a-d2d5-49c3-924c-c9fe89328d04), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.271655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks [] for router_controller (61e40b5a-d2d5-49c3-924c-c9fe89328d04), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.322482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (61e40b5a-d2d5-49c3-924c-c9fe89328d04), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.323023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61e40b5a-d2d5-49c3-924c-c9fe89328d04 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:13:14.340787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.341845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-988c68d1-fc69-48c2-9dc0-35ce8784240e admin admin] 10.222.0.21 "DELETE /v2.0/routers/61e40b5a-d2d5-49c3-924c-c9fe89328d04 HTTP/1.1" status: 204 len: 168 time: 0.7782824 Feb 10 07:13:14.344552 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58238) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:14.367948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5087a-7dd4-4567-b281-65d223b21ab7 req-e372b7ef-98a5-4e73-8391-4def8edc73a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:14.369367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02e5087a-7dd4-4567-b281-65d223b21ab7 req-e372b7ef-98a5-4e73-8391-4def8edc73a8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0609906 Feb 10 07:13:14.390271 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efb70a0-dd93-4b6a-b784-d5f9cb0eae2a admin admin] Deleting subnet 7c32c44c-0206-48cf-8f87-f043b7690b9a {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:13:14.393582 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5efb70a0-dd93-4b6a-b784-d5f9cb0eae2a admin admin] Publish callbacks [] for subnet (7c32c44c-0206-48cf-8f87-f043b7690b9a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.421342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02e5087a-7dd4-4567-b281-65d223b21ab7 req-ac93e374-7873-4816-94b6-62c4aba31114 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459037 Feb 10 07:13:14.430133 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5efb70a0-dd93-4b6a-b784-d5f9cb0eae2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (7c32c44c-0206-48cf-8f87-f043b7690b9a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.522976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5efb70a0-dd93-4b6a-b784-d5f9cb0eae2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7c32c44c-0206-48cf-8f87-f043b7690b9a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.574215 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5efb70a0-dd93-4b6a-b784-d5f9cb0eae2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (7c32c44c-0206-48cf-8f87-f043b7690b9a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.601365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5efb70a0-dd93-4b6a-b784-d5f9cb0eae2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.604625 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5efb70a0-dd93-4b6a-b784-d5f9cb0eae2a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c32c44c-0206-48cf-8f87-f043b7690b9a HTTP/1.1" status: 204 len: 168 time: 0.2590446 Feb 10 07:13:14.605398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb70a0-dd93-4b6a-b784-d5f9cb0eae2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c32c44c-0206-48cf-8f87-f043b7690b9a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:14.607244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58240) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:14.610156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e214bb-3c4b-4263-a102-d4473c2e3aae None None] Network 3ae3cabc-f266-4dd8-9115-56d83489b2e9 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:13:14.679502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (3ae3cabc-f266-4dd8-9115-56d83489b2e9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.732644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Deleting port 186e7a88-495b-4496-98a6-3c4d10ab93a2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:13:14.732981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.797603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] For port 186e7a88-495b-4496-98a6-3c4d10ab93a2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=186e7a88-495b-4496-98a6-3c4d10ab93a2,segment=NetworkSegment(bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a),segment_id=bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:14.798537 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:14.838069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b163283-ae0f-4091-a9de-8e6e0a5fe7f7 None None] DHCP port deletion for 3ae3cabc-f266-4dd8-9115-56d83489b2e9 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:13:14.888397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c0d00d08-0e21-4dc6-a92e-e94bfdb91631 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:13:14.912127 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: c0d00d08-0e21-4dc6-a92e-e94bfdb91631 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:13:14.912811 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c0d00d08-0e21-4dc6-a92e-e94bfdb91631 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:13:14.930531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2b163283-ae0f-4091-a9de-8e6e0a5fe7f7 None None] Deleting port 186e7a88-495b-4496-98a6-3c4d10ab93a2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:13:14.931228 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2b163283-ae0f-4091-a9de-8e6e0a5fe7f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.001854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2b163283-ae0f-4091-a9de-8e6e0a5fe7f7 None None] For port 186e7a88-495b-4496-98a6-3c4d10ab93a2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=186e7a88-495b-4496-98a6-3c4d10ab93a2,segment=NetworkSegment(bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a),segment_id=bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:15.002256 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2b163283-ae0f-4091-a9de-8e6e0a5fe7f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.015440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2b163283-ae0f-4091-a9de-8e6e0a5fe7f7 None None] Calling delete_port for 186e7a88-495b-4496-98a6-3c4d10ab93a2 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:13:15.095937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Calling delete_port for 186e7a88-495b-4496-98a6-3c4d10ab93a2 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:13:15.102338 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2b163283-ae0f-4091-a9de-8e6e0a5fe7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.133981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b163283-ae0f-4091-a9de-8e6e0a5fe7f7 None None] Pushing event deleted for resources: {'Port': ['ID=186e7a88-495b-4496-98a6-3c4d10ab93a2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:15.139390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b163283-ae0f-4091-a9de-8e6e0a5fe7f7 None None] No DVR routers for this DVR port 186e7a88-495b-4496-98a6-3c4d10ab93a2 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:13:15.187264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (186e7a88-495b-4496-98a6-3c4d10ab93a2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.214095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=186e7a88-495b-4496-98a6-3c4d10ab93a2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:15.219191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] No DVR routers for this DVR port 186e7a88-495b-4496-98a6-3c4d10ab93a2 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:13:15.298732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (3ae3cabc-f266-4dd8-9115-56d83489b2e9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.322374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae3cabc-f266-4dd8-9115-56d83489b2e9']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:15.333090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:15.333377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:13:15.343762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.363849 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.370106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:13:15.370749 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (bb43275e-6c3d-4a08-9f28-0d4ec53fdf5a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: self.session.flush() Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:13:15.372434 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:13:15.423479 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.436203 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (3ae3cabc-f266-4dd8-9115-56d83489b2e9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.443059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.449957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ae3cabc-f266-4dd8-9115-56d83489b2e9 HTTP/1.1" status: 204 len: 168 time: 0.8413732 Feb 10 07:13:15.461118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf02206-7c2e-492a-95d8-5a1d9d7926a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae3cabc-f266-4dd8-9115-56d83489b2e9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:15.558827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff96a2-1290-4b55-b150-a45d9530a6e3 req-7ecdae97-411a-4601-933f-dd6cd569aaba tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:15.560324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9ff96a2-1290-4b55-b150-a45d9530a6e3 req-7ecdae97-411a-4601-933f-dd6cd569aaba tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0529952 Feb 10 07:13:15.568529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58246) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:15.608553 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0f0e37ca-a31b-4178-bc8a-0ac755c228b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7163c94d4de84eaa849375b99f6594e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388384 Feb 10 07:13:15.611504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58248) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:15.612076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9ff96a2-1290-4b55-b150-a45d9530a6e3 req-7d704dfe-602f-43ac-8bd3-74b7d949485b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450623 Feb 10 07:13:15.658562 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81f178fc-5eef-44ca-bc14-5541666d68a5 admin admin] Publish callbacks [] for security_group (bcdfdabe-4248-404f-848f-178af89c3cbd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.679944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81f178fc-5eef-44ca-bc14-5541666d68a5 admin admin] Publish callbacks [] for security_group (bcdfdabe-4248-404f-848f-178af89c3cbd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.731139 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81f178fc-5eef-44ca-bc14-5541666d68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (bcdfdabe-4248-404f-848f-178af89c3cbd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.733926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-81f178fc-5eef-44ca-bc14-5541666d68a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:15.735144 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-81f178fc-5eef-44ca-bc14-5541666d68a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcdfdabe-4248-404f-848f-178af89c3cbd HTTP/1.1" status: 204 len: 168 time: 0.1227288 Feb 10 07:13:15.743978 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f178fc-5eef-44ca-bc14-5541666d68a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdfdabe-4248-404f-848f-178af89c3cbd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:16.041385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58254) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:16.080056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-aabf62be-3434-43af-b8bf-3ec638d8c923 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c9b26a972c14f3dad50cf64b4971485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375021 Feb 10 07:13:16.082522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58256) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:16.132661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-762f0f43-fe51-4f96-8afc-76f147c3b883 admin admin] Publish callbacks [] for security_group (81247bdc-1d74-4ddd-8852-a9a89ac787c4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:16.152496 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-762f0f43-fe51-4f96-8afc-76f147c3b883 admin admin] Publish callbacks [] for security_group (81247bdc-1d74-4ddd-8852-a9a89ac787c4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:16.199338 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-762f0f43-fe51-4f96-8afc-76f147c3b883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (81247bdc-1d74-4ddd-8852-a9a89ac787c4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:16.202110 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-762f0f43-fe51-4f96-8afc-76f147c3b883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:16.203432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-762f0f43-fe51-4f96-8afc-76f147c3b883 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81247bdc-1d74-4ddd-8852-a9a89ac787c4 HTTP/1.1" status: 204 len: 168 time: 0.1198504 Feb 10 07:13:16.212893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f0f43-fe51-4f96-8afc-76f147c3b883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81247bdc-1d74-4ddd-8852-a9a89ac787c4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:16.471465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:16.515734 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9a660d06-3ae3-4c09-9c87-1fe92614bf8f no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:13:16.538752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9a660d06-3ae3-4c09-9c87-1fe92614bf8f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:13:16.539103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9a660d06-3ae3-4c09-9c87-1fe92614bf8f not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:13:16.539529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 186e7a88-495b-4496-98a6-3c4d10ab93a2 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:13:16.561793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 186e7a88-495b-4496-98a6-3c4d10ab93a2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:13:16.562136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 186e7a88-495b-4496-98a6-3c4d10ab93a2 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:13:16.738771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a61da-a97d-4def-aa20-2e700a157297 req-eb5f9c94-2ef9-477c-8ff6-7783a0800237 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:16.740374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a0a61da-a97d-4def-aa20-2e700a157297 req-eb5f9c94-2ef9-477c-8ff6-7783a0800237 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0578918 Feb 10 07:13:16.790498 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a0a61da-a97d-4def-aa20-2e700a157297 req-f382236a-4ed3-4a93-a149-5dd62fbac60f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444794 Feb 10 07:13:17.910061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dc5a9-c4d2-4129-9161-489bce7ffef8 req-e1b42075-984e-4131-ba10-93da9a42f24c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:17.911752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-902dc5a9-c4d2-4129-9161-489bce7ffef8 req-e1b42075-984e-4131-ba10-93da9a42f24c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 945 time: 0.0521121 Feb 10 07:13:17.916318 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-a7eac0c4-3ea1-40a1-b549-79a43464d116 service neutron] show failed (client error): The resource could not be found. Feb 10 07:13:17.917390 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-a7eac0c4-3ea1-40a1-b549-79a43464d116 service neutron] 10.222.0.13 "GET /v2.0/ports/86d8e160-a046-400b-8da7-03dc8ef0dddb/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0545545 Feb 10 07:13:17.965062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-902dc5a9-c4d2-4129-9161-489bce7ffef8 req-c118da07-3d75-4a6c-b753-f1957b7bcc80 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472233 Feb 10 07:13:18.147058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-656f59a8-0768-4f61-831f-aea727cca725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:18.148440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-656f59a8-0768-4f61-831f-aea727cca725 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 1127 time: 0.0739195 Feb 10 07:13:18.160772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-d1ede6bf-9fb5-4f8c-a873-3d3e8d924d6c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:13:18.161759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-d1ede6bf-9fb5-4f8c-a873-3d3e8d924d6c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048053 Feb 10 07:13:18.176184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:13:18.237034 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:18.429678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:18.461807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:13:18.500321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:13:18.502724 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3efb406-f7ee-4975-9cc6-875f8e99b037" -d '{"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:13:18.506146 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Publish callbacks [] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:18.517897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Transition to ACTIVE for port object 86d8e160-a046-400b-8da7-03dc8ef0dddb will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:13:18.521923 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:18.558558 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c1b129-fcb9-49ee-8c08-5d5d25d65caa x-openstack-request-id: req-f0c1b129-fcb9-49ee-8c08-5d5d25d65caa {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:13:18.558853 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:13:18.559108 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0c1b129-fcb9-49ee-8c08-5d5d25d65caa {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:13:18.559502 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'code': 200} Feb 10 07:13:18.628473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:18.698635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] No DVR routers for this DVR port 86d8e160-a046-400b-8da7-03dc8ef0dddb on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:13:18.838009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:13:18.838268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:13:18.838620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:13:18.842715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Port 86d8e160-a046-400b-8da7-03dc8ef0dddb on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:13:18.843035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:13:18.847791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:13:18.848123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Checking segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:13:18.848494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Bound using segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:13:18.848913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Bound port: 86d8e160-a046-400b-8da7-03dc8ef0dddb, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:13:18.849253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:18.908699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:13:18.911565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:13:18.917745 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:18.953328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:18.953974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:18.955400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 1091 time: 0.7833228 Feb 10 07:13:18.975973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7951e-806f-4f84-9a0c-03da450551b6 service neutron] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:19.030810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-690c5cbd-861f-497e-8f5b-25ba65851335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:19.032910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-690c5cbd-861f-497e-8f5b-25ba65851335 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1125 time: 0.0534670 Feb 10 07:13:19.056354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-c41f2c1e-5e42-45ec-844b-905fcd069626 req-c585c7dd-c020-4a56-aac7-623a947026a3 service neutron] (103213) timed out ('10.222.0.13', 58390) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:13:19.163092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2cc5a-a72b-4f11-929c-48818b1138a4 req-1428b512-5e49-493c-b02f-ae6605d7754c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:19.164549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08b2cc5a-a72b-4f11-929c-48818b1138a4 req-1428b512-5e49-493c-b02f-ae6605d7754c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 943 time: 0.1181624 Feb 10 07:13:19.167163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-214093da-43cd-4c1b-8b33-75e594735ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:19.168475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-214093da-43cd-4c1b-8b33-75e594735ad1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.1296022 Feb 10 07:13:19.257566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08b2cc5a-a72b-4f11-929c-48818b1138a4 req-406b145f-225d-4ed7-8650-75d0258cfbcd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874496 Feb 10 07:13:19.265365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-4390f566-c537-472d-994d-b26e57e02bbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 999 time: 0.0816123 Feb 10 07:13:19.316816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-ebeff31a-ae9a-4dea-8661-b9a5378e4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:19.318211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-ebeff31a-ae9a-4dea-8661-b9a5378e4e7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0431209 Feb 10 07:13:19.373228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-b517a045-0d1f-4ffd-b084-9276a4ea3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:19.374782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-b517a045-0d1f-4ffd-b084-9276a4ea3432 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475543 Feb 10 07:13:19.464968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-6527d377-a91d-437f-8af5-cd8bec62d65b service neutron] 10.222.0.24 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803661 Feb 10 07:13:19.562884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10ac9c3a-ced9-4c6c-b4d3-48f264dfc266 req-77aa9041-8913-44a2-842a-23fb95abbf9c service neutron] 10.222.0.24 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837400 Feb 10 07:13:20.377029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f3c41-9cfa-4c69-8af1-8e288ac1bd9a req-ff27bb5b-567a-4120-931f-bf24e744b2e4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:20.378554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-558f3c41-9cfa-4c69-8af1-8e288ac1bd9a req-ff27bb5b-567a-4120-931f-bf24e744b2e4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 943 time: 0.0519161 Feb 10 07:13:20.425442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-558f3c41-9cfa-4c69-8af1-8e288ac1bd9a req-4d116504-c1b1-429d-ab3d-76ca4eb3433a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 Feb 10 07:13:20.560506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:13:20.562858 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40" -d '{"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:13:20.609835 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8947acc7-c07f-4e0c-a3a3-8e008fbc1af4 x-openstack-request-id: req-8947acc7-c07f-4e0c-a3a3-8e008fbc1af4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:13:20.610135 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:13:20.611143 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8947acc7-c07f-4e0c-a3a3-8e008fbc1af4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:13:20.611593 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'status': 'completed', 'code': 200} Feb 10 07:13:20.676375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-5083ec19-7a64-490d-8867-2c8d509c9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:20.677940 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-5083ec19-7a64-490d-8867-2c8d509c9930 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1125 time: 0.0490453 Feb 10 07:13:20.679731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-9f88a6db-c996-4a7b-a83e-7612dc6e5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:20.681219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-9f88a6db-c996-4a7b-a83e-7612dc6e5aa2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1125 time: 0.0486689 Feb 10 07:13:20.769201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-39ba3a35-02e9-4fe1-adb5-b359326292b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:20.770711 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-39ba3a35-02e9-4fe1-adb5-b359326292b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.0874059 Feb 10 07:13:20.770823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-f5aa02ad-01a0-46c8-ad39-5f6ff2778fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:20.772226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-f5aa02ad-01a0-46c8-ad39-5f6ff2778fac service neutron] 10.222.0.24 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.0835137 Feb 10 07:13:20.835488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-14e91b1d-fbbf-4c3e-b0d3-21cabf036e36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 999 time: 0.0586038 Feb 10 07:13:20.842497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-542b03f7-2871-4b69-b4db-3b29a793bf96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 999 time: 0.0631554 Feb 10 07:13:20.884466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-07984faf-489f-4e4b-8c11-d98527456e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:20.885960 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-07984faf-489f-4e4b-8c11-d98527456e79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0443635 Feb 10 07:13:20.892869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-1df08aaf-a043-4633-9868-8151d8ddbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:20.894394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-1df08aaf-a043-4633-9868-8151d8ddbeb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0448678 Feb 10 07:13:20.946834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-77f84db7-a887-4d12-908f-fa03b9aa8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:20.948409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-77f84db7-a887-4d12-908f-fa03b9aa8a37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443299 Feb 10 07:13:21.045506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:13:21.046074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-0b450ed5-f622-470f-bfb9-8f3b74a7dfa7 service neutron] 10.222.0.24 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904028 Feb 10 07:13:21.086354 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port 86d8e160-a046-400b-8da7-03dc8ef0dddb host n-h2-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:13:21.086603 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:13:21.143715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-3d49db60-c0b3-4e75-915b-367857689bdb service neutron] 10.222.0.24 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882311 Feb 10 07:13:21.261342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-52fdc3aa-f95a-469b-bb5c-13277766f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:21.262890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-52fdc3aa-f95a-469b-bb5c-13277766f5e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3704298 Feb 10 07:13:21.355693 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-5423c96b-8bb2-4210-98ad-0417576efdb2 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857329 Feb 10 07:13:21.445438 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-ac44b562-e7a8-4315-b9f9-fd4a59d92f40 req-d6ba8f39-f412-4f68-b103-78de4fcea9dc service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838006 Feb 10 07:13:21.547316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720e889-a6ac-40ec-ac66-c3170e0602e5 req-9e519e71-f874-4017-a818-3d75672e8593 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:21.548791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6720e889-a6ac-40ec-ac66-c3170e0602e5 req-9e519e71-f874-4017-a818-3d75672e8593 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 943 time: 0.0556135 Feb 10 07:13:21.598292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6720e889-a6ac-40ec-ac66-c3170e0602e5 req-a97174e7-f65a-4db3-bc7a-b8726ce60ee6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435967 Feb 10 07:13:21.848797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-81f17f12-1a1f-4d6c-8020-23126f072039 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:21.850253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-81f17f12-1a1f-4d6c-8020-23126f072039 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef&tenant_id=905ebaa5dee842e991cea826da16ba0a&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 943 time: 0.0861785 Feb 10 07:13:21.860750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277bbf-0b01-442a-8da3-4f10a9420118 req-5f3ac8da-2b71-4d99-8fd1-19e6f8753b76 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:21.862043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc277bbf-0b01-442a-8da3-4f10a9420118 req-5f3ac8da-2b71-4d99-8fd1-19e6f8753b76 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 943 time: 0.0707943 Feb 10 07:13:21.952091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bc277bbf-0b01-442a-8da3-4f10a9420118 req-0545fb56-ac8b-4e7d-9f6e-e5f492c3b793 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834172 Feb 10 07:13:21.953534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-e86fffda-e515-4033-9a82-e7e9b6552e87 service neutron] 10.222.0.24 "GET /v2.0/ports/86d8e160-a046-400b-8da7-03dc8ef0dddb/bindings/n-h2-828670-1 HTTP/1.1" status: 200 len: 382 time: 0.0906334 Feb 10 07:13:22.022279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-cca1e951-95fb-4287-9fdf-428ec0dae619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:22.023767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-cca1e951-95fb-4287-9fdf-428ec0dae619 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1125 time: 0.0442774 Feb 10 07:13:22.114809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-d217a36a-a3ae-425d-93ed-c8b516bd1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:22.116181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-d217a36a-a3ae-425d-93ed-c8b516bd1981 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.0869873 Feb 10 07:13:22.179164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-0f2c604c-e4d0-4a10-ba91-3c03f720df03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 999 time: 0.0563645 Feb 10 07:13:22.225690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-e2aa84a0-5d75-4ceb-883e-d9fe5644fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:22.227169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-e2aa84a0-5d75-4ceb-883e-d9fe5644fc22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0424218 Feb 10 07:13:22.277570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-a6641f18-bcd5-4926-9840-1f457e858ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:22.279093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-a6641f18-bcd5-4926-9840-1f457e858ea8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463898 Feb 10 07:13:22.365013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-6eb7b291-96c1-42b1-aa02-7b24ac69ee40 service neutron] 10.222.0.24 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799291 Feb 10 07:13:22.454638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-bbce2189-0f21-4af5-890f-ba6d0426c22d service neutron] 10.222.0.24 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826354 Feb 10 07:13:22.667984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:13:22.765500 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:22.776791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'port_id': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'mac_address': 'fa:16:3e:e1:1b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:13:22.811913 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 86d8e160-a046-400b-8da7-03dc8ef0dddb is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:13:22.812304 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:22.825045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d8e160-a046-400b-8da7-03dc8ef0dddb {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:13:22.844472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:22.848346 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:22.897683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:23.071743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6d795-e4bf-46e5-b18d-5c0e5da513c4 req-3ad597cc-18f5-4de5-9a11-14cb6c78ea2d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:23.073222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8c6d795-e4bf-46e5-b18d-5c0e5da513c4 req-3ad597cc-18f5-4de5-9a11-14cb6c78ea2d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 944 time: 0.0512593 Feb 10 07:13:23.087954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['86d8e160-a046-400b-8da7-03dc8ef0dddb'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:13:23.121743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8c6d795-e4bf-46e5-b18d-5c0e5da513c4 req-adea9a3a-0b7d-4343-a3f6-7caf0386edf7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427549 Feb 10 07:13:24.248637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdacf5-8184-4b74-aa7d-d24ee7959862 req-3b8bd1b0-0e8c-455a-a520-41929a09e9e2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:24.250126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21bdacf5-8184-4b74-aa7d-d24ee7959862 req-3b8bd1b0-0e8c-455a-a520-41929a09e9e2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 944 time: 0.0549972 Feb 10 07:13:24.305620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21bdacf5-8184-4b74-aa7d-d24ee7959862 req-6a669333-acd9-4248-953c-4ca0ad2ec72b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492265 Feb 10 07:13:24.510159 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-9237a44c-fe28-4065-846e-19a2f7fabac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:24.511725 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-9237a44c-fe28-4065-846e-19a2f7fabac4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 1126 time: 0.0502460 Feb 10 07:13:24.522370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:13:24.584435 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:24.681359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:13:24.728885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 86d8e160-a046-400b-8da7-03dc8ef0dddb completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:13:24.732619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 86d8e160-a046-400b-8da7-03dc8ef0dddb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:13:24.732996 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:24.787856 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:24.816062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 86d8e160-a046-400b-8da7-03dc8ef0dddb is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:13:24.816454 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:24.824691 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:13:24.856512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 86d8e160-a046-400b-8da7-03dc8ef0dddb {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:13:24.865562 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Publish callbacks [] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:24.876692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Ignored duplicate provisioning block setup for port 86d8e160-a046-400b-8da7-03dc8ef0dddb by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 07:13:24.880258 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:24.913590 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:13:24.913952 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:13:24.959335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=9']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:25.003178 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] No DVR routers for this DVR port 86d8e160-a046-400b-8da7-03dc8ef0dddb on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:13:25.147177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:13:25.147506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:13:25.147830 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:13:25.151965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Port 86d8e160-a046-400b-8da7-03dc8ef0dddb on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:13:25.152280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Attempting to bind port 86d8e160-a046-400b-8da7-03dc8ef0dddb on network 8431d2ba-bdcf-49db-af9a-f30b6b08062a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:13:25.157006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:13:25.157335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Checking segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:13:25.157715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Bound using segment: {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:13:25.158139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Bound port: 86d8e160-a046-400b-8da7-03dc8ef0dddb, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:13:25.158516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:25.170056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-74596a91-d920-4862-b054-b6329146063a None None] Provisioning complete for port 86d8e160-a046-400b-8da7-03dc8ef0dddb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:13:25.170457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74596a91-d920-4862-b054-b6329146063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:25.208045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-74596a91-d920-4862-b054-b6329146063a None None] Port 86d8e160-a046-400b-8da7-03dc8ef0dddb cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:13:25.222370 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:13:25.225323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:13:25.231425 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:25.266191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:25.267440 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:25.268859 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] 10.222.0.13 "PUT /v2.0/ports/86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 1091 time: 0.7504418 Feb 10 07:13:25.269299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:13:25.271604 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843808be-3b66-4424-91bd-9b08ff925adb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:13:25.331309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2ee39-013a-44b9-974e-0beb75d03448 service neutron] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=10']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:25.335845 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44c2e0e-0f4e-4938-aac5-84669d098db5 x-openstack-request-id: req-c44c2e0e-0f4e-4938-aac5-84669d098db5 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:13:25.336139 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:13:25.336392 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c44c2e0e-0f4e-4938-aac5-84669d098db5 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:13:25.336791 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'status': 'completed', 'code': 200} Feb 10 07:13:25.360711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-f11bf6f5-790f-42ff-9856-235b78f5b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:25.362490 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-f11bf6f5-790f-42ff-9856-235b78f5b320 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1126 time: 0.0667474 Feb 10 07:13:25.453168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843808be-3b66-4424-91bd-9b08ff925adb req-cb316802-0144-494f-a0ac-336224d813ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:25.454768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-cb316802-0144-494f-a0ac-336224d813ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1126 time: 0.0922897 Feb 10 07:13:25.466030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24430970-da37-45bd-97d1-7194706e880f req-3f6cb3f5-ef44-4ddb-a84b-dcac7aec8960 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:25.467578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24430970-da37-45bd-97d1-7194706e880f req-3f6cb3f5-ef44-4ddb-a84b-dcac7aec8960 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 944 time: 0.0713418 Feb 10 07:13:25.472074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 86d8e160-a046-400b-8da7-03dc8ef0dddb is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:13:25.472471 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:25.479567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-a0f161e9-12b9-4704-98a6-042d8d4297bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:25.482462 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-a0f161e9-12b9-4704-98a6-042d8d4297bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.1141429 Feb 10 07:13:25.503949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:13:25.506223 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a6727d-8e19-4d0a-9aa8-6f22218e72b2" -d '{"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:13:25.534016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:25.544464 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:25.590109 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-5f1cfb11-dcb3-4189-bc62-f88d48849d67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 999 time: 0.1021943 Feb 10 07:13:25.598693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=11']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:25.604387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24430970-da37-45bd-97d1-7194706e880f req-c622aaba-d7b3-46e2-90c8-f66d3ddd2213 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084852 Feb 10 07:13:25.627229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843808be-3b66-4424-91bd-9b08ff925adb req-6129babc-473c-430b-ab60-28803422a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:25.629049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-6129babc-473c-430b-ab60-28803422a4cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.1605942 Feb 10 07:13:25.633578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9865a479-214f-4d5d-84ef-d7f20a05ad5e None None] Provisioning complete for port 86d8e160-a046-400b-8da7-03dc8ef0dddb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:13:25.634023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9865a479-214f-4d5d-84ef-d7f20a05ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:25.657821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-cdd1c3e4-6463-4fb7-9817-4c39b405a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:25.659911 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-cdd1c3e4-6463-4fb7-9817-4c39b405a68f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0635355 Feb 10 07:13:25.720118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-85723adc-a071-480b-be9e-af4c15156176 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 1001 time: 0.0813973 Feb 10 07:13:25.725012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-e61f5ab4-89e7-4142-a3d6-65d01ecbef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:25.726796 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-e61f5ab4-89e7-4142-a3d6-65d01ecbef14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605657 Feb 10 07:13:25.733881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9865a479-214f-4d5d-84ef-d7f20a05ad5e None None] Current status of the port 86d8e160-a046-400b-8da7-03dc8ef0dddb is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:13:25.776849 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c8a33e-5c9c-416c-9c54-f5d685521a17 x-openstack-request-id: req-a2c8a33e-5c9c-416c-9c54-f5d685521a17 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:13:25.777152 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:13:25.777412 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2c8a33e-5c9c-416c-9c54-f5d685521a17 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:13:25.777821 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'code': 200} Feb 10 07:13:25.827433 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-d31c04b5-9df5-45e1-b4be-b5e3b781ee6f service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942762 Feb 10 07:13:25.926154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7487ffe6-3905-4255-8eaf-b6ab82a1e1a0 req-d82729c1-d895-4adf-a42b-e4b4a2b89cac service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930784 Feb 10 07:13:26.019586 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843808be-3b66-4424-91bd-9b08ff925adb req-9a271427-10df-4196-ae42-99eb4b694493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:26.021151 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-9a271427-10df-4196-ae42-99eb4b694493 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1128 time: 0.0486887 Feb 10 07:13:26.054952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843808be-3b66-4424-91bd-9b08ff925adb req-45268063-5f02-43a6-9547-33f366d0e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:26.056330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-45268063-5f02-43a6-9547-33f366d0e42d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.3273304 Feb 10 07:13:26.107938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843808be-3b66-4424-91bd-9b08ff925adb req-4eb0f38d-ed3c-4966-a525-03d2ba243830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:26.109450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-4eb0f38d-ed3c-4966-a525-03d2ba243830 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442395 Feb 10 07:13:26.112023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843808be-3b66-4424-91bd-9b08ff925adb req-183a5523-9552-4e9c-8f03-06cd9d758b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:26.113503 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-183a5523-9552-4e9c-8f03-06cd9d758b02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.0857918 Feb 10 07:13:26.180984 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-0545807f-010c-4fc8-915b-d2b41644124f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 1001 time: 0.0620942 Feb 10 07:13:26.211851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-22fc52bd-3960-4e4d-b90f-99e010afdd46 service neutron] 10.222.0.24 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926275 Feb 10 07:13:26.230779 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843808be-3b66-4424-91bd-9b08ff925adb req-09740803-8fdd-4133-9bce-ab093300ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:26.232248 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-09740803-8fdd-4133-9bce-ab093300ada7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0441718 Feb 10 07:13:26.281113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843808be-3b66-4424-91bd-9b08ff925adb req-6ea31164-3639-47a8-94bd-ab87e2e5d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:26.282711 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-6ea31164-3639-47a8-94bd-ab87e2e5d914 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438128 Feb 10 07:13:26.301760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-243537fc-60cb-4ed8-9700-582ea3edb2e2 service neutron] 10.222.0.24 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814309 Feb 10 07:13:26.375405 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-087502d5-3332-42bc-8c4a-490b418c3b24 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868132 Feb 10 07:13:26.465577 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-843808be-3b66-4424-91bd-9b08ff925adb req-1cd7042c-5d0b-45d3-8b82-87b8a4c2d22f service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843222 Feb 10 07:13:26.700925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c0ddf-72fc-43f2-967b-ae7cac20ad1f req-3df2b5be-1faf-4e22-9c1f-c594ffdef397 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:26.702291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b52c0ddf-72fc-43f2-967b-ae7cac20ad1f req-3df2b5be-1faf-4e22-9c1f-c594ffdef397 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 946 time: 0.0517240 Feb 10 07:13:26.755161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b52c0ddf-72fc-43f2-967b-ae7cac20ad1f req-bae92806-883f-44e5-9b07-1544057273bb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473526 Feb 10 07:13:27.876918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5161b7-db80-4859-8dd5-e2ca8ef08449 req-9e841a04-edd9-4d68-90e7-aa4dbdeaad98 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:27.878413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5161b7-db80-4859-8dd5-e2ca8ef08449 req-9e841a04-edd9-4d68-90e7-aa4dbdeaad98 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 946 time: 0.0546322 Feb 10 07:13:27.925767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a5161b7-db80-4859-8dd5-e2ca8ef08449 req-c40a0c0f-e4d0-4f16-b368-73b1f6a8111b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Feb 10 07:13:28.711738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:13:28.751719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port 86d8e160-a046-400b-8da7-03dc8ef0dddb host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:13:28.752113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:13:28.807227 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-f86c2f87-e861-4850-af38-f4bc481fbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:28.808772 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-f86c2f87-e861-4850-af38-f4bc481fbdfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1128 time: 0.0461223 Feb 10 07:13:28.911658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-90381adf-7146-4b68-b450-1597c2d5533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:28.913154 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-90381adf-7146-4b68-b450-1597c2d5533b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.0863457 Feb 10 07:13:28.983278 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-381c9345-a85a-44fd-ae2f-b435a9ca80b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 1001 time: 0.0642755 Feb 10 07:13:29.029879 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-130d88c5-faa9-4e44-be03-4f7e3d70fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:29.031376 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-130d88c5-faa9-4e44-be03-4f7e3d70fb6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0426548 Feb 10 07:13:29.043337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24da0a-68aa-4b84-9886-6bf6e646fc59 req-8bb63895-76e1-42fd-b2e2-58fbc66d9abe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:29.044847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e24da0a-68aa-4b84-9886-6bf6e646fc59 req-8bb63895-76e1-42fd-b2e2-58fbc66d9abe tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 946 time: 0.0520535 Feb 10 07:13:29.063843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:13:29.080539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-a869468c-8669-4b25-909c-cabf16380223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:13:29.082134 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-a869468c-8669-4b25-909c-cabf16380223 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451868 Feb 10 07:13:29.098849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e24da0a-68aa-4b84-9886-6bf6e646fc59 req-710687d5-a6dc-416f-a657-ddfa94c18777 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473175 Feb 10 07:13:29.119302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:13:29.170363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:29.182707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'port_id': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'mac_address': 'fa:16:3e:e1:1b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:13:29.185048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-79b19fc4-1efa-4973-8001-d656dd797e9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/5ec9f2e0-e541-431c-8281-59b537eff1c9 HTTP/1.1" status: 200 len: 993 time: 0.0645287 Feb 10 07:13:29.192643 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-4c89e173-2115-4cb3-8947-638e8c4c94e4 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040225 Feb 10 07:13:29.226938 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 86d8e160-a046-400b-8da7-03dc8ef0dddb is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:13:29.227337 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:29.241039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86d8e160-a046-400b-8da7-03dc8ef0dddb {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:13:29.261894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:29.265857 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:29.289094 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b853d9a9-5873-4f1f-937f-aaf067fa4744 req-4032bd40-141e-4602-879c-978c4afcfe35 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914724 Feb 10 07:13:29.313768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=12']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:29.579381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['86d8e160-a046-400b-8da7-03dc8ef0dddb'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:13:31.066526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:13:31.117119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 86d8e160-a046-400b-8da7-03dc8ef0dddb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:13:31.117496 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:31.191088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 86d8e160-a046-400b-8da7-03dc8ef0dddb is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:13:31.191471 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:31.214887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:13:31.217130 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866bedaf-f7cf-49ad-8f4d-4445c7440e18" -d '{"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:13:31.229433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:13:31.233332 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:31.260518 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff40928-1f36-4a75-bca4-6107a0f294cb x-openstack-request-id: req-1ff40928-1f36-4a75-bca4-6107a0f294cb {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:13:31.260809 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:13:31.261064 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ff40928-1f36-4a75-bca4-6107a0f294cb {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:13:31.261449 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'code': 200} Feb 10 07:13:31.284800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=13']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:13:37.113845 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:40.367375 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5a11582-09fa-454a-ab4f-c8ba28c6c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:40.391110 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:42.591750 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c32ec89-5ac6-4ca5-8413-0e379cc062c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:43.916291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:45.336348 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:13:46.015646 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:13:46.466042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:07.112670 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:10.368468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94506bf4-5db4-47a6-b293-730c97e752f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:10.408596 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:12.593551 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fecd52da-0d1f-4b43-a0d5-abf8788cd8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:13.915958 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:15.335777 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:16.471329 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:23.014491 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:14:24.599719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358b7a8-08a6-4636-a06c-e07fecac4fe3 req-1d916da2-00f6-45a7-8498-3fa156651fe2 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:24.601226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c358b7a8-08a6-4636-a06c-e07fecac4fe3 req-1d916da2-00f6-45a7-8498-3fa156651fe2 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1128 time: 0.0439827 Feb 10 07:14:24.646120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c358b7a8-08a6-4636-a06c-e07fecac4fe3 req-a7422562-afe5-4552-b4fd-0ac272130367 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394046 Feb 10 07:14:24.667605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:25.002598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port cb1572fe-150a-4913-8748-d84b43f2bd44 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:14:25.002933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cb1572fe-150a-4913-8748-d84b43f2bd44), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:25.075907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cb1572fe-150a-4913-8748-d84b43f2bd44), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:25.076144 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (cb1572fe-150a-4913-8748-d84b43f2bd44), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:25.089663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for cb1572fe-150a-4913-8748-d84b43f2bd44 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:14:25.236559 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cb1572fe-150a-4913-8748-d84b43f2bd44), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:25.261781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=cb1572fe-150a-4913-8748-d84b43f2bd44,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:25.289565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.289910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.290278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.290639 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.290973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.291300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.291625 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.291948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.292270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.292596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.292915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.293232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.293546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:25.337732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (5ec9f2e0-e541-431c-8281-59b537eff1c9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:25.337978 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Floating IP 5ec9f2e0-e541-431c-8281-59b537eff1c9 disassociated (deleted). External IP: 172.25.8.175, port: 86d8e160-a046-400b-8da7-03dc8ef0dddb. Feb 10 07:14:25.552761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router ca495d99-83e6-47e6-bc88-e4411b7085bd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:14:25.665943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:14:25.670990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:25.676172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] Sync routers for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:14:25.685445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:25.686086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:25.706515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-42d29130-da8a-4310-b7e3-5e9effd0f1e5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/floatingips/5ec9f2e0-e541-431c-8281-59b537eff1c9 HTTP/1.1" status: 204 len: 168 time: 1.0377586 Feb 10 07:14:25.707252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:14:25.709982 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b81046-7c93-4d13-9f7a-195be8556f47" -d '{"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:14:25.809862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:25.846613 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53cd1f7-8609-4c57-a5a6-0560e351b179 x-openstack-request-id: req-d53cd1f7-8609-4c57-a5a6-0560e351b179 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:14:25.847093 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:14:25.847495 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d53cd1f7-8609-4c57-a5a6-0560e351b179 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:14:25.848081 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'status': 'completed', 'code': 200} Feb 10 07:14:25.919277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-ceaccacb-77e0-42dc-830a-f1ac823da2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:25.920735 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-ceaccacb-77e0-42dc-830a-f1ac823da2e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 1128 time: 0.0515270 Feb 10 07:14:25.961552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f535bf6-70e8-4d9b-854c-5aa79d6e6426 req-3c996053-9d98-4b02-8994-8a81fd387b1a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:25.963230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f535bf6-70e8-4d9b-854c-5aa79d6e6426 req-3c996053-9d98-4b02-8994-8a81fd387b1a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 946 time: 0.0556746 Feb 10 07:14:26.017490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f535bf6-70e8-4d9b-854c-5aa79d6e6426 req-46bccd88-dbd5-40ff-adb1-78f665b5bd09 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485642 Feb 10 07:14:26.027393 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-72ffcebb-41f0-4e4d-b72a-67a9dc542f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:26.028907 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-72ffcebb-41f0-4e4d-b72a-67a9dc542f8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 200 len: 896 time: 0.1023872 Feb 10 07:14:26.030782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '30501276-1fba-4b23-8797-6c9cae76ce65', 'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:be:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:45Z', 'updated_at': '2022-02-10T07:11:49Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:26.062929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] Checking router: ca495d99-83e6-47e6-bc88-e4411b7085bd for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:14:26.071411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:26.072019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:26.076718 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-d06fd50c-0321-49a8-ba47-fec60a81aabc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 200 len: 217 time: 0.0408146 Feb 10 07:14:26.125548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-5594b070-d69c-4ce5-a237-55f5c49c5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:26.127105 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-5594b070-d69c-4ce5-a237-55f5c49c5366 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 200 len: 833 time: 0.0437975 Feb 10 07:14:26.175626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-4a900719-81ca-44ac-ad6e-c788ae7b6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:26.177081 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-4a900719-81ca-44ac-ad6e-c788ae7b6f1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8431d2ba-bdcf-49db-af9a-f30b6b08062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438781 Feb 10 07:14:26.180404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:26.186632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-3c67aa2f-5e9c-4565-822e-c31443dbbfd8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:14:26.187703 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-3c67aa2f-5e9c-4565-822e-c31443dbbfd8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049295 Feb 10 07:14:26.280156 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-e66caca5-cbd7-43de-b6eb-36277103c4e4 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869811 Feb 10 07:14:26.382349 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b4b81046-7c93-4d13-9f7a-195be8556f47 req-05b43034-8c2e-4a0e-8b10-408f072d97e0 service neutron] 10.222.0.13 "GET /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949180 Feb 10 07:14:26.384999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '30501276-1fba-4b23-8797-6c9cae76ce65', 'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:be:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:45Z', 'updated_at': '2022-02-10T07:11:49Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:26.415245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c8821-ecba-4534-b993-d139a02949b2 None None] The sync data for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 is: [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '30501276-1fba-4b23-8797-6c9cae76ce65', 'name': '', 'network_id': '8431d2ba-bdcf-49db-af9a-f30b6b08062a', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:be:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:45Z', 'updated_at': '2022-02-10T07:11:49Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': 'c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:14:26.634834 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5211559-af42-4952-9a2b-9f0ed8134b90 None None] New status for floating IP 5ec9f2e0-e541-431c-8281-59b537eff1c9: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:14:27.150319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94687d6-6129-4fbd-bd5d-92e85b961066 req-32f4357f-29c7-4dd1-b93d-8979793a9514 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:27.151896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f94687d6-6129-4fbd-bd5d-92e85b961066 req-32f4357f-29c7-4dd1-b93d-8979793a9514 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 946 time: 0.0557380 Feb 10 07:14:27.204273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f94687d6-6129-4fbd-bd5d-92e85b961066 req-324ac32b-cae1-4923-8a10-7c12405a38c6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=7024a505-7f5f-4228-abeb-28494c8d343f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468099 Feb 10 07:14:27.450394 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-5fed7b67-f1e5-43fa-b39e-05de0afd83e1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:27.451759 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-5fed7b67-f1e5-43fa-b39e-05de0afd83e1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 946 time: 0.0527854 Feb 10 07:14:27.541651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 86d8e160-a046-400b-8da7-03dc8ef0dddb {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:14:27.541985 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:27.631712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port 86d8e160-a046-400b-8da7-03dc8ef0dddb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=86d8e160-a046-400b-8da7-03dc8ef0dddb,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:27.632072 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:27.644152 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 86d8e160-a046-400b-8da7-03dc8ef0dddb owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:14:27.771751 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (86d8e160-a046-400b-8da7-03dc8ef0dddb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:27.799932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=86d8e160-a046-400b-8da7-03dc8ef0dddb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:27.814442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.814800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.815145 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.815484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.815945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.816281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.816616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.816946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.817281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.817608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.817932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.818254 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.818598 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:27.855699 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] No DVR routers for this DVR port 86d8e160-a046-400b-8da7-03dc8ef0dddb on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:14:27.858233 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:27.861472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b330fc90-a67e-47ad-ba5d-30151760efd5 req-bb45afd9-e6b3-4c1b-94ee-c9ee0e4738f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "DELETE /v2.0/ports/86d8e160-a046-400b-8da7-03dc8ef0dddb HTTP/1.1" status: 204 len: 173 time: 0.4044635 Feb 10 07:14:27.861920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-deleted', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:14:27.864185 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b6a19b-be86-43b5-970a-6aeaad8e4458" -d '{"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-deleted", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:14:27.903171 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc08e201-6ac5-4a36-bbe3-f27124b6d182 x-openstack-request-id: req-bc08e201-6ac5-4a36-bbe3-f27124b6d182 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:14:27.903474 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e04f769-27e1-4df1-99b2-e9be3ce3e6ef", "name": "network-vif-deleted", "tag": "86d8e160-a046-400b-8da7-03dc8ef0dddb", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:14:27.904666 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc08e201-6ac5-4a36-bbe3-f27124b6d182 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:14:27.905078 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e04f769-27e1-4df1-99b2-e9be3ce3e6ef', 'name': 'network-vif-deleted', 'tag': '86d8e160-a046-400b-8da7-03dc8ef0dddb', 'status': 'completed', 'code': 200} Feb 10 07:14:28.324486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a792f74-fbad-445f-bd6a-2f976377c217 req-a5404dfd-6555-48af-9dd0-beb873651b05 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e04f769-27e1-4df1-99b2-e9be3ce3e6ef HTTP/1.1" status: 200 len: 210 time: 0.0277741 Feb 10 07:14:29.382499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:29.736178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (ca495d99-83e6-47e6-bc88-e4411b7085bd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:29.987999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 30501276-1fba-4b23-8797-6c9cae76ce65 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:14:29.988341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:30.077556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port 30501276-1fba-4b23-8797-6c9cae76ce65, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=30501276-1fba-4b23-8797-6c9cae76ce65,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:30.077965 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:30.090169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 30501276-1fba-4b23-8797-6c9cae76ce65 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:14:30.270639 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (30501276-1fba-4b23-8797-6c9cae76ce65), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:30.298251 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=30501276-1fba-4b23-8797-6c9cae76ce65,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:30.472922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (ca495d99-83e6-47e6-bc88-e4411b7085bd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:30.968298 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router ca495d99-83e6-47e6-bc88-e4411b7085bd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:14:31.076182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:14:31.081962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2617ff69-f31c-4571-acf1-33038558b163 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "PUT /v2.0/routers/ca495d99-83e6-47e6-bc88-e4411b7085bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6984046 Feb 10 07:14:31.084703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:31.087348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] Sync routers for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:14:31.097377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:31.097992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:31.133543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b772bf-99b9-4ba3-94eb-49908510900b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting subnet c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:14:31.136630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35b772bf-99b9-4ba3-94eb-49908510900b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.175844 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35b772bf-99b9-4ba3-94eb-49908510900b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.270052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35b772bf-99b9-4ba3-94eb-49908510900b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.330035 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35b772bf-99b9-4ba3-94eb-49908510900b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.357470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b772bf-99b9-4ba3-94eb-49908510900b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:31.361536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:31.361673 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35b772bf-99b9-4ba3-94eb-49908510900b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.370211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-35b772bf-99b9-4ba3-94eb-49908510900b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/subnets/c3b7fb8d-fe87-4b5d-894b-4abf4490a8bd HTTP/1.1" status: 204 len: 168 time: 0.2821488 Feb 10 07:14:31.370418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58362) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:31.388405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0e5e9-cfce-4be2-b158-ef086c76f925 None None] Network 8431d2ba-bdcf-49db-af9a-f30b6b08062a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:14:31.417732 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:14:31.457593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 86d8e160-a046-400b-8da7-03dc8ef0dddb {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:14:31.457954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 86d8e160-a046-400b-8da7-03dc8ef0dddb not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:14:31.480736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (ca495d99-83e6-47e6-bc88-e4411b7085bd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.587738 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (ca495d99-83e6-47e6-bc88-e4411b7085bd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.637119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:14:30Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'd39ac1dd-c9e2-4405-bfdd-d1d3b791f615', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:11:43Z', 'updated_at': '2022-02-10T07:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:31.641024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:14:31.641364 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.670814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] Checking router: ca495d99-83e6-47e6-bc88-e4411b7085bd for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:14:31.679620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] Routers {'ca495d99-83e6-47e6-bc88-e4411b7085bd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:31.680231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ca495d99-83e6-47e6-bc88-e4411b7085bd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:31.722787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] DHCP port deletion for 8431d2ba-bdcf-49db-af9a-f30b6b08062a request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:14:31.729053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port d39ac1dd-c9e2-4405-bfdd-d1d3b791f615, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=d39ac1dd-c9e2-4405-bfdd-d1d3b791f615,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:31.729417 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.746990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:14:31.802542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] Set router ca495d99-83e6-47e6-bc88-e4411b7085bd gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:31.857948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:14:31Z', 'revision_number': 6, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:31.891271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23f25fe-550d-47cf-b315-a25ec49d27ad None None] The sync data for ids ['ca495d99-83e6-47e6-bc88-e4411b7085bd'] in n-d-828670-1 is: [{'id': 'ca495d99-83e6-47e6-bc88-e4411b7085bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441943136', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:11:42Z', 'updated_at': '2022-02-10T07:14:31Z', 'revision_number': 6, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:14:31.899070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Deleting port bd80a35f-ba5c-44ce-8932-65bdfbee57de {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:14:31.899443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.922979 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d39ac1dd-c9e2-4405-bfdd-d1d3b791f615), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.947401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=d39ac1dd-c9e2-4405-bfdd-d1d3b791f615,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:31.966393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] For port bd80a35f-ba5c-44ce-8932-65bdfbee57de, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bd80a35f-ba5c-44ce-8932-65bdfbee57de,segment=NetworkSegment(1e9b82ec-bbb8-49cd-9912-35ef038f6d6c),segment_id=1e9b82ec-bbb8-49cd-9912-35ef038f6d6c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:31.966792 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:31.980014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Calling delete_port for bd80a35f-ba5c-44ce-8932-65bdfbee57de owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:14:32.010342 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (ca495d99-83e6-47e6-bc88-e4411b7085bd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.067970 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (bd80a35f-ba5c-44ce-8932-65bdfbee57de), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.096592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Pushing event deleted for resources: {'Port': ['ID=bd80a35f-ba5c-44ce-8932-65bdfbee57de,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:32.098875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] No DVR routers for this DVR port bd80a35f-ba5c-44ce-8932-65bdfbee57de on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:14:32.106785 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (ca495d99-83e6-47e6-bc88-e4411b7085bd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.110940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.111298 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_controller (ca495d99-83e6-47e6-bc88-e4411b7085bd), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.111432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.111664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.112007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.112342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.112724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.113061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.113389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.113715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.114042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.114391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.114766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.115071 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04be77d-bf1f-4c16-b3ac-59bca8802c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:32.159144 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (ca495d99-83e6-47e6-bc88-e4411b7085bd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.159884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Fanout notify agent at l3_agent the message router_deleted on router ca495d99-83e6-47e6-bc88-e4411b7085bd {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:14:32.166427 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.167530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4b172c2d-197d-4c70-9265-8a555dbe6d41 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/routers/ca495d99-83e6-47e6-bc88-e4411b7085bd HTTP/1.1" status: 204 len: 168 time: 0.7962172 Feb 10 07:14:32.170325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58364) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:32.246083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (8431d2ba-bdcf-49db-af9a-f30b6b08062a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.343990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (8431d2ba-bdcf-49db-af9a-f30b6b08062a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.363931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8431d2ba-bdcf-49db-af9a-f30b6b08062a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:32.372982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:32.373281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9b82ec-bbb8-49cd-9912-35ef038f6d6c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:32.382772 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (1e9b82ec-bbb8-49cd-9912-35ef038f6d6c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.396626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1e9b82ec-bbb8-49cd-9912-35ef038f6d6c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.402611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:14:32.403054 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (1e9b82ec-bbb8-49cd-9912-35ef038f6d6c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:14:32.406758 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:14:32.466199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (8431d2ba-bdcf-49db-af9a-f30b6b08062a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.471870 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.475692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/networks/8431d2ba-bdcf-49db-af9a-f30b6b08062a HTTP/1.1" status: 204 len: 168 time: 0.3044291 Feb 10 07:14:32.478620 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58366) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:32.490819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca45ad5-7a22-4378-a420-98f568c05c8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Network': ['ID=8431d2ba-bdcf-49db-af9a-f30b6b08062a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:32.534506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c27b0024-747c-41fe-81f1-d38b47459e81 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (7024a505-7f5f-4228-abeb-28494c8d343f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.558155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c27b0024-747c-41fe-81f1-d38b47459e81 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (7024a505-7f5f-4228-abeb-28494c8d343f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.616118 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c27b0024-747c-41fe-81f1-d38b47459e81 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7024a505-7f5f-4228-abeb-28494c8d343f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.618627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c27b0024-747c-41fe-81f1-d38b47459e81 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.619765 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c27b0024-747c-41fe-81f1-d38b47459e81 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/security-groups/7024a505-7f5f-4228-abeb-28494c8d343f HTTP/1.1" status: 204 len: 168 time: 0.1400445 Feb 10 07:14:32.628997 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b0024-747c-41fe-81f1-d38b47459e81 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024a505-7f5f-4228-abeb-28494c8d343f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:32.715773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:14:32.735648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:14:32.735999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device d39ac1dd-c9e2-4405-bfdd-d1d3b791f615 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:14:32.736426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bd80a35f-ba5c-44ce-8932-65bdfbee57de no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:14:32.758162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: bd80a35f-ba5c-44ce-8932-65bdfbee57de {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:14:32.758535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bd80a35f-ba5c-44ce-8932-65bdfbee57de not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:14:32.758964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 30501276-1fba-4b23-8797-6c9cae76ce65 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:14:32.779373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 30501276-1fba-4b23-8797-6c9cae76ce65 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:14:32.779746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 30501276-1fba-4b23-8797-6c9cae76ce65 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:14:32.870422 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58372) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:32.874284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-93a4bb12-e386-4d30-ae5e-75b4be1a7e75 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925830450', 'description': 'tempest-secgroup-smoke-1925830450 description', 'project_id': '905ebaa5dee842e991cea826da16ba0a'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:32.903478 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93a4bb12-e386-4d30-ae5e-75b4be1a7e75 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.972555 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93a4bb12-e386-4d30-ae5e-75b4be1a7e75 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (68c44213-2924-48b9-b383-547d982cd1ac), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:32.976403 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93a4bb12-e386-4d30-ae5e-75b4be1a7e75 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (68c44213-2924-48b9-b383-547d982cd1ac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.005292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-93a4bb12-e386-4d30-ae5e-75b4be1a7e75 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.006534 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-93a4bb12-e386-4d30-ae5e-75b4be1a7e75 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1356990 Feb 10 07:14:33.008376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4bb12-e386-4d30-ae5e-75b4be1a7e75 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c44213-2924-48b9-b383-547d982cd1ac,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:33.009524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58374) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:33.015599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c3422438-a99e-4bd5-b03b-7f6d533e4efb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '68c44213-2924-48b9-b383-547d982cd1ac', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:33.040756 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3422438-a99e-4bd5-b03b-7f6d533e4efb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (164c29e0-b43b-4d18-9123-008a42a82099), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.100778 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3422438-a99e-4bd5-b03b-7f6d533e4efb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (164c29e0-b43b-4d18-9123-008a42a82099), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.103902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3422438-a99e-4bd5-b03b-7f6d533e4efb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (164c29e0-b43b-4d18-9123-008a42a82099), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.121654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3422438-a99e-4bd5-b03b-7f6d533e4efb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164c29e0-b43b-4d18-9123-008a42a82099,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:33.129539 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3422438-a99e-4bd5-b03b-7f6d533e4efb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.130752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3422438-a99e-4bd5-b03b-7f6d533e4efb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193368 Feb 10 07:14:33.133399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:33.137596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9fbd6f4f-8b5d-4d21-9d75-42e782929a42 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '68c44213-2924-48b9-b383-547d982cd1ac', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:33.160000 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6f4f-8b5d-4d21-9d75-42e782929a42 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (19d8440c-f277-4beb-b63b-8643d7bb719a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.215345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6f4f-8b5d-4d21-9d75-42e782929a42 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (19d8440c-f277-4beb-b63b-8643d7bb719a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.219517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6f4f-8b5d-4d21-9d75-42e782929a42 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (19d8440c-f277-4beb-b63b-8643d7bb719a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.234656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd6f4f-8b5d-4d21-9d75-42e782929a42 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d8440c-f277-4beb-b63b-8643d7bb719a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:33.244797 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6f4f-8b5d-4d21-9d75-42e782929a42 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.245992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9fbd6f4f-8b5d-4d21-9d75-42e782929a42 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116991 Feb 10 07:14:33.248750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:33.253037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-893b10c4-c505-4d11-9f83-c11115f8134e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '68c44213-2924-48b9-b383-547d982cd1ac', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:33.275689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-893b10c4-c505-4d11-9f83-c11115f8134e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (2e5f0d03-2882-4e12-b5e2-5fca182f1773), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.330391 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-893b10c4-c505-4d11-9f83-c11115f8134e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (2e5f0d03-2882-4e12-b5e2-5fca182f1773), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.333663 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-893b10c4-c505-4d11-9f83-c11115f8134e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (2e5f0d03-2882-4e12-b5e2-5fca182f1773), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.350707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b10c4-c505-4d11-9f83-c11115f8134e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5f0d03-2882-4e12-b5e2-5fca182f1773,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:33.358455 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-893b10c4-c505-4d11-9f83-c11115f8134e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.361212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-893b10c4-c505-4d11-9f83-c11115f8134e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115243 Feb 10 07:14:33.363829 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58380) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:33.368074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6d59449f-1f94-4399-a63b-c113d0a41357 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '68c44213-2924-48b9-b383-547d982cd1ac', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:33.392023 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d59449f-1f94-4399-a63b-c113d0a41357 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (3307b0fc-2a9e-4436-a40b-eff8dad4494f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.451308 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d59449f-1f94-4399-a63b-c113d0a41357 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (3307b0fc-2a9e-4436-a40b-eff8dad4494f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.454645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d59449f-1f94-4399-a63b-c113d0a41357 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (3307b0fc-2a9e-4436-a40b-eff8dad4494f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.474230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59449f-1f94-4399-a63b-c113d0a41357 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3307b0fc-2a9e-4436-a40b-eff8dad4494f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:33.480496 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d59449f-1f94-4399-a63b-c113d0a41357 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.481587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6d59449f-1f94-4399-a63b-c113d0a41357 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168377 Feb 10 07:14:33.484931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58382) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:33.489312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cc3e1daa-c4ef-4eb3-89e4-8de5e8163170 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '68c44213-2924-48b9-b383-547d982cd1ac', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:33.508628 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-cc3e1daa-c4ef-4eb3-89e4-8de5e8163170 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Project 905ebaa5dee842e991cea826da16ba0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:14:33.513517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1daa-c4ef-4eb3-89e4-8de5e8163170 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (86ca49a3-1cc8-4f00-8e5f-d1b511d36585), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.570683 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1daa-c4ef-4eb3-89e4-8de5e8163170 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (86ca49a3-1cc8-4f00-8e5f-d1b511d36585), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.574237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1daa-c4ef-4eb3-89e4-8de5e8163170 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (86ca49a3-1cc8-4f00-8e5f-d1b511d36585), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.591931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e1daa-c4ef-4eb3-89e4-8de5e8163170 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ca49a3-1cc8-4f00-8e5f-d1b511d36585,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:33.600166 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1daa-c4ef-4eb3-89e4-8de5e8163170 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.601329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc3e1daa-c4ef-4eb3-89e4-8de5e8163170 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154425 Feb 10 07:14:33.604066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58384) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:33.608264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ca01e315-27d7-464d-8e0c-20a5578dd9b7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '68c44213-2924-48b9-b383-547d982cd1ac', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:33.628295 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-ca01e315-27d7-464d-8e0c-20a5578dd9b7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Project 905ebaa5dee842e991cea826da16ba0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:14:33.633245 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca01e315-27d7-464d-8e0c-20a5578dd9b7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (c756ad25-23d0-4497-9354-4340b99ed2d5), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.696772 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca01e315-27d7-464d-8e0c-20a5578dd9b7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (c756ad25-23d0-4497-9354-4340b99ed2d5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.700597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca01e315-27d7-464d-8e0c-20a5578dd9b7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (c756ad25-23d0-4497-9354-4340b99ed2d5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.716940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e315-27d7-464d-8e0c-20a5578dd9b7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c756ad25-23d0-4497-9354-4340b99ed2d5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:33.725451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca01e315-27d7-464d-8e0c-20a5578dd9b7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.726752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca01e315-27d7-464d-8e0c-20a5578dd9b7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217406 Feb 10 07:14:33.729774 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58386) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:33.735530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'network': {'name': 'tempest-network-smoke--457942411', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'port_security_enabled': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:33.754925 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:14:33.758136 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.780827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:14:33.789364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8afb87ec-7cc6-4fbe-be0e-5b5707e115dd), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.789705 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Added segment 8afb87ec-7cc6-4fbe-be0e-5b5707e115dd of type vlan for network 3528d755-f763-4b16-bb2f-4b48b1044925 Feb 10 07:14:33.829567 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (3528d755-f763-4b16-bb2f-4b48b1044925), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.852216 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (3528d755-f763-4b16-bb2f-4b48b1044925), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.857023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:33.857623 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.894119 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1631308 Feb 10 07:14:33.896765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58388) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:33.928334 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'admin_state_up': True, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:33.936472 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12565fe-5964-4d90-9498-b20378821969 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Network': ['ID=3528d755-f763-4b16-bb2f-4b48b1044925,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:33.950974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 3528d755-f763-4b16-bb2f-4b48b1044925 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:14:33.957191 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (fabfa5a1-9d15-40a4-9eef-d2920b92a686), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:33.958294 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (fabfa5a1-9d15-40a4-9eef-d2920b92a686), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:34.012753 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_controller (fabfa5a1-9d15-40a4-9eef-d2920b92a686), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:34.167645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (fabfa5a1-9d15-40a4-9eef-d2920b92a686), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:34.355525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (fabfa5a1-9d15-40a4-9eef-d2920b92a686), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:34.377746 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:34.478342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.25.8.128 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/afeddcad-54ad-43cd-9586-b5f0e8bf1090) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:14:34.582430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:34.615549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:34.652430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:14:34.655241 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:14:34.659297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:14:34.684211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=afeddcad-54ad-43cd-9586-b5f0e8bf1090,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:34.906700 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (fabfa5a1-9d15-40a4-9eef-d2920b92a686), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:35.103093 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (fabfa5a1-9d15-40a4-9eef-d2920b92a686), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:35.546944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router fabfa5a1-9d15-40a4-9eef-d2920b92a686 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:14:35.650113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:14:35.659935 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Sync routers for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:14:35.669866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:35.670076 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:35.670713 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:35.671260 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0500bd22-9d62-4867-aba4-071068effa8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7735624 Feb 10 07:14:35.677988 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58394) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:35.783125 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:35.805089 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-41124f75-5edc-4c76-a016-609b386d650c tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=905ebaa5dee842e991cea826da16ba0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1252644 Feb 10 07:14:35.807502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58398) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:35.894628 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc2e1f-fd21-4a4e-857e-fd7e8a0e0de5 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:35.896135 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6dcc2e1f-fd21-4a4e-857e-fd7e8a0e0de5 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877402 Feb 10 07:14:35.898921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58400) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:35.926061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1a2e3da7-c697-47db-bb39-b9671a66acf5 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260720 Feb 10 07:14:35.928454 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58402) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:35.933008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2122415612', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:35.956472 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:34Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:35.986164 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Checking router: fabfa5a1-9d15-40a4-9eef-d2920b92a686 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:14:35.986531 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Updating router fabfa5a1-9d15-40a4-9eef-d2920b92a686 port afeddcad-54ad-43cd-9586-b5f0e8bf1090 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:14:36.019219 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.021264 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:14:36.025019 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.211681 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (0f952f82-189a-4687-a28f-61f9ed22c51a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.266313 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Publish callbacks [] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.272479 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.278365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Subnet': ['ID=0f952f82-189a-4687-a28f-61f9ed22c51a,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:36.284158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Checking segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:14:36.284518 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network hostable DHCP agents. Network: 3528d755-f763-4b16-bb2f-4b48b1044925, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:14:36.300821 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 3528d755-f763-4b16-bb2f-4b48b1044925 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:14:36.310029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 3528d755-f763-4b16-bb2f-4b48b1044925) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:14:36.314558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:36.315211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.323240 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Pushing event updated for resources: {'Port': ['ID=afeddcad-54ad-43cd-9586-b5f0e8bf1090,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:36.324123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96389059-cb57-4b52-a758-98a6cab01fc3 None None] Network 3528d755-f763-4b16-bb2f-4b48b1044925 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:14:36.332046 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.332400 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.332738 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.333075 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.333184 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3edfbf55-79b4-421d-833a-c62da2b32cd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4035439 Feb 10 07:14:36.333396 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.333721 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.334043 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.334390 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.334707 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.335023 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.335343 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.335659 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.335783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58404) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:36.335973 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:14:36.339215 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Attempting to bind port afeddcad-54ad-43cd-9586-b5f0e8bf1090 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:14:36.339582 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Attempting to bind port afeddcad-54ad-43cd-9586-b5f0e8bf1090 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:14:36.339933 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Attempting to bind port afeddcad-54ad-43cd-9586-b5f0e8bf1090 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:14:36.346148 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:14:36.346551 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:14:36.346948 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.347325 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:14:36.347781 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Bound port: afeddcad-54ad-43cd-9586-b5f0e8bf1090, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:14:36.348155 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.403362 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] For port afeddcad-54ad-43cd-9586-b5f0e8bf1090, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:14:36.407085 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] For port afeddcad-54ad-43cd-9586-b5f0e8bf1090, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=afeddcad-54ad-43cd-9586-b5f0e8bf1090,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:14:36.414089 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.451298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-3528d755-f763-4b16-bb2f-4b48b1044925', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:14:36.452809 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.478036 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd70a-86c5-45c0-a5ff-05f71da94771 None None] Pushing event updated for resources: {'Port': ['ID=afeddcad-54ad-43cd-9586-b5f0e8bf1090,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:36.481418 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:36.482000 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:36.591241 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:36.592547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Allocated IP 172.20.0.2 (3528d755-f763-4b16-bb2f-4b48b1044925/0f952f82-189a-4687-a28f-61f9ed22c51a/6032626b-b66d-4e6f-a916-d6ae754f4513) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:14:36.740280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Publish callbacks [] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.748118 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.768559 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:34Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:36.782326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Network 3528d755-f763-4b16-bb2f-4b48b1044925 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:14:36.787715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:14:36.791296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:14:36.798450 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef65c4-b628-4bc8-9fce-420fb7e26776 None None] The sync data for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 is: [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:34Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:14:36.818029 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.828793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Pushing event updated for resources: {'Port': ['ID=6032626b-b66d-4e6f-a916-d6ae754f4513,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:36.861550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Attempting to bind port 6032626b-b66d-4e6f-a916-d6ae754f4513 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:14:36.861929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Attempting to bind port 6032626b-b66d-4e6f-a916-d6ae754f4513 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:14:36.862351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Attempting to bind port 6032626b-b66d-4e6f-a916-d6ae754f4513 on network 3528d755-f763-4b16-bb2f-4b48b1044925 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:14:36.867876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:14:36.868248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Checking segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:14:36.868652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.869068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Bound using segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:14:36.869672 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Bound port: 6032626b-b66d-4e6f-a916-d6ae754f4513, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:14:36.870057 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:36.940621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] For port 6032626b-b66d-4e6f-a916-d6ae754f4513, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:14:36.943947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] For port 6032626b-b66d-4e6f-a916-d6ae754f4513, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6032626b-b66d-4e6f-a916-d6ae754f4513,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:14:36.950429 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:37.018008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecab692-2eba-413c-a806-1eb416841c49 None None] Pushing event updated for resources: {'Port': ['ID=6032626b-b66d-4e6f-a916-d6ae754f4513,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:37.136104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:37.149890 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.20.0.1 (3528d755-f763-4b16-bb2f-4b48b1044925/0f952f82-189a-4687-a28f-61f9ed22c51a/8405db8f-a9ea-429d-b036-a755d087ec13) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:14:37.301733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (8405db8f-a9ea-429d-b036-a755d087ec13), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:37.338204 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:37.385905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 3528d755-f763-4b16-bb2f-4b48b1044925 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:14:37.389112 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:14:37.394431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:14:37.398832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=8405db8f-a9ea-429d-b036-a755d087ec13,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:37.451822 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (fabfa5a1-9d15-40a4-9eef-d2920b92a686), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:37.594384 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:37.891984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (8405db8f-a9ea-429d-b036-a755d087ec13), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:37.896516 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:37.971052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=8405db8f-a9ea-429d-b036-a755d087ec13,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:37.973602 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (fabfa5a1-9d15-40a4-9eef-d2920b92a686), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:38.068877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53eed54-464e-4dfa-8b4c-0681185d16c9 None None] Network 3528d755-f763-4b16-bb2f-4b48b1044925 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:14:38.074489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 3528d755-f763-4b16-bb2f-4b48b1044925 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:14:38.076153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:14:38.135600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8aed486e-9108-41c1-b612-a6bb98482cf9 None None] Provisioning complete for port 6032626b-b66d-4e6f-a916-d6ae754f4513 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:38.135971 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8aed486e-9108-41c1-b612-a6bb98482cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:38.203809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router fabfa5a1-9d15-40a4-9eef-d2920b92a686 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:14:38.263458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8aed486e-9108-41c1-b612-a6bb98482cf9 None None] Current status of the port 6032626b-b66d-4e6f-a916-d6ae754f4513 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:38.263848 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8aed486e-9108-41c1-b612-a6bb98482cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:38.298005 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8aed486e-9108-41c1-b612-a6bb98482cf9 None None] For port 6032626b-b66d-4e6f-a916-d6ae754f4513, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6032626b-b66d-4e6f-a916-d6ae754f4513,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:38.305285 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8aed486e-9108-41c1-b612-a6bb98482cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:38.344871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:14:38.354006 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dfa4b1fd-4675-4beb-bb8d-78e953b9e028 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "PUT /v2.0/routers/fabfa5a1-9d15-40a4-9eef-d2920b92a686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0171709 Feb 10 07:14:38.355164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed486e-9108-41c1-b612-a6bb98482cf9 None None] Pushing event updated for resources: {'Port': ['ID=6032626b-b66d-4e6f-a916-d6ae754f4513,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:38.529099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ad6d274c-835b-4d9e-bfa3-d5c501b41089 None None] Provisioning complete for port 6032626b-b66d-4e6f-a916-d6ae754f4513 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:38.529475 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad6d274c-835b-4d9e-bfa3-d5c501b41089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:38.588371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-b0d06df6-055e-4ff0-9eac-e72502ee5805 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925830450&fields=id&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 267 time: 0.0940366 Feb 10 07:14:38.597105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Sync routers for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:14:38.637645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:38.638285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:38.679456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device afeddcad-54ad-43cd-9586-b5f0e8bf1090 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:14:38.711805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028310d0-bcae-4656-b502-29f2f9246d69 req-54947af8-4fcc-45b1-8419-f0c433b27a9a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:38.713544 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-54947af8-4fcc-45b1-8419-f0c433b27a9a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/networks?id=3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 200 len: 796 time: 0.1238675 Feb 10 07:14:38.730737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d274c-835b-4d9e-bfa3-d5c501b41089 None None] Current status of the port 6032626b-b66d-4e6f-a916-d6ae754f4513 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:38.732457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-44c28345-0cbd-46fb-8a55-bb1f23c1bb52 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/quotas/905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 375 time: 0.0092714 Feb 10 07:14:38.792827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ad6d274c-835b-4d9e-bfa3-d5c501b41089 None None] Provisioning complete for port 8405db8f-a9ea-429d-b036-a755d087ec13 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:38.793078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad6d274c-835b-4d9e-bfa3-d5c501b41089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:38.799216 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-d4d180e7-0bc4-445c-9075-7498fed0f929 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600893 Feb 10 07:14:38.839787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port afeddcad-54ad-43cd-9586-b5f0e8bf1090 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:38.840167 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:38.846654 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:38.894570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d274c-835b-4d9e-bfa3-d5c501b41089 None None] Port 8405db8f-a9ea-429d-b036-a755d087ec13 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:14:38.902198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-73d3f204-a9c6-4662-875d-f0efe163fe8f service neutron] 10.222.0.21 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945199 Feb 10 07:14:39.003068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-ee8cffd3-378f-4e59-8383-ff76c461b493 service neutron] 10.222.0.21 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946457 Feb 10 07:14:39.176427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f610ee1-b2ea-4eea-b843-5542013212a9 req-34ffe266-adf9-40d3-bbbe-36a867cc0e47 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 210 time: 0.0305912 Feb 10 07:14:39.225527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fa345087-b38b-462f-b5ab-0746de17fc22 None None] Provisioning complete for port 8405db8f-a9ea-429d-b036-a755d087ec13 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:39.226108 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa345087-b38b-462f-b5ab-0746de17fc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:39.232550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port afeddcad-54ad-43cd-9586-b5f0e8bf1090 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:39.232933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:39.302960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port afeddcad-54ad-43cd-9586-b5f0e8bf1090, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=afeddcad-54ad-43cd-9586-b5f0e8bf1090,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:39.309302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fa345087-b38b-462f-b5ab-0746de17fc22 None None] Port 8405db8f-a9ea-429d-b036-a755d087ec13 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:14:39.312339 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:39.313122 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6032626b-b66d-4e6f-a916-d6ae754f4513 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:14:39.401020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=afeddcad-54ad-43cd-9586-b5f0e8bf1090,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:39.416542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8405db8f-a9ea-429d-b036-a755d087ec13', 'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:1a:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:36Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 2, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:39.419625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 6032626b-b66d-4e6f-a916-d6ae754f4513 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:39.420000 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:39.448020 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Checking router: fabfa5a1-9d15-40a4-9eef-d2920b92a686 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:14:39.448380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Updating router fabfa5a1-9d15-40a4-9eef-d2920b92a686 port 8405db8f-a9ea-429d-b036-a755d087ec13 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:14:39.502417 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:39.628351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 6032626b-b66d-4e6f-a916-d6ae754f4513 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:39.794524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Publish callbacks [] for port (8405db8f-a9ea-429d-b036-a755d087ec13), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:39.800118 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:39.853194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89789ff6-b9f3-4c3f-8a9a-3a71577b174e None None] Pushing event updated for resources: {'Port': ['ID=8405db8f-a9ea-429d-b036-a755d087ec13,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:39.907591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Attempting to bind port 8405db8f-a9ea-429d-b036-a755d087ec13 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:14:39.907966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Attempting to bind port 8405db8f-a9ea-429d-b036-a755d087ec13 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:14:39.908329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Attempting to bind port 8405db8f-a9ea-429d-b036-a755d087ec13 on network 3528d755-f763-4b16-bb2f-4b48b1044925 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:14:39.913999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:14:39.914406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Checking segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:14:39.914817 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:39.915216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Bound using segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:14:39.915689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Bound port: 8405db8f-a9ea-429d-b036-a755d087ec13, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:14:39.916069 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:39.981388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] For port 8405db8f-a9ea-429d-b036-a755d087ec13, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:14:39.985332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] For port 8405db8f-a9ea-429d-b036-a755d087ec13, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8405db8f-a9ea-429d-b036-a755d087ec13,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:14:39.991604 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:40.062290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-447920c1-abd0-4665-b985-b685504ed332 None None] Provisioning complete for port 8405db8f-a9ea-429d-b036-a755d087ec13 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:40.062711 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-447920c1-abd0-4665-b985-b685504ed332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:40.064287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:40.064917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:40.067512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89789ff6-b9f3-4c3f-8a9a-3a71577b174e None None] Pushing event updated for resources: {'Port': ['ID=8405db8f-a9ea-429d-b036-a755d087ec13,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:40.244716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:40.260707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f107a20-bfbb-4e92-bff0-13d6cc0b03e3 req-a6bdd0b2-bcd8-4525-8f89-b031d2c944be tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 210 time: 0.0268095 Feb 10 07:14:40.288965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-447920c1-abd0-4665-b985-b685504ed332 None None] Current status of the port 8405db8f-a9ea-429d-b036-a755d087ec13 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:40.289358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-447920c1-abd0-4665-b985-b685504ed332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:40.385790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-447920c1-abd0-4665-b985-b685504ed332 None None] For port 8405db8f-a9ea-429d-b036-a755d087ec13, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8405db8f-a9ea-429d-b036-a755d087ec13,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:40.390640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-447920c1-abd0-4665-b985-b685504ed332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:40.425227 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e972e60-a901-42bd-8c8f-15408abd843d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:40.472254 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:40.513929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447920c1-abd0-4665-b985-b685504ed332 None None] Pushing event updated for resources: {'Port': ['ID=8405db8f-a9ea-429d-b036-a755d087ec13,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:40.543470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-563f7d86-7422-4900-9691-8c8d1ec24074 None None] Provisioning complete for port 8405db8f-a9ea-429d-b036-a755d087ec13 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:40.543843 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-563f7d86-7422-4900-9691-8c8d1ec24074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:40.568067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device afeddcad-54ad-43cd-9586-b5f0e8bf1090 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:14:40.661220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8405db8f-a9ea-429d-b036-a755d087ec13', 'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:1a:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:36Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:40.698151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ffba7-5dcd-4f92-8784-385714645742 None None] The sync data for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 is: [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8405db8f-a9ea-429d-b036-a755d087ec13', 'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:1a:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:36Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:14:40.707655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port afeddcad-54ad-43cd-9586-b5f0e8bf1090 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:40.708024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:40.710632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-563f7d86-7422-4900-9691-8c8d1ec24074 None None] Current status of the port 8405db8f-a9ea-429d-b036-a755d087ec13 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:40.807335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port afeddcad-54ad-43cd-9586-b5f0e8bf1090 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:41.341828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a980835a-38d0-4770-ad27-83afc3d8d360 req-9da28f93-6f96-4564-95a1-bfb5951ad862 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 210 time: 0.0273740 Feb 10 07:14:42.293496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3d9339d7-fe53-453b-a93f-01a784ffb753 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:42.294995 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3d9339d7-fe53-453b-a93f-01a784ffb753 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "GET /v2.0/networks?id=3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 200 len: 796 time: 0.1067677 Feb 10 07:14:42.361496 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-93605254-fa1a-43b7-a204-2e960292f4a1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 380 time: 0.0585890 Feb 10 07:14:42.370191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'port': {'device_id': '2923888d-64bc-4256-8999-cd51c5f49b30', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'admin_state_up': True, 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'security_groups': ['68c44213-2924-48b9-b383-547d982cd1ac']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:42.437552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-24bdf1ee-b3d0-47f9-b9d9-9f8afad09cdf req-913c23b9-06eb-4a78-b226-70cbf0e95d9a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 210 time: 0.0262556 Feb 10 07:14:42.476133 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:14:42.480341 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:42.572880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8405db8f-a9ea-429d-b036-a755d087ec13 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:14:42.611401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.20.0.11 (3528d755-f763-4b16-bb2f-4b48b1044925/0f952f82-189a-4687-a28f-61f9ed22c51a/7dc1b410-8fc8-4569-bb34-b7ee848501fb) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:14:42.627397 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13c23c60-439f-4a0b-9fec-c13b0b9f7de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:42.638499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 8405db8f-a9ea-429d-b036-a755d087ec13 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:42.638877 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:42.715942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 8405db8f-a9ea-429d-b036-a755d087ec13 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:42.752824 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:42.784688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:42.827194 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 3528d755-f763-4b16-bb2f-4b48b1044925 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:14:42.830283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:14:42.833965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:14:42.863740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:42.887911 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:42.888540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:42.905697 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-3c7fc987-e8a3-4e3f-ba67-110e2bc6ea06 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5390203 Feb 10 07:14:42.966903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Request body: {'port': {'device_id': '2923888d-64bc-4256-8999-cd51c5f49b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:43.031580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:43.042433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9f1cd94c-5380-4770-baaa-be87d7b3442b None None] Provisioning complete for port 7dc1b410-8fc8-4569-bb34-b7ee848501fb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:43.042813 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f1cd94c-5380-4770-baaa-be87d7b3442b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:43.079727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9f1cd94c-5380-4770-baaa-be87d7b3442b None None] Port 7dc1b410-8fc8-4569-bb34-b7ee848501fb cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:14:43.288756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc1b410-8fc8-4569-bb34-b7ee848501fb {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:14:43.295912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Publish callbacks [] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:43.307834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Transition to ACTIVE for port object 7dc1b410-8fc8-4569-bb34-b7ee848501fb will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:14:43.311648 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:43.360693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:43.432604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:14:43.432940 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:14:43.433269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on network 3528d755-f763-4b16-bb2f-4b48b1044925 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:14:43.437770 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on network 3528d755-f763-4b16-bb2f-4b48b1044925 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:14:43.438085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on network 3528d755-f763-4b16-bb2f-4b48b1044925 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:14:43.442971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:14:43.443308 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Checking segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:14:43.443729 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Bound using segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:14:43.444105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Bound port: 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:14:43.444457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:43.512692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:14:43.516819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:14:43.525278 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:43.561192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:43.561861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:43.563276 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] 10.222.0.13 "PUT /v2.0/ports/7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 1092 time: 0.6508701 Feb 10 07:14:43.563722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:14:43.565991 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001807c3-ec06-4e7c-baaa-f9043e410c69" -d '{"events": [{"name": "network-changed", "server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:14:43.570889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5290a8-d412-4764-a9d4-86b5fd642a20 req-3a2bb750-b7c6-4103-98c6-9399231bc26c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:43.575810 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c5290a8-d412-4764-a9d4-86b5fd642a20 req-3a2bb750-b7c6-4103-98c6-9399231bc26c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 944 time: 0.0678360 Feb 10 07:14:43.615149 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3afb1d-7aad-446b-b16f-894cb3d61d05 x-openstack-request-id: req-2a3afb1d-7aad-446b-b16f-894cb3d61d05 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:14:43.615443 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:14:43.615699 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a3afb1d-7aad-446b-b16f-894cb3d61d05 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:14:43.616103 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'status': 'completed', 'code': 200} Feb 10 07:14:43.647109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c5290a8-d412-4764-a9d4-86b5fd642a20 req-92253255-15a6-4443-a521-bfa08c6c5101 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598273 Feb 10 07:14:43.647375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb394096-c9a4-4632-8ab8-4c81bb603f49 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:43.671282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028310d0-bcae-4656-b502-29f2f9246d69 req-ce318fbb-ffff-4c12-bcaa-13a006630694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:43.672813 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-ce318fbb-ffff-4c12-bcaa-13a006630694 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1126 time: 0.0542042 Feb 10 07:14:43.721160 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-284b30fe-dbfe-4ab6-ac37-c732cc0c1b34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 217 time: 0.0414495 Feb 10 07:14:43.770147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028310d0-bcae-4656-b502-29f2f9246d69 req-5b1e73ed-d868-4d9a-ab72-271f78bf2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:43.771773 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-5b1e73ed-d868-4d9a-ab72-271f78bf2de6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f952f82-189a-4687-a28f-61f9ed22c51a HTTP/1.1" status: 200 len: 835 time: 0.0452008 Feb 10 07:14:43.818986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028310d0-bcae-4656-b502-29f2f9246d69 req-cb99e4ec-2aeb-488e-b70b-c39103446227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:43.820387 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-cb99e4ec-2aeb-488e-b70b-c39103446227 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3528d755-f763-4b16-bb2f-4b48b1044925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430391 Feb 10 07:14:43.911563 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-290e729f-49f5-4102-8d28-a658dad29f2b service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854924 Feb 10 07:14:43.918152 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:43.998427 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-028310d0-bcae-4656-b502-29f2f9246d69 req-1a48a2d1-d3c2-49e5-acfc-d861a57277a7 service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803812 Feb 10 07:14:44.090571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-255f1191-f3b3-4f95-959d-0fd90541654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:44.091990 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-255f1191-f3b3-4f95-959d-0fd90541654c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1126 time: 0.0491352 Feb 10 07:14:44.178608 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-df449f72-7294-4be8-a1cd-8f5b0611dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:44.180064 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-df449f72-7294-4be8-a1cd-8f5b0611dc15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 200 len: 896 time: 0.0824292 Feb 10 07:14:44.533742 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-854fdc5d-e297-4473-b01f-4aa6a90f593a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 217 time: 0.3457448 Feb 10 07:14:44.580569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-f806333a-7092-4a41-90da-4ae45feaad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:44.582104 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-f806333a-7092-4a41-90da-4ae45feaad09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f952f82-189a-4687-a28f-61f9ed22c51a HTTP/1.1" status: 200 len: 835 time: 0.0427828 Feb 10 07:14:44.632436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-f5bbc150-1497-4bfe-97d8-df9ec5fa8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:44.633935 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-f5bbc150-1497-4bfe-97d8-df9ec5fa8a07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3528d755-f763-4b16-bb2f-4b48b1044925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451195 Feb 10 07:14:44.734284 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-f17db9b5-0550-4d6e-b7f2-1002cd5c817d service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926173 Feb 10 07:14:44.776206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2dff0-a0dd-49ff-a2aa-936e5785d86f req-f1cad80c-347e-4d0b-ba3c-243a31fc6600 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:44.777812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03f2dff0-a0dd-49ff-a2aa-936e5785d86f req-f1cad80c-347e-4d0b-ba3c-243a31fc6600 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 944 time: 0.0539930 Feb 10 07:14:44.824517 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-001807c3-ec06-4e7c-baaa-f9043e410c69 req-56f2d383-3f06-4da3-945b-694e3378ca65 service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848918 Feb 10 07:14:44.831554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03f2dff0-a0dd-49ff-a2aa-936e5785d86f req-f5c35a71-02f2-4740-bbd8-a2df1de51433 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471773 Feb 10 07:14:45.348300 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:45.950647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabf7c9-7d99-4ced-86ba-957e5d3faa63 req-0416af70-b21d-4e95-9502-13d83f46ebdf tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:45.952106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-caabf7c9-7d99-4ced-86ba-957e5d3faa63 req-0416af70-b21d-4e95-9502-13d83f46ebdf tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 944 time: 0.0516667 Feb 10 07:14:46.003668 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-caabf7c9-7d99-4ced-86ba-957e5d3faa63 req-521cf9ea-4c16-4dbc-bec0-472ac2bcff8b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458984 Feb 10 07:14:46.472913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:47.119431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46029b1f-a6d5-48c1-8558-1e8813214e88 req-a0f45bb4-7c65-4bcd-9615-61d4d070b22d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:47.120898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46029b1f-a6d5-48c1-8558-1e8813214e88 req-a0f45bb4-7c65-4bcd-9615-61d4d070b22d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 944 time: 0.0514488 Feb 10 07:14:47.168575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46029b1f-a6d5-48c1-8558-1e8813214e88 req-35b14af6-8b27-4001-9d1b-ea022b1cc29b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Feb 10 07:14:47.483969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7dc1b410-8fc8-4569-bb34-b7ee848501fb details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:14:47.580299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:47.591162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'port_id': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'mac_address': 'fa:16:3e:77:11:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:14:47.627062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7dc1b410-8fc8-4569-bb34-b7ee848501fb is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:47.627447 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:47.639573 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc1b410-8fc8-4569-bb34-b7ee848501fb {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:14:47.658518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:47.662253 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:47.710892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:47.959481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['7dc1b410-8fc8-4569-bb34-b7ee848501fb'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:14:48.286558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a180d-4da4-4d49-ae36-1da1910807cb req-840deb6f-2ad7-499c-9cc6-bba871da838d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:48.288049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e2a180d-4da4-4d49-ae36-1da1910807cb req-840deb6f-2ad7-499c-9cc6-bba871da838d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 945 time: 0.0525837 Feb 10 07:14:48.335397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9e2a180d-4da4-4d49-ae36-1da1910807cb req-777186c7-7505-4e6a-82c9-33a022a6df36 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418847 Feb 10 07:14:49.457391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac618c18-f701-4bc3-b0c5-bb83ade0442a req-8103c889-3f48-4331-b769-87f2966ab1d0 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:49.458953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac618c18-f701-4bc3-b0c5-bb83ade0442a req-8103c889-3f48-4331-b769-87f2966ab1d0 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 945 time: 0.0556734 Feb 10 07:14:49.496744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7dc1b410-8fc8-4569-bb34-b7ee848501fb up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:14:49.508250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac618c18-f701-4bc3-b0c5-bb83ade0442a req-60d42742-dc54-4280-89e0-ad5ced04c4df tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438991 Feb 10 07:14:49.544306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 7dc1b410-8fc8-4569-bb34-b7ee848501fb completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:14:49.548899 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 7dc1b410-8fc8-4569-bb34-b7ee848501fb triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:14:49.549274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:49.633222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7dc1b410-8fc8-4569-bb34-b7ee848501fb is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:14:49.633617 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:49.655484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:14:49.658403 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288a86fd-f5ab-4c9d-8e68-9d7b74acc15b" -d '{"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-plugged", "status": "completed", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:14:49.670595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:14:49.674765 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:49.705120 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c3ce3a-4a64-40da-8b78-d2ebfcc1ee3d x-openstack-request-id: req-e9c3ce3a-4a64-40da-8b78-d2ebfcc1ee3d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:14:49.705418 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-plugged", "status": "completed", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:14:49.705677 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9c3ce3a-4a64-40da-8b78-d2ebfcc1ee3d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:14:49.706073 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'code': 200} Feb 10 07:14:49.739959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:49.810156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5964f58-2899-46dc-a1d9-8be2fead9d19 req-5135823c-8b47-4fd6-a37e-dbe31822bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:49.811693 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f5964f58-2899-46dc-a1d9-8be2fead9d19 req-5135823c-8b47-4fd6-a37e-dbe31822bd9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1128 time: 0.0485454 Feb 10 07:14:49.856465 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f5964f58-2899-46dc-a1d9-8be2fead9d19 req-58f51271-5cae-4d58-bd9b-4a369e177af0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384889 Feb 10 07:14:50.623244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b7581-9185-417b-a757-b570e643d579 req-b3528a4f-9992-48ea-bbcf-b760df52dbb7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:50.624881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e56b7581-9185-417b-a757-b570e643d579 req-b3528a4f-9992-48ea-bbcf-b760df52dbb7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0519547 Feb 10 07:14:50.672331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e56b7581-9185-417b-a757-b570e643d579 req-afe03fb5-9af9-4344-b55d-91a3ff60353d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414879 Feb 10 07:14:51.797573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272ce4e-7444-4a56-a49d-d9ecb755f62d req-40731fef-ee4d-4ec2-afa5-49953819b40b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:51.799061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7272ce4e-7444-4a56-a49d-d9ecb755f62d req-40731fef-ee4d-4ec2-afa5-49953819b40b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0552018 Feb 10 07:14:51.845929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7272ce4e-7444-4a56-a49d-d9ecb755f62d req-be09f49c-0d9a-4ab3-ba02-5d1156a133b3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414178 Feb 10 07:14:51.960354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfb25e-14d5-4834-b7d9-2392fafd263c req-91936507-a89d-4d92-b5fe-1519035e789c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:51.961711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80cfb25e-14d5-4834-b7d9-2392fafd263c req-91936507-a89d-4d92-b5fe-1519035e789c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0514565 Feb 10 07:14:52.008849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80cfb25e-14d5-4834-b7d9-2392fafd263c req-e49d4f83-8aad-4629-8e72-2803f05c5036 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Feb 10 07:14:52.030188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58470) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:52.072580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd78d74-732f-4e8e-8927-2e99853a5302 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:52.074073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6fd78d74-732f-4e8e-8927-2e99853a5302 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1123 time: 0.0429120 Feb 10 07:14:52.077064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58472) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:52.081239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:14:52.100836 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:52.197581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:52.300926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.25.8.77 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/38bad8a7-6c7f-4737-b79e-d4d9edb65a11) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:14:52.397774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (38bad8a7-6c7f-4737-b79e-d4d9edb65a11), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:52.430382 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (38bad8a7-6c7f-4737-b79e-d4d9edb65a11), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:52.469056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:14:52.472468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:14:52.476149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:14:52.482024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=38bad8a7-6c7f-4737-b79e-d4d9edb65a11,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:52.835507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (c196c1cf-b097-49ae-bc0e-7f4056c3a529), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:52.904918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (38bad8a7-6c7f-4737-b79e-d4d9edb65a11), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:53.047079 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (38bad8a7-6c7f-4737-b79e-d4d9edb65a11), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:53.051556 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (38bad8a7-6c7f-4737-b79e-d4d9edb65a11), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:53.125307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=38bad8a7-6c7f-4737-b79e-d4d9edb65a11,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:14:53.133463 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (c196c1cf-b097-49ae-bc0e-7f4056c3a529), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:53.236448 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Floating IP c196c1cf-b097-49ae-bc0e-7f4056c3a529 associated. External IP: 172.25.8.77, port: 7dc1b410-8fc8-4569-bb34-b7ee848501fb. Feb 10 07:14:53.730164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router fabfa5a1-9d15-40a4-9eef-d2920b92a686 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:14:53.842193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:14:53.851784 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] Sync routers for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:14:53.859780 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:14:53.861909 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:53.862531 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:53.892138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8945191-9e5b-4961-9d1b-a688e94934b4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8116570 Feb 10 07:14:53.892138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:14:53.892800 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:14:53.931360 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5946a5aa-b2d1-4205-b5c4-4ee4494da612 x-openstack-request-id: req-5946a5aa-b2d1-4205-b5c4-4ee4494da612 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:14:53.931726 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:14:53.932076 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5946a5aa-b2d1-4205-b5c4-4ee4494da612 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:14:53.932540 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'status': 'completed', 'code': 200} Feb 10 07:14:53.969920 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:53.993919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35118a6c-c762-4076-be82-2977de23dcc8 req-189cbdb5-a4c5-443b-885b-049034aa7fc6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:53.995049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35118a6c-c762-4076-be82-2977de23dcc8 req-189cbdb5-a4c5-443b-885b-049034aa7fc6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0550959 Feb 10 07:14:53.997330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-ff866c06-732d-42d7-9570-edaf1ac5d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:53.999038 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-ff866c06-732d-42d7-9570-edaf1ac5d937 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1128 time: 0.0457227 Feb 10 07:14:54.043747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35118a6c-c762-4076-be82-2977de23dcc8 req-7868e3ff-28aa-4217-8413-53a188a2819b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430577 Feb 10 07:14:54.066758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58478) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:54.102056 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-a47e8ae1-7af4-4490-bc19-2b81eaa3e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:54.103771 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-a47e8ae1-7af4-4490-bc19-2b81eaa3e7c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 200 len: 896 time: 0.0978203 Feb 10 07:14:54.137250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7673cc75-e883-43d4-a4a3-09a6b479f41d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/c196c1cf-b097-49ae-bc0e-7f4056c3a529 HTTP/1.1" status: 200 len: 991 time: 0.0682230 Feb 10 07:14:54.170245 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-6af8e08d-d17c-4334-8ce4-ae41841e4ecd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 999 time: 0.0601692 Feb 10 07:14:54.192244 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'c196c1cf-b097-49ae-bc0e-7f4056c3a529', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'port_id': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'mac_address': 'fa:16:3e:77:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923888d-64bc-4256-8999-cd51c5f49b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:14:52Z', 'updated_at': '2022-02-10T07:14:52Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8405db8f-a9ea-429d-b036-a755d087ec13', 'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:1a:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:36Z', 'updated_at': '2022-02-10T07:14:40Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:54.220389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-691f422a-5463-4603-9905-f56280ac6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:54.221893 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-691f422a-5463-4603-9905-f56280ac6e82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f952f82-189a-4687-a28f-61f9ed22c51a HTTP/1.1" status: 200 len: 835 time: 0.0455716 Feb 10 07:14:54.277315 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-c65829c3-cbdd-4d83-8c3f-ac1f6b18d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:14:54.278777 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-c65829c3-cbdd-4d83-8c3f-ac1f6b18d466 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3528d755-f763-4b16-bb2f-4b48b1044925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513566 Feb 10 07:14:54.309473 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] Checking router: fabfa5a1-9d15-40a4-9eef-d2920b92a686 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:14:54.317531 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:14:54.318125 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:14:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:54.368638 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-057f0963-236a-421b-be87-39b107c33438 service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829883 Feb 10 07:14:54.421239 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:14:54.465019 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6d77fb1e-9281-4a86-ad04-d6b3ecbc20f8 req-cf502d45-714a-438f-8946-ad0f6338239a service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907590 Feb 10 07:14:54.635684 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'c196c1cf-b097-49ae-bc0e-7f4056c3a529', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'port_id': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'mac_address': 'fa:16:3e:77:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923888d-64bc-4256-8999-cd51c5f49b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:14:52Z', 'updated_at': '2022-02-10T07:14:52Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8405db8f-a9ea-429d-b036-a755d087ec13', 'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:1a:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:36Z', 'updated_at': '2022-02-10T07:14:40Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:14:54.665095 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93b049-a927-4d73-ab05-5ebe0223ab7b None None] The sync data for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 is: [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'c196c1cf-b097-49ae-bc0e-7f4056c3a529', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'port_id': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'mac_address': 'fa:16:3e:77:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923888d-64bc-4256-8999-cd51c5f49b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:14:52Z', 'updated_at': '2022-02-10T07:14:52Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8405db8f-a9ea-429d-b036-a755d087ec13', 'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:1a:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:36Z', 'updated_at': '2022-02-10T07:14:40Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:14:54.865830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7ba8b-645a-4498-86ae-12b6e7d27084 None None] New status for floating IP c196c1cf-b097-49ae-bc0e-7f4056c3a529: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:14:55.139791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58480) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:14:55.212538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5e5063e9-c281-4072-8641-076d75433d7b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/c196c1cf-b097-49ae-bc0e-7f4056c3a529 HTTP/1.1" status: 200 len: 993 time: 0.0716102 Feb 10 07:15:00.012748 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:15:07.132438 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:10.366828 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f043aec0-33f8-4c01-8d0f-b1fe1d4b58fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:10.419042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:12.599009 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62e13a64-554d-4662-8bbb-fb5a085ec947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:13.919849 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:15.342807 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:16.475434 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:29.736482 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-72d6e1ae-138f-48a0-abfc-d9278192d633 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437396 Feb 10 07:15:29.821860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-0aebaf5b-162c-4b7e-89ba-f72041327d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:15:29.823370 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-0aebaf5b-162c-4b7e-89ba-f72041327d7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1128 time: 0.0443931 Feb 10 07:15:29.928050 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-8651185e-a687-448f-963a-91f0982dc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:15:29.929546 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-8651185e-a687-448f-963a-91f0982dc1c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 200 len: 896 time: 0.0883374 Feb 10 07:15:29.993716 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-9f0b7e6d-ae77-4061-8e41-fa5ce28b206c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 1001 time: 0.0578380 Feb 10 07:15:30.043772 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-30a482dc-1663-40aa-8054-0cf66cd25286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:15:30.045165 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-30a482dc-1663-40aa-8054-0cf66cd25286 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f952f82-189a-4687-a28f-61f9ed22c51a HTTP/1.1" status: 200 len: 835 time: 0.0456877 Feb 10 07:15:30.095938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-9b51a87b-b834-4556-9152-5a8349db3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:15:30.097425 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-9b51a87b-b834-4556-9152-5a8349db3954 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3528d755-f763-4b16-bb2f-4b48b1044925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446682 Feb 10 07:15:30.184901 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-f45d6a15-9822-4094-9b91-d6642ceb9fc5 service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801234 Feb 10 07:15:30.274616 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2f4b1e7b-092e-4457-b5b0-396557b1bea2 req-9ca32014-da58-45a9-9ee9-96a45bfc791f service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838830 Feb 10 07:15:37.011319 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:15:37.137918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:40.368241 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-baf8dc24-9a22-42b3-8ebe-e94e010ff707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:40.416321 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:42.601273 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e51fef50-1de1-42e5-b93a-db0db92ea16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:43.926170 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:45.345893 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:46.476790 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:55.933611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a2042-61c2-4820-868a-6cf1250a7d17 req-55ccf330-43f7-49f6-ad70-8a479d6b48aa tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:15:55.935119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c75a2042-61c2-4820-868a-6cf1250a7d17 req-55ccf330-43f7-49f6-ad70-8a479d6b48aa tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0564125 Feb 10 07:15:55.982677 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c75a2042-61c2-4820-868a-6cf1250a7d17 req-220111cf-5aee-4195-a74c-ba9dbba643fc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415735 Feb 10 07:15:56.008580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58504) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:15:56.070338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8b87a9d4-86f6-4bbc-a98c-582394be0b66 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/c196c1cf-b097-49ae-bc0e-7f4056c3a529 HTTP/1.1" status: 200 len: 993 time: 0.0592158 Feb 10 07:15:56.435309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e6e82-eeba-47f0-b678-f3a47bb90ece req-ceb58ebb-591a-4a0a-89a1-aa963bf3fbd5 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:15:56.436811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-172e6e82-eeba-47f0-b678-f3a47bb90ece req-ceb58ebb-591a-4a0a-89a1-aa963bf3fbd5 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1128 time: 0.0471501 Feb 10 07:15:56.483994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-172e6e82-eeba-47f0-b678-f3a47bb90ece req-0470b494-b6e5-4512-848a-a1d891a7cd3d tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Feb 10 07:15:56.599802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-196fd29b-7bb2-4cb5-8991-7c91970bdd66 req-2fe53929-a3a0-4b9d-9e2e-3cb3ee9f6f70 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:15:56.600816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-196fd29b-7bb2-4cb5-8991-7c91970bdd66 req-2fe53929-a3a0-4b9d-9e2e-3cb3ee9f6f70 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511494 Feb 10 07:15:57.018956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-7be4d1a3-b96a-4d3c-95a9-8e8183af4fda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425389 Feb 10 07:15:57.027122 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-67514183-dceb-40a6-bc72-3b7c280bf67b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:15:57.028061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-67514183-dceb-40a6-bc72-3b7c280bf67b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048242 Feb 10 07:15:57.094584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-39cc641b-d9be-45d5-829b-3e7b33bef2ed tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:15:57.095952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-39cc641b-d9be-45d5-829b-3e7b33bef2ed tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports/7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 1125 time: 0.0382864 Feb 10 07:15:59.597971 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-1c2e1b48-b7ce-41fe-a5f5-605285471597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:15:59.599379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-1c2e1b48-b7ce-41fe-a5f5-605285471597 service neutron] 10.222.0.21 "GET /v2.0/ports/7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 1125 time: 0.0365624 Feb 10 07:15:59.607390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Request body: {'binding': {'host': 'n-h2-828670-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:15:59.607836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Unknown quota resources ['binding']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 07:15:59.738355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on host n-h2-828670-1 for vnic_type normal with profile None {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:15:59.738694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:15:59.739019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on network 3528d755-f763-4b16-bb2f-4b48b1044925 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:15:59.743225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on network 3528d755-f763-4b16-bb2f-4b48b1044925 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:15:59.743533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on network 3528d755-f763-4b16-bb2f-4b48b1044925 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:15:59.748475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:15:59.748808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Checking segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:15:59.749187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Bound using segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:15:59.749608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Bound port: 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:15:59.836167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:15:59.841814 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:15:59.843023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] 10.222.0.21 "POST /v2.0/ports/7dc1b410-8fc8-4569-bb34-b7ee848501fb/bindings HTTP/1.1" status: 201 len: 389 time: 0.2388155 Feb 10 07:15:59.986017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca91d84-7705-4cef-8c8c-e2194acd38ad req-22d9130f-7ccd-458b-bc6e-2816fcb33fd8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:15:59.988297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fca91d84-7705-4cef-8c8c-e2194acd38ad req-22d9130f-7ccd-458b-bc6e-2816fcb33fd8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0560629 Feb 10 07:16:00.042164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fca91d84-7705-4cef-8c8c-e2194acd38ad req-95fcee27-5a6e-4bc1-a2d0-cee368c8b7ae tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481825 Feb 10 07:16:00.117813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-3f35341a-d0ba-4abf-aa7f-d5b17e372061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:00.119337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-3f35341a-d0ba-4abf-aa7f-d5b17e372061 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1128 time: 0.1001823 Feb 10 07:16:00.212565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-1e000c46-c262-401c-8e63-fe383c39d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:00.214073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-1e000c46-c262-401c-8e63-fe383c39d31b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 200 len: 896 time: 0.0881190 Feb 10 07:16:00.285815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-e2ef168f-2640-41f7-844e-95bf07f17c2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 1001 time: 0.0620992 Feb 10 07:16:00.335201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-d455619c-2513-4b43-a3f5-45b5d1eed709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:00.336595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-d455619c-2513-4b43-a3f5-45b5d1eed709 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f952f82-189a-4687-a28f-61f9ed22c51a HTTP/1.1" status: 200 len: 835 time: 0.0428114 Feb 10 07:16:00.389099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-71fd8c38-1d11-4401-a3ec-8bea9c50f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:00.390600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-71fd8c38-1d11-4401-a3ec-8bea9c50f051 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3528d755-f763-4b16-bb2f-4b48b1044925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438282 Feb 10 07:16:00.482990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-dd04b3a9-fecd-450a-8027-19de7f67b1bc service neutron] 10.222.0.24 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831230 Feb 10 07:16:00.570881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-8d821343-768a-4248-8262-bd7ecc2be18a service neutron] 10.222.0.24 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815146 Feb 10 07:16:00.728010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-e0957802-5744-4f60-a679-2aeb6be1a439 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:00.729518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-e0957802-5744-4f60-a679-2aeb6be1a439 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30&tenant_id=905ebaa5dee842e991cea826da16ba0a&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1128 time: 0.0839200 Feb 10 07:16:00.744619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828670-1'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:00.801976 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:00.925313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:00.960775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:16:00.998125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:16:01.000411 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153869df-26a5-4a36-99aa-bce45bfed863" -d '{"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:16:01.004702 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Publish callbacks [] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:01.010921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:01.040170 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3c319-352f-4824-9391-8b1587c1c87c x-openstack-request-id: req-faa3c319-352f-4824-9391-8b1587c1c87c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:16:01.040463 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:16:01.040713 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faa3c319-352f-4824-9391-8b1587c1c87c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:16:01.041099 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'code': 200} Feb 10 07:16:01.106533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:01.122285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.122644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.122985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.123318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.123642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.123966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.124292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.124611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.124930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.125248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.125565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.125880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.126194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:01.216170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ae6a-a709-4e57-a70c-e4c543631932 req-7ea3cf34-52f2-421b-bc81-78116ccaeef3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:01.217723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19b6ae6a-a709-4e57-a70c-e4c543631932 req-7ea3cf34-52f2-421b-bc81-78116ccaeef3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 944 time: 0.0995369 Feb 10 07:16:01.218466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on host n-h1-828670-1 for vnic_type normal with profile {"migrating_to": "n-h2-828670-1"} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:16:01.218793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:16:01.219115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on network 3528d755-f763-4b16-bb2f-4b48b1044925 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:16:01.230332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on network 3528d755-f763-4b16-bb2f-4b48b1044925 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:16:01.230660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Attempting to bind port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on network 3528d755-f763-4b16-bb2f-4b48b1044925 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:16:01.243842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:16:01.244173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Checking segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:16:01.244544 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Bound using segment: {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:16:01.244967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Bound port: 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:16:01.245320 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:01.303815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19b6ae6a-a709-4e57-a70c-e4c543631932 req-b396e0e9-e25b-4758-9153-79c29303c1f3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792615 Feb 10 07:16:01.316400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4899f2d7-a491-45b3-805d-f799967cce46 None None] Provisioning complete for port 7dc1b410-8fc8-4569-bb34-b7ee848501fb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:01.317330 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4899f2d7-a491-45b3-805d-f799967cce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:01.333290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:16:01.336648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:16:01.343334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:01.352140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4899f2d7-a491-45b3-805d-f799967cce46 None None] Port 7dc1b410-8fc8-4569-bb34-b7ee848501fb cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:16:01.437216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=8']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:01.479583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:01.480199 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:01.481608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-4f159add-49c3-441b-832d-883bdf650961 service neutron] 10.222.0.24 "PUT /v2.0/ports/7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 1122 time: 0.7409558 Feb 10 07:16:01.546516 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['7dc1b410-8fc8-4569-bb34-b7ee848501fb'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:16:01.694687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Provisioning complete for port 7dc1b410-8fc8-4569-bb34-b7ee848501fb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:01.694970 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:01.824334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Current status of the port 7dc1b410-8fc8-4569-bb34-b7ee848501fb is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:01.824639 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:01.862274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:16:01.864493 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d273bd-39ac-4cab-9942-57d3feeacf40" -d '{"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-plugged", "status": "completed", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:16:01.876142 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:01.882413 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:01.908836 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da362141-efa0-4dc8-8d29-05fd6528039b x-openstack-request-id: req-da362141-efa0-4dc8-8d29-05fd6528039b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:16:01.909125 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-plugged", "status": "completed", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:16:01.909378 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da362141-efa0-4dc8-8d29-05fd6528039b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:16:01.909758 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'code': 200} Feb 10 07:16:02.022383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Pushing event updated for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:02.035556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.035905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.036245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.036604 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.036937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.037266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.037593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.037915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.038238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.038588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.038910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.039232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.039552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79519-9097-4d44-aae4-11746bc60590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:02.424071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d4fac-b7b1-4150-9277-65af97261fbf req-a5fb4d20-5fcc-4c7d-b265-898a89c05238 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:02.425520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a8d4fac-b7b1-4150-9277-65af97261fbf req-a5fb4d20-5fcc-4c7d-b265-898a89c05238 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0520155 Feb 10 07:16:02.475633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a8d4fac-b7b1-4150-9277-65af97261fbf req-abf61792-faaa-4c69-98e3-885289f3cbef tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446949 Feb 10 07:16:03.042295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:16:03.044707 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaaab8f-6375-4113-acbe-09c91d764981" -d '{"events": [{"name": "network-changed", "server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:16:03.080563 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50ab797-3cb3-46e0-977a-e33c4c63f274 x-openstack-request-id: req-c50ab797-3cb3-46e0-977a-e33c4c63f274 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:16:03.080869 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:16:03.081103 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c50ab797-3cb3-46e0-977a-e33c4c63f274 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:16:03.081504 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'status': 'completed', 'code': 200} Feb 10 07:16:03.145637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-a6919752-a1f7-4ef6-b251-c63fd73e2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:03.147257 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-a6919752-a1f7-4ef6-b251-c63fd73e2c28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1158 time: 0.0456090 Feb 10 07:16:03.240467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-798da655-8a68-4ff7-9e41-280c99f9b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:03.241934 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-798da655-8a68-4ff7-9e41-280c99f9b514 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 200 len: 896 time: 0.0883417 Feb 10 07:16:03.306727 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-868a793c-2f93-47c2-93a4-051ae94f2727 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 1001 time: 0.0586262 Feb 10 07:16:03.352623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-681967bf-760a-450a-a031-a4c89afed5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:03.354034 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-681967bf-760a-450a-a031-a4c89afed5c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f952f82-189a-4687-a28f-61f9ed22c51a HTTP/1.1" status: 200 len: 835 time: 0.0421512 Feb 10 07:16:03.408677 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-c5a49e5e-c677-46c2-a742-ca9ebb683297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:03.410164 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-c5a49e5e-c677-46c2-a742-ca9ebb683297 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3528d755-f763-4b16-bb2f-4b48b1044925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498106 Feb 10 07:16:03.486317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7dc1b410-8fc8-4569-bb34-b7ee848501fb details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:16:03.498490 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-39849b1e-50b0-403e-bea2-e08054a7aedb service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818920 Feb 10 07:16:03.593867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:03.609765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7dc1b410-8fc8-4569-bb34-b7ee848501fb has no active binding in host n-h2-828670-1 {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 07:16:03.613638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c9ad3-d7aa-4851-82e7-0c2990bbd424 req-b2a84b2e-f4fa-46ef-93f3-abec7ead089e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:03.614763 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-9aaaab8f-6375-4113-acbe-09c91d764981 req-2c57efce-0533-4f6e-aeb2-8e8ef7435144 service neutron] 10.222.0.13 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096854 Feb 10 07:16:03.615230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a8c9ad3-d7aa-4851-82e7-0c2990bbd424 req-b2a84b2e-f4fa-46ef-93f3-abec7ead089e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0698743 Feb 10 07:16:03.665212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a8c9ad3-d7aa-4851-82e7-0c2990bbd424 req-96047187-eb11-47ee-bea4-eb39fadbc96a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Feb 10 07:16:04.785131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e880360-6eab-4016-b96c-88ccb46f8fd2 req-8a964877-c326-4dba-9239-a93da87ae69f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:04.786538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e880360-6eab-4016-b96c-88ccb46f8fd2 req-8a964877-c326-4dba-9239-a93da87ae69f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0523078 Feb 10 07:16:04.833742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e880360-6eab-4016-b96c-88ccb46f8fd2 req-fa405a00-179a-4cbc-ae65-e48bf27d54ba tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Feb 10 07:16:05.955008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5053-b733-4345-b284-3759ad7680e9 req-bab1cda9-29d4-4b93-a1a0-0ce8ff4554e4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:05.956475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9fdd5053-b733-4345-b284-3759ad7680e9 req-bab1cda9-29d4-4b93-a1a0-0ce8ff4554e4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 946 time: 0.0570617 Feb 10 07:16:06.003077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9fdd5053-b733-4345-b284-3759ad7680e9 req-3349c5c9-6d72-492d-ab38-45b120bb2638 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412273 Feb 10 07:16:06.791737 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-7fafe082-fcca-446a-8e0a-ecb9e7133006 service neutron] 10.222.0.13 "GET /v2.0/ports/7dc1b410-8fc8-4569-bb34-b7ee848501fb/bindings/n-h2-828670-1 HTTP/1.1" status: 200 len: 384 time: 0.0534987 Feb 10 07:16:06.962380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:06.981043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:16:07.019536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:16:07.021847 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6103937b-33a9-478f-a454-e77a50f369dd" -d '{"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:16:07.029023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:07.050343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:07.129984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450351b7-3d8c-4fcb-90f7-119ac0e65e13 req-ed814d92-125c-4aa0-b140-97b7572b7c04 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:07.131598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-450351b7-3d8c-4fcb-90f7-119ac0e65e13 req-ed814d92-125c-4aa0-b140-97b7572b7c04 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 945 time: 0.0561788 Feb 10 07:16:07.138415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Transition to ACTIVE for port object 7dc1b410-8fc8-4569-bb34-b7ee848501fb will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:16:07.146023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:07.150172 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3210df74-6a26-47b4-b024-e381af995f73 x-openstack-request-id: req-3210df74-6a26-47b4-b024-e381af995f73 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:16:07.150583 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:16:07.150964 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3210df74-6a26-47b4-b024-e381af995f73 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:16:07.151360 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'code': 200} Feb 10 07:16:07.161956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:07.184349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-450351b7-3d8c-4fcb-90f7-119ac0e65e13 req-f1860b30-6017-429b-99ef-f95a57a71409 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466123 Feb 10 07:16:07.252148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=11']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:07.266416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.266764 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.267142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.267486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.267822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.268158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.268487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.268814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.269142 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.269468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.269795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.270120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.270474 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:07.299501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] No DVR routers for this DVR port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:16:07.435064 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-0c3705ae-6fed-49b6-9f45-e92123e3ea58 service neutron] 10.222.0.13 "PUT /v2.0/ports/7dc1b410-8fc8-4569-bb34-b7ee848501fb/bindings/n-h2-828670-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6378987 Feb 10 07:16:07.545623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-e6fa28e1-f20f-4a61-b3f6-2a60f52151a6 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:07.547222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-e6fa28e1-f20f-4a61-b3f6-2a60f52151a6 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30&tenant_id=905ebaa5dee842e991cea826da16ba0a&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.0517123 Feb 10 07:16:07.598133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-bf2a0240-7911-44d3-9912-0e06eebbcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:07.599520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-bf2a0240-7911-44d3-9912-0e06eebbcb5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 1127 time: 0.0429122 Feb 10 07:16:07.666252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-13148cb2-9153-479e-affe-134875dba687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:07.667744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-13148cb2-9153-479e-affe-134875dba687 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1127 time: 0.0436695 Feb 10 07:16:07.760050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-49b33676-15c0-4b03-8e1c-ebf19b2f548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:07.761511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-49b33676-15c0-4b03-8e1c-ebf19b2f548b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 200 len: 896 time: 0.0849166 Feb 10 07:16:07.830356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-2eabab17-2eab-40f1-ad9a-d6a4a0f0079f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 999 time: 0.0582983 Feb 10 07:16:07.878744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-28422e50-b46a-4b21-8f3f-524b6e3b3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:07.880039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-28422e50-b46a-4b21-8f3f-524b6e3b3f6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f952f82-189a-4687-a28f-61f9ed22c51a HTTP/1.1" status: 200 len: 835 time: 0.0413599 Feb 10 07:16:07.930921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-c5824619-e016-4389-8aad-3244bbfb37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:07.932426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-c5824619-e016-4389-8aad-3244bbfb37ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3528d755-f763-4b16-bb2f-4b48b1044925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461724 Feb 10 07:16:08.022944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-308a9144-1259-4f4a-b1c6-da26e1ba5e28 service neutron] 10.222.0.24 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795746 Feb 10 07:16:08.120520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-ab83fb6d-cc9a-4a9c-b868-804d6c8b4f97 service neutron] 10.222.0.24 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871203 Feb 10 07:16:08.307343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c64d6e-f1e9-431c-bfe3-1f0c88f9e748 req-0cd36540-b82b-4582-8534-d75f9490ffe2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:08.308833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9c64d6e-f1e9-431c-bfe3-1f0c88f9e748 req-0cd36540-b82b-4582-8534-d75f9490ffe2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 945 time: 0.0534973 Feb 10 07:16:08.395846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9c64d6e-f1e9-431c-bfe3-1f0c88f9e748 req-4405aa14-63cf-4e8d-8221-3046814db1f5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795319 Feb 10 07:16:08.400338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-84267414-3ddd-4fa0-a428-fa9faef68c3f tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:08.401757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-84267414-3ddd-4fa0-a428-fa9faef68c3f tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30&tenant_id=905ebaa5dee842e991cea826da16ba0a&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 1127 time: 0.0797513 Feb 10 07:16:08.514074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-64424aab-e0f6-43c2-bea3-6ae7659d1582 service neutron] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:16:08.517225 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-64424aab-e0f6-43c2-bea3-6ae7659d1582 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:08.518364 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-64424aab-e0f6-43c2-bea3-6ae7659d1582 service neutron] 10.222.0.24 "DELETE /v2.0/ports/7dc1b410-8fc8-4569-bb34-b7ee848501fb/bindings/n-h1-828670-1 HTTP/1.1" status: 204 len: 173 time: 0.1065207 Feb 10 07:16:09.518192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c813e3-4430-4582-af06-adbb69acd6f9 req-4277e5c0-9c6b-46c2-bc31-de5c232e4691 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:09.519716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07c813e3-4430-4582-af06-adbb69acd6f9 req-4277e5c0-9c6b-46c2-bc31-de5c232e4691 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 945 time: 0.0521476 Feb 10 07:16:09.567267 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07c813e3-4430-4582-af06-adbb69acd6f9 req-0f2534c5-b3ce-4a7c-a4e6-76f88210bae5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Feb 10 07:16:09.679962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61706084-35dd-4789-9791-1c7158f4e9fd req-c798e185-1e9b-4070-b39a-371399226beb tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:09.681392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61706084-35dd-4789-9791-1c7158f4e9fd req-c798e185-1e9b-4070-b39a-371399226beb tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1127 time: 0.0468402 Feb 10 07:16:09.725513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61706084-35dd-4789-9791-1c7158f4e9fd req-e4c10ee8-ed4a-450b-b619-f7b63de05888 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 Feb 10 07:16:09.844119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f9e7d-f20d-481a-8240-c6f07a81e18c req-e726ce65-9004-4254-89b5-16398f461a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:09.845609 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa7f9e7d-f20d-481a-8240-c6f07a81e18c req-e726ce65-9004-4254-89b5-16398f461a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 945 time: 0.0520008 Feb 10 07:16:09.885477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7dc1b410-8fc8-4569-bb34-b7ee848501fb no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:16:09.893762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa7f9e7d-f20d-481a-8240-c6f07a81e18c req-b0072b34-cb67-4624-b1f3-c8b77762d27b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Feb 10 07:16:09.915535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58578) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:09.923926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port 7dc1b410-8fc8-4569-bb34-b7ee848501fb host n-h2-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:16:09.924326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7dc1b410-8fc8-4569-bb34-b7ee848501fb not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:16:09.979742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f12d18c-c1aa-435e-9801-abf86da05c37 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/c196c1cf-b097-49ae-bc0e-7f4056c3a529 HTTP/1.1" status: 200 len: 991 time: 0.0630212 Feb 10 07:16:10.233315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58584) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:10.374750 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2812-f50f-4bfd-b5be-5eb13d0000f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:10.387020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 38bad8a7-6c7f-4737-b79e-d4d9edb65a11 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:16:10.387360 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (38bad8a7-6c7f-4737-b79e-d4d9edb65a11), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:10.429529 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:10.467306 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (38bad8a7-6c7f-4737-b79e-d4d9edb65a11), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:10.467632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (38bad8a7-6c7f-4737-b79e-d4d9edb65a11), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:10.479596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 38bad8a7-6c7f-4737-b79e-d4d9edb65a11 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:16:10.620103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (38bad8a7-6c7f-4737-b79e-d4d9edb65a11), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:10.648208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=38bad8a7-6c7f-4737-b79e-d4d9edb65a11,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:10.708812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (c196c1cf-b097-49ae-bc0e-7f4056c3a529), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:10.709191 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Floating IP c196c1cf-b097-49ae-bc0e-7f4056c3a529 disassociated (deleted). External IP: 172.25.8.77, port: 7dc1b410-8fc8-4569-bb34-b7ee848501fb. Feb 10 07:16:11.198617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router fabfa5a1-9d15-40a4-9eef-d2920b92a686 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:16:11.308469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:16:11.313181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:11.317809 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] Sync routers for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:16:11.326744 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:11.327362 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:15:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:11.341925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea87d73f-a229-43dc-98c2-30cc0cf05066 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/floatingips/c196c1cf-b097-49ae-bc0e-7f4056c3a529 HTTP/1.1" status: 204 len: 168 time: 1.1075928 Feb 10 07:16:11.342536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:16:11.344832 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba6540b-1ef8-43fa-88d4-9e5437661564" -d '{"events": [{"name": "network-changed", "server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:16:11.383292 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abc2897-8da6-4186-8ddf-e5f4b30cf5ad x-openstack-request-id: req-3abc2897-8da6-4186-8ddf-e5f4b30cf5ad {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:16:11.383597 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:16:11.383869 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3abc2897-8da6-4186-8ddf-e5f4b30cf5ad {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:16:11.384284 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'status': 'completed', 'code': 200} Feb 10 07:16:11.454238 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:11.465195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-9bdc921b-50d8-4a0a-b735-4a311f6ba270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:11.466911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-9bdc921b-50d8-4a0a-b735-4a311f6ba270 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 1127 time: 0.0526755 Feb 10 07:16:11.604160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-59a841d3-a023-4572-8ae0-293842a69718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:11.605631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-59a841d3-a023-4572-8ae0-293842a69718 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 200 len: 896 time: 0.1267374 Feb 10 07:16:11.617217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dde7da-56f3-43d7-af0b-c4369d156499 req-6af20e32-923e-4cce-bcfd-b5a72483e0c4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:11.618662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7dde7da-56f3-43d7-af0b-c4369d156499 req-6af20e32-923e-4cce-bcfd-b5a72483e0c4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 945 time: 0.0729716 Feb 10 07:16:11.659836 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8405db8f-a9ea-429d-b036-a755d087ec13', 'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:1a:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:36Z', 'updated_at': '2022-02-10T07:14:40Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:11.667248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-876e12aa-f27d-48f2-b18a-34d512c37ac7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 200 len: 217 time: 0.0476565 Feb 10 07:16:11.689649 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] Checking router: fabfa5a1-9d15-40a4-9eef-d2920b92a686 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:16:11.697645 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:11.698249 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:15:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:11.727714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7dde7da-56f3-43d7-af0b-c4369d156499 req-bbacfc0f-4016-4559-86d8-846d0ca46905 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c44213-2924-48b9-b383-547d982cd1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024384 Feb 10 07:16:11.737187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-389d7315-ac57-40bd-99bf-79cf4d5337ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:11.738641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-389d7315-ac57-40bd-99bf-79cf4d5337ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f952f82-189a-4687-a28f-61f9ed22c51a HTTP/1.1" status: 200 len: 835 time: 0.0633404 Feb 10 07:16:11.791788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-aaecb654-ddd5-4ef3-8ae1-38caba2e101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:11.793470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-aaecb654-ddd5-4ef3-8ae1-38caba2e101f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3528d755-f763-4b16-bb2f-4b48b1044925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471456 Feb 10 07:16:11.814601 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:11.892066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-cc2cded0-d785-482e-b5d7-a03855420b13 service neutron] 10.222.0.24 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913525 Feb 10 07:16:11.982751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ba6540b-1ef8-43fa-88d4-9e5437661564 req-0db20ba4-c790-4f2c-b485-b285951c5999 service neutron] 10.222.0.24 "GET /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838249 Feb 10 07:16:12.010744 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8405db8f-a9ea-429d-b036-a755d087ec13', 'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:1a:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:36Z', 'updated_at': '2022-02-10T07:14:40Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:12.039666 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd9baa-208b-40a5-87bb-3a66716b93b7 None None] The sync data for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 is: [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:14:37Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '8405db8f-a9ea-429d-b036-a755d087ec13', 'name': '', 'network_id': '3528d755-f763-4b16-bb2f-4b48b1044925', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:1a:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:36Z', 'updated_at': '2022-02-10T07:14:40Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '0f952f82-189a-4687-a28f-61f9ed22c51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:16:12.060580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-2eec1423-623c-4f6a-9377-00abef04f407 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:12.062706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-2eec1423-623c-4f6a-9377-00abef04f407 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.24 "GET /v2.0/ports?device_id=2923888d-64bc-4256-8999-cd51c5f49b30 HTTP/1.1" status: 200 len: 945 time: 0.0631630 Feb 10 07:16:12.163389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 7dc1b410-8fc8-4569-bb34-b7ee848501fb {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:16:12.163725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:12.258074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port 7dc1b410-8fc8-4569-bb34-b7ee848501fb, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=7dc1b410-8fc8-4569-bb34-b7ee848501fb,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:12.258456 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:12.271777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 7dc1b410-8fc8-4569-bb34-b7ee848501fb owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:16:12.278250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a09715-7aaa-490b-9d21-42ba148f0e26 None None] New status for floating IP c196c1cf-b097-49ae-bc0e-7f4056c3a529: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:16:12.401632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7dc1b410-8fc8-4569-bb34-b7ee848501fb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:12.434194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=7dc1b410-8fc8-4569-bb34-b7ee848501fb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:12.476582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] No DVR routers for this DVR port 7dc1b410-8fc8-4569-bb34-b7ee848501fb on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:16:12.479128 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:12.482426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18708c1d-0000-4c26-9d2e-d5de191bcdca req-c307fd34-a166-47bf-8330-c3279cd34891 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.24 "DELETE /v2.0/ports/7dc1b410-8fc8-4569-bb34-b7ee848501fb HTTP/1.1" status: 204 len: 173 time: 0.4138203 Feb 10 07:16:12.609771 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-691942e8-b73f-4256-8edc-8ab14df4989e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:12.789275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58594) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:13.155743 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (fabfa5a1-9d15-40a4-9eef-d2920b92a686), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:13.390113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-deleted', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:16:13.392921 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a28bdd2-c7b2-4206-9713-af36ce66a793" -d '{"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-deleted", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:16:13.422888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 8405db8f-a9ea-429d-b036-a755d087ec13 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:16:13.423239 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:13.428181 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8536bd59-43af-4b41-9578-fda5a4d2403e x-openstack-request-id: req-8536bd59-43af-4b41-9578-fda5a4d2403e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:16:13.428475 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923888d-64bc-4256-8999-cd51c5f49b30", "name": "network-vif-deleted", "tag": "7dc1b410-8fc8-4569-bb34-b7ee848501fb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:16:13.428731 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8536bd59-43af-4b41-9578-fda5a4d2403e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:16:13.429120 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2923888d-64bc-4256-8999-cd51c5f49b30', 'name': 'network-vif-deleted', 'tag': '7dc1b410-8fc8-4569-bb34-b7ee848501fb', 'status': 'completed', 'code': 200} Feb 10 07:16:13.510709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port 8405db8f-a9ea-429d-b036-a755d087ec13, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=8405db8f-a9ea-429d-b036-a755d087ec13,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:13.511068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:13.523850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 8405db8f-a9ea-429d-b036-a755d087ec13 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:16:13.705592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8405db8f-a9ea-429d-b036-a755d087ec13), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:13.732287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=8405db8f-a9ea-429d-b036-a755d087ec13,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:13.909416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (fabfa5a1-9d15-40a4-9eef-d2920b92a686), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:13.927426 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:14.010159 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:16:14.129046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router fabfa5a1-9d15-40a4-9eef-d2920b92a686 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:16:14.239806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:16:14.245320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cb0c18a6-0091-4e38-b206-8bf2a3ff377b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "PUT /v2.0/routers/fabfa5a1-9d15-40a4-9eef-d2920b92a686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4548805 Feb 10 07:16:14.247884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58598) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:14.248941 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] Sync routers for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:16:14.259909 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:14.260565 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:16:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:14.466784 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:14.597837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1c3d6c-2c80-4359-a6e4-cf09f0002820 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting subnet 0f952f82-189a-4687-a28f-61f9ed22c51a {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:16:14.601148 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3d6c-2c80-4359-a6e4-cf09f0002820 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (0f952f82-189a-4687-a28f-61f9ed22c51a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:14.640646 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3d6c-2c80-4359-a6e4-cf09f0002820 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (0f952f82-189a-4687-a28f-61f9ed22c51a), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:14.651276 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:16:13Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:14.677608 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] Checking router: fabfa5a1-9d15-40a4-9eef-d2920b92a686 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:16:14.685672 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] Routers {'fabfa5a1-9d15-40a4-9eef-d2920b92a686'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:14.686275 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:16:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:14.724582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3d6c-2c80-4359-a6e4-cf09f0002820 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (0f952f82-189a-4687-a28f-61f9ed22c51a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:14.781494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3d6c-2c80-4359-a6e4-cf09f0002820 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (0f952f82-189a-4687-a28f-61f9ed22c51a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:14.790618 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] Set router fabfa5a1-9d15-40a4-9eef-d2920b92a686 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:14.809761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c3d6c-2c80-4359-a6e4-cf09f0002820 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Subnet': ['ID=0f952f82-189a-4687-a28f-61f9ed22c51a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:14.811738 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3d6c-2c80-4359-a6e4-cf09f0002820 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:14.817776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4a1c3d6c-2c80-4359-a6e4-cf09f0002820 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/subnets/0f952f82-189a-4687-a28f-61f9ed22c51a HTTP/1.1" status: 204 len: 168 time: 0.5688956 Feb 10 07:16:14.818519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58600) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:14.826960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a787c882-14d0-4f84-bf1c-98a0afcffb90 None None] Network 3528d755-f763-4b16-bb2f-4b48b1044925 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:16:14.935606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (fabfa5a1-9d15-40a4-9eef-d2920b92a686), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:14.983979 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:16:13Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:14.993023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094d7b5-c723-4f7f-8cf1-23af53690c6c None None] DHCP port deletion for 3528d755-f763-4b16-bb2f-4b48b1044925 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:16:15.011882 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6040d4-8313-4f8f-b4be-a3146e804ad6 None None] The sync data for ids ['fabfa5a1-9d15-40a4-9eef-d2920b92a686'] in n-d-828670-1 is: [{'id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188000482', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:14:33Z', 'updated_at': '2022-02-10T07:16:13Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': 'afeddcad-54ad-43cd-9586-b5f0e8bf1090', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfa5a1-9d15-40a4-9eef-d2920b92a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:14:34Z', 'updated_at': '2022-02-10T07:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:16:15.041259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6094d7b5-c723-4f7f-8cf1-23af53690c6c None None] Deleting port 6032626b-b66d-4e6f-a916-d6ae754f4513 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:16:15.041635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6094d7b5-c723-4f7f-8cf1-23af53690c6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.061367 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (fabfa5a1-9d15-40a4-9eef-d2920b92a686), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.104327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6094d7b5-c723-4f7f-8cf1-23af53690c6c None None] For port 6032626b-b66d-4e6f-a916-d6ae754f4513, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6032626b-b66d-4e6f-a916-d6ae754f4513,segment=NetworkSegment(8afb87ec-7cc6-4fbe-be0e-5b5707e115dd),segment_id=8afb87ec-7cc6-4fbe-be0e-5b5707e115dd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:15.104716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6094d7b5-c723-4f7f-8cf1-23af53690c6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.113486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port afeddcad-54ad-43cd-9586-b5f0e8bf1090 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:16:15.113831 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.117735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6094d7b5-c723-4f7f-8cf1-23af53690c6c None None] Calling delete_port for 6032626b-b66d-4e6f-a916-d6ae754f4513 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:16:15.197822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port afeddcad-54ad-43cd-9586-b5f0e8bf1090, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=afeddcad-54ad-43cd-9586-b5f0e8bf1090,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:15.198579 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.199639 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6094d7b5-c723-4f7f-8cf1-23af53690c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (6032626b-b66d-4e6f-a916-d6ae754f4513), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.213566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for afeddcad-54ad-43cd-9586-b5f0e8bf1090 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:16:15.225746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094d7b5-c723-4f7f-8cf1-23af53690c6c None None] Pushing event deleted for resources: {'Port': ['ID=6032626b-b66d-4e6f-a916-d6ae754f4513,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:15.229446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6094d7b5-c723-4f7f-8cf1-23af53690c6c None None] No DVR routers for this DVR port 6032626b-b66d-4e6f-a916-d6ae754f4513 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:16:15.349392 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.395553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (afeddcad-54ad-43cd-9586-b5f0e8bf1090), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.422289 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=afeddcad-54ad-43cd-9586-b5f0e8bf1090,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:15.492397 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (fabfa5a1-9d15-40a4-9eef-d2920b92a686), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.535109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7dc1b410-8fc8-4569-bb34-b7ee848501fb no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:16:15.556092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 7dc1b410-8fc8-4569-bb34-b7ee848501fb {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:16:15.556441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 7dc1b410-8fc8-4569-bb34-b7ee848501fb not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:16:15.592868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (fabfa5a1-9d15-40a4-9eef-d2920b92a686), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.595800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_controller (fabfa5a1-9d15-40a4-9eef-d2920b92a686), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.638426 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (fabfa5a1-9d15-40a4-9eef-d2920b92a686), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.638871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Fanout notify agent at l3_agent the message router_deleted on router fabfa5a1-9d15-40a4-9eef-d2920b92a686 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:16:15.646155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.647322 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-651e2254-04d0-413d-b297-d595634b93a6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/routers/fabfa5a1-9d15-40a4-9eef-d2920b92a686 HTTP/1.1" status: 204 len: 168 time: 0.8275545 Feb 10 07:16:15.650157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58602) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:15.727669 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (3528d755-f763-4b16-bb2f-4b48b1044925), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.817524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (3528d755-f763-4b16-bb2f-4b48b1044925), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.837190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3528d755-f763-4b16-bb2f-4b48b1044925']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:15.846524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:15.846813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afb87ec-7cc6-4fbe-be0e-5b5707e115dd') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:15.855864 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (8afb87ec-7cc6-4fbe-be0e-5b5707e115dd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.869557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8afb87ec-7cc6-4fbe-be0e-5b5707e115dd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.875593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:16:15.876568 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (8afb87ec-7cc6-4fbe-be0e-5b5707e115dd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:16:15.879508 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:16:15.941049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (3528d755-f763-4b16-bb2f-4b48b1044925), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.945722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:15.950285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/networks/3528d755-f763-4b16-bb2f-4b48b1044925 HTTP/1.1" status: 204 len: 168 time: 0.2984989 Feb 10 07:16:15.953146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58604) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:15.964634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20273c05-0e06-4f77-be73-284759df4d9d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Network': ['ID=3528d755-f763-4b16-bb2f-4b48b1044925,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:16.010044 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f864a21c-0fed-47e7-966b-1d0a13b94f8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (68c44213-2924-48b9-b383-547d982cd1ac), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.035147 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f864a21c-0fed-47e7-966b-1d0a13b94f8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (68c44213-2924-48b9-b383-547d982cd1ac), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.102618 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f864a21c-0fed-47e7-966b-1d0a13b94f8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (68c44213-2924-48b9-b383-547d982cd1ac), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.105382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f864a21c-0fed-47e7-966b-1d0a13b94f8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.106623 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f864a21c-0fed-47e7-966b-1d0a13b94f8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/security-groups/68c44213-2924-48b9-b383-547d982cd1ac HTTP/1.1" status: 204 len: 168 time: 0.1524305 Feb 10 07:16:16.117392 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864a21c-0fed-47e7-966b-1d0a13b94f8c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c44213-2924-48b9-b383-547d982cd1ac,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:16.345536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58610) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:16.350126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0b288246-f9ce-48de-9f5c-6b87d293c7d9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-869024347', 'description': 'tempest-secgroup-smoke-869024347 description', 'project_id': '905ebaa5dee842e991cea826da16ba0a'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:16.370764 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b288246-f9ce-48de-9f5c-6b87d293c7d9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.441625 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b288246-f9ce-48de-9f5c-6b87d293c7d9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (46df7ce2-1f35-4dcc-acef-a0b1544deb4a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.445506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b288246-f9ce-48de-9f5c-6b87d293c7d9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (46df7ce2-1f35-4dcc-acef-a0b1544deb4a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.473292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b288246-f9ce-48de-9f5c-6b87d293c7d9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.474553 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0b288246-f9ce-48de-9f5c-6b87d293c7d9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1279902 Feb 10 07:16:16.477573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:16.478697 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b288246-f9ce-48de-9f5c-6b87d293c7d9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46df7ce2-1f35-4dcc-acef-a0b1544deb4a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:16.484059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.493195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3e0570f9-97e2-4647-828d-e939dc408c77 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '46df7ce2-1f35-4dcc-acef-a0b1544deb4a', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:16.517255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0570f9-97e2-4647-828d-e939dc408c77 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (31008fa2-2fcc-4238-8e3c-e859a3b02636), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.572744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0570f9-97e2-4647-828d-e939dc408c77 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (31008fa2-2fcc-4238-8e3c-e859a3b02636), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.576527 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0570f9-97e2-4647-828d-e939dc408c77 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (31008fa2-2fcc-4238-8e3c-e859a3b02636), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.596610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0570f9-97e2-4647-828d-e939dc408c77 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31008fa2-2fcc-4238-8e3c-e859a3b02636,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:16.601985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0570f9-97e2-4647-828d-e939dc408c77 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.604986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device afeddcad-54ad-43cd-9586-b5f0e8bf1090 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:16:16.606008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58614) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:16.606130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e0570f9-97e2-4647-828d-e939dc408c77 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269491 Feb 10 07:16:16.610916 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2c983bdb-b880-4fbe-a4eb-04ceab4ba328 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '46df7ce2-1f35-4dcc-acef-a0b1544deb4a', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:16.625164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: afeddcad-54ad-43cd-9586-b5f0e8bf1090 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:16:16.625546 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device afeddcad-54ad-43cd-9586-b5f0e8bf1090 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:16:16.626074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6032626b-b66d-4e6f-a916-d6ae754f4513 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:16:16.635939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c983bdb-b880-4fbe-a4eb-04ceab4ba328 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (dcf05cee-379b-46b6-b6cb-4973561ba10b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.646036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 6032626b-b66d-4e6f-a916-d6ae754f4513 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:16:16.646404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6032626b-b66d-4e6f-a916-d6ae754f4513 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:16:16.646816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8405db8f-a9ea-429d-b036-a755d087ec13 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:16:16.665700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 8405db8f-a9ea-429d-b036-a755d087ec13 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:16:16.666044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 8405db8f-a9ea-429d-b036-a755d087ec13 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:16:16.692396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c983bdb-b880-4fbe-a4eb-04ceab4ba328 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (dcf05cee-379b-46b6-b6cb-4973561ba10b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.695849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c983bdb-b880-4fbe-a4eb-04ceab4ba328 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (dcf05cee-379b-46b6-b6cb-4973561ba10b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.713607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c983bdb-b880-4fbe-a4eb-04ceab4ba328 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf05cee-379b-46b6-b6cb-4973561ba10b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:16.721119 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2c983bdb-b880-4fbe-a4eb-04ceab4ba328 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.722353 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2c983bdb-b880-4fbe-a4eb-04ceab4ba328 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149628 Feb 10 07:16:16.725043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58616) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:16.729364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-79e38c01-c410-47dc-81e2-2369e8deb7bd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '46df7ce2-1f35-4dcc-acef-a0b1544deb4a', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:16.753103 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e38c01-c410-47dc-81e2-2369e8deb7bd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (c4a16463-0443-47ea-87d5-ea469c245e12), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.807656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e38c01-c410-47dc-81e2-2369e8deb7bd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (c4a16463-0443-47ea-87d5-ea469c245e12), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.810954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e38c01-c410-47dc-81e2-2369e8deb7bd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (c4a16463-0443-47ea-87d5-ea469c245e12), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.827993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e38c01-c410-47dc-81e2-2369e8deb7bd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a16463-0443-47ea-87d5-ea469c245e12,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:16.835885 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-79e38c01-c410-47dc-81e2-2369e8deb7bd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.837101 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-79e38c01-c410-47dc-81e2-2369e8deb7bd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111171 Feb 10 07:16:16.839837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58618) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:16.844151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-166a285d-6c73-455d-b6f3-89038505c947 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '46df7ce2-1f35-4dcc-acef-a0b1544deb4a', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:16.868802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-166a285d-6c73-455d-b6f3-89038505c947 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (3a4a8492-84de-494e-93ac-dc8ed3a1655f), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.926370 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-166a285d-6c73-455d-b6f3-89038505c947 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (3a4a8492-84de-494e-93ac-dc8ed3a1655f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.930060 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-166a285d-6c73-455d-b6f3-89038505c947 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (3a4a8492-84de-494e-93ac-dc8ed3a1655f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.947173 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a285d-6c73-455d-b6f3-89038505c947 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4a8492-84de-494e-93ac-dc8ed3a1655f,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:16.954486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-166a285d-6c73-455d-b6f3-89038505c947 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:16.955656 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-166a285d-6c73-455d-b6f3-89038505c947 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149166 Feb 10 07:16:16.958332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58620) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:16.962657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-90851c51-19bc-46ab-a188-21832f1d0c9c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '46df7ce2-1f35-4dcc-acef-a0b1544deb4a', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:16.982167 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-90851c51-19bc-46ab-a188-21832f1d0c9c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Project 905ebaa5dee842e991cea826da16ba0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:16:16.987468 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90851c51-19bc-46ab-a188-21832f1d0c9c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (4e72b62a-eec0-432a-b31f-5031e2fc6f8c), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.044164 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90851c51-19bc-46ab-a188-21832f1d0c9c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (4e72b62a-eec0-432a-b31f-5031e2fc6f8c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.047527 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90851c51-19bc-46ab-a188-21832f1d0c9c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (4e72b62a-eec0-432a-b31f-5031e2fc6f8c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.065153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90851c51-19bc-46ab-a188-21832f1d0c9c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e72b62a-eec0-432a-b31f-5031e2fc6f8c,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:17.075234 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90851c51-19bc-46ab-a188-21832f1d0c9c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.076431 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-90851c51-19bc-46ab-a188-21832f1d0c9c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171694 Feb 10 07:16:17.079248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58622) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:17.083438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-59a5925f-a19c-4281-9fe8-8a2932c03996 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'security_group_rule': {'security_group_id': '46df7ce2-1f35-4dcc-acef-a0b1544deb4a', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:17.102086 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-59a5925f-a19c-4281-9fe8-8a2932c03996 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Project 905ebaa5dee842e991cea826da16ba0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:16:17.106711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a5925f-a19c-4281-9fe8-8a2932c03996 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (8f678460-9b4b-4aca-8438-4b2d6f9ae0f9), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.162954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a5925f-a19c-4281-9fe8-8a2932c03996 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (8f678460-9b4b-4aca-8438-4b2d6f9ae0f9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.166374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a5925f-a19c-4281-9fe8-8a2932c03996 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (8f678460-9b4b-4aca-8438-4b2d6f9ae0f9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.183052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5925f-a19c-4281-9fe8-8a2932c03996 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f678460-9b4b-4aca-8438-4b2d6f9ae0f9,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:17.191844 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59a5925f-a19c-4281-9fe8-8a2932c03996 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.193057 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-59a5925f-a19c-4281-9fe8-8a2932c03996 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1128874 Feb 10 07:16:17.195817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58624) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:17.200935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'network': {'name': 'tempest-network-smoke--2008946406', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'port_security_enabled': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:17.219442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:16:17.222706 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.246036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:16:17.255648 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (dea002a3-5fd6-4e5b-a04a-fcb2a36fd665), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.256015 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Added segment dea002a3-5fd6-4e5b-a04a-fcb2a36fd665 of type vlan for network 3b33763e-4eaa-4750-b76f-f3b78d11b55e Feb 10 07:16:17.296142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (3b33763e-4eaa-4750-b76f-f3b78d11b55e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.321322 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (3b33763e-4eaa-4750-b76f-f3b78d11b55e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.326575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:17.327167 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.363911 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1671040 Feb 10 07:16:17.366757 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:17.371680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'admin_state_up': True, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:17.392341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.393391 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.394794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625114f-a581-4ff0-88aa-28706887df3f tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Network': ['ID=3b33763e-4eaa-4750-b76f-f3b78d11b55e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:17.405496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 3b33763e-4eaa-4750-b76f-f3b78d11b55e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:16:17.451903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_controller (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.592608 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.785187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.803780 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:17.906777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.25.8.168 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/9c913505-1171-48f4-9218-f6ae742fb397) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:16:18.005016 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (9c913505-1171-48f4-9218-f6ae742fb397), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:18.038237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9c913505-1171-48f4-9218-f6ae742fb397), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:18.077507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:16:18.080431 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:16:18.083911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:16:18.111614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=9c913505-1171-48f4-9218-f6ae742fb397,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:18.338609 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:18.534609 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:18.662723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:16:18.772988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:16:18.783046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Sync routers for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:16:18.792295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:18.792917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:16:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:18.793041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:18.797475 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-59db392e-5006-4cf3-a823-3d7716b2c98d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4266050 Feb 10 07:16:18.797963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58628) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:18.829979 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2ccffff3-f74f-4a0b-81b4-09fbdb3eaa77 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=905ebaa5dee842e991cea826da16ba0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301850 Feb 10 07:16:18.832587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58630) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:18.899681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:18.917405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cec86e-60b9-4e98-94c7-86b9a45eb293 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:18.919564 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a8cec86e-60b9-4e98-94c7-86b9a45eb293 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860393 Feb 10 07:16:18.921703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58632) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:18.949855 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6733e865-01ae-4d57-b4d0-1966cfc74bcb tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269680 Feb 10 07:16:18.952479 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58634) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:18.957622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-64545060', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:19.046191 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:16:19.050143 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:19.080394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:18Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:19.109629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Checking router: 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:16:19.109989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Updating router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 port 9c913505-1171-48f4-9218-f6ae742fb397 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:16:19.138240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9c913505-1171-48f4-9218-f6ae742fb397), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:19.229454 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (4a907d4b-1ea9-4f8c-a405-7d099d3db9c4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:19.287360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Subnet': ['ID=4a907d4b-1ea9-4f8c-a405-7d099d3db9c4,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:19.298738 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Checking segment: {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:16:19.299103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network hostable DHCP agents. Network: 3b33763e-4eaa-4750-b76f-f3b78d11b55e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:16:19.316374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 3b33763e-4eaa-4750-b76f-f3b78d11b55e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:16:19.326795 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 3b33763e-4eaa-4750-b76f-f3b78d11b55e) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:16:19.332190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:19.333242 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:19.353269 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c34a2e56-09a2-491e-9b5d-a26e6905d957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3971393 Feb 10 07:16:19.353544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58636) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:19.451447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f7faa-b456-4942-90dc-c895d47d14db None None] Network 3b33763e-4eaa-4750-b76f-f3b78d11b55e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:16:19.611840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:16:19.612705 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:19.654898 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Publish callbacks [] for port (9c913505-1171-48f4-9218-f6ae742fb397), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:19.663114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9c913505-1171-48f4-9218-f6ae742fb397), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:19.781347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7936acc-857a-42a1-8ec6-dccd9af7e351 None None] Pushing event updated for resources: {'Port': ['ID=9c913505-1171-48f4-9218-f6ae742fb397,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:19.800368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Attempting to bind port 9c913505-1171-48f4-9218-f6ae742fb397 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:16:19.801026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Attempting to bind port 9c913505-1171-48f4-9218-f6ae742fb397 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:16:19.801136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Attempting to bind port 9c913505-1171-48f4-9218-f6ae742fb397 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:16:19.811387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:16:19.811761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:16:19.812157 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:19.812545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:16:19.813023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Bound port: 9c913505-1171-48f4-9218-f6ae742fb397, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:16:19.813936 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9c913505-1171-48f4-9218-f6ae742fb397), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:19.853855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Allocated IP 172.20.0.2 (3b33763e-4eaa-4750-b76f-f3b78d11b55e/4a907d4b-1ea9-4f8c-a405-7d099d3db9c4/63b081ff-e8d4-4525-8091-e7d1ba615cfa) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:16:19.896366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] For port 9c913505-1171-48f4-9218-f6ae742fb397, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:16:19.916729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] For port 9c913505-1171-48f4-9218-f6ae742fb397, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9c913505-1171-48f4-9218-f6ae742fb397,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:16:19.947646 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9c913505-1171-48f4-9218-f6ae742fb397), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.037901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:20.038533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:16:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:20.040174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7936acc-857a-42a1-8ec6-dccd9af7e351 None None] Pushing event updated for resources: {'Port': ['ID=9c913505-1171-48f4-9218-f6ae742fb397,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:20.114905 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.131569 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Publish callbacks [] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.169068 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.214373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:20.273849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Network 3b33763e-4eaa-4750-b76f-f3b78d11b55e is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:16:20.280037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:16:20.284957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:16:20.299739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Pushing event updated for resources: {'Port': ['ID=63b081ff-e8d4-4525-8091-e7d1ba615cfa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:20.387575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.20.0.1 (3b33763e-4eaa-4750-b76f-f3b78d11b55e/4a907d4b-1ea9-4f8c-a405-7d099d3db9c4/fbfd9afb-4907-44dc-925d-4c17fc48a3a4) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:16:20.391227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Attempting to bind port 63b081ff-e8d4-4525-8091-e7d1ba615cfa on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:16:20.392131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Attempting to bind port 63b081ff-e8d4-4525-8091-e7d1ba615cfa by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:16:20.392495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Attempting to bind port 63b081ff-e8d4-4525-8091-e7d1ba615cfa on network 3b33763e-4eaa-4750-b76f-f3b78d11b55e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:16:20.404263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:16:20.404635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Checking segment: {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:16:20.405037 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.405431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Bound using segment: {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:16:20.405902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Bound port: 63b081ff-e8d4-4525-8091-e7d1ba615cfa, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:16:20.406277 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.506542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] For port 63b081ff-e8d4-4525-8091-e7d1ba615cfa, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:16:20.507782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.510327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] For port 63b081ff-e8d4-4525-8091-e7d1ba615cfa, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=63b081ff-e8d4-4525-8091-e7d1ba615cfa,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:16:20.519435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:18Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:20.521518 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.544163 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.574902 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a02a2-009a-4b0b-a7cc-7d01b37c96a2 None None] The sync data for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 is: [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:18Z', 'revision_number': 3, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:16:20.587937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 3b33763e-4eaa-4750-b76f-f3b78d11b55e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:16:20.591857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:16:20.595187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:16:20.608403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b9c2b-0a2c-4418-8cbd-d1bb53ae8950 None None] Pushing event updated for resources: {'Port': ['ID=63b081ff-e8d4-4525-8091-e7d1ba615cfa,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:20.631487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=fbfd9afb-4907-44dc-925d-4c17fc48a3a4,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:20.655144 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:20.818707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:21.128197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:21.133079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:21.211837 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:21.213665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=fbfd9afb-4907-44dc-925d-4c17fc48a3a4,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:21.309008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 3b33763e-4eaa-4750-b76f-f3b78d11b55e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:16:21.311304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:16:21.443876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:16:21.565297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:16:21.570573 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-53aee6a3-dc6d-4e09-9d2a-cea6e6ac01ed tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "PUT /v2.0/routers/556bbbf7-21a4-4c8e-aa9c-2fa28953e650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2158835 Feb 10 07:16:21.646175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ec18b-3419-418c-a181-8d154b2fbb49 None None] Network 3b33763e-4eaa-4750-b76f-f3b78d11b55e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:16:21.733549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-1cfb1c53-e424-402f-aea8-72271a56fbe4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-869024347&fields=id&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 267 time: 0.0501394 Feb 10 07:16:21.758279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-61151f6b-4f8a-4d75-ab25-b008187a153b None None] Provisioning complete for port 63b081ff-e8d4-4525-8091-e7d1ba615cfa triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:21.758677 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61151f6b-4f8a-4d75-ab25-b008187a153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:21.843855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-59420d78-0de5-49a2-a9aa-c8eac03e1784 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:21.846109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-59420d78-0de5-49a2-a9aa-c8eac03e1784 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/networks?id=3b33763e-4eaa-4750-b76f-f3b78d11b55e HTTP/1.1" status: 200 len: 797 time: 0.1059229 Feb 10 07:16:21.847529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-61151f6b-4f8a-4d75-ab25-b008187a153b None None] Current status of the port 63b081ff-e8d4-4525-8091-e7d1ba615cfa is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:21.847924 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61151f6b-4f8a-4d75-ab25-b008187a153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:21.862171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-fe1ac154-bd4e-44eb-abdd-10276904a932 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/quotas/905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 375 time: 0.0099032 Feb 10 07:16:21.882586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-61151f6b-4f8a-4d75-ab25-b008187a153b None None] For port 63b081ff-e8d4-4525-8091-e7d1ba615cfa, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=63b081ff-e8d4-4525-8091-e7d1ba615cfa,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:21.888626 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61151f6b-4f8a-4d75-ab25-b008187a153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:21.924333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-400f5a73-0837-42b7-84af-f7b4dfa017b1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561969 Feb 10 07:16:21.950814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61151f6b-4f8a-4d75-ab25-b008187a153b None None] Pushing event updated for resources: {'Port': ['ID=63b081ff-e8d4-4525-8091-e7d1ba615cfa,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:22.099572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-facf90ca-1cb3-442a-b7f0-e6a8e62f57a7 service neutron] 10.222.0.21 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635060 Feb 10 07:16:22.112712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-07203f91-489a-4976-a40e-c54796ab2546 None None] Provisioning complete for port 63b081ff-e8d4-4525-8091-e7d1ba615cfa triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:22.116233 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07203f91-489a-4976-a40e-c54796ab2546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:22.209965 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-07203f91-489a-4976-a40e-c54796ab2546 None None] Current status of the port 63b081ff-e8d4-4525-8091-e7d1ba615cfa is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:22.213382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-97d7fa2b-8255-4629-b383-bef1c534ed0c service neutron] 10.222.0.21 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086376 Feb 10 07:16:22.223342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-07203f91-489a-4976-a40e-c54796ab2546 None None] Provisioning complete for port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:22.223754 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07203f91-489a-4976-a40e-c54796ab2546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:22.260186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-07203f91-489a-4976-a40e-c54796ab2546 None None] Port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:16:22.387844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e03a999b-af64-420b-891f-2ad9dca86816 None None] Provisioning complete for port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:22.388218 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e03a999b-af64-420b-891f-2ad9dca86816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:22.395331 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Sync routers for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:16:22.409124 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:22.410255 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:16:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:22.433304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e03a999b-af64-420b-891f-2ad9dca86816 None None] Port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:16:22.439698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8fb29cd-722f-4ca0-aab4-f301d35a985f req-e02bd0f9-e2f3-4073-aef9-ac4ef2009f51 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 210 time: 0.0793896 Feb 10 07:16:22.539019 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:22.557140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c65eb092-919b-4d5c-87a3-3aab3c62f9eb None None] Provisioning complete for port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:22.557681 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c65eb092-919b-4d5c-87a3-3aab3c62f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:22.630103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c65eb092-919b-4d5c-87a3-3aab3c62f9eb None None] Port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:16:22.737040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 63b081ff-e8d4-4525-8091-e7d1ba615cfa up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:16:22.765842 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fbfd9afb-4907-44dc-925d-4c17fc48a3a4', 'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b0:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:20Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 2, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:22.792526 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Checking router: 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:16:22.793059 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Updating router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:16:22.798936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 63b081ff-e8d4-4525-8091-e7d1ba615cfa triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:22.799335 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:22.821809 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:22.886783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 63b081ff-e8d4-4525-8091-e7d1ba615cfa is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:22.887882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9c913505-1171-48f4-9218-f6ae742fb397 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:16:22.940909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9c913505-1171-48f4-9218-f6ae742fb397 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:22.941341 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9c913505-1171-48f4-9218-f6ae742fb397), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.021380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9c913505-1171-48f4-9218-f6ae742fb397 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:23.021781 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9c913505-1171-48f4-9218-f6ae742fb397), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.042673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 9c913505-1171-48f4-9218-f6ae742fb397, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9c913505-1171-48f4-9218-f6ae742fb397,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:23.047360 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9c913505-1171-48f4-9218-f6ae742fb397), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.102336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=9c913505-1171-48f4-9218-f6ae742fb397,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:23.102574 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Publish callbacks [] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.108339 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.160715 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Pushing event updated for resources: {'Port': ['ID=fbfd9afb-4907-44dc-925d-4c17fc48a3a4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:23.182789 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.183134 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.183472 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.183808 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.184137 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.184464 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.184784 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.185103 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.185425 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.185744 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.186061 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.186398 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.186724 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:16:23.223073 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Attempting to bind port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:16:23.223447 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Attempting to bind port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:16:23.223815 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Attempting to bind port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 on network 3b33763e-4eaa-4750-b76f-f3b78d11b55e {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:16:23.229329 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:16:23.229705 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Checking segment: {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:16:23.230111 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.230543 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Bound using segment: {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:16:23.231013 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Bound port: fbfd9afb-4907-44dc-925d-4c17fc48a3a4, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:16:23.231394 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.298379 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] For port fbfd9afb-4907-44dc-925d-4c17fc48a3a4, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:16:23.301532 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] For port fbfd9afb-4907-44dc-925d-4c17fc48a3a4, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fbfd9afb-4907-44dc-925d-4c17fc48a3a4,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:16:23.308774 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.358356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1762b6c6-82f6-48a3-9f58-143308ac21d3 None None] Provisioning complete for port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:23.358783 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1762b6c6-82f6-48a3-9f58-143308ac21d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.372926 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79a1b3-d548-42af-b09c-fbad05d82ab0 None None] Pushing event updated for resources: {'Port': ['ID=fbfd9afb-4907-44dc-925d-4c17fc48a3a4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:23.380748 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:23.381632 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:16:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:23.493814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1762b6c6-82f6-48a3-9f58-143308ac21d3 None None] Current status of the port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:23.494204 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1762b6c6-82f6-48a3-9f58-143308ac21d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.503002 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:23.589958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1762b6c6-82f6-48a3-9f58-143308ac21d3 None None] For port fbfd9afb-4907-44dc-925d-4c17fc48a3a4, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fbfd9afb-4907-44dc-925d-4c17fc48a3a4,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:23.593669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-015cdfc3-8c88-49af-8221-096e256156a5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:23.597161 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-015cdfc3-8c88-49af-8221-096e256156a5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "GET /v2.0/networks?id=3b33763e-4eaa-4750-b76f-f3b78d11b55e HTTP/1.1" status: 200 len: 797 time: 0.2194328 Feb 10 07:16:23.597983 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1762b6c6-82f6-48a3-9f58-143308ac21d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.621297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e3e02b5-944a-47c2-a34b-1cf5011fe905 req-4fd8a7d3-2dbc-460d-a8b6-e7d62e5a57e1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 210 time: 0.0490129 Feb 10 07:16:23.661522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762b6c6-82f6-48a3-9f58-143308ac21d3 None None] Pushing event updated for resources: {'Port': ['ID=fbfd9afb-4907-44dc-925d-4c17fc48a3a4,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:23.686381 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-00661c9c-ddd5-4b14-b5e5-b85918e0bf96 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=905ebaa5dee842e991cea826da16ba0a HTTP/1.1" status: 200 len: 379 time: 0.0788195 Feb 10 07:16:23.695080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'port': {'device_id': '628fa643-343c-4742-b783-bd384828fd44', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'admin_state_up': True, 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'security_groups': ['46df7ce2-1f35-4dcc-acef-a0b1544deb4a']}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:23.719148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1cf9c3e4-0b8d-4156-bb57-e4bef56a6cbe None None] Provisioning complete for port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:23.720147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c3e4-0b8d-4156-bb57-e4bef56a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.761219 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fbfd9afb-4907-44dc-925d-4c17fc48a3a4', 'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b0:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:20Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:23.793098 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1d336-2795-422e-babc-1230d572ec79 None None] The sync data for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 is: [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fbfd9afb-4907-44dc-925d-4c17fc48a3a4', 'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b0:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:20Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:16:23.811413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9c3e4-0b8d-4156-bb57-e4bef56a6cbe None None] Current status of the port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:23.816995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Made reservation on behalf of 905ebaa5dee842e991cea826da16ba0a for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:16:23.820556 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:23.978036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.20.0.7 (3b33763e-4eaa-4750-b76f-f3b78d11b55e/4a907d4b-1ea9-4f8c-a405-7d099d3db9c4/b42d6381-4627-408d-9ec4-487f5a679465) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:16:24.128765 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (b42d6381-4627-408d-9ec4-487f5a679465), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.164164 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b42d6381-4627-408d-9ec4-487f5a679465), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.209878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 3b33763e-4eaa-4750-b76f-f3b78d11b55e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:16:24.213098 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:16:24.215473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:16:24.242051 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=b42d6381-4627-408d-9ec4-487f5a679465,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:24.271558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:24.272198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.291677 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-28ae0de3-75fe-4fc8-a7c7-4809d41866d3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6000738 Feb 10 07:16:24.304175 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Request body: {'port': {'device_id': '628fa643-343c-4742-b783-bd384828fd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:24.379773 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b42d6381-4627-408d-9ec4-487f5a679465), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.451620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5444f82e-fb41-4012-9114-2a92519218eb None None] Provisioning complete for port b42d6381-4627-408d-9ec4-487f5a679465 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:24.451992 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5444f82e-fb41-4012-9114-2a92519218eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b42d6381-4627-408d-9ec4-487f5a679465), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.492925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5444f82e-fb41-4012-9114-2a92519218eb None None] Port b42d6381-4627-408d-9ec4-487f5a679465 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:16:24.662134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42d6381-4627-408d-9ec4-487f5a679465 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:16:24.676294 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Publish callbacks [] for port (b42d6381-4627-408d-9ec4-487f5a679465), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.691929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Transition to ACTIVE for port object b42d6381-4627-408d-9ec4-487f5a679465 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:16:24.697883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b42d6381-4627-408d-9ec4-487f5a679465), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.698852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9c913505-1171-48f4-9218-f6ae742fb397 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:16:24.774164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9c913505-1171-48f4-9218-f6ae742fb397 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:24.774774 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9c913505-1171-48f4-9218-f6ae742fb397), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.800540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Pushing event updated for resources: {'Port': ['ID=b42d6381-4627-408d-9ec4-487f5a679465,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:24.800722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7de24-07e5-4c3a-b82c-cb877023141d req-f725fc92-0217-4abd-9804-87fc2cf49f31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:24.809463 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5f7de24-07e5-4c3a-b82c-cb877023141d req-f725fc92-0217-4abd-9804-87fc2cf49f31 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 943 time: 0.0925150 Feb 10 07:16:24.865180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Attempting to bind port b42d6381-4627-408d-9ec4-487f5a679465 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:16:24.865623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Attempting to bind port b42d6381-4627-408d-9ec4-487f5a679465 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:16:24.866045 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Attempting to bind port b42d6381-4627-408d-9ec4-487f5a679465 on network 3b33763e-4eaa-4750-b76f-f3b78d11b55e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:16:24.871136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Port b42d6381-4627-408d-9ec4-487f5a679465 on network 3b33763e-4eaa-4750-b76f-f3b78d11b55e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:16:24.871541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Attempting to bind port b42d6381-4627-408d-9ec4-487f5a679465 on network 3b33763e-4eaa-4750-b76f-f3b78d11b55e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:16:24.874203 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9c913505-1171-48f4-9218-f6ae742fb397 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:24.875356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fbfd9afb-4907-44dc-925d-4c17fc48a3a4 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:16:24.877517 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:16:24.878034 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Checking segment: {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:16:24.878667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Bound using segment: {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:16:24.884490 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Bound port: b42d6381-4627-408d-9ec4-487f5a679465, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:16:24.884780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b42d6381-4627-408d-9ec4-487f5a679465), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.902760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5f7de24-07e5-4c3a-b82c-cb877023141d req-28c92a8b-f3d6-4ef2-8615-906c813a3906 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919237 Feb 10 07:16:24.943758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:24.944169 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:24.974928 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:16:24.978683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b42d6381-4627-408d-9ec4-487f5a679465,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:16:24.987081 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (b42d6381-4627-408d-9ec4-487f5a679465), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:25.006443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:25.007198 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:25.009022 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] 10.222.0.13 "PUT /v2.0/ports/b42d6381-4627-408d-9ec4-487f5a679465 HTTP/1.1" status: 200 len: 1091 time: 0.7094331 Feb 10 07:16:25.038708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:16:25.042284 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb0e0a-9802-496b-a45c-6572d3bf7486" -d '{"events": [{"name": "network-changed", "server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "tag": "b42d6381-4627-408d-9ec4-487f5a679465"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:16:25.089737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:25.112715 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c507449-9349-427a-b1a7-48fa768bbec8 x-openstack-request-id: req-1c507449-9349-427a-b1a7-48fa768bbec8 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:16:25.113002 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "tag": "b42d6381-4627-408d-9ec4-487f5a679465", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:16:25.113261 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c507449-9349-427a-b1a7-48fa768bbec8 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:16:25.113665 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465', 'status': 'completed', 'code': 200} Feb 10 07:16:25.121235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe12b9-4ced-4651-b394-f5ab6b776308 service neutron] Pushing event updated for resources: {'Port': ['ID=b42d6381-4627-408d-9ec4-487f5a679465,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:25.133799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-75863e72-e013-4ff9-9bd6-91a83b7cfd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:25.135397 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-75863e72-e013-4ff9-9bd6-91a83b7cfd0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1125 time: 0.0880649 Feb 10 07:16:25.181077 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-cd712257-cfd0-46a0-b36e-f6ea46ad3aa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42d6381-4627-408d-9ec4-487f5a679465 HTTP/1.1" status: 200 len: 217 time: 0.0377283 Feb 10 07:16:25.232140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-3bc49f9c-0958-41f4-8805-55aacb412858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:25.233617 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-3bc49f9c-0958-41f4-8805-55aacb412858 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a907d4b-1ea9-4f8c-a405-7d099d3db9c4 HTTP/1.1" status: 200 len: 833 time: 0.0470941 Feb 10 07:16:25.287004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-6f557b9d-354f-4ba9-bb5e-81466da0b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:25.288436 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-6f557b9d-354f-4ba9-bb5e-81466da0b755 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b33763e-4eaa-4750-b76f-f3b78d11b55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491197 Feb 10 07:16:25.375994 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-7f479f05-a87e-4ba1-b520-2ed50088499e service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815997 Feb 10 07:16:25.470832 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-38fd6021-c0fb-4855-a62a-11f5626bbbf2 req-411427ca-fcc9-45a0-9cbb-af21dafb30bc service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893157 Feb 10 07:16:25.561257 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-fafd4407-af00-4a4c-95ce-467eb6644151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:25.562769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-fafd4407-af00-4a4c-95ce-467eb6644151 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1125 time: 0.0439625 Feb 10 07:16:25.654595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-94f750cd-df12-4577-a18a-d437289cacab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:25.655980 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-94f750cd-df12-4577-a18a-d437289cacab service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b33763e-4eaa-4750-b76f-f3b78d11b55e HTTP/1.1" status: 200 len: 897 time: 0.0875809 Feb 10 07:16:25.703407 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-00c9c00c-42b3-4658-80e1-336c7a7ed31d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42d6381-4627-408d-9ec4-487f5a679465 HTTP/1.1" status: 200 len: 217 time: 0.0341637 Feb 10 07:16:25.749831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-a078ca51-1ea3-4ada-984c-b1dd419fa8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:25.751911 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-a078ca51-1ea3-4ada-984c-b1dd419fa8a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a907d4b-1ea9-4f8c-a405-7d099d3db9c4 HTTP/1.1" status: 200 len: 833 time: 0.0431652 Feb 10 07:16:25.803280 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-7335f865-f16a-4254-8302-c07215b26a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:25.804750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-7335f865-f16a-4254-8302-c07215b26a97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b33763e-4eaa-4750-b76f-f3b78d11b55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474544 Feb 10 07:16:25.892439 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-e86de347-1178-43af-9474-aa9e9950397c service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810122 Feb 10 07:16:25.985150 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2cbb0e0a-9802-496b-a45c-6572d3bf7486 req-b35d3ccb-14b6-4a4e-b3b6-74cde302bf95 service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874054 Feb 10 07:16:26.008651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdceae8-b4b0-4fb2-a987-7968cf3c76ba req-38f0968b-9f22-4433-872a-2c4bf378ca87 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:26.010126 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8fdceae8-b4b0-4fb2-a987-7968cf3c76ba req-38f0968b-9f22-4433-872a-2c4bf378ca87 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 943 time: 0.0519321 Feb 10 07:16:26.061613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8fdceae8-b4b0-4fb2-a987-7968cf3c76ba req-2a01d4e2-6ce7-4afc-b8d5-9b8af75d47be tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459273 Feb 10 07:16:27.180811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093781f-0cfc-422c-b6d2-960d74082f2e req-0ad11a91-283d-4fc8-9304-59f8bf513824 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:27.182199 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a093781f-0cfc-422c-b6d2-960d74082f2e req-0ad11a91-283d-4fc8-9304-59f8bf513824 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 943 time: 0.0523100 Feb 10 07:16:27.230168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a093781f-0cfc-422c-b6d2-960d74082f2e req-e4494795-418e-4c45-aee0-6b124eae1f21 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424318 Feb 10 07:16:27.978932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b42d6381-4627-408d-9ec4-487f5a679465 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:16:28.241056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b42d6381-4627-408d-9ec4-487f5a679465,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:28.251711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'b42d6381-4627-408d-9ec4-487f5a679465', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'port_id': 'b42d6381-4627-408d-9ec4-487f5a679465', 'mac_address': 'fa:16:3e:42:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:16:28.288730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b42d6381-4627-408d-9ec4-487f5a679465 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:28.289149 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b42d6381-4627-408d-9ec4-487f5a679465), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:28.303703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42d6381-4627-408d-9ec4-487f5a679465 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:16:28.323873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b42d6381-4627-408d-9ec4-487f5a679465,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:28.329740 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b42d6381-4627-408d-9ec4-487f5a679465), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:28.355503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384a99-45cc-4af6-a718-e4700388512d req-bec5d934-af92-410f-a385-550f3fba043d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:28.357001 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e384a99-45cc-4af6-a718-e4700388512d req-bec5d934-af92-410f-a385-550f3fba043d tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 943 time: 0.0601227 Feb 10 07:16:28.382596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b42d6381-4627-408d-9ec4-487f5a679465,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:28.406469 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e384a99-45cc-4af6-a718-e4700388512d req-cc516a3f-a691-49e2-98c1-5a9af6507a18 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Feb 10 07:16:28.696994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b42d6381-4627-408d-9ec4-487f5a679465'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:16:29.525885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94b203-b591-4e44-883e-31e84bc59d50 req-d4e5382f-ea6e-4a08-97eb-95e8712929e2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:29.527377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f94b203-b591-4e44-883e-31e84bc59d50 req-d4e5382f-ea6e-4a08-97eb-95e8712929e2 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 944 time: 0.0554583 Feb 10 07:16:29.574847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f94b203-b591-4e44-883e-31e84bc59d50 req-c5ff7124-fe9d-4b51-9b31-f8434dac2d80 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 Feb 10 07:16:29.994389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b42d6381-4627-408d-9ec4-487f5a679465 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:16:30.042977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port b42d6381-4627-408d-9ec4-487f5a679465 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:16:30.047317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port b42d6381-4627-408d-9ec4-487f5a679465 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:16:30.048201 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b42d6381-4627-408d-9ec4-487f5a679465), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:30.127050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b42d6381-4627-408d-9ec4-487f5a679465 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:16:30.127450 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b42d6381-4627-408d-9ec4-487f5a679465), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:30.159961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:16:30.162228 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f6ac0d-bb2e-4615-971e-2098a32f856e" -d '{"events": [{"server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "name": "network-vif-plugged", "status": "completed", "tag": "b42d6381-4627-408d-9ec4-487f5a679465"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:16:30.178835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b42d6381-4627-408d-9ec4-487f5a679465,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:16:30.182859 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b42d6381-4627-408d-9ec4-487f5a679465), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:30.206578 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdc299f-338a-441b-b340-ca9be27c26ae x-openstack-request-id: req-bcdc299f-338a-441b-b340-ca9be27c26ae {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:16:30.206870 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "name": "network-vif-plugged", "status": "completed", "tag": "b42d6381-4627-408d-9ec4-487f5a679465", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:16:30.207198 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcdc299f-338a-441b-b340-ca9be27c26ae {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:16:30.207501 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465', 'code': 200} Feb 10 07:16:30.232963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b42d6381-4627-408d-9ec4-487f5a679465,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:30.299097 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa6fe-39be-4d6f-973f-060c9cda0f21 req-c54b3d9d-26b3-461d-890c-78e1cc594135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:30.300600 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4f2aa6fe-39be-4d6f-973f-060c9cda0f21 req-c54b3d9d-26b3-461d-890c-78e1cc594135 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1127 time: 0.0437682 Feb 10 07:16:30.345794 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4f2aa6fe-39be-4d6f-973f-060c9cda0f21 req-5717a208-0cb6-442f-b13d-fda53e8e308e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389023 Feb 10 07:16:30.693046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7142e-a1b1-4a42-9797-18eb17876b77 req-4c6db36f-3eb3-4dee-a4b1-125c280064a4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:30.694545 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7142e-a1b1-4a42-9797-18eb17876b77 req-4c6db36f-3eb3-4dee-a4b1-125c280064a4 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0523460 Feb 10 07:16:30.742844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7142e-a1b1-4a42-9797-18eb17876b77 req-a5866f78-d8c4-4d63-93be-bd18b42a3d8a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Feb 10 07:16:31.747569 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-36ec8540-652a-4111-9010-8bddf6b19609 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419154 Feb 10 07:16:31.836724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-082e435b-6d12-47e0-9b64-490a9faf39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:31.838212 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-082e435b-6d12-47e0-9b64-490a9faf39c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1127 time: 0.0483446 Feb 10 07:16:31.870593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44d50f-ca7e-4224-bb7a-c0c18ca69df7 req-83177e43-3266-4254-ba11-673f1b2678c8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:31.872066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c44d50f-ca7e-4224-bb7a-c0c18ca69df7 req-83177e43-3266-4254-ba11-673f1b2678c8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0572443 Feb 10 07:16:31.919530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c44d50f-ca7e-4224-bb7a-c0c18ca69df7 req-251a28c3-a1ad-438d-96c2-8435a8e41cca tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413165 Feb 10 07:16:31.945081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-5e8e28b0-074e-4551-8104-ba67f918930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:31.946608 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-5e8e28b0-074e-4551-8104-ba67f918930d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b33763e-4eaa-4750-b76f-f3b78d11b55e HTTP/1.1" status: 200 len: 897 time: 0.0882416 Feb 10 07:16:31.992196 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-b9eace48-0bb9-4046-8b5a-cdbda2118cbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42d6381-4627-408d-9ec4-487f5a679465 HTTP/1.1" status: 200 len: 217 time: 0.0385950 Feb 10 07:16:32.038274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952a51-de7e-473a-9a89-8548d9bcf798 req-489d4cc2-7a0a-4a33-9ad1-bcdb257ccc46 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:32.039615 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-12241460-5ddf-48d3-b7d1-abf174d1258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:32.039801 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8952a51-de7e-473a-9a89-8548d9bcf798 req-489d4cc2-7a0a-4a33-9ad1-bcdb257ccc46 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0529647 Feb 10 07:16:32.041070 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-12241460-5ddf-48d3-b7d1-abf174d1258f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a907d4b-1ea9-4f8c-a405-7d099d3db9c4 HTTP/1.1" status: 200 len: 833 time: 0.0435641 Feb 10 07:16:32.089323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8952a51-de7e-473a-9a89-8548d9bcf798 req-f2059ca6-37ef-439c-849f-dedd1ebdd780 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438893 Feb 10 07:16:32.089536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-3d2e6a5d-5bfc-4592-acfc-5942cb4586fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:32.090890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-3d2e6a5d-5bfc-4592-acfc-5942cb4586fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b33763e-4eaa-4750-b76f-f3b78d11b55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441935 Feb 10 07:16:32.110845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58694) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:32.154032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5559c1e-5e0a-481d-98ce-05239764adb6 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:32.155885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b5559c1e-5e0a-481d-98ce-05239764adb6 tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1122 time: 0.0437741 Feb 10 07:16:32.160452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58696) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:32.165045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': 'b42d6381-4627-408d-9ec4-487f5a679465', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:16:32.185133 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:32.189607 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-343c63af-b888-4993-bae3-a6aeca7f58a2 service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927637 Feb 10 07:16:32.278056 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f3a89ef1-f8ce-4f00-8e4a-45e9b67b37ca req-d0f744f0-4dd0-4367-ad8a-b951146f1960 service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829699 Feb 10 07:16:32.285464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:32.391711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Allocated IP 172.25.8.220 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/e1597524-3da1-4091-9140-f186934ac233) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:16:32.490221 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (e1597524-3da1-4091-9140-f186934ac233), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:32.523322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e1597524-3da1-4091-9140-f186934ac233), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:32.561803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:16:32.565212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:16:32.568755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:16:32.594091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=e1597524-3da1-4091-9140-f186934ac233,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:32.930364 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (3999543c-d6b0-444c-a0c9-37993a810a7b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:33.003122 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e1597524-3da1-4091-9140-f186934ac233), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:33.153109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for port (e1597524-3da1-4091-9140-f186934ac233), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:33.158079 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e1597524-3da1-4091-9140-f186934ac233), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:33.228671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event updated for resources: {'Port': ['ID=e1597524-3da1-4091-9140-f186934ac233,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:16:33.239120 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (3999543c-d6b0-444c-a0c9-37993a810a7b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:33.625528 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Floating IP 3999543c-d6b0-444c-a0c9-37993a810a7b associated. External IP: 172.25.8.220, port: b42d6381-4627-408d-9ec4-487f5a679465. Feb 10 07:16:33.832613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:16:33.942443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:16:33.952986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] Sync routers for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:16:33.959326 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:33.962823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:33.963446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:16:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:33.988882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c45ab6f-bad2-4bdf-ac29-11c2bf020ad5 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8271341 Feb 10 07:16:33.989465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:16:33.991758 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2bd838-35a3-4186-aa2b-cd53906c03b1" -d '{"events": [{"name": "network-changed", "server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "tag": "b42d6381-4627-408d-9ec4-487f5a679465"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:16:34.029046 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e6e84-1d9f-4f4a-993f-b6726ace1724 x-openstack-request-id: req-9b2e6e84-1d9f-4f4a-993f-b6726ace1724 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:16:34.029346 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "tag": "b42d6381-4627-408d-9ec4-487f5a679465", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:16:34.029609 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b2e6e84-1d9f-4f4a-993f-b6726ace1724 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:16:34.030026 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465', 'status': 'completed', 'code': 200} Feb 10 07:16:34.090278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:34.097009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f31d8-c5fa-48ff-a0e2-8ccfeef7b913 req-785360ae-9834-4aea-9cdb-92fa852f25f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:34.098618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f23f31d8-c5fa-48ff-a0e2-8ccfeef7b913 req-785360ae-9834-4aea-9cdb-92fa852f25f9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0576649 Feb 10 07:16:34.102860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-00428891-2d95-4b54-89c2-9ea20fe2f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:34.104682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-00428891-2d95-4b54-89c2-9ea20fe2f0de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1127 time: 0.0517926 Feb 10 07:16:34.152931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f23f31d8-c5fa-48ff-a0e2-8ccfeef7b913 req-50804192-1840-4a4b-88f1-8208208c7d50 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475779 Feb 10 07:16:34.179926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58702) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:34.204485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-fcda1687-e38c-4dda-93bd-e7643646dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:34.205890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-fcda1687-e38c-4dda-93bd-e7643646dd9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b33763e-4eaa-4750-b76f-f3b78d11b55e HTTP/1.1" status: 200 len: 897 time: 0.0946736 Feb 10 07:16:34.247407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e27eff2-441a-40d5-821a-b2160043fdab tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/3999543c-d6b0-444c-a0c9-37993a810a7b HTTP/1.1" status: 200 len: 991 time: 0.0662198 Feb 10 07:16:34.276942 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-6daef7b7-14c0-4866-bf58-fb7fffc24ee5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42d6381-4627-408d-9ec4-487f5a679465 HTTP/1.1" status: 200 len: 999 time: 0.0641878 Feb 10 07:16:34.325449 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-7df03cf8-8de4-48df-8dcb-3ce6cd12208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:34.326944 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-7df03cf8-8de4-48df-8dcb-3ce6cd12208b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a907d4b-1ea9-4f8c-a405-7d099d3db9c4 HTTP/1.1" status: 200 len: 833 time: 0.0437832 Feb 10 07:16:34.332309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '3999543c-d6b0-444c-a0c9-37993a810a7b', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'port_id': 'b42d6381-4627-408d-9ec4-487f5a679465', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'mac_address': 'fa:16:3e:42:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628fa643-343c-4742-b783-bd384828fd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:16:32Z', 'updated_at': '2022-02-10T07:16:32Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfd9afb-4907-44dc-925d-4c17fc48a3a4', 'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b0:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:20Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:34.358317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] Checking router: 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:16:34.367238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:16:34.367843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:16:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:34.382335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-4eff1823-4631-4fbd-ae59-7a49ae9523d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:16:34.383864 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-4eff1823-4631-4fbd-ae59-7a49ae9523d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b33763e-4eaa-4750-b76f-f3b78d11b55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516243 Feb 10 07:16:34.473841 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-d7cf963a-ec24-464a-8c33-48d8e4a4c568 service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844605 Feb 10 07:16:34.476290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:16:34.566124 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-cf2bd838-35a3-4186-aa2b-cd53906c03b1 req-9cd49abe-ce44-4963-bdb9-c8e949292c00 service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863595 Feb 10 07:16:34.701184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '3999543c-d6b0-444c-a0c9-37993a810a7b', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'port_id': 'b42d6381-4627-408d-9ec4-487f5a679465', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'mac_address': 'fa:16:3e:42:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628fa643-343c-4742-b783-bd384828fd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:16:32Z', 'updated_at': '2022-02-10T07:16:32Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfd9afb-4907-44dc-925d-4c17fc48a3a4', 'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b0:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:20Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:16:34.727330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56dccaf-7c0f-458b-a6cc-af359e1de81b None None] The sync data for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 is: [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '3999543c-d6b0-444c-a0c9-37993a810a7b', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'port_id': 'b42d6381-4627-408d-9ec4-487f5a679465', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'mac_address': 'fa:16:3e:42:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628fa643-343c-4742-b783-bd384828fd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:16:32Z', 'updated_at': '2022-02-10T07:16:32Z', 'revision_number': 0, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfd9afb-4907-44dc-925d-4c17fc48a3a4', 'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b0:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:20Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:16:34.912935 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59378bb1-81da-4f8a-a6bb-98f66dd7780b None None] New status for floating IP 3999543c-d6b0-444c-a0c9-37993a810a7b: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:16:35.251801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:16:35.309686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d487b499-2252-411c-b733-8a20045863aa tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/3999543c-d6b0-444c-a0c9-37993a810a7b HTTP/1.1" status: 200 len: 993 time: 0.0566568 Feb 10 07:16:37.155494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:40.366123 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d8163c4-5381-4f58-bea4-92c370672a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:40.439203 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:42.602322 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b01a7cdf-07c4-4ed1-846c-00ec6abaa6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:43.928423 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:45.352153 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:46.483172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:16:51.009171 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:17:07.177654 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:10.367774 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d54491f7-bb68-44f5-ba23-c10a958d9e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:10.445592 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:12.603140 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e993ca2-794f-45dd-8928-af50931a7e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:13.930313 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:15.353849 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:16.484752 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:28.008146 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:17:33.759058 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-50103540-7869-44d1-9e78-2fad375e05e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471082 Feb 10 07:17:34.152283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-db09bec6-fdc4-44c7-9270-92f00b86e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:34.153677 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-db09bec6-fdc4-44c7-9270-92f00b86e676 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1127 time: 0.3558178 Feb 10 07:17:34.257277 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-383f5a84-55e7-490a-8b67-dfa6846a9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:34.258778 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-383f5a84-55e7-490a-8b67-dfa6846a9db9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b33763e-4eaa-4750-b76f-f3b78d11b55e HTTP/1.1" status: 200 len: 897 time: 0.0860934 Feb 10 07:17:34.325756 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-db01f08e-8bb1-4605-b748-b763561623d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42d6381-4627-408d-9ec4-487f5a679465 HTTP/1.1" status: 200 len: 1001 time: 0.0606198 Feb 10 07:17:34.372531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-f5d92874-4c43-41b4-b905-798ea2c3ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:34.373929 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-f5d92874-4c43-41b4-b905-798ea2c3ef33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a907d4b-1ea9-4f8c-a405-7d099d3db9c4 HTTP/1.1" status: 200 len: 833 time: 0.0420282 Feb 10 07:17:34.423180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-cfe93345-1a4e-47d5-b09d-01156ed60da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:34.424619 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-cfe93345-1a4e-47d5-b09d-01156ed60da9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b33763e-4eaa-4750-b76f-f3b78d11b55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434606 Feb 10 07:17:34.520717 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-8b529f0e-e340-46f7-8104-ce930ca6d98a service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894902 Feb 10 07:17:34.616186 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b65f20a0-4ec3-428f-9b44-62bb2f0258a5 req-e3d5094f-b2c4-450b-b6d8-d573e51e7b34 service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859771 Feb 10 07:17:36.144610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b7165-a7c3-4e47-80fc-50f2e864c473 req-c1f9dbee-c51e-423c-bbf8-94eb088cff10 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:36.146173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d4b7165-a7c3-4e47-80fc-50f2e864c473 req-c1f9dbee-c51e-423c-bbf8-94eb088cff10 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0550089 Feb 10 07:17:36.200077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d4b7165-a7c3-4e47-80fc-50f2e864c473 req-283d72ca-83c4-4020-99c0-3d531c4f3190 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471704 Feb 10 07:17:37.169353 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:37.319280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8e000-6fb5-4d14-905d-fc3b30874b9c req-0b975987-936e-40ac-b30a-e2a6b20abd40 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:37.320770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7e8e000-6fb5-4d14-905d-fc3b30874b9c req-0b975987-936e-40ac-b30a-e2a6b20abd40 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0520446 Feb 10 07:17:37.368735 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7e8e000-6fb5-4d14-905d-fc3b30874b9c req-6e2db722-a8da-4956-ad30-3f61e2bf442c tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422235 Feb 10 07:17:38.484689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f41a-e76a-4afe-90f4-d7d2c1b10109 req-48902477-8d78-49a9-afe8-732a97a94358 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:38.486154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6432f41a-e76a-4afe-90f4-d7d2c1b10109 req-48902477-8d78-49a9-afe8-732a97a94358 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0521872 Feb 10 07:17:38.534687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6432f41a-e76a-4afe-90f4-d7d2c1b10109 req-26044037-94a6-49c6-9c26-814fc335a6bd tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Feb 10 07:17:39.656276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ca2ab-de6a-48e0-9b78-e125c3cee8a1 req-d8c06f47-1939-4546-a535-d2de755073ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:39.657746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-449ca2ab-de6a-48e0-9b78-e125c3cee8a1 req-d8c06f47-1939-4546-a535-d2de755073ce tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0556452 Feb 10 07:17:39.706324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-449ca2ab-de6a-48e0-9b78-e125c3cee8a1 req-e0b469ed-0b26-422d-90c4-98b695ffaf3a tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Feb 10 07:17:40.369717 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b339a092-be5c-4b06-a9bc-955be2a014a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:40.451554 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:40.822950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544610f2-8cba-4c1f-98ef-17097a34de59 req-d81f8c99-61ae-4171-8e34-f8a26959a1ae tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:40.824418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-544610f2-8cba-4c1f-98ef-17097a34de59 req-d81f8c99-61ae-4171-8e34-f8a26959a1ae tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0519488 Feb 10 07:17:40.871408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-544610f2-8cba-4c1f-98ef-17097a34de59 req-b4f1ec9d-1dd0-4287-9c77-d2c9150d17be tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Feb 10 07:17:41.990660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa287a-2b1a-461e-9ad6-d4126b56092c req-585bdbbb-3eb5-46dc-9443-80b18333fb6e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:41.992129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49aa287a-2b1a-461e-9ad6-d4126b56092c req-585bdbbb-3eb5-46dc-9443-80b18333fb6e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0561440 Feb 10 07:17:42.038947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49aa287a-2b1a-461e-9ad6-d4126b56092c req-fcec052e-6730-4399-8f22-4061226ceff1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413544 Feb 10 07:17:42.603883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-282a9cf2-6706-4d4b-bece-5a0787806da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:43.159601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b44d-42c7-47bb-a05b-783242f8b9f9 req-7bc1c678-8318-470f-a876-1ca71a2055ab tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:43.161088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3538b44d-42c7-47bb-a05b-783242f8b9f9 req-7bc1c678-8318-470f-a876-1ca71a2055ab tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0534797 Feb 10 07:17:43.211085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3538b44d-42c7-47bb-a05b-783242f8b9f9 req-2cc00717-0ded-4f1d-8490-0cada6568a07 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 Feb 10 07:17:43.933928 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:44.327835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259037ea-6a81-4a3b-910d-b29ab68bc69c req-db82865b-5ca7-4454-83aa-010281fd6932 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:44.329294 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-259037ea-6a81-4a3b-910d-b29ab68bc69c req-db82865b-5ca7-4454-83aa-010281fd6932 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0516443 Feb 10 07:17:44.380749 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-259037ea-6a81-4a3b-910d-b29ab68bc69c req-aeb4c8c3-4154-413b-9c15-bf4e8f306a9b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460684 Feb 10 07:17:45.356771 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:45.500034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afca65a-0eac-4a91-b9fe-8c66117b0f88 req-62b07876-81fa-4f2f-92c8-5bfe23493efb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:45.501503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0afca65a-0eac-4a91-b9fe-8c66117b0f88 req-62b07876-81fa-4f2f-92c8-5bfe23493efb tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0536559 Feb 10 07:17:45.550406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0afca65a-0eac-4a91-b9fe-8c66117b0f88 req-3f875c99-fd45-416d-a478-9b9505dc089e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432823 Feb 10 07:17:46.488361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:46.675732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a3414-44d7-46b3-bdbb-85f18a6a8806 req-e10fc415-230a-453c-ad8b-e5fb2da680ff tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:46.677201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f2a3414-44d7-46b3-bdbb-85f18a6a8806 req-e10fc415-230a-453c-ad8b-e5fb2da680ff tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0567384 Feb 10 07:17:46.725369 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f2a3414-44d7-46b3-bdbb-85f18a6a8806 req-e8814ea2-b66a-453f-9f1d-ec0ba5ea3436 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427110 Feb 10 07:17:47.844485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920564-62ca-49fc-8583-1a958e22b4ae req-97acdf28-cdbf-472d-bb82-1a51cec96b12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:47.846615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02920564-62ca-49fc-8583-1a958e22b4ae req-97acdf28-cdbf-472d-bb82-1a51cec96b12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0561423 Feb 10 07:17:47.894574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02920564-62ca-49fc-8583-1a958e22b4ae req-8b9ccce6-db16-4d28-9135-5cc442cc7957 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424850 Feb 10 07:17:49.012038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6eef8-fd8f-48df-9e79-4d1e47f09480 req-036f0d18-b468-4125-9ce5-7344009c25f3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:49.013497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6c6eef8-fd8f-48df-9e79-4d1e47f09480 req-036f0d18-b468-4125-9ce5-7344009c25f3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Feb 10 07:17:49.060152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6c6eef8-fd8f-48df-9e79-4d1e47f09480 req-72cf90cf-12eb-43bb-a8d1-8ee57764bc6b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405724 Feb 10 07:17:50.125748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8cb6f-61cf-4745-a5b9-cfa94c671126 req-993de809-515a-4085-bf78-5dc3c2719d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:50.127465 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f1e8cb6f-61cf-4745-a5b9-cfa94c671126 req-993de809-515a-4085-bf78-5dc3c2719d78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1127 time: 0.0442457 Feb 10 07:17:50.173202 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f1e8cb6f-61cf-4745-a5b9-cfa94c671126 req-5d5ed6d7-6291-4c81-849a-68c55bb57279 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390856 Feb 10 07:17:50.178820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d002f7-7a63-479d-81bd-cece097f34a2 req-92b1ec62-0d73-4eb1-9d17-df32e5bd0cdf tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:50.180282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31d002f7-7a63-479d-81bd-cece097f34a2 req-92b1ec62-0d73-4eb1-9d17-df32e5bd0cdf tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0519128 Feb 10 07:17:50.232307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31d002f7-7a63-479d-81bd-cece097f34a2 req-3330d2ae-7dd0-43df-a144-0256743e1f61 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464766 Feb 10 07:17:50.384824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b42d6381-4627-408d-9ec4-487f5a679465 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:17:50.387955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b42d6381-4627-408d-9ec4-487f5a679465 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:17:50.535547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b42d6381-4627-408d-9ec4-487f5a679465 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:17:50.535932 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b42d6381-4627-408d-9ec4-487f5a679465), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:50.554327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b42d6381-4627-408d-9ec4-487f5a679465,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:17:50.572333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'b42d6381-4627-408d-9ec4-487f5a679465', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'port_id': 'b42d6381-4627-408d-9ec4-487f5a679465', 'mac_address': 'fa:16:3e:42:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:17:50.577212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:17:50.579490 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dd95ed-f64f-46b2-a0d6-2d4afaa3d7e5" -d '{"events": [{"server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "name": "network-vif-unplugged", "status": "completed", "tag": "b42d6381-4627-408d-9ec4-487f5a679465"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:17:50.594155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b42d6381-4627-408d-9ec4-487f5a679465,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:17:50.613147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b42d6381-4627-408d-9ec4-487f5a679465), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:50.615743 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd72c5f4-faec-4d76-a03c-75ef902d4dbb x-openstack-request-id: req-fd72c5f4-faec-4d76-a03c-75ef902d4dbb {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:17:50.615975 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "name": "network-vif-unplugged", "status": "completed", "tag": "b42d6381-4627-408d-9ec4-487f5a679465", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:17:50.616246 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd72c5f4-faec-4d76-a03c-75ef902d4dbb {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:17:50.616636 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465', 'code': 200} Feb 10 07:17:50.660464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b42d6381-4627-408d-9ec4-487f5a679465 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:17:50.660781 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b42d6381-4627-408d-9ec4-487f5a679465), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:50.683273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b42d6381-4627-408d-9ec4-487f5a679465 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:17:50.687643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b42d6381-4627-408d-9ec4-487f5a679465,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:17:50.697955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.698321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.698663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.699001 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.699334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.699664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.699991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.700316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.700635 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.700959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.701280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.701598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.701915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:17:50.737406 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:17:50.737767 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:17:51.271906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b42d6381-4627-408d-9ec4-487f5a679465 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:17:51.272298 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b42d6381-4627-408d-9ec4-487f5a679465), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:51.285650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42d6381-4627-408d-9ec4-487f5a679465 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:17:51.307755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b42d6381-4627-408d-9ec4-487f5a679465,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:17:51.312602 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b42d6381-4627-408d-9ec4-487f5a679465), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:51.355288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187c03-6c73-4905-b0f0-883926c1173b req-61251ca0-ef3c-4ae2-8ea9-d73610537dd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:51.356767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26187c03-6c73-4905-b0f0-883926c1173b req-61251ca0-ef3c-4ae2-8ea9-d73610537dd1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 944 time: 0.0556479 Feb 10 07:17:51.362494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b42d6381-4627-408d-9ec4-487f5a679465,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:17:51.409978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26187c03-6c73-4905-b0f0-883926c1173b req-3bdac13b-3eaa-4c41-9b67-aff341c8b134 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465882 Feb 10 07:17:51.616983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b42d6381-4627-408d-9ec4-487f5a679465'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:17:52.528868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4832721-626e-40a9-a209-2cd62e5d2ab6 req-70e29072-dbb9-4ee0-b885-be4c4d91ffd7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:17:52.530363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4832721-626e-40a9-a209-2cd62e5d2ab6 req-70e29072-dbb9-4ee0-b885-be4c4d91ffd7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 944 time: 0.0519760 Feb 10 07:17:52.578096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4832721-626e-40a9-a209-2cd62e5d2ab6 req-c47e616f-031d-43f9-9025-3582d1da57c8 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416245 Feb 10 07:17:52.600147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:17:52.662787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-982a595e-003e-4858-87ef-5b3f019a46db tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/floatingips/3999543c-d6b0-444c-a0c9-37993a810a7b HTTP/1.1" status: 200 len: 992 time: 0.0614941 Feb 10 07:17:54.402977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b42d6381-4627-408d-9ec4-487f5a679465 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:17:54.450867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port b42d6381-4627-408d-9ec4-487f5a679465 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:17:54.451237 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b42d6381-4627-408d-9ec4-487f5a679465), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:54.530154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b42d6381-4627-408d-9ec4-487f5a679465 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:17:54.530562 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b42d6381-4627-408d-9ec4-487f5a679465), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:54.552554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:17:54.554811 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61baf7d1-d06a-46ab-bf4c-74e6f7aaaf57" -d '{"events": [{"server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "name": "network-vif-plugged", "status": "completed", "tag": "b42d6381-4627-408d-9ec4-487f5a679465"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:17:54.567881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b42d6381-4627-408d-9ec4-487f5a679465,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:17:54.571902 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b42d6381-4627-408d-9ec4-487f5a679465), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:17:54.595212 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80a6bbf-dcb8-47ec-9714-cf21252bdd2a x-openstack-request-id: req-a80a6bbf-dcb8-47ec-9714-cf21252bdd2a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:17:54.596130 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "name": "network-vif-plugged", "status": "completed", "tag": "b42d6381-4627-408d-9ec4-487f5a679465", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:17:54.596386 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a80a6bbf-dcb8-47ec-9714-cf21252bdd2a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:17:54.596780 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465', 'code': 200} Feb 10 07:17:54.620721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b42d6381-4627-408d-9ec4-487f5a679465,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:18:05.007091 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:18:07.183048 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:10.370844 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fe68dce-d3b5-4cf2-b52d-929b53e4eb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:10.447815 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:12.605680 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de19abf4-026e-466d-b7de-3f14d50db698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:13.935561 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:15.359207 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:16.493001 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:35.769458 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f74698fa-7284-4078-a072-bb1869107d8b req-8a6c7280-68db-40d0-9cd5-65da8f05a4d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423145 Feb 10 07:18:35.857719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74698fa-7284-4078-a072-bb1869107d8b req-e590652f-718a-487f-8d25-c7a918fb8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:35.859137 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f74698fa-7284-4078-a072-bb1869107d8b req-e590652f-718a-487f-8d25-c7a918fb8314 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1127 time: 0.0482695 Feb 10 07:18:35.958037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74698fa-7284-4078-a072-bb1869107d8b req-e3017f42-6157-493a-b951-a28ed19442df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:35.959624 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f74698fa-7284-4078-a072-bb1869107d8b req-e3017f42-6157-493a-b951-a28ed19442df service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b33763e-4eaa-4750-b76f-f3b78d11b55e HTTP/1.1" status: 200 len: 897 time: 0.0838058 Feb 10 07:18:36.027914 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f74698fa-7284-4078-a072-bb1869107d8b req-ab295560-8aaf-46a7-a3ac-5022740d2dbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42d6381-4627-408d-9ec4-487f5a679465 HTTP/1.1" status: 200 len: 1001 time: 0.0622623 Feb 10 07:18:36.075954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74698fa-7284-4078-a072-bb1869107d8b req-720bb283-2f5d-4e46-bae3-ba14744608c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:36.077445 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f74698fa-7284-4078-a072-bb1869107d8b req-720bb283-2f5d-4e46-bae3-ba14744608c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a907d4b-1ea9-4f8c-a405-7d099d3db9c4 HTTP/1.1" status: 200 len: 833 time: 0.0443871 Feb 10 07:18:36.124383 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74698fa-7284-4078-a072-bb1869107d8b req-cb9d425e-fdff-4b16-afd1-c7f2b9770705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:36.125777 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f74698fa-7284-4078-a072-bb1869107d8b req-cb9d425e-fdff-4b16-afd1-c7f2b9770705 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b33763e-4eaa-4750-b76f-f3b78d11b55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430155 Feb 10 07:18:36.217713 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f74698fa-7284-4078-a072-bb1869107d8b req-9564f483-356e-4fa0-ab70-72359ae6232e service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859675 Feb 10 07:18:36.304673 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-f74698fa-7284-4078-a072-bb1869107d8b req-748cf534-9f57-45bf-9e86-1a6c5d963c90 service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809634 Feb 10 07:18:37.182817 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:40.371379 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8b439f4-58ae-4e29-b035-22737903828c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:40.484181 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:42.005764 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:18:42.606600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7ba336a-f972-43f0-8228-1ffffe1049fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:43.938037 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:45.363101 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:46.494733 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:55.289119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58808) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:18:55.443235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port e1597524-3da1-4091-9140-f186934ac233 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:18:55.443576 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e1597524-3da1-4091-9140-f186934ac233), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:55.520855 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e1597524-3da1-4091-9140-f186934ac233), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:55.521183 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (e1597524-3da1-4091-9140-f186934ac233), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:55.532761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for e1597524-3da1-4091-9140-f186934ac233 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:18:55.674652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e1597524-3da1-4091-9140-f186934ac233), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:55.699838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=e1597524-3da1-4091-9140-f186934ac233,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:18:55.711910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.712269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.712615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.712952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.713284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.713613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.713942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.714268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.714621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.714948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.715269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.715588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.715906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:55.768469 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for floatingip (3999543c-d6b0-444c-a0c9-37993a810a7b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:55.768797 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Floating IP 3999543c-d6b0-444c-a0c9-37993a810a7b disassociated (deleted). External IP: 172.25.8.220, port: b42d6381-4627-408d-9ec4-487f5a679465. Feb 10 07:18:55.976355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:18:56.083812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:18:56.088883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:56.094958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] Sync routers for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:18:56.105529 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:18:56.106235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:18:56.118202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-58b910ec-d237-482e-b588-d9786243191b tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/floatingips/3999543c-d6b0-444c-a0c9-37993a810a7b HTTP/1.1" status: 204 len: 168 time: 0.8280065 Feb 10 07:18:56.118833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:18:56.121098 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53e2df1-a6ef-4312-9cba-29857d5f79c6" -d '{"events": [{"name": "network-changed", "server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "tag": "b42d6381-4627-408d-9ec4-487f5a679465"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:18:56.160167 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7116fb21-2489-4b35-8c9a-4daeceed3f72 x-openstack-request-id: req-7116fb21-2489-4b35-8c9a-4daeceed3f72 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:18:56.160492 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "tag": "b42d6381-4627-408d-9ec4-487f5a679465", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:18:56.160752 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7116fb21-2489-4b35-8c9a-4daeceed3f72 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:18:56.161163 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465', 'status': 'completed', 'code': 200} Feb 10 07:18:56.224254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:18:56.237031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-387710f6-315c-4ad3-8025-14119c4c2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:56.239770 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-387710f6-315c-4ad3-8025-14119c4c2ab8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=905ebaa5dee842e991cea826da16ba0a&device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 1127 time: 0.0562503 Feb 10 07:18:56.349365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-f77d5611-2a11-4c6c-846f-0afeed393737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:56.350890 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-f77d5611-2a11-4c6c-846f-0afeed393737 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b33763e-4eaa-4750-b76f-f3b78d11b55e HTTP/1.1" status: 200 len: 897 time: 0.1016583 Feb 10 07:18:56.397057 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-12320986-dd37-4f0e-85f9-c50d855b7aa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42d6381-4627-408d-9ec4-487f5a679465 HTTP/1.1" status: 200 len: 217 time: 0.0397773 Feb 10 07:18:56.439157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fbfd9afb-4907-44dc-925d-4c17fc48a3a4', 'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b0:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:20Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:18:56.448783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-ba7d9b25-be39-4244-b841-49e6976d5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:56.450268 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-ba7d9b25-be39-4244-b841-49e6976d5003 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a907d4b-1ea9-4f8c-a405-7d099d3db9c4 HTTP/1.1" status: 200 len: 833 time: 0.0463572 Feb 10 07:18:56.458108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a460a-a5be-487d-a909-cc40e4412654 req-8237b99c-891c-46da-9dc4-f1ad1e122be6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:56.460191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a8a460a-a5be-487d-a909-cc40e4412654 req-8237b99c-891c-46da-9dc4-f1ad1e122be6 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.1276293 Feb 10 07:18:56.470476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] Checking router: 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:18:56.479690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:18:56.480304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:18:56.510139 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-a8479434-af16-465e-b525-b2090122b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:56.511624 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-a8479434-af16-465e-b525-b2090122b0dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b33763e-4eaa-4750-b76f-f3b78d11b55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542808 Feb 10 07:18:56.520081 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a8a460a-a5be-487d-a909-cc40e4412654 req-073b9703-e568-4955-9723-19712090b104 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528727 Feb 10 07:18:56.597790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:18:56.611711 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-f72bd4e4-1003-430e-8dfd-f9064089f72e service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923333 Feb 10 07:18:56.708709 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a53e2df1-a6ef-4312-9cba-29857d5f79c6 req-95e7dbcb-7b0b-4478-91f8-dbd0dc2efa74 service neutron] 10.222.0.13 "GET /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891991 Feb 10 07:18:56.794960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fbfd9afb-4907-44dc-925d-4c17fc48a3a4', 'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b0:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:20Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:18:56.820409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb1c0e-4738-4320-9a88-1af35c3b35ff None None] The sync data for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 is: [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:20Z', 'revision_number': 4, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fbfd9afb-4907-44dc-925d-4c17fc48a3a4', 'name': '', 'network_id': '3b33763e-4eaa-4750-b76f-f3b78d11b55e', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'mac_address': 'fa:16:3e:b0:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:20Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'subnets': [{'id': '4a907d4b-1ea9-4f8c-a405-7d099d3db9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:18:57.047762 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bde297-4877-4168-982e-4144d11e4f8d None None] New status for floating IP 3999543c-d6b0-444c-a0c9-37993a810a7b: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:18:57.694803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914e42e-f8c1-429a-ab87-b8aa90e3c258 req-5d815085-d132-404e-ac24-541ebad003d7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:57.696290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6914e42e-f8c1-429a-ab87-b8aa90e3c258 req-5d815085-d132-404e-ac24-541ebad003d7 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.1064687 Feb 10 07:18:57.744523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6914e42e-f8c1-429a-ab87-b8aa90e3c258 req-80a27100-69be-472f-bea8-4ed67df8c7a3 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "GET /v2.0/security-groups?id=46df7ce2-1f35-4dcc-acef-a0b1544deb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424612 Feb 10 07:18:57.893637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-cc038290-8df3-437b-9ead-8df72a645261 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:18:57.895022 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-cc038290-8df3-437b-9ead-8df72a645261 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "GET /v2.0/ports?device_id=628fa643-343c-4742-b783-bd384828fd44 HTTP/1.1" status: 200 len: 945 time: 0.0520525 Feb 10 07:18:57.987440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port b42d6381-4627-408d-9ec4-487f5a679465 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:18:57.987830 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b42d6381-4627-408d-9ec4-487f5a679465), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:58.084529 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port b42d6381-4627-408d-9ec4-487f5a679465, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b42d6381-4627-408d-9ec4-487f5a679465,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:18:58.084905 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b42d6381-4627-408d-9ec4-487f5a679465), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:58.096631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for b42d6381-4627-408d-9ec4-487f5a679465 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:18:58.221155 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (b42d6381-4627-408d-9ec4-487f5a679465), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:58.251661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=b42d6381-4627-408d-9ec4-487f5a679465,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:18:58.264985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.265343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.265690 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.266027 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.266380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.266711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.267040 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.267369 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.267692 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.268019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.268340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.268657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.269506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:18:58.306388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] No DVR routers for this DVR port b42d6381-4627-408d-9ec4-487f5a679465 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:18:58.309125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:58.312574 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-72140476-c1dc-43ad-8288-c3aab8fb4180 req-8a29ad0b-e86f-4db8-b1da-8fb891a661c9 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.13 "DELETE /v2.0/ports/b42d6381-4627-408d-9ec4-487f5a679465 HTTP/1.1" status: 204 len: 173 time: 0.4127421 Feb 10 07:18:58.313015 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'name': 'network-vif-deleted', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:18:58.315557 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e67c27-5d00-4178-ad79-66d185ed5ef7" -d '{"events": [{"server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "name": "network-vif-deleted", "tag": "b42d6381-4627-408d-9ec4-487f5a679465"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:18:58.355014 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860eb0af-7beb-4a40-9bd2-30c1c5ba68d4 x-openstack-request-id: req-860eb0af-7beb-4a40-9bd2-30c1c5ba68d4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:18:58.355331 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628fa643-343c-4742-b783-bd384828fd44", "name": "network-vif-deleted", "tag": "b42d6381-4627-408d-9ec4-487f5a679465", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:18:58.355604 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-860eb0af-7beb-4a40-9bd2-30c1c5ba68d4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:18:58.356011 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628fa643-343c-4742-b783-bd384828fd44', 'name': 'network-vif-deleted', 'tag': 'b42d6381-4627-408d-9ec4-487f5a679465', 'status': 'completed', 'code': 200} Feb 10 07:18:58.802824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:18:59.156601 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:59.412996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port fbfd9afb-4907-44dc-925d-4c17fc48a3a4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:18:59.413253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:59.497008 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port fbfd9afb-4907-44dc-925d-4c17fc48a3a4, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fbfd9afb-4907-44dc-925d-4c17fc48a3a4,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:18:59.497358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:59.510258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for fbfd9afb-4907-44dc-925d-4c17fc48a3a4 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:18:59.690061 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (fbfd9afb-4907-44dc-925d-4c17fc48a3a4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:18:59.720778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=fbfd9afb-4907-44dc-925d-4c17fc48a3a4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:00.177052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:00.401105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:19:00.507590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:19:00.512623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cb7b0580-25da-4a5f-bf26-c23da8d57e14 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "PUT /v2.0/routers/556bbbf7-21a4-4c8e-aa9c-2fa28953e650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7086523 Feb 10 07:19:00.515349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58832) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:00.518258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] Sync routers for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:19:00.529645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:19:00.530262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:00.564997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cb8c89-9e22-437e-91f1-f09d5aa06a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting subnet 4a907d4b-1ea9-4f8c-a405-7d099d3db9c4 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:19:00.568196 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67cb8c89-9e22-437e-91f1-f09d5aa06a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (4a907d4b-1ea9-4f8c-a405-7d099d3db9c4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:00.607471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67cb8c89-9e22-437e-91f1-f09d5aa06a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (4a907d4b-1ea9-4f8c-a405-7d099d3db9c4), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:00.639184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:19:00.706056 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67cb8c89-9e22-437e-91f1-f09d5aa06a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (4a907d4b-1ea9-4f8c-a405-7d099d3db9c4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:00.768741 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67cb8c89-9e22-437e-91f1-f09d5aa06a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (4a907d4b-1ea9-4f8c-a405-7d099d3db9c4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:00.769319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b42d6381-4627-408d-9ec4-487f5a679465 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:19:00.794493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: b42d6381-4627-408d-9ec4-487f5a679465 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:19:00.794833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b42d6381-4627-408d-9ec4-487f5a679465 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:19:00.796857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb8c89-9e22-437e-91f1-f09d5aa06a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Subnet': ['ID=4a907d4b-1ea9-4f8c-a405-7d099d3db9c4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:00.799261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67cb8c89-9e22-437e-91f1-f09d5aa06a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:00.805837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-67cb8c89-9e22-437e-91f1-f09d5aa06a12 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/subnets/4a907d4b-1ea9-4f8c-a405-7d099d3db9c4 HTTP/1.1" status: 204 len: 168 time: 0.2870255 Feb 10 07:19:00.806534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58834) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:00.809716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1008aae9-7ec3-4768-b538-595d715ed55d None None] Network 3b33763e-4eaa-4750-b76f-f3b78d11b55e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:19:00.916513 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:00.931375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:18:59Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:00.960057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] Checking router: 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:19:00.968846 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] Routers {'556bbbf7-21a4-4c8e-aa9c-2fa28953e650'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:19:00.969461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:01.009889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] DHCP port deletion for 3b33763e-4eaa-4750-b76f-f3b78d11b55e request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:19:01.028566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_gateway (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.081203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Deleting port 9c913505-1171-48f4-9218-f6ae742fb397 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:19:01.081572 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9c913505-1171-48f4-9218-f6ae742fb397), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.110077 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] Set router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:19:01.164136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] For port 9c913505-1171-48f4-9218-f6ae742fb397, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9c913505-1171-48f4-9218-f6ae742fb397,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:01.164511 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9c913505-1171-48f4-9218-f6ae742fb397), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.166660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Deleting port 63b081ff-e8d4-4525-8091-e7d1ba615cfa {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:19:01.167030 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.177076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Calling delete_port for 9c913505-1171-48f4-9218-f6ae742fb397 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:19:01.354178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9c913505-1171-48f4-9218-f6ae742fb397), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.381214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Port': ['ID=9c913505-1171-48f4-9218-f6ae742fb397,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:01.440461 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.441632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] For port 63b081ff-e8d4-4525-8091-e7d1ba615cfa, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=63b081ff-e8d4-4525-8091-e7d1ba615cfa,segment=NetworkSegment(dea002a3-5fd6-4e5b-a04a-fcb2a36fd665),segment_id=dea002a3-5fd6-4e5b-a04a-fcb2a36fd665)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:01.442031 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.464003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Calling delete_port for 63b081ff-e8d4-4525-8091-e7d1ba615cfa owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:19:01.542982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.545233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router_controller (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.573595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:18:59Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:01.592623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (556bbbf7-21a4-4c8e-aa9c-2fa28953e650), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.593323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Fanout notify agent at l3_agent the message router_deleted on router 556bbbf7-21a4-4c8e-aa9c-2fa28953e650 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:19:01.600262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.604655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-57e2edb9-788d-4c17-a510-146a1890643e tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/routers/556bbbf7-21a4-4c8e-aa9c-2fa28953e650 HTTP/1.1" status: 204 len: 168 time: 0.7939832 Feb 10 07:19:01.604807 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef359b-c127-4155-8e90-c438f8000b54 None None] The sync data for ids ['556bbbf7-21a4-4c8e-aa9c-2fa28953e650'] in n-d-828670-1 is: [{'id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133176162', 'tenant_id': '905ebaa5dee842e991cea826da16ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9c913505-1171-48f4-9218-f6ae742fb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:18:59Z', 'revision_number': 5, 'project_id': '905ebaa5dee842e991cea826da16ba0a', 'gw_port': {'id': '9c913505-1171-48f4-9218-f6ae742fb397', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556bbbf7-21a4-4c8e-aa9c-2fa28953e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:16:17Z', 'updated_at': '2022-02-10T07:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:19:01.604949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58836) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:01.606772 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (63b081ff-e8d4-4525-8091-e7d1ba615cfa), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.640104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Pushing event deleted for resources: {'Port': ['ID=63b081ff-e8d4-4525-8091-e7d1ba615cfa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:01.642649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] No DVR routers for this DVR port 63b081ff-e8d4-4525-8091-e7d1ba615cfa on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:19:01.650059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.650433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.650775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.651115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.651444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.651781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.652108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.655199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.655199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.655199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.655199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.655199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.655199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098da80-5947-4401-bbaf-44bdfc213548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:01.693873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (3b33763e-4eaa-4750-b76f-f3b78d11b55e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.785410 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (3b33763e-4eaa-4750-b76f-f3b78d11b55e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.806806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b33763e-4eaa-4750-b76f-f3b78d11b55e']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:01.816987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:01.817276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea002a3-5fd6-4e5b-a04a-fcb2a36fd665') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:01.827020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (dea002a3-5fd6-4e5b-a04a-fcb2a36fd665), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.840298 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (dea002a3-5fd6-4e5b-a04a-fcb2a36fd665), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.845938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:19:01.846328 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (dea002a3-5fd6-4e5b-a04a-fcb2a36fd665), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:19:01.849230 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:19:01.910787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (3b33763e-4eaa-4750-b76f-f3b78d11b55e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.922723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:01.929300 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/networks/3b33763e-4eaa-4750-b76f-f3b78d11b55e HTTP/1.1" status: 204 len: 168 time: 0.3216133 Feb 10 07:19:01.929625 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58838) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:01.939767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b21026-bee2-4b1e-9ba7-e796f4a4bccc tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'Network': ['ID=3b33763e-4eaa-4750-b76f-f3b78d11b55e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:01.990803 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd96fbc-560d-4cb4-94df-c1f79237a2c1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (46df7ce2-1f35-4dcc-acef-a0b1544deb4a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:02.018584 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd96fbc-560d-4cb4-94df-c1f79237a2c1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (46df7ce2-1f35-4dcc-acef-a0b1544deb4a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:02.079290 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd96fbc-560d-4cb4-94df-c1f79237a2c1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (46df7ce2-1f35-4dcc-acef-a0b1544deb4a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:02.081979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3bd96fbc-560d-4cb4-94df-c1f79237a2c1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:02.083173 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-3bd96fbc-560d-4cb4-94df-c1f79237a2c1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] 10.222.0.21 "DELETE /v2.0/security-groups/46df7ce2-1f35-4dcc-acef-a0b1544deb4a HTTP/1.1" status: 204 len: 168 time: 0.1525602 Feb 10 07:19:02.092290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd96fbc-560d-4cb4-94df-c1f79237a2c1 tempest-TestNetworkAdvancedServerOps-543528486 tempest-TestNetworkAdvancedServerOps-543528486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df7ce2-1f35-4dcc-acef-a0b1544deb4a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:02.682904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 63b081ff-e8d4-4525-8091-e7d1ba615cfa no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:19:02.703347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 63b081ff-e8d4-4525-8091-e7d1ba615cfa {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:19:02.703692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 63b081ff-e8d4-4525-8091-e7d1ba615cfa not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:19:02.704103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9c913505-1171-48f4-9218-f6ae742fb397 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:19:02.722401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9c913505-1171-48f4-9218-f6ae742fb397 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:19:02.722759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9c913505-1171-48f4-9218-f6ae742fb397 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:19:02.723170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fbfd9afb-4907-44dc-925d-4c17fc48a3a4 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:19:02.741435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: fbfd9afb-4907-44dc-925d-4c17fc48a3a4 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:19:02.741786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fbfd9afb-4907-44dc-925d-4c17fc48a3a4 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:19:03.412489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:03.539047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4dffe49c-e9c7-4b6e-ad3f-ad9062fbbfe9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=905ebaa5dee842e991cea826da16ba0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1253583 Feb 10 07:19:03.541438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58852) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:03.592994 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1c2c-9723-476d-8fee-f54912747254 admin admin] Publish callbacks [] for security_group (267d9533-e838-42a1-9e6a-b9f4dd38dac5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:03.613059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1c2c-9723-476d-8fee-f54912747254 admin admin] Publish callbacks [] for security_group (267d9533-e838-42a1-9e6a-b9f4dd38dac5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:03.657513 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1c2c-9723-476d-8fee-f54912747254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (267d9533-e838-42a1-9e6a-b9f4dd38dac5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:03.660647 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1c2c-9723-476d-8fee-f54912747254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:03.661792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fa6b1c2c-9723-476d-8fee-f54912747254 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/267d9533-e838-42a1-9e6a-b9f4dd38dac5 HTTP/1.1" status: 204 len: 168 time: 0.1194696 Feb 10 07:19:03.669497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b1c2c-9723-476d-8fee-f54912747254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267d9533-e838-42a1-9e6a-b9f4dd38dac5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:03.915831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58858) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:03.958887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c008ced1-2d59-4fe5-a1c5-ebd256bcd9a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4662c2c1daca444d92f9f9752394f1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419033 Feb 10 07:19:03.961321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:04.006116 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45401d80-4191-4b66-8dca-7ae96a664642 admin admin] Publish callbacks [] for security_group (a1dddd22-0f09-4986-b196-8bdbd8767630), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:04.026934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45401d80-4191-4b66-8dca-7ae96a664642 admin admin] Publish callbacks [] for security_group (a1dddd22-0f09-4986-b196-8bdbd8767630), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:04.072351 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45401d80-4191-4b66-8dca-7ae96a664642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a1dddd22-0f09-4986-b196-8bdbd8767630), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:04.074936 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45401d80-4191-4b66-8dca-7ae96a664642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:04.076101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-45401d80-4191-4b66-8dca-7ae96a664642 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1dddd22-0f09-4986-b196-8bdbd8767630 HTTP/1.1" status: 204 len: 168 time: 0.1139064 Feb 10 07:19:04.084453 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45401d80-4191-4b66-8dca-7ae96a664642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dddd22-0f09-4986-b196-8bdbd8767630,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:04.744034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:04.837633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2074183777-network', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:19:04.856907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Made reservation on behalf of 1445fffa1fd443ddb284eb91423cf64a for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:19:04.859207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:04.867837 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:04.940132 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Publish callbacks [] for security_group (d6b27e4a-95fe-4ed1-a2d2-6ef83eef4a5c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:04.943538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d6b27e4a-95fe-4ed1-a2d2-6ef83eef4a5c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:04.967402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:19:04.976472 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b27e4a-95fe-4ed1-a2d2-6ef83eef4a5c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:04.982241 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (253c9589-559c-4c2c-b008-c318a6197f33), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:04.982618 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Added segment 253c9589-559c-4c2c-b008-c318a6197f33 of type vlan for network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 Feb 10 07:19:05.024178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.048805 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.049874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:05.050518 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.086152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3410344 Feb 10 07:19:05.089611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58886) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:05.094669 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Request body: {'subnet': {'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2074183777-subnet', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:19:05.113486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557087e8-da7c-4225-aaae-9e75448232e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:05.115288 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Made reservation on behalf of 1445fffa1fd443ddb284eb91423cf64a for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:19:05.117629 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.123332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:19:05.284398 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (ef7acf00-74fa-47b9-93fe-4a01829ca180), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.344746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7acf00-74fa-47b9-93fe-4a01829ca180,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:05.353217 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Checking segment: {'id': '253c9589-559c-4c2c-b008-c318a6197f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:19:05.353584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Network hostable DHCP agents. Network: 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:19:05.369253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:19:05.378049 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:19:05.382767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:05.383367 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.388553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbee26-da0d-4539-b8b0-80633b81150c None None] Network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:19:05.399725 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6591e548-cd4b-4329-9d66-bab0fe8c5e50 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3089812 Feb 10 07:19:05.402486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58888) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:05.406840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2074183777-router', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:19:05.425691 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (5b7b8b79-5c74-411d-b431-360be8e5c20b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.426740 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (5b7b8b79-5c74-411d-b431-360be8e5c20b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.478395 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks [] for router_controller (5b7b8b79-5c74-411d-b431-360be8e5c20b), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.492036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7', 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7', 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'fixed_ips': [{'subnet_id': 'ef7acf00-74fa-47b9-93fe-4a01829ca180'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:19:05.492897 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.628858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Allocated IP 172.20.0.2 (5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7/ef7acf00-74fa-47b9-93fe-4a01829ca180/c6dfb40c-d25a-4499-9cf4-f8a5d375376c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:19:05.631654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks [] for router_gateway (5b7b8b79-5c74-411d-b431-360be8e5c20b), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.771032 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Publish callbacks [] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.776665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.820451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:19:05.823600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:19:05.827080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:19:05.831963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks [] for router_gateway (5b7b8b79-5c74-411d-b431-360be8e5c20b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.832304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Pushing event updated for resources: {'Port': ['ID=c6dfb40c-d25a-4499-9cf4-f8a5d375376c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:05.851094 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.884555 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Attempting to bind port c6dfb40c-d25a-4499-9cf4-f8a5d375376c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:19:05.884923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Attempting to bind port c6dfb40c-d25a-4499-9cf4-f8a5d375376c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '253c9589-559c-4c2c-b008-c318a6197f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:19:05.885281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Attempting to bind port c6dfb40c-d25a-4499-9cf4-f8a5d375376c on network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:19:05.890076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:19:05.890476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Checking segment: {'id': '253c9589-559c-4c2c-b008-c318a6197f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:19:05.890880 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.891268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Bound using segment: {'id': '253c9589-559c-4c2c-b008-c318a6197f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:19:05.891730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Bound port: c6dfb40c-d25a-4499-9cf4-f8a5d375376c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253c9589-559c-4c2c-b008-c318a6197f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:19:05.892099 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:05.953189 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] For port c6dfb40c-d25a-4499-9cf4-f8a5d375376c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:19:05.953892 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Allocated IP 172.25.8.43 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/618d4c13-e7fa-42e3-b703-a7f9ee74114d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:19:05.956861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] For port c6dfb40c-d25a-4499-9cf4-f8a5d375376c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c6dfb40c-d25a-4499-9cf4-f8a5d375376c,segment=NetworkSegment(253c9589-559c-4c2c-b008-c318a6197f33),segment_id=253c9589-559c-4c2c-b008-c318a6197f33)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:19:05.963476 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:06.023402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f75970-a1dd-47d7-b72f-fe977efea0a9 None None] Pushing event updated for resources: {'Port': ['ID=c6dfb40c-d25a-4499-9cf4-f8a5d375376c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:06.069406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks [] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:06.103541 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:06.145826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:19:06.148796 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:19:06.153039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:19:06.156102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Pushing event updated for resources: {'Port': ['ID=618d4c13-e7fa-42e3-b703-a7f9ee74114d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:06.427592 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks [] for router_gateway (5b7b8b79-5c74-411d-b431-360be8e5c20b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:06.624223 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (5b7b8b79-5c74-411d-b431-360be8e5c20b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:06.736037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c6dfb40c-d25a-4499-9cf4-f8a5d375376c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:19:06.764999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Router 5b7b8b79-5c74-411d-b431-360be8e5c20b is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:19:06.795281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c6dfb40c-d25a-4499-9cf4-f8a5d375376c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:06.795760 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:06.874759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c6dfb40c-d25a-4499-9cf4-f8a5d375376c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:06.875159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:06.885068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:19:06.894897 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Sync routers for ids ['5b7b8b79-5c74-411d-b431-360be8e5c20b'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:19:06.904875 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Routers {'5b7b8b79-5c74-411d-b431-360be8e5c20b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:19:06.905752 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5b7b8b79-5c74-411d-b431-360be8e5c20b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:06.905900 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:06.909516 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fe7b7102-d063-4bf8-a958-2baf1eb787ae admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5036755 Feb 10 07:19:06.909714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58890) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:06.918883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port c6dfb40c-d25a-4499-9cf4-f8a5d375376c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c6dfb40c-d25a-4499-9cf4-f8a5d375376c,segment=NetworkSegment(253c9589-559c-4c2c-b008-c318a6197f33),segment_id=253c9589-559c-4c2c-b008-c318a6197f33)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:06.923059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:06.979211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=c6dfb40c-d25a-4499-9cf4-f8a5d375376c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:07.030744 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Set router 5b7b8b79-5c74-411d-b431-360be8e5c20b gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:19:07.044577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520554f-a08a-4094-a4da-27f30766ed4f None None] Network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:19:07.119448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-dda37014-73fd-467c-9f67-a159e2e14568 None None] Provisioning complete for port c6dfb40c-d25a-4499-9cf4-f8a5d375376c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:07.119822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dda37014-73fd-467c-9f67-a159e2e14568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.201504 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.235329 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'name': 'tempest-ImageQuotaTest-2074183777-router', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:06Z', 'revision_number': 3, 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'gw_port': {'id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:07.261143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dda37014-73fd-467c-9f67-a159e2e14568 None None] Current status of the port c6dfb40c-d25a-4499-9cf4-f8a5d375376c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:07.264746 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Checking router: 5b7b8b79-5c74-411d-b431-360be8e5c20b for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:19:07.265333 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Updating router 5b7b8b79-5c74-411d-b431-360be8e5c20b port 618d4c13-e7fa-42e3-b703-a7f9ee74114d binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:19:07.294385 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.482267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e00a2f2f-bf89-4b8e-9c51-d4a661af203e None None] Provisioning complete for port c6dfb40c-d25a-4499-9cf4-f8a5d375376c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:07.482818 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e00a2f2f-bf89-4b8e-9c51-d4a661af203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.562250 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Publish callbacks [] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.567052 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e00a2f2f-bf89-4b8e-9c51-d4a661af203e None None] Current status of the port c6dfb40c-d25a-4499-9cf4-f8a5d375376c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:07.569373 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.620398 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Attempting to bind port 618d4c13-e7fa-42e3-b703-a7f9ee74114d on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:19:07.620764 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Attempting to bind port 618d4c13-e7fa-42e3-b703-a7f9ee74114d by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:19:07.621122 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Attempting to bind port 618d4c13-e7fa-42e3-b703-a7f9ee74114d on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:19:07.623083 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Pushing event updated for resources: {'Port': ['ID=618d4c13-e7fa-42e3-b703-a7f9ee74114d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:07.632659 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.633007 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.633347 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.633680 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.634007 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.634354 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.634680 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.635007 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.635327 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.635643 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.635963 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.636283 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.636598 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:19:07.639864 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:19:07.640241 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:19:07.640643 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.641020 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:19:07.641485 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Bound port: 618d4c13-e7fa-42e3-b703-a7f9ee74114d, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:19:07.641858 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.690414 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] For port 618d4c13-e7fa-42e3-b703-a7f9ee74114d, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:19:07.694572 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] For port 618d4c13-e7fa-42e3-b703-a7f9ee74114d, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=618d4c13-e7fa-42e3-b703-a7f9ee74114d,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:19:07.698471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.701595 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.759530 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Routers {'5b7b8b79-5c74-411d-b431-360be8e5c20b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:19:07.760141 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5b7b8b79-5c74-411d-b431-360be8e5c20b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:07.764692 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e33e5-8cd0-4af5-a212-e9b4f76dfa17 None None] Pushing event updated for resources: {'Port': ['ID=618d4c13-e7fa-42e3-b703-a7f9ee74114d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:07.855775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Allocated IP 172.20.0.1 (5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7/ef7acf00-74fa-47b9-93fe-4a01829ca180/43d34643-6fef-4f3d-8717-923a33c9db7b) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:19:07.959263 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] Set router 5b7b8b79-5c74-411d-b431-360be8e5c20b gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:19:07.967930 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Publish callbacks [] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:07.999974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:08.038386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:19:08.041223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:19:08.044837 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:19:08.076488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Pushing event updated for resources: {'Port': ['ID=43d34643-6fef-4f3d-8717-923a33c9db7b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:08.092089 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (5b7b8b79-5c74-411d-b431-360be8e5c20b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:08.138509 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'name': 'tempest-ImageQuotaTest-2074183777-router', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:06Z', 'revision_number': 3, 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'gw_port': {'id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:08.165350 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd124dc-565d-43fc-8505-ef0b7b7dd355 None None] The sync data for ids ['5b7b8b79-5c74-411d-b431-360be8e5c20b'] in n-d-828670-1 is: [{'id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'name': 'tempest-ImageQuotaTest-2074183777-router', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:06Z', 'revision_number': 3, 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'gw_port': {'id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:19:08.232887 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:08.294266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9ab2c1ab-f1ed-41ff-80d1-b0757fb4ce03 None None] Provisioning complete for port 43d34643-6fef-4f3d-8717-923a33c9db7b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:08.294842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c1ab-f1ed-41ff-80d1-b0757fb4ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:08.330458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2c1ab-f1ed-41ff-80d1-b0757fb4ce03 None None] Port 43d34643-6fef-4f3d-8717-923a33c9db7b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:19:08.418205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Publish callbacks [] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:08.422726 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:08.496544 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Pushing event updated for resources: {'Port': ['ID=43d34643-6fef-4f3d-8717-923a33c9db7b,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:08.501547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (5b7b8b79-5c74-411d-b431-360be8e5c20b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:08.596525 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:19:08.598765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:19:08.742164 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Router 5b7b8b79-5c74-411d-b431-360be8e5c20b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:19:08.836749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c6dfb40c-d25a-4499-9cf4-f8a5d375376c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:19:08.879473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:19:08.894780 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port c6dfb40c-d25a-4499-9cf4-f8a5d375376c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:08.894780 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:08.895038 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d25207a6-b1f1-4b82-ace7-0b29f4ad38e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/5b7b8b79-5c74-411d-b431-360be8e5c20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9755495 Feb 10 07:19:08.978063 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f5be39d1-a1bf-4eb6-ba75-7da30eb851ce None None] Provisioning complete for port 43d34643-6fef-4f3d-8717-923a33c9db7b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:08.978493 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5be39d1-a1bf-4eb6-ba75-7da30eb851ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:09.019772 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port c6dfb40c-d25a-4499-9cf4-f8a5d375376c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:09.020960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 618d4c13-e7fa-42e3-b703-a7f9ee74114d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:19:09.043065 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f5be39d1-a1bf-4eb6-ba75-7da30eb851ce None None] Port 43d34643-6fef-4f3d-8717-923a33c9db7b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:19:09.076010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 618d4c13-e7fa-42e3-b703-a7f9ee74114d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:09.076464 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:09.163864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 618d4c13-e7fa-42e3-b703-a7f9ee74114d is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:09.164309 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:09.185184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 618d4c13-e7fa-42e3-b703-a7f9ee74114d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=618d4c13-e7fa-42e3-b703-a7f9ee74114d,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:09.189193 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:09.238554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=618d4c13-e7fa-42e3-b703-a7f9ee74114d,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:09.796560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Sync routers for ids ['5b7b8b79-5c74-411d-b431-360be8e5c20b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:19:09.806579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Routers {'5b7b8b79-5c74-411d-b431-360be8e5c20b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:19:09.807193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5b7b8b79-5c74-411d-b431-360be8e5c20b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:09.871973 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58910) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:09.915109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Set router 5b7b8b79-5c74-411d-b431-360be8e5c20b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:19:10.112050 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'name': 'tempest-ImageQuotaTest-2074183777-router', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:08Z', 'revision_number': 4, 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'gw_port': {'id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '43d34643-6fef-4f3d-8717-923a33c9db7b', 'name': '', 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'mac_address': 'fa:16:3e:a4:2d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'ef7acf00-74fa-47b9-93fe-4a01829ca180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:19:07Z', 'updated_at': '2022-02-10T07:19:08Z', 'revision_number': 2, 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'subnets': [{'id': 'ef7acf00-74fa-47b9-93fe-4a01829ca180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:10.139494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Checking router: 5b7b8b79-5c74-411d-b431-360be8e5c20b for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:19:10.139775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Updating router 5b7b8b79-5c74-411d-b431-360be8e5c20b port 43d34643-6fef-4f3d-8717-923a33c9db7b binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:19:10.166453 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.218744 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (5b7b8b79-5c74-411d-b431-360be8e5c20b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.390862 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49520f63-a91b-416b-8bbf-6143aa579687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.443490 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Publish callbacks [] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.449238 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.473425 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Deleting port 43d34643-6fef-4f3d-8717-923a33c9db7b {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:19:10.473772 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.532831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.540577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa5333-95d1-4127-981d-a5a3dcfe93f7 None None] Pushing event updated for resources: {'Port': ['ID=43d34643-6fef-4f3d-8717-923a33c9db7b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:10.552366 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.566431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Calling delete_port for 43d34643-6fef-4f3d-8717-923a33c9db7b owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:19:10.570975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Attempting to bind port 43d34643-6fef-4f3d-8717-923a33c9db7b on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:19:10.571353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Attempting to bind port 43d34643-6fef-4f3d-8717-923a33c9db7b by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '253c9589-559c-4c2c-b008-c318a6197f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:19:10.571986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Attempting to bind port 43d34643-6fef-4f3d-8717-923a33c9db7b on network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:19:10.577180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:19:10.577556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Checking segment: {'id': '253c9589-559c-4c2c-b008-c318a6197f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:19:10.578187 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.578413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Bound using segment: {'id': '253c9589-559c-4c2c-b008-c318a6197f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:19:10.578855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Bound port: 43d34643-6fef-4f3d-8717-923a33c9db7b, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253c9589-559c-4c2c-b008-c318a6197f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:19:10.579236 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.648414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] For port 43d34643-6fef-4f3d-8717-923a33c9db7b, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:19:10.652175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] For port 43d34643-6fef-4f3d-8717-923a33c9db7b, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=43d34643-6fef-4f3d-8717-923a33c9db7b,segment=NetworkSegment(253c9589-559c-4c2c-b008-c318a6197f33),segment_id=253c9589-559c-4c2c-b008-c318a6197f33)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:19:10.660477 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.716258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Routers {'5b7b8b79-5c74-411d-b431-360be8e5c20b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:19:10.718679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5b7b8b79-5c74-411d-b431-360be8e5c20b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:10.726377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 618d4c13-e7fa-42e3-b703-a7f9ee74114d up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:19:10.773654 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (43d34643-6fef-4f3d-8717-923a33c9db7b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.809297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d34643-6fef-4f3d-8717-923a33c9db7b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:10.977312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-93f2917e-3d5f-4282-9026-75c368962fad None None] Could not find standard attr ID for object 43d34643-6fef-4f3d-8717-923a33c9db7b. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:19:10.986047 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (5b7b8b79-5c74-411d-b431-360be8e5c20b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:10.991657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa5333-95d1-4127-981d-a5a3dcfe93f7 None None] Pushing event updated for resources: {'Port': ['ID=43d34643-6fef-4f3d-8717-923a33c9db7b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:11.068586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 618d4c13-e7fa-42e3-b703-a7f9ee74114d triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:11.069066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:11.072028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] Set router 5b7b8b79-5c74-411d-b431-360be8e5c20b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:19:11.137742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-68dc0fee-1b6d-45e8-8fb5-02d02c931b0c None None] Could not find standard attr ID for object 43d34643-6fef-4f3d-8717-923a33c9db7b. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:19:11.227685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Router 5b7b8b79-5c74-411d-b431-360be8e5c20b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:19:11.282398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 618d4c13-e7fa-42e3-b703-a7f9ee74114d is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:11.344379 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:19:11.351812 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-57713019-fb6b-42a8-a433-8d7ee04258a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/5b7b8b79-5c74-411d-b431-360be8e5c20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4764349 Feb 10 07:19:11.352003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58912) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:11.352897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'name': 'tempest-ImageQuotaTest-2074183777-router', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:08Z', 'revision_number': 4, 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'gw_port': {'id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '43d34643-6fef-4f3d-8717-923a33c9db7b', 'name': '', 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'mac_address': 'fa:16:3e:a4:2d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'ef7acf00-74fa-47b9-93fe-4a01829ca180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:19:07Z', 'updated_at': '2022-02-10T07:19:10Z', 'revision_number': 4, 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'subnets': [{'id': 'ef7acf00-74fa-47b9-93fe-4a01829ca180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:11.379408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f6739-6614-435d-92fe-0b650c972f66 None None] The sync data for ids ['5b7b8b79-5c74-411d-b431-360be8e5c20b'] in n-d-828670-1 is: [{'id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'name': 'tempest-ImageQuotaTest-2074183777-router', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:08Z', 'revision_number': 4, 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'gw_port': {'id': '618d4c13-e7fa-42e3-b703-a7f9ee74114d', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:19:05Z', 'updated_at': '2022-02-10T07:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '43d34643-6fef-4f3d-8717-923a33c9db7b', 'name': '', 'network_id': '5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7', 'tenant_id': '1445fffa1fd443ddb284eb91423cf64a', 'mac_address': 'fa:16:3e:a4:2d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7b8b79-5c74-411d-b431-360be8e5c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'ef7acf00-74fa-47b9-93fe-4a01829ca180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:19:07Z', 'updated_at': '2022-02-10T07:19:10Z', 'revision_number': 4, 'project_id': '1445fffa1fd443ddb284eb91423cf64a', 'subnets': [{'id': 'ef7acf00-74fa-47b9-93fe-4a01829ca180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:19:11.471818 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks [] for router (5b7b8b79-5c74-411d-b431-360be8e5c20b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:11.582841 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks [] for router_gateway (5b7b8b79-5c74-411d-b431-360be8e5c20b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:11.637937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Deleting port 618d4c13-e7fa-42e3-b703-a7f9ee74114d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:19:11.638474 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:11.719363 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] For port 618d4c13-e7fa-42e3-b703-a7f9ee74114d, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=618d4c13-e7fa-42e3-b703-a7f9ee74114d,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:11.719640 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:11.732567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Calling delete_port for 618d4c13-e7fa-42e3-b703-a7f9ee74114d owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:19:11.909255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (618d4c13-e7fa-42e3-b703-a7f9ee74114d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:11.933549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=618d4c13-e7fa-42e3-b703-a7f9ee74114d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:12.000210 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (5b7b8b79-5c74-411d-b431-360be8e5c20b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.094979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (5b7b8b79-5c74-411d-b431-360be8e5c20b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.097844 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks [] for router_controller (5b7b8b79-5c74-411d-b431-360be8e5c20b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.146043 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (5b7b8b79-5c74-411d-b431-360be8e5c20b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.146630 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7b8b79-5c74-411d-b431-360be8e5c20b {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:19:12.151178 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.152931 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7684337f-3b20-44fb-aa38-52ad946aefa0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5b7b8b79-5c74-411d-b431-360be8e5c20b HTTP/1.1" status: 204 len: 168 time: 0.7995036 Feb 10 07:19:12.154823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58914) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:12.201870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b964531a-c160-4c12-9966-9e6f96742cf0 admin admin] Deleting subnet ef7acf00-74fa-47b9-93fe-4a01829ca180 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:19:12.205456 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b964531a-c160-4c12-9966-9e6f96742cf0 admin admin] Publish callbacks [] for subnet (ef7acf00-74fa-47b9-93fe-4a01829ca180), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.245142 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b964531a-c160-4c12-9966-9e6f96742cf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (ef7acf00-74fa-47b9-93fe-4a01829ca180), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.326944 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b964531a-c160-4c12-9966-9e6f96742cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (ef7acf00-74fa-47b9-93fe-4a01829ca180), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.483996 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e4b87-428c-4de0-821c-b391826eac6e None None] Sync routers for ids ['5b7b8b79-5c74-411d-b431-360be8e5c20b'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:19:12.493653 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e4b87-428c-4de0-821c-b391826eac6e None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:19:12.494017 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e4b87-428c-4de0-821c-b391826eac6e None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 07:19:12.494674 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-446e4b87-428c-4de0-821c-b391826eac6e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b7b8b79-5c74-411d-b431-360be8e5c20b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 07:19:12.503494 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e4b87-428c-4de0-821c-b391826eac6e None None] Routers set() bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:19:12.503855 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e4b87-428c-4de0-821c-b391826eac6e None None] Router IDs set() for agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 07:19:12.504434 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-446e4b87-428c-4de0-821c-b391826eac6e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b7b8b79-5c74-411d-b431-360be8e5c20b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:18:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 07:19:12.504801 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e4b87-428c-4de0-821c-b391826eac6e None None] The sync data for ids ['5b7b8b79-5c74-411d-b431-360be8e5c20b'] in n-d-828670-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:19:12.609692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c40ba1b7-eb8f-46ad-92e0-56c9b34db500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.701672 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b964531a-c160-4c12-9966-9e6f96742cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (ef7acf00-74fa-47b9-93fe-4a01829ca180), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.727199 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964531a-c160-4c12-9966-9e6f96742cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7acf00-74fa-47b9-93fe-4a01829ca180,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:12.730808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b964531a-c160-4c12-9966-9e6f96742cf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.733899 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b964531a-c160-4c12-9966-9e6f96742cf0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef7acf00-74fa-47b9-93fe-4a01829ca180 HTTP/1.1" status: 204 len: 168 time: 0.5781312 Feb 10 07:19:12.736428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58916) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:12.739407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb2516-0318-4d35-a912-8a11a38d672f None None] Network 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:19:12.810727 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.871324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Deleting port c6dfb40c-d25a-4499-9cf4-f8a5d375376c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:19:12.871663 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.932950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] For port c6dfb40c-d25a-4499-9cf4-f8a5d375376c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=c6dfb40c-d25a-4499-9cf4-f8a5d375376c,segment=NetworkSegment(253c9589-559c-4c2c-b008-c318a6197f33),segment_id=253c9589-559c-4c2c-b008-c318a6197f33)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:12.933313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:12.945522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Calling delete_port for c6dfb40c-d25a-4499-9cf4-f8a5d375376c owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:19:13.028065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (c6dfb40c-d25a-4499-9cf4-f8a5d375376c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.053304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6dfb40c-d25a-4499-9cf4-f8a5d375376c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:13.053714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f41ea4-5a05-494c-a860-6ad012a037a3 None None] DHCP port deletion for 5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:19:13.059113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] No DVR routers for this DVR port c6dfb40c-d25a-4499-9cf4-f8a5d375376c on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:19:13.133509 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.154124 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:13.167458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253c9589-559c-4c2c-b008-c318a6197f33') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:13.167458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253c9589-559c-4c2c-b008-c318a6197f33') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:19:13.174208 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (253c9589-559c-4c2c-b008-c318a6197f33), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.187325 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (253c9589-559c-4c2c-b008-c318a6197f33), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.193343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:19:13.193725 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (253c9589-559c-4c2c-b008-c318a6197f33), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:19:13.195520 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:19:13.250857 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.255780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.259240 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] 10.222.0.21 "DELETE /v2.0/networks/5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7 HTTP/1.1" status: 204 len: 168 time: 0.5219228 Feb 10 07:19:13.271792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7eaf3-6920-48ab-a02e-e73a1fc2231a admin admin] Pushing event deleted for resources: {'Network': ['ID=5cfb3eff-323c-4e4b-bcfb-0a0d489a24a7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:13.367375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58920) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:13.411820 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-aa692c84-feba-4f4d-bee4-7f97a7b635be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1445fffa1fd443ddb284eb91423cf64a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432310 Feb 10 07:19:13.414237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58922) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:13.460248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21870315-74b8-4d26-8832-425574de0aea admin admin] Publish callbacks [] for security_group (d6b27e4a-95fe-4ed1-a2d2-6ef83eef4a5c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.481074 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21870315-74b8-4d26-8832-425574de0aea admin admin] Publish callbacks [] for security_group (d6b27e4a-95fe-4ed1-a2d2-6ef83eef4a5c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.530453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21870315-74b8-4d26-8832-425574de0aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d6b27e4a-95fe-4ed1-a2d2-6ef83eef4a5c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.533046 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-21870315-74b8-4d26-8832-425574de0aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.534211 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-21870315-74b8-4d26-8832-425574de0aea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6b27e4a-95fe-4ed1-a2d2-6ef83eef4a5c HTTP/1.1" status: 204 len: 168 time: 0.1190109 Feb 10 07:19:13.542185 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21870315-74b8-4d26-8832-425574de0aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b27e4a-95fe-4ed1-a2d2-6ef83eef4a5c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:13.844131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 58928) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:13.857153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a7401f4c-93e2-439d-a853-dc3384dd8dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.929800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a7401f4c-93e2-439d-a853-dc3384dd8dfc admin admin] Publish callbacks [] for security_group (d9271a53-7ab1-41bc-bf25-ff2621dbdb56), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.933709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a7401f4c-93e2-439d-a853-dc3384dd8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d9271a53-7ab1-41bc-bf25-ff2621dbdb56), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.942222 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:13.971877 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a7401f4c-93e2-439d-a853-dc3384dd8dfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1266298 Feb 10 07:19:13.973010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7401f4c-93e2-439d-a853-dc3384dd8dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9271a53-7ab1-41bc-bf25-ff2621dbdb56,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:13.974642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 58930) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:14.022723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ad8b-f901-435c-ad96-8a3cf36a79ab admin admin] Publish callbacks [] for security_group (d9271a53-7ab1-41bc-bf25-ff2621dbdb56), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:14.043200 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ad8b-f901-435c-ad96-8a3cf36a79ab admin admin] Publish callbacks [] for security_group (d9271a53-7ab1-41bc-bf25-ff2621dbdb56), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:14.089989 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ad8b-f901-435c-ad96-8a3cf36a79ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (d9271a53-7ab1-41bc-bf25-ff2621dbdb56), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:14.092524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ad8b-f901-435c-ad96-8a3cf36a79ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:14.093649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2c7ad8b-f901-435c-ad96-8a3cf36a79ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9271a53-7ab1-41bc-bf25-ff2621dbdb56 HTTP/1.1" status: 204 len: 168 time: 0.1179521 Feb 10 07:19:14.101196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7ad8b-f901-435c-ad96-8a3cf36a79ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9271a53-7ab1-41bc-bf25-ff2621dbdb56,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:14.684284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c6dfb40c-d25a-4499-9cf4-f8a5d375376c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:19:14.704845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: c6dfb40c-d25a-4499-9cf4-f8a5d375376c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:19:14.705185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device c6dfb40c-d25a-4499-9cf4-f8a5d375376c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:19:14.705591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 618d4c13-e7fa-42e3-b703-a7f9ee74114d no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:19:14.723171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 618d4c13-e7fa-42e3-b703-a7f9ee74114d {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:19:14.723514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 618d4c13-e7fa-42e3-b703-a7f9ee74114d not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:19:15.365971 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:16.498180 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:19.005010 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:19:24.152026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-5a71b19b-0de6-484e-a2ac-86c0317e1e86 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1dc56db3c6c4285804510ceca63aa5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324168 Feb 10 07:19:24.328878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-6c9d26dc-222e-45a0-963a-12b8b4893603 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:24.330317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-6c9d26dc-222e-45a0-963a-12b8b4893603 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733105 Feb 10 07:19:24.345226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3f22a40e-4ae5-45e9-a4d6-5ff23b0e0217 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/quotas/f1dc56db3c6c4285804510ceca63aa5c HTTP/1.1" status: 200 len: 375 time: 0.0089114 Feb 10 07:19:24.375814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-f6dea6ec-b1f9-428a-9f14-ff5c4653ec8c tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1dc56db3c6c4285804510ceca63aa5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259683 Feb 10 07:19:25.544699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d98c259-4a01-4606-b450-e3cea9cbec33 req-cb7854c3-a15e-4a55-8a5f-2ee2f325f3a2 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 210 time: 0.0298576 Feb 10 07:19:26.621234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-280abce6-3977-4b6c-9f36-669bf3b99f4d req-5b6b29fe-fde9-467c-8760-7f1949c0d68d tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 210 time: 0.0271497 Feb 10 07:19:27.712701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9abc103a-e76f-4755-a706-d74681232483 req-24c770e1-dc74-4364-ba59-069b0971de56 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 210 time: 0.0272179 Feb 10 07:19:28.470054 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-bfc5d882-c2ea-4441-99b6-5d985b688263 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f1dc56db3c6c4285804510ceca63aa5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319872 Feb 10 07:19:28.652869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-f5a36b0e-629f-4707-9237-31870008c728 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:28.654318 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-f5a36b0e-629f-4707-9237-31870008c728 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796322 Feb 10 07:19:28.666207 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Request body: {'port': {'device_id': '54c0c296-8db3-4414-8353-9eddff6cba05', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'admin_state_up': True, 'tenant_id': 'f1dc56db3c6c4285804510ceca63aa5c'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:19:28.774882 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Made reservation on behalf of f1dc56db3c6c4285804510ceca63aa5c for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:19:28.778585 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:28.787832 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:28.806593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46ffc750-cfdf-4731-bf61-943b34509383 req-517ef9ad-ec3c-47b6-b153-2ab0e151f4c0 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 210 time: 0.0278411 Feb 10 07:19:28.863739 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks [] for security_group (18dbccc2-0586-4bd1-b420-522fb381a40b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:28.867579 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (18dbccc2-0586-4bd1-b420-522fb381a40b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:28.932201 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dbccc2-0586-4bd1-b420-522fb381a40b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:29.000727 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Allocated IP 192.168.233.228 (de145724-1fef-4564-8368-023aa18b004e/bb3a3a0f-50cd-4037-99fd-b7580a86a9b5/5f4c45fa-12cb-451f-8e64-c3238038af2f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:19:29.142852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks [] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.175526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.224144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Network de145724-1fef-4564-8368-023aa18b004e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:19:29.227208 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:19:29.230818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:19:29.237061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Pushing event updated for resources: {'Port': ['ID=5f4c45fa-12cb-451f-8e64-c3238038af2f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:29.283941 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:29.284570 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.300926 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-b105182a-0dfa-4f2d-a1c9-4b7cbf17ef08 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6383073 Feb 10 07:19:29.312099 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Request body: {'port': {'device_id': '54c0c296-8db3-4414-8353-9eddff6cba05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:19:29.371776 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.474101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-43af6a81-8914-4db0-bb09-6a2a271e9f6c None None] Provisioning complete for port 5f4c45fa-12cb-451f-8e64-c3238038af2f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:29.474739 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43af6a81-8914-4db0-bb09-6a2a271e9f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.508426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-43af6a81-8914-4db0-bb09-6a2a271e9f6c None None] Port 5f4c45fa-12cb-451f-8e64-c3238038af2f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:19:29.633411 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4c45fa-12cb-451f-8e64-c3238038af2f {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:19:29.640815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Publish callbacks [] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.652922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Transition to ACTIVE for port object 5f4c45fa-12cb-451f-8e64-c3238038af2f will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:19:29.655747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.703664 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c45fa-12cb-451f-8e64-c3238038af2f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:29.779068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Attempting to bind port 5f4c45fa-12cb-451f-8e64-c3238038af2f on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:19:29.779401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Attempting to bind port 5f4c45fa-12cb-451f-8e64-c3238038af2f by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:19:29.779724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Attempting to bind port 5f4c45fa-12cb-451f-8e64-c3238038af2f on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:19:29.784155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Port 5f4c45fa-12cb-451f-8e64-c3238038af2f on network de145724-1fef-4564-8368-023aa18b004e not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:19:29.784478 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Attempting to bind port 5f4c45fa-12cb-451f-8e64-c3238038af2f on network de145724-1fef-4564-8368-023aa18b004e {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:19:29.789377 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:19:29.789712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Checking segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:19:29.790087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Bound using segment: {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:19:29.790541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Bound port: 5f4c45fa-12cb-451f-8e64-c3238038af2f, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7a536-6fdd-4ac9-9447-652b49722568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de145724-1fef-4564-8368-023aa18b004e'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:19:29.790895 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.858910 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] For port 5f4c45fa-12cb-451f-8e64-c3238038af2f, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:19:29.862105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] For port 5f4c45fa-12cb-451f-8e64-c3238038af2f, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f4c45fa-12cb-451f-8e64-c3238038af2f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:19:29.868830 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.904829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:29.905447 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:29.906877 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] 10.222.0.13 "PUT /v2.0/ports/5f4c45fa-12cb-451f-8e64-c3238038af2f HTTP/1.1" status: 200 len: 1096 time: 0.5991445 Feb 10 07:19:29.907349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c0c296-8db3-4414-8353-9eddff6cba05', 'tag': '5f4c45fa-12cb-451f-8e64-c3238038af2f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:19:29.909638 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e" -d '{"events": [{"name": "network-changed", "server_uuid": "54c0c296-8db3-4414-8353-9eddff6cba05", "tag": "5f4c45fa-12cb-451f-8e64-c3238038af2f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:19:29.945731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8070b5-82db-4bb9-b311-241f984cdd23 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c45fa-12cb-451f-8e64-c3238038af2f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:29.951966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a046d4c-cef7-4909-9ddc-4214b9a73b88 req-d357a795-4440-4c62-b8f8-7b4a3c5c1fad tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:29.954835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a046d4c-cef7-4909-9ddc-4214b9a73b88 req-d357a795-4440-4c62-b8f8-7b4a3c5c1fad tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 948 time: 0.0803318 Feb 10 07:19:29.983194 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763f8ddf-3047-4bc4-a394-8af82200ee03 x-openstack-request-id: req-763f8ddf-3047-4bc4-a394-8af82200ee03 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:19:29.983483 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c0c296-8db3-4414-8353-9eddff6cba05", "tag": "5f4c45fa-12cb-451f-8e64-c3238038af2f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:19:29.983759 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-763f8ddf-3047-4bc4-a394-8af82200ee03 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:19:29.984131 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c0c296-8db3-4414-8353-9eddff6cba05', 'tag': '5f4c45fa-12cb-451f-8e64-c3238038af2f', 'status': 'completed', 'code': 200} Feb 10 07:19:30.004756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-422d45dc-fdd6-4652-a8d9-53522f49753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:30.006292 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-422d45dc-fdd6-4652-a8d9-53522f49753c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1dc56db3c6c4285804510ceca63aa5c&device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 1130 time: 0.0553474 Feb 10 07:19:30.012069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a046d4c-cef7-4909-9ddc-4214b9a73b88 req-0fe09c54-fc45-4799-ae2c-edbd75e6b24c tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515316 Feb 10 07:19:30.054046 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-8bf93010-4e52-43e9-9dc0-9468e6e6b2f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5f4c45fa-12cb-451f-8e64-c3238038af2f HTTP/1.1" status: 200 len: 217 time: 0.0410979 Feb 10 07:19:30.103693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-a62d26de-55d4-4168-84e7-c190d9e07161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:30.105178 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-a62d26de-55d4-4168-84e7-c190d9e07161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0459332 Feb 10 07:19:30.152991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-6edcf2cf-6787-4cda-98d3-e0a206622117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:30.154490 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-6edcf2cf-6787-4cda-98d3-e0a206622117 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0435801 Feb 10 07:19:30.246793 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-e60ef572-de9c-466d-901e-c8519ea31ba4 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858192 Feb 10 07:19:30.333118 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-382b9704-4b2c-44aa-a37d-23fc6abe9450 req-40d18db5-18c3-4947-834f-062f0e206782 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802076 Feb 10 07:19:30.426920 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-6d76a81c-9e69-43c0-b6a4-d620efd6b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:30.428397 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-6d76a81c-9e69-43c0-b6a4-d620efd6b24d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1dc56db3c6c4285804510ceca63aa5c&device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 1130 time: 0.0486088 Feb 10 07:19:30.516103 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-87079af9-2171-43fb-b4f2-946cc0acacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:30.517600 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-87079af9-2171-43fb-b4f2-946cc0acacf6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.0835586 Feb 10 07:19:30.567637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-8ada5d2b-a9e7-47e6-8fe9-33dd3364b2b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5f4c45fa-12cb-451f-8e64-c3238038af2f HTTP/1.1" status: 200 len: 217 time: 0.0443685 Feb 10 07:19:30.616228 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-9b6e0ef7-6457-4d43-b281-593509b575e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:30.617533 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-9b6e0ef7-6457-4d43-b281-593509b575e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0422995 Feb 10 07:19:30.664397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-2ad4fc7c-a57e-4e7c-9d69-affe03db43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:30.665867 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-2ad4fc7c-a57e-4e7c-9d69-affe03db43d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0428095 Feb 10 07:19:30.755782 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-69a22013-e387-4abc-bc8f-ad86086c7198 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830319 Feb 10 07:19:30.841945 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-7eb879b2-01b1-4b2b-b4fc-a2ec1a97f52e req-9788fcd0-8872-40b5-a9c7-263df016b077 service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798874 Feb 10 07:19:31.130015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89042294-0a85-482e-8d71-b32caf358b90 req-f39cafff-d1c3-4a41-b020-ed7e7cf40ffb tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:31.131496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89042294-0a85-482e-8d71-b32caf358b90 req-f39cafff-d1c3-4a41-b020-ed7e7cf40ffb tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 948 time: 0.0520942 Feb 10 07:19:31.176073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89042294-0a85-482e-8d71-b32caf358b90 req-a8f343f7-3743-4513-b584-037eeb2b093a tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386641 Feb 10 07:19:32.291079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cf0a-be3a-46bc-b6d8-71f57bf92cfb req-02de8cf3-bef3-45e9-95ab-68f7d1d2632b tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:32.292650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3712cf0a-be3a-46bc-b6d8-71f57bf92cfb req-02de8cf3-bef3-45e9-95ab-68f7d1d2632b tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 948 time: 0.0506530 Feb 10 07:19:32.348828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3712cf0a-be3a-46bc-b6d8-71f57bf92cfb req-e0a18221-03f8-4a79-9991-3e643a0268e3 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Feb 10 07:19:32.883509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5f4c45fa-12cb-451f-8e64-c3238038af2f details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:19:32.986884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5f4c45fa-12cb-451f-8e64-c3238038af2f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f4c45fa-12cb-451f-8e64-c3238038af2f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:32.997722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '5f4c45fa-12cb-451f-8e64-c3238038af2f', 'network_id': 'de145724-1fef-4564-8368-023aa18b004e', 'port_id': '5f4c45fa-12cb-451f-8e64-c3238038af2f', 'mac_address': 'fa:16:3e:2d:be:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a3a0f-50cd-4037-99fd-b7580a86a9b5', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:19:33.033726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5f4c45fa-12cb-451f-8e64-c3238038af2f is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:33.034117 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:33.049739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4c45fa-12cb-451f-8e64-c3238038af2f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:19:33.068789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5f4c45fa-12cb-451f-8e64-c3238038af2f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f4c45fa-12cb-451f-8e64-c3238038af2f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:33.072507 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:33.117815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5f4c45fa-12cb-451f-8e64-c3238038af2f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:33.416527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['5f4c45fa-12cb-451f-8e64-c3238038af2f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:19:33.467426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b25b09-7dbf-4178-99f0-6c40dda7c322 req-4b7a7c33-e997-425f-af88-78fc6440e7a7 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:33.468907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18b25b09-7dbf-4178-99f0-6c40dda7c322 req-4b7a7c33-e997-425f-af88-78fc6440e7a7 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 949 time: 0.0519464 Feb 10 07:19:33.515969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18b25b09-7dbf-4178-99f0-6c40dda7c322 req-f2d97144-6cba-491e-bfc7-7257fa913904 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Feb 10 07:19:34.635689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b373a9-b8ad-4df3-a294-22c30af0ba91 req-1a17d4c3-419a-4d85-96f8-7213b5bd2272 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:34.637204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08b373a9-b8ad-4df3-a294-22c30af0ba91 req-1a17d4c3-419a-4d85-96f8-7213b5bd2272 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 949 time: 0.0517740 Feb 10 07:19:34.682656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-08b373a9-b8ad-4df3-a294-22c30af0ba91 req-f652ea56-13f0-4874-b9ab-d6f100758193 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Feb 10 07:19:34.913276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5f4c45fa-12cb-451f-8e64-c3238038af2f up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:19:34.962620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 5f4c45fa-12cb-451f-8e64-c3238038af2f completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:19:34.966571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 5f4c45fa-12cb-451f-8e64-c3238038af2f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:34.966947 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:35.042470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 5f4c45fa-12cb-451f-8e64-c3238038af2f is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:35.042872 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:35.065698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c0c296-8db3-4414-8353-9eddff6cba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c45fa-12cb-451f-8e64-c3238038af2f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:19:35.068554 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb59b80-8ec9-45ae-b56d-890511910e7c" -d '{"events": [{"server_uuid": "54c0c296-8db3-4414-8353-9eddff6cba05", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c45fa-12cb-451f-8e64-c3238038af2f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:19:35.084583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 5f4c45fa-12cb-451f-8e64-c3238038af2f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f4c45fa-12cb-451f-8e64-c3238038af2f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:35.088956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:35.140163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=5f4c45fa-12cb-451f-8e64-c3238038af2f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:35.168720 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da85b9cf-6807-4d60-9969-602cc819ef43 x-openstack-request-id: req-da85b9cf-6807-4d60-9969-602cc819ef43 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:19:35.169037 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c0c296-8db3-4414-8353-9eddff6cba05", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c45fa-12cb-451f-8e64-c3238038af2f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:19:35.169280 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da85b9cf-6807-4d60-9969-602cc819ef43 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:19:35.169709 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c0c296-8db3-4414-8353-9eddff6cba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c45fa-12cb-451f-8e64-c3238038af2f', 'code': 200} Feb 10 07:19:35.283868 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b467-b823-4d68-bb10-90ac12f2e363 req-34e78cba-0c13-4db8-ad40-073bdba12b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:35.285887 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1481b467-b823-4d68-bb10-90ac12f2e363 req-34e78cba-0c13-4db8-ad40-073bdba12b0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 1132 time: 0.0478666 Feb 10 07:19:35.327469 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-1481b467-b823-4d68-bb10-90ac12f2e363 req-cab7e953-5953-48d0-9d58-935286cc292e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363338 Feb 10 07:19:35.808687 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fe2f3-3536-4c06-859b-50889cff268d req-7f8b4ec3-2b3c-4e5f-bac4-663d691dbf47 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:35.810146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e95fe2f3-3536-4c06-859b-50889cff268d req-7f8b4ec3-2b3c-4e5f-bac4-663d691dbf47 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 950 time: 0.0623977 Feb 10 07:19:35.855455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e95fe2f3-3536-4c06-859b-50889cff268d req-f445db52-5e9a-4bf4-bada-de1e3d6c83a3 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Feb 10 07:19:36.973490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e33dad-eaff-46f3-8c72-24d76570ab97 req-e5a5d333-0a50-43e4-976f-134d029d7a07 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:36.974980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59e33dad-eaff-46f3-8c72-24d76570ab97 req-e5a5d333-0a50-43e4-976f-134d029d7a07 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 950 time: 0.0513403 Feb 10 07:19:37.019537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59e33dad-eaff-46f3-8c72-24d76570ab97 req-dc983331-1a9f-4e1b-8474-b1903bc6ee44 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Feb 10 07:19:37.192642 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:37.293047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-adddfc25-7f33-4b97-bbea-435599456d0d req-9a132a99-b50e-48b5-98d7-0d784a02f9ce service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:19:37.293925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adddfc25-7f33-4b97-bbea-435599456d0d req-9a132a99-b50e-48b5-98d7-0d784a02f9ce service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052681 Feb 10 07:19:37.607119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-f74fc432-7492-416e-9ce3-667213102574 req-d800bf50-2ca4-42b2-81f2-235a89b1b401 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:19:37.607998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f74fc432-7492-416e-9ce3-667213102574 req-d800bf50-2ca4-42b2-81f2-235a89b1b401 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051782 Feb 10 07:19:37.752861 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-bc0e8707-a16f-4ef0-bdfb-a954d71353cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436869 Feb 10 07:19:37.845597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-631040d5-8eca-441e-846e-65f8e8c7a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:37.847191 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-631040d5-8eca-441e-846e-65f8e8c7a798 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1dc56db3c6c4285804510ceca63aa5c&device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 1132 time: 0.0525935 Feb 10 07:19:37.943881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa73a3-ad8d-4890-af7a-242bff0bb2f6 req-911b1634-31cc-4eab-990e-7067379306bd tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:37.945375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84fa73a3-ad8d-4890-af7a-242bff0bb2f6 req-911b1634-31cc-4eab-990e-7067379306bd tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 950 time: 0.0555606 Feb 10 07:19:37.956424 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-453bdbff-ca8d-41ef-8163-feab6cd365ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:37.958064 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-453bdbff-ca8d-41ef-8163-feab6cd365ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=de145724-1fef-4564-8368-023aa18b004e HTTP/1.1" status: 200 len: 869 time: 0.0892184 Feb 10 07:19:37.991781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-84fa73a3-ad8d-4890-af7a-242bff0bb2f6 req-95548433-b2e8-4cd8-8002-76db0f9f2d6d tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Feb 10 07:19:37.999347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-16776483-274d-4822-8df0-012782475fde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5f4c45fa-12cb-451f-8e64-c3238038af2f HTTP/1.1" status: 200 len: 217 time: 0.0345135 Feb 10 07:19:38.047970 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-fca0e134-11e6-4775-a04a-13a0f95dbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:38.049413 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-fca0e134-11e6-4775-a04a-13a0f95dbc1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb3a3a0f-50cd-4037-99fd-b7580a86a9b5 HTTP/1.1" status: 200 len: 843 time: 0.0441396 Feb 10 07:19:38.102823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-cf404af2-6b98-453e-84d9-7c79ecf492fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:38.104306 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-cf404af2-6b98-453e-84d9-7c79ecf492fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de145724-1fef-4564-8368-023aa18b004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0488937 Feb 10 07:19:38.192981 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-f4090a29-45ab-4695-9adc-e502664d668b service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821302 Feb 10 07:19:38.285683 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-13ed8da1-bc55-4d4e-b968-f0c40dfcba03 req-871e8942-7bea-4429-a2a6-4b95eaee166f service neutron] 10.222.0.13 "GET /v2.0/networks/de145724-1fef-4564-8368-023aa18b004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861869 Feb 10 07:19:39.110402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f018f8-329c-43f7-988b-4661fdb6650a req-2620686f-8504-4454-83c8-248f08b3842c tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:39.111883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91f018f8-329c-43f7-988b-4661fdb6650a req-2620686f-8504-4454-83c8-248f08b3842c tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 950 time: 0.0511713 Feb 10 07:19:39.156997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-91f018f8-329c-43f7-988b-4661fdb6650a req-157f4d7c-0103-4b10-9098-3f0097f74923 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dbccc2-0586-4bd1-b420-522fb381a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Feb 10 07:19:39.314904 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-ba68e6cf-7051-4260-b455-5764695042f6 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:39.316257 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-ba68e6cf-7051-4260-b455-5764695042f6 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.13 "GET /v2.0/ports?device_id=54c0c296-8db3-4414-8353-9eddff6cba05 HTTP/1.1" status: 200 len: 950 time: 0.0517278 Feb 10 07:19:39.406583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Deleting port 5f4c45fa-12cb-451f-8e64-c3238038af2f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:19:39.406917 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:39.495338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] For port 5f4c45fa-12cb-451f-8e64-c3238038af2f, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=5f4c45fa-12cb-451f-8e64-c3238038af2f,segment=NetworkSegment(07f7a536-6fdd-4ac9-9447-652b49722568),segment_id=07f7a536-6fdd-4ac9-9447-652b49722568)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:39.495694 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:39.508591 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Calling delete_port for 5f4c45fa-12cb-451f-8e64-c3238038af2f owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:19:39.634362 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5f4c45fa-12cb-451f-8e64-c3238038af2f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:39.646826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['5f4c45fa-12cb-451f-8e64-c3238038af2f'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:19:39.661659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Pushing event deleted for resources: {'Port': ['ID=5f4c45fa-12cb-451f-8e64-c3238038af2f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:39.707537 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] No DVR routers for this DVR port 5f4c45fa-12cb-451f-8e64-c3238038af2f on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:19:39.710248 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:39.713697 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-4b5b23ae-66f4-4dbd-8e47-81ba8dca9d77 req-4c949762-679c-4519-956c-592dec109365 tempest-ServersAdminNegativeTestJSON-2054540232 tempest-ServersAdminNegativeTestJSON-2054540232-project] 10.222.0.13 "DELETE /v2.0/ports/5f4c45fa-12cb-451f-8e64-c3238038af2f HTTP/1.1" status: 204 len: 173 time: 0.3928897 Feb 10 07:19:39.714149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c0c296-8db3-4414-8353-9eddff6cba05', 'name': 'network-vif-deleted', 'tag': '5f4c45fa-12cb-451f-8e64-c3238038af2f'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:19:39.716484 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f4bf5e-33ba-47ec-9dde-bc3cf622ccc2" -d '{"events": [{"server_uuid": "54c0c296-8db3-4414-8353-9eddff6cba05", "name": "network-vif-deleted", "tag": "5f4c45fa-12cb-451f-8e64-c3238038af2f"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:19:39.764830 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336d6e0e-4c46-4148-b664-da1cabecf800 x-openstack-request-id: req-336d6e0e-4c46-4148-b664-da1cabecf800 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:19:39.765200 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c0c296-8db3-4414-8353-9eddff6cba05", "name": "network-vif-deleted", "tag": "5f4c45fa-12cb-451f-8e64-c3238038af2f", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:19:39.765442 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-336d6e0e-4c46-4148-b664-da1cabecf800 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:19:39.765848 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c0c296-8db3-4414-8353-9eddff6cba05', 'name': 'network-vif-deleted', 'tag': '5f4c45fa-12cb-451f-8e64-c3238038af2f', 'status': 'completed', 'code': 200} Feb 10 07:19:40.373367 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eba3e0d2-e2e0-4c44-ab2b-1a077193cf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:40.453934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59078) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:40.488969 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:40.584401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-555d5da0-30e7-475a-bb2c-6604b49ec526 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1dc56db3c6c4285804510ceca63aa5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292815 Feb 10 07:19:40.587023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59082) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:40.632406 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0c55203-2ae4-439f-95cb-ca2b222ac490 admin admin] Publish callbacks [] for security_group (18dbccc2-0586-4bd1-b420-522fb381a40b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:40.656817 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0c55203-2ae4-439f-95cb-ca2b222ac490 admin admin] Publish callbacks [] for security_group (18dbccc2-0586-4bd1-b420-522fb381a40b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:40.702096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0c55203-2ae4-439f-95cb-ca2b222ac490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (18dbccc2-0586-4bd1-b420-522fb381a40b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:40.704635 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0c55203-2ae4-439f-95cb-ca2b222ac490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:40.705771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e0c55203-2ae4-439f-95cb-ca2b222ac490 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18dbccc2-0586-4bd1-b420-522fb381a40b HTTP/1.1" status: 204 len: 168 time: 0.1179185 Feb 10 07:19:40.712978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c55203-2ae4-439f-95cb-ca2b222ac490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dbccc2-0586-4bd1-b420-522fb381a40b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:40.958813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59088) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:40.976111 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b991155-7312-4abb-9838-f98bc9b88cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:41.050118 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b991155-7312-4abb-9838-f98bc9b88cd8 admin admin] Publish callbacks [] for security_group (220f8859-1082-472b-89a1-07a238990dac), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:41.053691 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4b991155-7312-4abb-9838-f98bc9b88cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (220f8859-1082-472b-89a1-07a238990dac), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:41.091565 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4b991155-7312-4abb-9838-f98bc9b88cd8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86f790e643e345a1bf19b986b6c31a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316617 Feb 10 07:19:41.092527 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b991155-7312-4abb-9838-f98bc9b88cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220f8859-1082-472b-89a1-07a238990dac,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:41.094232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59090) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:41.140337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a91498cb-b3a8-48c1-afd1-841407022fb9 admin admin] Publish callbacks [] for security_group (220f8859-1082-472b-89a1-07a238990dac), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:41.161446 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a91498cb-b3a8-48c1-afd1-841407022fb9 admin admin] Publish callbacks [] for security_group (220f8859-1082-472b-89a1-07a238990dac), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:41.207431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a91498cb-b3a8-48c1-afd1-841407022fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (220f8859-1082-472b-89a1-07a238990dac), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:41.210019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a91498cb-b3a8-48c1-afd1-841407022fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:41.211243 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a91498cb-b3a8-48c1-afd1-841407022fb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/220f8859-1082-472b-89a1-07a238990dac HTTP/1.1" status: 204 len: 168 time: 0.1158779 Feb 10 07:19:41.219158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91498cb-b3a8-48c1-afd1-841407022fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220f8859-1082-472b-89a1-07a238990dac,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:41.852580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59112) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:41.946793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1061408885-network', 'tenant_id': '8191e8c032624b669bb491bdf8b8ac7e'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:19:41.966275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Made reservation on behalf of 8191e8c032624b669bb491bdf8b8ac7e for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:19:41.968609 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:41.977271 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.053493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Publish callbacks [] for security_group (2b27d755-883f-4d28-a1fc-5cce6e76aeab), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.057009 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2b27d755-883f-4d28-a1fc-5cce6e76aeab), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.082187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:19:42.091296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b27d755-883f-4d28-a1fc-5cce6e76aeab,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:42.095799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0dfaa0b7-0a01-46df-96a4-da0127f729d5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.096124 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Added segment 0dfaa0b7-0a01-46df-96a4-da0127f729d5 of type vlan for network 987c2859-426b-48a1-ae4e-1aa1c15d8408 Feb 10 07:19:42.134258 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (987c2859-426b-48a1-ae4e-1aa1c15d8408), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.157375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (987c2859-426b-48a1-ae4e-1aa1c15d8408), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.158281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:42.158872 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.192388 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3387551 Feb 10 07:19:42.195658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59116) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:19:42.201148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Request body: {'subnet': {'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1061408885-subnet', 'tenant_id': '8191e8c032624b669bb491bdf8b8ac7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:19:42.219597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886470f5-f2ff-42a5-a789-1cae1337f92d admin admin] Pushing event updated for resources: {'Network': ['ID=987c2859-426b-48a1-ae4e-1aa1c15d8408,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:42.224192 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Made reservation on behalf of 8191e8c032624b669bb491bdf8b8ac7e for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:19:42.226534 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.231076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 987c2859-426b-48a1-ae4e-1aa1c15d8408 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:19:42.388025 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (80a45669-1526-4c3a-bbcb-50a775ef0d13), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.443292 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a45669-1526-4c3a-bbcb-50a775ef0d13,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:42.450519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Checking segment: {'id': '0dfaa0b7-0a01-46df-96a4-da0127f729d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:19:42.450877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Network hostable DHCP agents. Network: 987c2859-426b-48a1-ae4e-1aa1c15d8408, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:19:42.466947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Network 987c2859-426b-48a1-ae4e-1aa1c15d8408 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:19:42.475461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 987c2859-426b-48a1-ae4e-1aa1c15d8408) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:19:42.479946 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:42.481007 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.484372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e9ca3-a6d9-4c47-bcad-6fafc19e58f0 None None] Network 987c2859-426b-48a1-ae4e-1aa1c15d8408 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:19:42.498807 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2f8e6644-797f-40b2-9e18-0baa61b86e83 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3016176 Feb 10 07:19:42.585935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449a3f8e-4765-42ba-a30b-240296cd2ce4 None None] Network 987c2859-426b-48a1-ae4e-1aa1c15d8408 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:19:42.624508 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25139fbd-6339-46cd-98f9-64655ad454a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:42.919749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-df8cca2e-9dc8-4586-9a69-888d6c1bfda6 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:42.921202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-df8cca2e-9dc8-4586-9a69-888d6c1bfda6 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/networks?id=987c2859-426b-48a1-ae4e-1aa1c15d8408 HTTP/1.1" status: 200 len: 812 time: 0.1015065 Feb 10 07:19:42.937164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-0bd7e488-162d-4ea8-9f02-502638f586ea tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/quotas/8191e8c032624b669bb491bdf8b8ac7e HTTP/1.1" status: 200 len: 375 time: 0.0100980 Feb 10 07:19:42.942423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5f4c45fa-12cb-451f-8e64-c3238038af2f no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:19:42.963662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 5f4c45fa-12cb-451f-8e64-c3238038af2f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:19:42.964019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 5f4c45fa-12cb-451f-8e64-c3238038af2f not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:19:42.970398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-72d81fc4-62ca-4c22-9c5b-6a94f0659865 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8191e8c032624b669bb491bdf8b8ac7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273137 Feb 10 07:19:42.980691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ad6271aa-7197-4edc-915f-e65dc21f1c37 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:19:42.981705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ad6271aa-7197-4edc-915f-e65dc21f1c37 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049877 Feb 10 07:19:43.069759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-5ce35dcb-4249-4161-bf12-fe1267788a12 service neutron] 10.222.0.21 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828524 Feb 10 07:19:43.159776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-aaebec07-3c35-40c4-a6fe-afb3dc5ba196 service neutron] 10.222.0.21 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840008 Feb 10 07:19:43.322907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a28b3b4-3b4d-4dd0-b166-7e4911d1b061 req-9e3f7979-3dd9-480f-ad93-0b5bbcc7dc82 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 210 time: 0.0319498 Feb 10 07:19:43.943240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:44.336959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-5685fec2-5343-461d-a276-d8a5d01f3562 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:44.338429 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-5685fec2-5343-461d-a276-d8a5d01f3562 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.13 "GET /v2.0/networks?id=987c2859-426b-48a1-ae4e-1aa1c15d8408 HTTP/1.1" status: 200 len: 812 time: 0.1134412 Feb 10 07:19:44.350030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Request body: {'port': {'device_id': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408', 'admin_state_up': True, 'tenant_id': '8191e8c032624b669bb491bdf8b8ac7e'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:19:44.461143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Made reservation on behalf of 8191e8c032624b669bb491bdf8b8ac7e for: {'port': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:19:44.464687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:44.606283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Allocated IP 172.20.0.8 (987c2859-426b-48a1-ae4e-1aa1c15d8408/80a45669-1526-4c3a-bbcb-50a775ef0d13/8e027872-0f2d-42e4-8055-9e585ef4aab2) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:19:44.719998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c657380-f617-420a-bfd4-9d65a005da6a req-b2d8a943-3c33-4b38-91c2-b1a18ab65051 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 210 time: 0.3297460 Feb 10 07:19:44.781928 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Publish callbacks [] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:44.816460 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:44.859335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Network 987c2859-426b-48a1-ae4e-1aa1c15d8408 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:19:44.862347 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:19:44.865497 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:19:44.894155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Pushing event updated for resources: {'Port': ['ID=8e027872-0f2d-42e4-8055-9e585ef4aab2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:44.919887 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:44.920503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:44.935958 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-bf6dd474-9337-485b-b9d4-6f998c6e3873 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5899267 Feb 10 07:19:45.000443 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Request body: {'port': {'device_id': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:19:45.066866 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:45.324200 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e027872-0f2d-42e4-8055-9e585ef4aab2 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:19:45.332075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Publish callbacks [] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:45.343950 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Transition to ACTIVE for port object 8e027872-0f2d-42e4-8055-9e585ef4aab2 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:19:45.348406 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:45.368524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:45.405386 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Pushing event updated for resources: {'Port': ['ID=8e027872-0f2d-42e4-8055-9e585ef4aab2,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:45.469468 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Attempting to bind port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:19:45.469798 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Attempting to bind port 8e027872-0f2d-42e4-8055-9e585ef4aab2 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '0dfaa0b7-0a01-46df-96a4-da0127f729d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:19:45.470121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Attempting to bind port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on network 987c2859-426b-48a1-ae4e-1aa1c15d8408 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:19:45.474993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on network 987c2859-426b-48a1-ae4e-1aa1c15d8408 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:19:45.475317 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Attempting to bind port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on network 987c2859-426b-48a1-ae4e-1aa1c15d8408 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:19:45.480033 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:19:45.480364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Checking segment: {'id': '0dfaa0b7-0a01-46df-96a4-da0127f729d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:19:45.480739 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Bound using segment: {'id': '0dfaa0b7-0a01-46df-96a4-da0127f729d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:19:45.481158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Bound port: 8e027872-0f2d-42e4-8055-9e585ef4aab2, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfaa0b7-0a01-46df-96a4-da0127f729d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:19:45.481505 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:45.545531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:19:45.548888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2,segment=NetworkSegment(0dfaa0b7-0a01-46df-96a4-da0127f729d5),segment_id=0dfaa0b7-0a01-46df-96a4-da0127f729d5)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:19:45.555543 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:45.595896 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:45.596529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:45.598567 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] 10.222.0.13 "PUT /v2.0/ports/8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 1091 time: 0.6548250 Feb 10 07:19:45.599020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:19:45.601293 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a306d453-bf2e-4340-8bec-793bd4de2eed" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:19:45.636555 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0ebd7-6bd0-474f-a3f0-264e17d5b569 service neutron] Pushing event updated for resources: {'Port': ['ID=8e027872-0f2d-42e4-8055-9e585ef4aab2,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:45.649489 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebc9279-42b9-405c-b1da-b918797139c2 x-openstack-request-id: req-cebc9279-42b9-405c-b1da-b918797139c2 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:19:45.649776 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:19:45.650025 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cebc9279-42b9-405c-b1da-b918797139c2 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:19:45.650453 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2', 'status': 'completed', 'code': 200} Feb 10 07:19:45.688117 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-1e66b454-eb07-46c4-bb8e-e1a8e08441b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:45.689591 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-1e66b454-eb07-46c4-bb8e-e1a8e08441b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8191e8c032624b669bb491bdf8b8ac7e&device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 1125 time: 0.0501180 Feb 10 07:19:45.731861 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-9071af85-2759-42b2-a74b-0f36f3cee5a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0347078 Feb 10 07:19:45.783481 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ed8170bc-5769-4df0-b8d1-7409fc9b40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:45.785150 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-ed8170bc-5769-4df0-b8d1-7409fc9b40fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80a45669-1526-4c3a-bbcb-50a775ef0d13 HTTP/1.1" status: 200 len: 852 time: 0.0462253 Feb 10 07:19:45.820662 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-d75b6eaa-81a9-40c2-84d8-c1c8d9a8f57f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=987c2859-426b-48a1-ae4e-1aa1c15d8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300250 Feb 10 07:19:45.842748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ec7f-05da-4c4f-9d41-a9f1580722a1 req-c0636a39-1a6e-43b0-ab16-cf0be86ef449 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:45.844821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a715ec7f-05da-4c4f-9d41-a9f1580722a1 req-c0636a39-1a6e-43b0-ab16-cf0be86ef449 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 943 time: 0.0547774 Feb 10 07:19:45.893586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a715ec7f-05da-4c4f-9d41-a9f1580722a1 req-84e1c4ac-e296-413e-87b0-8d7a32e99f6c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Feb 10 07:19:45.916265 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-fc0e0931-a6c2-4e06-94c3-4ad1cc2cc703 service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901620 Feb 10 07:19:46.007594 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-81c7d515-c1ac-4b74-b14f-2bc2a2dcc3b5 req-b2cb12fc-67e3-4aca-81b6-6abf9741d571 service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850701 Feb 10 07:19:46.098595 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-2c7ba4f3-f5db-47b2-886a-f44a5b09c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:46.100326 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-2c7ba4f3-f5db-47b2-886a-f44a5b09c766 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8191e8c032624b669bb491bdf8b8ac7e&device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 1125 time: 0.0457687 Feb 10 07:19:46.505204 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:46.509187 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-45d58b82-bcdf-4bb0-9036-69cd0ee2ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:46.510708 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-45d58b82-bcdf-4bb0-9036-69cd0ee2ac01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=987c2859-426b-48a1-ae4e-1aa1c15d8408 HTTP/1.1" status: 200 len: 912 time: 0.4047291 Feb 10 07:19:46.551630 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-b8f0cbfa-616e-4bfd-9412-8df1d3ce55ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0345454 Feb 10 07:19:46.600463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-1904b9d2-db6e-478d-82e9-61ad873ec732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:46.601940 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-1904b9d2-db6e-478d-82e9-61ad873ec732 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80a45669-1526-4c3a-bbcb-50a775ef0d13 HTTP/1.1" status: 200 len: 852 time: 0.0449216 Feb 10 07:19:46.635138 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-0ca20fca-8fb8-4164-ab62-ba157cb1af1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=987c2859-426b-48a1-ae4e-1aa1c15d8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272686 Feb 10 07:19:46.727274 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-fa970077-310a-4d4a-9688-bcfc13e6a4ed service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862575 Feb 10 07:19:46.818172 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a306d453-bf2e-4340-8bec-793bd4de2eed req-55974e2e-c756-416f-b52c-16c7edaa4585 service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836446 Feb 10 07:19:47.016200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaaa09-579f-4dc3-a161-a9e799ab3552 req-68bf71b2-a577-492e-9f29-c5ba8c13e5a0 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:47.017650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6aaaaa09-579f-4dc3-a161-a9e799ab3552 req-68bf71b2-a577-492e-9f29-c5ba8c13e5a0 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 943 time: 0.0546632 Feb 10 07:19:47.062315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6aaaaa09-579f-4dc3-a161-a9e799ab3552 req-423be4e6-29d5-4e26-a42a-5fe04d41e2cc tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391543 Feb 10 07:19:48.176552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422aad09-a15d-482c-9cdc-ac5df011f3c5 req-ce90a008-0134-483f-8bda-81380c956cc6 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:48.178023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-422aad09-a15d-482c-9cdc-ac5df011f3c5 req-ce90a008-0134-483f-8bda-81380c956cc6 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 943 time: 0.0516768 Feb 10 07:19:48.224778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-422aad09-a15d-482c-9cdc-ac5df011f3c5 req-8bb5be3b-f403-4154-a4b0-ce933a3c5279 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Feb 10 07:19:48.978562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8e027872-0f2d-42e4-8055-9e585ef4aab2 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:19:49.073317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2,segment=NetworkSegment(0dfaa0b7-0a01-46df-96a4-da0127f729d5),segment_id=0dfaa0b7-0a01-46df-96a4-da0127f729d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:49.084307 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '8e027872-0f2d-42e4-8055-9e585ef4aab2', 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408', 'port_id': '8e027872-0f2d-42e4-8055-9e585ef4aab2', 'mac_address': 'fa:16:3e:ef:80:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a45669-1526-4c3a-bbcb-50a775ef0d13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:19:49.123756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 8e027872-0f2d-42e4-8055-9e585ef4aab2 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:49.124152 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:49.137100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e027872-0f2d-42e4-8055-9e585ef4aab2 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:19:49.155622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2,segment=NetworkSegment(0dfaa0b7-0a01-46df-96a4-da0127f729d5),segment_id=0dfaa0b7-0a01-46df-96a4-da0127f729d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:49.159460 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:49.208276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=8e027872-0f2d-42e4-8055-9e585ef4aab2,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:49.343007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4a515-f88b-4122-b866-2c1e9261a68d req-3284001c-2283-4d98-8610-27095bbacdad tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:49.344477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28c4a515-f88b-4122-b866-2c1e9261a68d req-3284001c-2283-4d98-8610-27095bbacdad tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 944 time: 0.0543425 Feb 10 07:19:49.393830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28c4a515-f88b-4122-b866-2c1e9261a68d req-def7f7df-6d3a-45c0-9c43-13457b818c75 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Feb 10 07:19:49.431105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['8e027872-0f2d-42e4-8055-9e585ef4aab2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:19:50.511498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516496c9-a105-45d4-8885-7242f4317661 req-b9848e56-2b5f-4213-ad47-99da8863bcc1 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:50.512988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-516496c9-a105-45d4-8885-7242f4317661 req-b9848e56-2b5f-4213-ad47-99da8863bcc1 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 944 time: 0.0534692 Feb 10 07:19:50.568068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-516496c9-a105-45d4-8885-7242f4317661 req-4e4ab367-513f-4ee2-82b2-3564c06877af tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495157 Feb 10 07:19:50.992013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8e027872-0f2d-42e4-8055-9e585ef4aab2 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:19:51.039906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 8e027872-0f2d-42e4-8055-9e585ef4aab2 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:19:51.043918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 8e027872-0f2d-42e4-8055-9e585ef4aab2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:19:51.044297 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:51.121571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 8e027872-0f2d-42e4-8055-9e585ef4aab2 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:19:51.121957 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:51.156961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:19:51.160552 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7416157-2e23-4577-bf15-cfc04ef5723f" -d '{"events": [{"server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "name": "network-vif-plugged", "status": "completed", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:19:51.178814 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2,segment=NetworkSegment(0dfaa0b7-0a01-46df-96a4-da0127f729d5),segment_id=0dfaa0b7-0a01-46df-96a4-da0127f729d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:19:51.183010 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:19:51.206712 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15168aa3-e783-4a51-b8de-4820f7e131c1 x-openstack-request-id: req-15168aa3-e783-4a51-b8de-4820f7e131c1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:19:51.207007 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "name": "network-vif-plugged", "status": "completed", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:19:51.207852 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15168aa3-e783-4a51-b8de-4820f7e131c1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:19:51.208253 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2', 'code': 200} Feb 10 07:19:51.234133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=8e027872-0f2d-42e4-8055-9e585ef4aab2,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:19:51.298959 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b479ada-170b-49b2-bd07-ad7b73cfe123 req-215c8094-ee22-4e0d-8af6-c816b4223c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:51.300415 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6b479ada-170b-49b2-bd07-ad7b73cfe123 req-215c8094-ee22-4e0d-8af6-c816b4223c8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 1127 time: 0.0442212 Feb 10 07:19:51.342504 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6b479ada-170b-49b2-bd07-ad7b73cfe123 req-dab3fe4a-563f-4f8e-8118-758a8d27bf95 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364289 Feb 10 07:19:51.683942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e21c-fe13-4bfa-8f26-cef22281605e req-ff9777d5-d58d-42a9-9d93-cf9c4ea3dd5e tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:51.685395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b613e21c-fe13-4bfa-8f26-cef22281605e req-ff9777d5-d58d-42a9-9d93-cf9c4ea3dd5e tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0511451 Feb 10 07:19:51.732136 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b613e21c-fe13-4bfa-8f26-cef22281605e req-4718d76b-9c3a-4e1c-b272-15996fd0ca25 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413189 Feb 10 07:19:52.856679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31224200-9439-4243-9b90-4019a7bc5ed0 req-ab29c58d-7917-4dd4-b023-51f986a817f8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:52.858166 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31224200-9439-4243-9b90-4019a7bc5ed0 req-ab29c58d-7917-4dd4-b023-51f986a817f8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0555923 Feb 10 07:19:52.903799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31224200-9439-4243-9b90-4019a7bc5ed0 req-bd8d71eb-eee0-4506-8716-d0e147ed8c8e tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Feb 10 07:19:53.235195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df81b-067b-4a82-9262-7a2477375c03 req-10fe8061-2915-4e81-a734-bfecd56f5943 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:53.236699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e87df81b-067b-4a82-9262-7a2477375c03 req-10fe8061-2915-4e81-a734-bfecd56f5943 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0561161 Feb 10 07:19:53.267663 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-85b72fa0-638c-4b7f-a74b-12ecff9d8137 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947497 Feb 10 07:19:53.284023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e87df81b-067b-4a82-9262-7a2477375c03 req-a43498a3-ae8a-49a3-aae8-8438671d1b8a tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 Feb 10 07:19:53.645694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-1a47ac0b-8166-4f8d-af95-5441af031cfe tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:53.647074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-1a47ac0b-8166-4f8d-af95-5441af031cfe tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports/8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 942 time: 0.0989399 Feb 10 07:19:54.411243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dca20d-ddb5-4637-9427-1f49fc802a33 req-13a812d7-78b4-4efb-93d7-3c284e8f3fc8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:54.412744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83dca20d-ddb5-4637-9427-1f49fc802a33 req-13a812d7-78b4-4efb-93d7-3c284e8f3fc8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0599380 Feb 10 07:19:54.460321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83dca20d-ddb5-4637-9427-1f49fc802a33 req-5534b667-956c-491c-8062-742fc169074f tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Feb 10 07:19:54.469861 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-cdb46d0a-6561-43e3-815b-de3f8a996282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:54.471470 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-cdb46d0a-6561-43e3-815b-de3f8a996282 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8191e8c032624b669bb491bdf8b8ac7e&device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 1127 time: 0.0451369 Feb 10 07:19:54.564290 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-e26dcfd3-176d-4f42-8801-99ad5bcea401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:54.565665 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-e26dcfd3-176d-4f42-8801-99ad5bcea401 service neutron] 10.222.0.13 "GET /v2.0/networks?id=987c2859-426b-48a1-ae4e-1aa1c15d8408 HTTP/1.1" status: 200 len: 912 time: 0.0874782 Feb 10 07:19:54.605588 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-ca1bb306-8d8a-4904-90be-5c4ee5bfa36f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0343466 Feb 10 07:19:54.656348 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-fb68679c-53f5-4339-86c5-17cc690b1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:54.657764 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-fb68679c-53f5-4339-86c5-17cc690b1cbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80a45669-1526-4c3a-bbcb-50a775ef0d13 HTTP/1.1" status: 200 len: 852 time: 0.0464082 Feb 10 07:19:54.690376 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-3c759780-625a-4666-85ff-581ddc64b767 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=987c2859-426b-48a1-ae4e-1aa1c15d8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267286 Feb 10 07:19:54.774859 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-bec4571e-f412-4409-9a9f-c95168d6053a service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787339 Feb 10 07:19:54.876582 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-2c690489-c4eb-4312-a2f9-18b02b0e63df service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913751 Feb 10 07:19:55.579015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec8f0d-9bad-4336-8ddf-2688f7f7c063 req-b974e1c7-2f67-430e-9a49-30ff6ea20a80 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:55.580773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bec8f0d-9bad-4336-8ddf-2688f7f7c063 req-b974e1c7-2f67-430e-9a49-30ff6ea20a80 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0517414 Feb 10 07:19:55.626143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bec8f0d-9bad-4336-8ddf-2688f7f7c063 req-054d358d-9b24-4832-beea-d98df88798f2 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 Feb 10 07:19:56.003875 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:19:56.747112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118c31d-ca40-4bf9-b879-5d2e84e9587e req-291ec427-8733-4871-9083-88ea966e18a2 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:56.748572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0118c31d-ca40-4bf9-b879-5d2e84e9587e req-291ec427-8733-4871-9083-88ea966e18a2 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0551264 Feb 10 07:19:56.793744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0118c31d-ca40-4bf9-b879-5d2e84e9587e req-e1718e5f-a934-40ff-83ee-d326037562dd tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Feb 10 07:19:57.909268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1b147-4be7-442d-955f-346825051d43 req-bb4b433e-ff0d-4e96-a041-67ea67abd22d tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:57.910777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29a1b147-4be7-442d-955f-346825051d43 req-bb4b433e-ff0d-4e96-a041-67ea67abd22d tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0520120 Feb 10 07:19:57.957457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29a1b147-4be7-442d-955f-346825051d43 req-98d3fa1e-2d64-486f-838a-83b41d4966ed tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Feb 10 07:19:59.077440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596ae7-85cf-4328-99b4-be3dc9c64427 req-db2947d3-d5d7-45c2-bf41-a9056538072b tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:19:59.078925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1596ae7-85cf-4328-99b4-be3dc9c64427 req-db2947d3-d5d7-45c2-bf41-a9056538072b tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0509577 Feb 10 07:19:59.128367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e1596ae7-85cf-4328-99b4-be3dc9c64427 req-1fd9bdb8-6aaa-4a3d-ac9b-4437f4e886b7 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Feb 10 07:20:00.245189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b044dbf-ca03-40fd-9e3f-1070945083a9 req-4658e530-9cb4-4571-bf62-eb261a8642d5 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:00.246671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b044dbf-ca03-40fd-9e3f-1070945083a9 req-4658e530-9cb4-4571-bf62-eb261a8642d5 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Feb 10 07:20:00.292118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b044dbf-ca03-40fd-9e3f-1070945083a9 req-0b753bfe-1aab-4246-aafc-a3bffe227f05 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Feb 10 07:20:01.411986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee3f9-6bc2-4bff-832a-d4d12b68c836 req-40d465ac-9b80-4c86-9e49-e09cbbedb9b8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:01.413453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-222ee3f9-6bc2-4bff-832a-d4d12b68c836 req-40d465ac-9b80-4c86-9e49-e09cbbedb9b8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0522242 Feb 10 07:20:01.459036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-222ee3f9-6bc2-4bff-832a-d4d12b68c836 req-fe011463-6edf-48d8-acbf-6f35b9fd9968 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Feb 10 07:20:02.579028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c9bf0-d45d-4d19-b305-350cad2303cb req-ac891d7a-fefb-4497-9315-f59a76a85f78 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:02.580495 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e8c9bf0-d45d-4d19-b305-350cad2303cb req-ac891d7a-fefb-4497-9315-f59a76a85f78 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0551801 Feb 10 07:20:02.625978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e8c9bf0-d45d-4d19-b305-350cad2303cb req-ac1c733e-a631-4154-917a-daea990e329e tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395105 Feb 10 07:20:03.740967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a0513-026e-4f1c-9946-c248b459bf42 req-00417e80-7eb4-48e6-ba26-5c46f55cf593 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:03.742459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec0a0513-026e-4f1c-9946-c248b459bf42 req-00417e80-7eb4-48e6-ba26-5c46f55cf593 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0514724 Feb 10 07:20:03.787724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec0a0513-026e-4f1c-9946-c248b459bf42 req-b24aaea6-71f3-467c-bfc1-23ce3bbb6fc5 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Feb 10 07:20:04.903506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c92fa-1e36-41cb-ac6c-3f799fd3a109 req-6f6cedee-894f-41b2-be6a-33fdf98a4945 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:04.904960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c2c92fa-1e36-41cb-ac6c-3f799fd3a109 req-6f6cedee-894f-41b2-be6a-33fdf98a4945 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0505300 Feb 10 07:20:04.954477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c2c92fa-1e36-41cb-ac6c-3f799fd3a109 req-fa703965-55ae-4ecd-8a62-3c78e0ca9144 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440164 Feb 10 07:20:06.077893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c8dab-d70e-459f-903c-9a3760ffe211 req-4201fde2-2891-4e0f-aea5-97c7a977444c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:06.079417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d72c8dab-d70e-459f-903c-9a3760ffe211 req-4201fde2-2891-4e0f-aea5-97c7a977444c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0582376 Feb 10 07:20:06.130546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d72c8dab-d70e-459f-903c-9a3760ffe211 req-517eed19-fdfb-4f31-92f0-d0671c093b5a tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455654 Feb 10 07:20:07.216325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:07.251416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616f48f-b039-47dd-ae76-c632982c8e99 req-e112d379-35f9-4288-a888-3ac0764d05a7 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:07.252870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1616f48f-b039-47dd-ae76-c632982c8e99 req-e112d379-35f9-4288-a888-3ac0764d05a7 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0524564 Feb 10 07:20:07.298683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1616f48f-b039-47dd-ae76-c632982c8e99 req-8c2c4e33-01ba-4914-852e-73d619e29edc tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Feb 10 07:20:08.418717 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2be8dd-dcbc-4576-b3d5-3cdb8d8375d0 req-0e13387b-7834-446a-b73a-46f2450a1976 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:08.420179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf2be8dd-dcbc-4576-b3d5-3cdb8d8375d0 req-0e13387b-7834-446a-b73a-46f2450a1976 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0560791 Feb 10 07:20:08.465833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf2be8dd-dcbc-4576-b3d5-3cdb8d8375d0 req-71405be3-c5ac-4384-9804-315e90041515 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Feb 10 07:20:09.585190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ff75f-e412-44c9-bec0-59ab51d6d19a req-050b0358-e51a-4f54-aa2f-e40c6b40fdfa tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:09.586689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b40ff75f-e412-44c9-bec0-59ab51d6d19a req-050b0358-e51a-4f54-aa2f-e40c6b40fdfa tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0521989 Feb 10 07:20:09.632139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b40ff75f-e412-44c9-bec0-59ab51d6d19a req-9de634b7-199d-408e-ba33-09d6432b3329 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Feb 10 07:20:10.373870 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d710-6490-4e1f-9259-585e66e62b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:10.476938 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:10.752409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adced7-a8f4-4594-8865-cc8d5179fc73 req-fd59b4d5-a3db-4a1f-b868-92440180ffe3 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:10.753779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22adced7-a8f4-4594-8865-cc8d5179fc73 req-fd59b4d5-a3db-4a1f-b868-92440180ffe3 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0551856 Feb 10 07:20:10.799134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22adced7-a8f4-4594-8865-cc8d5179fc73 req-598c9990-3029-45fd-b8da-f6f974c87131 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392854 Feb 10 07:20:11.918617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863d2f2-d2a6-429b-b54a-72dd90c9a183 req-33ecb5ff-8420-4484-a94a-a81616ac73a8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:11.920075 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1863d2f2-d2a6-429b-b54a-72dd90c9a183 req-33ecb5ff-8420-4484-a94a-a81616ac73a8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0514605 Feb 10 07:20:11.965641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1863d2f2-d2a6-429b-b54a-72dd90c9a183 req-b9938fe1-bff3-4dad-a6a2-479c5ff26d30 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Feb 10 07:20:12.616364 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725a4edc-f2d9-4a90-bc65-53e86a3c24e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:13.082061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197861d-55bc-4709-aadb-18d4efc6b172 req-c3314c31-1d5a-4724-8da5-6126bbd6dd87 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:13.083561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3197861d-55bc-4709-aadb-18d4efc6b172 req-c3314c31-1d5a-4724-8da5-6126bbd6dd87 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Feb 10 07:20:13.133185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3197861d-55bc-4709-aadb-18d4efc6b172 req-4f842e13-9c5b-48c3-88ad-32a0267d682e tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Feb 10 07:20:13.947011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:14.252452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbe4b5-3493-4365-8064-652e43640ff2 req-ba12e9f7-de98-44ca-b6f5-bcdf885931c3 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:14.253917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5bbe4b5-3493-4365-8064-652e43640ff2 req-ba12e9f7-de98-44ca-b6f5-bcdf885931c3 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0519121 Feb 10 07:20:14.299726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e5bbe4b5-3493-4365-8064-652e43640ff2 req-b76b0f85-280c-40aa-9369-add08b9711f3 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Feb 10 07:20:15.367767 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:15.420839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9981-965d-4b6b-b36e-c9867018075a req-a1bb297a-e0aa-45c6-ad13-72322523fba7 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:15.422335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72ea9981-965d-4b6b-b36e-c9867018075a req-a1bb297a-e0aa-45c6-ad13-72322523fba7 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0522490 Feb 10 07:20:15.467670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72ea9981-965d-4b6b-b36e-c9867018075a req-addae6b6-940c-4308-b1a4-bd27f628cdf4 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Feb 10 07:20:16.499297 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:16.588910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388d95-7c20-49af-bee7-34d92e86e14e req-7afb2cf2-b32d-47bf-8e5a-93404965d2ab tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:16.590394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5388d95-7c20-49af-bee7-34d92e86e14e req-7afb2cf2-b32d-47bf-8e5a-93404965d2ab tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0558960 Feb 10 07:20:16.636029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5388d95-7c20-49af-bee7-34d92e86e14e req-8264ea35-1465-4ff0-a617-c6f73967ecff tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Feb 10 07:20:17.750689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdabe73-641d-4f66-9f2d-953f7f34bf59 req-acab0705-ea73-4c29-9b1c-587b3c619b41 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:17.752169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bdabe73-641d-4f66-9f2d-953f7f34bf59 req-acab0705-ea73-4c29-9b1c-587b3c619b41 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0508461 Feb 10 07:20:17.797279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bdabe73-641d-4f66-9f2d-953f7f34bf59 req-9058f741-30fa-4373-91fc-388202520aab tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390618 Feb 10 07:20:18.920741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715fc71-2744-4ab2-bde5-23a59f277415 req-dfeb79c9-1640-4b6b-b4a6-08b705a9b7a4 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:18.922100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4715fc71-2744-4ab2-bde5-23a59f277415 req-dfeb79c9-1640-4b6b-b4a6-08b705a9b7a4 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0535507 Feb 10 07:20:18.972182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4715fc71-2744-4ab2-bde5-23a59f277415 req-316c8747-2134-410f-a60d-c5705b851287 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 Feb 10 07:20:20.088060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd366d-7f3c-4ac6-8d9a-b1d04288f2ee req-7417859d-68c6-466e-9942-fd6a15572802 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:20.089586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59fd366d-7f3c-4ac6-8d9a-b1d04288f2ee req-7417859d-68c6-466e-9942-fd6a15572802 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0514488 Feb 10 07:20:20.135612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59fd366d-7f3c-4ac6-8d9a-b1d04288f2ee req-3dc3a02c-a090-4f4b-b6fe-6a30e17c489a tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Feb 10 07:20:21.500612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e958e6-eb9f-4928-8c08-9a7d45b30bcc req-6ae2b3b9-a692-4cae-8e47-06802fc512d4 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:21.502263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35e958e6-eb9f-4928-8c08-9a7d45b30bcc req-6ae2b3b9-a692-4cae-8e47-06802fc512d4 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 945 time: 0.0506039 Feb 10 07:20:21.549035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-35e958e6-eb9f-4928-8c08-9a7d45b30bcc req-446506be-4aad-4f25-a915-a7722f41c390 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402381 Feb 10 07:20:21.808205 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-7462f390-f31f-4687-ac73-2f1beb691b88 service neutron] show failed (client error): The resource could not be found. Feb 10 07:20:21.809125 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-7462f390-f31f-4687-ac73-2f1beb691b88 service neutron] 10.222.0.13 "GET /v2.0/ports/8e027872-0f2d-42e4-8055-9e585ef4aab2/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0531397 Feb 10 07:20:22.014377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-d16cd28f-cb3d-4d32-a080-ce078890c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:22.015845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-d16cd28f-cb3d-4d32-a080-ce078890c51f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060&tenant_id=8191e8c032624b669bb491bdf8b8ac7e HTTP/1.1" status: 200 len: 1127 time: 0.0468996 Feb 10 07:20:22.027430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:20:22.089367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:22.282261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2,segment=NetworkSegment(0dfaa0b7-0a01-46df-96a4-da0127f729d5),segment_id=0dfaa0b7-0a01-46df-96a4-da0127f729d5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:20:22.319522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:20:22.361720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:20:22.364864 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4783b749-2183-4401-9269-1b8998047e8e" -d '{"events": [{"server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "name": "network-vif-unplugged", "status": "completed", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:20:22.368438 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Publish callbacks [] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:22.382498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Transition to ACTIVE for port object 8e027872-0f2d-42e4-8055-9e585ef4aab2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:20:22.386107 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:22.444700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] No DVR routers for this DVR port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:20:22.453088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Pushing event updated for resources: {'Port': ['ID=8e027872-0f2d-42e4-8055-9e585ef4aab2,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:22.474988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.475336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.475671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.476007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.476336 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.476666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.477034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.477394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.477716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.478145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.478371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.478781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.479070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:22.485772 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa39ccdc-c7c7-48bd-baba-cbbeda819324 x-openstack-request-id: req-aa39ccdc-c7c7-48bd-baba-cbbeda819324 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:20:22.486063 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "name": "network-vif-unplugged", "status": "completed", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:20:22.486327 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa39ccdc-c7c7-48bd-baba-cbbeda819324 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:20:22.486726 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2', 'code': 200} Feb 10 07:20:22.497552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Attempting to bind port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:20:22.497877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Attempting to bind port 8e027872-0f2d-42e4-8055-9e585ef4aab2 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '0dfaa0b7-0a01-46df-96a4-da0127f729d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:20:22.498195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Attempting to bind port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on network 987c2859-426b-48a1-ae4e-1aa1c15d8408 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:20:22.502440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on network 987c2859-426b-48a1-ae4e-1aa1c15d8408 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:20:22.503005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Attempting to bind port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on network 987c2859-426b-48a1-ae4e-1aa1c15d8408 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:20:22.507877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:20:22.508207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Checking segment: {'id': '0dfaa0b7-0a01-46df-96a4-da0127f729d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:20:22.508579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Bound using segment: {'id': '0dfaa0b7-0a01-46df-96a4-da0127f729d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:20:22.508994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Bound port: 8e027872-0f2d-42e4-8055-9e585ef4aab2, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfaa0b7-0a01-46df-96a4-da0127f729d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:20:22.509349 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:22.572588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:20:22.575545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2,segment=NetworkSegment(0dfaa0b7-0a01-46df-96a4-da0127f729d5),segment_id=0dfaa0b7-0a01-46df-96a4-da0127f729d5)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:20:22.581564 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:22.617866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:22.618509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:22.619875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] 10.222.0.24 "PUT /v2.0/ports/8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 1091 time: 0.5965347 Feb 10 07:20:22.689300 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aab327-bd30-4564-988e-dfbe02ded62b service neutron] Pushing event updated for resources: {'Port': ['ID=8e027872-0f2d-42e4-8055-9e585ef4aab2,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:22.719244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9b002-46f1-4db1-afea-96057e8e4b10 req-e765b006-0b05-41ea-908d-5bbfa6e784ad tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:22.720721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23b9b002-46f1-4db1-afea-96057e8e4b10 req-e765b006-0b05-41ea-908d-5bbfa6e784ad tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 943 time: 0.0983727 Feb 10 07:20:22.726361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-3db616d9-ed01-4de5-9198-963259ed1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:22.727720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-3db616d9-ed01-4de5-9198-963259ed1bbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8191e8c032624b669bb491bdf8b8ac7e&device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 1125 time: 0.0771627 Feb 10 07:20:22.820633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23b9b002-46f1-4db1-afea-96057e8e4b10 req-e9adbecf-c2e9-430b-b250-ae54e2745682 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919769 Feb 10 07:20:22.845921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-08e57bd1-5a30-42f9-9778-8a38df6ed4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:22.847384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-08e57bd1-5a30-42f9-9778-8a38df6ed4cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=987c2859-426b-48a1-ae4e-1aa1c15d8408 HTTP/1.1" status: 200 len: 912 time: 0.1058724 Feb 10 07:20:22.895845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-c3229e1a-443b-4b69-83b1-af27a0c8f093 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0366032 Feb 10 07:20:22.945101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-16a7770e-2533-42e3-bd58-21aaf0e45147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:22.946845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-16a7770e-2533-42e3-bd58-21aaf0e45147 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80a45669-1526-4c3a-bbcb-50a775ef0d13 HTTP/1.1" status: 200 len: 852 time: 0.0424740 Feb 10 07:20:22.981214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-09f5f390-ae39-4d58-9a80-d86026557ab1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=987c2859-426b-48a1-ae4e-1aa1c15d8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256708 Feb 10 07:20:23.075620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-67e1373a-f35e-4b2d-a4b0-48d2a1c8ac25 service neutron] 10.222.0.24 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852542 Feb 10 07:20:23.165201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2bda1326-4de2-413b-80c7-d83ca212ffdc req-202fc503-5212-4d92-802a-6a7b53765b12 service neutron] 10.222.0.24 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805128 Feb 10 07:20:23.945200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e38ceb-49de-4e77-88fe-ea6fcc7a67f4 req-39b377c6-18c5-46a1-acde-24a58f69295e tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:23.946945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8e38ceb-49de-4e77-88fe-ea6fcc7a67f4 req-39b377c6-18c5-46a1-acde-24a58f69295e tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 943 time: 0.0573401 Feb 10 07:20:23.993169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8e38ceb-49de-4e77-88fe-ea6fcc7a67f4 req-f91104ad-51a0-49cd-aa9b-16110479df75 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Feb 10 07:20:24.487698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:20:24.490115 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:20:24.538016 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d1d4ad-a3a1-4cfe-a2cb-097cbbd01596 x-openstack-request-id: req-86d1d4ad-a3a1-4cfe-a2cb-097cbbd01596 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:20:24.538326 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:20:24.538667 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86d1d4ad-a3a1-4cfe-a2cb-097cbbd01596 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:20:24.539117 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2', 'status': 'completed', 'code': 200} Feb 10 07:20:24.603070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-5703858a-e905-422c-b844-0b62aa954a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:24.604606 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-5703858a-e905-422c-b844-0b62aa954a69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8191e8c032624b669bb491bdf8b8ac7e&device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 1125 time: 0.0495038 Feb 10 07:20:24.604726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-e32bc875-66b9-4153-9deb-e50011690223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:24.606144 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-e32bc875-66b9-4153-9deb-e50011690223 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8191e8c032624b669bb491bdf8b8ac7e&device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 1125 time: 0.0441542 Feb 10 07:20:24.697520 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-d036dbdb-e0b9-491f-8a01-bc29ecf45110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:24.699041 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-d036dbdb-e0b9-491f-8a01-bc29ecf45110 service neutron] 10.222.0.13 "GET /v2.0/networks?id=987c2859-426b-48a1-ae4e-1aa1c15d8408 HTTP/1.1" status: 200 len: 912 time: 0.0877209 Feb 10 07:20:24.701267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-940bf699-b101-4d11-b05d-80ce3a2d1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:24.702756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-940bf699-b101-4d11-b05d-80ce3a2d1a5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=987c2859-426b-48a1-ae4e-1aa1c15d8408 HTTP/1.1" status: 200 len: 912 time: 0.0869389 Feb 10 07:20:24.742653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-6adc55a7-aa6b-49e3-8113-d2966cd91df0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0332906 Feb 10 07:20:24.742856 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-84ccb4de-0db3-48a4-9684-0d65fe76b396 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0384569 Feb 10 07:20:24.789627 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-d76c5b8d-ea84-406b-8a55-d282ea04d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:24.791166 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-d76c5b8d-ea84-406b-8a55-d282ea04d6b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80a45669-1526-4c3a-bbcb-50a775ef0d13 HTTP/1.1" status: 200 len: 852 time: 0.0434227 Feb 10 07:20:24.791669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-40699473-372e-4cf9-a5a3-d60fe8bd7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:24.793102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-40699473-372e-4cf9-a5a3-d60fe8bd7e58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80a45669-1526-4c3a-bbcb-50a775ef0d13 HTTP/1.1" status: 200 len: 852 time: 0.0427933 Feb 10 07:20:24.822369 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-2f376b9e-b6f8-41d0-8605-d7ff55fd0bc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=987c2859-426b-48a1-ae4e-1aa1c15d8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258150 Feb 10 07:20:24.824622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-62b58665-6dda-4484-a944-943d251667d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=987c2859-426b-48a1-ae4e-1aa1c15d8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250282 Feb 10 07:20:24.930459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-6de4b42e-dfb8-40ff-b903-ab9a4d242585 service neutron] 10.222.0.24 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876293 Feb 10 07:20:24.932402 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-0ead803c-d123-4662-9812-3ec2b7de37e3 service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038673 Feb 10 07:20:25.034317 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-d992b767-d01e-4fe3-b46c-34b2587f35c8 service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956912 Feb 10 07:20:25.037516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a88e7b-ebdf-4898-94ae-a239f7a52cf8 req-12ddccb6-8a4a-400e-9926-421bcf2f36f6 service neutron] 10.222.0.24 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945354 Feb 10 07:20:25.123261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108086-80b5-4e7f-8443-4aebdb5f6c9f req-0a02a73d-8fef-403b-b30b-fc98c9224e6e tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:25.124751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71108086-80b5-4e7f-8443-4aebdb5f6c9f req-0a02a73d-8fef-403b-b30b-fc98c9224e6e tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 943 time: 0.0557754 Feb 10 07:20:25.170281 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71108086-80b5-4e7f-8443-4aebdb5f6c9f req-da8f948c-9cbd-4066-b454-9a56f0373e63 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392487 Feb 10 07:20:25.178464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8e027872-0f2d-42e4-8055-9e585ef4aab2 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:20:25.216612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port 8e027872-0f2d-42e4-8055-9e585ef4aab2 host n-h2-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:20:25.217011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 8e027872-0f2d-42e4-8055-9e585ef4aab2 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:20:25.453805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-42555de1-1e8f-4cda-b9a2-9cfb075ca5f8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:25.455274 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-42555de1-1e8f-4cda-b9a2-9cfb075ca5f8 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060&tenant_id=8191e8c032624b669bb491bdf8b8ac7e&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 943 time: 0.1021516 Feb 10 07:20:25.514797 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-c7cd1ae4-93c8-41f3-9e6d-3d2dde45d429 service neutron] delete failed (client error): The resource could not be found. Feb 10 07:20:25.515865 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-c7cd1ae4-93c8-41f3-9e6d-3d2dde45d429 service neutron] 10.222.0.13 "DELETE /v2.0/ports/8e027872-0f2d-42e4-8055-9e585ef4aab2/bindings/n-h1-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0543482 Feb 10 07:20:25.600585 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-de84207b-0ef2-4769-8d74-d32bfdce1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:25.601991 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-de84207b-0ef2-4769-8d74-d32bfdce1e5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8191e8c032624b669bb491bdf8b8ac7e&device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 1125 time: 0.0448844 Feb 10 07:20:25.697797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-b9db9e1e-ccd8-4a92-90ee-9d4e86eafdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:25.699311 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-b9db9e1e-ccd8-4a92-90ee-9d4e86eafdd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=987c2859-426b-48a1-ae4e-1aa1c15d8408 HTTP/1.1" status: 200 len: 912 time: 0.0912974 Feb 10 07:20:25.741619 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-37b9bf37-4e8f-4fce-95d4-92fb50d50406 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0351923 Feb 10 07:20:25.788864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-9cd7e3c0-4f1f-4798-b0c4-37374443eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:25.790389 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-9cd7e3c0-4f1f-4798-b0c4-37374443eb91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80a45669-1526-4c3a-bbcb-50a775ef0d13 HTTP/1.1" status: 200 len: 852 time: 0.0432632 Feb 10 07:20:25.824451 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-d12b7897-7206-4f45-a981-cda7db81a118 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=987c2859-426b-48a1-ae4e-1aa1c15d8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285628 Feb 10 07:20:25.916220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-4fa2091d-919f-4407-85fc-c7dfec0b6b37 service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849202 Feb 10 07:20:26.006637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-7b13bf9a-eaa5-4d35-bc41-7e67dbaa7e0e service neutron] 10.222.0.13 "GET /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 Feb 10 07:20:26.620397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8e027872-0f2d-42e4-8055-9e585ef4aab2 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:20:26.672408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774b1d1-565b-4bc1-89e3-2b61ec4ebb8b req-d5871788-7716-4fa9-b4f4-d701b8439650 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:26.673920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8774b1d1-565b-4bc1-89e3-2b61ec4ebb8b req-d5871788-7716-4fa9-b4f4-d701b8439650 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 943 time: 0.0516734 Feb 10 07:20:26.719323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2,segment=NetworkSegment(0dfaa0b7-0a01-46df-96a4-da0127f729d5),segment_id=0dfaa0b7-0a01-46df-96a4-da0127f729d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:20:26.720496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8774b1d1-565b-4bc1-89e3-2b61ec4ebb8b req-4c4e40ef-5241-473c-ad85-6ccfa5d1b905 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404017 Feb 10 07:20:26.730931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '8e027872-0f2d-42e4-8055-9e585ef4aab2', 'network_id': '987c2859-426b-48a1-ae4e-1aa1c15d8408', 'port_id': '8e027872-0f2d-42e4-8055-9e585ef4aab2', 'mac_address': 'fa:16:3e:ef:80:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a45669-1526-4c3a-bbcb-50a775ef0d13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:20:26.767226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 8e027872-0f2d-42e4-8055-9e585ef4aab2 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:20:26.767620 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:26.779725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e027872-0f2d-42e4-8055-9e585ef4aab2 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:20:26.797833 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2,segment=NetworkSegment(0dfaa0b7-0a01-46df-96a4-da0127f729d5),segment_id=0dfaa0b7-0a01-46df-96a4-da0127f729d5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:20:26.802225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:27.006806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=8e027872-0f2d-42e4-8055-9e585ef4aab2,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:27.013873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.014217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.014579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.014912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.015237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.015562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.015884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.016202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.016520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.016837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.017152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.017467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.017782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:27.119853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['8e027872-0f2d-42e4-8055-9e585ef4aab2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:20:27.844847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac98f4-03c0-4434-982b-db5e7be027cb req-a8614a0a-b225-4911-8b61-70f628f47103 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:27.846351 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05ac98f4-03c0-4434-982b-db5e7be027cb req-a8614a0a-b225-4911-8b61-70f628f47103 tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 944 time: 0.0566494 Feb 10 07:20:27.892506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05ac98f4-03c0-4434-982b-db5e7be027cb req-3277a853-a74e-45d6-b5b0-59df6aa011ce tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b27d755-883f-4d28-a1fc-5cce6e76aeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400505 Feb 10 07:20:28.003038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-89ff29f9-ccc0-49a6-977d-6bd8f94e4c5b tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:28.004407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-89ff29f9-ccc0-49a6-977d-6bd8f94e4c5b tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e6576e-3836-492c-bebe-f8a3e6c11060 HTTP/1.1" status: 200 len: 944 time: 0.0542026 Feb 10 07:20:28.096999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Deleting port 8e027872-0f2d-42e4-8055-9e585ef4aab2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:20:28.097345 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:28.183076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] For port 8e027872-0f2d-42e4-8055-9e585ef4aab2, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=8e027872-0f2d-42e4-8055-9e585ef4aab2,segment=NetworkSegment(0dfaa0b7-0a01-46df-96a4-da0127f729d5),segment_id=0dfaa0b7-0a01-46df-96a4-da0127f729d5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:20:28.183437 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:28.196631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Calling delete_port for 8e027872-0f2d-42e4-8055-9e585ef4aab2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:20:28.323663 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (8e027872-0f2d-42e4-8055-9e585ef4aab2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:28.340211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['8e027872-0f2d-42e4-8055-9e585ef4aab2'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:20:28.352458 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Pushing event deleted for resources: {'Port': ['ID=8e027872-0f2d-42e4-8055-9e585ef4aab2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:28.395874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] No DVR routers for this DVR port 8e027872-0f2d-42e4-8055-9e585ef4aab2 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:20:28.398599 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:28.402387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5fe9234-ff2a-48c0-82f7-68a77c45ad5d req-a2a1db89-bad6-41cd-9f8d-c3380843f21c tempest-DeleteServersTestJSON-1005666214 tempest-DeleteServersTestJSON-1005666214-project] 10.222.0.24 "DELETE /v2.0/ports/8e027872-0f2d-42e4-8055-9e585ef4aab2 HTTP/1.1" status: 204 len: 173 time: 0.3925593 Feb 10 07:20:28.402846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'name': 'network-vif-deleted', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:20:28.405647 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da67c5e-6452-474d-b155-9d929b667cf6" -d '{"events": [{"server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "name": "network-vif-deleted", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:20:28.445365 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38c80e8-e6f0-43c4-bc96-c0c537313587 x-openstack-request-id: req-b38c80e8-e6f0-43c4-bc96-c0c537313587 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:20:28.445659 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e6576e-3836-492c-bebe-f8a3e6c11060", "name": "network-vif-deleted", "tag": "8e027872-0f2d-42e4-8055-9e585ef4aab2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:20:28.446274 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b38c80e8-e6f0-43c4-bc96-c0c537313587 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:20:28.446709 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e6576e-3836-492c-bebe-f8a3e6c11060', 'name': 'network-vif-deleted', 'tag': '8e027872-0f2d-42e4-8055-9e585ef4aab2', 'status': 'completed', 'code': 200} Feb 10 07:20:28.635822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8e027872-0f2d-42e4-8055-9e585ef4aab2 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:20:28.655435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 8e027872-0f2d-42e4-8055-9e585ef4aab2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:20:28.655780 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8e027872-0f2d-42e4-8055-9e585ef4aab2 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 07:20:28.674246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Port 8e027872-0f2d-42e4-8055-9e585ef4aab2 not found, will not notify nova. {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 07:20:29.018985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59272) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:20:29.063731 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Deleting subnet 80a45669-1526-4c3a-bbcb-50a775ef0d13 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:20:29.067802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Publish callbacks [] for subnet (80a45669-1526-4c3a-bbcb-50a775ef0d13), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.105559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (80a45669-1526-4c3a-bbcb-50a775ef0d13), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.148682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (80a45669-1526-4c3a-bbcb-50a775ef0d13), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.197898 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (80a45669-1526-4c3a-bbcb-50a775ef0d13), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.224968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a45669-1526-4c3a-bbcb-50a775ef0d13,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:29.227372 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.230480 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80a45669-1526-4c3a-bbcb-50a775ef0d13 HTTP/1.1" status: 204 len: 168 time: 0.2104697 Feb 10 07:20:29.233125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59274) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:20:29.236780 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.237125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.237466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.237797 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.238126 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.238485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.238811 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.239131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.239492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.239814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.240134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.240453 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.240782 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea9c1f-8434-4f01-8839-e3ff548f4cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:20:29.306321 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (987c2859-426b-48a1-ae4e-1aa1c15d8408), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.384652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (987c2859-426b-48a1-ae4e-1aa1c15d8408), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.404520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987c2859-426b-48a1-ae4e-1aa1c15d8408']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:20:29.413520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfaa0b7-0a01-46df-96a4-da0127f729d5') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:20:29.413810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfaa0b7-0a01-46df-96a4-da0127f729d5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:20:29.423127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (0dfaa0b7-0a01-46df-96a4-da0127f729d5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.437266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (0dfaa0b7-0a01-46df-96a4-da0127f729d5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.443904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:20:29.444295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (0dfaa0b7-0a01-46df-96a4-da0127f729d5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:20:29.446223 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:20:29.498114 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (987c2859-426b-48a1-ae4e-1aa1c15d8408), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.502596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.507639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] 10.222.0.21 "DELETE /v2.0/networks/987c2859-426b-48a1-ae4e-1aa1c15d8408 HTTP/1.1" status: 204 len: 168 time: 0.2734580 Feb 10 07:20:29.520225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62f3c6-8bdd-414b-a586-075eb122a36a admin admin] Pushing event deleted for resources: {'Network': ['ID=987c2859-426b-48a1-ae4e-1aa1c15d8408,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:29.610611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59278) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:20:29.653268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-91a2945f-2e11-42d4-95e2-737cfac2a95b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8191e8c032624b669bb491bdf8b8ac7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415094 Feb 10 07:20:29.655837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59280) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:20:29.701619 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73de1fdb-9adb-4ddb-b836-4190e4bb1d93 admin admin] Publish callbacks [] for security_group (2b27d755-883f-4d28-a1fc-5cce6e76aeab), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.721728 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73de1fdb-9adb-4ddb-b836-4190e4bb1d93 admin admin] Publish callbacks [] for security_group (2b27d755-883f-4d28-a1fc-5cce6e76aeab), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.767518 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73de1fdb-9adb-4ddb-b836-4190e4bb1d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (2b27d755-883f-4d28-a1fc-5cce6e76aeab), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.769992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73de1fdb-9adb-4ddb-b836-4190e4bb1d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:29.771184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-73de1fdb-9adb-4ddb-b836-4190e4bb1d93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b27d755-883f-4d28-a1fc-5cce6e76aeab HTTP/1.1" status: 204 len: 168 time: 0.1144822 Feb 10 07:20:29.779328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1fdb-9adb-4ddb-b836-4190e4bb1d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b27d755-883f-4d28-a1fc-5cce6e76aeab,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:30.407818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:20:30.500580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1323303658-network', 'tenant_id': '6d3a1ddaa48645e280c80ec19a8e2330'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:20:30.519617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Made reservation on behalf of 6d3a1ddaa48645e280c80ec19a8e2330 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:20:30.522521 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.530597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.604220 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Publish callbacks [] for security_group (7d280d19-a5b1-4902-9b5b-0d3d3437f4a6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.607735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7d280d19-a5b1-4902-9b5b-0d3d3437f4a6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.631559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:20:30.640070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:30.646474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a25b866b-6842-4deb-b5e8-3e2fc4d12dc3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.646822 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Added segment a25b866b-6842-4deb-b5e8-3e2fc4d12dc3 of type vlan for network b4038855-a1b1-47e5-bfac-12dfb2637dec Feb 10 07:20:30.687895 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b4038855-a1b1-47e5-bfac-12dfb2637dec), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.713014 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b4038855-a1b1-47e5-bfac-12dfb2637dec), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.714063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:30.714668 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.744013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3351543 Feb 10 07:20:30.747081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59306) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:20:30.752295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Request body: {'subnet': {'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1323303658-subnet', 'tenant_id': '6d3a1ddaa48645e280c80ec19a8e2330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:20:30.772475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Made reservation on behalf of 6d3a1ddaa48645e280c80ec19a8e2330 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:20:30.774983 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.778234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd85c0-31f9-4486-a0f3-8ae2010a94b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b4038855-a1b1-47e5-bfac-12dfb2637dec,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:30.788062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b4038855-a1b1-47e5-bfac-12dfb2637dec details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:20:30.941449 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (3b77e1b9-b3da-465d-a51e-6c3114a74cdf), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:30.996390 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b77e1b9-b3da-465d-a51e-6c3114a74cdf,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:31.006095 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Checking segment: {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:20:31.006493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Network hostable DHCP agents. Network: b4038855-a1b1-47e5-bfac-12dfb2637dec, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:20:31.022671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Network b4038855-a1b1-47e5-bfac-12dfb2637dec is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:20:31.031028 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b4038855-a1b1-47e5-bfac-12dfb2637dec) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:20:31.035115 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:31.035634 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:31.040113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff484c-9505-4234-84c7-6d76295908a9 None None] Network b4038855-a1b1-47e5-bfac-12dfb2637dec requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:20:31.052482 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cc0f7cb8-b56d-4771-b516-5bdf3e240e94 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3036149 Feb 10 07:20:31.144725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292247b-d55d-45c1-8d30-849fc5d5da4a None None] Network b4038855-a1b1-47e5-bfac-12dfb2637dec requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:20:31.467605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-8a176dcb-4f5c-4970-8933-4895d94d817f tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:31.469067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-8a176dcb-4f5c-4970-8933-4895d94d817f tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 815 time: 0.1022363 Feb 10 07:20:31.483642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-ea99439d-6333-44fc-a103-9800dadef5cb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/quotas/6d3a1ddaa48645e280c80ec19a8e2330 HTTP/1.1" status: 200 len: 375 time: 0.0087566 Feb 10 07:20:31.515130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-3b99d043-e034-4e4d-9931-27e6ff724be9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268326 Feb 10 07:20:31.606572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-35058946-2f83-48d5-bdc8-28fc152edcc7 service neutron] 10.222.0.21 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848606 Feb 10 07:20:31.692885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-a20c1701-eeee-44e9-9c4e-bbf4df48c72a service neutron] 10.222.0.21 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808313 Feb 10 07:20:31.846909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-800ac9fb-8ced-443c-a493-e42657580c79 req-71a0f1c0-b2e2-45fb-9e19-a61f18a00400 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 210 time: 0.0276432 Feb 10 07:20:32.650874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8e027872-0f2d-42e4-8055-9e585ef4aab2 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:20:32.675428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 8e027872-0f2d-42e4-8055-9e585ef4aab2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:20:32.675881 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 8e027872-0f2d-42e4-8055-9e585ef4aab2 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:20:32.833341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-50e1ff52-7cdf-4953-a39c-e6e165f95d7d tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:32.835422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-50e1ff52-7cdf-4953-a39c-e6e165f95d7d tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.24 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 815 time: 0.1069653 Feb 10 07:20:32.851645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Request body: {'port': {'device_id': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec', 'admin_state_up': True, 'tenant_id': '6d3a1ddaa48645e280c80ec19a8e2330'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:20:32.950353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-089e48cc-b4d3-4e1e-b52a-9e902f16f52d req-0e0fb2e8-7f47-414c-9a08-767fefe36297 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 210 time: 0.0320385 Feb 10 07:20:32.983210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Made reservation on behalf of 6d3a1ddaa48645e280c80ec19a8e2330 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:20:32.986524 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:33.002796 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:20:33.106830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Allocated IP 172.20.0.14 (b4038855-a1b1-47e5-bfac-12dfb2637dec/3b77e1b9-b3da-465d-a51e-6c3114a74cdf/819f2113-09f2-47b2-8c66-54c11e355201) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:20:33.545113 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks [] for port (819f2113-09f2-47b2-8c66-54c11e355201), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:33.577143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:33.621710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Network b4038855-a1b1-47e5-bfac-12dfb2637dec is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:20:33.624704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:20:33.628319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:20:33.653528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Pushing event updated for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:33.678664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:33.679270 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:33.694581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4199d983-4cbd-4f57-a691-c07e7d02d235 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8471851 Feb 10 07:20:33.709420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Request body: {'port': {'device_id': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:20:33.767832 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (819f2113-09f2-47b2-8c66-54c11e355201), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:34.053192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819f2113-09f2-47b2-8c66-54c11e355201 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:20:34.061999 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Publish callbacks [] for port (819f2113-09f2-47b2-8c66-54c11e355201), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:34.080730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Transition to ACTIVE for port object 819f2113-09f2-47b2-8c66-54c11e355201 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:20:34.085894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:34.100722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00941d8-c74c-4ca4-bd90-30fd4fd1ba91 req-e33ae6dc-4fc5-4f7a-b44f-8ca2a3769883 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:34.102499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f00941d8-c74c-4ca4-bd90-30fd4fd1ba91 req-e33ae6dc-4fc5-4f7a-b44f-8ca2a3769883 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 932 time: 0.0864289 Feb 10 07:20:34.171600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Pushing event updated for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:34.234048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f00941d8-c74c-4ca4-bd90-30fd4fd1ba91 req-8a5426b4-f133-48d5-aa74-19c21acbf701 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047029 Feb 10 07:20:34.259031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Attempting to bind port 819f2113-09f2-47b2-8c66-54c11e355201 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:20:34.259376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Attempting to bind port 819f2113-09f2-47b2-8c66-54c11e355201 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:20:34.259694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Attempting to bind port 819f2113-09f2-47b2-8c66-54c11e355201 on network b4038855-a1b1-47e5-bfac-12dfb2637dec {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:20:34.263827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Port 819f2113-09f2-47b2-8c66-54c11e355201 on network b4038855-a1b1-47e5-bfac-12dfb2637dec not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:20:34.264144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Attempting to bind port 819f2113-09f2-47b2-8c66-54c11e355201 on network b4038855-a1b1-47e5-bfac-12dfb2637dec {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:20:34.268855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:20:34.269185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Checking segment: {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:20:34.269563 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Bound using segment: {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:20:34.269978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Bound port: 819f2113-09f2-47b2-8c66-54c11e355201, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:20:34.270356 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (819f2113-09f2-47b2-8c66-54c11e355201), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:34.330777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:20:34.333622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:20:34.340114 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:34.377982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:34.378631 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:34.380060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] 10.222.0.24 "PUT /v2.0/ports/819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 1092 time: 0.6745114 Feb 10 07:20:34.380493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:20:34.383270 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b938e1d4fc1b80cb54d03c66a4753455bf7bab23806e32b7c8ade7031e7292e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7287d073-01ae-4957-a019-47cfe8af9d72" -d '{"events": [{"name": "network-changed", "server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "tag": "819f2113-09f2-47b2-8c66-54c11e355201"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:20:34.415212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c795a41-5463-4682-9f80-7cee56f3de49 service neutron] Pushing event updated for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:34.424660 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125899b8-ee77-42a4-9f8c-359c43e88c8b x-openstack-request-id: req-125899b8-ee77-42a4-9f8c-359c43e88c8b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:20:34.424884 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "tag": "819f2113-09f2-47b2-8c66-54c11e355201", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:20:34.425133 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-125899b8-ee77-42a4-9f8c-359c43e88c8b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:20:34.425532 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201', 'status': 'completed', 'code': 200} Feb 10 07:20:34.476230 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-1a68d5e4-165a-4413-a49a-48c220e146ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:34.477751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-1a68d5e4-165a-4413-a49a-48c220e146ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 1126 time: 0.0456226 Feb 10 07:20:34.523558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-e8ac0e6b-8a31-47c5-afb7-dd51673ff434 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 217 time: 0.0352249 Feb 10 07:20:34.572989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-fe0f8d6a-1043-441d-8b30-82a87e257527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:34.574419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-fe0f8d6a-1043-441d-8b30-82a87e257527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0421190 Feb 10 07:20:34.611226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-4b404b90-2271-4c70-9748-304e61ef6ea6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279763 Feb 10 07:20:34.706818 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-c686a23a-ebe8-4ab3-9c46-2667e53a5638 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829315 Feb 10 07:20:34.800154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1bea4d-75d5-44e0-906d-67be28bd6cbc req-a68be0c9-d143-4b1a-a5a0-0a62f8a931da service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862463 Feb 10 07:20:34.901001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-4f5090cc-7364-4ad1-9176-5f28010f94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:34.902513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-4f5090cc-7364-4ad1-9176-5f28010f94c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 1126 time: 0.0443230 Feb 10 07:20:34.992167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-2d7388e8-659f-4345-9208-2b1e591eb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:34.993594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-2d7388e8-659f-4345-9208-2b1e591eb675 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.0853441 Feb 10 07:20:35.032484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-6c20b831-eda6-45cd-b314-31b36f84dbf1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 217 time: 0.0331936 Feb 10 07:20:35.080615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-dfd59c37-ef4c-4839-96b2-f72f8c50dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:35.082689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-dfd59c37-ef4c-4839-96b2-f72f8c50dc30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0436585 Feb 10 07:20:35.117772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-aec0738f-2609-4a98-bdf1-4addf5de2eb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285153 Feb 10 07:20:35.211222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-50e4d508-96fb-46c8-b50c-79062e4713d4 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867715 Feb 10 07:20:35.317116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7287d073-01ae-4957-a019-47cfe8af9d72 req-66e2529e-1304-4d57-8d3a-1c6973924c4b service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991576 Feb 10 07:20:35.356584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d9e1d-d341-4689-ac34-09192f6e5c8f req-277deb09-5b05-42c7-94e1-c0bb6c69c35c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:35.357957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b6d9e1d-d341-4689-ac34-09192f6e5c8f req-277deb09-5b05-42c7-94e1-c0bb6c69c35c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 944 time: 0.0561223 Feb 10 07:20:35.404055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b6d9e1d-d341-4689-ac34-09192f6e5c8f req-2b79b365-bfa4-4d60-aa8f-b0024dc56f3d tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Feb 10 07:20:36.522144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916d29d-1fcf-4ee5-8949-5f0346eafc79 req-d8a37180-2486-4b1f-8e16-172eb9331afe tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:36.523637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e916d29d-1fcf-4ee5-8949-5f0346eafc79 req-d8a37180-2486-4b1f-8e16-172eb9331afe tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 944 time: 0.0521567 Feb 10 07:20:36.569413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e916d29d-1fcf-4ee5-8949-5f0346eafc79 req-210ee2f1-82b9-413e-8b9d-388d3f307f1e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Feb 10 07:20:37.244474 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:37.690030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa468c-aea2-46f6-9f63-be28aa4816b6 req-5c16b13d-9187-43b3-97a6-421d2c435b6c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:37.691541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55fa468c-aea2-46f6-9f63-be28aa4816b6 req-5c16b13d-9187-43b3-97a6-421d2c435b6c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 944 time: 0.0563741 Feb 10 07:20:37.736750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55fa468c-aea2-46f6-9f63-be28aa4816b6 req-bd71cb9d-9119-4758-af8f-756d83366139 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393825 Feb 10 07:20:38.683345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 819f2113-09f2-47b2-8c66-54c11e355201 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:20:38.779253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:20:38.790550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '819f2113-09f2-47b2-8c66-54c11e355201', 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec', 'port_id': '819f2113-09f2-47b2-8c66-54c11e355201', 'mac_address': 'fa:16:3e:d6:e7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b77e1b9-b3da-465d-a51e-6c3114a74cdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:20:38.827372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 819f2113-09f2-47b2-8c66-54c11e355201 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:20:38.827764 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (819f2113-09f2-47b2-8c66-54c11e355201), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:38.840391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819f2113-09f2-47b2-8c66-54c11e355201 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:20:38.854915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bc9e9-a10a-43da-bf77-3039f8e9fc64 req-42861baf-64f5-49c8-a986-84ed6c30fad9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:38.856430 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b4bc9e9-a10a-43da-bf77-3039f8e9fc64 req-42861baf-64f5-49c8-a986-84ed6c30fad9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 944 time: 0.0531518 Feb 10 07:20:38.860029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:20:38.863959 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:38.903184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b4bc9e9-a10a-43da-bf77-3039f8e9fc64 req-69a71931-f74a-4412-9b63-709debf5ebce tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Feb 10 07:20:38.911201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:39.106891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['819f2113-09f2-47b2-8c66-54c11e355201'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:20:40.024893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc4422-18e0-4443-8f39-374cbaf4fdc9 req-652468ed-8d97-46f2-b72b-e839dd60d9e2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:40.026366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5bc4422-18e0-4443-8f39-374cbaf4fdc9 req-652468ed-8d97-46f2-b72b-e839dd60d9e2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 945 time: 0.0549564 Feb 10 07:20:40.072944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5bc4422-18e0-4443-8f39-374cbaf4fdc9 req-b0b20e86-78b5-4bd0-b32c-ef3659b293c9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Feb 10 07:20:40.375837 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7976c71d-a29a-4458-a631-7b222508b730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:40.487589 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:40.684685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 819f2113-09f2-47b2-8c66-54c11e355201 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:20:40.732659 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 819f2113-09f2-47b2-8c66-54c11e355201 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:20:40.736330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 819f2113-09f2-47b2-8c66-54c11e355201 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:20:40.736706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (819f2113-09f2-47b2-8c66-54c11e355201), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:40.814574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 819f2113-09f2-47b2-8c66-54c11e355201 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:20:40.814882 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (819f2113-09f2-47b2-8c66-54c11e355201), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:40.837437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:20:40.839702 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00697d4983528280757192cf62f7a28d35b1eb15f9d9f4a7db46b261fdc5ed94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d795ca-a679-4263-aa50-1b574412ceaf" -d '{"events": [{"server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "name": "network-vif-plugged", "status": "completed", "tag": "819f2113-09f2-47b2-8c66-54c11e355201"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:20:40.852385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:20:40.856617 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:40.879043 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a394553-db37-486a-acc6-115735036074 x-openstack-request-id: req-1a394553-db37-486a-acc6-115735036074 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:20:40.879330 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "name": "network-vif-plugged", "status": "completed", "tag": "819f2113-09f2-47b2-8c66-54c11e355201", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:20:40.879591 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a394553-db37-486a-acc6-115735036074 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:20:40.879978 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201', 'code': 200} Feb 10 07:20:40.906320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:20:40.980115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc3889-87b9-4dd0-bf9b-97ecf4f20c72 req-86454ce6-c0a7-4dd6-ad37-9b158d61b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:40.982000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31cc3889-87b9-4dd0-bf9b-97ecf4f20c72 req-86454ce6-c0a7-4dd6-ad37-9b158d61b8b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 1128 time: 0.0437629 Feb 10 07:20:41.025298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-31cc3889-87b9-4dd0-bf9b-97ecf4f20c72 req-a670f0c5-1f11-45b7-bd6e-b5f026bbde4b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362315 Feb 10 07:20:41.192611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeacf05-2ec4-485d-a2bf-cc019720fcb2 req-2509cb63-09e1-49f4-99d5-dfc28f0744a8 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:41.194616 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbeacf05-2ec4-485d-a2bf-cc019720fcb2 req-2509cb63-09e1-49f4-99d5-dfc28f0744a8 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0518329 Feb 10 07:20:41.245074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbeacf05-2ec4-485d-a2bf-cc019720fcb2 req-6695cae6-4ba3-4771-a93b-eee5f64baa8e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446393 Feb 10 07:20:42.364208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac381f1d-8568-4022-b26b-e1da98c14b73 req-a904dbb6-12f2-45b4-9166-9a264b0ae2e1 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:42.366171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac381f1d-8568-4022-b26b-e1da98c14b73 req-a904dbb6-12f2-45b4-9166-9a264b0ae2e1 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0524430 Feb 10 07:20:42.411647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac381f1d-8568-4022-b26b-e1da98c14b73 req-1a44462e-72b4-4355-be71-1ee879b344ed tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Feb 10 07:20:42.530206 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882451c-f73b-49d3-bc4c-23090d568ff7 req-270c81b8-0f59-4f3b-8494-91b204f96ce9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:42.531692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6882451c-f73b-49d3-bc4c-23090d568ff7 req-270c81b8-0f59-4f3b-8494-91b204f96ce9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0529776 Feb 10 07:20:42.577224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6882451c-f73b-49d3-bc4c-23090d568ff7 req-9c9f203f-b4ea-4e57-9f81-8533a1bfa786 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Feb 10 07:20:42.621877 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-444d8c17-8af7-46bc-970f-f09eedac9335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:42.778813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870da5e5-89aa-44e2-b496-510f220b53a9 req-d9b88bae-f0b0-4ea0-a9ae-6b7827d42786 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:42.780324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-870da5e5-89aa-44e2-b496-510f220b53a9 req-d9b88bae-f0b0-4ea0-a9ae-6b7827d42786 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0551612 Feb 10 07:20:42.826252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-870da5e5-89aa-44e2-b496-510f220b53a9 req-15db12c1-abf4-4a20-b1c5-4ee4059e31af tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Feb 10 07:20:42.939507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9fe22-3981-4618-b66a-4afa4a6b7bb3 req-6b9b4d29-a7dd-4e3b-8e6b-3040ce12ced9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:42.941100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12b9fe22-3981-4618-b66a-4afa4a6b7bb3 req-6b9b4d29-a7dd-4e3b-8e6b-3040ce12ced9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0516727 Feb 10 07:20:42.987567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12b9fe22-3981-4618-b66a-4afa4a6b7bb3 req-5809daa9-6447-495a-a853-6f6c98c4454a tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 Feb 10 07:20:43.210845 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-cf86cfe1-3327-4840-b4b9-dd2d360b916a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460415 Feb 10 07:20:43.219549 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-07fab2be-2f64-477c-bb60-0319fa9c00cc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:20:43.220499 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-07fab2be-2f64-477c-bb60-0319fa9c00cc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050330 Feb 10 07:20:43.231351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf31817-45de-412f-bb56-7c9b7339be37 req-dd2e2692-1234-44f4-83c0-0527c8bfec26 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:43.232853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bf31817-45de-412f-bb56-7c9b7339be37 req-dd2e2692-1234-44f4-83c0-0527c8bfec26 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0581396 Feb 10 07:20:43.285052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5bf31817-45de-412f-bb56-7c9b7339be37 req-c0282f1c-5d12-4207-b18a-829d92f9510e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458608 Feb 10 07:20:43.629225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-e253e9c5-3396-43cb-a06c-205f11ea8e44 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:43.630624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-e253e9c5-3396-43cb-a06c-205f11ea8e44 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports/819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 943 time: 0.0481191 Feb 10 07:20:43.949301 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:44.422885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d3a6240e-8763-453d-9332-bee4087dc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:44.424398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d3a6240e-8763-453d-9332-bee4087dc98d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 1128 time: 0.0804000 Feb 10 07:20:44.432433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d983e5-531f-4bee-8ecb-5dfea05a5691 req-0ec507e7-d1dd-4a19-8a14-d0311cb3ac41 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:44.433797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14d983e5-531f-4bee-8ecb-5dfea05a5691 req-0ec507e7-d1dd-4a19-8a14-d0311cb3ac41 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0789020 Feb 10 07:20:44.539224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14d983e5-531f-4bee-8ecb-5dfea05a5691 req-8bb2855a-ffca-4f96-b464-cb44d54e28cd tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975168 Feb 10 07:20:44.551592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-79870846-48f1-4f3a-abc1-7e3605be11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:44.553109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-79870846-48f1-4f3a-abc1-7e3605be11f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.1184716 Feb 10 07:20:44.601719 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-0c543e10-b0bd-4a83-a214-3b702d7f68e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 217 time: 0.0394986 Feb 10 07:20:44.647437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-7c4e4e70-ae31-4a4f-a4fa-d5ae1bc3ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:44.648921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-7c4e4e70-ae31-4a4f-a4fa-d5ae1bc3ea85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0447567 Feb 10 07:20:44.682607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d5ac6502-8690-4032-892a-585e4cf235fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274291 Feb 10 07:20:44.786655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-dccbf565-58f1-4dc1-9426-268d78d488a6 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983815 Feb 10 07:20:44.873110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-5fd790a7-317d-402d-9c64-e33a937bb7f8 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807717 Feb 10 07:20:45.369146 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:45.661048 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e6d9-a973-4367-acca-a1ddb415e410 req-a1179166-f305-4d35-bbba-a7d813055abb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:45.662584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1283e6d9-a973-4367-acca-a1ddb415e410 req-a1179166-f305-4d35-bbba-a7d813055abb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0533905 Feb 10 07:20:45.715748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1283e6d9-a973-4367-acca-a1ddb415e410 req-537c5fd5-5137-49e8-8a32-716d7b0b76c2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467377 Feb 10 07:20:46.502185 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:20:46.885803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c44a9-6d7b-4db3-8a8f-0adb1a898aef req-cdad5d11-0678-4a51-b20d-87a7040dd305 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:46.887190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-612c44a9-6d7b-4db3-8a8f-0adb1a898aef req-cdad5d11-0678-4a51-b20d-87a7040dd305 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0515578 Feb 10 07:20:46.931594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-612c44a9-6d7b-4db3-8a8f-0adb1a898aef req-e257c59f-dd53-48ba-99fd-de358c9f6ccf tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 Feb 10 07:20:48.082821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ba8c0-f9d6-4781-8df8-8d853afcd57c req-96b93ae1-ab78-405f-b700-d2f66f5119c4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:48.084851 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e96ba8c0-f9d6-4781-8df8-8d853afcd57c req-96b93ae1-ab78-405f-b700-d2f66f5119c4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0520775 Feb 10 07:20:48.129108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e96ba8c0-f9d6-4781-8df8-8d853afcd57c req-a7f6be1e-562e-429f-b395-0ffbe66a37bb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388739 Feb 10 07:20:49.252353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d856eb-bebf-48f4-b9c9-d20ec9f279b8 req-111629e9-dfee-4568-ac74-b2d4932ba1b6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:49.253791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7d856eb-bebf-48f4-b9c9-d20ec9f279b8 req-111629e9-dfee-4568-ac74-b2d4932ba1b6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0551615 Feb 10 07:20:49.298885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7d856eb-bebf-48f4-b9c9-d20ec9f279b8 req-7a8138f1-6bd8-46d1-b5d0-96ba10381c32 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387793 Feb 10 07:20:50.418577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea17f-e734-4ff5-b84d-2481c2fd0150 req-4ed091a1-5910-454d-a53f-0478e6a61a12 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:50.420068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dacea17f-e734-4ff5-b84d-2481c2fd0150 req-4ed091a1-5910-454d-a53f-0478e6a61a12 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0545881 Feb 10 07:20:50.466807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dacea17f-e734-4ff5-b84d-2481c2fd0150 req-e72f9f64-b14f-4809-8ede-c936046ca35c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Feb 10 07:20:51.590950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29fbc8-b5e3-44e9-b351-2a35ce4f69ac req-9a68aadd-f17e-4a49-b440-ec8285172013 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:51.592448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae29fbc8-b5e3-44e9-b351-2a35ce4f69ac req-9a68aadd-f17e-4a49-b440-ec8285172013 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0567312 Feb 10 07:20:51.647538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ae29fbc8-b5e3-44e9-b351-2a35ce4f69ac req-08f30f3e-5d25-4b8f-8b57-73a850943569 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495639 Feb 10 07:20:52.844353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482204e5-e48e-4d17-afca-ce03dccc7423 req-d138f183-6498-4750-80d7-155b31b9b7df tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:52.845815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-482204e5-e48e-4d17-afca-ce03dccc7423 req-d138f183-6498-4750-80d7-155b31b9b7df tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0944493 Feb 10 07:20:52.891488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-482204e5-e48e-4d17-afca-ce03dccc7423 req-999aff84-9083-4c4c-ad98-98049bc161af tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Feb 10 07:20:54.017627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1adbd1-d8ed-422d-a7b6-5d83c9cd0ee7 req-9d69bc27-3a70-4749-89a9-c4397f797075 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:54.019156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a1adbd1-d8ed-422d-a7b6-5d83c9cd0ee7 req-9d69bc27-3a70-4749-89a9-c4397f797075 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0563374 Feb 10 07:20:54.143428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a1adbd1-d8ed-422d-a7b6-5d83c9cd0ee7 req-e33ff2e1-c984-4d45-a596-968db95997eb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831485 Feb 10 07:20:55.266344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eda30-bc42-4587-a95b-71ad8e8d26e4 req-3f7b5b3d-bf45-476d-adc8-08999adb4fab tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:55.267817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da5eda30-bc42-4587-a95b-71ad8e8d26e4 req-3f7b5b3d-bf45-476d-adc8-08999adb4fab tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0559571 Feb 10 07:20:55.312775 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da5eda30-bc42-4587-a95b-71ad8e8d26e4 req-837fb65d-d8cb-45f8-b188-3f75895fdd38 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394363 Feb 10 07:20:56.428144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e1988-94e9-4759-ad84-f28457c4d261 req-88315116-3774-4f11-926a-61a55aa14b7e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:56.429593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df6e1988-94e9-4759-ad84-f28457c4d261 req-88315116-3774-4f11-926a-61a55aa14b7e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0514944 Feb 10 07:20:56.475087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df6e1988-94e9-4759-ad84-f28457c4d261 req-5102b952-53e9-4cc4-bc34-04159cced301 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Feb 10 07:20:57.594718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8794716-0fd7-40a0-863f-db234bf358c9 req-87e9a89c-a314-4458-aaef-99e70ff664d5 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:57.596189 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8794716-0fd7-40a0-863f-db234bf358c9 req-87e9a89c-a314-4458-aaef-99e70ff664d5 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0551457 Feb 10 07:20:57.641374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8794716-0fd7-40a0-863f-db234bf358c9 req-460a9f35-4a56-4978-a11a-a2f9439d10b8 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Feb 10 07:20:58.759606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1db99-4116-490a-bd00-45adc912c409 req-1a3f6bd4-31be-4a19-8b59-dad1146f60ee tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:58.761087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55c1db99-4116-490a-bd00-45adc912c409 req-1a3f6bd4-31be-4a19-8b59-dad1146f60ee tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0526245 Feb 10 07:20:58.807116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55c1db99-4116-490a-bd00-45adc912c409 req-52c6136e-69e9-4f2d-9621-5d11b713e38a tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Feb 10 07:20:59.923427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41011e-41cf-4811-946d-179a2818b81e req-f12d7bcb-ddef-4524-a567-6f02f0534206 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:20:59.924885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca41011e-41cf-4811-946d-179a2818b81e req-f12d7bcb-ddef-4524-a567-6f02f0534206 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0508015 Feb 10 07:20:59.973669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca41011e-41cf-4811-946d-179a2818b81e req-2ae00a87-ff8d-4943-bc8a-30a051a85131 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 Feb 10 07:21:01.091021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b5d8c-6a68-443a-90c3-358887715a27 req-1455535c-dc6e-4023-9317-1b82a0b53c1b tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:01.092484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c94b5d8c-6a68-443a-90c3-358887715a27 req-1455535c-dc6e-4023-9317-1b82a0b53c1b tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0517747 Feb 10 07:21:01.137605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c94b5d8c-6a68-443a-90c3-358887715a27 req-765199e2-c3f9-4a13-85f4-442478a01bb1 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Feb 10 07:21:02.252931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaf83e-c412-4331-9fa3-6739997a55cc req-9403f215-b27a-4ad0-ad7c-6fb530db1027 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:02.254417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ebaf83e-c412-4331-9fa3-6739997a55cc req-9403f215-b27a-4ad0-ad7c-6fb530db1027 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0510883 Feb 10 07:21:02.301407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7ebaf83e-c412-4331-9fa3-6739997a55cc req-af21c7f1-d64d-4f15-943b-32f6d1fe10d2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Feb 10 07:21:03.422082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eab711-416d-4961-815e-fc58e4ee69b7 req-9bb883fa-d82f-4d35-b9bf-39e8f9864df4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:03.423583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4eab711-416d-4961-815e-fc58e4ee69b7 req-9bb883fa-d82f-4d35-b9bf-39e8f9864df4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0555151 Feb 10 07:21:03.469374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4eab711-416d-4961-815e-fc58e4ee69b7 req-c3af3e0a-06e3-4af6-a2cb-8babd471e8a0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397406 Feb 10 07:21:04.586850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263fed3-8d66-444d-9dce-e2c7883f5f8c req-2b3faf58-02e3-499a-854e-876e1268efe2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:04.588329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7263fed3-8d66-444d-9dce-e2c7883f5f8c req-2b3faf58-02e3-499a-854e-876e1268efe2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0520618 Feb 10 07:21:04.633645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7263fed3-8d66-444d-9dce-e2c7883f5f8c req-a18f939b-a391-42bc-bcdf-cfa5626bc5a0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Feb 10 07:21:05.760309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7a8ce-1158-49d9-a4d1-dfbb8b5c1a9b req-fdb35aad-1c63-46e6-aa07-a69c4e1f8cda tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:05.761778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2c7a8ce-1158-49d9-a4d1-dfbb8b5c1a9b req-fdb35aad-1c63-46e6-aa07-a69c4e1f8cda tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0522168 Feb 10 07:21:05.810948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2c7a8ce-1158-49d9-a4d1-dfbb8b5c1a9b req-6d503305-ee0e-497b-8291-5709141134a9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Feb 10 07:21:06.929562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf388dd-ddbe-49f3-844c-c5efb5d5f014 req-5e92d9df-ade0-4dbe-99bd-b3b8533ff19f tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:06.931064 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cf388dd-ddbe-49f3-844c-c5efb5d5f014 req-5e92d9df-ade0-4dbe-99bd-b3b8533ff19f tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0518329 Feb 10 07:21:06.977141 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cf388dd-ddbe-49f3-844c-c5efb5d5f014 req-a3182510-c6c8-4745-b1e6-65a25fd369a9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Feb 10 07:21:07.243838 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:08.093025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602caad6-0cc6-4675-bb25-06876e20e829 req-24139783-784f-460e-aff8-3a4359c028e8 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:08.094510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-602caad6-0cc6-4675-bb25-06876e20e829 req-24139783-784f-460e-aff8-3a4359c028e8 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0516193 Feb 10 07:21:08.139580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-602caad6-0cc6-4675-bb25-06876e20e829 req-d6307d1c-24ad-4c7a-a9b2-0e3bf0f16586 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Feb 10 07:21:09.264115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49241a1-3dbf-48bc-bded-5c37b9514f06 req-06755047-188f-4d57-bd2c-fbf9688f85c2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:09.265397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a49241a1-3dbf-48bc-bded-5c37b9514f06 req-06755047-188f-4d57-bd2c-fbf9688f85c2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0600977 Feb 10 07:21:09.310615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a49241a1-3dbf-48bc-bded-5c37b9514f06 req-9aa3ca67-abcb-4ae5-b06a-a2bb5db0997c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Feb 10 07:21:10.001863 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:21:10.378882 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b90405be-19be-476b-afec-cb227bb6c9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:10.429740 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3344cf-577f-4bbd-88fe-8f648338c5f7 req-b40d8d16-bc77-444a-a976-1de015828035 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:10.431323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c3344cf-577f-4bbd-88fe-8f648338c5f7 req-b40d8d16-bc77-444a-a976-1de015828035 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0531602 Feb 10 07:21:10.474197 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:10.477854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c3344cf-577f-4bbd-88fe-8f648338c5f7 req-556c29f1-86e7-4a11-8aa0-081bca3c97b4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Feb 10 07:21:11.599128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d211426-c804-4ad1-8ddd-90287eb61031 req-b213c16e-b280-4db0-91a1-4a304db06e2e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:11.600656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d211426-c804-4ad1-8ddd-90287eb61031 req-b213c16e-b280-4db0-91a1-4a304db06e2e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0569494 Feb 10 07:21:11.646111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d211426-c804-4ad1-8ddd-90287eb61031 req-f9e037f0-2925-4a4a-9db7-291973020c0d tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399489 Feb 10 07:21:12.005001 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-94d2693d-887a-4160-85c6-e32353e812b1 service neutron] show failed (client error): The resource could not be found. Feb 10 07:21:12.006527 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-94d2693d-887a-4160-85c6-e32353e812b1 service neutron] 10.222.0.24 "GET /v2.0/ports/819f2113-09f2-47b2-8c66-54c11e355201/bindings/n-h1-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0888908 Feb 10 07:21:12.220546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-e9d0ded1-aa88-4c0b-99ca-99bee36f9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:12.222061 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-e9d0ded1-aa88-4c0b-99ca-99bee36f9faa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0&tenant_id=6d3a1ddaa48645e280c80ec19a8e2330 HTTP/1.1" status: 200 len: 1128 time: 0.0494261 Feb 10 07:21:12.232507 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:21:12.289643 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (819f2113-09f2-47b2-8c66-54c11e355201), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:12.487345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:21:12.525953 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h2-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:21:12.564437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:21:12.566745 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8751221f-603f-4cf0-b918-0512bb015764" -d '{"events": [{"server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "name": "network-vif-unplugged", "status": "completed", "tag": "819f2113-09f2-47b2-8c66-54c11e355201"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:21:12.571279 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Publish callbacks [] for port (819f2113-09f2-47b2-8c66-54c11e355201), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:12.583766 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Transition to ACTIVE for port object 819f2113-09f2-47b2-8c66-54c11e355201 will not be triggered until provisioned by entity L2. {{(pid=103213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:21:12.587523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:12.628150 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2e91406-d718-43a7-b1e9-b7b1846a6a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:12.653740 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] No DVR routers for this DVR port 819f2113-09f2-47b2-8c66-54c11e355201 on host n-h2-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:21:12.656944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Pushing event updated for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:12.701713 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb471f0-fa6a-4aa7-a28b-727d3e522b80 x-openstack-request-id: req-fbb471f0-fa6a-4aa7-a28b-727d3e522b80 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:21:12.702020 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "name": "network-vif-unplugged", "status": "completed", "tag": "819f2113-09f2-47b2-8c66-54c11e355201", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:21:12.702287 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbb471f0-fa6a-4aa7-a28b-727d3e522b80 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:21:12.702711 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201', 'code': 200} Feb 10 07:21:12.706898 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Attempting to bind port 819f2113-09f2-47b2-8c66-54c11e355201 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:21:12.707235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Attempting to bind port 819f2113-09f2-47b2-8c66-54c11e355201 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:21:12.707563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Attempting to bind port 819f2113-09f2-47b2-8c66-54c11e355201 on network b4038855-a1b1-47e5-bfac-12dfb2637dec {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:21:12.711957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Port 819f2113-09f2-47b2-8c66-54c11e355201 on network b4038855-a1b1-47e5-bfac-12dfb2637dec not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:21:12.712281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Attempting to bind port 819f2113-09f2-47b2-8c66-54c11e355201 on network b4038855-a1b1-47e5-bfac-12dfb2637dec {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:21:12.717041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:21:12.717376 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Checking segment: {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:21:12.717757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Bound using segment: {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:21:12.718188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Bound port: 819f2113-09f2-47b2-8c66-54c11e355201, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:21:12.718579 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (819f2113-09f2-47b2-8c66-54c11e355201), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:12.767738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5c217-62c7-4dd5-b22b-e1d29c6e0e69 req-55682738-5ade-41fa-a482-7397e7ecf4a5 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:12.769150 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3cf5c217-62c7-4dd5-b22b-e1d29c6e0e69 req-55682738-5ade-41fa-a482-7397e7ecf4a5 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 944 time: 0.0547912 Feb 10 07:21:12.784792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h1-828670-1, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:21:12.788323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:21:12.794511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:12.816280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3cf5c217-62c7-4dd5-b22b-e1d29c6e0e69 req-82ab904a-5c8b-4f56-b468-cb3f1d0eeffc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Feb 10 07:21:12.829685 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:12.830321 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:12.831706 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] 10.222.0.13 "PUT /v2.0/ports/819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 1092 time: 0.6030793 Feb 10 07:21:12.852864 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6589d02-f298-489c-afc8-8f8db0d5cd36 service neutron] Pushing event updated for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:12.899219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-17fcb9f2-d640-48f9-a3b0-5dbf173a90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:12.900760 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-17fcb9f2-d640-48f9-a3b0-5dbf173a90f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 1126 time: 0.0442951 Feb 10 07:21:12.993466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-8904e5b5-a5dd-4bbf-9f96-942186799874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:12.994993 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-8904e5b5-a5dd-4bbf-9f96-942186799874 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.0888128 Feb 10 07:21:13.036619 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-35121ce3-3971-43d4-ae1d-b01613c7701f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 217 time: 0.0340602 Feb 10 07:21:13.087541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-a44e69c5-196a-4974-8b32-4d97fb678a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:13.089062 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-a44e69c5-196a-4974-8b32-4d97fb678a99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0471194 Feb 10 07:21:13.119433 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-76753ff0-2910-4541-9239-c9f030807871 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250819 Feb 10 07:21:13.205750 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-0fb9b085-bece-4619-9cbd-bb2d913766ea service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806048 Feb 10 07:21:13.297613 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a374ada9-3ba6-47ce-a8c3-2e80e40f646b req-974b934a-2a3d-4d10-b355-25c552b4730b service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859962 Feb 10 07:21:13.940570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8b2-2d56-46e6-905c-ec7713b6044f req-ff6fe2e2-936a-457a-8da4-16244f26c6f7 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:13.942071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32cda8b2-2d56-46e6-905c-ec7713b6044f req-ff6fe2e2-936a-457a-8da4-16244f26c6f7 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 944 time: 0.0550103 Feb 10 07:21:13.955158 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:13.989129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32cda8b2-2d56-46e6-905c-ec7713b6044f req-cfde4ae7-c636-4279-b2f7-012c465ad7dd tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Feb 10 07:21:14.704302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:21:14.706841 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d" -d '{"events": [{"name": "network-changed", "server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "tag": "819f2113-09f2-47b2-8c66-54c11e355201"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:21:14.754097 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bbf184-e317-42aa-b51c-caae29fb0719 x-openstack-request-id: req-62bbf184-e317-42aa-b51c-caae29fb0719 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:21:14.754431 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "tag": "819f2113-09f2-47b2-8c66-54c11e355201", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:21:14.754693 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62bbf184-e317-42aa-b51c-caae29fb0719 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:21:14.755103 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201', 'status': 'completed', 'code': 200} Feb 10 07:21:14.816905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-74b8a4b5-b7a5-40ef-b605-e505f3b8af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:14.818498 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-74b8a4b5-b7a5-40ef-b605-e505f3b8af44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 1126 time: 0.0452771 Feb 10 07:21:14.823858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-1c63edd8-f4ac-4847-96bd-733246e57cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:14.825337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-1c63edd8-f4ac-4847-96bd-733246e57cd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 1126 time: 0.0445983 Feb 10 07:21:14.911458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-be60a13c-aaeb-4cc3-aef1-f8340ba5c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:14.913566 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-be60a13c-aaeb-4cc3-aef1-f8340ba5c0ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.0889318 Feb 10 07:21:14.918897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-a593732b-7658-4c8c-9da4-58416edcf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:14.920364 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-a593732b-7658-4c8c-9da4-58416edcf3cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.0889418 Feb 10 07:21:14.955549 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-eb22e163-a815-4ff3-966d-9cbaf41694e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 217 time: 0.0355833 Feb 10 07:21:14.969604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-ff5b2db5-03c3-42c0-b5da-1c85dd7e860c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 217 time: 0.0393183 Feb 10 07:21:15.003637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-18b0a933-7e61-4ebf-850d-694af49e7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:15.005086 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-18b0a933-7e61-4ebf-850d-694af49e7850 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0441329 Feb 10 07:21:15.022270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-a5cfd402-6dd3-4e9c-99db-27c33d0d04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:15.023839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-a5cfd402-6dd3-4e9c-99db-27c33d0d04fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0437045 Feb 10 07:21:15.044589 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-b30d054b-aed2-4c22-a84b-34588e21c2bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334833 Feb 10 07:21:15.056778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-fec31b32-6128-44c4-a66f-7af28008177c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268147 Feb 10 07:21:15.135168 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-afcfbb2a-7d30-4047-9191-84c328a78664 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831633 Feb 10 07:21:15.167755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143d7b6-8ed6-4fea-8a80-014c57d78aa2 req-37edff8b-13ac-4e65-ac63-b42e2b469c81 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:15.169219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5143d7b6-8ed6-4fea-8a80-014c57d78aa2 req-37edff8b-13ac-4e65-ac63-b42e2b469c81 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 944 time: 0.1101768 Feb 10 07:21:15.203416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-6db86075-567b-485b-abc3-0c5b2bfb532b service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360672 Feb 10 07:21:15.231057 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-5812e4f0-abb5-4c59-8e73-d9f5ee819541 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880363 Feb 10 07:21:15.256560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5143d7b6-8ed6-4fea-8a80-014c57d78aa2 req-df3f4239-1e67-442f-a04a-c5314e3c4751 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813892 Feb 10 07:21:15.312927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b99c9fb3-a7b8-480d-9415-2a3b3cc8034d req-0dae69ab-eca8-4aba-99c5-cef522896889 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991702 Feb 10 07:21:15.369403 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:16.383733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a3f5-33b6-4c30-af68-87b963580187 req-98d07eea-1a8f-41d7-a48d-90e2650e62bb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:16.385215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7526a3f5-33b6-4c30-af68-87b963580187 req-98d07eea-1a8f-41d7-a48d-90e2650e62bb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 944 time: 0.0593021 Feb 10 07:21:16.434834 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7526a3f5-33b6-4c30-af68-87b963580187 req-f8cc51c3-3904-4f0b-b7b0-13b10d242b66 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441422 Feb 10 07:21:16.509913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:16.662791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6e285-b9d4-4f2e-9049-5b999606e46d req-f2941b75-b652-4b25-bfdb-47d478ac98a8 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:16.664809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ead6e285-b9d4-4f2e-9049-5b999606e46d req-f2941b75-b652-4b25-bfdb-47d478ac98a8 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 944 time: 0.0877552 Feb 10 07:21:16.675898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-8eba245d-8d30-4d12-8180-13faf87b8b23 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:16.677250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-8eba245d-8d30-4d12-8180-13faf87b8b23 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0&tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&binding%3Ahost_id=n-h1-828670-1 HTTP/1.1" status: 200 len: 944 time: 0.0728636 Feb 10 07:21:16.759634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ead6e285-b9d4-4f2e-9049-5b999606e46d req-0d28c1e3-b88c-441d-b28c-1436e44b094f tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814519 Feb 10 07:21:16.766325 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-3b9b9e42-a839-49eb-8b3f-ac9fb8d192a0 service neutron] delete failed (client error): The resource could not be found. Feb 10 07:21:16.767284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-3b9b9e42-a839-49eb-8b3f-ac9fb8d192a0 service neutron] 10.222.0.24 "DELETE /v2.0/ports/819f2113-09f2-47b2-8c66-54c11e355201/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0761139 Feb 10 07:21:16.791969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 819f2113-09f2-47b2-8c66-54c11e355201 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:21:16.829706 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port 819f2113-09f2-47b2-8c66-54c11e355201 host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:21:16.830095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 819f2113-09f2-47b2-8c66-54c11e355201 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:21:16.859135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-740db1fe-1440-4e97-8cbf-3c40a5d5e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:16.860630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-740db1fe-1440-4e97-8cbf-3c40a5d5e163 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 1126 time: 0.0458386 Feb 10 07:21:16.954531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-076f635e-1e61-4802-92aa-7f45dc1c5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:16.955978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-076f635e-1e61-4802-92aa-7f45dc1c5ee0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.0824459 Feb 10 07:21:17.003683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-2112cc44-1cc7-48a1-b611-aab993dbb8f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 200 len: 217 time: 0.0370977 Feb 10 07:21:17.053996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-da4b10ee-ee90-4aa0-883b-01d1c413b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:17.055365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-da4b10ee-ee90-4aa0-883b-01d1c413b5be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0425975 Feb 10 07:21:17.089876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-553f2022-3c85-4d26-8556-43904dd638a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260465 Feb 10 07:21:17.180562 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-7010a901-d1ab-489a-93bb-3bc9b3ac9bca service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843229 Feb 10 07:21:17.271634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1d057f66-9540-4aac-ac46-1d77d7b837d6 req-31ee35d2-430a-4b1c-8fa4-632b6bc16a48 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840023 Feb 10 07:21:17.421449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 819f2113-09f2-47b2-8c66-54c11e355201 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:21:17.518372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:21:17.529650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '819f2113-09f2-47b2-8c66-54c11e355201', 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec', 'port_id': '819f2113-09f2-47b2-8c66-54c11e355201', 'mac_address': 'fa:16:3e:d6:e7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b77e1b9-b3da-465d-a51e-6c3114a74cdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:21:17.565021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 819f2113-09f2-47b2-8c66-54c11e355201 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:21:17.565408 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (819f2113-09f2-47b2-8c66-54c11e355201), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:17.578444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819f2113-09f2-47b2-8c66-54c11e355201 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:21:17.597067 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:21:17.600756 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:17.649311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:17.891579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c7a08-7e2f-44dc-a9ac-960a64096960 req-329d9e6c-8385-4775-9366-baf3565e39af tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:17.894093 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-120c7a08-7e2f-44dc-a9ac-960a64096960 req-329d9e6c-8385-4775-9366-baf3565e39af tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 945 time: 0.0593760 Feb 10 07:21:17.936486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['819f2113-09f2-47b2-8c66-54c11e355201'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:21:17.942906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-120c7a08-7e2f-44dc-a9ac-960a64096960 req-d5aa5ce1-b507-48f8-9a95-e579e7a89ea7 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Feb 10 07:21:18.059616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a4c04-3e5b-4c68-ab11-5fc59f275dd9 req-e5eb8ccb-ebbc-46b1-9c5a-c2a95b5eaad9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:18.061104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c9a4c04-3e5b-4c68-ab11-5fc59f275dd9 req-e5eb8ccb-ebbc-46b1-9c5a-c2a95b5eaad9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 945 time: 0.0528972 Feb 10 07:21:18.107987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c9a4c04-3e5b-4c68-ab11-5fc59f275dd9 req-1a237c5c-6d9f-49a5-a1a9-f4aceaa6f480 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Feb 10 07:21:18.222337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f596a32-19ac-4aee-8304-035c7beea3fc req-7e5cfbf7-e447-4de3-944c-f8a7d6945952 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:18.223802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f596a32-19ac-4aee-8304-035c7beea3fc req-7e5cfbf7-e447-4de3-944c-f8a7d6945952 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 945 time: 0.0521965 Feb 10 07:21:18.273069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9f596a32-19ac-4aee-8304-035c7beea3fc req-28110c00-d56f-487b-a8f5-078b658a7756 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Feb 10 07:21:18.874282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-ee6ab4d1-0d7a-4acd-95e2-d473e56f26af tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:18.875766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-ee6ab4d1-0d7a-4acd-95e2-d473e56f26af tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 815 time: 0.0969286 Feb 10 07:21:18.890121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-fa076f7c-2257-4163-a2da-b9f16282a231 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/quotas/6d3a1ddaa48645e280c80ec19a8e2330 HTTP/1.1" status: 200 len: 375 time: 0.0091007 Feb 10 07:21:18.940948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-51b9d951-73a5-4a82-9441-c48cdd30e85e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461392 Feb 10 07:21:18.998634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-44aab8e5-2879-48df-abe6-71efb0a9286c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:21:18.999639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-44aab8e5-2879-48df-abe6-71efb0a9286c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508709 Feb 10 07:21:19.090665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-769b3c9f-7397-4fa8-aba6-fe68452533f9 service neutron] 10.222.0.21 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Feb 10 07:21:19.182371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-98e6f163-6ed8-4d06-95a1-ab9d4d766a93 service neutron] 10.222.0.21 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859237 Feb 10 07:21:19.416693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 819f2113-09f2-47b2-8c66-54c11e355201 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:21:19.473840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 819f2113-09f2-47b2-8c66-54c11e355201 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:21:19.478968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 819f2113-09f2-47b2-8c66-54c11e355201 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:21:19.479341 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (819f2113-09f2-47b2-8c66-54c11e355201), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:19.562233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 819f2113-09f2-47b2-8c66-54c11e355201 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:21:19.562662 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (819f2113-09f2-47b2-8c66-54c11e355201), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:19.587895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:21:19.602172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:21:19.608059 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:19.657892 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35343130-9bc2-45f5-a536-b11b5d90ee4c" -d '{"events": [{"server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "name": "network-vif-plugged", "status": "completed", "tag": "819f2113-09f2-47b2-8c66-54c11e355201"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:21:19.662063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-feb1e6c7-4fa3-4295-a690-4c999f7f39ac req-d9d18a50-235a-4ba5-b999-ef483a098b13 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 210 time: 0.3477640 Feb 10 07:21:19.683896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:19.758740 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6827d934-b37b-471b-bed1-82e5c9829d6d x-openstack-request-id: req-6827d934-b37b-471b-bed1-82e5c9829d6d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:21:19.759038 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "name": "network-vif-plugged", "status": "completed", "tag": "819f2113-09f2-47b2-8c66-54c11e355201", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:21:19.759296 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6827d934-b37b-471b-bed1-82e5c9829d6d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:21:19.759726 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201', 'code': 200} Feb 10 07:21:20.129845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-e54d36cc-6512-421f-b5a4-9fa627c3bfd6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:20.131223 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-e54d36cc-6512-421f-b5a4-9fa627c3bfd6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.13 "GET /v2.0/ports?device_id=d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0 HTTP/1.1" status: 200 len: 946 time: 0.0507822 Feb 10 07:21:20.224335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Deleting port 819f2113-09f2-47b2-8c66-54c11e355201 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:21:20.224676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (819f2113-09f2-47b2-8c66-54c11e355201), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:20.282218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.13', 59031) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:21:20.322387 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] For port 819f2113-09f2-47b2-8c66-54c11e355201, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=819f2113-09f2-47b2-8c66-54c11e355201,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:21:20.322757 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (819f2113-09f2-47b2-8c66-54c11e355201), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:20.337237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Calling delete_port for 819f2113-09f2-47b2-8c66-54c11e355201 owned by compute:nova {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:21:20.405742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-a9ffde17-9193-41ce-afa6-76745bf08751 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:20.407206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-a9ffde17-9193-41ce-afa6-76745bf08751 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.13 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 815 time: 0.1054943 Feb 10 07:21:20.418967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Request body: {'port': {'device_id': '85871f86-4709-4809-8ef3-110039cdc308', 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec', 'admin_state_up': True, 'tenant_id': '6d3a1ddaa48645e280c80ec19a8e2330'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:21:20.475266 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (819f2113-09f2-47b2-8c66-54c11e355201), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:20.486784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['819f2113-09f2-47b2-8c66-54c11e355201'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:21:20.504013 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Pushing event deleted for resources: {'Port': ['ID=819f2113-09f2-47b2-8c66-54c11e355201,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:20.534488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Made reservation on behalf of 6d3a1ddaa48645e280c80ec19a8e2330 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:21:20.537873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:20.548462 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] No DVR routers for this DVR port 819f2113-09f2-47b2-8c66-54c11e355201 on host n-h1-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:21:20.551378 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:20.555637 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.13 "DELETE /v2.0/ports/819f2113-09f2-47b2-8c66-54c11e355201 HTTP/1.1" status: 204 len: 173 time: 0.4184318 Feb 10 07:21:20.556102 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'name': 'network-vif-deleted', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:21:20.558940 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23c0c42dada27a4f92bd423fb272ce14d995e47afe5f298c96e1b2d028bb59ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e0fd07-e76b-4534-9e10-97f00379c6ee" -d '{"events": [{"server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "name": "network-vif-deleted", "tag": "819f2113-09f2-47b2-8c66-54c11e355201"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:21:20.597291 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1486bb42-1dcc-4f96-8e64-6065e8f8ef20 x-openstack-request-id: req-1486bb42-1dcc-4f96-8e64-6065e8f8ef20 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:21:20.598992 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0", "name": "network-vif-deleted", "tag": "819f2113-09f2-47b2-8c66-54c11e355201", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:21:20.599425 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1486bb42-1dcc-4f96-8e64-6065e8f8ef20 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:21:20.599843 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15e3d1d-4c00-41e4-a2b4-ffcaa0ce07c0', 'name': 'network-vif-deleted', 'tag': '819f2113-09f2-47b2-8c66-54c11e355201', 'status': 'completed', 'code': 200} Feb 10 07:21:20.673022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Allocated IP 172.20.0.13 (b4038855-a1b1-47e5-bfac-12dfb2637dec/3b77e1b9-b3da-465d-a51e-6c3114a74cdf/e231618b-4665-4b90-8d38-bbb3902338f7) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:21:20.815484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cbe1e8d6-a9cb-4204-ad68-4a8cbab53ad3 req-3c33c5a1-f88b-4462-a658-b2eade39e626 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 210 time: 0.0600171 Feb 10 07:21:20.856286 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks [] for port (e231618b-4665-4b90-8d38-bbb3902338f7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:20.888880 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:20.900186 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['819f2113-09f2-47b2-8c66-54c11e355201'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:21:20.933176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Network b4038855-a1b1-47e5-bfac-12dfb2637dec is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:21:20.936277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:21:20.939941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:21:20.975952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Pushing event updated for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:21.004183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:21.004795 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:21.019740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-1e033432-fb4d-4bc9-8d39-a4bef9c7f8d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6047299 Feb 10 07:21:21.030549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Request body: {'port': {'device_id': '85871f86-4709-4809-8ef3-110039cdc308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:21:21.090650 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:21.349900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e231618b-4665-4b90-8d38-bbb3902338f7 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:21:21.357696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Publish callbacks [] for port (e231618b-4665-4b90-8d38-bbb3902338f7), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:21.369406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Transition to ACTIVE for port object e231618b-4665-4b90-8d38-bbb3902338f7 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:21:21.372586 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:21.423508 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:21.491284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Attempting to bind port e231618b-4665-4b90-8d38-bbb3902338f7 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:21:21.491619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Attempting to bind port e231618b-4665-4b90-8d38-bbb3902338f7 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:21:21.491950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Attempting to bind port e231618b-4665-4b90-8d38-bbb3902338f7 on network b4038855-a1b1-47e5-bfac-12dfb2637dec {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:21:21.496156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Port e231618b-4665-4b90-8d38-bbb3902338f7 on network b4038855-a1b1-47e5-bfac-12dfb2637dec not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:21:21.496481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Attempting to bind port e231618b-4665-4b90-8d38-bbb3902338f7 on network b4038855-a1b1-47e5-bfac-12dfb2637dec {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:21:21.501232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:21:21.501575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Checking segment: {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:21:21.501956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Bound using segment: {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:21:21.502406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Bound port: e231618b-4665-4b90-8d38-bbb3902338f7, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:21:21.502757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:21.564778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:21:21.567689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:21:21.574557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:21.613425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:21.614043 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:21.615515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] 10.222.0.13 "PUT /v2.0/ports/e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 1092 time: 0.5888305 Feb 10 07:21:21.615955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:21:21.637958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da7ac3-68bd-4096-b59b-d885e1b98ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:21.663171 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b836872-ce48-42be-bf19-13b94d83fb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:21:21.702432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-595e4e23-8b8b-4b1c-8d94-4a868ce099b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:21.704008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-595e4e23-8b8b-4b1c-8d94-4a868ce099b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 1126 time: 0.0509212 Feb 10 07:21:21.746190 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8293c4-e763-436f-adf9-4a5e98615bf4 x-openstack-request-id: req-4d8293c4-e763-436f-adf9-4a5e98615bf4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:21:21.746502 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:21:21.746753 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d8293c4-e763-436f-adf9-4a5e98615bf4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:21:21.747152 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'status': 'completed', 'code': 200} Feb 10 07:21:21.748619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f09c12ee-b07b-4e2f-873d-392dccd35266 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 217 time: 0.0373526 Feb 10 07:21:21.795170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f28dd359-acb6-43e6-9f16-bd4557177010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:21.796580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-f28dd359-acb6-43e6-9f16-bd4557177010 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0425749 Feb 10 07:21:21.832077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-909ea44a-d8f9-49d9-8af6-709841220c96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284531 Feb 10 07:21:21.952038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-58cebd41-51a4-4c0d-a483-ff03c3921e5e service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146171 Feb 10 07:21:21.962798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c1ac-e557-4fbb-b58e-81a98e586a0d req-74df249d-5c85-4795-8163-16905a65c28a tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:21.964155 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7fb2c1ac-e557-4fbb-b58e-81a98e586a0d req-74df249d-5c85-4795-8163-16905a65c28a tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 944 time: 0.0745890 Feb 10 07:21:22.059089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7fb2c1ac-e557-4fbb-b58e-81a98e586a0d req-24530424-4a41-4f83-955c-ab9d712eaf7e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872638 Feb 10 07:21:22.078222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39e8453a-f7f0-415b-86f6-b796445b3ecf req-9c509341-5c0f-4554-a23a-eda4e8093985 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131575 Feb 10 07:21:22.170177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-6e915a8e-0ba9-410e-96c7-8287f5b4abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:22.171694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-6e915a8e-0ba9-410e-96c7-8287f5b4abb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 1126 time: 0.0481780 Feb 10 07:21:22.261454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-e5341972-dd94-4911-8acf-d84b3dd28bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:22.262958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-e5341972-dd94-4911-8acf-d84b3dd28bd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.0857916 Feb 10 07:21:22.307132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-482ea85c-c4d1-4aac-b4f6-396cb40c8701 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 217 time: 0.0381639 Feb 10 07:21:22.354480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-82390ab0-f92f-48a5-91be-c83810b2f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:22.355812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-82390ab0-f92f-48a5-91be-c83810b2f6d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0437880 Feb 10 07:21:22.386624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-56407da6-d213-4178-8c7e-7cca76ba6db8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248783 Feb 10 07:21:22.475317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-2a70da76-a230-476d-9d27-fad94fd68e97 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833192 Feb 10 07:21:22.563111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b836872-ce48-42be-bf19-13b94d83fb8f req-844d1c8c-6493-4183-92e5-8aee6ca0760b service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814359 Feb 10 07:21:23.177148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db1383-8352-4f86-8a9c-cd9acd2d115c req-ca4b34d4-5913-4f14-9f08-4ad6c92e3fb9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:23.178699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02db1383-8352-4f86-8a9c-cd9acd2d115c req-ca4b34d4-5913-4f14-9f08-4ad6c92e3fb9 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 944 time: 0.0521255 Feb 10 07:21:23.229900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02db1383-8352-4f86-8a9c-cd9acd2d115c req-431120d0-c899-4491-9f52-67afd3c36963 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457673 Feb 10 07:21:24.346725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae53b1-fe46-45ed-a390-cf14ca808ece req-56c11a77-f1b6-4d01-811f-49818d36ed91 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:24.348213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57ae53b1-fe46-45ed-a390-cf14ca808ece req-56c11a77-f1b6-4d01-811f-49818d36ed91 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 944 time: 0.0528407 Feb 10 07:21:24.394020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57ae53b1-fe46-45ed-a390-cf14ca808ece req-0d49ccec-aaa5-4832-b30c-721249a2193f tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Feb 10 07:21:25.475505 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 819f2113-09f2-47b2-8c66-54c11e355201 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:21:25.495093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 819f2113-09f2-47b2-8c66-54c11e355201 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:21:25.495442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 819f2113-09f2-47b2-8c66-54c11e355201 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:21:25.510509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f337c7c-7d31-4582-9d6f-3cc9654c3235 req-589f0c21-07e9-4d09-a317-9486a88fc5a6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:25.512007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f337c7c-7d31-4582-9d6f-3cc9654c3235 req-589f0c21-07e9-4d09-a317-9486a88fc5a6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 944 time: 0.0511112 Feb 10 07:21:25.557226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8f337c7c-7d31-4582-9d6f-3cc9654c3235 req-addf3f2e-1b81-404e-9a0f-ff0e7d37bb39 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396068 Feb 10 07:21:26.680632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b68ff-e0e6-4fad-b021-9f7b334bab18 req-fd4d0609-055c-4fad-97ad-c81ebb71ecc2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:26.682088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d6b68ff-e0e6-4fad-b021-9f7b334bab18 req-fd4d0609-055c-4fad-97ad-c81ebb71ecc2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 944 time: 0.0558836 Feb 10 07:21:26.728084 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d6b68ff-e0e6-4fad-b021-9f7b334bab18 req-477041cf-118e-46b7-ad0c-e3756ad9f835 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Feb 10 07:21:27.473985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e231618b-4665-4b90-8d38-bbb3902338f7 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:21:27.568059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:21:27.579711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec', 'port_id': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'mac_address': 'fa:16:3e:03:4b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b77e1b9-b3da-465d-a51e-6c3114a74cdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:21:27.619137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e231618b-4665-4b90-8d38-bbb3902338f7 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:21:27.619527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:27.631713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e231618b-4665-4b90-8d38-bbb3902338f7 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:21:27.649838 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:21:27.654031 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:27.699816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:27.706864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.707215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.707562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.707898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.708232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.708565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.708893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.709220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.709545 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.709891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.710248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.710595 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.710917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:21:27.843735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d761f-c4cf-4e6c-afb5-94ae840a56d3 req-7a560b73-9352-4c2c-877d-058dab399ffc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:27.845209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-417d761f-c4cf-4e6c-afb5-94ae840a56d3 req-7a560b73-9352-4c2c-877d-058dab399ffc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 945 time: 0.0527117 Feb 10 07:21:27.890814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-417d761f-c4cf-4e6c-afb5-94ae840a56d3 req-33e2ce30-fb66-4184-946f-c23f5c32b83a tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396185 Feb 10 07:21:27.943781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e231618b-4665-4b90-8d38-bbb3902338f7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:21:29.006946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5915201-cf6f-4480-9e77-b21b482c249c req-375f9eb6-a3ee-45c2-9a0c-4ecfa6f42dc0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:29.008436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5915201-cf6f-4480-9e77-b21b482c249c req-375f9eb6-a3ee-45c2-9a0c-4ecfa6f42dc0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 945 time: 0.0525382 Feb 10 07:21:29.058771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5915201-cf6f-4480-9e77-b21b482c249c req-75c80af9-f479-44b1-9d3f-15f873a992dd tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447891 Feb 10 07:21:29.489645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e231618b-4665-4b90-8d38-bbb3902338f7 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:21:29.538180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e231618b-4665-4b90-8d38-bbb3902338f7 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:21:29.542103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e231618b-4665-4b90-8d38-bbb3902338f7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:21:29.542513 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:29.616497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e231618b-4665-4b90-8d38-bbb3902338f7 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:21:29.616884 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:29.641334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:21:29.643574 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950a6892-b1b4-4532-a91f-811871429692" -d '{"events": [{"server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "name": "network-vif-plugged", "status": "completed", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:21:29.656070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:21:29.659639 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:29.682191 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57dcd19-9120-481f-99ab-3a22a07a18c3 x-openstack-request-id: req-b57dcd19-9120-481f-99ab-3a22a07a18c3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:21:29.682510 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "name": "network-vif-plugged", "status": "completed", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:21:29.682770 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b57dcd19-9120-481f-99ab-3a22a07a18c3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:21:29.683162 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'code': 200} Feb 10 07:21:29.709075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:21:29.864708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b43063-5388-4ff5-833b-ac2fff393bd3 req-42e06808-a8f1-4f15-8f0c-b0b668d565c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:29.866825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87b43063-5388-4ff5-833b-ac2fff393bd3 req-42e06808-a8f1-4f15-8f0c-b0b668d565c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 1128 time: 0.0812218 Feb 10 07:21:29.914453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87b43063-5388-4ff5-833b-ac2fff393bd3 req-96060f4c-b130-4b2d-a83c-09b8cf13463a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423212 Feb 10 07:21:30.173989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66cd2c-ffea-4017-9fd9-66222b27045d req-499a0047-de73-4f67-ae8b-2cf5419d01bb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:30.175478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e66cd2c-ffea-4017-9fd9-66222b27045d req-499a0047-de73-4f67-ae8b-2cf5419d01bb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0511920 Feb 10 07:21:30.221662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e66cd2c-ffea-4017-9fd9-66222b27045d req-b8f844a3-f691-4554-a109-56c89395a793 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Feb 10 07:21:31.349430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6331c-f537-49b5-9a91-4f421b394884 req-519428f6-8842-4cd5-b0e9-1513b1420c54 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:31.351000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8b6331c-f537-49b5-9a91-4f421b394884 req-519428f6-8842-4cd5-b0e9-1513b1420c54 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0569637 Feb 10 07:21:31.398294 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8b6331c-f537-49b5-9a91-4f421b394884 req-32f4b46c-023f-4356-a463-6d42b30b4c49 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Feb 10 07:21:31.513590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f83001-a53e-4344-89df-296a5454c6ac req-bcf51d5f-eff0-437a-8bc8-cdbaa5d06702 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:31.515659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8f83001-a53e-4344-89df-296a5454c6ac req-bcf51d5f-eff0-437a-8bc8-cdbaa5d06702 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0524540 Feb 10 07:21:31.561194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8f83001-a53e-4344-89df-296a5454c6ac req-c54d88d3-229c-4a1d-bdd9-2c5c533a7a49 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Feb 10 07:21:31.795674 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-7945e0f2-1d46-4c1d-813d-dfaf09cf0747 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477269 Feb 10 07:21:31.810546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca28b8-19fc-4bfe-9d4a-122a544fabbb req-86bdf8ae-79fc-41dd-8a82-7a236d42f4c4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:31.812225 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39ca28b8-19fc-4bfe-9d4a-122a544fabbb req-86bdf8ae-79fc-41dd-8a82-7a236d42f4c4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0565727 Feb 10 07:21:31.860831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39ca28b8-19fc-4bfe-9d4a-122a544fabbb req-adcce25e-5441-45fa-8ddf-59a1d6622497 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Feb 10 07:21:32.123749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-0b77ed89-1252-4b3f-a634-e9a2a62390bc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:32.125099 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-0b77ed89-1252-4b3f-a634-e9a2a62390bc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports/e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 943 time: 0.0455179 Feb 10 07:21:33.001073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-2a48fa00-edfb-4461-984a-6a6f05776a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:33.002608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-2a48fa00-edfb-4461-984a-6a6f05776a70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 1128 time: 0.0828888 Feb 10 07:21:33.009699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539a4a5-77f7-4448-a338-2a32487d6012 req-eb3faf3e-df21-46d9-907d-717616cb32a8 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:33.011070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5539a4a5-77f7-4448-a338-2a32487d6012 req-eb3faf3e-df21-46d9-907d-717616cb32a8 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0811436 Feb 10 07:21:33.108524 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5539a4a5-77f7-4448-a338-2a32487d6012 req-49f86ef7-20cb-4566-a102-1e8116cc5c6b tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897455 Feb 10 07:21:33.126439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-0b886019-1880-448f-b8ff-5385093619b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:33.127908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-0b886019-1880-448f-b8ff-5385093619b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.1160128 Feb 10 07:21:33.172403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-d76329f8-f960-4357-99c6-86c117f01897 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 217 time: 0.0375054 Feb 10 07:21:33.220107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-711ac2d9-6b0e-4fd0-8e67-10c1b88fc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:33.221541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-711ac2d9-6b0e-4fd0-8e67-10c1b88fc3e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0433922 Feb 10 07:21:33.251594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-7f148b10-853a-47d8-b72b-633c2d4a83d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247135 Feb 10 07:21:33.342414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-fb9fa046-556d-457a-8e09-4e3289036046 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845563 Feb 10 07:21:33.427477 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-ee86508a-4b72-417e-8e28-b3eab9d84066 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797365 Feb 10 07:21:34.230658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dffb7-091b-426e-b042-d385fb30a773 req-500ef286-5677-4489-a3af-5b330fa9deac tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:34.232112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b40dffb7-091b-426e-b042-d385fb30a773 req-500ef286-5677-4489-a3af-5b330fa9deac tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0565817 Feb 10 07:21:34.276579 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b40dffb7-091b-426e-b042-d385fb30a773 req-6d57f6e9-22d1-406d-aff8-941bdc3896da tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388925 Feb 10 07:21:35.397105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccf4ed-47ad-482a-9a1d-c6de0ca64270 req-2a8e82bf-51d1-41e6-ae5b-60d273555c95 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:35.398598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bccf4ed-47ad-482a-9a1d-c6de0ca64270 req-2a8e82bf-51d1-41e6-ae5b-60d273555c95 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0518343 Feb 10 07:21:35.445671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bccf4ed-47ad-482a-9a1d-c6de0ca64270 req-a4795e3d-164b-4cd5-93b7-e6ba7bd5b1a7 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Feb 10 07:21:36.560668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a96edd-c63b-44e2-99d6-f4ce36c611c5 req-2e1a6b85-ffe4-4eb3-82ce-b118f5d2f74c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:36.562141 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21a96edd-c63b-44e2-99d6-f4ce36c611c5 req-2e1a6b85-ffe4-4eb3-82ce-b118f5d2f74c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0505683 Feb 10 07:21:36.611864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-21a96edd-c63b-44e2-99d6-f4ce36c611c5 req-7f87a861-08b9-4d3a-b096-844928b7e94d tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Feb 10 07:21:37.242336 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:37.728928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98176b2-6f01-4ae7-b9d8-866ccd8a54dc req-653b5976-fe60-418b-883d-5e600e1a3d86 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:37.730421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f98176b2-6f01-4ae7-b9d8-866ccd8a54dc req-653b5976-fe60-418b-883d-5e600e1a3d86 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0510609 Feb 10 07:21:37.775837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f98176b2-6f01-4ae7-b9d8-866ccd8a54dc req-602f2f34-ade8-4410-a49c-3851463fc15a tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Feb 10 07:21:38.911417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb896d-31a2-4b8e-94dc-0fcc02ab5bc3 req-f42df4c2-a0c3-43a3-b519-be03dd2aefdc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:38.912946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dafb896d-31a2-4b8e-94dc-0fcc02ab5bc3 req-f42df4c2-a0c3-43a3-b519-be03dd2aefdc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0652781 Feb 10 07:21:38.962859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dafb896d-31a2-4b8e-94dc-0fcc02ab5bc3 req-22eb5b8f-f24d-4bef-ba76-6285472924f0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Feb 10 07:21:40.082274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f298443-7748-47a7-8e46-41db34c5a155 req-7add4dbb-9d9a-480b-a5fd-aae840ba3657 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:40.083773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f298443-7748-47a7-8e46-41db34c5a155 req-7add4dbb-9d9a-480b-a5fd-aae840ba3657 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0550222 Feb 10 07:21:40.129182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f298443-7748-47a7-8e46-41db34c5a155 req-ba2afadb-2f93-41e3-ba85-da0a80acc9ea tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393898 Feb 10 07:21:40.379961 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5457675e-a508-4a2a-a642-222cff049572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:40.489695 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:40.774731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-d98dbc63-c7a1-41be-b146-ae2533aaccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:40.776280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-d98dbc63-c7a1-41be-b146-ae2533aaccdf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 1128 time: 0.0450852 Feb 10 07:21:40.879165 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-04dde984-c23a-4376-adfa-b05ee0e4c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:40.880635 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-04dde984-c23a-4376-adfa-b05ee0e4c8fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.0863886 Feb 10 07:21:40.919645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-5419bde5-191a-456b-a7bd-42be24876fd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 217 time: 0.0331268 Feb 10 07:21:40.966450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-6f7d70fe-899f-4c11-ae80-06c942406663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:40.967869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-6f7d70fe-899f-4c11-ae80-06c942406663 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0424354 Feb 10 07:21:41.003318 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-ccc99b98-db9a-44a4-a544-6992ffd52f50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290880 Feb 10 07:21:41.093220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-c9804d26-c23a-4f39-a95b-213fb31949f0 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832553 Feb 10 07:21:41.184535 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c099c619-51e8-4f5b-8e2c-d907e8871c1c req-7bef5c21-b4b0-4fcd-acae-f74654e30de9 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855637 Feb 10 07:21:41.248049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57c917-1138-4311-84bf-e6453f3187ff req-2ca04ea1-f56a-4340-a129-193609df494a tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:41.249457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd57c917-1138-4311-84bf-e6453f3187ff req-2ca04ea1-f56a-4340-a129-193609df494a tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0522773 Feb 10 07:21:41.294686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd57c917-1138-4311-84bf-e6453f3187ff req-9e6ed842-b3d6-463e-99d3-ee990754b754 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 Feb 10 07:21:42.414503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef78519-c22c-4fa7-8ecf-81f268957415 req-caa88d5a-64fb-41ae-af06-db24c8bba79e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:42.415943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ef78519-c22c-4fa7-8ecf-81f268957415 req-caa88d5a-64fb-41ae-af06-db24c8bba79e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0507696 Feb 10 07:21:42.460857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ef78519-c22c-4fa7-8ecf-81f268957415 req-b8fd44ba-e3f8-4cf1-8df6-c7aa50bddb64 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Feb 10 07:21:42.620741 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-367ebbaf-5ff9-47b4-bf66-fa02270a47c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:43.579964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ece31e-4624-4f79-b24d-eed51f733323 req-6046ab29-d630-4ec8-8bdd-5ef82582e442 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:43.581449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5ece31e-4624-4f79-b24d-eed51f733323 req-6046ab29-d630-4ec8-8bdd-5ef82582e442 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0545211 Feb 10 07:21:43.626649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5ece31e-4624-4f79-b24d-eed51f733323 req-33f65ef7-3354-4df0-a735-4ea718cb497e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Feb 10 07:21:43.955830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:44.747769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da5067-d718-4806-bf26-429ff6535e5e req-7e637128-5a1a-4fd9-b61f-12d9d609e2aa tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:44.749274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68da5067-d718-4806-bf26-429ff6535e5e req-7e637128-5a1a-4fd9-b61f-12d9d609e2aa tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0530183 Feb 10 07:21:44.796952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68da5067-d718-4806-bf26-429ff6535e5e req-48ceb420-1812-41e2-b27d-9886072372fb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Feb 10 07:21:45.375317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:45.917682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca5fd5-de53-4a5f-878d-a7840e72a06d req-f040adea-7841-4180-b56d-6b5f3e7b70cc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:45.919115 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4ca5fd5-de53-4a5f-878d-a7840e72a06d req-f040adea-7841-4180-b56d-6b5f3e7b70cc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0550497 Feb 10 07:21:45.965346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c4ca5fd5-de53-4a5f-878d-a7840e72a06d req-20cb4212-e9f5-488d-94a4-28a21f525489 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Feb 10 07:21:46.502971 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:21:47.000022 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:21:47.086520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be77383-7cff-442f-8f10-1d6436d9b9d4 req-49dd1692-4751-44e0-bfdf-75e4aed13be6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:47.088065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2be77383-7cff-442f-8f10-1d6436d9b9d4 req-49dd1692-4751-44e0-bfdf-75e4aed13be6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0562727 Feb 10 07:21:47.134045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2be77383-7cff-442f-8f10-1d6436d9b9d4 req-be5a964e-83fd-42ee-8901-d52899cdc939 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Feb 10 07:21:48.249734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c85e25-e465-481f-a772-e5313359bb0c req-28d3c5ae-6c48-4c0e-90e8-70171c575476 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:48.251214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8c85e25-e465-481f-a772-e5313359bb0c req-28d3c5ae-6c48-4c0e-90e8-70171c575476 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0505755 Feb 10 07:21:48.300435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8c85e25-e465-481f-a772-e5313359bb0c req-efe51085-8703-42ef-9c3e-82a844c5c237 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 Feb 10 07:21:49.421953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58b9eb-6b0c-49f0-946e-aeb22f43fcd2 req-92959e7b-606c-4bf1-958a-8103c67772e5 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:49.423460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b58b9eb-6b0c-49f0-946e-aeb22f43fcd2 req-92959e7b-606c-4bf1-958a-8103c67772e5 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0563786 Feb 10 07:21:49.468816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b58b9eb-6b0c-49f0-946e-aeb22f43fcd2 req-04a7f731-746e-4314-ab94-5a850830b053 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390759 Feb 10 07:21:50.585899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ee5e4-1272-457f-b6ab-f2c33c056e26 req-98daf9e7-f03b-4330-891d-1c8188f17a24 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:50.587366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f64ee5e4-1272-457f-b6ab-f2c33c056e26 req-98daf9e7-f03b-4330-891d-1c8188f17a24 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0515022 Feb 10 07:21:50.632371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f64ee5e4-1272-457f-b6ab-f2c33c056e26 req-03d10762-6654-4259-9b41-3fed373ca02f tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395687 Feb 10 07:21:51.761279 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c6b0d-068b-4926-ae22-23c786dc684b req-0dcf2ae7-eb5a-4f4f-bd8c-151cbc5ad89e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:51.763107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d38c6b0d-068b-4926-ae22-23c786dc684b req-0dcf2ae7-eb5a-4f4f-bd8c-151cbc5ad89e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0565972 Feb 10 07:21:51.808723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d38c6b0d-068b-4926-ae22-23c786dc684b req-b06f7f79-85cc-4f04-a3a6-c9486baada04 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 Feb 10 07:21:52.934217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172a42-7414-4187-92bd-41e208f9d91a req-55612105-7a3f-4f15-8696-0d77a3339de4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:52.935727 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e172a42-7414-4187-92bd-41e208f9d91a req-55612105-7a3f-4f15-8696-0d77a3339de4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0588138 Feb 10 07:21:52.984992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e172a42-7414-4187-92bd-41e208f9d91a req-2f524b63-b57c-4f74-a981-96aad705e41c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Feb 10 07:21:54.104273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d44ec8-288b-4e95-ac4a-397e377cc897 req-4a0a335e-dad1-4ef5-9aa7-6cfcbe0d6063 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:54.105745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5d44ec8-288b-4e95-ac4a-397e377cc897 req-4a0a335e-dad1-4ef5-9aa7-6cfcbe0d6063 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0520844 Feb 10 07:21:54.155127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5d44ec8-288b-4e95-ac4a-397e377cc897 req-0bd69e73-09ed-4ae6-b595-bff70c23da66 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Feb 10 07:21:55.277482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb29b1-6f0b-43df-8df5-dcb3fd11626c req-1da9e7b0-470c-4014-8dc2-9e1d064a36e4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:55.279010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dccb29b1-6f0b-43df-8df5-dcb3fd11626c req-1da9e7b0-470c-4014-8dc2-9e1d064a36e4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0522375 Feb 10 07:21:55.324918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dccb29b1-6f0b-43df-8df5-dcb3fd11626c req-3368c9d2-046d-49e9-bd10-574d10c6c0d3 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Feb 10 07:21:56.440670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc73aa-a519-40d8-b8bc-8add6f789af0 req-86b9e9c2-8d57-42d4-ac11-6b607f0c0ca2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:56.442133 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47fc73aa-a519-40d8-b8bc-8add6f789af0 req-86b9e9c2-8d57-42d4-ac11-6b607f0c0ca2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0514047 Feb 10 07:21:56.486814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47fc73aa-a519-40d8-b8bc-8add6f789af0 req-30353aa7-8292-4197-ba83-0158c9d43093 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Feb 10 07:21:57.611024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee0dc1-2a0d-462e-9f7b-bc585f27d3d6 req-fd1ade42-829d-431c-bc90-6eef2a2ff7fe tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:57.612489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3ee0dc1-2a0d-462e-9f7b-bc585f27d3d6 req-fd1ade42-829d-431c-bc90-6eef2a2ff7fe tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0602088 Feb 10 07:21:57.657813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e3ee0dc1-2a0d-462e-9f7b-bc585f27d3d6 req-d073e2e3-6170-47ac-9efa-683adb45f16c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Feb 10 07:21:58.777417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e956-08b0-4db4-8181-2939945666d8 req-f2d12204-c261-456b-8717-938eab4cf537 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:58.778948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d840e956-08b0-4db4-8181-2939945666d8 req-f2d12204-c261-456b-8717-938eab4cf537 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0512404 Feb 10 07:21:58.824725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d840e956-08b0-4db4-8181-2939945666d8 req-c359b50b-f054-441f-a2b3-0779aca94479 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Feb 10 07:21:59.945468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037190d-c70d-4e95-bdd1-1e6e46ab0921 req-f48a275f-3026-4a8a-afee-975dd72d15cb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:21:59.946944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2037190d-c70d-4e95-bdd1-1e6e46ab0921 req-f48a275f-3026-4a8a-afee-975dd72d15cb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0557494 Feb 10 07:21:59.991950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2037190d-c70d-4e95-bdd1-1e6e46ab0921 req-e9d3143f-1ead-43df-85ee-84634ce7cb0e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Feb 10 07:22:00.261707 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-3ae9bc75-b598-4001-b88e-bc530342c9a6 service neutron] show failed (client error): The resource could not be found. Feb 10 07:22:00.262723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-3ae9bc75-b598-4001-b88e-bc530342c9a6 service neutron] 10.222.0.13 "GET /v2.0/ports/e231618b-4665-4b90-8d38-bbb3902338f7/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0523369 Feb 10 07:22:00.461280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-9f2ee367-be9e-4cea-bdf2-ae7e715bef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:00.462699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-9f2ee367-be9e-4cea-bdf2-ae7e715bef92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308&tenant_id=6d3a1ddaa48645e280c80ec19a8e2330 HTTP/1.1" status: 200 len: 1128 time: 0.0441749 Feb 10 07:22:00.477701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:00.831602 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:01.044890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:01.101965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:22:01.149092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:01.151350 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd08a8a-7ec0-4098-8fda-356322db5391" -d '{"events": [{"server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "name": "network-vif-unplugged", "status": "completed", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:01.155055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Publish callbacks [] for port (e231618b-4665-4b90-8d38-bbb3902338f7), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:01.163903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06a1bd-b92f-4976-bae6-f4d9f957bc94 req-fd9b2b68-9661-477f-b04f-7e22f812f866 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:01.165390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a06a1bd-b92f-4976-bae6-f4d9f957bc94 req-fd9b2b68-9661-477f-b04f-7e22f812f866 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.1055667 Feb 10 07:22:01.182028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Transition to ACTIVE for port object e231618b-4665-4b90-8d38-bbb3902338f7 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:22:01.189336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:01.218588 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2318317e-85bc-41c7-b624-80151c45213f x-openstack-request-id: req-2318317e-85bc-41c7-b624-80151c45213f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:01.218877 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "name": "network-vif-unplugged", "status": "completed", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:01.219124 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2318317e-85bc-41c7-b624-80151c45213f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:01.219508 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'code': 200} Feb 10 07:22:01.279999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] No DVR routers for this DVR port e231618b-4665-4b90-8d38-bbb3902338f7 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:22:01.282390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Pushing event updated for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:01.294733 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4a06a1bd-b92f-4976-bae6-f4d9f957bc94 req-b3d42416-cc9c-49df-8d14-4ae1052da4d0 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223960 Feb 10 07:22:01.303580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.303988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.304321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.304652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.304979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.305306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.305630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.305950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.306268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.306614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.306936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.307253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.307566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:01.340306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Attempting to bind port e231618b-4665-4b90-8d38-bbb3902338f7 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:22:01.340630 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Attempting to bind port e231618b-4665-4b90-8d38-bbb3902338f7 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:22:01.340949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Attempting to bind port e231618b-4665-4b90-8d38-bbb3902338f7 on network b4038855-a1b1-47e5-bfac-12dfb2637dec {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:22:01.345071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Port e231618b-4665-4b90-8d38-bbb3902338f7 on network b4038855-a1b1-47e5-bfac-12dfb2637dec not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:22:01.345383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Attempting to bind port e231618b-4665-4b90-8d38-bbb3902338f7 on network b4038855-a1b1-47e5-bfac-12dfb2637dec {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:22:01.350112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:22:01.350478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Checking segment: {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:22:01.350847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Bound using segment: {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:22:01.351256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Bound port: e231618b-4665-4b90-8d38-bbb3902338f7, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:22:01.351596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:01.415071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:22:01.418071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:22:01.424253 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:01.458064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:01.459361 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:01.460724 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] 10.222.0.24 "PUT /v2.0/ports/e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 1092 time: 0.9868510 Feb 10 07:22:01.479488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8890d-bb32-4907-b8f7-a79a33f46a22 service neutron] Pushing event updated for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:01.527316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-e8297630-9f88-4205-8e02-777b5c3dba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:01.528849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-e8297630-9f88-4205-8e02-777b5c3dba6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 1126 time: 0.0449557 Feb 10 07:22:01.623874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-798eca1d-4869-4ae4-bdca-5b17e905358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:01.625238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-798eca1d-4869-4ae4-bdca-5b17e905358e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.0854638 Feb 10 07:22:01.667695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-5875d2a9-2b0f-465a-9316-dabafa884d6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 217 time: 0.0332291 Feb 10 07:22:01.717269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-7a8bd6ee-42c4-4724-b80c-b7f3836a30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:01.718697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-7a8bd6ee-42c4-4724-b80c-b7f3836a30fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0424287 Feb 10 07:22:01.757649 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-07b0c8b5-cfdd-4074-95d9-284102124f93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291159 Feb 10 07:22:01.846662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-cbaff7f8-fd6d-42c6-b796-c4b9f0073429 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796471 Feb 10 07:22:01.938069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe6e16-4a4e-4dbb-99b3-a7e5b09cb26d req-83ec11b6-f2bb-4df6-8420-4b4c1b857d36 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824845 Feb 10 07:22:02.417274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5813-f12c-49f6-a176-d4cf66fc4f93 req-df635f45-7dc8-43c7-a9f5-0cdcff77e1f2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:02.418768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-310d5813-f12c-49f6-a176-d4cf66fc4f93 req-df635f45-7dc8-43c7-a9f5-0cdcff77e1f2 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 944 time: 0.0514462 Feb 10 07:22:02.464393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-310d5813-f12c-49f6-a176-d4cf66fc4f93 req-27e56776-46f4-4208-88e4-18549a343009 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 Feb 10 07:22:03.220865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:03.223253 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:03.270717 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b33f7d-e267-4d83-8f33-73de68dbe418 x-openstack-request-id: req-67b33f7d-e267-4d83-8f33-73de68dbe418 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:03.271011 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:03.271265 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67b33f7d-e267-4d83-8f33-73de68dbe418 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:03.271669 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'status': 'completed', 'code': 200} Feb 10 07:22:03.364401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-41ac6873-232b-495e-a4ad-8c2146f39a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:03.366460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-41ac6873-232b-495e-a4ad-8c2146f39a8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 1126 time: 0.0783176 Feb 10 07:22:03.368119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-7abb23bd-3cf6-4b0a-85f7-e6da394c06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:03.369445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-7abb23bd-3cf6-4b0a-85f7-e6da394c06fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 1126 time: 0.0728672 Feb 10 07:22:03.522343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-5229c933-1b3d-4e16-abb3-f885b27dfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:03.523854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-5229c933-1b3d-4e16-abb3-f885b27dfb5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.1514199 Feb 10 07:22:03.526498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-3016192b-fc12-4893-aafc-230a60ce9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:03.527819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-3016192b-fc12-4893-aafc-230a60ce9fac service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.1485863 Feb 10 07:22:03.582941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-8f8edcf5-8a26-426c-a4b2-48e18773cda5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 217 time: 0.0536528 Feb 10 07:22:03.633555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-c171d8b3-c271-461d-abf5-fd5115ed798a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 217 time: 0.0697000 Feb 10 07:22:03.718779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-22d182ae-f201-444a-8465-860fab05d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:03.720246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-22d182ae-f201-444a-8465-860fab05d96f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0978467 Feb 10 07:22:03.730530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110723b-b8c8-448b-9137-f896dd68b202 req-f361b53b-9bc0-404a-bd2d-1eedc2830c46 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:03.731967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7110723b-b8c8-448b-9137-f896dd68b202 req-f361b53b-9bc0-404a-bd2d-1eedc2830c46 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 944 time: 0.1956346 Feb 10 07:22:03.735516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-6e5ebc62-8269-4d17-92f0-74567c9029f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:03.737464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-6e5ebc62-8269-4d17-92f0-74567c9029f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0858140 Feb 10 07:22:03.795246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-26c62033-28c6-4a16-83a4-bc8145455876 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497811 Feb 10 07:22:03.796947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-c70a4a5c-9132-45e6-b46c-e296e155fd81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639918 Feb 10 07:22:03.881571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7110723b-b8c8-448b-9137-f896dd68b202 req-3b405833-8ff8-4732-9d03-68c8a9cfa852 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351361 Feb 10 07:22:03.980554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-7d22c495-89b7-4e84-871d-aa16a529b16d service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743953 Feb 10 07:22:03.982472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-a3f36a2c-505e-4a95-af90-3b11ecc04384 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813345 Feb 10 07:22:04.133991 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-f6a945f3-c457-46a2-9bdd-31e773305cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470664 Feb 10 07:22:04.137256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7541b92-3bef-4137-8c3c-c169c4d4f0dc req-47f39982-2db8-4bae-b9b7-c4ef50a64713 service neutron] 10.222.0.24 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437273 Feb 10 07:22:04.943327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e231618b-4665-4b90-8d38-bbb3902338f7 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:22:05.002781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d71ff-9129-43da-af19-42a26beb4939 req-b076e856-7738-42de-8196-b79cc04f7da4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:05.004224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e68d71ff-9129-43da-af19-42a26beb4939 req-b076e856-7738-42de-8196-b79cc04f7da4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 944 time: 0.0523283 Feb 10 07:22:05.053872 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e68d71ff-9129-43da-af19-42a26beb4939 req-68dbdb93-2b7c-486f-bd17-df9066c6657d tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Feb 10 07:22:05.216955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:05.229408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'network_id': 'b4038855-a1b1-47e5-bfac-12dfb2637dec', 'port_id': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'mac_address': 'fa:16:3e:03:4b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b77e1b9-b3da-465d-a51e-6c3114a74cdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:22:05.266974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e231618b-4665-4b90-8d38-bbb3902338f7 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:05.267300 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:05.280002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e231618b-4665-4b90-8d38-bbb3902338f7 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:22:05.288058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19832e-c076-45dc-b329-74ba0d929699 req-308ffdb7-04c3-4e5f-a037-6b4a0d9517a6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:05.290108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a19832e-c076-45dc-b329-74ba0d929699 req-308ffdb7-04c3-4e5f-a037-6b4a0d9517a6 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 944 time: 0.0863225 Feb 10 07:22:05.300014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:05.303563 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:05.312350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-cef442c0-e5b1-4033-a74c-34dd014ee5eb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:05.313765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-cef442c0-e5b1-4033-a74c-34dd014ee5eb tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.13 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308&tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 944 time: 0.0793803 Feb 10 07:22:05.350380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:05.380950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a19832e-c076-45dc-b329-74ba0d929699 req-5feff586-280c-473a-bdf9-c39d8f4ea8bc tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838892 Feb 10 07:22:05.396131 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-6437b24d-973a-4e16-925f-f43f96ee0c6d service neutron] delete failed (client error): The resource could not be found. Feb 10 07:22:05.396131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-6437b24d-973a-4e16-925f-f43f96ee0c6d service neutron] 10.222.0.13 "DELETE /v2.0/ports/e231618b-4665-4b90-8d38-bbb3902338f7/bindings/n-h1-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0732796 Feb 10 07:22:05.481793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-0cdded4a-5920-4004-9721-6a612ead21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:05.483324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-0cdded4a-5920-4004-9721-6a612ead21a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 1127 time: 0.0460317 Feb 10 07:22:05.544100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['e231618b-4665-4b90-8d38-bbb3902338f7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:22:05.575580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-77eb468e-4f64-400f-91d2-09e83ce938bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:05.577060 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-77eb468e-4f64-400f-91d2-09e83ce938bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 200 len: 915 time: 0.0877371 Feb 10 07:22:05.582372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e231618b-4665-4b90-8d38-bbb3902338f7 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:22:05.618284 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-021cd912-5b11-448a-b5ba-12f7a3ce897e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 200 len: 217 time: 0.0351801 Feb 10 07:22:05.643373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port e231618b-4665-4b90-8d38-bbb3902338f7 host n-h2-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:22:05.643769 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e231618b-4665-4b90-8d38-bbb3902338f7 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:22:05.669333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-1d3c9621-a32b-472e-b27c-099705b88410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:05.670823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-1d3c9621-a32b-472e-b27c-099705b88410 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 200 len: 855 time: 0.0476470 Feb 10 07:22:05.701923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-6c434e90-1a97-451e-9df4-f566857680b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4038855-a1b1-47e5-bfac-12dfb2637dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250390 Feb 10 07:22:05.789273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-af80ecec-93cc-47b5-9c27-282be05bb7ea service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814576 Feb 10 07:22:05.878039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23672d8c-d739-4478-85fd-fd0f7146b597 req-94a96199-749a-46e6-9cd7-ef5895bf3477 service neutron] 10.222.0.13 "GET /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834725 Feb 10 07:22:06.501860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb98c10-495a-421a-9c87-4c47a5500bee req-d430fb67-212b-42b5-8079-00de07ac43d4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:06.503377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bb98c10-495a-421a-9c87-4c47a5500bee req-d430fb67-212b-42b5-8079-00de07ac43d4 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 945 time: 0.0516889 Feb 10 07:22:06.549901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bb98c10-495a-421a-9c87-4c47a5500bee req-65091553-554e-4679-857b-18c80fcae89e tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Feb 10 07:22:06.669863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb29a5-8292-4ff4-a023-f518223dad3d req-78e0edb4-019a-4c1a-9f67-dbe1b3d2fc98 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:06.671343 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68fb29a5-8292-4ff4-a023-f518223dad3d req-78e0edb4-019a-4c1a-9f67-dbe1b3d2fc98 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 945 time: 0.0558064 Feb 10 07:22:06.716421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68fb29a5-8292-4ff4-a023-f518223dad3d req-fd238e0a-a3b9-4498-90d2-2fcbb73b5762 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 Feb 10 07:22:06.830371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695286c-0be2-426c-b07f-971e64800e14 req-2bdced66-ea8e-46a4-8778-50a723ddce51 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:06.831756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d695286c-0be2-426c-b07f-971e64800e14 req-2bdced66-ea8e-46a4-8778-50a723ddce51 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 945 time: 0.0517879 Feb 10 07:22:06.877171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d695286c-0be2-426c-b07f-971e64800e14 req-c3764602-7b7c-4aec-8a1c-cefe1329fdcd tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Feb 10 07:22:06.946771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e231618b-4665-4b90-8d38-bbb3902338f7 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:22:06.994640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port e231618b-4665-4b90-8d38-bbb3902338f7 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:22:06.998742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port e231618b-4665-4b90-8d38-bbb3902338f7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:06.999114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:07.084768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e231618b-4665-4b90-8d38-bbb3902338f7 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:07.085150 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:07.109300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:07.111596 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc616b-5142-4739-b572-765671c9df59" -d '{"events": [{"server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "name": "network-vif-plugged", "status": "completed", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:07.128285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:07.133697 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:07.160267 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f56948c-618a-451e-bccb-cc69e252ed82 x-openstack-request-id: req-1f56948c-618a-451e-bccb-cc69e252ed82 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:07.160565 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "name": "network-vif-plugged", "status": "completed", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:07.160823 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f56948c-618a-451e-bccb-cc69e252ed82 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:07.161216 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'code': 200} Feb 10 07:22:07.186703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:07.227392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f2b20-2f23-42c5-8296-090cb4e0b926 req-cf903d35-adc8-476c-b2ce-c75e5cff6641 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:07.228915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-131f2b20-2f23-42c5-8296-090cb4e0b926 req-cf903d35-adc8-476c-b2ce-c75e5cff6641 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0553482 Feb 10 07:22:07.241939 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:07.280274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-131f2b20-2f23-42c5-8296-090cb4e0b926 req-d41227e2-3268-40a2-8431-bf6a6b39e245 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454392 Feb 10 07:22:08.401876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef4d47-ced4-4068-8113-b9a4c8bf5644 req-d9006d0d-156c-4145-9a3c-4d8bd71decbe tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:08.403399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65ef4d47-ced4-4068-8113-b9a4c8bf5644 req-d9006d0d-156c-4145-9a3c-4d8bd71decbe tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0528252 Feb 10 07:22:08.456574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65ef4d47-ced4-4068-8113-b9a4c8bf5644 req-3edbde57-2ec1-42c1-8370-bd512fb77f02 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476134 Feb 10 07:22:08.495760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-5c96ff0a-78ac-4446-ae25-6ace3e2b4083 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:08.497206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-5c96ff0a-78ac-4446-ae25-6ace3e2b4083 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.24 "GET /v2.0/ports?device_id=85871f86-4709-4809-8ef3-110039cdc308 HTTP/1.1" status: 200 len: 946 time: 0.0550177 Feb 10 07:22:08.592261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Deleting port e231618b-4665-4b90-8d38-bbb3902338f7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:22:08.592600 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:08.684862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] For port e231618b-4665-4b90-8d38-bbb3902338f7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e231618b-4665-4b90-8d38-bbb3902338f7,segment=NetworkSegment(a25b866b-6842-4deb-b5e8-3e2fc4d12dc3),segment_id=a25b866b-6842-4deb-b5e8-3e2fc4d12dc3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:08.685222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:08.697770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Calling delete_port for e231618b-4665-4b90-8d38-bbb3902338f7 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:22:08.823574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e231618b-4665-4b90-8d38-bbb3902338f7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:08.839302 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['e231618b-4665-4b90-8d38-bbb3902338f7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:22:08.849739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Pushing event deleted for resources: {'Port': ['ID=e231618b-4665-4b90-8d38-bbb3902338f7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:08.896121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] No DVR routers for this DVR port e231618b-4665-4b90-8d38-bbb3902338f7 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:22:08.899303 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:08.902655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ee944b0-a07b-45c7-bae1-02b2b83bd4e4 req-21e18412-9b97-46f8-b4bb-a248e1c7e79c tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] 10.222.0.24 "DELETE /v2.0/ports/e231618b-4665-4b90-8d38-bbb3902338f7 HTTP/1.1" status: 204 len: 173 time: 0.3977981 Feb 10 07:22:08.903104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'name': 'network-vif-deleted', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:08.905562 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ad3072-4314-4931-a14b-6d8787269554" -d '{"events": [{"server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "name": "network-vif-deleted", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:08.942525 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8260952c-9636-4245-9483-b0c94603ad05 x-openstack-request-id: req-8260952c-9636-4245-9483-b0c94603ad05 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:08.942824 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85871f86-4709-4809-8ef3-110039cdc308", "name": "network-vif-deleted", "tag": "e231618b-4665-4b90-8d38-bbb3902338f7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:08.943082 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8260952c-9636-4245-9483-b0c94603ad05 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:08.943489 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85871f86-4709-4809-8ef3-110039cdc308', 'name': 'network-vif-deleted', 'tag': 'e231618b-4665-4b90-8d38-bbb3902338f7', 'status': 'completed', 'code': 200} Feb 10 07:22:09.578239 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59668) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:09.621853 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Deleting subnet 3b77e1b9-b3da-465d-a51e-6c3114a74cdf {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:22:09.624815 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Publish callbacks [] for subnet (3b77e1b9-b3da-465d-a51e-6c3114a74cdf), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.657108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (3b77e1b9-b3da-465d-a51e-6c3114a74cdf), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.695297 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (3b77e1b9-b3da-465d-a51e-6c3114a74cdf), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.745249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (3b77e1b9-b3da-465d-a51e-6c3114a74cdf), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.773987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b77e1b9-b3da-465d-a51e-6c3114a74cdf,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:09.778153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.782616 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3b77e1b9-b3da-465d-a51e-6c3114a74cdf HTTP/1.1" status: 204 len: 168 time: 0.2032688 Feb 10 07:22:09.783898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:09.788324 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.788636 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.789606 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.789960 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.790364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.790703 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.791038 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.791368 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.791698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.792026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.792357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.792680 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.793003 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5f7a7-170f-496d-8bf6-97f22c9744cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:09.850839 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b4038855-a1b1-47e5-bfac-12dfb2637dec), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.936034 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b4038855-a1b1-47e5-bfac-12dfb2637dec), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.957332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4038855-a1b1-47e5-bfac-12dfb2637dec']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:09.966964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:09.967258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25b866b-6842-4deb-b5e8-3e2fc4d12dc3') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:09.976193 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (a25b866b-6842-4deb-b5e8-3e2fc4d12dc3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.989322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (a25b866b-6842-4deb-b5e8-3e2fc4d12dc3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.995565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:22:09.996085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (a25b866b-6842-4deb-b5e8-3e2fc4d12dc3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:22:09.997836 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:22:10.049900 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b4038855-a1b1-47e5-bfac-12dfb2637dec), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:10.056408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:10.059295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b4038855-a1b1-47e5-bfac-12dfb2637dec HTTP/1.1" status: 204 len: 168 time: 0.2743986 Feb 10 07:22:10.068210 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab0ad3-8d44-4aad-aa08-345320b629e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4038855-a1b1-47e5-bfac-12dfb2637dec,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:10.164752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:10.209164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2d530d6-a4b2-4ec8-b7c2-0d77e25745eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d3a1ddaa48645e280c80ec19a8e2330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426209 Feb 10 07:22:10.211584 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:10.264028 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6b00-ff9b-4ae2-82fe-e3843fdb4e5c admin admin] Publish callbacks [] for security_group (7d280d19-a5b1-4902-9b5b-0d3d3437f4a6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:10.285403 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6b00-ff9b-4ae2-82fe-e3843fdb4e5c admin admin] Publish callbacks [] for security_group (7d280d19-a5b1-4902-9b5b-0d3d3437f4a6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:10.331076 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6b00-ff9b-4ae2-82fe-e3843fdb4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (7d280d19-a5b1-4902-9b5b-0d3d3437f4a6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:10.333674 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6b00-ff9b-4ae2-82fe-e3843fdb4e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:10.334861 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9c2d6b00-ff9b-4ae2-82fe-e3843fdb4e5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d280d19-a5b1-4902-9b5b-0d3d3437f4a6 HTTP/1.1" status: 204 len: 168 time: 0.1223977 Feb 10 07:22:10.343213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d6b00-ff9b-4ae2-82fe-e3843fdb4e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d280d19-a5b1-4902-9b5b-0d3d3437f4a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:10.381396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4449eeae-b761-4d6c-944f-976ab37642b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:10.486621 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:10.987360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59698) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:11.081211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-47013732-network', 'tenant_id': '96a878c644084f49981bc804b65a1874'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:11.100440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Made reservation on behalf of 96a878c644084f49981bc804b65a1874 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:22:11.103605 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.111681 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.185972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Publish callbacks [] for security_group (73bbbec0-2e35-44d4-ad09-54dbd4931503), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.189933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (73bbbec0-2e35-44d4-ad09-54dbd4931503), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.215491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:22:11.225060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bbbec0-2e35-44d4-ad09-54dbd4931503,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:11.229691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (77664d18-ce21-45c9-a3be-70ffeeacfd19), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.230036 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Added segment 77664d18-ce21-45c9-a3be-70ffeeacfd19 of type vlan for network 4541e614-1804-4cf0-a3d6-ca52c6220162 Feb 10 07:22:11.272284 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (4541e614-1804-4cf0-a3d6-ca52c6220162), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.297699 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (4541e614-1804-4cf0-a3d6-ca52c6220162), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.298657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:11.299233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.338596 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3468244 Feb 10 07:22:11.338963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 59702) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:11.344000 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Request body: {'subnet': {'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-47013732-subnet', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:11.361912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e8f87-7d03-4d9b-b184-49ee490ed0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=4541e614-1804-4cf0-a3d6-ca52c6220162,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:11.362111 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Made reservation on behalf of 96a878c644084f49981bc804b65a1874 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:22:11.365261 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.372609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:22:11.532987 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (35db0c2f-4358-4c9a-881d-6391b8ce5152), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.587632 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35db0c2f-4358-4c9a-881d-6391b8ce5152,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:11.596114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:22:11.596473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Network hostable DHCP agents. Network: 4541e614-1804-4cf0-a3d6-ca52c6220162, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:22:11.611848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:22:11.620982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 4541e614-1804-4cf0-a3d6-ca52c6220162) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:22:11.624842 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:11.625437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.629931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9139b77-e9ef-4319-adac-c8c37e749134 None None] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:22:11.641911 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0a3d38fd-43a2-4483-8c1f-09a420253d00 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3015635 Feb 10 07:22:11.644509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:11.649013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:11.667939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.669066 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.724753 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks [] for router_controller (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.736588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-4541e614-1804-4cf0-a3d6-ca52c6220162', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:22:11.738025 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.865085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks [] for router_gateway (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:11.874214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Allocated IP 172.20.0.2 (4541e614-1804-4cf0-a3d6-ca52c6220162/35db0c2f-4358-4c9a-881d-6391b8ce5152/204e800a-ffd5-455e-b651-644d7f67f8ea) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:22:12.015534 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Publish callbacks [] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.020817 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.065215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:22:12.066832 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks [] for router_gateway (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.068559 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:22:12.072346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:22:12.078988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Pushing event updated for resources: {'Port': ['ID=204e800a-ffd5-455e-b651-644d7f67f8ea,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:12.087554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.130678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Attempting to bind port 204e800a-ffd5-455e-b651-644d7f67f8ea on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:22:12.130962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Attempting to bind port 204e800a-ffd5-455e-b651-644d7f67f8ea by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:22:12.131326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Attempting to bind port 204e800a-ffd5-455e-b651-644d7f67f8ea on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:22:12.136243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:22:12.136623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:22:12.137024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.137422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:22:12.137887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Bound port: 204e800a-ffd5-455e-b651-644d7f67f8ea, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:22:12.138267 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.187998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Allocated IP 172.25.8.128 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:22:12.199727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] For port 204e800a-ffd5-455e-b651-644d7f67f8ea, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:22:12.203273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] For port 204e800a-ffd5-455e-b651-644d7f67f8ea, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=204e800a-ffd5-455e-b651-644d7f67f8ea,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:22:12.211314 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.269565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e282be-4605-41b8-94f2-2d2f367b4f21 None None] Pushing event updated for resources: {'Port': ['ID=204e800a-ffd5-455e-b651-644d7f67f8ea,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:12.299194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks [] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.334044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.374126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:22:12.377269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:22:12.380962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:22:12.386328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:12.624594 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27208ff9-f2b4-40bd-b94c-74f4cf264ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.808259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 204e800a-ffd5-455e-b651-644d7f67f8ea up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:22:12.860284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 204e800a-ffd5-455e-b651-644d7f67f8ea triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:12.860699 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.946395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 204e800a-ffd5-455e-b651-644d7f67f8ea is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:12.946706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.963878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks [] for router_gateway (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:12.979082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e231618b-4665-4b90-8d38-bbb3902338f7 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:22:13.007381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: e231618b-4665-4b90-8d38-bbb3902338f7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:22:13.008459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e231618b-4665-4b90-8d38-bbb3902338f7 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:22:13.012129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 204e800a-ffd5-455e-b651-644d7f67f8ea, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=204e800a-ffd5-455e-b651-644d7f67f8ea,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:13.017450 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:13.075294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=204e800a-ffd5-455e-b651-644d7f67f8ea,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:13.178718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:13.208013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1aec47-68ad-4fd9-af58-e117b4d9dcff None None] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:22:13.290596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-57123a28-3bd8-4a05-b6f3-62f71aaacc7d None None] Provisioning complete for port 204e800a-ffd5-455e-b651-644d7f67f8ea triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:13.291089 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57123a28-3bd8-4a05-b6f3-62f71aaacc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:13.315565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:22:13.393845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-57123a28-3bd8-4a05-b6f3-62f71aaacc7d None None] Current status of the port 204e800a-ffd5-455e-b651-644d7f67f8ea is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:13.427182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:22:13.436312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:22:13.447930 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:13.449114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1541c6ce-eebe-42e0-aa96-aa7f13de6e50 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8035903 Feb 10 07:22:13.451654 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:22:13.452362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:22:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:13.453034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:13.569165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:22:13.683655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0f8fef43-aee6-4579-8dca-f5a67ae00766 None None] Provisioning complete for port 204e800a-ffd5-455e-b651-644d7f67f8ea triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:13.684024 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f8fef43-aee6-4579-8dca-f5a67ae00766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:13.809878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0f8fef43-aee6-4579-8dca-f5a67ae00766 None None] Current status of the port 204e800a-ffd5-455e-b651-644d7f67f8ea is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:13.819944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:12Z', 'revision_number': 3, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:13.845851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:22:13.846217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Updating router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:22:13.873118 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:13.878974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:13.987709 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.080541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Allocated IP 172.20.0.1 (4541e614-1804-4cf0-a3d6-ca52c6220162/35db0c2f-4358-4c9a-881d-6391b8ce5152/072b5db0-d225-4911-bfd1-d590144aec47) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:22:14.133913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Publish callbacks [] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.139361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.183250 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Publish callbacks [] for port (072b5db0-d225-4911-bfd1-d590144aec47), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.189214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Attempting to bind port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:22:14.189611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Attempting to bind port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:22:14.189994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Attempting to bind port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:22:14.198999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:22:14.199389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:22:14.199794 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.200210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:22:14.200677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Bound port: 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:22:14.201066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.203817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa140313-8b47-4091-b5a2-c5c39fa7bab8 None None] Pushing event updated for resources: {'Port': ['ID=6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:14.218878 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (072b5db0-d225-4911-bfd1-d590144aec47), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.259165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] For port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:22:14.261781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:22:14.263039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] For port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:22:14.264750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:22:14.268312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:22:14.270221 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.295750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Pushing event updated for resources: {'Port': ['ID=072b5db0-d225-4911-bfd1-d590144aec47,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:14.313300 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.334571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:22:14.335118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:22:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:14.384149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa140313-8b47-4091-b5a2-c5c39fa7bab8 None None] Pushing event updated for resources: {'Port': ['ID=6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:14.453789 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (072b5db0-d225-4911-bfd1-d590144aec47), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.464450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:22:14.620396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Publish callbacks [] for port (072b5db0-d225-4911-bfd1-d590144aec47), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.625161 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (072b5db0-d225-4911-bfd1-d590144aec47), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.693873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Pushing event updated for resources: {'Port': ['ID=072b5db0-d225-4911-bfd1-d590144aec47,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:14.696674 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.747280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a80c0682-0761-42ab-8693-8ecf1c70a262 None None] Provisioning complete for port 072b5db0-d225-4911-bfd1-d590144aec47 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:14.747660 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a80c0682-0761-42ab-8693-8ecf1c70a262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (072b5db0-d225-4911-bfd1-d590144aec47), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.789783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 204e800a-ffd5-455e-b651-644d7f67f8ea up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:22:14.800883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:22:14.802228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:22:14.829343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a80c0682-0761-42ab-8693-8ecf1c70a262 None None] Port 072b5db0-d225-4911-bfd1-d590144aec47 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:22:14.886929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 204e800a-ffd5-455e-b651-644d7f67f8ea triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:14.887222 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:14.920381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:12Z', 'revision_number': 3, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:14.927883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:22:14.951224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdb6c4-932d-4a94-aff8-da8f0e77e5d9 None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:12Z', 'revision_number': 3, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:22:15.005780 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 204e800a-ffd5-455e-b651-644d7f67f8ea is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:15.049330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9e2845e0-e4ea-412d-854e-88b2640f1e89 None None] Provisioning complete for port 072b5db0-d225-4911-bfd1-d590144aec47 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:15.049688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2845e0-e4ea-412d-854e-88b2640f1e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (072b5db0-d225-4911-bfd1-d590144aec47), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.058531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:22:15.063452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3dfe1dd6-3611-4952-907a-de4341fb140c admin admin] 10.222.0.21 "PUT /v2.0/routers/d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6093621 Feb 10 07:22:15.090157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9e2845e0-e4ea-412d-854e-88b2640f1e89 None None] Port 072b5db0-d225-4911-bfd1-d590144aec47 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:22:15.379078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.664376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59718) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:15.668899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-866914aa-3b04-4c68-af5c-2a5a9b4acad6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590098468', 'description': 'tempest-description--657598546'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:15.690493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-866914aa-3b04-4c68-af5c-2a5a9b4acad6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.760327 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-866914aa-3b04-4c68-af5c-2a5a9b4acad6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group (689ae944-0712-4f2e-a3d7-64b0ba074559), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.764147 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-866914aa-3b04-4c68-af5c-2a5a9b4acad6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (689ae944-0712-4f2e-a3d7-64b0ba074559), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.791963 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-866914aa-3b04-4c68-af5c-2a5a9b4acad6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.793218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-866914aa-3b04-4c68-af5c-2a5a9b4acad6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1278450 Feb 10 07:22:15.796233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59720) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:15.801222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-45644c86-69e3-4328-bd48-234834264aea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'security_group_rule': {'security_group_id': '689ae944-0712-4f2e-a3d7-64b0ba074559', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:15.806831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866914aa-3b04-4c68-af5c-2a5a9b4acad6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689ae944-0712-4f2e-a3d7-64b0ba074559,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:15.828415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45644c86-69e3-4328-bd48-234834264aea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group_rule (f14ea11e-adc5-44cb-b6a1-50ad6a2e2cac), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.881209 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45644c86-69e3-4328-bd48-234834264aea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group_rule (f14ea11e-adc5-44cb-b6a1-50ad6a2e2cac), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.885509 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45644c86-69e3-4328-bd48-234834264aea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f14ea11e-adc5-44cb-b6a1-50ad6a2e2cac), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.903308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45644c86-69e3-4328-bd48-234834264aea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14ea11e-adc5-44cb-b6a1-50ad6a2e2cac,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:15.909882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45644c86-69e3-4328-bd48-234834264aea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.911105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-45644c86-69e3-4328-bd48-234834264aea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140602 Feb 10 07:22:15.914283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59722) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:15.918462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c7f1dfc1-d685-47a0-b00e-4928d1e0021a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'security_group_rule': {'security_group_id': '689ae944-0712-4f2e-a3d7-64b0ba074559', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:15.940863 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dfc1-d685-47a0-b00e-4928d1e0021a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group_rule (f1641b57-9642-4428-8313-cfb4f97c6499), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.994763 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dfc1-d685-47a0-b00e-4928d1e0021a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group_rule (f1641b57-9642-4428-8313-cfb4f97c6499), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:15.998511 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dfc1-d685-47a0-b00e-4928d1e0021a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f1641b57-9642-4428-8313-cfb4f97c6499), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.016088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1dfc1-d685-47a0-b00e-4928d1e0021a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1641b57-9642-4428-8313-cfb4f97c6499,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:16.024011 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dfc1-d685-47a0-b00e-4928d1e0021a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.025231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c7f1dfc1-d685-47a0-b00e-4928d1e0021a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1099966 Feb 10 07:22:16.028261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59724) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:16.032480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:16.053321 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.150955 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.267741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Allocated IP 172.25.8.138 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/d5c6d026-ff2a-4c45-83d6-97849e4783d5) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:22:16.378081 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for port (d5c6d026-ff2a-4c45-83d6-97849e4783d5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.412204 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (d5c6d026-ff2a-4c45-83d6-97849e4783d5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.451283 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:22:16.454100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:22:16.456684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:22:16.490973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event updated for resources: {'Port': ['ID=d5c6d026-ff2a-4c45-83d6-97849e4783d5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:16.496643 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:22:16.509553 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.510141 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:22:16.511436 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:22:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:16.559549 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.605404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (d5c6d026-ff2a-4c45-83d6-97849e4783d5), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.623714 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:22:16.766786 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for port (d5c6d026-ff2a-4c45-83d6-97849e4783d5), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.771438 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (d5c6d026-ff2a-4c45-83d6-97849e4783d5), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.815665 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:22:16.821421 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 2, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:16.846898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:22:16.847539 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Updating router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a port 072b5db0-d225-4911-bfd1-d590144aec47 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:22:16.849408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event updated for resources: {'Port': ['ID=d5c6d026-ff2a-4c45-83d6-97849e4783d5,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:16.860337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.867845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:16.868223 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.877946 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (072b5db0-d225-4911-bfd1-d590144aec47), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.878137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.882379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-114e579d-6610-45f0-964b-033542edae8a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8501878 Feb 10 07:22:16.952146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:16.952544 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:16.975693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:16.979555 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.031160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:17.039687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-4692bba6-a002-4c6c-b815-e6efa12d4334 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1590098468&fields=id&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 267 time: 0.0485306 Feb 10 07:22:17.145261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-66b33c67-38e1-4dd3-90c4-0c15cfb6febe tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:17.146872 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-66b33c67-38e1-4dd3-90c4-0c15cfb6febe tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 810 time: 0.1004868 Feb 10 07:22:17.154189 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Publish callbacks [] for port (072b5db0-d225-4911-bfd1-d590144aec47), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.159225 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (072b5db0-d225-4911-bfd1-d590144aec47), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.161892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-45659fb3-48b4-47d0-9630-c69b465c75a0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/quotas/96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 375 time: 0.0093365 Feb 10 07:22:17.206841 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Pushing event updated for resources: {'Port': ['ID=072b5db0-d225-4911-bfd1-d590144aec47,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:17.217786 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.218127 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.218492 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.218824 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.219150 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.219472 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.219793 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.220213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-09edd243-d8e1-463b-ad0f-c2dd89127ff5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522087 Feb 10 07:22:17.220683 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.221017 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.221337 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.221657 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.222060 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.222399 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:17.282226 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Attempting to bind port 072b5db0-d225-4911-bfd1-d590144aec47 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:22:17.282744 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Attempting to bind port 072b5db0-d225-4911-bfd1-d590144aec47 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:22:17.283107 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Attempting to bind port 072b5db0-d225-4911-bfd1-d590144aec47 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:22:17.288238 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:22:17.289149 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:22:17.289551 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.289940 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:22:17.290437 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Bound port: 072b5db0-d225-4911-bfd1-d590144aec47, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:22:17.290809 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (072b5db0-d225-4911-bfd1-d590144aec47), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.360820 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] For port 072b5db0-d225-4911-bfd1-d590144aec47, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:22:17.364646 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] For port 072b5db0-d225-4911-bfd1-d590144aec47, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=072b5db0-d225-4911-bfd1-d590144aec47,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:22:17.373957 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (072b5db0-d225-4911-bfd1-d590144aec47), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.390896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-75dd3c06-e5b3-4831-b20c-bf2e64762277 service neutron] 10.222.0.21 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474316 Feb 10 07:22:17.420576 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:22:17.421210 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:22:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:17.437990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-bf05cb80-5532-40c2-8bb6-a4276087798f None None] Provisioning complete for port 072b5db0-d225-4911-bfd1-d590144aec47 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:17.438704 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf05cb80-5532-40c2-8bb6-a4276087798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (072b5db0-d225-4911-bfd1-d590144aec47), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.523762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-c9bd7b96-2d62-4520-892d-cd9291f19ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246724 Feb 10 07:22:17.544469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bf05cb80-5532-40c2-8bb6-a4276087798f None None] Current status of the port 072b5db0-d225-4911-bfd1-d590144aec47 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:17.545568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf05cb80-5532-40c2-8bb6-a4276087798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (072b5db0-d225-4911-bfd1-d590144aec47), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.583027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-bf05cb80-5532-40c2-8bb6-a4276087798f None None] For port 072b5db0-d225-4911-bfd1-d590144aec47, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=072b5db0-d225-4911-bfd1-d590144aec47,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:17.589011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf05cb80-5532-40c2-8bb6-a4276087798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (072b5db0-d225-4911-bfd1-d590144aec47), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.590589 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196e122-9fe6-48c8-b303-68b5754b4282 None None] Pushing event updated for resources: {'Port': ['ID=072b5db0-d225-4911-bfd1-d590144aec47,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:17.666842 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:22:17.685734 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05cb80-5532-40c2-8bb6-a4276087798f None None] Pushing event updated for resources: {'Port': ['ID=072b5db0-d225-4911-bfd1-d590144aec47,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:17.712433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1b73b23f-bb7f-4826-b7c9-ef8c6f40baaf None None] Provisioning complete for port 072b5db0-d225-4911-bfd1-d590144aec47 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:17.712842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b73b23f-bb7f-4826-b7c9-ef8c6f40baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (072b5db0-d225-4911-bfd1-d590144aec47), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:17.740045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-560c5a8c-8d8f-4c4a-843d-3ef9bcf36058 req-c4489763-6415-4dc7-b36c-802c14f5e225 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 210 time: 0.0356348 Feb 10 07:22:17.804510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1b73b23f-bb7f-4826-b7c9-ef8c6f40baaf None None] Current status of the port 072b5db0-d225-4911-bfd1-d590144aec47 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:17.922855 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:17.949466 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17904d-fc26-47a1-8f96-0645c1b6f4c7 None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:22:18.844393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f496ca2c-30cb-4315-811f-23e81e2b1278 req-f2248f15-c0e7-441f-9747-fa260b34694a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 210 time: 0.0291157 Feb 10 07:22:18.855048 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:22:18.918197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:18.918725 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:19.003825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-146cf116-31a6-4a7f-a889-ebc8a2a7601e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:19.006568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:19.006849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-146cf116-31a6-4a7f-a889-ebc8a2a7601e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 810 time: 0.1261249 Feb 10 07:22:19.008345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 072b5db0-d225-4911-bfd1-d590144aec47 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:22:19.064215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 072b5db0-d225-4911-bfd1-d590144aec47 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:19.064849 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (072b5db0-d225-4911-bfd1-d590144aec47), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:19.150104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 072b5db0-d225-4911-bfd1-d590144aec47 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:19.380964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-3ffd77f3-cb94-4807-a4bc-0cd5f8563a6f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 380 time: 0.3608813 Feb 10 07:22:19.393068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'port': {'device_id': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'admin_state_up': True, 'tenant_id': '96a878c644084f49981bc804b65a1874', 'security_groups': ['689ae944-0712-4f2e-a3d7-64b0ba074559']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:19.494314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Made reservation on behalf of 96a878c644084f49981bc804b65a1874 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:22:19.497625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:19.622074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Allocated IP 172.20.0.7 (4541e614-1804-4cf0-a3d6-ca52c6220162/35db0c2f-4358-4c9a-881d-6391b8ce5152/eecfd81d-4d60-4249-8627-6ab7dcf30d11) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:22:19.755790 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:19.788063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:19.829721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:22:19.832707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:22:19.836364 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:22:19.860622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event updated for resources: {'Port': ['ID=eecfd81d-4d60-4249-8627-6ab7dcf30d11,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:19.892883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:19.893526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:19.913494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f9e15a2f-03ee-4a0b-b555-8f6e7dee3650 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5240123 Feb 10 07:22:19.930554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Request body: {'port': {'device_id': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:20.026939 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:20.042746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cad66-a116-4ae7-b7f9-8316888e89d7 req-17a7dd58-8fc1-4fb0-94d2-371c56d7c13e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:20.043470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-28ceaba4-7b3e-4f38-9bc9-be08d47b02e5 None None] Provisioning complete for port eecfd81d-4d60-4249-8627-6ab7dcf30d11 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:20.043918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28ceaba4-7b3e-4f38-9bc9-be08d47b02e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:20.044229 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b7cad66-a116-4ae7-b7f9-8316888e89d7 req-17a7dd58-8fc1-4fb0-94d2-371c56d7c13e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 931 time: 0.1204569 Feb 10 07:22:20.082124 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-28ceaba4-7b3e-4f38-9bc9-be08d47b02e5 None None] Port eecfd81d-4d60-4249-8627-6ab7dcf30d11 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:22:20.171110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4b7cad66-a116-4ae7-b7f9-8316888e89d7 req-3369dd66-14e4-4d90-a5ba-c2e059d1b641 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210010 Feb 10 07:22:20.330393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecfd81d-4d60-4249-8627-6ab7dcf30d11 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:22:20.337597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Publish callbacks [] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:20.349046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Transition to ACTIVE for port object eecfd81d-4d60-4249-8627-6ab7dcf30d11 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:22:20.353100 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:20.419567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Pushing event updated for resources: {'Port': ['ID=eecfd81d-4d60-4249-8627-6ab7dcf30d11,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:20.471921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Attempting to bind port eecfd81d-4d60-4249-8627-6ab7dcf30d11 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:22:20.472247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Attempting to bind port eecfd81d-4d60-4249-8627-6ab7dcf30d11 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:22:20.472572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Attempting to bind port eecfd81d-4d60-4249-8627-6ab7dcf30d11 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:22:20.477790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Port eecfd81d-4d60-4249-8627-6ab7dcf30d11 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:22:20.478118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Attempting to bind port eecfd81d-4d60-4249-8627-6ab7dcf30d11 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:22:20.483252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:22:20.483587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:22:20.483984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:22:20.484389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Bound port: eecfd81d-4d60-4249-8627-6ab7dcf30d11, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:22:20.484746 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:20.553583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:22:20.556670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:22:20.562526 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:20.597579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:20.598121 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:20.599536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] 10.222.0.24 "PUT /v2.0/ports/eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 200 len: 1091 time: 0.6745341 Feb 10 07:22:20.599978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:20.602963 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06c6074-27e4-4828-8b88-3d45ddb5fa07" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:20.627188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bc27c-c17c-4a9c-a8de-f41a9f137164 service neutron] Pushing event updated for resources: {'Port': ['ID=eecfd81d-4d60-4249-8627-6ab7dcf30d11,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:20.646937 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e883cdfc-a60f-4672-885d-dbcf9b4ea86a x-openstack-request-id: req-e883cdfc-a60f-4672-885d-dbcf9b4ea86a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:20.647179 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:20.647438 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e883cdfc-a60f-4672-885d-dbcf9b4ea86a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:20.648422 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'status': 'completed', 'code': 200} Feb 10 07:22:20.697522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f1db12b4-1680-4498-a501-bd6839367b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:20.699114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-f1db12b4-1680-4498-a501-bd6839367b8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 1125 time: 0.0466707 Feb 10 07:22:20.750564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-0ec12df5-1fc9-41b6-a2ea-7ba0137f8672 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 200 len: 217 time: 0.0402637 Feb 10 07:22:20.803789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-bbb03d86-5f75-42a3-9c2f-94e6c310069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:20.805333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-bbb03d86-5f75-42a3-9c2f-94e6c310069c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0461142 Feb 10 07:22:20.857046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-4448b45c-b995-4338-836d-bd2d6a87dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:20.858599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-4448b45c-b995-4338-836d-bd2d6a87dcba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445578 Feb 10 07:22:20.955134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-27741821-17a3-4219-8f1b-1d00f1cb72b5 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866582 Feb 10 07:22:21.044207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3a3aa4-9fa1-462a-83ef-c95769d606c6 req-250fbc28-69be-4f90-a2c1-619bd1b8953b service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797725 Feb 10 07:22:21.140388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-64f52cf8-72b7-45b6-868c-c269b775527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:21.141829 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-64f52cf8-72b7-45b6-868c-c269b775527a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 1125 time: 0.0470004 Feb 10 07:22:21.235419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-544d1e7e-fa3b-42ee-8bea-96dcb1ae05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:21.236946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-544d1e7e-fa3b-42ee-8bea-96dcb1ae05ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0888169 Feb 10 07:22:21.301536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-e0b59345-199b-4147-8a46-a31dbf566473 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 200 len: 217 time: 0.0535660 Feb 10 07:22:21.349399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a158b9-68fe-4d42-9dfe-15d446058268 req-74c270b1-0611-46dc-9039-95a62677dacd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:21.350888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13a158b9-68fe-4d42-9dfe-15d446058268 req-74c270b1-0611-46dc-9039-95a62677dacd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 943 time: 0.1117930 Feb 10 07:22:21.380226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-67038c2a-16f1-4350-9538-cfa809eeae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:21.381675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-67038c2a-16f1-4350-9538-cfa809eeae99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0682590 Feb 10 07:22:21.432182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13a158b9-68fe-4d42-9dfe-15d446058268 req-f5b8e6ad-cf61-4bbf-ba80-e83b0b602610 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755570 Feb 10 07:22:21.444473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-a38f9018-6147-4d25-b61d-64a554e5ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:21.446803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-a38f9018-6147-4d25-b61d-64a554e5ffdd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553849 Feb 10 07:22:21.540778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-26fba921-089c-462c-a3a2-c5d656974bbc service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855961 Feb 10 07:22:21.632380 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d06c6074-27e4-4828-8b88-3d45ddb5fa07 req-d9050229-73f0-4293-b076-4f4292011ea2 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849457 Feb 10 07:22:22.556561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cad4f-ce21-4cc7-ab63-a4cc5cb348c7 req-cbd80764-4c51-489f-8025-a72a3e33e9e0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:22.558026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a10cad4f-ce21-4cc7-ab63-a4cc5cb348c7 req-cbd80764-4c51-489f-8025-a72a3e33e9e0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 943 time: 0.0573306 Feb 10 07:22:22.604610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a10cad4f-ce21-4cc7-ab63-a4cc5cb348c7 req-d90756c3-66bd-4d3b-a93d-e2e855bda07d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Feb 10 07:22:23.727293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ba33-5976-463b-bc78-305a6299c72d req-e4e2b0c8-d7ea-4025-97dc-9d7e96cd136b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:23.728782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc12ba33-5976-463b-bc78-305a6299c72d req-e4e2b0c8-d7ea-4025-97dc-9d7e96cd136b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 943 time: 0.0527580 Feb 10 07:22:23.774592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc12ba33-5976-463b-bc78-305a6299c72d req-6efddd69-1747-4a93-b507-83e31a75358b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401640 Feb 10 07:22:23.999429 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:22:24.896134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dadcf-547d-4c06-b29f-1f9e0dae05f1 req-d799ba94-05da-4aaa-9e8e-4a4e19b9935a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:24.897598 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-427dadcf-547d-4c06-b29f-1f9e0dae05f1 req-d799ba94-05da-4aaa-9e8e-4a4e19b9935a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 943 time: 0.0547221 Feb 10 07:22:24.942572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-427dadcf-547d-4c06-b29f-1f9e0dae05f1 req-e4bd199e-5413-4645-ae5e-aae29c2774f0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 Feb 10 07:22:25.057348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eecfd81d-4d60-4249-8627-6ab7dcf30d11 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:22:25.154439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:25.165346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'mac_address': 'fa:16:3e:33:57:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:22:25.202700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eecfd81d-4d60-4249-8627-6ab7dcf30d11 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:25.203099 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:25.215991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecfd81d-4d60-4249-8627-6ab7dcf30d11 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:22:25.235030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:25.238917 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:25.283423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eecfd81d-4d60-4249-8627-6ab7dcf30d11,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:25.481470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['eecfd81d-4d60-4249-8627-6ab7dcf30d11'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:22:26.058975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a2ba1-2536-499f-a7fe-74d3f31b1ea1 req-c4432d4e-bcde-4f8f-9a7e-1c57d82c5143 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:26.060454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-120a2ba1-2536-499f-a7fe-74d3f31b1ea1 req-c4432d4e-bcde-4f8f-9a7e-1c57d82c5143 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 944 time: 0.0516245 Feb 10 07:22:26.106621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-120a2ba1-2536-499f-a7fe-74d3f31b1ea1 req-e0351287-109c-42b7-b565-fe2911919286 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Feb 10 07:22:27.056197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eecfd81d-4d60-4249-8627-6ab7dcf30d11 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:22:27.104349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port eecfd81d-4d60-4249-8627-6ab7dcf30d11 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:22:27.108323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port eecfd81d-4d60-4249-8627-6ab7dcf30d11 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:27.108723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:27.187947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eecfd81d-4d60-4249-8627-6ab7dcf30d11 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:27.188336 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:27.213148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:27.215630 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d16adf-8456-4930-9782-bc47d42b17c2" -d '{"events": [{"server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "name": "network-vif-plugged", "status": "completed", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:27.231869 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:27.232766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6214a-a937-4316-a9dc-87c33b62c1e7 req-7ab2eff3-debc-46cf-b6c7-6f3716f6c5ce tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:27.235204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acf6214a-a937-4316-a9dc-87c33b62c1e7 req-7ab2eff3-debc-46cf-b6c7-6f3716f6c5ce tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 944 time: 0.0595291 Feb 10 07:22:27.236421 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:27.262453 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e311520-0700-418a-9607-6a397caf04ee x-openstack-request-id: req-3e311520-0700-418a-9607-6a397caf04ee {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:27.262747 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "name": "network-vif-plugged", "status": "completed", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:27.263005 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e311520-0700-418a-9607-6a397caf04ee {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:27.263395 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'code': 200} Feb 10 07:22:27.291033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eecfd81d-4d60-4249-8627-6ab7dcf30d11,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:27.296449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acf6214a-a937-4316-a9dc-87c33b62c1e7 req-eaade6e2-d63e-4f30-bf59-3facef4f67da tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546434 Feb 10 07:22:27.363017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2be71-b2b0-489c-b2e5-4cbe1c2eec62 req-44756b54-1618-49ae-bc85-3323f2a146d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:27.364525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0da2be71-b2b0-489c-b2e5-4cbe1c2eec62 req-44756b54-1618-49ae-bc85-3323f2a146d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 1127 time: 0.0430605 Feb 10 07:22:27.406656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0da2be71-b2b0-489c-b2e5-4cbe1c2eec62 req-7616e2e1-3829-4c69-bfc6-d6935d380d8a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362573 Feb 10 07:22:28.414417 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c67861-a97c-47be-9449-727101e273b5 req-022434c1-be74-46f6-b05a-935b850d43b4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:28.415870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c67861-a97c-47be-9449-727101e273b5 req-022434c1-be74-46f6-b05a-935b850d43b4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Feb 10 07:22:28.463517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-66c67861-a97c-47be-9449-727101e273b5 req-e5a3c8fd-bd37-441a-96e5-cbfc27ed36d1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Feb 10 07:22:29.586490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28767e-139b-4d3d-b11d-aacf3fd2b29e req-e05bced6-14e2-43ce-a132-3e2ac5d763f6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:29.587931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f28767e-139b-4d3d-b11d-aacf3fd2b29e req-e05bced6-14e2-43ce-a132-3e2ac5d763f6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0554183 Feb 10 07:22:29.633170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f28767e-139b-4d3d-b11d-aacf3fd2b29e req-e38cbcec-8168-45d5-af5a-d78e8791fc3e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397038 Feb 10 07:22:29.748659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7b206-ebe2-4ff4-9520-11c85583d632 req-1db06210-c7f5-4c13-b165-74ad4bb2a646 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:29.750030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26c7b206-ebe2-4ff4-9520-11c85583d632 req-1db06210-c7f5-4c13-b165-74ad4bb2a646 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0510392 Feb 10 07:22:29.759019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59782) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:22:29.763247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6441c034-6750-4518-b396-c68f885111a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'floatingip': {'port_id': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:22:29.800289 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6441c034-6750-4518-b396-c68f885111a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:30.223143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6441c034-6750-4518-b396-c68f885111a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:30.226689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6441c034-6750-4518-b396-c68f885111a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:30.327550 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-6441c034-6750-4518-b396-c68f885111a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Floating IP 903a472c-8367-4803-b0c7-cd5337fc867f associated. External IP: 172.25.8.138, port: eecfd81d-4d60-4249-8627-6ab7dcf30d11. Feb 10 07:22:30.539655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6441c034-6750-4518-b396-c68f885111a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:22:30.648067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6441c034-6750-4518-b396-c68f885111a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:22:30.652531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6441c034-6750-4518-b396-c68f885111a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:30.659428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:22:30.669585 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:22:30.670195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:22:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:30.682073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6441c034-6750-4518-b396-c68f885111a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "PUT /v2.0/floatingips/903a472c-8367-4803-b0c7-cd5337fc867f HTTP/1.1" status: 200 len: 991 time: 0.9220335 Feb 10 07:22:30.682683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:30.684934 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29952143-97a5-41aa-b63a-b8aa8de2e5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:30.722585 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db82f1-8f83-403f-bd51-7ca474ed72d8 x-openstack-request-id: req-b7db82f1-8f83-403f-bd51-7ca474ed72d8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:30.722874 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:30.723127 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7db82f1-8f83-403f-bd51-7ca474ed72d8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:30.723531 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'status': 'completed', 'code': 200} Feb 10 07:22:30.783309 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:22:30.819277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387a1f-3030-40d6-92a2-2e38e1c3fd37 req-ecf29eab-7f60-452f-be62-da1395739494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:30.820983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6387a1f-3030-40d6-92a2-2e38e1c3fd37 req-ecf29eab-7f60-452f-be62-da1395739494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0858586 Feb 10 07:22:30.823473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-0c85eb3c-34f2-4cb9-8cb1-70c4069f3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:30.824873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-0c85eb3c-34f2-4cb9-8cb1-70c4069f3ca3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 1127 time: 0.0798762 Feb 10 07:22:30.920403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6387a1f-3030-40d6-92a2-2e38e1c3fd37 req-b9830935-d621-4330-bdb7-1154ce5860d7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936780 Feb 10 07:22:30.949602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-223cce28-5c78-4b7d-8e06-f692d9963884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:30.951201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-223cce28-5c78-4b7d-8e06-f692d9963884 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1185567 Feb 10 07:22:31.017007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:33:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:22:30Z', 'revision_number': 1, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:31.019554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-44d3af20-f8be-4edd-b6ee-2f55ba76fb24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 200 len: 999 time: 0.0622947 Feb 10 07:22:31.043247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:22:31.051377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:22:31.051979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:22:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:31.066523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-0a0d9271-0485-4207-ab09-65018c1fdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:31.067960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-0a0d9271-0485-4207-ab09-65018c1fdb55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0426140 Feb 10 07:22:31.115675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-e2e8ee13-21eb-42e2-b7aa-8216b851caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:31.117188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-e2e8ee13-21eb-42e2-b7aa-8216b851caf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432239 Feb 10 07:22:31.158484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:22:31.210933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-fd074c9c-d4fe-446e-b4c2-435feb7d3b2f service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873475 Feb 10 07:22:31.301740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29952143-97a5-41aa-b63a-b8aa8de2e5dd req-2eba6cf6-6707-4351-aaa4-0473c052a5e1 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849087 Feb 10 07:22:31.383615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:33:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:22:30Z', 'revision_number': 1, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:31.408956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435c0be-798e-4040-a04a-5d95761407dc None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:33:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:22:30Z', 'revision_number': 1, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:22:31.703164 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ea042-208e-4e63-8088-d80d3654beef None None] New status for floating IP 903a472c-8367-4803-b0c7-cd5337fc867f: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:22:32.058559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e17d5-afbc-4923-a34e-2a7835e8dda5 req-38e9dc11-6ecf-4a8d-bf99-2ece0b592aea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:32.060026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-347e17d5-afbc-4923-a34e-2a7835e8dda5 req-38e9dc11-6ecf-4a8d-bf99-2ece0b592aea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0568507 Feb 10 07:22:32.105197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-347e17d5-afbc-4923-a34e-2a7835e8dda5 req-27ceb564-d8de-4f86-8ae4-4e32faf27907 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395722 Feb 10 07:22:32.220438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e93872-6871-4303-9ea8-7416578266db req-22babc6d-188e-40d3-8a37-0217971eaf7f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:32.221922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e93872-6871-4303-9ea8-7416578266db req-22babc6d-188e-40d3-8a37-0217971eaf7f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Feb 10 07:22:32.267337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3e93872-6871-4303-9ea8-7416578266db req-b5fa0dc0-c5f8-4041-994d-303d5be5e3a7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392957 Feb 10 07:22:32.497489 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-31e5e41f-2591-4ae2-a811-90a4811f9354 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449791 Feb 10 07:22:32.508387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ad82f-36c8-4a15-ad60-0f631a85ba24 req-1455d0c1-7d2a-435f-8678-61911ac1c45e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:32.509872 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3ad82f-36c8-4a15-ad60-0f631a85ba24 req-1455d0c1-7d2a-435f-8678-61911ac1c45e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0548902 Feb 10 07:22:32.558891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c3ad82f-36c8-4a15-ad60-0f631a85ba24 req-d9226e9f-18e8-4d34-a978-1c2357291358 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Feb 10 07:22:32.885139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-32900b22-99b9-4b25-9bc0-e1abe6cd4ef1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:32.886519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-32900b22-99b9-4b25-9bc0-e1abe6cd4ef1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports/eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 200 len: 942 time: 0.0445895 Feb 10 07:22:33.713586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac81fa9-e30c-4ce5-bb73-faf5c7454766 req-5170322e-f58d-47b2-8a1f-7a5da813ee7e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:33.715100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bac81fa9-e30c-4ce5-bb73-faf5c7454766 req-5170322e-f58d-47b2-8a1f-7a5da813ee7e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0870554 Feb 10 07:22:33.720644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-4bc85261-b2f5-4fd7-a1e3-978504b5f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:33.722038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-4bc85261-b2f5-4fd7-a1e3-978504b5f76e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 1127 time: 0.0670998 Feb 10 07:22:34.125930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bac81fa9-e30c-4ce5-bb73-faf5c7454766 req-dc7ecb65-0afb-4511-bfd0-5f3a8f6e9ac2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028890 Feb 10 07:22:34.146393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-7c83774b-3c6a-4d11-b801-66c8a0c3060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:34.148368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-7c83774b-3c6a-4d11-b801-66c8a0c3060b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.4194367 Feb 10 07:22:34.214347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-9c028eb2-0656-4475-89ed-6988d312e2c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 200 len: 1001 time: 0.0597787 Feb 10 07:22:34.260081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-c95750ba-3a7c-45dd-97ed-b9a52fd85bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:34.261445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-c95750ba-3a7c-45dd-97ed-b9a52fd85bad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0416667 Feb 10 07:22:34.308365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-4d626436-5507-4fdd-ace4-ab4b812e0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:34.309798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-4d626436-5507-4fdd-ace4-ab4b812e0364 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0416360 Feb 10 07:22:34.412870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-0014d813-ed56-412a-b325-56294e37386f service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971599 Feb 10 07:22:34.500862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-8334efaf-72d6-41ce-9721-c0a1afe4f8b7 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823007 Feb 10 07:22:35.244076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46917b78-827b-4349-be8c-b0b540786a18 req-c59b401d-2dae-4b98-95f6-3140ec3e7102 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:35.245567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46917b78-827b-4349-be8c-b0b540786a18 req-c59b401d-2dae-4b98-95f6-3140ec3e7102 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0528708 Feb 10 07:22:35.290772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-46917b78-827b-4349-be8c-b0b540786a18 req-0c0483d9-3840-4372-8651-601e6e234c8b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 Feb 10 07:22:36.408360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200baa0-9633-4eee-a12f-e34fd21372f6 req-1c3b14b2-00cc-4f39-bafe-76ff65131e54 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:36.409815 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5200baa0-9633-4eee-a12f-e34fd21372f6 req-1c3b14b2-00cc-4f39-bafe-76ff65131e54 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Feb 10 07:22:36.455707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5200baa0-9633-4eee-a12f-e34fd21372f6 req-42585771-55b4-44d2-baff-0f1edf231111 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401237 Feb 10 07:22:37.243232 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:37.582710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ddc0f-4631-42b5-a953-aea5f9491901 req-7dce262a-f650-4fb6-a0aa-b38b666538c2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:37.584207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b9ddc0f-4631-42b5-a953-aea5f9491901 req-7dce262a-f650-4fb6-a0aa-b38b666538c2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0600176 Feb 10 07:22:37.630254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b9ddc0f-4631-42b5-a953-aea5f9491901 req-7b35435a-8ff1-4634-bae5-28ef537200b6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404525 Feb 10 07:22:38.753588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43319f2b-c304-4bf7-a442-53043ba00034 req-5850ff60-a7e7-4980-ae81-e732299fb466 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:38.755080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43319f2b-c304-4bf7-a442-53043ba00034 req-5850ff60-a7e7-4980-ae81-e732299fb466 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0522091 Feb 10 07:22:38.800901 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43319f2b-c304-4bf7-a442-53043ba00034 req-52923492-28ba-4157-9baf-83de1e28e8fc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 Feb 10 07:22:39.922203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272754bd-9a21-40e5-873a-aff6ea5658f4 req-bc7a118a-1a3d-4b21-99a8-1c794451b58e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:39.923709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-272754bd-9a21-40e5-873a-aff6ea5658f4 req-bc7a118a-1a3d-4b21-99a8-1c794451b58e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0555148 Feb 10 07:22:39.975586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-272754bd-9a21-40e5-873a-aff6ea5658f4 req-1458b3f1-97ba-4556-b11b-42aac0b36b7b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458109 Feb 10 07:22:40.384622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38431f6d-1922-49f5-8b5f-77ab361b3ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:40.485226 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:41.092783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388a9f7-cc4a-4069-a073-e9cbeb8e28bd req-12f8160b-2f42-4cc2-972f-7577a6dab3ec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:41.094247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6388a9f7-cc4a-4069-a073-e9cbeb8e28bd req-12f8160b-2f42-4cc2-972f-7577a6dab3ec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0513320 Feb 10 07:22:41.139575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6388a9f7-cc4a-4069-a073-e9cbeb8e28bd req-8fcba59e-e6f7-4555-bb11-885c16bd5758 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Feb 10 07:22:42.256754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88727261-0a1a-4f91-bdf7-fe93ee18fd6d req-fd173a6d-2b10-4530-8db7-fd08db50497f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:42.258223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88727261-0a1a-4f91-bdf7-fe93ee18fd6d req-fd173a6d-2b10-4530-8db7-fd08db50497f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0521514 Feb 10 07:22:42.308209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88727261-0a1a-4f91-bdf7-fe93ee18fd6d req-4145a0e8-8291-4f3e-a796-748b19ea5b85 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443490 Feb 10 07:22:42.626811 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ff8bf3f-6312-4101-a93e-633d61ecedd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:43.136139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-6d57120e-ef6a-48a8-bd1c-2ebd8f6235c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:43.137647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-6d57120e-ef6a-48a8-bd1c-2ebd8f6235c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 1127 time: 0.0441990 Feb 10 07:22:43.237444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-a8c88729-5a08-4462-9778-66e5819d016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:43.238953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-a8c88729-5a08-4462-9778-66e5819d016b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0835743 Feb 10 07:22:43.305680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-2735a4e3-0672-48a6-9a85-020691aabe19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 200 len: 1001 time: 0.0611959 Feb 10 07:22:43.352366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-99e53b5d-93d2-475b-a854-11582f0f33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:43.353875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-99e53b5d-93d2-475b-a854-11582f0f33bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0428088 Feb 10 07:22:43.438902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-316a9274-7fbb-437c-8409-c7d1c598c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:43.440304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-316a9274-7fbb-437c-8409-c7d1c598c497 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0799534 Feb 10 07:22:43.455612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8fa76-f18e-46ec-a63d-4e8ed0ccc123 req-5b7fd130-9833-4d53-9f43-e52b6b9b8680 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:43.457006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5e8fa76-f18e-46ec-a63d-4e8ed0ccc123 req-5b7fd130-9833-4d53-9f43-e52b6b9b8680 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0719497 Feb 10 07:22:43.560278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5e8fa76-f18e-46ec-a63d-4e8ed0ccc123 req-a2ad1597-d00a-4e70-adfa-cfbbf2f52c9b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952778 Feb 10 07:22:43.577028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-9a32551f-95ea-4b31-ba0d-9db460f32d24 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189375 Feb 10 07:22:43.674605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e34b5936-6555-43dc-b407-ed188dbaf34f req-3baab028-5b67-49cf-82db-9102ef8a5f3d service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862741 Feb 10 07:22:43.961075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:44.680790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785a66c-bb92-441c-a40c-14f80631aaab req-be4a6b31-bf53-4f62-8d86-c6d64dd3084e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:44.682277 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8785a66c-bb92-441c-a40c-14f80631aaab req-be4a6b31-bf53-4f62-8d86-c6d64dd3084e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0528185 Feb 10 07:22:44.734571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8785a66c-bb92-441c-a40c-14f80631aaab req-159ca918-9b3b-49fd-9a4b-79de2550cdcb tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465798 Feb 10 07:22:45.379224 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:45.855904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524beaa-04ee-45ad-8001-45cce3883040 req-fba7bb74-f9eb-4ee0-82c9-0819108cc4ab tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:45.857290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1524beaa-04ee-45ad-8001-45cce3883040 req-fba7bb74-f9eb-4ee0-82c9-0819108cc4ab tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0533032 Feb 10 07:22:45.903491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1524beaa-04ee-45ad-8001-45cce3883040 req-0e0a997c-b0f0-4c8e-9acd-f1b98c9e424b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406590 Feb 10 07:22:46.501784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:47.019179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c313f9-f5c2-4b45-ad87-dd6181086c82 req-90711892-00e3-44cb-b6c2-01bdf4949c46 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:47.020666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c313f9-f5c2-4b45-ad87-dd6181086c82 req-90711892-00e3-44cb-b6c2-01bdf4949c46 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0515788 Feb 10 07:22:47.065620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c313f9-f5c2-4b45-ad87-dd6181086c82 req-9f22441d-a002-494a-994f-20f949b867da tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387375 Feb 10 07:22:48.189471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b276a8-92a7-4266-8080-31f5956fe3b5 req-367ae4f8-2046-41eb-9132-06a2bc7a094d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:48.191096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47b276a8-92a7-4266-8080-31f5956fe3b5 req-367ae4f8-2046-41eb-9132-06a2bc7a094d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0565784 Feb 10 07:22:48.238012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-47b276a8-92a7-4266-8080-31f5956fe3b5 req-049d79ed-1d72-49da-baf9-ddbef229ec96 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411773 Feb 10 07:22:49.357056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e35c1-5d81-4df7-b56b-7df8b02a7f68 req-2aa87860-27b8-4bd5-8576-1654c44c825a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:49.358578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d89e35c1-5d81-4df7-b56b-7df8b02a7f68 req-2aa87860-27b8-4bd5-8576-1654c44c825a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Feb 10 07:22:49.405658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d89e35c1-5d81-4df7-b56b-7df8b02a7f68 req-e0039752-ad45-44ba-a4a1-958c7d11d33c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Feb 10 07:22:50.526233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4ce0d-a2cf-4631-95e0-40fd9ad9a74c req-3f4bd1f6-04e9-4121-b90b-bbf800388e8f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:50.527736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09d4ce0d-a2cf-4631-95e0-40fd9ad9a74c req-3f4bd1f6-04e9-4121-b90b-bbf800388e8f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0556302 Feb 10 07:22:50.577899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09d4ce0d-a2cf-4631-95e0-40fd9ad9a74c req-7973429f-9e6d-4517-9776-835c6571f1a9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446534 Feb 10 07:22:51.313112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-327fa850-b50b-465c-b629-30f76833038b service neutron] 10.222.0.24 "GET /v2.0/ports/eecfd81d-4d60-4249-8627-6ab7dcf30d11/bindings/n-h2-828670-1 HTTP/1.1" status: 200 len: 382 time: 0.0563178 Feb 10 07:22:51.529586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-57147cb6-b799-43a8-88cd-20c89cdfe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:51.531104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-57147cb6-b799-43a8-88cd-20c89cdfe9a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 1127 time: 0.0472298 Feb 10 07:22:51.602132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-b57c2f17-3c45-4370-b6dc-e3459082c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:51.603673 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-b57c2f17-3c45-4370-b6dc-e3459082c4a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 1127 time: 0.0438547 Feb 10 07:22:51.735224 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-c4edf12e-9c9e-4e40-ba42-f526396a53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:51.736695 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-c4edf12e-9c9e-4e40-ba42-f526396a53ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1190321 Feb 10 07:22:51.746538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07547d28-5878-453c-bd09-6bfa0b8f0d9a req-a35d98d3-3d37-4b6d-8bbb-f5fbb9103c6c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:51.747910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07547d28-5878-453c-bd09-6bfa0b8f0d9a req-a35d98d3-3d37-4b6d-8bbb-f5fbb9103c6c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0974102 Feb 10 07:22:51.842008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-b4fc0457-a115-49a2-aefa-258d6179c44a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 200 len: 1001 time: 0.0930796 Feb 10 07:22:51.845990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07547d28-5878-453c-bd09-6bfa0b8f0d9a req-95ea444e-ad3b-4336-b6e7-c5bd8a8ddd70 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882802 Feb 10 07:22:51.893362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-46fb66fe-9644-46e3-a1f3-39af41c79a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:51.894806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-46fb66fe-9644-46e3-a1f3-39af41c79a8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0430682 Feb 10 07:22:51.942709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-ba892952-a8c2-436c-88e9-fbf93337a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:51.944437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-ba892952-a8c2-436c-88e9-fbf93337a42b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429852 Feb 10 07:22:52.036546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-4e185cd2-d5fb-424b-af7a-edfcad14da73 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831730 Feb 10 07:22:52.125994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-801cb8f2-bb48-4ead-afa8-c74ad2772cf4 req-040188c9-d626-4773-93fe-d53c451f2522 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801227 Feb 10 07:22:52.972079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305e1e-29d1-4649-b9f0-9fd3179e7c03 req-965f8508-7d6d-4d42-b78c-1245aa74da6d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:52.973611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db305e1e-29d1-4649-b9f0-9fd3179e7c03 req-965f8508-7d6d-4d42-b78c-1245aa74da6d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0566771 Feb 10 07:22:53.024614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-db305e1e-29d1-4649-b9f0-9fd3179e7c03 req-ab0de0ba-c9b3-4064-a43f-c01b63b954d9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448842 Feb 10 07:22:54.143095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396ccb4-b597-4fa0-a198-c7749db334e4 req-08d10759-5321-424a-9c43-7d2ca3919e36 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:54.144582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0396ccb4-b597-4fa0-a198-c7749db334e4 req-08d10759-5321-424a-9c43-7d2ca3919e36 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0519679 Feb 10 07:22:54.189767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0396ccb4-b597-4fa0-a198-c7749db334e4 req-dbcca960-7f8a-4df4-94c7-86cb1db1b694 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395777 Feb 10 07:22:54.433673 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-a80e8d98-cfb3-42cd-8c54-8fba860c0fbc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:54.435163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-a80e8d98-cfb3-42cd-8c54-8fba860c0fbc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1&tenant_id=96a878c644084f49981bc804b65a1874&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 945 time: 0.0808797 Feb 10 07:22:54.442424 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346013e-a08e-40cd-b9cd-e2c3d14d519e req-6d6c7871-943c-4507-91ce-c70b40c0c169 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:54.443849 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8346013e-a08e-40cd-b9cd-e2c3d14d519e req-6d6c7871-943c-4507-91ce-c70b40c0c169 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0983553 Feb 10 07:22:54.514813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8346013e-a08e-40cd-b9cd-e2c3d14d519e req-e28c9d1e-bc98-44bc-8ea6-4ce12e18aa68 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644755 Feb 10 07:22:54.531704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-508a8737-41dc-4922-a453-b536739fea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:54.533231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-508a8737-41dc-4922-a453-b536739fea46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 1127 time: 0.0532036 Feb 10 07:22:54.624871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-3d94de37-2035-4e1e-bb4f-e9522feb4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:54.626337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-3d94de37-2035-4e1e-bb4f-e9522feb4624 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0863702 Feb 10 07:22:54.704231 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-ab57d983-d4d9-4118-90c9-3e0039575c28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 200 len: 1001 time: 0.0719459 Feb 10 07:22:54.758684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-6981825e-037e-47ed-b6ea-ac641dbdfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:54.760168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-6981825e-037e-47ed-b6ea-ac641dbdfa55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0502970 Feb 10 07:22:54.808806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-13097de1-f1ef-48a6-a139-bc6490542366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:54.810204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-13097de1-f1ef-48a6-a139-bc6490542366 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443749 Feb 10 07:22:54.898350 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-f8f5b2ba-ead9-4270-b8c7-83131cd48b9d service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819001 Feb 10 07:22:54.992846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a39ac437-7642-4a0c-80dd-ef0370e5b0d1 req-7416d246-453b-4f58-94a7-5868e4ccac68 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882111 Feb 10 07:22:55.219511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eecfd81d-4d60-4249-8627-6ab7dcf30d11 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:22:55.221631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eecfd81d-4d60-4249-8627-6ab7dcf30d11 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:22:55.533527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eecfd81d-4d60-4249-8627-6ab7dcf30d11 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:55.533901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:55.559656 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:55.580169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:55.582460 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81e7328-aeec-44c5-a97b-d2fc315bd537" -d '{"events": [{"server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "name": "network-vif-unplugged", "status": "completed", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:55.592023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'mac_address': 'fa:16:3e:33:57:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:22:55.597336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:55.602882 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:55.637200 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca9561-9f38-45c5-8fca-06ecd5c13926 x-openstack-request-id: req-3fca9561-9f38-45c5-8fca-06ecd5c13926 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:55.637686 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "name": "network-vif-unplugged", "status": "completed", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:55.638150 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fca9561-9f38-45c5-8fca-06ecd5c13926 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:55.639205 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'code': 200} Feb 10 07:22:55.648599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f90fb-205d-4565-93fd-59e88f85f71a req-2d77a66e-89e1-4e80-89e4-bec6bc97c475 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:55.650213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-800f90fb-205d-4565-93fd-59e88f85f71a req-2d77a66e-89e1-4e80-89e4-bec6bc97c475 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0636308 Feb 10 07:22:55.696299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eecfd81d-4d60-4249-8627-6ab7dcf30d11 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:55.696858 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:55.699852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-800f90fb-205d-4565-93fd-59e88f85f71a req-fdcea00f-01b5-4b45-a32d-66b28fec7c12 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Feb 10 07:22:55.720632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecfd81d-4d60-4249-8627-6ab7dcf30d11 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:22:55.724565 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eecfd81d-4d60-4249-8627-6ab7dcf30d11,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:55.736639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.737064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.737315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.737647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.737993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.738330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.738647 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.738969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.739289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.739613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.739933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.740249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.740566 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:22:55.753486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:55.757954 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:55.803875 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eecfd81d-4d60-4249-8627-6ab7dcf30d11,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:55.825948 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824c0e6-b1b3-48b8-a682-7f5f77858009 req-d33cea67-0468-423e-ada5-d98f5708e0c3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:55.827470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1824c0e6-b1b3-48b8-a682-7f5f77858009 req-d33cea67-0468-423e-ada5-d98f5708e0c3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 944 time: 0.0576594 Feb 10 07:22:55.873324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1824c0e6-b1b3-48b8-a682-7f5f77858009 req-8c5ab73f-6447-4bff-afe7-e869fa66cb16 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Feb 10 07:22:55.974847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['eecfd81d-4d60-4249-8627-6ab7dcf30d11'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:22:55.988658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80c3b-572d-4bc2-9ab5-a60a1ebee4bc req-f082cb14-a774-4d5c-a970-a874109058a3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:55.990184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57a80c3b-572d-4bc2-9ab5-a60a1ebee4bc req-f082cb14-a774-4d5c-a970-a874109058a3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 944 time: 0.0525723 Feb 10 07:22:56.041792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57a80c3b-572d-4bc2-9ab5-a60a1ebee4bc req-e4e5e467-4344-4252-bd04-e48678e48044 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Feb 10 07:22:56.276304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee99d15-39ae-45a5-9bb3-7f5c2c714514 req-5e77bfd8-b120-446f-a0a1-bddc0a29c70f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:56.280662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ee99d15-39ae-45a5-9bb3-7f5c2c714514 req-5e77bfd8-b120-446f-a0a1-bddc0a29c70f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 944 time: 0.0593131 Feb 10 07:22:56.341181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ee99d15-39ae-45a5-9bb3-7f5c2c714514 req-e0406f2e-4dd2-46fe-84bc-119aee361fca tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523481 Feb 10 07:22:57.238757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eecfd81d-4d60-4249-8627-6ab7dcf30d11 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:22:57.285815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port eecfd81d-4d60-4249-8627-6ab7dcf30d11 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:22:57.286188 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:57.363245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port eecfd81d-4d60-4249-8627-6ab7dcf30d11 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:22:57.363634 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:57.395813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:57.400835 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:57.449316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=eecfd81d-4d60-4249-8627-6ab7dcf30d11,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:57.465632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ced629-2f8a-4dc5-ac92-0a32f1f69b12 req-a30a9523-48fa-4475-99e5-36cac8d914f9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:57.467107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61ced629-2f8a-4dc5-ac92-0a32f1f69b12 req-a30a9523-48fa-4475-99e5-36cac8d914f9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0530505 Feb 10 07:22:57.512608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61ced629-2f8a-4dc5-ac92-0a32f1f69b12 req-e2a24e60-7edd-4608-be00-d7840347fc0b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Feb 10 07:22:57.630082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-eacbfe40-4c78-49d6-814a-14a3ce8cb663 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:57.631589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-eacbfe40-4c78-49d6-814a-14a3ce8cb663 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 945 time: 0.0505605 Feb 10 07:22:57.640828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:57.643231 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1393a2-5baa-4ea9-b013-413c4e9cbe2b" -d '{"events": [{"server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "name": "network-vif-plugged", "status": "completed", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:57.679498 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835f2b3e-034b-4582-88c4-8332687258c7 x-openstack-request-id: req-835f2b3e-034b-4582-88c4-8332687258c7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:57.680587 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "name": "network-vif-plugged", "status": "completed", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:57.680984 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-835f2b3e-034b-4582-88c4-8332687258c7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:57.681530 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'code': 200} Feb 10 07:22:57.728945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Deleting port eecfd81d-4d60-4249-8627-6ab7dcf30d11 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:22:57.729280 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:57.814595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] For port eecfd81d-4d60-4249-8627-6ab7dcf30d11, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=eecfd81d-4d60-4249-8627-6ab7dcf30d11,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:22:57.814951 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:57.984095 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:57.984370 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:57.984681 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Floating IP 903a472c-8367-4803-b0c7-cd5337fc867f disassociated. External IP: 172.25.8.138, port: eecfd81d-4d60-4249-8627-6ab7dcf30d11. Feb 10 07:22:57.985012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Calling delete_port for eecfd81d-4d60-4249-8627-6ab7dcf30d11 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:22:58.107645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (eecfd81d-4d60-4249-8627-6ab7dcf30d11), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:58.136882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event deleted for resources: {'Port': ['ID=eecfd81d-4d60-4249-8627-6ab7dcf30d11,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:22:58.257093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:22:58.366780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:22:58.377149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:22:58.387487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:22:58.388087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:22:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:58.407037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] No DVR routers for this DVR port eecfd81d-4d60-4249-8627-6ab7dcf30d11 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:22:58.409712 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:22:58.413024 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-be6ea4ab-923c-4cbe-951d-89e83e28c522 req-ddfa1abe-d61d-477c-af32-b2f1c2c74c41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "DELETE /v2.0/ports/eecfd81d-4d60-4249-8627-6ab7dcf30d11 HTTP/1.1" status: 204 len: 173 time: 0.7726216 Feb 10 07:22:58.413461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'name': 'network-vif-deleted', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:22:58.415730 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829af392-824e-45bc-a8f9-46e31220f89f" -d '{"events": [{"server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "name": "network-vif-deleted", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:22:58.465510 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567b46de-d8b1-4873-b5ee-7537ac9b18ee x-openstack-request-id: req-567b46de-d8b1-4873-b5ee-7537ac9b18ee {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:22:58.465802 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5ac06d-0b3d-4424-bd38-562d5a340fc1", "name": "network-vif-deleted", "tag": "eecfd81d-4d60-4249-8627-6ab7dcf30d11", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:22:58.466385 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-567b46de-d8b1-4873-b5ee-7537ac9b18ee {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:22:58.466517 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5ac06d-0b3d-4424-bd38-562d5a340fc1', 'name': 'network-vif-deleted', 'tag': 'eecfd81d-4d60-4249-8627-6ab7dcf30d11', 'status': 'completed', 'code': 200} Feb 10 07:22:58.505723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:22:58.621224 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d23908d1-6c2a-4131-aed4-888979bd24f9 req-93c27ebc-9459-4bfe-92c4-043b16750f29 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5ac06d-0b3d-4424-bd38-562d5a340fc1 HTTP/1.1" status: 200 len: 210 time: 0.0272186 Feb 10 07:22:58.708761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:58.738506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:22:58.747320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:22:58.747969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:22:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:58.856514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:22:59.059829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:22:59.085677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926db41-1e67-4230-9bfc-a4f60f888631 None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:22:59.297568 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea8016-5171-4ff9-ac1d-122436287dda None None] New status for floating IP 903a472c-8367-4803-b0c7-cd5337fc867f: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:22:59.853523 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-c52cf58b-5898-456b-b2ca-dec758137837 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1590098468&fields=id&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 267 time: 0.0408075 Feb 10 07:22:59.957509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a6a1-86f1-4771-927f-70f169119943 req-03312289-024e-4316-8366-85fcd84e638d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:22:59.958879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-03312289-024e-4316-8366-85fcd84e638d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 810 time: 0.0990674 Feb 10 07:22:59.973401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-59573c09-4011-4826-8e73-7b541c4a1263 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/quotas/96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 375 time: 0.0086124 Feb 10 07:23:00.025468 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-19fb5994-bfcd-4956-be23-678e35835043 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472620 Feb 10 07:23:00.221532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-b5f2a975-5e6a-4e00-a711-eb4cb300a8a9 service neutron] 10.222.0.21 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257796 Feb 10 07:23:00.307658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-370458f0-71f7-4a9a-a507-a6e9cebd6c44 service neutron] 10.222.0.21 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803590 Feb 10 07:23:00.467004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-87883402-2ec0-4e9e-a1b1-9f4f89df796d req-6f5ba81e-1fb8-4100-b3a6-bdb5ed7852c0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 210 time: 0.0279777 Feb 10 07:23:00.998227 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:23:01.243963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eecfd81d-4d60-4249-8627-6ab7dcf30d11 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:23:01.265153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: eecfd81d-4d60-4249-8627-6ab7dcf30d11 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:23:01.265417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device eecfd81d-4d60-4249-8627-6ab7dcf30d11 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:23:01.339744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a6a1-86f1-4771-927f-70f169119943 req-72c4f7cd-6ff5-4b52-9d74-d6e479171311 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:01.341166 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-72c4f7cd-6ff5-4b52-9d74-d6e479171311 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 810 time: 0.1074071 Feb 10 07:23:01.401448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-4d8a2201-6e8a-4778-bb14-f33224e004fc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 380 time: 0.0520005 Feb 10 07:23:01.413528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'port': {'device_id': 'c2da6e39-8a32-4377-a254-19f17363243f', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'admin_state_up': True, 'tenant_id': '96a878c644084f49981bc804b65a1874', 'security_groups': ['689ae944-0712-4f2e-a3d7-64b0ba074559']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:23:01.521692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Made reservation on behalf of 96a878c644084f49981bc804b65a1874 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:23:01.525597 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:01.570033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f461adfc-c7b2-4d0a-8ec2-393560391756 req-a5085a09-b5f2-4bf6-8c6b-e92e2f6ca095 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 210 time: 0.0350564 Feb 10 07:23:01.673438 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Allocated IP 172.20.0.7 (4541e614-1804-4cf0-a3d6-ca52c6220162/35db0c2f-4358-4c9a-881d-6391b8ce5152/21bf8c55-63cc-43dc-9471-b963945e0059) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:23:01.808100 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for port (21bf8c55-63cc-43dc-9471-b963945e0059), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:01.840051 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:01.880503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:23:01.883492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:23:01.887676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:23:01.913666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event updated for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:01.927978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.928316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.928650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.928983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.929315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.929641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.929962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.930280 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.931247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.931568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.931886 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.932205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.932519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:23:01.950594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:01.951230 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:01.968493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-3fa3ce53-20dc-4c2a-9a64-5aa3f6f3749b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584445 Feb 10 07:23:01.980093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Request body: {'port': {'device_id': 'c2da6e39-8a32-4377-a254-19f17363243f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:23:02.044949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:02.116922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-70b4bf79-7b40-44fd-bb5d-7f806adec46e None None] Provisioning complete for port 21bf8c55-63cc-43dc-9471-b963945e0059 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:23:02.117471 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70b4bf79-7b40-44fd-bb5d-7f806adec46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:02.152689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-70b4bf79-7b40-44fd-bb5d-7f806adec46e None None] Port 21bf8c55-63cc-43dc-9471-b963945e0059 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:23:02.598176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bf8c55-63cc-43dc-9471-b963945e0059 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:23:02.606459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Publish callbacks [] for port (21bf8c55-63cc-43dc-9471-b963945e0059), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:02.618642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Transition to ACTIVE for port object 21bf8c55-63cc-43dc-9471-b963945e0059 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:23:02.623231 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:02.705506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829ed11-5412-4677-98f2-b510106530da service neutron] Pushing event updated for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:02.769104 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a8558-b0b9-4426-9200-4e74891086bd req-e577a48d-8f49-4447-a673-00493e12286a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:02.770676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d27a8558-b0b9-4426-9200-4e74891086bd req-e577a48d-8f49-4447-a673-00493e12286a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 943 time: 0.1215894 Feb 10 07:23:02.812189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Attempting to bind port 21bf8c55-63cc-43dc-9471-b963945e0059 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:23:02.812522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Attempting to bind port 21bf8c55-63cc-43dc-9471-b963945e0059 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:23:02.812851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Attempting to bind port 21bf8c55-63cc-43dc-9471-b963945e0059 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:23:02.825146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Port 21bf8c55-63cc-43dc-9471-b963945e0059 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:23:02.825466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Attempting to bind port 21bf8c55-63cc-43dc-9471-b963945e0059 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:23:02.836294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:23:02.836631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:23:02.837587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:23:02.838025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Bound port: 21bf8c55-63cc-43dc-9471-b963945e0059, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:23:02.838415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:02.854721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d27a8558-b0b9-4426-9200-4e74891086bd req-3bd15ca0-3d5a-4560-b618-3445b4203e65 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767713 Feb 10 07:23:02.921405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:23:02.924345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:23:02.930359 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:02.962938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:02.963560 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:02.964957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-7829ed11-5412-4677-98f2-b510106530da service neutron] 10.222.0.13 "PUT /v2.0/ports/21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 1091 time: 0.9896407 Feb 10 07:23:02.965410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:23:02.967898 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e811082-5640-4684-bb6b-fbbe13182254" -d '{"events": [{"name": "network-changed", "server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:23:02.996180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829ed11-5412-4677-98f2-b510106530da service neutron] Pushing event updated for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:03.042558 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00b0e43-1c32-4422-9d39-fbc100b70cd0 x-openstack-request-id: req-f00b0e43-1c32-4422-9d39-fbc100b70cd0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:23:03.042853 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:23:03.043110 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f00b0e43-1c32-4422-9d39-fbc100b70cd0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:23:03.043519 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059', 'status': 'completed', 'code': 200} Feb 10 07:23:03.063306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a6a1-86f1-4771-927f-70f169119943 req-24afe9bf-cdb0-44d3-b78f-3c2dc72d1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:03.064917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-24afe9bf-cdb0-44d3-b78f-3c2dc72d1eea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1125 time: 0.0506101 Feb 10 07:23:03.110575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-8fa144f1-dc33-43ae-88d9-40e1d91cdbb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 217 time: 0.0387716 Feb 10 07:23:03.160093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a6a1-86f1-4771-927f-70f169119943 req-d265ee75-0b24-4ae2-8e89-e579948fd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:03.161559 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-d265ee75-0b24-4ae2-8e89-e579948fd09e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0461047 Feb 10 07:23:03.210162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a6a1-86f1-4771-927f-70f169119943 req-47c7a050-7b70-4738-a173-f3dc2000ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:03.211739 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-47c7a050-7b70-4738-a173-f3dc2000ef51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444925 Feb 10 07:23:03.302028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-0ed6826c-41c2-475f-a701-7da3cd400cac service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843678 Feb 10 07:23:03.389264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c908a6a1-86f1-4771-927f-70f169119943 req-6c6a4997-0219-49c1-a0ea-62ae0de8a97c service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810783 Feb 10 07:23:03.479565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e811082-5640-4684-bb6b-fbbe13182254 req-c4b4bcd9-39f0-4a91-91b5-a3ba96f637c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:03.481033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e811082-5640-4684-bb6b-fbbe13182254 req-c4b4bcd9-39f0-4a91-91b5-a3ba96f637c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1125 time: 0.0444410 Feb 10 07:23:03.571962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e811082-5640-4684-bb6b-fbbe13182254 req-2de420a4-a64a-4401-90f0-5dff0f3c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:03.573416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e811082-5640-4684-bb6b-fbbe13182254 req-2de420a4-a64a-4401-90f0-5dff0f3c8f6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0866520 Feb 10 07:23:03.612618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e811082-5640-4684-bb6b-fbbe13182254 req-2fd8fe7d-b4bb-4453-a555-987cdb23d1dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 217 time: 0.0331528 Feb 10 07:23:03.663682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e811082-5640-4684-bb6b-fbbe13182254 req-eb85ca48-8ecd-4cf6-b9e5-69974b5b2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:03.665591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e811082-5640-4684-bb6b-fbbe13182254 req-eb85ca48-8ecd-4cf6-b9e5-69974b5b2ef5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0472777 Feb 10 07:23:03.712552 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e811082-5640-4684-bb6b-fbbe13182254 req-c6aa1292-16ce-4771-a376-e074dbec89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:03.714008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e811082-5640-4684-bb6b-fbbe13182254 req-c6aa1292-16ce-4771-a376-e074dbec89a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428207 Feb 10 07:23:03.804125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e811082-5640-4684-bb6b-fbbe13182254 req-cbce4cbd-2f8f-430d-b107-c25c772abd9a service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843234 Feb 10 07:23:03.890925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e811082-5640-4684-bb6b-fbbe13182254 req-88565e05-5952-4778-bd3b-b00915b834be service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808103 Feb 10 07:23:03.978002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6cae3-2aea-4dd2-af4e-97463048ed12 req-eaeb72a5-ac69-41c2-a906-c8ddda5096cc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:03.979528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ac6cae3-2aea-4dd2-af4e-97463048ed12 req-eaeb72a5-ac69-41c2-a906-c8ddda5096cc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 943 time: 0.0526614 Feb 10 07:23:04.029494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ac6cae3-2aea-4dd2-af4e-97463048ed12 req-1347c4ec-6d16-4628-99f4-a0754ef072df tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444312 Feb 10 07:23:05.150485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7ef97-26c4-4acd-a5ce-447d77816627 req-7c46af36-d6a1-40f3-be4a-0ef1cab42b2a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:05.151943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40e7ef97-26c4-4acd-a5ce-447d77816627 req-7c46af36-d6a1-40f3-be4a-0ef1cab42b2a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 943 time: 0.0518408 Feb 10 07:23:05.197594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40e7ef97-26c4-4acd-a5ce-447d77816627 req-5e5e4d34-6cc7-4a25-a0af-e531fa8186c5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401289 Feb 10 07:23:06.315218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399c8d6-2510-4843-9b99-8e3a7a67e62d req-7690396f-64f4-4c23-9d3e-907a7ffcbeca tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:06.316693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4399c8d6-2510-4843-9b99-8e3a7a67e62d req-7690396f-64f4-4c23-9d3e-907a7ffcbeca tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 943 time: 0.0513184 Feb 10 07:23:06.362250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4399c8d6-2510-4843-9b99-8e3a7a67e62d req-f72f0de1-1572-4899-9399-a06f3a35458c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391259 Feb 10 07:23:07.255196 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:07.485747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cec05-a6e0-4497-a72c-3aec5f3b052f req-16693e45-6af9-422d-99c6-6443b55c3867 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:07.487264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c69cec05-a6e0-4497-a72c-3aec5f3b052f req-16693e45-6af9-422d-99c6-6443b55c3867 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 943 time: 0.0566940 Feb 10 07:23:07.533105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c69cec05-a6e0-4497-a72c-3aec5f3b052f req-a2499eeb-febf-46d8-95a3-04e2e65d19f2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Feb 10 07:23:07.881895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 21bf8c55-63cc-43dc-9471-b963945e0059 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:23:07.975991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:23:07.987492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '21bf8c55-63cc-43dc-9471-b963945e0059', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': '21bf8c55-63cc-43dc-9471-b963945e0059', 'mac_address': 'fa:16:3e:0c:62:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:23:08.027139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 21bf8c55-63cc-43dc-9471-b963945e0059 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:23:08.027525 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:08.040382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bf8c55-63cc-43dc-9471-b963945e0059 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:23:08.059682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:23:08.062540 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:08.107298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:08.358122 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['21bf8c55-63cc-43dc-9471-b963945e0059'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:23:08.649790 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572e4ec-74aa-49b6-8e33-435c23330068 req-b57d38d5-2ade-460c-ba87-dbae89a81c61 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:08.651309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5572e4ec-74aa-49b6-8e33-435c23330068 req-b57d38d5-2ade-460c-ba87-dbae89a81c61 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 944 time: 0.0520964 Feb 10 07:23:08.705745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5572e4ec-74aa-49b6-8e33-435c23330068 req-e0056641-6616-4e9d-8672-757ce0774575 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465908 Feb 10 07:23:09.823681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86300267-ee2b-46a4-828c-f368075f9c4c req-b6ccd2ae-abfe-430e-ae79-f2f5bd9f9c7c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:09.825154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86300267-ee2b-46a4-828c-f368075f9c4c req-b6ccd2ae-abfe-430e-ae79-f2f5bd9f9c7c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 944 time: 0.0521243 Feb 10 07:23:09.874989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86300267-ee2b-46a4-828c-f368075f9c4c req-018089a2-1b28-4005-a2f1-3302f0dd0815 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 Feb 10 07:23:09.893682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 21bf8c55-63cc-43dc-9471-b963945e0059 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:23:09.941942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 21bf8c55-63cc-43dc-9471-b963945e0059 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:23:09.946155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 21bf8c55-63cc-43dc-9471-b963945e0059 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:23:09.946565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:10.030416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 21bf8c55-63cc-43dc-9471-b963945e0059 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:23:10.030726 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:10.055416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:23:10.058880 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5441b66-f88e-4a1a-903c-619af8453388" -d '{"events": [{"server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "name": "network-vif-plugged", "status": "completed", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:23:10.076086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:23:10.079778 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:10.102231 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac536a00-3c2c-4673-b68b-4a2f3bf74b15 x-openstack-request-id: req-ac536a00-3c2c-4673-b68b-4a2f3bf74b15 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:23:10.103197 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "name": "network-vif-plugged", "status": "completed", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:23:10.103312 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac536a00-3c2c-4673-b68b-4a2f3bf74b15 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:23:10.103863 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059', 'code': 200} Feb 10 07:23:10.128845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:10.196423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bd71e-853d-4a4f-940a-a6552700613f req-22f44a2a-a003-4107-a5c6-f0c878e3dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:10.197912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a5bd71e-853d-4a4f-940a-a6552700613f req-22f44a2a-a003-4107-a5c6-f0c878e3dd9e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1127 time: 0.0440388 Feb 10 07:23:10.240793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a5bd71e-853d-4a4f-940a-a6552700613f req-a73f3bc7-c83e-4345-a764-7b09e72b28ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368204 Feb 10 07:23:10.386272 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e724d13-f10e-4a1f-a5c1-fe425157bf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:10.484723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:10.998377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad003e6-87aa-481f-b06b-7abe1cf61e87 req-ca96f332-20aa-4b97-8198-04a035b58c9f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:11.000693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fad003e6-87aa-481f-b06b-7abe1cf61e87 req-ca96f332-20aa-4b97-8198-04a035b58c9f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0579288 Feb 10 07:23:11.046619 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fad003e6-87aa-481f-b06b-7abe1cf61e87 req-71259ad7-d272-4033-91d8-d07048b907b9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Feb 10 07:23:12.169273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6f0d5-260e-4a85-b854-ed0b1e4dc78f req-9fd558c7-4336-48f4-b697-032cd74797bf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:12.170770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb6f0d5-260e-4a85-b854-ed0b1e4dc78f req-9fd558c7-4336-48f4-b697-032cd74797bf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0559206 Feb 10 07:23:12.218425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb6f0d5-260e-4a85-b854-ed0b1e4dc78f req-002a4847-eb4c-40ee-8c65-cbbf88479f6d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Feb 10 07:23:12.333865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa30ddc-93fb-4de7-b878-d72027d7541d req-75e594d4-0af3-44f4-ba3e-05fe2daf2304 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:12.335313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0fa30ddc-93fb-4de7-b878-d72027d7541d req-75e594d4-0af3-44f4-ba3e-05fe2daf2304 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0521817 Feb 10 07:23:12.343817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 59946) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:23:12.348083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6e400785-8aba-400c-843d-0befb198a36c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'floatingip': {'port_id': '21bf8c55-63cc-43dc-9471-b963945e0059'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:23:12.389679 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e400785-8aba-400c-843d-0befb198a36c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:12.629075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdacf5a5-365a-428a-8758-a4c4d46e5eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:12.819797 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e400785-8aba-400c-843d-0befb198a36c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:12.823554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e400785-8aba-400c-843d-0befb198a36c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:12.924238 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-6e400785-8aba-400c-843d-0befb198a36c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Floating IP 903a472c-8367-4803-b0c7-cd5337fc867f associated. External IP: 172.25.8.138, port: 21bf8c55-63cc-43dc-9471-b963945e0059. Feb 10 07:23:13.131278 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e400785-8aba-400c-843d-0befb198a36c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:23:13.239857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e400785-8aba-400c-843d-0befb198a36c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:23:13.244394 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e400785-8aba-400c-843d-0befb198a36c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:13.249730 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:23:13.259490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:23:13.260132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:23:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:23:13.274964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e400785-8aba-400c-843d-0befb198a36c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "PUT /v2.0/floatingips/903a472c-8367-4803-b0c7-cd5337fc867f HTTP/1.1" status: 200 len: 991 time: 0.9294336 Feb 10 07:23:13.275601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:23:13.277942 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15528e3f-2df5-4810-88a9-e1ec7b89e27c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:23:13.316450 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd929e04-67a4-48f9-b34e-6d0898817ad5 x-openstack-request-id: req-cd929e04-67a4-48f9-b34e-6d0898817ad5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:23:13.316746 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:23:13.317011 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd929e04-67a4-48f9-b34e-6d0898817ad5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:23:13.317429 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059', 'status': 'completed', 'code': 200} Feb 10 07:23:13.377147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:23:13.407982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1065f-34d9-4275-ada7-7fa8dc429672 req-da31aa89-c1b8-485a-b804-4e7c36688a4d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:13.409501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58d1065f-34d9-4275-ada7-7fa8dc429672 req-da31aa89-c1b8-485a-b804-4e7c36688a4d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0823970 Feb 10 07:23:13.416029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-4c6b8685-48b6-44d0-b2e4-88354999e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:13.417450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-4c6b8685-48b6-44d0-b2e4-88354999e055 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1127 time: 0.0796392 Feb 10 07:23:13.520089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58d1065f-34d9-4275-ada7-7fa8dc429672 req-c97a9f48-8eb9-4bc7-afcd-82c8007f6771 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016598 Feb 10 07:23:13.539406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-2a29038b-7b78-4804-b41f-9a1616309c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:13.540903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-2a29038b-7b78-4804-b41f-9a1616309c56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1167488 Feb 10 07:23:13.603214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': '21bf8c55-63cc-43dc-9471-b963945e0059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:0c:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2da6e39-8a32-4377-a254-19f17363243f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:23:12Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:23:13.605178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-6a7e0b3b-e921-4ff3-ba3e-17f9ff833220 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 999 time: 0.0577314 Feb 10 07:23:13.629144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:23:13.638373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:23:13.639051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:23:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:23:13.653399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-357bc0ed-dbb3-4391-9db2-2e04d4a34fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:13.654886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-357bc0ed-dbb3-4391-9db2-2e04d4a34fbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0444205 Feb 10 07:23:13.710756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-b8471012-e151-49ba-b39b-8a4723bc19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:13.712290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-b8471012-e151-49ba-b39b-8a4723bc19b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520301 Feb 10 07:23:13.749527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:23:13.799092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-4105f713-71ef-4204-bd7f-8eef57685af7 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806167 Feb 10 07:23:13.895113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-15528e3f-2df5-4810-88a9-e1ec7b89e27c req-b7c5661c-9413-4a04-a7d8-07cd53439183 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909946 Feb 10 07:23:14.000300 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:14.137003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': '21bf8c55-63cc-43dc-9471-b963945e0059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:0c:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2da6e39-8a32-4377-a254-19f17363243f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:23:12Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:23:14.162324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce828197-6c53-48d2-807a-244f67afb301 None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': '21bf8c55-63cc-43dc-9471-b963945e0059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:0c:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2da6e39-8a32-4377-a254-19f17363243f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:23:12Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:23:14.348465 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f61da7-6c92-4634-b23f-0ed6a9204a27 None None] New status for floating IP 903a472c-8367-4803-b0c7-cd5337fc867f: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:23:14.641860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c11c-64e1-46e3-8673-053c38ad1643 req-3a354262-4d63-4ec5-91a0-f22986000dcd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:14.643359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6754c11c-64e1-46e3-8673-053c38ad1643 req-3a354262-4d63-4ec5-91a0-f22986000dcd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0528727 Feb 10 07:23:14.689345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6754c11c-64e1-46e3-8673-053c38ad1643 req-c4b4e1c2-14a7-440e-994a-ab737708012d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Feb 10 07:23:14.891878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b37b06-706e-44cb-bc16-28ffa1dc7faf req-9f7aa1b8-e951-4ef3-b313-75d7bf522ab2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:14.893339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59b37b06-706e-44cb-bc16-28ffa1dc7faf req-9f7aa1b8-e951-4ef3-b313-75d7bf522ab2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0518832 Feb 10 07:23:14.942068 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59b37b06-706e-44cb-bc16-28ffa1dc7faf req-1659b581-cea4-4c5d-a42c-cd4b1cee9f71 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Feb 10 07:23:15.384274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:16.062025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb953f8b-7b1b-4010-9111-1f979a0fdfcb req-e6ff3c65-c6b4-401b-9f23-26433697fd82 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:16.063530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb953f8b-7b1b-4010-9111-1f979a0fdfcb req-e6ff3c65-c6b4-401b-9f23-26433697fd82 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0512245 Feb 10 07:23:16.109008 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb953f8b-7b1b-4010-9111-1f979a0fdfcb req-54e056c5-964f-4838-a3c0-bd9b65655ee8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400286 Feb 10 07:23:16.503227 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:17.225393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee10f7-ed4a-4663-b816-aaa89c227e9f req-c8299426-c240-4712-b60f-90ae74ce31af tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:17.226909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68ee10f7-ed4a-4663-b816-aaa89c227e9f req-c8299426-c240-4712-b60f-90ae74ce31af tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0520079 Feb 10 07:23:17.272787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68ee10f7-ed4a-4663-b816-aaa89c227e9f req-c82a5a46-1069-4e5c-b257-65516f0e414c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397258 Feb 10 07:23:18.393476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040bc20-d75b-45cc-9a91-01fd355a50ec req-449bd346-a8f0-4f51-bd5f-7738a0af3123 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:18.394986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4040bc20-d75b-45cc-9a91-01fd355a50ec req-449bd346-a8f0-4f51-bd5f-7738a0af3123 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0556791 Feb 10 07:23:18.440708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4040bc20-d75b-45cc-9a91-01fd355a50ec req-f32c092a-01db-4352-8715-c6f1195a772a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401995 Feb 10 07:23:19.557317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ad443-25ba-4442-9ed3-67cf1101636a req-44aa1e2c-3528-43a1-9abe-58aaf6be99a0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:19.558804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-945ad443-25ba-4442-9ed3-67cf1101636a req-44aa1e2c-3528-43a1-9abe-58aaf6be99a0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0528445 Feb 10 07:23:19.604618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-945ad443-25ba-4442-9ed3-67cf1101636a req-f5f23b4a-3879-4a82-8f4c-ad8c18ec9b38 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Feb 10 07:23:20.721359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ceb04-154f-4929-8a20-cfe767d979d6 req-ceaaf99f-c1dc-4e32-b7b2-9cbba9edafb8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:20.722859 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-570ceb04-154f-4929-8a20-cfe767d979d6 req-ceaaf99f-c1dc-4e32-b7b2-9cbba9edafb8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0519562 Feb 10 07:23:20.771789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-570ceb04-154f-4929-8a20-cfe767d979d6 req-fb971026-14b1-4815-8011-b3bcca6ad300 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Feb 10 07:23:21.887449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc2e70-c53f-4777-9595-1ad93139d3a7 req-a87305db-8ed9-4b0d-af85-92780eb8aea0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:21.888899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7afc2e70-c53f-4777-9595-1ad93139d3a7 req-a87305db-8ed9-4b0d-af85-92780eb8aea0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0504913 Feb 10 07:23:21.934704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7afc2e70-c53f-4777-9595-1ad93139d3a7 req-2864663e-f510-4613-81f3-41830eacfd36 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 Feb 10 07:23:23.054677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9463a8b-4861-4345-bfd0-438cd9327b67 req-9d72d554-b318-4d26-8c6b-7126aa73e938 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:23.056047 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9463a8b-4861-4345-bfd0-438cd9327b67 req-9d72d554-b318-4d26-8c6b-7126aa73e938 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0540218 Feb 10 07:23:23.103011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f9463a8b-4861-4345-bfd0-438cd9327b67 req-858c9e8a-6e99-42da-a81b-fa3bfe89afd0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Feb 10 07:23:24.225741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90009c-5382-4089-a3ef-20fbdcf8076f req-affea91b-f546-4b60-ad1f-979b00a6ed42 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:24.227254 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c90009c-5382-4089-a3ef-20fbdcf8076f req-affea91b-f546-4b60-ad1f-979b00a6ed42 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0559156 Feb 10 07:23:24.272545 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c90009c-5382-4089-a3ef-20fbdcf8076f req-5c4793aa-0d91-4bd3-95d5-52a15af12309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390241 Feb 10 07:23:25.389172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e130f6e-73c8-4488-ad7c-7100a967ab5d req-001d3eb1-6614-41ee-bf90-23c946d694a4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:25.390652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e130f6e-73c8-4488-ad7c-7100a967ab5d req-001d3eb1-6614-41ee-bf90-23c946d694a4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0515411 Feb 10 07:23:25.437034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e130f6e-73c8-4488-ad7c-7100a967ab5d req-e1ba704a-fcfc-48d6-b4fd-b42e037abba0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408483 Feb 10 07:23:26.558179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ad14-e29a-4eed-9bf5-e8e751125d65 req-61ffdb8d-64cd-4e6f-8f16-cf5e70f1589e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:26.559660 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e338ad14-e29a-4eed-9bf5-e8e751125d65 req-61ffdb8d-64cd-4e6f-8f16-cf5e70f1589e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0572178 Feb 10 07:23:26.604362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e338ad14-e29a-4eed-9bf5-e8e751125d65 req-f3355f63-25da-40ec-ab3b-f7aefcb0ec4a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 Feb 10 07:23:27.730724 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ad391-3404-428a-bec2-f1132717e252 req-95faaffc-e4cd-412e-ba5f-c9b4530649b7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:27.732197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d6ad391-3404-428a-bec2-f1132717e252 req-95faaffc-e4cd-412e-ba5f-c9b4530649b7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0544145 Feb 10 07:23:27.777876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d6ad391-3404-428a-bec2-f1132717e252 req-2309aa40-454c-47be-b624-5ec06bfe3a54 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 Feb 10 07:23:28.893112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e05c8-e0be-4f95-a35c-a404531173b0 req-40a7f33e-fe54-45a5-92d5-d13c5e1b3873 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:28.894589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-701e05c8-e0be-4f95-a35c-a404531173b0 req-40a7f33e-fe54-45a5-92d5-d13c5e1b3873 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0513802 Feb 10 07:23:28.943482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-701e05c8-e0be-4f95-a35c-a404531173b0 req-4c96be0b-566c-4f37-a492-4f8feb7a4b49 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Feb 10 07:23:30.061131 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4164f2-e11e-44dc-8ad6-0e49856df4cf req-804f7cce-0651-4521-8d28-093f55c51484 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:30.062604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f4164f2-e11e-44dc-8ad6-0e49856df4cf req-804f7cce-0651-4521-8d28-093f55c51484 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0510490 Feb 10 07:23:30.108154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f4164f2-e11e-44dc-8ad6-0e49856df4cf req-bcaa07e5-e526-4cc2-b050-ead688483029 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400326 Feb 10 07:23:31.225800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b9cc0-c0b8-4b90-ae87-36e798fd579a req-aaf403a2-7bc4-4cdf-85fe-9c24a69c4fe4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:31.227816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-193b9cc0-c0b8-4b90-ae87-36e798fd579a req-aaf403a2-7bc4-4cdf-85fe-9c24a69c4fe4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0528438 Feb 10 07:23:31.272620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-193b9cc0-c0b8-4b90-ae87-36e798fd579a req-669d8357-60d3-4934-98f0-b9cc6abcc717 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 Feb 10 07:23:32.392538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674098a-b5f6-4fa0-a86d-a04f35759f92 req-1c85b784-0d64-444d-829f-33bf3bb598b5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:32.393993 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b674098a-b5f6-4fa0-a86d-a04f35759f92 req-1c85b784-0d64-444d-829f-33bf3bb598b5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0548337 Feb 10 07:23:32.440374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b674098a-b5f6-4fa0-a86d-a04f35759f92 req-aed0c280-b1a3-4f34-9578-c1a177c04209 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 Feb 10 07:23:33.560932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10912d91-34b8-4161-b1a2-72fdc05ebe39 req-5172859c-7f5b-4423-abc5-7709c2cb0b13 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:33.562422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10912d91-34b8-4161-b1a2-72fdc05ebe39 req-5172859c-7f5b-4423-abc5-7709c2cb0b13 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0515082 Feb 10 07:23:33.606934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10912d91-34b8-4161-b1a2-72fdc05ebe39 req-428865bb-b77d-45f4-83da-a60e4fb058eb tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390201 Feb 10 07:23:34.723650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5229928-bbd9-4012-86c0-bfa2a0ac1b95 req-4f3f1b32-e708-476d-8502-c1aa4981851b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:34.725121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5229928-bbd9-4012-86c0-bfa2a0ac1b95 req-4f3f1b32-e708-476d-8502-c1aa4981851b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0516961 Feb 10 07:23:34.776675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5229928-bbd9-4012-86c0-bfa2a0ac1b95 req-e3515e48-4c95-450d-9c86-c4b869839796 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460520 Feb 10 07:23:35.892395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4471cc-015d-4437-a94d-b5c06b339a5a req-fad8a0ef-fb2e-420a-9469-c23e2c9d35f9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:35.893856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4471cc-015d-4437-a94d-b5c06b339a5a req-fad8a0ef-fb2e-420a-9469-c23e2c9d35f9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0511291 Feb 10 07:23:35.939542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4471cc-015d-4437-a94d-b5c06b339a5a req-52c28f90-ed27-4aa6-8b66-1e28e3d54718 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400782 Feb 10 07:23:37.055070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0321e34-1e72-4d0b-9871-c4f5be5af238 req-e63d6d7f-38fa-4d33-b8d2-cc1a0890a84e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:37.056509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0321e34-1e72-4d0b-9871-c4f5be5af238 req-e63d6d7f-38fa-4d33-b8d2-cc1a0890a84e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0510354 Feb 10 07:23:37.102152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0321e34-1e72-4d0b-9871-c4f5be5af238 req-004c6110-2c7a-43f3-8908-030d7f347019 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 Feb 10 07:23:37.255115 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:37.996944 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:23:38.226611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20188b9-e115-4ce2-85f4-5e9ee9957e92 req-a436baaa-79dd-4948-8673-35b63345e175 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:38.228062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b20188b9-e115-4ce2-85f4-5e9ee9957e92 req-a436baaa-79dd-4948-8673-35b63345e175 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0559609 Feb 10 07:23:38.273182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b20188b9-e115-4ce2-85f4-5e9ee9957e92 req-9b443704-561b-4885-b29d-3f51aea07e3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394437 Feb 10 07:23:39.389376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63de6a-d0cd-41cb-b36e-0bf3c9ee2e49 req-1e6d8d98-62d6-4999-9334-0d9a260731b9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:39.390865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f63de6a-d0cd-41cb-b36e-0bf3c9ee2e49 req-1e6d8d98-62d6-4999-9334-0d9a260731b9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0514491 Feb 10 07:23:39.435687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6f63de6a-d0cd-41cb-b36e-0bf3c9ee2e49 req-fd0a2173-86d1-4c59-8a8b-1ab62e57d819 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393689 Feb 10 07:23:40.388411 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-115f8178-bf22-4dce-a4cf-a5ea5dc32f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:40.486563 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:40.557485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7d111-212a-4d79-b668-d58f7db53078 req-ac423585-5cf0-402f-8c89-df723c094cf2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:40.558995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89c7d111-212a-4d79-b668-d58f7db53078 req-ac423585-5cf0-402f-8c89-df723c094cf2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0556288 Feb 10 07:23:40.901409 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-89c7d111-212a-4d79-b668-d58f7db53078 req-64945d62-65e9-4e8c-8d4f-37a4b5e4ff9c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369019 Feb 10 07:23:41.142699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088e1b7-f2d3-4349-b386-62ed8e3f6c8d req-a430efaa-34f0-4bb3-b21f-89b9e154f3ae tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:41.144176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7088e1b7-f2d3-4349-b386-62ed8e3f6c8d req-a430efaa-34f0-4bb3-b21f-89b9e154f3ae tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0525587 Feb 10 07:23:41.190280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7088e1b7-f2d3-4349-b386-62ed8e3f6c8d req-12c12916-2993-4523-82c7-f4ef8feb7495 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406616 Feb 10 07:23:41.214094 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-12f9aa32-576f-4cde-a7d6-a0d4c78b9978 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926013 Feb 10 07:23:41.547645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-e0481e3d-492c-4f67-92eb-0609fe27b261 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:41.548908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-e0481e3d-492c-4f67-92eb-0609fe27b261 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports/21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 942 time: 0.0466871 Feb 10 07:23:42.318053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c4a1-00b1-4487-bd59-642193e9ce87 req-17e70b63-4052-4bcd-a9c2-0edf308935b8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:42.319847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8601c4a1-00b1-4487-bd59-642193e9ce87 req-17e70b63-4052-4bcd-a9c2-0edf308935b8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0564973 Feb 10 07:23:42.377976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8601c4a1-00b1-4487-bd59-642193e9ce87 req-8ee8efcf-593f-4998-80a7-b55803c21b65 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498152 Feb 10 07:23:42.410371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-34946c47-1e3a-4595-8191-4bd70f4c5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:42.411857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-34946c47-1e3a-4595-8191-4bd70f4c5dd5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1127 time: 0.0489345 Feb 10 07:23:42.499711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-78d77862-fe3d-4d88-923b-9691da7fc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:42.501129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-78d77862-fe3d-4d88-923b-9691da7fc4f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0840561 Feb 10 07:23:42.565879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-7176c10b-5426-4507-a91d-ca53648a692f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 1001 time: 0.0579405 Feb 10 07:23:42.620702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-be81f78e-14f0-4573-81ae-57c34b3ef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:42.622206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-be81f78e-14f0-4573-81ae-57c34b3ef5e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0506475 Feb 10 07:23:42.633072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93ae9d1f-f4e9-40cb-ac79-3fbb45da8eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:42.676065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-47898569-124a-4c28-a4d7-9ba9c151a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:42.677551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-47898569-124a-4c28-a4d7-9ba9c151a6f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492518 Feb 10 07:23:42.765219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-82808854-1bf3-4d76-b053-56f71bfcc488 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817885 Feb 10 07:23:42.859792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-e6b3a6ca-4a6a-4894-a144-edb2ecfcbffe service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887349 Feb 10 07:23:42.968272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-882fc7d1-1e2f-42ea-bd8a-43de53884075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:42.970550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-882fc7d1-1e2f-42ea-bd8a-43de53884075 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1127 time: 0.0459609 Feb 10 07:23:43.085755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-a56bcf90-4010-4215-bc34-a38d8551f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:43.087885 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-a56bcf90-4010-4215-bc34-a38d8551f1a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0881586 Feb 10 07:23:43.151106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-04446b31-92bc-49b7-8de4-150f2ac5801a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 1001 time: 0.0575874 Feb 10 07:23:43.219413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-b00bdee6-a5e9-430c-be0e-7f1018f8098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:43.220911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-b00bdee6-a5e9-430c-be0e-7f1018f8098c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0473421 Feb 10 07:23:43.273401 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-48bf7574-d343-4695-8ab8-16146e2e19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:43.275536 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-48bf7574-d343-4695-8ab8-16146e2e19e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474451 Feb 10 07:23:43.364037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-b3437d0f-d7a9-4a94-a750-5c559524bde4 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800352 Feb 10 07:23:43.468057 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6ccedd-11e1-4bbe-a5ce-692e645fc8ff req-f8902800-fb7f-4cba-9735-43b46cd4551e service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967999 Feb 10 07:23:43.506053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14391aaf-d04e-4ac4-af94-ad3b17e3747a req-9d33bb96-968f-4393-85e0-c2d37245f384 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:43.507875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14391aaf-d04e-4ac4-af94-ad3b17e3747a req-9d33bb96-968f-4393-85e0-c2d37245f384 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0584812 Feb 10 07:23:43.559359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-14391aaf-d04e-4ac4-af94-ad3b17e3747a req-556cc2f2-2554-4db7-988a-69aa10a25c9a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454700 Feb 10 07:23:43.966185 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:44.702141 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-ce6fc2c8-8692-4335-8697-0dbfbae9431c service neutron] show failed (client error): The resource could not be found. Feb 10 07:23:44.703193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-ce6fc2c8-8692-4335-8697-0dbfbae9431c service neutron] 10.222.0.13 "GET /v2.0/ports/21bf8c55-63cc-43dc-9471-b963945e0059/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0904081 Feb 10 07:23:44.716216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d7ade-c788-42bf-81b4-3ca01cbdb2b3 req-bed30961-c0fe-4cf3-891c-627e8675eb34 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:44.717794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f42d7ade-c788-42bf-81b4-3ca01cbdb2b3 req-bed30961-c0fe-4cf3-891c-627e8675eb34 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0759139 Feb 10 07:23:44.776537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f42d7ade-c788-42bf-81b4-3ca01cbdb2b3 req-f7b1fab9-34c8-4991-8a53-e6371a54c23e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527830 Feb 10 07:23:44.917965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-4d396d8d-d41a-4b1a-a574-e6128d4bb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:44.919384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-4d396d8d-d41a-4b1a-a574-e6128d4bb034 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 1127 time: 0.0468256 Feb 10 07:23:44.929062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-2893357e-7c75-4dc4-974d-6392286a8fe1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:23:44.930059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-2893357e-7c75-4dc4-974d-6392286a8fe1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048163 Feb 10 07:23:44.940150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:23:44.999978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:45.208201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:23:45.240536 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:23:45.280292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:23:45.282613 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd4b30-0f98-4081-b44b-13d9525a2410" -d '{"events": [{"server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "name": "network-vif-unplugged", "status": "completed", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:23:45.286557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Publish callbacks [] for port (21bf8c55-63cc-43dc-9471-b963945e0059), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:45.299272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Transition to ACTIVE for port object 21bf8c55-63cc-43dc-9471-b963945e0059 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:23:45.303396 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:45.343034 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7179525-c51e-4462-b16a-229ff123a888 x-openstack-request-id: req-b7179525-c51e-4462-b16a-229ff123a888 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:23:45.343276 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "name": "network-vif-unplugged", "status": "completed", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:23:45.343539 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7179525-c51e-4462-b16a-229ff123a888 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:23:45.343951 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059', 'code': 200} Feb 10 07:23:45.391315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Pushing event updated for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:45.401222 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:45.442927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] No DVR routers for this DVR port 21bf8c55-63cc-43dc-9471-b963945e0059 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:23:45.590405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Attempting to bind port 21bf8c55-63cc-43dc-9471-b963945e0059 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:23:45.590746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Attempting to bind port 21bf8c55-63cc-43dc-9471-b963945e0059 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:23:45.591085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Attempting to bind port 21bf8c55-63cc-43dc-9471-b963945e0059 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:23:45.595731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Port 21bf8c55-63cc-43dc-9471-b963945e0059 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:23:45.596059 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Attempting to bind port 21bf8c55-63cc-43dc-9471-b963945e0059 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:23:45.601218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:23:45.601546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:23:45.602010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:23:45.602435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Bound port: 21bf8c55-63cc-43dc-9471-b963945e0059, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:23:45.602799 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:45.668744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:23:45.671854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:23:45.677817 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:45.718078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:45.718802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:45.720206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] 10.222.0.24 "PUT /v2.0/ports/21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 1091 time: 0.7835615 Feb 10 07:23:45.739190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840899d0-0099-4b3a-ac8a-79c49989eadf service neutron] Pushing event updated for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:45.799759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-0f225a6e-8747-4ad7-acde-77a58fb4e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:45.807488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-0f225a6e-8747-4ad7-acde-77a58fb4e9bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1125 time: 0.0573549 Feb 10 07:23:45.946234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-31a8a658-6fe3-49e2-95e6-b25b7195f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:45.947772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-31a8a658-6fe3-49e2-95e6-b25b7195f6e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1300004 Feb 10 07:23:45.957777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f60ff-f61d-4cc8-a807-1b098681112b req-7fca13d7-8732-4f33-ad8f-20163650679d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:45.959204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a4f60ff-f61d-4cc8-a807-1b098681112b req-7fca13d7-8732-4f33-ad8f-20163650679d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 943 time: 0.1088285 Feb 10 07:23:46.049313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-4316ef3f-ba37-4b5f-8f83-8d5721bedd56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 999 time: 0.0891824 Feb 10 07:23:46.056078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a4f60ff-f61d-4cc8-a807-1b098681112b req-78c60b97-17da-4f6f-b8fc-0af9a330524c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898967 Feb 10 07:23:46.099795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-0f454f37-f5c4-4f21-aec8-928d4b24bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:46.101248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-0f454f37-f5c4-4f21-aec8-928d4b24bf97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0434237 Feb 10 07:23:46.152291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-57325331-2464-42d6-848b-d5ea746dc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:46.153812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-57325331-2464-42d6-848b-d5ea746dc98c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452380 Feb 10 07:23:46.251640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-a4b837bb-44a4-4233-91e4-3f913cbdd629 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875471 Feb 10 07:23:46.343074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3920883-acf6-41c0-bc1f-baac595eb0b2 req-36009aeb-e567-43fa-968c-4382402a1cbf service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824049 Feb 10 07:23:46.506819 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:47.179246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b734-b761-497a-a0b8-b348aa241a57 req-d0c83c66-6fb6-4382-87f0-75fa2ff5dd0e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:47.180720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4350b734-b761-497a-a0b8-b348aa241a57 req-d0c83c66-6fb6-4382-87f0-75fa2ff5dd0e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 943 time: 0.0516286 Feb 10 07:23:47.232399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4350b734-b761-497a-a0b8-b348aa241a57 req-1c5de7e6-dd9b-412c-95ac-9f501ca59166 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Feb 10 07:23:47.345149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:23:47.347472 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48" -d '{"events": [{"name": "network-changed", "server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:23:47.394705 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dab650-e654-4095-b188-06662c864c64 x-openstack-request-id: req-f2dab650-e654-4095-b188-06662c864c64 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:23:47.395025 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:23:47.395282 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2dab650-e654-4095-b188-06662c864c64 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:23:47.395683 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059', 'status': 'completed', 'code': 200} Feb 10 07:23:47.487068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-112a6694-4256-4a1b-ba98-e6b66478be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:47.488595 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-112a6694-4256-4a1b-ba98-e6b66478be81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1125 time: 0.0767927 Feb 10 07:23:47.490249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-b476df4a-51a0-4ad2-84c4-984fba2c061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:47.491627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-b476df4a-51a0-4ad2-84c4-984fba2c061f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1125 time: 0.0711942 Feb 10 07:23:47.645013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-e198f032-0256-409e-90e3-11df91c0bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:47.646417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-e198f032-0256-409e-90e3-11df91c0bfe8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1516399 Feb 10 07:23:47.647716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-1d0e7d06-eb70-4b59-8cba-dec173584b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:47.649037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-1d0e7d06-eb70-4b59-8cba-dec173584b0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1474614 Feb 10 07:23:47.761153 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-ff563a39-9fb6-48e5-aaca-cd8d919d4bfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 999 time: 0.1076581 Feb 10 07:23:47.764949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-430f4807-abe9-43af-8c57-0bdf9ace08f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 999 time: 0.1050565 Feb 10 07:23:47.846219 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-326652f1-9ce4-4c84-bb67-03bb7c52dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:47.847704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-326652f1-9ce4-4c84-bb67-03bb7c52dac3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0808010 Feb 10 07:23:47.850924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-88ee67c8-4d94-46df-8421-364f7f3fb46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:47.852236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-88ee67c8-4d94-46df-8421-364f7f3fb46b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0782759 Feb 10 07:23:47.929427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-1ea3f785-b16f-4dbe-915a-699f79d511e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:47.930868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-1ea3f785-b16f-4dbe-915a-699f79d511e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0768280 Feb 10 07:23:47.932537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-39492572-1493-4532-9dfb-c1190a238a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:47.933891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-39492572-1493-4532-9dfb-c1190a238a93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0725901 Feb 10 07:23:48.084651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-ebab2aa1-4404-49d8-b4fe-c51ba5013165 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474264 Feb 10 07:23:48.088174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-8f649df2-45ff-4beb-9290-5c69f6540fbf service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430345 Feb 10 07:23:48.097369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 21bf8c55-63cc-43dc-9471-b963945e0059 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:23:48.136681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port 21bf8c55-63cc-43dc-9471-b963945e0059 host n-h2-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:23:48.137085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 21bf8c55-63cc-43dc-9471-b963945e0059 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:23:48.240049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-df754b69-61af-424f-939e-f052dbc75fd5 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474380 Feb 10 07:23:48.243368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d58dd9b8-f01f-4410-a6e1-ac1fe7386c48 req-5e33bedc-c9f2-4849-b7a0-b04e3b6d28d2 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438782 Feb 10 07:23:48.368337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c42d-bece-4c7e-9a8f-136321d1c5ad req-39ad4d74-56b3-4281-806f-c9682e28464e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:48.370294 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e53c42d-bece-4c7e-9a8f-136321d1c5ad req-39ad4d74-56b3-4281-806f-c9682e28464e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 943 time: 0.0521472 Feb 10 07:23:48.415947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e53c42d-bece-4c7e-9a8f-136321d1c5ad req-0a30528f-e059-432b-88bc-420979d81e6d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394943 Feb 10 07:23:48.646399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb60a88-e10c-41b7-9909-b946fecbaff9 req-4112ec9c-eb7e-49e0-9a34-6070e6dc2334 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:48.647888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7fb60a88-e10c-41b7-9909-b946fecbaff9 req-4112ec9c-eb7e-49e0-9a34-6070e6dc2334 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 943 time: 0.0881102 Feb 10 07:23:48.660718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-a0f2dfc3-4a6c-4bef-a50b-fd34a617c4ba tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:48.662125 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-a0f2dfc3-4a6c-4bef-a50b-fd34a617c4ba tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f&tenant_id=96a878c644084f49981bc804b65a1874&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 943 time: 0.0908167 Feb 10 07:23:48.741086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7fb60a88-e10c-41b7-9909-b946fecbaff9 req-44d5ddfc-d085-42a4-a2ca-fcbeef4fda66 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873566 Feb 10 07:23:48.749043 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-11e6bdb7-7508-4df6-949c-b44da6b54c0f service neutron] delete failed (client error): The resource could not be found. Feb 10 07:23:48.750030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-11e6bdb7-7508-4df6-949c-b44da6b54c0f service neutron] 10.222.0.13 "DELETE /v2.0/ports/21bf8c55-63cc-43dc-9471-b963945e0059/bindings/n-h1-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0809865 Feb 10 07:23:48.838193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-c93592de-6f70-4d6b-851e-cc066590f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:48.839738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-c93592de-6f70-4d6b-851e-cc066590f9ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1125 time: 0.0477862 Feb 10 07:23:48.925357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-477c8b89-c851-4880-8577-19f328c4a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:48.926877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-477c8b89-c851-4880-8577-19f328c4a9be service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0812490 Feb 10 07:23:48.991717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-92714ba2-5575-4eed-af87-c48952d7de62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 999 time: 0.0595484 Feb 10 07:23:49.037730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-53743318-f5f9-49c1-a47c-5cf5e03ad552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:49.039067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-53743318-f5f9-49c1-a47c-5cf5e03ad552 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0419581 Feb 10 07:23:49.085020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-fd1d529e-31bf-423c-bd37-21ba379ec15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:49.086548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-fd1d529e-31bf-423c-bd37-21ba379ec15b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0418670 Feb 10 07:23:49.175948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-79ac2438-55c4-49fb-b35b-e9b30a2b2c27 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840759 Feb 10 07:23:49.261838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-522b8fb5-421d-45ee-99b7-84c62197e0b5 req-51d39be9-ea02-4f0d-a11b-af75fb71e4ee service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804608 Feb 10 07:23:49.477083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 21bf8c55-63cc-43dc-9471-b963945e0059 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:23:49.576816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:23:49.588053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '21bf8c55-63cc-43dc-9471-b963945e0059', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': '21bf8c55-63cc-43dc-9471-b963945e0059', 'mac_address': 'fa:16:3e:0c:62:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:23:49.626289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 21bf8c55-63cc-43dc-9471-b963945e0059 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:23:49.626710 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:49.640003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bf8c55-63cc-43dc-9471-b963945e0059 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:23:49.659614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:23:49.663254 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:49.710449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:49.867864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a60e4-58de-455c-8867-192bc775d60b req-41958547-ce17-4f36-aed5-eff8343fa8a3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:49.869848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-150a60e4-58de-455c-8867-192bc775d60b req-41958547-ce17-4f36-aed5-eff8343fa8a3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 944 time: 0.0569553 Feb 10 07:23:49.915737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['21bf8c55-63cc-43dc-9471-b963945e0059'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:23:50.214373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-150a60e4-58de-455c-8867-192bc775d60b req-b301e37d-3418-4c3b-ad74-b574b1926c8d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389180 Feb 10 07:23:50.332680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5356a7d-020a-4ff8-a861-d236e4d3b07f req-99552feb-2557-4b19-8438-5822277003b4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:50.334142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5356a7d-020a-4ff8-a861-d236e4d3b07f req-99552feb-2557-4b19-8438-5822277003b4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 944 time: 0.0516894 Feb 10 07:23:50.379419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5356a7d-020a-4ff8-a861-d236e4d3b07f req-2bf3e5cd-4d77-40e9-8061-da6f5d207c71 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391412 Feb 10 07:23:50.586582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aefe3-ca5a-499f-a22f-4056e4e7a803 req-7729f617-b624-4e07-9f07-57cfe62af7b8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:50.588892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-595aefe3-ca5a-499f-a22f-4056e4e7a803 req-7729f617-b624-4e07-9f07-57cfe62af7b8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 944 time: 0.0651581 Feb 10 07:23:50.652463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-5d38bd6d-177e-44d8-b5af-fa7555f124b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:50.653922 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-5d38bd6d-177e-44d8-b5af-fa7555f124b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 1126 time: 0.0862348 Feb 10 07:23:50.657307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-595aefe3-ca5a-499f-a22f-4056e4e7a803 req-cc4b40bf-7231-4008-8e13-f867946aba1f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547860 Feb 10 07:23:50.748228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-7bd9eb20-c24a-4c00-a37f-64c585f95a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:50.749646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-7bd9eb20-c24a-4c00-a37f-64c585f95a5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0860651 Feb 10 07:23:50.816846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-fc7b8100-03f2-4445-b1ee-6a2946166012 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 200 len: 1000 time: 0.0566604 Feb 10 07:23:50.866180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-ee43ed09-be40-4dc7-ac3c-073ce56ce7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:50.867610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-ee43ed09-be40-4dc7-ac3c-073ce56ce7d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0420742 Feb 10 07:23:50.923445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-1d87968f-94c3-4659-8138-7c24fe20c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:50.924909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-1d87968f-94c3-4659-8138-7c24fe20c9df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462418 Feb 10 07:23:51.013439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-2e798ec0-aefb-442c-b5a7-26fd72200af8 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804901 Feb 10 07:23:51.107645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3fc3ce84-ffe3-48ea-849a-61561c0aee36 req-4948d777-c0af-4465-9a20-71f8cd031d63 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848327 Feb 10 07:23:51.470882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 21bf8c55-63cc-43dc-9471-b963945e0059 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:23:51.520255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 21bf8c55-63cc-43dc-9471-b963945e0059 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:23:51.524929 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 21bf8c55-63cc-43dc-9471-b963945e0059 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:23:51.525306 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:51.606989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 21bf8c55-63cc-43dc-9471-b963945e0059 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:23:51.607380 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:51.636046 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:23:51.638610 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b961305-fff7-41c7-b743-ec266ea5341a" -d '{"events": [{"server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "name": "network-vif-plugged", "status": "completed", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:23:51.651427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:23:51.655584 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:51.684561 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a89dd83-530c-4dd2-ba12-f4c81a8a06d3 x-openstack-request-id: req-6a89dd83-530c-4dd2-ba12-f4c81a8a06d3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:23:51.684857 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "name": "network-vif-plugged", "status": "completed", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:23:51.685195 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a89dd83-530c-4dd2-ba12-f4c81a8a06d3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:23:51.685594 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059', 'code': 200} Feb 10 07:23:51.713760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:51.786178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefc206-64cc-4dbe-a5b4-413ba65e734a req-f5cda106-4b56-4496-a3ed-6f56bae85dfd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:51.787710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acefc206-64cc-4dbe-a5b4-413ba65e734a req-f5cda106-4b56-4496-a3ed-6f56bae85dfd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0584652 Feb 10 07:23:51.833164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-acefc206-64cc-4dbe-a5b4-413ba65e734a req-e01df90f-3c03-4a8f-867d-c297c6ccf84c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 Feb 10 07:23:52.063132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dcd7e-c9d6-429c-be8c-59aa61f9e517 req-83d68aa4-b285-47f3-aef9-f005630d698c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:52.064615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab6dcd7e-c9d6-429c-be8c-59aa61f9e517 req-83d68aa4-b285-47f3-aef9-f005630d698c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0529866 Feb 10 07:23:52.114734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab6dcd7e-c9d6-429c-be8c-59aa61f9e517 req-b0487492-b2e4-41f9-84f8-8ea0b28ce048 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442791 Feb 10 07:23:53.236574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c603d1-9d61-4c31-b2f0-ae0b4e660667 req-7a49e63c-7bed-4df0-a534-4051ef323232 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:53.238087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98c603d1-9d61-4c31-b2f0-ae0b4e660667 req-7a49e63c-7bed-4df0-a534-4051ef323232 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0526054 Feb 10 07:23:53.285697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98c603d1-9d61-4c31-b2f0-ae0b4e660667 req-209bfcfa-60d3-471e-9dfb-d56778093046 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413418 Feb 10 07:23:53.401658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-d31661d2-331e-4b1d-bce6-a2aee4514d2d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:53.403045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-d31661d2-331e-4b1d-bce6-a2aee4514d2d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 945 time: 0.0510974 Feb 10 07:23:53.498158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Deleting port 21bf8c55-63cc-43dc-9471-b963945e0059 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:23:53.498533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:53.587562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] For port 21bf8c55-63cc-43dc-9471-b963945e0059, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=21bf8c55-63cc-43dc-9471-b963945e0059,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:23:53.587922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:53.758817 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:53.759210 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:53.759525 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Floating IP 903a472c-8367-4803-b0c7-cd5337fc867f disassociated. External IP: 172.25.8.138, port: 21bf8c55-63cc-43dc-9471-b963945e0059. Feb 10 07:23:53.759866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Calling delete_port for 21bf8c55-63cc-43dc-9471-b963945e0059 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:23:53.883229 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (21bf8c55-63cc-43dc-9471-b963945e0059), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:53.915968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event deleted for resources: {'Port': ['ID=21bf8c55-63cc-43dc-9471-b963945e0059,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:54.035218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:23:54.146354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:23:54.156081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:23:54.166872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:23:54.167484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:23:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:23:54.187612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] No DVR routers for this DVR port 21bf8c55-63cc-43dc-9471-b963945e0059 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:23:54.190237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:54.193927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4764cd8f-c35c-42a7-85a5-5c8d12777c7f req-6f60b0c1-e5ea-485e-a094-37b2670ede3f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "DELETE /v2.0/ports/21bf8c55-63cc-43dc-9471-b963945e0059 HTTP/1.1" status: 204 len: 173 time: 0.7826240 Feb 10 07:23:54.194443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'name': 'network-vif-deleted', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:23:54.197232 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f8166-068e-43ed-afe4-3446c74a0e21" -d '{"events": [{"server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "name": "network-vif-deleted", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:23:54.238596 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1ddb46-07ff-4571-bd8b-369ef8991b1c x-openstack-request-id: req-4c1ddb46-07ff-4571-bd8b-369ef8991b1c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:23:54.239221 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2da6e39-8a32-4377-a254-19f17363243f", "name": "network-vif-deleted", "tag": "21bf8c55-63cc-43dc-9471-b963945e0059", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:23:54.239221 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c1ddb46-07ff-4571-bd8b-369ef8991b1c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:23:54.239713 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2da6e39-8a32-4377-a254-19f17363243f', 'name': 'network-vif-deleted', 'tag': '21bf8c55-63cc-43dc-9471-b963945e0059', 'status': 'completed', 'code': 200} Feb 10 07:23:54.298200 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:23:54.405837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7006ed86-4e34-4e4c-abb9-a730ace365bb req-8341220c-b682-4d9d-b4d0-dd85539f1082 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2da6e39-8a32-4377-a254-19f17363243f HTTP/1.1" status: 200 len: 210 time: 0.0294528 Feb 10 07:23:54.503549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:23:54.529259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:23:54.537441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:23:54.538041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:23:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:23:54.646655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:23:54.844349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:23:54.870765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ab7a0-ce8c-4937-9b95-2159622a6698 None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:23:55.081880 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298773d4-5474-4354-b28b-247074814bd4 None None] New status for floating IP 903a472c-8367-4803-b0c7-cd5337fc867f: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:23:55.656236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-e7c6e253-5642-425a-bef2-f912995bda62 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1590098468&fields=id&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 267 time: 0.0433950 Feb 10 07:23:55.764815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-d667af56-35e9-4e1c-b127-15f166632f00 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:55.766265 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-d667af56-35e9-4e1c-b127-15f166632f00 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 810 time: 0.1022801 Feb 10 07:23:55.784582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-ab859874-1548-40a8-84d3-a1e34632db42 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/quotas/96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 375 time: 0.0127487 Feb 10 07:23:55.839667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-fac1cf46-b238-4b2d-967a-b17e89c1d9ae tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498555 Feb 10 07:23:55.936241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-ab7720e3-fd07-4645-85b0-0da9673f95b7 service neutron] 10.222.0.21 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852804 Feb 10 07:23:56.022186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-80b8eb5b-c3f2-4238-a583-b35789e0cc4a service neutron] 10.222.0.21 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802300 Feb 10 07:23:56.181946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b1f01588-ffd0-4f33-98a5-7d1e9ecdcee5 req-8aeac859-a701-490e-9638-e43ec18bdd2b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 210 time: 0.0279882 Feb 10 07:23:57.081963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-98471915-fbca-460a-bd64-ee0c1267233a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:57.083417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-98471915-fbca-460a-bd64-ee0c1267233a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 810 time: 0.1116760 Feb 10 07:23:57.142764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-9e1592d1-3227-411a-8f0e-989993842e7b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 380 time: 0.0509844 Feb 10 07:23:57.151610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'port': {'device_id': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'admin_state_up': True, 'tenant_id': '96a878c644084f49981bc804b65a1874', 'security_groups': ['689ae944-0712-4f2e-a3d7-64b0ba074559']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:23:57.282614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64678dd3-0390-49a0-a51f-a2efe80636f1 req-2206cf60-66ea-40fb-b000-6d30f5337c58 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 210 time: 0.0339375 Feb 10 07:23:57.286833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Made reservation on behalf of 96a878c644084f49981bc804b65a1874 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:23:57.290109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:57.420045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Allocated IP 172.20.0.3 (4541e614-1804-4cf0-a3d6-ca52c6220162/35db0c2f-4358-4c9a-881d-6391b8ce5152/b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:23:57.476336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 21bf8c55-63cc-43dc-9471-b963945e0059 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:23:57.496641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 21bf8c55-63cc-43dc-9471-b963945e0059 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:23:57.496991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 21bf8c55-63cc-43dc-9471-b963945e0059 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:23:57.555020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:57.587952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:57.634183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:23:57.637775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:23:57.641527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:23:57.670715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:57.699814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:57.700442 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:57.716821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-32d1b324-b9f6-49f3-b0a0-7985d69fe722 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693293 Feb 10 07:23:57.728000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Request body: {'port': {'device_id': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:23:57.789006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:57.885202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c1308e3d-6813-4569-a8f3-06dc207447a3 None None] Provisioning complete for port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:23:57.885578 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1308e3d-6813-4569-a8f3-06dc207447a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:57.921961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1308e3d-6813-4569-a8f3-06dc207447a3 None None] Port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:23:58.061101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:23:58.068777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Publish callbacks [] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:58.080701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Transition to ACTIVE for port object b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:23:58.084336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:58.133406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:58.209136 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:23:58.210176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:23:58.210554 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:23:58.215520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:23:58.215844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:23:58.220943 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:23:58.221285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:23:58.221671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:23:58.222154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Bound port: b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:23:58.222540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:58.288327 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:23:58.291411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:23:58.297293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:58.345499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:58.346136 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:23:58.347736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] 10.222.0.13 "PUT /v2.0/ports/b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1091 time: 0.6239443 Feb 10 07:23:58.348819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:23:58.352104 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a4344c-5889-4ead-9630-03610b90edca" -d '{"events": [{"name": "network-changed", "server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:23:58.418715 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ec533f-19fe-4aa2-a183-e6fdc41d9013 x-openstack-request-id: req-b8ec533f-19fe-4aa2-a183-e6fdc41d9013 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:23:58.418994 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:23:58.419248 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8ec533f-19fe-4aa2-a183-e6fdc41d9013 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:23:58.419640 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'status': 'completed', 'code': 200} Feb 10 07:23:58.445137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41882-1e55-4d92-823f-2b2442265e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:23:58.475182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-8106b51d-4061-40cb-afdc-df60105889ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:58.476710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-8106b51d-4061-40cb-afdc-df60105889ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1125 time: 0.0845561 Feb 10 07:23:58.484171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eeb10-609b-42f4-a852-598b056a4b01 req-8bd02336-0d72-4ab8-9442-bf793a98c038 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:58.485614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e02eeb10-609b-42f4-a852-598b056a4b01 req-8bd02336-0d72-4ab8-9442-bf793a98c038 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 943 time: 0.1141403 Feb 10 07:23:58.528192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-eded00f1-54c7-4557-ad9e-70e5fec3b56b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 217 time: 0.0416095 Feb 10 07:23:58.601271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e02eeb10-609b-42f4-a852-598b056a4b01 req-29afbf54-e2fa-4c7b-a82a-56ef36ee3013 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074302 Feb 10 07:23:58.602994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-23595d6d-b7d6-425c-a83b-135a1bcb90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:58.604962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-23595d6d-b7d6-425c-a83b-135a1bcb90d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0706129 Feb 10 07:23:58.663513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-fa0852d9-c80e-490a-b131-fd6a5cf67f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:58.666183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-fa0852d9-c80e-490a-b131-fd6a5cf67f4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540531 Feb 10 07:23:58.757359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-42b26f49-7d85-4f0c-92a2-f9d6a01e5d5d service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845551 Feb 10 07:23:58.847692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aff916a4-04ff-45c3-9603-6b293a84c2a4 req-8a86ad21-1248-4cb0-adef-54b11ea6ffaf service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840874 Feb 10 07:23:58.934628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4344c-5889-4ead-9630-03610b90edca req-f53cc561-2595-4146-bf84-46b49e7b6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:58.936100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a4344c-5889-4ead-9630-03610b90edca req-f53cc561-2595-4146-bf84-46b49e7b6d2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1125 time: 0.0445230 Feb 10 07:23:59.033771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4344c-5889-4ead-9630-03610b90edca req-5b5accfa-3c00-481d-aec3-6359f50a512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:59.035210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a4344c-5889-4ead-9630-03610b90edca req-5b5accfa-3c00-481d-aec3-6359f50a512b service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0935075 Feb 10 07:23:59.079669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a4344c-5889-4ead-9630-03610b90edca req-d336489b-e1cb-4c74-a2c9-58f1965b76c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 217 time: 0.0335793 Feb 10 07:23:59.126569 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4344c-5889-4ead-9630-03610b90edca req-e23565c1-47b5-4be4-b589-9c4342e041fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:59.127998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a4344c-5889-4ead-9630-03610b90edca req-e23565c1-47b5-4be4-b589-9c4342e041fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0429547 Feb 10 07:23:59.178961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4344c-5889-4ead-9630-03610b90edca req-477785a7-e876-45c5-a2fc-cbbf456f9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:59.180426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a4344c-5889-4ead-9630-03610b90edca req-477785a7-e876-45c5-a2fc-cbbf456f9a64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472691 Feb 10 07:23:59.268666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a4344c-5889-4ead-9630-03610b90edca req-61c3e977-fafd-488a-8964-24f6a8e08016 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823119 Feb 10 07:23:59.363853 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0a4344c-5889-4ead-9630-03610b90edca req-087f8e02-5e5a-46d8-9566-527650b00286 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892284 Feb 10 07:23:59.723028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb61711-c675-473e-a198-122beca16bc5 req-e3f55453-4508-4776-b098-6e2d3bdb8d32 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:23:59.724835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7eb61711-c675-473e-a198-122beca16bc5 req-e3f55453-4508-4776-b098-6e2d3bdb8d32 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 943 time: 0.0526793 Feb 10 07:23:59.769809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7eb61711-c675-473e-a198-122beca16bc5 req-cec20686-668c-4236-9411-e796730ff2e8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387564 Feb 10 07:24:00.886171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af99db-9609-41b2-8e85-c82e354882a2 req-fc8df6e2-3577-4e02-94a8-31915b6394b3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:00.887637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55af99db-9609-41b2-8e85-c82e354882a2 req-fc8df6e2-3577-4e02-94a8-31915b6394b3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 943 time: 0.0507486 Feb 10 07:24:00.936194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55af99db-9609-41b2-8e85-c82e354882a2 req-aaeded99-b8bc-4436-a57a-88d9002ec80f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Feb 10 07:24:02.052164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060604-c4d5-4511-876f-1cfed59bf683 req-3972573b-92ca-42a3-9194-c7cd19a9397e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:02.053637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd060604-c4d5-4511-876f-1cfed59bf683 req-3972573b-92ca-42a3-9194-c7cd19a9397e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 943 time: 0.0510008 Feb 10 07:24:02.099707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd060604-c4d5-4511-876f-1cfed59bf683 req-45ac2353-617c-4c84-be14-5cefc76fd157 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400305 Feb 10 07:24:02.158735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:24:02.254812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:02.267031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'mac_address': 'fa:16:3e:4f:53:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:24:02.302396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:24:02.302784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:02.315481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:24:02.333792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:02.337711 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:02.382252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:02.389337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.389684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.390026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.390454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.390801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.391131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.391459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.391783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.392107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.392431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.392757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.393074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.393391 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:02.619594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:24:03.216799 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019776b9-9c6f-42d3-adde-0c8ba803d107 req-af14731e-7943-4908-8b9c-92f9f44e35b2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:03.218273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-019776b9-9c6f-42d3-adde-0c8ba803d107 req-af14731e-7943-4908-8b9c-92f9f44e35b2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 944 time: 0.0527070 Feb 10 07:24:03.264172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-019776b9-9c6f-42d3-adde-0c8ba803d107 req-a3dfb2f3-97ac-4a51-aa53-6ba50c9dfac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403202 Feb 10 07:24:04.158393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:24:04.207809 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:24:04.211748 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:24:04.212125 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:04.289373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:24:04.289760 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:04.315990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:04.318286 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fc9ecb-fca2-413c-991d-39c8c3e12309" -d '{"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-plugged", "status": "completed", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:04.331564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:04.336586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:04.362691 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b780c42-e65b-4c2d-a086-10454872b43f x-openstack-request-id: req-6b780c42-e65b-4c2d-a086-10454872b43f {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:04.362988 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-plugged", "status": "completed", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:04.363706 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b780c42-e65b-4c2d-a086-10454872b43f {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:04.363821 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'code': 200} Feb 10 07:24:04.388437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67978220-35d7-478a-a7f0-ff77363528bc req-a483baa2-677f-450a-9b02-ab60c9ae9894 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:04.390007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67978220-35d7-478a-a7f0-ff77363528bc req-a483baa2-677f-450a-9b02-ab60c9ae9894 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0581152 Feb 10 07:24:04.390724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:04.462340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-67978220-35d7-478a-a7f0-ff77363528bc req-026448e1-e4fd-46b1-8a5f-3f53fd31b0c4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656979 Feb 10 07:24:04.474995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5514e-6351-4b78-8568-dce10cf91ccd req-f80f6f32-464d-4ed2-8608-316ec1f087e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:04.476513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56d5514e-6351-4b78-8568-dce10cf91ccd req-f80f6f32-464d-4ed2-8608-316ec1f087e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1127 time: 0.0594604 Feb 10 07:24:04.518045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56d5514e-6351-4b78-8568-dce10cf91ccd req-ba3e0543-7ee2-4cd4-abc2-82fe2d0ef2f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361657 Feb 10 07:24:05.586098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b53a77-3f9c-47c0-8517-4d1793d623a0 req-54ffbc61-a2de-4823-a9c3-7b765f44984c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:05.587575 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72b53a77-3f9c-47c0-8517-4d1793d623a0 req-54ffbc61-a2de-4823-a9c3-7b765f44984c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0550730 Feb 10 07:24:05.632986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-72b53a77-3f9c-47c0-8517-4d1793d623a0 req-7c09e9aa-c85b-467a-a0cb-1bd166db55ca tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394347 Feb 10 07:24:06.750010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda2765-27bb-4261-9b59-0133d60b46b6 req-a8b19ec7-37aa-4dda-88a2-761a4b152f5d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:06.751731 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3dda2765-27bb-4261-9b59-0133d60b46b6 req-a8b19ec7-37aa-4dda-88a2-761a4b152f5d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Feb 10 07:24:06.797131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3dda2765-27bb-4261-9b59-0133d60b46b6 req-ff945646-a0ba-4475-9925-dcffaca549f6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Feb 10 07:24:06.909163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d032e-02f4-4071-8b95-0fa3acda7943 req-a00c84c7-2044-4277-84c9-ebcdc5433126 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:06.910715 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2b4d032e-02f4-4071-8b95-0fa3acda7943 req-a00c84c7-2044-4277-84c9-ebcdc5433126 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0508413 Feb 10 07:24:06.919531 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:24:06.923762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f5484f29-5080-4115-8a76-0c902d63103c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'floatingip': {'port_id': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:24:07.254472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:07.273330 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5484f29-5080-4115-8a76-0c902d63103c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:07.699759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5484f29-5080-4115-8a76-0c902d63103c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:07.703631 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5484f29-5080-4115-8a76-0c902d63103c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:07.807013 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-f5484f29-5080-4115-8a76-0c902d63103c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Floating IP 903a472c-8367-4803-b0c7-cd5337fc867f associated. External IP: 172.25.8.138, port: b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3. Feb 10 07:24:08.014392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5484f29-5080-4115-8a76-0c902d63103c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:24:08.119716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5484f29-5080-4115-8a76-0c902d63103c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:24:08.125127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5484f29-5080-4115-8a76-0c902d63103c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:08.129759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:24:08.139618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:24:08.140311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:23:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:08.154181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f5484f29-5080-4115-8a76-0c902d63103c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "PUT /v2.0/floatingips/903a472c-8367-4803-b0c7-cd5337fc867f HTTP/1.1" status: 200 len: 991 time: 1.2335997 Feb 10 07:24:08.154814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:08.157065 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8016df-d297-4865-836d-477699ab78a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:08.209683 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd12fbf7-935d-4202-98ef-61821c5bc481 x-openstack-request-id: req-cd12fbf7-935d-4202-98ef-61821c5bc481 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:08.209974 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:08.210228 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd12fbf7-935d-4202-98ef-61821c5bc481 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:08.210656 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'status': 'completed', 'code': 200} Feb 10 07:24:08.256100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:24:08.295397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8016df-d297-4865-836d-477699ab78a4 req-4c05cdbd-7dbd-4bcd-9370-394ca3d56b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:08.297285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb8016df-d297-4865-836d-477699ab78a4 req-4c05cdbd-7dbd-4bcd-9370-394ca3d56b03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1127 time: 0.0694108 Feb 10 07:24:08.304156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdf564-2629-4f70-ae22-159a55110616 req-0d20a8e2-f274-4d9e-8019-441c183397b5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:08.305556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42bdf564-2629-4f70-ae22-159a55110616 req-0d20a8e2-f274-4d9e-8019-441c183397b5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0890131 Feb 10 07:24:08.411603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42bdf564-2629-4f70-ae22-159a55110616 req-d6088c36-900d-45a1-af4f-d42d62243f50 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976803 Feb 10 07:24:08.436839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8016df-d297-4865-836d-477699ab78a4 req-a6636dbd-5d32-4f97-aaa4-1d4bb514f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:08.438420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb8016df-d297-4865-836d-477699ab78a4 req-a6636dbd-5d32-4f97-aaa4-1d4bb514f660 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1319883 Feb 10 07:24:08.482719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:4f:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:24:07Z', 'revision_number': 9, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:08.508582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb8016df-d297-4865-836d-477699ab78a4 req-965654e2-70ca-4ced-9a61-73210615bbb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 999 time: 0.0639930 Feb 10 07:24:08.513269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:24:08.522161 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:24:08.522920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:23:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:08.558130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8016df-d297-4865-836d-477699ab78a4 req-41aa0dd3-65f5-4710-8d59-fd90c061b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:08.559697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb8016df-d297-4865-836d-477699ab78a4 req-41aa0dd3-65f5-4710-8d59-fd90c061b1ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0451887 Feb 10 07:24:08.608875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8016df-d297-4865-836d-477699ab78a4 req-3fd2bdd3-3cd6-4f6b-8e45-7833ec8f8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:08.610432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb8016df-d297-4865-836d-477699ab78a4 req-3fd2bdd3-3cd6-4f6b-8e45-7833ec8f8d32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450547 Feb 10 07:24:08.630863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:24:08.705565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb8016df-d297-4865-836d-477699ab78a4 req-5c850214-aec2-43de-9190-d5065dae2ef9 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888724 Feb 10 07:24:08.800752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb8016df-d297-4865-836d-477699ab78a4 req-da37a503-a1af-4fdf-9e89-cdca3ec60c5e service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901670 Feb 10 07:24:08.851670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:4f:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:24:07Z', 'revision_number': 9, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:08.877297 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22c925-424b-432c-857b-66f0d2329261 None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:4f:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:24:07Z', 'revision_number': 9, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:24:09.058186 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca021231-d7a4-4a47-b150-b3ca4f628e63 None None] New status for floating IP 903a472c-8367-4803-b0c7-cd5337fc867f: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:24:09.538497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ab64d-025b-4ab5-a5aa-4d6381ca1028 req-93b81aaf-afda-488f-bd04-ccc0a50a64c6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:09.539972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc4ab64d-025b-4ab5-a5aa-4d6381ca1028 req-93b81aaf-afda-488f-bd04-ccc0a50a64c6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0571959 Feb 10 07:24:09.586319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc4ab64d-025b-4ab5-a5aa-4d6381ca1028 req-e62c934f-0bd7-4894-b118-f2a7bfd3ecca tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Feb 10 07:24:09.821185 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-71b64e5a-43a3-49c3-8e75-43c212c5d5bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0552111 Feb 10 07:24:09.829593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166ce6-5a08-4996-a6df-ce1696bc4f49 req-03a6530b-57ee-430e-a6c2-124b0310cffd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:09.831586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12166ce6-5a08-4996-a6df-ce1696bc4f49 req-03a6530b-57ee-430e-a6c2-124b0310cffd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0558565 Feb 10 07:24:09.879455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-12166ce6-5a08-4996-a6df-ce1696bc4f49 req-da00694f-7b8d-4ccc-84bb-b69e103644cf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Feb 10 07:24:10.243512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-c552d781-b096-41e7-aba3-6f4054d551ae tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:10.244779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-c552d781-b096-41e7-aba3-6f4054d551ae tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports/b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 942 time: 0.0877483 Feb 10 07:24:10.396918 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c974e5b2-b1c3-45bf-ab92-33a6f33a846b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:10.485421 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:11.011419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c1f77-5401-404e-a7aa-17fbd226a66b req-fede9dfe-f64b-44c0-b405-93c8d10d03cd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:11.013005 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d1c1f77-5401-404e-a7aa-17fbd226a66b req-fede9dfe-f64b-44c0-b405-93c8d10d03cd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0586827 Feb 10 07:24:11.087086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d1c1f77-5401-404e-a7aa-17fbd226a66b req-61f7271b-39bc-45e3-ac6a-eb43a07cb384 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673318 Feb 10 07:24:11.096744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-257b46b7-f0b2-468b-9628-1c07e9281c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:11.098178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-257b46b7-f0b2-468b-9628-1c07e9281c7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1127 time: 0.0651708 Feb 10 07:24:11.190803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-77a8f82f-c222-477f-988f-c25281d3469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:11.192177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-77a8f82f-c222-477f-988f-c25281d3469d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0878096 Feb 10 07:24:11.255690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-7727e4df-a3d4-4606-82c4-3f1ff9ee5a2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1002 time: 0.0579870 Feb 10 07:24:11.303839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ea74734e-3b20-41fe-9917-16a0c4c34559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:11.305301 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ea74734e-3b20-41fe-9917-16a0c4c34559 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0433204 Feb 10 07:24:11.357412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-65252fd6-3fb6-4624-813c-72deee29c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:11.358943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-65252fd6-3fb6-4624-813c-72deee29c404 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478494 Feb 10 07:24:11.444612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-a6812e07-b4dd-448d-a9b7-fd7d5f33689f service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798934 Feb 10 07:24:11.535454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-a900a643-5892-4c19-9f6d-736df93e4804 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843904 Feb 10 07:24:12.206570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919f95-3cfa-4b37-9884-820e59eb96fa req-60efedbc-ed41-4634-90f5-d8c00d1fe154 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:12.208071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43919f95-3cfa-4b37-9884-820e59eb96fa req-60efedbc-ed41-4634-90f5-d8c00d1fe154 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0525866 Feb 10 07:24:12.253787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43919f95-3cfa-4b37-9884-820e59eb96fa req-2df231f4-da6d-4abc-bd63-df747fec1a7b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400343 Feb 10 07:24:12.634902 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e62b8d70-2cea-4a53-86ad-c71b50aadb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:13.371855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde6122-bde2-4890-b50a-ee8da27b06a7 req-140d6570-5abf-4ddc-8f40-832fc289956d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:13.373309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cde6122-bde2-4890-b50a-ee8da27b06a7 req-140d6570-5abf-4ddc-8f40-832fc289956d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0514698 Feb 10 07:24:13.422419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6cde6122-bde2-4890-b50a-ee8da27b06a7 req-149eadd4-9818-4b73-9998-161ec1da9c01 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429561 Feb 10 07:24:13.968809 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:14.540999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdecc1-35d6-407f-8bcf-3c0a8af64b7f req-59d67d83-62b3-413e-95fa-b2bfa5ff4ab1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:14.543052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2cdecc1-35d6-407f-8bcf-3c0a8af64b7f req-59d67d83-62b3-413e-95fa-b2bfa5ff4ab1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0523405 Feb 10 07:24:14.589040 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c2cdecc1-35d6-407f-8bcf-3c0a8af64b7f req-8b3534f2-198a-47a3-8274-81796c385792 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403163 Feb 10 07:24:14.998327 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:24:15.388518 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:15.706207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf8c4-b51f-44cd-9fcc-eb46ee05c3c0 req-bfc5aecd-9d21-4758-a658-f39f98fcc70d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:15.707697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0cbbf8c4-b51f-44cd-9fcc-eb46ee05c3c0 req-bfc5aecd-9d21-4758-a658-f39f98fcc70d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0516787 Feb 10 07:24:15.753261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0cbbf8c4-b51f-44cd-9fcc-eb46ee05c3c0 req-ae274789-4eb5-4e81-89fa-6cbf648ee3c4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400431 Feb 10 07:24:16.509164 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:16.873921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddbaf3-3073-49ca-97a6-085e809547fd req-779ba0c7-261c-4a6c-a8a3-393202572ac8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:16.875392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9ddbaf3-3073-49ca-97a6-085e809547fd req-779ba0c7-261c-4a6c-a8a3-393202572ac8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0553064 Feb 10 07:24:16.920361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9ddbaf3-3073-49ca-97a6-085e809547fd req-ac143b77-8e2d-4806-a9c7-6564d0bd5cd8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394883 Feb 10 07:24:18.036549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b1435-5ca9-49b2-b005-2e9451c539df req-4f201d67-c83f-436b-91f0-03f113c483aa tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:18.037994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a57b1435-5ca9-49b2-b005-2e9451c539df req-4f201d67-c83f-436b-91f0-03f113c483aa tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0510337 Feb 10 07:24:18.083609 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a57b1435-5ca9-49b2-b005-2e9451c539df req-5eed0195-d0fa-40b9-b7df-da538b4e46dd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401475 Feb 10 07:24:19.203158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b3cfc-dcf6-4066-91ba-edd688263996 req-8a1359db-af42-42c8-a3cc-793d791b0c02 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:19.205427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a3b3cfc-dcf6-4066-91ba-edd688263996 req-8a1359db-af42-42c8-a3cc-793d791b0c02 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0559576 Feb 10 07:24:19.252172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3a3b3cfc-dcf6-4066-91ba-edd688263996 req-5a58ba34-2de3-465b-aa7c-f59859ed31be tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412140 Feb 10 07:24:20.369164 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8e5b1-c04b-4998-be56-8cb21254391e req-26b044f8-fcbc-4ae3-bfeb-454dc2fe4c03 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:20.370656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aba8e5b1-c04b-4998-be56-8cb21254391e req-26b044f8-fcbc-4ae3-bfeb-454dc2fe4c03 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0531156 Feb 10 07:24:20.416324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aba8e5b1-c04b-4998-be56-8cb21254391e req-857fef5f-dc8e-4619-9ba5-823535c1dbe0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Feb 10 07:24:21.532681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4473ee-0799-435a-be54-0b3289a4d14e req-af1f76fe-9e13-4cff-b5cf-d4d2b4033239 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:21.534165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de4473ee-0799-435a-be54-0b3289a4d14e req-af1f76fe-9e13-4cff-b5cf-d4d2b4033239 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0512066 Feb 10 07:24:21.582803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-de4473ee-0799-435a-be54-0b3289a4d14e req-bd76a8ed-927a-4fa7-b012-be33c5c160fd tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431571 Feb 10 07:24:22.700096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa1e4-2885-493b-9ea3-ba6866f66398 req-5fed846d-8ee2-40e3-8b16-465083533d3a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:22.701555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-761fa1e4-2885-493b-9ea3-ba6866f66398 req-5fed846d-8ee2-40e3-8b16-465083533d3a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0517080 Feb 10 07:24:22.752462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-761fa1e4-2885-493b-9ea3-ba6866f66398 req-cd49eff2-64fb-4627-aa84-0383706ae132 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453818 Feb 10 07:24:23.874440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a0afa-502a-40c6-9a4e-285748704f17 req-8e4263e0-4cd7-4d44-ac3a-cd2894d95901 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:23.876831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-368a0afa-502a-40c6-9a4e-285748704f17 req-8e4263e0-4cd7-4d44-ac3a-cd2894d95901 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0549250 Feb 10 07:24:23.923264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-368a0afa-502a-40c6-9a4e-285748704f17 req-d65f256e-9bc9-47f7-9892-cc455d3b0e7b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Feb 10 07:24:25.047974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df3056-1664-4989-8a93-67b4523bc7cd req-a5bc93a2-4784-4710-9c0a-1b0cc6a17174 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:25.049390 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07df3056-1664-4989-8a93-67b4523bc7cd req-a5bc93a2-4784-4710-9c0a-1b0cc6a17174 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0562165 Feb 10 07:24:25.097684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07df3056-1664-4989-8a93-67b4523bc7cd req-a8d3c1bc-994f-40d6-b3e8-86de9f98ea26 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Feb 10 07:24:26.214884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b3687-313f-4e1b-b57f-1d2f28eed84a req-54c90b6d-3c32-4949-b537-3edea81a41d3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:26.216360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-166b3687-313f-4e1b-b57f-1d2f28eed84a req-54c90b6d-3c32-4949-b537-3edea81a41d3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0524125 Feb 10 07:24:26.262004 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-166b3687-313f-4e1b-b57f-1d2f28eed84a req-4b605e64-d268-4b59-b68b-3bcc6cab8044 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 Feb 10 07:24:27.381393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4af3a-0ce0-4fb7-a070-5166548a9af1 req-70cc61ba-46e9-459a-8365-a5b54261e315 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:27.382890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70c4af3a-0ce0-4fb7-a070-5166548a9af1 req-70cc61ba-46e9-459a-8365-a5b54261e315 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Feb 10 07:24:27.432973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-70c4af3a-0ce0-4fb7-a070-5166548a9af1 req-bdfb7e2d-3e49-496b-a1be-a47d5395ac78 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440016 Feb 10 07:24:28.139281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-a84cd98a-effe-4971-9fba-8d0521563ff8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:24:28.140230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-a84cd98a-effe-4971-9fba-8d0521563ff8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053082 Feb 10 07:24:28.199228 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-eb85241c-031d-4a8e-8e59-608baa704761 req-6770fa03-174b-4a21-ba12-fee3216917eb service neutron] show failed (client error): The resource could not be found. Feb 10 07:24:28.200223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-6770fa03-174b-4a21-ba12-fee3216917eb service neutron] 10.222.0.13 "GET /v2.0/ports/b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0536213 Feb 10 07:24:28.402281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-8afb8cc3-e647-4f8a-b630-51e69ac83191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:28.403769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-8afb8cc3-e647-4f8a-b630-51e69ac83191 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 1127 time: 0.0448322 Feb 10 07:24:28.420218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:24:28.480522 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:28.936179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c052c3-c66a-401f-b079-a2869cc53593 req-2ea016db-3a98-42c3-a88a-53f4804f57cf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:28.937640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39c052c3-c66a-401f-b079-a2869cc53593 req-2ea016db-3a98-42c3-a88a-53f4804f57cf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.4265914 Feb 10 07:24:29.033627 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39c052c3-c66a-401f-b079-a2869cc53593 req-9e91e9d1-968f-4a11-ada6-e0c44ca1bc36 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847962 Feb 10 07:24:29.044533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:29.076789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:24:29.117765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:29.120057 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fb051f-470d-4aba-a49f-76df5dae56f6" -d '{"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-unplugged", "status": "completed", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:29.123834 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Publish callbacks [] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:29.135835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Transition to ACTIVE for port object b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:24:29.140544 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:29.173873 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b020aac-80fc-489f-a892-bc4fe5c92395 x-openstack-request-id: req-4b020aac-80fc-489f-a892-bc4fe5c92395 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:29.174166 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-unplugged", "status": "completed", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:29.174439 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b020aac-80fc-489f-a892-bc4fe5c92395 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:29.174828 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'code': 200} Feb 10 07:24:29.217304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:29.231715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.232130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.232468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.232801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.233129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.233461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.233784 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.234111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.234455 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.234775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.235095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.235409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.235725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:24:29.276513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] No DVR routers for this DVR port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:24:29.423072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:24:29.423732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:24:29.423732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:24:29.427884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:24:29.428202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:24:29.432894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:24:29.433245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:24:29.433618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:24:29.434036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Bound port: b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:24:29.434402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:29.496612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:24:29.499487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:24:29.505368 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:29.536928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:29.537540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:29.539447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] 10.222.0.24 "PUT /v2.0/ports/b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1091 time: 1.1235180 Feb 10 07:24:29.575731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98f217-904f-47c3-aa1c-4373c62fbf17 service neutron] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:29.616289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-8790d4b9-3a66-4560-b95d-907e89f2d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:29.617882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-8790d4b9-3a66-4560-b95d-907e89f2d79c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1125 time: 0.0505216 Feb 10 07:24:29.736939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-dd55b684-25c0-4d01-80e0-0df30cf59cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:29.738433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-dd55b684-25c0-4d01-80e0-0df30cf59cbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1116099 Feb 10 07:24:29.811161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-6970b23c-f2a9-4ece-a13a-570ea561911b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1000 time: 0.0640271 Feb 10 07:24:29.862150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-55fdac07-21a8-47de-8673-7e1db217f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:29.863659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-55fdac07-21a8-47de-8673-7e1db217f7f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0426393 Feb 10 07:24:29.919702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85241c-031d-4a8e-8e59-608baa704761 req-a49e774b-89a2-457a-908d-48c090910573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:29.921186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-a49e774b-89a2-457a-908d-48c090910573 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490005 Feb 10 07:24:30.016771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-22a3bd79-599d-430b-b60d-b6da22cdf064 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859571 Feb 10 07:24:30.117963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb85241c-031d-4a8e-8e59-608baa704761 req-f8a954e2-9b0a-4c82-8388-d5044c2d2c34 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922353 Feb 10 07:24:30.156961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666f5c0-abe6-4107-b16b-3e3a15a4046d req-8d8f15d7-d5e3-4a9e-a0d2-bdf5eba3acbe tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:30.158453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0666f5c0-abe6-4107-b16b-3e3a15a4046d req-8d8f15d7-d5e3-4a9e-a0d2-bdf5eba3acbe tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 943 time: 0.0551007 Feb 10 07:24:30.216395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0666f5c0-abe6-4107-b16b-3e3a15a4046d req-2252705b-a0a6-490d-91e0-96362b4f1483 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523987 Feb 10 07:24:31.176207 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:31.178631 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:31.234370 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7f8d23-da4c-42d8-a7e3-d16c87b64cd9 x-openstack-request-id: req-9e7f8d23-da4c-42d8-a7e3-d16c87b64cd9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:31.234665 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:31.235216 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e7f8d23-da4c-42d8-a7e3-d16c87b64cd9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:31.235619 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'status': 'completed', 'code': 200} Feb 10 07:24:31.354039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-c3b53c0d-43fd-43d8-968a-240dd59611df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:31.356170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-c3b53c0d-43fd-43d8-968a-240dd59611df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1125 time: 0.1057632 Feb 10 07:24:31.366972 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-e0d173c7-53cd-46fa-9b11-a6917ec44039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:31.368394 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-e0d173c7-53cd-46fa-9b11-a6917ec44039 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1125 time: 0.1074424 Feb 10 07:24:31.421273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0461f-5d53-4077-8f11-ad207219d803 req-834e87c5-2663-48eb-af26-048d0cb339b4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:31.422705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cd0461f-5d53-4077-8f11-ad207219d803 req-834e87c5-2663-48eb-af26-048d0cb339b4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 943 time: 0.1233411 Feb 10 07:24:31.571405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-a5be2255-5096-4fc9-b666-8bb3b4ac163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:31.572860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-a5be2255-5096-4fc9-b666-8bb3b4ac163a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1948197 Feb 10 07:24:31.574128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-795f23e0-9432-4e7d-b928-63074c0fdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:31.575465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-795f23e0-9432-4e7d-b928-63074c0fdf29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.2119057 Feb 10 07:24:31.578543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1cd0461f-5d53-4077-8f11-ad207219d803 req-97cff430-b5f2-4772-a135-29eed0748e41 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463871 Feb 10 07:24:31.687162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-0f91eb8c-de8f-470f-825f-291027cf0a2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1000 time: 0.1059883 Feb 10 07:24:31.688826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-11e772e2-5546-452d-8e7b-f2b76ff4e744 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1000 time: 0.1089306 Feb 10 07:24:31.768050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-7872538a-6dd4-4465-bc15-42603ef0a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:31.769767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-7872538a-6dd4-4465-bc15-42603ef0a3d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0765941 Feb 10 07:24:31.772140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-ab55bfe8-f976-4e20-9329-06d8b9d68402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:31.774450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-ab55bfe8-f976-4e20-9329-06d8b9d68402 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0735872 Feb 10 07:24:31.859107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-aac7acd4-b39d-40b8-b964-8a1ad662b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:31.860522 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-aac7acd4-b39d-40b8-b964-8a1ad662b5e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0846882 Feb 10 07:24:31.862261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-ba57ac09-2811-4673-9061-33580d056945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:31.863622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-ba57ac09-2811-4673-9061-33580d056945 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0780246 Feb 10 07:24:32.021998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-733a0e41-12a8-48aa-82fe-c055a5559fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550770 Feb 10 07:24:32.027757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-645936a2-316b-4cf2-8b9d-59324d0a036c service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414096 Feb 10 07:24:32.177588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-7410b840-637d-4717-ad6b-06937c700f56 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487956 Feb 10 07:24:32.182626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92ec3f-c26d-4f44-80d3-9ac05fafab4b req-38076bbb-79bc-4e14-8dc2-283e0bae67db service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462388 Feb 10 07:24:32.267357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:24:32.310316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 host n-h2-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:24:32.310785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:24:32.705216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7621d-0b24-4e08-ace1-02ee23d676c0 req-0e180de3-aeef-46fd-801a-e1ae845a08a8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:32.706740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33c7621d-0b24-4e08-ace1-02ee23d676c0 req-0e180de3-aeef-46fd-801a-e1ae845a08a8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 943 time: 0.0579381 Feb 10 07:24:32.753071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33c7621d-0b24-4e08-ace1-02ee23d676c0 req-1f8239d2-7756-4750-be64-c3068274782d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401337 Feb 10 07:24:33.071804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-c8dd0be3-4433-483d-ada1-2e918b3ba3f0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:33.073272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-c8dd0be3-4433-483d-ada1-2e918b3ba3f0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2&tenant_id=96a878c644084f49981bc804b65a1874&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 943 time: 0.0858588 Feb 10 07:24:33.084391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5329c-d6e7-430d-87eb-6a2f7fbd0c49 req-a5c67a71-e1ed-4ddb-8526-e54c8ec9b92e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:33.085747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06e5329c-d6e7-430d-87eb-6a2f7fbd0c49 req-a5c67a71-e1ed-4ddb-8526-e54c8ec9b92e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 943 time: 0.0709288 Feb 10 07:24:33.173527 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-06e5329c-d6e7-430d-87eb-6a2f7fbd0c49 req-8614287d-c928-46e7-881a-100aa9a19fc1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813124 Feb 10 07:24:33.176497 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-e8d7364f-7e2f-418a-99b2-030a1ed4ea4d service neutron] 10.222.0.24 "GET /v2.0/ports/b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3/bindings/n-h2-828670-1 HTTP/1.1" status: 200 len: 382 time: 0.0897753 Feb 10 07:24:33.241303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-63018bbc-3c2b-4525-869c-69ef7fc654d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:33.242839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-63018bbc-3c2b-4525-869c-69ef7fc654d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1125 time: 0.0451603 Feb 10 07:24:33.334489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-b93dffcd-e647-40f4-8386-be4574059f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:33.335945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-b93dffcd-e647-40f4-8386-be4574059f3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0875618 Feb 10 07:24:33.398954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-cc7cc843-7a63-4202-bb7c-4848d1088679 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1000 time: 0.0570087 Feb 10 07:24:33.445121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-7929249b-f600-4d12-a4af-35ea53440b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:33.446577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-7929249b-f600-4d12-a4af-35ea53440b42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0421991 Feb 10 07:24:33.496851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-891c82f8-5b6d-41bc-929c-45f784c5e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:33.498329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-891c82f8-5b6d-41bc-929c-45f784c5e3d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462580 Feb 10 07:24:33.586282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-c08b59d3-dbea-4a53-b54b-ad50a2f21370 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812938 Feb 10 07:24:33.613927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:24:33.677120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-e45fe6ca-dfac-4972-bea0-9dd463c6844b service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851805 Feb 10 07:24:33.712867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:33.724197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'mac_address': 'fa:16:3e:4f:53:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:24:33.760299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:24:33.760617 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:33.773523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:24:33.791847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:33.796075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:33.847155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:34.044715 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:24:34.299285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec5e60-4f17-43e9-b1c1-ae683cf7a875 req-a4ad4ab7-7f04-431e-bc97-3f50150db9c7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:34.301362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4cec5e60-4f17-43e9-b1c1-ae683cf7a875 req-a4ad4ab7-7f04-431e-bc97-3f50150db9c7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 944 time: 0.0575628 Feb 10 07:24:34.348413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4cec5e60-4f17-43e9-b1c1-ae683cf7a875 req-6ae5e9ec-71f5-4822-9708-90c2ac2551f4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Feb 10 07:24:35.476843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79ac6-c9e9-442f-b8c3-b229a00955b1 req-9889dcfa-2235-4ff7-8d18-8736a86cbbcc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:35.478354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ef79ac6-c9e9-442f-b8c3-b229a00955b1 req-9889dcfa-2235-4ff7-8d18-8736a86cbbcc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 944 time: 0.0575643 Feb 10 07:24:35.532342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1ef79ac6-c9e9-442f-b8c3-b229a00955b1 req-7e189172-471a-4176-b83b-0e7757ec67a1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480886 Feb 10 07:24:35.630700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:24:35.682414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:24:35.686785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:24:35.687156 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:35.695332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-1a5b13f8-9643-4314-b39c-ccc62df94bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:35.696858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-1a5b13f8-9643-4314-b39c-ccc62df94bca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 1126 time: 0.0456874 Feb 10 07:24:35.708107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:24:35.763843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:24:35.764235 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:35.765696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:35.786315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:35.788793 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d45062-4505-42ce-9be3-7a694f3b6ef8" -d '{"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-plugged", "status": "completed", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:35.802191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:35.806502 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:35.823334 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:24:35.823785 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:24:35.842979 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a655c761-2bf7-4ec3-92d4-02847636fb1b x-openstack-request-id: req-a655c761-2bf7-4ec3-92d4-02847636fb1b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:35.843272 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-plugged", "status": "completed", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:35.843528 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a655c761-2bf7-4ec3-92d4-02847636fb1b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:35.843918 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'code': 200} Feb 10 07:24:35.859266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:36.352435 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:36.548671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:36.581091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:24:36.646820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:36.649510 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7c7770-ea77-4b62-8502-707a23f8c818" -d '{"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-unplugged", "status": "completed", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:36.654613 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Publish callbacks [] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:36.673913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Transition to ACTIVE for port object b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:24:36.678532 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:36.707673 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1482feb4-2326-42be-a4b3-a720da3dcc4d x-openstack-request-id: req-1482feb4-2326-42be-a4b3-a720da3dcc4d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:36.707972 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-unplugged", "status": "completed", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:36.708231 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1482feb4-2326-42be-a4b3-a720da3dcc4d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:36.708631 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'code': 200} Feb 10 07:24:36.723092 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db5750-58c8-4968-9622-5d27b95072b9 req-c760cc56-00c2-4b02-a864-3f28fd97773d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:36.724583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10db5750-58c8-4968-9622-5d27b95072b9 req-c760cc56-00c2-4b02-a864-3f28fd97773d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.1226296 Feb 10 07:24:36.782991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:36.835413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10db5750-58c8-4968-9622-5d27b95072b9 req-eb9c823e-510d-40f6-9f35-a05eb7d48545 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025014 Feb 10 07:24:36.850649 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] No DVR routers for this DVR port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:24:36.989465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:24:36.989719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:24:36.990036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:24:36.994203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:24:36.994557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Attempting to bind port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:24:36.999814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:24:37.000140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:24:37.000509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:24:37.000920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Bound port: b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:24:37.001261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:37.061360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:24:37.064357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:24:37.070189 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:37.109193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:37.109831 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:37.111222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] 10.222.0.13 "PUT /v2.0/ports/b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1092 time: 1.4069684 Feb 10 07:24:37.129751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387ca1f-3e30-4494-a7a5-0ee587d8dab9 service neutron] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=11']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:37.178901 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-77aef535-9fde-4f80-9699-604bffe1e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:37.180481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-77aef535-9fde-4f80-9699-604bffe1e91a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1126 time: 0.0472891 Feb 10 07:24:37.254766 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:37.273898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-74bcd595-aa50-4a80-a805-21e7f7fbd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:37.275442 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-74bcd595-aa50-4a80-a805-21e7f7fbd923 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0883975 Feb 10 07:24:37.344522 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-263797f3-7953-4f9b-8a49-29ea1161955e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1000 time: 0.0627170 Feb 10 07:24:37.391067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-11a2ca04-601c-4a7c-afa2-4d337a76d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:37.392423 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-11a2ca04-601c-4a7c-afa2-4d337a76d4b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0423350 Feb 10 07:24:37.439760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-04cd9129-010e-4e3e-98bb-01abd221912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:37.441237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-04cd9129-010e-4e3e-98bb-01abd221912f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430260 Feb 10 07:24:37.530951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-2f8960cc-d11b-454d-bea0-3e84ef5f78a8 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837483 Feb 10 07:24:37.616513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7849b744-7ad0-49f9-a710-6fc116a8837b req-2335da5a-b183-4eed-9142-eb666bf0658d service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795584 Feb 10 07:24:38.280116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb527f-d5ff-4d0d-aa93-7976349a61e9 req-2e06380c-eeee-4e49-9df4-f4ba2327c16e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:38.281585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37bb527f-d5ff-4d0d-aa93-7976349a61e9 req-2e06380c-eeee-4e49-9df4-f4ba2327c16e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 944 time: 0.3746722 Feb 10 07:24:38.327107 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-37bb527f-d5ff-4d0d-aa93-7976349a61e9 req-84150b58-16c6-443f-8c6c-05356bbadcd8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 Feb 10 07:24:38.709833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:38.712387 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699b286f-2732-4e3e-be2c-d1063b054709" -d '{"events": [{"name": "network-changed", "server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:38.764985 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e19ad9d-6000-4f9b-b5b0-ad7aa09023ab x-openstack-request-id: req-1e19ad9d-6000-4f9b-b5b0-ad7aa09023ab {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:38.765288 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:38.765548 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e19ad9d-6000-4f9b-b5b0-ad7aa09023ab {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:38.765951 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'status': 'completed', 'code': 200} Feb 10 07:24:38.860191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b286f-2732-4e3e-be2c-d1063b054709 req-cbab79e1-ef70-4016-a63d-7aff5de15ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:38.861693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-cbab79e1-ef70-4016-a63d-7aff5de15ce6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1126 time: 0.0792394 Feb 10 07:24:38.863997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b286f-2732-4e3e-be2c-d1063b054709 req-fb90a2ae-82f3-4fd3-ad6d-5159d5c1099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:38.865326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-fb90a2ae-82f3-4fd3-ad6d-5159d5c1099a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 1126 time: 0.0713794 Feb 10 07:24:39.018827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b286f-2732-4e3e-be2c-d1063b054709 req-208dd032-686d-4419-a3b5-1dee09e572b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:39.020307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-208dd032-686d-4419-a3b5-1dee09e572b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1519008 Feb 10 07:24:39.021369 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b286f-2732-4e3e-be2c-d1063b054709 req-e3078731-2746-41e4-9012-33a81dd662c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:39.022693 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-e3078731-2746-41e4-9012-33a81dd662c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1474903 Feb 10 07:24:39.131823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-aecc95e8-c65a-453f-83e1-343ae9fa520a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1000 time: 0.1043179 Feb 10 07:24:39.133561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-3ed53ee0-53d6-43f5-87d0-bede8bbce08f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 200 len: 1000 time: 0.1005251 Feb 10 07:24:39.216979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b286f-2732-4e3e-be2c-d1063b054709 req-3cb6dfe4-0c89-4b8c-a806-99d4550fb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:39.218493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-3cb6dfe4-0c89-4b8c-a806-99d4550fb796 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0801654 Feb 10 07:24:39.219856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b286f-2732-4e3e-be2c-d1063b054709 req-a5cbedf7-e267-4e04-ad3a-41569f3b091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:39.221172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-a5cbedf7-e267-4e04-ad3a-41569f3b091b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0758610 Feb 10 07:24:39.296696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b286f-2732-4e3e-be2c-d1063b054709 req-dc6776c9-74d3-4a82-a9b0-be115f0b5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:39.298151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-dc6776c9-74d3-4a82-a9b0-be115f0b5fb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737276 Feb 10 07:24:39.300470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b286f-2732-4e3e-be2c-d1063b054709 req-e999418d-2263-453a-bd60-cb09d4270711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:39.301842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-e999418d-2263-453a-bd60-cb09d4270711 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0701663 Feb 10 07:24:39.486633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-53f939a9-f07f-43ef-9ff4-54a307d0050a service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827009 Feb 10 07:24:39.496028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-1dc6be98-9ca8-4807-b8c2-6f6e5b19863c service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841822 Feb 10 07:24:39.539007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9624a-57de-4e76-b7b3-57bc38ce7e75 req-60b5d54e-5e63-46b9-959c-ea6202b713c2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:39.540459 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3b9624a-57de-4e76-b7b3-57bc38ce7e75 req-60b5d54e-5e63-46b9-959c-ea6202b713c2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 944 time: 0.1306312 Feb 10 07:24:39.661761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:24:39.694012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a3b9624a-57de-4e76-b7b3-57bc38ce7e75 req-f5040e2f-0de0-4214-93e3-21a71e017399 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414526 Feb 10 07:24:39.697752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-d7508070-a5f5-49b6-9349-97abe7032af8 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043095 Feb 10 07:24:39.700285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-699b286f-2732-4e3e-be2c-d1063b054709 req-15b651ba-7e22-40ea-ac33-aa69e003fafc service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832039 Feb 10 07:24:39.701417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] The host n-h2-828670-1 is not matching for port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 host n-h1-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:24:39.701717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:24:40.391078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0f7247c-65a2-4884-a2e8-bc1a602b83d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:40.483318 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:40.819121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40af7d-c0a8-412a-9314-ba5e6152bf78 req-ef0ab843-ce8b-46d6-8eb7-fde524e67432 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:40.820600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b40af7d-c0a8-412a-9314-ba5e6152bf78 req-ef0ab843-ce8b-46d6-8eb7-fde524e67432 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 944 time: 0.0568054 Feb 10 07:24:40.866744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b40af7d-c0a8-412a-9314-ba5e6152bf78 req-d7ba57ed-5dd8-4755-ab79-0264df1e3902 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Feb 10 07:24:40.982517 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265da62-9297-4568-baa9-207f24af4902 req-2ea09e80-e6c9-457f-b69f-3ca61335235f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:40.984035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a265da62-9297-4568-baa9-207f24af4902 req-2ea09e80-e6c9-457f-b69f-3ca61335235f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 944 time: 0.0520484 Feb 10 07:24:41.029833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a265da62-9297-4568-baa9-207f24af4902 req-4909af3f-14c1-4fb7-b03a-afe1201554e6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Feb 10 07:24:41.144329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5626c-c4b9-48e4-92b1-dc2e4d080357 req-1a756af4-b875-486f-b6bf-30c43d7b45bf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:41.145803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3d5626c-c4b9-48e4-92b1-dc2e4d080357 req-1a756af4-b875-486f-b6bf-30c43d7b45bf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 944 time: 0.0518236 Feb 10 07:24:41.195921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b3d5626c-c4b9-48e4-92b1-dc2e4d080357 req-5ada330b-f50c-4643-9516-405952622d5a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Feb 10 07:24:41.429533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf626-23d6-42e5-a1ff-834de3a550b1 req-e6f99c89-9b65-4d6f-9616-c2c9246ffcdf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:41.431108 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-798bf626-23d6-42e5-a1ff-834de3a550b1 req-e6f99c89-9b65-4d6f-9616-c2c9246ffcdf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 944 time: 0.0515044 Feb 10 07:24:41.476439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-798bf626-23d6-42e5-a1ff-834de3a550b1 req-bdb6c573-c4d1-4379-af91-04fd9c0e910b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388503 Feb 10 07:24:42.361278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:24:42.456225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:42.467064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'mac_address': 'fa:16:3e:4f:53:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:24:42.508783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:24:42.509178 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:42.522871 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:24:42.541789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:42.547012 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:42.593725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=12']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:42.598902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062946e3-7805-43bf-a878-8c251a91a771 req-7e061195-8ecb-45e9-86cf-9f751095535c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:42.600399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-062946e3-7805-43bf-a878-8c251a91a771 req-7e061195-8ecb-45e9-86cf-9f751095535c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0527282 Feb 10 07:24:42.637777 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb14a35a-2344-4224-81b4-fb0e2a5dafa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:42.647261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-062946e3-7805-43bf-a878-8c251a91a771 req-0490823f-6d28-4586-923f-ad8220576962 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 Feb 10 07:24:42.750116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-9eddbaf6-7497-431c-90b5-f5c7982633f3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:42.752148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-9eddbaf6-7497-431c-90b5-f5c7982633f3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 945 time: 0.0681763 Feb 10 07:24:42.842138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Deleting port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:24:42.842510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:42.930857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] For port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:42.931214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:43.102538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:43.102823 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:43.103134 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Floating IP 903a472c-8367-4803-b0c7-cd5337fc867f disassociated. External IP: 172.25.8.138, port: b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3. Feb 10 07:24:43.103479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Calling delete_port for b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:24:43.230577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:43.258535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event deleted for resources: {'Port': ['ID=b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:43.381374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:24:43.490593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:24:43.501054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:24:43.510273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:24:43.511589 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:24:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:43.530654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] No DVR routers for this DVR port b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:24:43.533382 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:43.536780 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ccca5396-ac1d-409b-af50-aa2c94185849 req-32b224dc-71ee-44e8-9288-1caad914bac0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "DELETE /v2.0/ports/b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 HTTP/1.1" status: 204 len: 173 time: 0.7797766 Feb 10 07:24:43.537242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-deleted', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:43.539699 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146f9c29-a53f-4d73-94a7-dfd1ddac3ae4" -d '{"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-deleted", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:43.583607 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be82dcc5-4c4f-44c9-8405-0d95a00b06b2 x-openstack-request-id: req-be82dcc5-4c4f-44c9-8405-0d95a00b06b2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:43.583898 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd47d507-1df6-4d30-86d2-c769e4a2cca2", "name": "network-vif-deleted", "tag": "b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:43.584154 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be82dcc5-4c4f-44c9-8405-0d95a00b06b2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:43.586782 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd47d507-1df6-4d30-86d2-c769e4a2cca2', 'name': 'network-vif-deleted', 'tag': 'b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3', 'status': 'completed', 'code': 200} Feb 10 07:24:43.623483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:24:43.724761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cfb37d-0e97-42c2-8b7f-624f89bb5fb6 req-eeb5f062-ba24-43e7-87a0-407ca778df5f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292051 Feb 10 07:24:43.755538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-93cd5450-72a6-4d3a-9715-1b45a26d072a req-92c755e3-036b-4fac-b441-34df53435bfb tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 210 time: 0.0274515 Feb 10 07:24:43.801773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cfb37d-0e97-42c2-8b7f-624f89bb5fb6 req-db16d0bc-6b92-4782-a54c-0f4f1c936f82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=dd47d507-1df6-4d30-86d2-c769e4a2cca2 HTTP/1.1" status: 200 len: 210 time: 0.0298390 Feb 10 07:24:43.840211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:44.005513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb37d-0e97-42c2-8b7f-624f89bb5fb6 req-442b1c6c-e672-4ae1-b8a1-27c4cb91b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:44.007070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cfb37d-0e97-42c2-8b7f-624f89bb5fb6 req-442b1c6c-e672-4ae1-b8a1-27c4cb91b47f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=96a878c644084f49981bc804b65a1874&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1868491 Feb 10 07:24:44.037527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:24:44.050244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:44.052153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:24:44.052770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:24:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:44.161243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:24:44.175675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb37d-0e97-42c2-8b7f-624f89bb5fb6 req-33d053f7-a111-4710-a076-ffc43d02a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:44.177187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-54cfb37d-0e97-42c2-8b7f-624f89bb5fb6 req-33d053f7-a111-4710-a076-ffc43d02a8e7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1641021 Feb 10 07:24:44.361905 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:44.387408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b5d8f-1059-436f-a31b-1ad9f0b8a7fe None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:24:44.605898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a2ccd-311b-4621-9a64-168a42b1dbeb None None] New status for floating IP 903a472c-8367-4803-b0c7-cd5337fc867f: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:24:45.025112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-b8b795e3-ec51-4e10-b809-1ed2b05c1100 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1590098468&fields=id&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 267 time: 0.0517979 Feb 10 07:24:45.393395 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:45.452145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d03682ee-a71e-4f19-8bcd-52c2491edcaf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:45.453641 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d03682ee-a71e-4f19-8bcd-52c2491edcaf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 810 time: 0.4216735 Feb 10 07:24:45.468957 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-3578e13b-2ea4-44af-b337-a0e219360b61 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/quotas/96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 375 time: 0.0098040 Feb 10 07:24:45.522876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-b100d235-7f2f-4160-86ec-c681db7a1ba9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486035 Feb 10 07:24:45.628967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-92a99136-f29d-4061-a46f-249429a1af0a service neutron] 10.222.0.21 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934806 Feb 10 07:24:45.731109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-7a7f46a8-6e63-465c-ae65-a74e778a2431 service neutron] 10.222.0.21 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935504 Feb 10 07:24:45.899835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bbd84bcc-3108-4a53-89eb-c22675af716f req-7da9bb05-93d4-4f62-b2b4-e7ba55a4d899 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0328734 Feb 10 07:24:46.408002 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:24:46.429859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:24:46.429859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b888a2ab-d3f5-4013-a4dc-cf1f4a1905b3 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:24:46.513218 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:46.878366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-42c02960-aafd-42e6-949f-9aa0be8993e1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:46.879813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-42c02960-aafd-42e6-949f-9aa0be8993e1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 810 time: 0.1043189 Feb 10 07:24:46.939988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-4d87b4e7-62a4-47e5-b14e-33466ac57cb6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 380 time: 0.0523913 Feb 10 07:24:46.949704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'port': {'device_id': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'admin_state_up': True, 'tenant_id': '96a878c644084f49981bc804b65a1874', 'security_groups': ['689ae944-0712-4f2e-a3d7-64b0ba074559']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:24:47.030029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-375b4ac2-8952-470d-be88-c437fdd7e37a req-669bb6e6-5cec-4116-8019-942394285ee7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0525148 Feb 10 07:24:47.079800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Made reservation on behalf of 96a878c644084f49981bc804b65a1874 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:24:47.083403 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:47.208189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Allocated IP 172.20.0.6 (4541e614-1804-4cf0-a3d6-ca52c6220162/35db0c2f-4358-4c9a-881d-6391b8ce5152/b23746d4-bc84-421b-a930-72cbb87a911a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:24:47.343632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for port (b23746d4-bc84-421b-a930-72cbb87a911a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:47.376083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:47.418285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:24:47.421362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:24:47.425075 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:24:47.452926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:47.478421 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:47.479042 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:47.497322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-1a9c4c80-0c11-4a00-a8ff-e70831896309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519769 Feb 10 07:24:47.508385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Request body: {'port': {'device_id': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:24:47.574171 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:47.657661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5aca65b3-b88f-48ee-a8f3-63afb2a60fb9 None None] Provisioning complete for port b23746d4-bc84-421b-a930-72cbb87a911a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:24:47.658249 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aca65b3-b88f-48ee-a8f3-63afb2a60fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:47.695239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5aca65b3-b88f-48ee-a8f3-63afb2a60fb9 None None] Port b23746d4-bc84-421b-a930-72cbb87a911a cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:24:47.833936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23746d4-bc84-421b-a930-72cbb87a911a {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:24:47.841753 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Publish callbacks [] for port (b23746d4-bc84-421b-a930-72cbb87a911a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:47.853213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Transition to ACTIVE for port object b23746d4-bc84-421b-a930-72cbb87a911a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:24:47.857573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:47.924079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:47.986727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:24:47.987072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:24:47.987406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:24:47.992452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Port b23746d4-bc84-421b-a930-72cbb87a911a on network 4541e614-1804-4cf0-a3d6-ca52c6220162 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:24:47.992773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:24:47.998354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:24:47.998697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:24:47.999080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:24:47.999511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Bound port: b23746d4-bc84-421b-a930-72cbb87a911a, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:24:47.999869 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:48.066110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:24:48.069856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:24:48.076059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:48.116664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:48.117306 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:48.118744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] 10.222.0.13 "PUT /v2.0/ports/b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1091 time: 0.6145549 Feb 10 07:24:48.126810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:48.129115 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa668612-6ca0-42f2-afba-70b6b6d871b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:48.179222 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488d488f-2ba3-43e2-b0d5-525076b49bbd x-openstack-request-id: req-488d488f-2ba3-43e2-b0d5-525076b49bbd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:48.179517 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:48.179773 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-488d488f-2ba3-43e2-b0d5-525076b49bbd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:48.180172 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'status': 'completed', 'code': 200} Feb 10 07:24:48.204680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957a449-0aab-4210-95df-4612f4750b76 service neutron] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:48.237204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd431b5-9e42-4b9a-90f7-ad97019bb752 req-4ad23608-05b1-42ae-8010-81a46822e4a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:48.238800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfd431b5-9e42-4b9a-90f7-ad97019bb752 req-4ad23608-05b1-42ae-8010-81a46822e4a2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.1346319 Feb 10 07:24:48.242512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-f165cc7a-f210-4fa8-887b-59b030c1f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:48.243964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-f165cc7a-f210-4fa8-887b-59b030c1f246 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1125 time: 0.0811522 Feb 10 07:24:48.298113 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-3b02c206-be12-41f7-9fed-94b7de60cd03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 217 time: 0.0455151 Feb 10 07:24:48.355682 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dfd431b5-9e42-4b9a-90f7-ad97019bb752 req-c30a187d-110e-45a5-a611-bdcbe3964b45 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107576 Feb 10 07:24:48.366435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-5df6ade8-7eb2-451c-8b7d-74ddfe13e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:48.367725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-5df6ade8-7eb2-451c-8b7d-74ddfe13e194 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0622122 Feb 10 07:24:48.416503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-2840ce99-219c-4467-88d1-5200fbab9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:48.418678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-2840ce99-219c-4467-88d1-5200fbab9545 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450671 Feb 10 07:24:48.509910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-0a6f4137-9777-4362-a8cb-18f6c1120d6d service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841415 Feb 10 07:24:48.597401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56e32209-b0ca-4591-8ac8-d3e5bb872347 req-2af6766c-e72c-4ed2-b07d-050fef8117aa service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810926 Feb 10 07:24:48.687589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-87b4d734-e8d7-4584-90d1-d81721961f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:48.688998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-87b4d734-e8d7-4584-90d1-d81721961f3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1125 time: 0.0460081 Feb 10 07:24:48.783979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-6325be3c-025f-44be-9885-d576eaed91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:48.785452 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-6325be3c-025f-44be-9885-d576eaed91a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0905504 Feb 10 07:24:48.824760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-78dc7884-9a32-4129-9c5d-6f66b785919b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 217 time: 0.0341191 Feb 10 07:24:48.876890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-2d33b566-d371-4a87-b4dc-0a16864ce016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:48.878340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-2d33b566-d371-4a87-b4dc-0a16864ce016 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0474434 Feb 10 07:24:48.928430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-a174368b-0ebe-4a00-88ce-b2bf24aa82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:48.929935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-a174368b-0ebe-4a00-88ce-b2bf24aa82f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449619 Feb 10 07:24:49.016470 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-8494aa41-5ac2-476b-b2cb-cff553dcd1c6 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808647 Feb 10 07:24:49.107420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa668612-6ca0-42f2-afba-70b6b6d871b1 req-53a342d0-2320-49db-9e5c-1f7b92b0472d service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856202 Feb 10 07:24:49.475226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7214c-ca4b-4c62-86dd-d988ce80c414 req-6651de8f-b09c-4dee-b5dc-f20b2d77f689 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:49.476681 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7e7214c-ca4b-4c62-86dd-d988ce80c414 req-6651de8f-b09c-4dee-b5dc-f20b2d77f689 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0522032 Feb 10 07:24:49.525944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7e7214c-ca4b-4c62-86dd-d988ce80c414 req-f0e36173-6c2b-4d40-9517-89a4c4763428 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433507 Feb 10 07:24:50.651259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25179fa-0a55-4c97-b79a-6208552265db req-54eb4725-0b17-45b9-9359-68590a47e60b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:50.652720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a25179fa-0a55-4c97-b79a-6208552265db req-54eb4725-0b17-45b9-9359-68590a47e60b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0571592 Feb 10 07:24:50.699239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a25179fa-0a55-4c97-b79a-6208552265db req-4e01d502-70f7-49dc-9d67-0a25da7023ab tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Feb 10 07:24:51.814664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620da0d2-7713-4cbe-b761-a866b88d72ad req-218d5f13-cfef-48ac-96fb-ac983ecf74f4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:51.816130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-620da0d2-7713-4cbe-b761-a866b88d72ad req-218d5f13-cfef-48ac-96fb-ac983ecf74f4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0514114 Feb 10 07:24:51.861694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-620da0d2-7713-4cbe-b761-a866b88d72ad req-0e4acc9f-5588-45ed-bd5c-0b305c7eebe0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 Feb 10 07:24:51.997469 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:24:52.425120 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b23746d4-bc84-421b-a930-72cbb87a911a details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:24:52.523625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:52.535211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'mac_address': 'fa:16:3e:03:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:24:52.572373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b23746d4-bc84-421b-a930-72cbb87a911a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:24:52.572788 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:52.589384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23746d4-bc84-421b-a930-72cbb87a911a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:24:52.609070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:52.612850 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:52.660794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:52.891390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b23746d4-bc84-421b-a930-72cbb87a911a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:24:52.986823 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2379f-f6b1-4197-b763-55cfaa6f6adf req-bc749d0c-4774-4ea6-8f7c-c98a1c263015 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:52.988304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95f2379f-f6b1-4197-b763-55cfaa6f6adf req-bc749d0c-4774-4ea6-8f7c-c98a1c263015 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0563009 Feb 10 07:24:53.040720 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-95f2379f-f6b1-4197-b763-55cfaa6f6adf req-11b1dfaf-0ff3-486b-866c-8a4f1e2c7881 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467379 Feb 10 07:24:54.160874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ab724-452c-43a6-85e6-624b7d3fb78c req-e78f8516-111e-4cfd-9dae-980130982e13 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:54.162373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b65ab724-452c-43a6-85e6-624b7d3fb78c req-e78f8516-111e-4cfd-9dae-980130982e13 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0519791 Feb 10 07:24:54.208717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b65ab724-452c-43a6-85e6-624b7d3fb78c req-f643971f-e2e9-499f-880f-2155f40d8eda tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404315 Feb 10 07:24:54.435165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b23746d4-bc84-421b-a930-72cbb87a911a up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:24:54.484931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port b23746d4-bc84-421b-a930-72cbb87a911a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:24:54.489059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port b23746d4-bc84-421b-a930-72cbb87a911a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:24:54.489443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:54.564652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b23746d4-bc84-421b-a930-72cbb87a911a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:24:54.565061 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:54.587315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:54.589580 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0522a41b-36b6-4803-b4c4-c80ee63c3977" -d '{"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-plugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:54.601839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:24:54.605944 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:54.628746 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208abdc1-ada2-48d5-9f3e-6c709eb64254 x-openstack-request-id: req-208abdc1-ada2-48d5-9f3e-6c709eb64254 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:54.629031 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-plugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:54.629283 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-208abdc1-ada2-48d5-9f3e-6c709eb64254 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:54.629795 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'code': 200} Feb 10 07:24:54.656007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:24:54.730253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1ba5-4d23-43c9-b17f-8e4aa038063b req-c8e82017-2c0d-4f3f-ac4e-7d67c0768e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:54.731761 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c57c1ba5-4d23-43c9-b17f-8e4aa038063b req-c8e82017-2c0d-4f3f-ac4e-7d67c0768e30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1127 time: 0.0427525 Feb 10 07:24:54.777175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c57c1ba5-4d23-43c9-b17f-8e4aa038063b req-04f20b6d-d1f9-4240-a81e-2c457722b951 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398836 Feb 10 07:24:55.325040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a34758-a603-47fa-97c2-4df24c95e676 req-d78556bf-e43c-4fe1-9abc-828791c07881 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:55.326537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a34758-a603-47fa-97c2-4df24c95e676 req-d78556bf-e43c-4fe1-9abc-828791c07881 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0524852 Feb 10 07:24:55.372870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a34758-a603-47fa-97c2-4df24c95e676 req-5414c785-751f-4e0c-863f-b3c7c89aafff tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407925 Feb 10 07:24:56.490503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb23b77-aa5e-4785-b4ec-1241e1ec5643 req-fc33bc96-550c-49ac-9281-c821fa0f557d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:56.491971 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdb23b77-aa5e-4785-b4ec-1241e1ec5643 req-fc33bc96-550c-49ac-9281-c821fa0f557d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0511994 Feb 10 07:24:56.537933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdb23b77-aa5e-4785-b4ec-1241e1ec5643 req-5a4e236f-c080-412b-b472-86c1369a3207 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398149 Feb 10 07:24:56.655492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d3759-4a46-4ee4-b261-81922543b7ae req-82123da2-97a1-436d-a8c4-706134148982 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:56.656973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa8d3759-4a46-4ee4-b261-81922543b7ae req-82123da2-97a1-436d-a8c4-706134148982 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0566285 Feb 10 07:24:56.665490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60342) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:24:56.670374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-300e405b-e811-4c0d-bef7-2e34ca0eb494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Request body: {'floatingip': {'port_id': 'b23746d4-bc84-421b-a930-72cbb87a911a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:24:56.708390 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-300e405b-e811-4c0d-bef7-2e34ca0eb494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:57.142901 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-300e405b-e811-4c0d-bef7-2e34ca0eb494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:57.146598 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-300e405b-e811-4c0d-bef7-2e34ca0eb494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:57.252494 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-300e405b-e811-4c0d-bef7-2e34ca0eb494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Floating IP 903a472c-8367-4803-b0c7-cd5337fc867f associated. External IP: 172.25.8.138, port: b23746d4-bc84-421b-a930-72cbb87a911a. Feb 10 07:24:57.460684 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300e405b-e811-4c0d-bef7-2e34ca0eb494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:24:57.570628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300e405b-e811-4c0d-bef7-2e34ca0eb494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:24:57.576125 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-300e405b-e811-4c0d-bef7-2e34ca0eb494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:24:57.581478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:24:57.591388 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:24:57.592003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:24:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:57.607021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-300e405b-e811-4c0d-bef7-2e34ca0eb494 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "PUT /v2.0/floatingips/903a472c-8367-4803-b0c7-cd5337fc867f HTTP/1.1" status: 200 len: 992 time: 0.9404807 Feb 10 07:24:57.607610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:24:57.609875 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aa6b87-6da5-44db-ae70-5339f4283abb" -d '{"events": [{"name": "network-changed", "server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:24:57.657766 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8249719-b365-4a36-80a1-9a9915f87bd7 x-openstack-request-id: req-f8249719-b365-4a36-80a1-9a9915f87bd7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:24:57.658065 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:24:57.658391 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8249719-b365-4a36-80a1-9a9915f87bd7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:24:57.658777 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'status': 'completed', 'code': 200} Feb 10 07:24:57.706460 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:24:57.753499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38aea8-1f72-4266-a1df-3917393e198a req-c2821e3b-f203-4302-8df5-7696a01b012b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:57.755044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed38aea8-1f72-4266-a1df-3917393e198a req-c2821e3b-f203-4302-8df5-7696a01b012b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0869665 Feb 10 07:24:57.757679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-7fbbe64e-99db-4477-9165-2d6f94662c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:57.759217 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-7fbbe64e-99db-4477-9165-2d6f94662c5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1127 time: 0.0792296 Feb 10 07:24:57.862547 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ed38aea8-1f72-4266-a1df-3917393e198a req-09d6a086-b190-4545-8304-6231240ccd87 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015487 Feb 10 07:24:57.885954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-55975538-b01e-4c57-901a-f137e48cbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:57.887448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-55975538-b01e-4c57-901a-f137e48cbf07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1205146 Feb 10 07:24:57.934947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:03:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:24:57Z', 'revision_number': 13, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:57.956034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-1bd1ab48-88bb-4be7-bd99-2c8d8aa211c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1000 time: 0.0620909 Feb 10 07:24:57.964812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:24:57.973504 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:24:57.974338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:24:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:58.003636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-79768377-39e7-418a-b6d8-16bce653cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:58.005003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-79768377-39e7-418a-b6d8-16bce653cf36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0432885 Feb 10 07:24:58.059057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-0af0e89d-1821-4fd1-b3d9-f2e3ff129e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:58.060577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-0af0e89d-1821-4fd1-b3d9-f2e3ff129e7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484872 Feb 10 07:24:58.085970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:24:58.315850 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:03:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:24:57Z', 'revision_number': 13, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:24:58.343265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a7d03-be4d-47a2-8f7c-c63908ffbbe5 None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '903a472c-8367-4803-b0c7-cd5337fc867f', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'port_id': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'mac_address': 'fa:16:3e:03:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:22:16Z', 'updated_at': '2022-02-10T07:24:57Z', 'revision_number': 13, 'project_id': '96a878c644084f49981bc804b65a1874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:24:58.485954 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-cb20b582-27e5-426a-9caf-ec58e4fe0154 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192548 Feb 10 07:24:58.550739 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5fabe-d61f-4f33-9b31-f82ab9cc9574 None None] New status for floating IP 903a472c-8367-4803-b0c7-cd5337fc867f: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:24:58.580941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7aa6b87-6da5-44db-ae70-5339f4283abb req-89b91c62-6c23-40e3-b51f-a0f8e4ee3a4b service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881252 Feb 10 07:24:58.983511 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8cb4c-ed98-4cba-8f47-9cbdfd2b5711 req-d3ca38d1-0b99-4e6b-a3f2-ade1f93ad4ea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:24:58.985011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7b8cb4c-ed98-4cba-8f47-9cbdfd2b5711 req-d3ca38d1-0b99-4e6b-a3f2-ade1f93ad4ea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0527310 Feb 10 07:24:59.034539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f7b8cb4c-ed98-4cba-8f47-9cbdfd2b5711 req-6062088f-5b80-4ea6-b5e6-702c038ecf29 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Feb 10 07:25:01.516216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488591cc-7aff-49bd-b43f-9ffb8248eea4 req-c421f8bf-9839-46f9-a07b-1c3ee9bf6d13 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:01.517687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-488591cc-7aff-49bd-b43f-9ffb8248eea4 req-c421f8bf-9839-46f9-a07b-1c3ee9bf6d13 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0511837 Feb 10 07:25:01.562939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-488591cc-7aff-49bd-b43f-9ffb8248eea4 req-cff7ece9-5088-4041-9364-cb98405edfb8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397086 Feb 10 07:25:07.252471 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:10.395547 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-82b53930-646f-4eff-8252-b134f7e62569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:10.485012 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:12.640802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9dfd788-bfd5-4d4d-9e3e-c20fe3cfaa7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:13.974920 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:15.393009 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:16.516048 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:17.914152 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-4a24abe2-98c1-42f7-b7cf-4e70e17d6311 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0589542 Feb 10 07:25:17.924565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369c7cc-4b42-4219-8bcc-a8e2a1a64239 req-68debb5a-5a6e-4843-83fc-6696db4cb7aa tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:17.926085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b369c7cc-4b42-4219-8bcc-a8e2a1a64239 req-68debb5a-5a6e-4843-83fc-6696db4cb7aa tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0582623 Feb 10 07:25:17.973879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b369c7cc-4b42-4219-8bcc-a8e2a1a64239 req-3783faaf-347d-4b4e-b3fd-d9e8033cc0b8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419528 Feb 10 07:25:18.253200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-e1e4a03e-bee5-4f83-9a9a-aef68146faa5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:18.254564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-e1e4a03e-bee5-4f83-9a9a-aef68146faa5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports/b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 942 time: 0.0487835 Feb 10 07:25:18.372658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-9039461e-b2f9-4b67-ae65-84898e11cd97 req-b7d09096-1397-45e9-9c4b-0f7842b6d7ba tempest-TestNetworkAdvancedServerOps-722111714 tempest-TestNetworkAdvancedServerOps-722111714-project-admin] (103213) timed out ('10.222.0.21', 33742) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:25:19.126416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b01d6-85b8-480f-8269-a024fb95fc38 req-9a22b33f-7d1b-4784-973e-d241be76cf9f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:19.127799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-807b01d6-85b8-480f-8269-a024fb95fc38 req-9a22b33f-7d1b-4784-973e-d241be76cf9f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0799019 Feb 10 07:25:19.154450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-7c73b2ba-f96a-49c4-9a67-4d726a4853a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:19.155912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-7c73b2ba-f96a-49c4-9a67-4d726a4853a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1127 time: 0.0699899 Feb 10 07:25:19.209585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-807b01d6-85b8-480f-8269-a024fb95fc38 req-8dd2cef0-51a6-490f-9a63-4730ca13ab42 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757349 Feb 10 07:25:19.263606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-2ecffc86-a6c5-4982-a4ec-d7ad852533b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:19.265067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-2ecffc86-a6c5-4982-a4ec-d7ad852533b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0997286 Feb 10 07:25:19.329551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-afcadbb0-fa01-41c1-bd0f-7a7690b399d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1002 time: 0.0573416 Feb 10 07:25:19.380589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-7bb8d301-069a-4fa1-8a02-1abb244e5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:19.381926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-7bb8d301-069a-4fa1-8a02-1abb244e5186 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0465555 Feb 10 07:25:19.428636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-4e78f7bb-f161-4d31-b906-a025b1cc2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:19.430098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-4e78f7bb-f161-4d31-b906-a025b1cc2c6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430412 Feb 10 07:25:19.517151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-4d58e5af-0fcd-4bb4-8e24-5218d88ba160 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802569 Feb 10 07:25:19.608086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-d0bdccb7-8ace-4a1f-930a-4f8db6ca641b service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854816 Feb 10 07:25:20.332285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62e4cc-c4bc-4d32-a071-582bdd5c0348 req-924f49a3-3d51-48c0-b0f8-61bc90f0e5d2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:20.333763 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c62e4cc-c4bc-4d32-a071-582bdd5c0348 req-924f49a3-3d51-48c0-b0f8-61bc90f0e5d2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0534842 Feb 10 07:25:20.379938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c62e4cc-c4bc-4d32-a071-582bdd5c0348 req-6eb4147a-8968-4e78-93b2-c2ca5758e243 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Feb 10 07:25:21.503432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc0089-8885-447b-85d9-5f7099e0028d req-c1b6e2e1-40fb-4580-9dae-508cd94f1683 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:21.504913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09cc0089-8885-447b-85d9-5f7099e0028d req-c1b6e2e1-40fb-4580-9dae-508cd94f1683 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0555654 Feb 10 07:25:21.551782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-09cc0089-8885-447b-85d9-5f7099e0028d req-7d082ff9-3ac1-4d15-92f3-463b110df4b9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Feb 10 07:25:22.674269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423cd2a-0b4e-430b-aa46-392bc641a512 req-6929e615-539f-4c51-862e-f291e48db699 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:22.675747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1423cd2a-0b4e-430b-aa46-392bc641a512 req-6929e615-539f-4c51-862e-f291e48db699 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0557494 Feb 10 07:25:22.721543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1423cd2a-0b4e-430b-aa46-392bc641a512 req-7d079003-ce9e-4a35-abfd-5c5f4a2dcbe7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402567 Feb 10 07:25:23.843371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42604b78-7b73-4b0d-ae81-fec3fc1f3d36 req-7e0a8bf7-789f-4657-a126-def8e14bdbc5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:23.844847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42604b78-7b73-4b0d-ae81-fec3fc1f3d36 req-7e0a8bf7-789f-4657-a126-def8e14bdbc5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0565102 Feb 10 07:25:23.891025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42604b78-7b73-4b0d-ae81-fec3fc1f3d36 req-5ecc44b2-a593-4225-8352-6a2dac11adb9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Feb 10 07:25:25.008194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be4bf9-09fb-4270-adac-4b7ddcecdc47 req-c7bdaa92-6977-4a10-89a9-58f2c587dfa4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:25.010183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96be4bf9-09fb-4270-adac-4b7ddcecdc47 req-c7bdaa92-6977-4a10-89a9-58f2c587dfa4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0511148 Feb 10 07:25:25.056784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-96be4bf9-09fb-4270-adac-4b7ddcecdc47 req-9563f386-9203-433a-ae0c-9a9c19f842c7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Feb 10 07:25:26.179338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994130b-cc64-4df2-b638-c66cb882775a req-f610124f-bd5d-4f8e-ae8b-9fd01f2e0e08 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:26.180881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3994130b-cc64-4df2-b638-c66cb882775a req-f610124f-bd5d-4f8e-ae8b-9fd01f2e0e08 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0521114 Feb 10 07:25:26.231852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3994130b-cc64-4df2-b638-c66cb882775a req-fc90b756-ba72-4510-a231-e07e4a141fdb tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454967 Feb 10 07:25:26.817869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-b70e780b-5e56-47b4-90bd-9effa6b3112f req-091c2043-c693-4232-9738-a2ef030b618b service neutron] (103213) timed out ('10.222.0.24', 60801) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:25:27.350849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b6746-5c36-4f4f-96b5-49a474422baa req-e255909e-39c1-4795-8316-015dcfae8bbf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:27.352355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-535b6746-5c36-4f4f-96b5-49a474422baa req-e255909e-39c1-4795-8316-015dcfae8bbf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0531752 Feb 10 07:25:27.401012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-535b6746-5c36-4f4f-96b5-49a474422baa req-37ba0836-1a70-430c-8ddb-967287f79607 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Feb 10 07:25:28.520568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610b611-c5b5-439f-9ae1-f2c82735850c req-1f321358-abe4-4b22-82ad-fe501f4ffd33 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:28.522052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9610b611-c5b5-439f-9ae1-f2c82735850c req-1f321358-abe4-4b22-82ad-fe501f4ffd33 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0529115 Feb 10 07:25:28.569783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9610b611-c5b5-439f-9ae1-f2c82735850c req-3c194a47-59fb-4ed4-aabb-4732c396e1c9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 Feb 10 07:25:28.998892 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:25:29.693939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932a72a-b03a-4944-98b4-5feda8c839e6 req-db8d56db-daf9-438b-a0f2-8785f6f9617b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:29.695433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4932a72a-b03a-4944-98b4-5feda8c839e6 req-db8d56db-daf9-438b-a0f2-8785f6f9617b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0555472 Feb 10 07:25:29.742274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4932a72a-b03a-4944-98b4-5feda8c839e6 req-81c936a0-9fba-4f7b-8743-3fee28ca4022 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403233 Feb 10 07:25:30.108863 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-a2be26de-4bd6-4a83-afde-67057501c970 req-40ee6f07-1735-4c09-b889-a78f91e0678e service neutron] show failed (client error): The resource could not be found. Feb 10 07:25:30.109877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-40ee6f07-1735-4c09-b889-a78f91e0678e service neutron] 10.222.0.13 "GET /v2.0/ports/b23746d4-bc84-421b-a930-72cbb87a911a/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0545094 Feb 10 07:25:30.324893 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-a87041ed-f360-4215-9658-65f60f8dd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:30.326260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-a87041ed-f360-4215-9658-65f60f8dd4e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 1127 time: 0.0456038 Feb 10 07:25:30.340460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:25:30.399637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:30.596444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:25:30.627843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:25:30.665125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:25:30.667491 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7729f1b-4d0c-4525-acd0-c522920f2ab4" -d '{"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-unplugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:25:30.670954 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Publish callbacks [] for port (b23746d4-bc84-421b-a930-72cbb87a911a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:30.683939 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Transition to ACTIVE for port object b23746d4-bc84-421b-a930-72cbb87a911a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:25:30.687828 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:30.690335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b23746d4-bc84-421b-a930-72cbb87a911a no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:25:30.722325 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a563e62-884e-475a-820b-f1faac180dc0 x-openstack-request-id: req-5a563e62-884e-475a-820b-f1faac180dc0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:25:30.722853 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-unplugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:25:30.722853 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a563e62-884e-475a-820b-f1faac180dc0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:25:30.723212 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'code': 200} Feb 10 07:25:30.735620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port b23746d4-bc84-421b-a930-72cbb87a911a host n-h2-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:25:30.736443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b23746d4-bc84-421b-a930-72cbb87a911a not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:25:30.777439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:25:30.789975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.790349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.791232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.791577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.791914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.792248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.792578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.792907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.793237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.793624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.793961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.794288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.794629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:30.831683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] No DVR routers for this DVR port b23746d4-bc84-421b-a930-72cbb87a911a on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:25:30.965316 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ac207-0098-4975-9551-fa553777822f req-8b6daa80-6acf-4198-aeb7-8e3934fae430 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:30.966837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-701ac207-0098-4975-9551-fa553777822f req-8b6daa80-6acf-4198-aeb7-8e3934fae430 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.1372230 Feb 10 07:25:31.043088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:25:31.043425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:25:31.043756 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:25:31.049291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-701ac207-0098-4975-9551-fa553777822f req-5d03af0d-48c7-4838-85e1-e96c9fd2e785 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760121 Feb 10 07:25:31.051326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Port b23746d4-bc84-421b-a930-72cbb87a911a on network 4541e614-1804-4cf0-a3d6-ca52c6220162 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:25:31.051646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:25:31.056641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:25:31.056978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:25:31.057354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:25:31.057780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Bound port: b23746d4-bc84-421b-a930-72cbb87a911a, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:25:31.058145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:31.120409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:25:31.123353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:25:31.129298 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:31.168507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:31.169245 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:31.170611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] 10.222.0.24 "PUT /v2.0/ports/b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1091 time: 0.8345335 Feb 10 07:25:31.189310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953feac8-80a4-445b-8ab2-02b9674fe57c service neutron] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:25:31.251573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-ab923c54-7070-4c5a-9ef6-adcf6f86cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:31.253109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-ab923c54-7070-4c5a-9ef6-adcf6f86cf46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1125 time: 0.0499005 Feb 10 07:25:31.349258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-078cee83-dd1b-470f-8f01-14ad688ecb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:31.350803 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-078cee83-dd1b-470f-8f01-14ad688ecb13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0886097 Feb 10 07:25:31.421854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-0a767926-20bc-48ca-acd4-17122484fa6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1000 time: 0.0616720 Feb 10 07:25:31.472185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-80cc6536-de99-4b47-acee-3aa51cc87ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:31.473613 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-80cc6536-de99-4b47-acee-3aa51cc87ed1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0432765 Feb 10 07:25:31.524477 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be26de-4bd6-4a83-afde-67057501c970 req-f70d7df4-8832-4494-968a-e38a683df2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:31.526629 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-f70d7df4-8832-4494-968a-e38a683df2fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434191 Feb 10 07:25:31.625826 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-0f62bf0f-1956-4d20-873d-d2b41681e4ec service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893266 Feb 10 07:25:31.721187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-99ae2e3f-c8cc-4aa8-bae8-efe82cd4fd0b service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855644 Feb 10 07:25:32.173261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464674d-61f3-43de-b65b-d636067d733f req-ef659195-4542-4956-88fe-0e50a5d4e03a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:32.174722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9464674d-61f3-43de-b65b-d636067d733f req-ef659195-4542-4956-88fe-0e50a5d4e03a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0546203 Feb 10 07:25:32.222709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9464674d-61f3-43de-b65b-d636067d733f req-19913185-3645-4f38-b781-2067e36c090f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Feb 10 07:25:32.724528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:25:32.726966 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc37857-8c6d-4205-aeec-1652b93f5815" -d '{"events": [{"name": "network-changed", "server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:25:32.774762 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8555a85d-b8f4-441d-aa51-4bb0fe4bd277 x-openstack-request-id: req-8555a85d-b8f4-441d-aa51-4bb0fe4bd277 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:25:32.776367 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:25:32.776712 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8555a85d-b8f4-441d-aa51-4bb0fe4bd277 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:25:32.777545 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'status': 'completed', 'code': 200} Feb 10 07:25:32.881411 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-c3b85a3b-2320-4e26-9a3b-234c9ce8f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:32.883035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-c3b85a3b-2320-4e26-9a3b-234c9ce8f6ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1125 time: 0.0907848 Feb 10 07:25:32.888894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-9234da43-3033-4ccc-bdaa-7884a31a1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:32.890411 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-9234da43-3033-4ccc-bdaa-7884a31a1a7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1125 time: 0.0715227 Feb 10 07:25:33.047318 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-eed4a888-3304-474d-953b-334c79fc3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:33.048729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-eed4a888-3304-474d-953b-334c79fc3d8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1574590 Feb 10 07:25:33.065822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-71d9d7fd-bdac-4eef-8d54-6d7b022cf319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:33.067268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-71d9d7fd-bdac-4eef-8d54-6d7b022cf319 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1574910 Feb 10 07:25:33.163912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-79e0ea48-b8fb-400f-a2d1-37319b061689 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1000 time: 0.1082251 Feb 10 07:25:33.179752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-4244f9a2-5fc7-4794-8ed7-d4aa413aa5e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1000 time: 0.0860925 Feb 10 07:25:33.256615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-c38be452-2ecb-424e-86a4-30f2132a84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:33.258090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-c38be452-2ecb-424e-86a4-30f2132a84bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0872092 Feb 10 07:25:33.262126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-d114026b-b0b3-49a4-90e3-2811cbb16281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:33.263531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-d114026b-b0b3-49a4-90e3-2811cbb16281 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0585988 Feb 10 07:25:33.373298 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-5687b03d-1eaf-4068-b373-b859b48f3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:33.374752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-5687b03d-1eaf-4068-b373-b859b48f3621 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1100574 Feb 10 07:25:33.392705 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-26a3768f-f8e1-4809-9580-d216e9ec3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:33.394119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-26a3768f-f8e1-4809-9580-d216e9ec3785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1208370 Feb 10 07:25:33.430653 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaafa0-eca2-41e2-b1ad-98113baf8abf req-0c39bdee-7ba5-4dd4-9d6e-1a77fd78fe5b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:33.432648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0efaafa0-eca2-41e2-b1ad-98113baf8abf req-0c39bdee-7ba5-4dd4-9d6e-1a77fd78fe5b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.1124084 Feb 10 07:25:33.595365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-c26205a5-1109-451a-8978-5ce0a945584f service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132814 Feb 10 07:25:33.601699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0efaafa0-eca2-41e2-b1ad-98113baf8abf req-9a9b075c-544e-4beb-82ea-316a250b7307 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565194 Feb 10 07:25:33.605441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-a098cc90-4f27-4b84-9ad2-3989ba59abef service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991248 Feb 10 07:25:33.756542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-df7a26d6-a10d-4b58-8f53-35080a7d68fe service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537466 Feb 10 07:25:33.763401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc37857-8c6d-4205-aeec-1652b93f5815 req-2415b6ff-4e88-46d7-8ef0-95d15083646c service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401341 Feb 10 07:25:34.726425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d03cf-93c2-4b30-a8c0-9dda33433b39 req-9f7878ca-b70d-4478-b742-acf68a76bb7e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:34.727919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b3d03cf-93c2-4b30-a8c0-9dda33433b39 req-9f7878ca-b70d-4478-b742-acf68a76bb7e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0534492 Feb 10 07:25:34.774548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b3d03cf-93c2-4b30-a8c0-9dda33433b39 req-4d331020-c85e-48a3-91ce-04d7c2542576 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 Feb 10 07:25:35.894659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ed44b-021c-4ce6-940b-c39870da5911 req-d187c6e6-2a08-46c4-8526-7399775ed13c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:35.896162 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f27ed44b-021c-4ce6-940b-c39870da5911 req-d187c6e6-2a08-46c4-8526-7399775ed13c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0529613 Feb 10 07:25:35.946171 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f27ed44b-021c-4ce6-940b-c39870da5911 req-65f54162-2ddd-4724-b5ca-7c8419af4551 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443323 Feb 10 07:25:37.067392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83e06b-114d-4ba7-b27b-bd14606188c4 req-d6f546d6-373a-49ba-a8c5-0514bc3c111b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:37.069165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df83e06b-114d-4ba7-b27b-bd14606188c4 req-d6f546d6-373a-49ba-a8c5-0514bc3c111b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0531168 Feb 10 07:25:37.116402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df83e06b-114d-4ba7-b27b-bd14606188c4 req-3b3635e9-f4d1-4202-b8f5-77758dbf8216 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 Feb 10 07:25:37.252145 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:38.241663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da891af0-c6e4-40d7-a547-aefe1ce6f201 req-992904f1-931b-4035-b8a7-848fbcb1f05d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:38.243167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da891af0-c6e4-40d7-a547-aefe1ce6f201 req-992904f1-931b-4035-b8a7-848fbcb1f05d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0546100 Feb 10 07:25:38.289201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-da891af0-c6e4-40d7-a547-aefe1ce6f201 req-7f2ad6ed-dbcf-4541-b8c9-0fb2f9c3e847 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Feb 10 07:25:39.420157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71c45d-6d96-42f8-8651-670658eeb0ff req-20a2f5c1-faa3-464c-b926-f4c1796cd93a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:39.421661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c71c45d-6d96-42f8-8651-670658eeb0ff req-20a2f5c1-faa3-464c-b926-f4c1796cd93a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0586636 Feb 10 07:25:39.468362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6c71c45d-6d96-42f8-8651-670658eeb0ff req-a87113dd-04ac-49d0-933a-3e9e8757b8aa tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Feb 10 07:25:40.396619 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f649780-4d4d-4063-8750-23c1a74f1610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:40.482949 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:40.589916 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1f0f3-ec7d-4edf-acd5-bfa356ae1eec req-d309552c-836d-409e-bfc0-670c74017059 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:40.591422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97f1f0f3-ec7d-4edf-acd5-bfa356ae1eec req-d309552c-836d-409e-bfc0-670c74017059 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0525246 Feb 10 07:25:40.637121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-97f1f0f3-ec7d-4edf-acd5-bfa356ae1eec req-7f485f10-9b58-434c-aa4f-d5cce15e7542 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Feb 10 07:25:41.759109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bce24-7489-4e2f-9eb8-1bdf1b4d7409 req-0bb7a842-0fd7-467d-90f0-eb35626f2fa4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:41.760573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a3bce24-7489-4e2f-9eb8-1bdf1b4d7409 req-0bb7a842-0fd7-467d-90f0-eb35626f2fa4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0515575 Feb 10 07:25:41.810606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7a3bce24-7489-4e2f-9eb8-1bdf1b4d7409 req-c627bd26-1ca4-473c-b714-a7d4b851fc53 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 Feb 10 07:25:42.644572 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eccc6c36-bec6-4488-b867-52b817db64fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:42.927919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d51308-68e2-4421-b2be-34e5d573608c req-adf2326b-bcf6-474c-b0f5-30b9cb1a3ad2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:42.929326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07d51308-68e2-4421-b2be-34e5d573608c req-adf2326b-bcf6-474c-b0f5-30b9cb1a3ad2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0511677 Feb 10 07:25:42.974958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-07d51308-68e2-4421-b2be-34e5d573608c req-d224d149-c9d8-4fdf-808a-50a23b336065 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392022 Feb 10 07:25:43.977636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:44.094694 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce630fc-002d-4086-a9f8-e20646fd48b5 req-0e12bc54-df45-409c-8692-7670cfd339a8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:44.096157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fce630fc-002d-4086-a9f8-e20646fd48b5 req-0e12bc54-df45-409c-8692-7670cfd339a8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0524092 Feb 10 07:25:44.172095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fce630fc-002d-4086-a9f8-e20646fd48b5 req-c2c2b04c-33ab-427a-8748-6d3b7e6d07f1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677683 Feb 10 07:25:44.173750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9036add-be9c-4955-a765-32ae298392e7 req-38aefb58-4871-48c6-a6d6-cb64b28a4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:44.175238 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9036add-be9c-4955-a765-32ae298392e7 req-38aefb58-4871-48c6-a6d6-cb64b28a4f91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1125 time: 0.0782154 Feb 10 07:25:44.283339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9036add-be9c-4955-a765-32ae298392e7 req-ed8123e4-3c2b-4a7f-a9b6-2ba886d6ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:44.284703 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9036add-be9c-4955-a765-32ae298392e7 req-ed8123e4-3c2b-4a7f-a9b6-2ba886d6ea53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0860348 Feb 10 07:25:44.682329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9036add-be9c-4955-a765-32ae298392e7 req-685c6a7a-1ce4-46be-a98d-eb2fc3991ec8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1000 time: 0.3884676 Feb 10 07:25:44.739042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9036add-be9c-4955-a765-32ae298392e7 req-3de3c256-1b88-4e98-867d-b4f282df2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:44.740602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9036add-be9c-4955-a765-32ae298392e7 req-3de3c256-1b88-4e98-867d-b4f282df2e3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0481372 Feb 10 07:25:44.791836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9036add-be9c-4955-a765-32ae298392e7 req-34f92b25-17bf-4ddf-a0e7-e076d6399cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:44.793319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9036add-be9c-4955-a765-32ae298392e7 req-34f92b25-17bf-4ddf-a0e7-e076d6399cbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433850 Feb 10 07:25:44.886272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9036add-be9c-4955-a765-32ae298392e7 req-528592f9-eecf-4eec-9632-ff38ebb821cb service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832112 Feb 10 07:25:44.978674 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a9036add-be9c-4955-a765-32ae298392e7 req-e20d7ee0-59a9-4fd4-841a-db4c8dc2a97a service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817106 Feb 10 07:25:45.297510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52949b44-5767-45ad-a74e-587cf08b1bda req-3de31653-7ec1-4749-a3d1-f3eee169bd31 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:45.299011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52949b44-5767-45ad-a74e-587cf08b1bda req-3de31653-7ec1-4749-a3d1-f3eee169bd31 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0566847 Feb 10 07:25:45.346020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52949b44-5767-45ad-a74e-587cf08b1bda req-dd0c0a33-580f-4887-972b-b228047aaf87 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Feb 10 07:25:45.396999 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:46.464988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecd935-d962-4f6e-ad5c-af97f7089cde req-86e962bd-ed4e-4862-8c1b-9a5654141130 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:46.466446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eecd935-d962-4f6e-ad5c-af97f7089cde req-86e962bd-ed4e-4862-8c1b-9a5654141130 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0519781 Feb 10 07:25:46.520364 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eecd935-d962-4f6e-ad5c-af97f7089cde req-178341df-0eee-4282-9e56-08f68a8b4f36 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481138 Feb 10 07:25:46.522113 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:47.647491 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406b6a1-1fc1-4981-8a40-53c4d76f274c req-f50934b0-e375-4046-aa14-f7d3b99ebdd7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:47.648955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0406b6a1-1fc1-4981-8a40-53c4d76f274c req-f50934b0-e375-4046-aa14-f7d3b99ebdd7 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0520020 Feb 10 07:25:47.706618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0406b6a1-1fc1-4981-8a40-53c4d76f274c req-79156ce0-7841-4bd8-afcc-551ebb962a1c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520096 Feb 10 07:25:48.835312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1396-2643-47c9-9ff5-0359f37dfd64 req-15a79a88-4f93-471d-83b9-f6319d31d88d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:48.836757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a58b1396-2643-47c9-9ff5-0359f37dfd64 req-15a79a88-4f93-471d-83b9-f6319d31d88d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0552881 Feb 10 07:25:48.887516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a58b1396-2643-47c9-9ff5-0359f37dfd64 req-f6ad15a2-ee79-4488-9689-2c8b37e40d73 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445421 Feb 10 07:25:49.932106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b23746d4-bc84-421b-a930-72cbb87a911a details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:25:50.016330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f49b4-844b-48b8-9605-bfffaceebea1 req-d0bd0dfb-5b4e-4707-8441-c8999238fefe tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:50.017981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-548f49b4-844b-48b8-9605-bfffaceebea1 req-d0bd0dfb-5b4e-4707-8441-c8999238fefe tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 943 time: 0.0567150 Feb 10 07:25:50.067633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-548f49b4-844b-48b8-9605-bfffaceebea1 req-cd1f817d-bf27-4ac1-b53f-d19cb8e907f8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436506 Feb 10 07:25:50.186075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:25:50.198060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'mac_address': 'fa:16:3e:03:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:25:50.235212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b23746d4-bc84-421b-a930-72cbb87a911a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:25:50.235661 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:50.249311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23746d4-bc84-421b-a930-72cbb87a911a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:25:50.272228 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:25:50.275853 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:50.334894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:25:50.343254 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.343598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.343941 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.344285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.344619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.344946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.345275 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.345598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.345922 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.346245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.346593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.346918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.347238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:25:50.396665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-15cfb602-1e78-45cf-9a30-0c1d01df28c2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:50.398120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-15cfb602-1e78-45cf-9a30-0c1d01df28c2 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d&tenant_id=96a878c644084f49981bc804b65a1874&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 944 time: 0.0900815 Feb 10 07:25:50.418100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833145-b925-4bcf-8c4c-9711be7a27e1 req-b31c9d19-063a-436f-a90f-83aaa95e8f02 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:50.419571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77833145-b925-4bcf-8c4c-9711be7a27e1 req-b31c9d19-063a-436f-a90f-83aaa95e8f02 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0789618 Feb 10 07:25:50.498920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77833145-b925-4bcf-8c4c-9711be7a27e1 req-0aebb095-2166-46ed-8e3b-ae035ba40d48 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620754 Feb 10 07:25:50.500352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-dd135e69-51cb-4cf3-8f31-50622b0c1f48 service neutron] 10.222.0.24 "GET /v2.0/ports/b23746d4-bc84-421b-a930-72cbb87a911a/bindings/n-h2-828670-1 HTTP/1.1" status: 200 len: 382 time: 0.0948775 Feb 10 07:25:50.562252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['b23746d4-bc84-421b-a930-72cbb87a911a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:25:50.572734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-e70c7c09-f75e-442e-ae75-9e213c5d1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:50.574241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-e70c7c09-f75e-442e-ae75-9e213c5d1bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1126 time: 0.0507627 Feb 10 07:25:50.663927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-a0b30517-8768-48fc-9f65-b39eda205a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:50.666070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-a0b30517-8768-48fc-9f65-b39eda205a29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.0848303 Feb 10 07:25:50.733553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-0e711f22-033f-44fc-96ff-499b2eeff257 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1001 time: 0.0618410 Feb 10 07:25:50.783470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-e0b1b28f-9b55-4fbc-9a01-f0b22c3603de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:50.784898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-e0b1b28f-9b55-4fbc-9a01-f0b22c3603de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0427222 Feb 10 07:25:50.832410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-e8b9377a-af25-4c6a-abfc-8673c0cc9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:50.833956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-e8b9377a-af25-4c6a-abfc-8673c0cc9fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424082 Feb 10 07:25:50.925229 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-d1e8687b-4c2d-4f7f-a0d6-99668d7ea704 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848148 Feb 10 07:25:51.017510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-df01fdcf-60ba-4660-9b66-fd60029f94e7 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857973 Feb 10 07:25:51.624920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98848f4d-e779-432d-94e6-73c6c1bfdfa8 req-9e61f002-4ece-4825-a20c-88c22d79cb42 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:51.626407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98848f4d-e779-432d-94e6-73c6c1bfdfa8 req-9e61f002-4ece-4825-a20c-88c22d79cb42 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0563898 Feb 10 07:25:51.671342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98848f4d-e779-432d-94e6-73c6c1bfdfa8 req-10cd574e-8e39-4173-90b5-7d2f20ffb755 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 Feb 10 07:25:51.943152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b23746d4-bc84-421b-a930-72cbb87a911a up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:25:51.992866 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port b23746d4-bc84-421b-a930-72cbb87a911a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:25:51.997074 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port b23746d4-bc84-421b-a930-72cbb87a911a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:25:51.997441 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:52.070708 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b23746d4-bc84-421b-a930-72cbb87a911a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:25:52.071096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:52.092168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:25:52.094431 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f24694-1a11-446b-9bef-c8802d18f2b8" -d '{"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-plugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:25:52.107012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:25:52.111497 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:52.150769 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d25e97f-21b5-48a0-b4b7-71da434215de x-openstack-request-id: req-7d25e97f-21b5-48a0-b4b7-71da434215de {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:25:52.151060 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-plugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:25:52.151314 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d25e97f-21b5-48a0-b4b7-71da434215de {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:25:52.151704 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'code': 200} Feb 10 07:25:52.164857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:25:52.842527 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42508150-0126-4228-8862-d69313e697f3 req-4bd63f27-8f8b-4348-a9dd-397d917e8f1a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:52.844023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42508150-0126-4228-8862-d69313e697f3 req-4bd63f27-8f8b-4348-a9dd-397d917e8f1a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.1011562 Feb 10 07:25:52.890701 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-42508150-0126-4228-8862-d69313e697f3 req-80ca67ed-16ce-4bcc-8538-1f1040d7bc18 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Feb 10 07:25:54.014255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b00d0-acf4-4bd7-9856-33b9e1a3c4af req-7ab6911c-8471-4cef-b37f-fa2365f38b6f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:54.015790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b27b00d0-acf4-4bd7-9856-33b9e1a3c4af req-7ab6911c-8471-4cef-b37f-fa2365f38b6f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0540481 Feb 10 07:25:54.066278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b27b00d0-acf4-4bd7-9856-33b9e1a3c4af req-8a5e5132-525e-49da-b7ad-9ab0865033d6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447140 Feb 10 07:25:55.194863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeb0fc-3640-4841-8fe0-5f5de1686e24 req-7858361d-77ae-42ec-8f0b-76aed28015ff tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:55.197219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43eeb0fc-3640-4841-8fe0-5f5de1686e24 req-7858361d-77ae-42ec-8f0b-76aed28015ff tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0561945 Feb 10 07:25:55.262675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43eeb0fc-3640-4841-8fe0-5f5de1686e24 req-20339081-455b-4d33-ba58-da7a6003cac8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449584 Feb 10 07:25:55.973693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device b23746d4-bc84-421b-a930-72cbb87a911a no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:25:56.048544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port b23746d4-bc84-421b-a930-72cbb87a911a is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:25:56.048940 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:56.077840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:25:56.080217 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a634df1-b269-4a30-929a-95173fcf9568" -d '{"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-unplugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:25:56.093637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:25:56.098292 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:56.139750 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710506dc-edd2-4ecb-a5d8-9a59006f2a52 x-openstack-request-id: req-710506dc-edd2-4ecb-a5d8-9a59006f2a52 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:25:56.140188 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-unplugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:25:56.140454 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-710506dc-edd2-4ecb-a5d8-9a59006f2a52 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:25:56.140862 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'code': 200} Feb 10 07:25:56.158452 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:25:56.387015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8d0d3-a8db-4b79-8ad7-940b9fb33f6b req-6b4dcb95-8669-4308-adc6-6c0b27cc2468 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:56.388511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17e8d0d3-a8db-4b79-8ad7-940b9fb33f6b req-6b4dcb95-8669-4308-adc6-6c0b27cc2468 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0528767 Feb 10 07:25:56.435082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17e8d0d3-a8db-4b79-8ad7-940b9fb33f6b req-de778217-0397-4371-8fb3-5b80420501c9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409360 Feb 10 07:25:56.950158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-8d102ca0-c836-4173-b29a-0859081311f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:56.951725 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-8d102ca0-c836-4173-b29a-0859081311f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d&tenant_id=96a878c644084f49981bc804b65a1874 HTTP/1.1" status: 200 len: 1126 time: 0.0484645 Feb 10 07:25:56.967138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:25:57.025998 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:57.228326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:25:57.267049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:25:57.299427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23746d4-bc84-421b-a930-72cbb87a911a {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:25:57.307057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Publish callbacks [] for port (b23746d4-bc84-421b-a930-72cbb87a911a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:57.319270 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Transition to ACTIVE for port object b23746d4-bc84-421b-a930-72cbb87a911a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:25:57.323059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:57.372202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=11']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:25:57.451052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] No DVR routers for this DVR port b23746d4-bc84-421b-a930-72cbb87a911a on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:25:57.631071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:25:57.631350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:25:57.631679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:25:57.640821 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Port b23746d4-bc84-421b-a930-72cbb87a911a on network 4541e614-1804-4cf0-a3d6-ca52c6220162 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:25:57.641144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Attempting to bind port b23746d4-bc84-421b-a930-72cbb87a911a on network 4541e614-1804-4cf0-a3d6-ca52c6220162 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:25:57.649986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:25:57.650346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Checking segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:25:57.650735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Bound using segment: {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:25:57.651160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Bound port: b23746d4-bc84-421b-a930-72cbb87a911a, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77664d18-ce21-45c9-a3be-70ffeeacfd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:25:57.651517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:57.678407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b517f39-b4ea-4bb0-9aea-8d44462384dd req-39799505-9422-4512-b9f4-e16d64d7d62b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:57.679912 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b517f39-b4ea-4bb0-9aea-8d44462384dd req-39799505-9422-4512-b9f4-e16d64d7d62b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.1716843 Feb 10 07:25:57.769507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:25:57.772763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:25:57.776650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b517f39-b4ea-4bb0-9aea-8d44462384dd req-ae8e2808-af94-41e2-8859-e1c30210cc88 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773554 Feb 10 07:25:57.782640 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:57.821309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:57.821967 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:25:57.823698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] 10.222.0.13 "PUT /v2.0/ports/b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1092 time: 0.8604429 Feb 10 07:25:57.824196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:25:57.826700 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0785c2f4-0686-4096-b687-17eff3e8ac4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:25:57.883447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f3d6b-7876-413f-9d21-ed582e271492 service neutron] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=12']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:25:57.888033 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed993329-ce22-49da-9c49-22b1ecb5d4ad x-openstack-request-id: req-ed993329-ce22-49da-9c49-22b1ecb5d4ad {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:25:57.888327 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:25:57.888585 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed993329-ce22-49da-9c49-22b1ecb5d4ad {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:25:57.888994 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'status': 'completed', 'code': 200} Feb 10 07:25:57.905839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-e1049733-841d-42c4-8337-0ca088ac66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:57.907017 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-e1049733-841d-42c4-8337-0ca088ac66da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1126 time: 0.0587943 Feb 10 07:25:58.032057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-f8d39d76-e297-4bd3-b1b3-2e0603f0f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.033603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-f8d39d76-e297-4bd3-b1b3-2e0603f0f790 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1126 time: 0.1203775 Feb 10 07:25:58.038241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-d7aa3a96-588e-4e85-8223-68db426622b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.039626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-d7aa3a96-588e-4e85-8223-68db426622b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1180005 Feb 10 07:25:58.157900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-1a957f52-64e0-4a71-bae8-ae4d28ca672a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1000 time: 0.1075768 Feb 10 07:25:58.201739 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-1a29c2c2-bafe-4e02-b03c-6724a03d19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.203455 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-1a29c2c2-bafe-4e02-b03c-6724a03d19bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1604612 Feb 10 07:25:58.254538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-28ebe3ed-3459-41af-aa71-ae07bc25a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.255976 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-28ebe3ed-3459-41af-aa71-ae07bc25a5c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0922596 Feb 10 07:25:58.304776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-aca5bc2f-baa4-4365-be9a-1aefd5d8bc2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1000 time: 0.0915353 Feb 10 07:25:58.340769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-0e274cfc-a737-4fa1-ae8e-6eafb9770d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.342178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-0e274cfc-a737-4fa1-ae8e-6eafb9770d8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0797288 Feb 10 07:25:58.380058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-8d3f8ff9-6a5c-4170-93ab-9e7a6fce57af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.381431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-8d3f8ff9-6a5c-4170-93ab-9e7a6fce57af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0686154 Feb 10 07:25:58.470260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-6ea47c71-b074-45a1-bf5c-6e8fc40f998d service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210523 Feb 10 07:25:58.475792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-d6dc8437-b52c-4d60-a6b2-78ffa309828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.477147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-d6dc8437-b52c-4d60-a6b2-78ffa309828e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635357 Feb 10 07:25:58.626440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-49ae15ca-b96a-4569-8219-3cb1ca8a23f5 req-49b2ba3f-06e0-4d62-a129-dd28a47edfed service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477542 Feb 10 07:25:58.629587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-e0611166-8982-4234-a296-01f79104e1e6 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350739 Feb 10 07:25:58.762576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-f671f32f-b0d9-4362-b067-cbae4506607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.764099 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-f671f32f-b0d9-4362-b067-cbae4506607a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96a878c644084f49981bc804b65a1874&device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 1126 time: 0.0956926 Feb 10 07:25:58.767636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-70604098-136c-40c6-aaff-e4b20318a2d5 service neutron] 10.222.0.24 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289320 Feb 10 07:25:58.891296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-cf84ff77-8ced-4304-9c1e-52262a5c180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.892767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-cf84ff77-8ced-4304-9c1e-52262a5c180e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 200 len: 910 time: 0.1234872 Feb 10 07:25:58.957365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9f9af-ad91-45c2-92c2-d009f6918499 req-dd0d6897-3953-4612-81e2-d41d52157adb tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:58.958773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34f9f9af-ad91-45c2-92c2-d009f6918499 req-dd0d6897-3953-4612-81e2-d41d52157adb tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.1073081 Feb 10 07:25:58.978531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-8fcb95c3-6982-477b-b399-7c519af9ebd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 200 len: 1000 time: 0.0787802 Feb 10 07:25:59.044423 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34f9f9af-ad91-45c2-92c2-d009f6918499 req-b5fc5911-e003-43cd-91c2-3a3dc5a041c4 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752101 Feb 10 07:25:59.047946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-29e6e60f-a9ae-45c1-9c53-15538410902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:59.049404 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-29e6e60f-a9ae-45c1-9c53-15538410902c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 200 len: 849 time: 0.0651944 Feb 10 07:25:59.098091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-0fc9fa52-83bf-4727-9479-d99e72963763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:25:59.099599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-0fc9fa52-83bf-4727-9479-d99e72963763 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4541e614-1804-4cf0-a3d6-ca52c6220162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442665 Feb 10 07:25:59.188578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-59d771f1-c810-460c-a73d-4128f7d06838 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829911 Feb 10 07:25:59.277213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0785c2f4-0686-4096-b687-17eff3e8ac4e req-7a10200f-ab34-4e85-ac1c-1d9f4479abd3 service neutron] 10.222.0.13 "GET /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828238 Feb 10 07:26:00.175691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dddb81-717f-4dcc-95b7-65e949be74e6 req-0b336963-1705-4f6c-a65d-cd480b008f63 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:00.177181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0dddb81-717f-4dcc-95b7-65e949be74e6 req-0b336963-1705-4f6c-a65d-cd480b008f63 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0564096 Feb 10 07:26:00.224006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0dddb81-717f-4dcc-95b7-65e949be74e6 req-558137c0-f82c-4014-abcb-37192a18903b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404637 Feb 10 07:26:01.351850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdc875-b4f0-443b-8681-3a2cb11acc72 req-e5983d39-5d10-4ffa-9344-a98eed8af34e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:01.353913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdfdc875-b4f0-443b-8681-3a2cb11acc72 req-e5983d39-5d10-4ffa-9344-a98eed8af34e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0554199 Feb 10 07:26:01.401426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bdfdc875-b4f0-443b-8681-3a2cb11acc72 req-7e7168c7-6a68-4691-928c-743862107431 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402629 Feb 10 07:26:02.519980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fc921-c119-46b0-a383-ff6e7ba2e1e5 req-c051c4c3-bac2-40f8-ba63-cd2f479ab573 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:02.521443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a2fc921-c119-46b0-a383-ff6e7ba2e1e5 req-c051c4c3-bac2-40f8-ba63-cd2f479ab573 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0508339 Feb 10 07:26:02.572143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a2fc921-c119-46b0-a383-ff6e7ba2e1e5 req-d32d19f4-ea5b-47c6-b86b-969ec575fd71 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Feb 10 07:26:03.691475 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95982-d232-4e61-a731-2ee88f4e957c req-aaac5b1c-a299-4482-8fc8-23b6c54042d0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:03.693209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eff95982-d232-4e61-a731-2ee88f4e957c req-aaac5b1c-a299-4482-8fc8-23b6c54042d0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0520928 Feb 10 07:26:03.744564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eff95982-d232-4e61-a731-2ee88f4e957c req-fee202c9-c8b6-4980-8ff8-6b40e3a0adbf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446265 Feb 10 07:26:04.866142 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11a52e-0545-480f-b373-d529a28b00b4 req-d790980f-fdc1-4d9c-b101-cd4cd5634fc5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:04.867657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e11a52e-0545-480f-b373-d529a28b00b4 req-d790980f-fdc1-4d9c-b101-cd4cd5634fc5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0521345 Feb 10 07:26:04.913541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e11a52e-0545-480f-b373-d529a28b00b4 req-bad05b16-6be8-4c69-8e9d-321c501c9309 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396955 Feb 10 07:26:05.999081 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:26:06.039099 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25b8d-270a-4da9-bfec-5ad59d851775 req-87b06a2d-f5be-4430-ae10-98e3e063e25b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:06.041213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85a25b8d-270a-4da9-bfec-5ad59d851775 req-87b06a2d-f5be-4430-ae10-98e3e063e25b tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0594170 Feb 10 07:26:06.091407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85a25b8d-270a-4da9-bfec-5ad59d851775 req-dbf0040a-7eda-4317-8496-dec4df177583 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Feb 10 07:26:07.219140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8a627-ba15-4782-9ca7-3a9520a494f6 req-d73a3d5b-eca2-4a45-851c-6d0d15aa8946 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:07.220618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ae8a627-ba15-4782-9ca7-3a9520a494f6 req-d73a3d5b-eca2-4a45-851c-6d0d15aa8946 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0547450 Feb 10 07:26:07.252290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:07.269056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0ae8a627-ba15-4782-9ca7-3a9520a494f6 req-2cd2fdb6-643d-4c6f-9069-4ee92a74f8ef tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Feb 10 07:26:08.390184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da39f6-d2b7-4051-89c9-1e99a76fa428 req-102c7fb8-d58c-488d-b3b1-f401fb060df0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:08.391664 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29da39f6-d2b7-4051-89c9-1e99a76fa428 req-102c7fb8-d58c-488d-b3b1-f401fb060df0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0546103 Feb 10 07:26:08.436491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29da39f6-d2b7-4051-89c9-1e99a76fa428 req-8579861c-11a9-4a54-8587-51dc2474c0e8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393772 Feb 10 07:26:09.551974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e10800-b6e5-45e0-bdc2-a4a9bb400d38 req-d0569d6f-16ff-498c-9379-c2ddaa1971ea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:09.553438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2e10800-b6e5-45e0-bdc2-a4a9bb400d38 req-d0569d6f-16ff-498c-9379-c2ddaa1971ea tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0508795 Feb 10 07:26:09.598930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f2e10800-b6e5-45e0-bdc2-a4a9bb400d38 req-9ecd4654-db0f-4a74-961c-132ae047997e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393918 Feb 10 07:26:10.397648 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b7bb846-4d49-4a92-90e3-e01cb8a0df68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:10.473486 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:10.717248 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcf11c-9ae5-4d1c-8c5e-d7562c90099c req-212ebc80-28c3-48eb-9d68-11cc8a632fdf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:10.718777 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bbcf11c-9ae5-4d1c-8c5e-d7562c90099c req-212ebc80-28c3-48eb-9d68-11cc8a632fdf tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0521605 Feb 10 07:26:10.768049 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bbcf11c-9ae5-4d1c-8c5e-d7562c90099c req-3b626512-dcaf-407a-9a5b-bb661ebbf770 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 Feb 10 07:26:11.885588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f7802-3c40-4bc5-a4bc-b74eab10e64d req-6c2896dd-3607-481d-abda-e0a1cad24acc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:11.887087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab6f7802-3c40-4bc5-a4bc-b74eab10e64d req-6c2896dd-3607-481d-abda-e0a1cad24acc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0519345 Feb 10 07:26:11.932689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab6f7802-3c40-4bc5-a4bc-b74eab10e64d req-c4866607-b700-4f84-b826-b91eb786bcd3 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401459 Feb 10 07:26:12.645565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c771dbd2-fed2-4b29-a6a0-4a6ddf8fd595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:13.053566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae6858-5c58-463f-92cb-bd1f1605863c req-84aa1e22-844e-4dbb-b027-c2572a1b3529 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:13.055078 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83ae6858-5c58-463f-92cb-bd1f1605863c req-84aa1e22-844e-4dbb-b027-c2572a1b3529 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0521328 Feb 10 07:26:13.101014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-83ae6858-5c58-463f-92cb-bd1f1605863c req-301bdf38-1c0f-407c-af6d-571475b7f040 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397148 Feb 10 07:26:13.979584 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:14.222478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f844b-5841-4d9b-add7-e681b4fdabfc req-f56bb726-5c00-4c4b-9107-496d36995ecc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:14.223962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f80f844b-5841-4d9b-add7-e681b4fdabfc req-f56bb726-5c00-4c4b-9107-496d36995ecc tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0562458 Feb 10 07:26:14.269801 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f80f844b-5841-4d9b-add7-e681b4fdabfc req-3cfc4acb-b4fa-4d75-9023-639e8750dd8e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396230 Feb 10 07:26:15.387479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472aa9c-cba2-43ca-bbba-7c63a4d9457f req-c34be3a9-f7ef-406d-b19e-358d80b518c5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:15.389650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3472aa9c-cba2-43ca-bbba-7c63a4d9457f req-c34be3a9-f7ef-406d-b19e-358d80b518c5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0527933 Feb 10 07:26:15.401469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:15.439102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3472aa9c-cba2-43ca-bbba-7c63a4d9457f req-66abdaad-3ebe-4566-b2b8-7c1c6e5bbbc1 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Feb 10 07:26:16.516135 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:16.557307 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596a6b4-a886-47b5-ad21-2e6ac2ff1441 req-c0775705-f6a2-45d7-af65-ff63a96fccdb tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:16.558827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2596a6b4-a886-47b5-ad21-2e6ac2ff1441 req-c0775705-f6a2-45d7-af65-ff63a96fccdb tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0527866 Feb 10 07:26:16.607905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2596a6b4-a886-47b5-ad21-2e6ac2ff1441 req-bd7b7547-a4d5-4427-8b88-eadb667d5314 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434847 Feb 10 07:26:16.723919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be068c2-d9d7-4b7d-a92e-e21e2e888a98 req-e1a3e463-8ed6-46f7-a690-405232061f5e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:16.725290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5be068c2-d9d7-4b7d-a92e-e21e2e888a98 req-e1a3e463-8ed6-46f7-a690-405232061f5e tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0519466 Feb 10 07:26:16.770355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5be068c2-d9d7-4b7d-a92e-e21e2e888a98 req-ac58e931-ff3f-4e5c-8619-6784c59ae7ac tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394175 Feb 10 07:26:16.886098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e68d6-2dc9-404d-a1b0-64d95afc102d req-f323ce2e-afcf-4b2e-a0b2-2976895c3d75 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:16.888195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-677e68d6-2dc9-404d-a1b0-64d95afc102d req-f323ce2e-afcf-4b2e-a0b2-2976895c3d75 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 944 time: 0.0522678 Feb 10 07:26:16.932770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-677e68d6-2dc9-404d-a1b0-64d95afc102d req-7dafbc35-7fb6-4a35-991c-d78046bc540c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390756 Feb 10 07:26:16.942400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b23746d4-bc84-421b-a930-72cbb87a911a details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:26:17.040295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:17.052413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'port_id': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'mac_address': 'fa:16:3e:03:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:26:17.093946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b23746d4-bc84-421b-a930-72cbb87a911a is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:26:17.094325 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:17.107385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23746d4-bc84-421b-a930-72cbb87a911a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:26:17.132509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:17.137788 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:17.185602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=13']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:17.185852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954ee73-ee49-4912-861a-eecf1622e260 req-530149a1-cf99-4a8d-8b9c-9f4d91374f5d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:17.187252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4954ee73-ee49-4912-861a-eecf1622e260 req-530149a1-cf99-4a8d-8b9c-9f4d91374f5d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0581872 Feb 10 07:26:17.234274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4954ee73-ee49-4912-861a-eecf1622e260 req-1b418a2c-892f-41e5-ae18-aacf4343e8c5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406954 Feb 10 07:26:17.479237 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['b23746d4-bc84-421b-a930-72cbb87a911a'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:26:18.353957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306468f2-7180-4b64-b22e-c37be772978a req-d460ca47-1a30-421a-8391-44ee19c6d005 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:18.355503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-306468f2-7180-4b64-b22e-c37be772978a req-d460ca47-1a30-421a-8391-44ee19c6d005 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0519822 Feb 10 07:26:18.401946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-306468f2-7180-4b64-b22e-c37be772978a req-df339e4f-f3a8-4b84-941d-abecae0a1e9f tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408528 Feb 10 07:26:18.921722 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-d9a45f26-3009-45f5-9abf-1aa6a0b509a5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:18.923212 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-d9a45f26-3009-45f5-9abf-1aa6a0b509a5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 945 time: 0.0543132 Feb 10 07:26:18.953569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b23746d4-bc84-421b-a930-72cbb87a911a up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:26:19.001818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port b23746d4-bc84-421b-a930-72cbb87a911a completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:26:19.005996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port b23746d4-bc84-421b-a930-72cbb87a911a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:26:19.006410 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:19.013996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Deleting port b23746d4-bc84-421b-a930-72cbb87a911a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:26:19.014406 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:19.088220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port b23746d4-bc84-421b-a930-72cbb87a911a is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:26:19.088613 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:19.112247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:26:19.114450 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63867b25-681b-4fc0-b5fd-c1d97ed50ec2" -d '{"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-plugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:26:19.115171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:19.115533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:19.130196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port b23746d4-bc84-421b-a930-72cbb87a911a, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=b23746d4-bc84-421b-a930-72cbb87a911a,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:19.134195 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:19.158183 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a359bba4-5a52-4d23-b47b-0c5ac011aa0b x-openstack-request-id: req-a359bba4-5a52-4d23-b47b-0c5ac011aa0b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:26:19.158506 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-plugged", "status": "completed", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:26:19.158769 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a359bba4-5a52-4d23-b47b-0c5ac011aa0b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:26:19.159221 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'code': 200} Feb 10 07:26:19.185400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=14']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:19.633996 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:19.634631 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:19.634760 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Floating IP 903a472c-8367-4803-b0c7-cd5337fc867f disassociated. External IP: 172.25.8.138, port: b23746d4-bc84-421b-a930-72cbb87a911a. Feb 10 07:26:19.635025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Calling delete_port for b23746d4-bc84-421b-a930-72cbb87a911a owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:26:19.657752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae83ad6-4dd2-4dbc-90c8-cd93b6398c9d req-7310ad26-75d6-4ff9-9259-20495a22be34 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:19.659253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cae83ad6-4dd2-4dbc-90c8-cd93b6398c9d req-7310ad26-75d6-4ff9-9259-20495a22be34 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 946 time: 0.0774958 Feb 10 07:26:19.752871 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cae83ad6-4dd2-4dbc-90c8-cd93b6398c9d req-3816d475-3f93-40c3-8f68-8c32707b457a tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups?id=689ae944-0712-4f2e-a3d7-64b0ba074559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573301 Feb 10 07:26:19.816764 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (b23746d4-bc84-421b-a930-72cbb87a911a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:19.843660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event deleted for resources: {'Port': ['ID=b23746d4-bc84-421b-a930-72cbb87a911a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:19.962669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:26:20.074530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:26:20.084756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:26:20.094633 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:26:20.095249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:26:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:20.115576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] No DVR routers for this DVR port b23746d4-bc84-421b-a930-72cbb87a911a on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:26:20.118419 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:20.122293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2a10d384-dcbc-44f8-9bf4-944518c15db9 req-ba3edfe3-8396-4e28-b402-74339f542eec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.13 "DELETE /v2.0/ports/b23746d4-bc84-421b-a930-72cbb87a911a HTTP/1.1" status: 204 len: 173 time: 1.1942101 Feb 10 07:26:20.122800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-deleted', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:26:20.125145 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c592f563-684e-428d-9496-676e8d91addb" -d '{"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-deleted", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:26:20.168983 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e77a35-68ad-4a4f-9830-23f452b84c00 x-openstack-request-id: req-01e77a35-68ad-4a4f-9830-23f452b84c00 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:26:20.169275 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55866e9-a4c7-454c-9deb-a5d5e8a4b13d", "name": "network-vif-deleted", "tag": "b23746d4-bc84-421b-a930-72cbb87a911a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:26:20.169524 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e77a35-68ad-4a4f-9830-23f452b84c00 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:26:20.169930 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55866e9-a4c7-454c-9deb-a5d5e8a4b13d', 'name': 'network-vif-deleted', 'tag': 'b23746d4-bc84-421b-a930-72cbb87a911a', 'status': 'completed', 'code': 200} Feb 10 07:26:20.213754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:26:20.416141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:20.445395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:26:20.454249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:26:20.454886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:26:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:20.561267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:26:20.757138 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:20.783336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007fbec-2c34-4588-86cd-3ca9a03a06a3 None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:22:14Z', 'revision_number': 4, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '072b5db0-d225-4911-bfd1-d590144aec47', 'name': '', 'network_id': '4541e614-1804-4cf0-a3d6-ca52c6220162', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'mac_address': 'fa:16:3e:70:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:13Z', 'updated_at': '2022-02-10T07:22:17Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'subnets': [{'id': '35db0c2f-4358-4c9a-881d-6391b8ce5152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:26:20.860363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebcf38b3-d3e7-4702-8b97-90a03573ee43 req-e8431af0-5773-4aa3-b93a-1e123385bb33 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0330603 Feb 10 07:26:21.017494 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477759a-1ac0-4ef8-b8a9-184874038ec1 None None] New status for floating IP 903a472c-8367-4803-b0c7-cd5337fc867f: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:26:21.961372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ccdf179e-3de5-4e81-be76-466220219aa9 req-e2605d5f-abed-4b5b-a74e-8af7ab21e225 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0272677 Feb 10 07:26:22.968390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b23746d4-bc84-421b-a930-72cbb87a911a no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:26:22.992521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: b23746d4-bc84-421b-a930-72cbb87a911a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:26:22.993320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device b23746d4-bc84-421b-a930-72cbb87a911a not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:26:23.062503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9775731e-656a-4744-b9f0-e4718ecaf6d2 req-3b898bb6-b8d1-40b5-a0f6-e704fd9c38a8 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0280690 Feb 10 07:26:24.157186 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5c0c590-9669-4e5c-ab8a-afbf7ef83412 req-ed82f673-00dc-4c87-bdbf-a21a31b6fa22 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0273228 Feb 10 07:26:25.252950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2351a25-07e3-428c-bc4a-f91cf4d0bd28 req-6f02ee54-4433-4c46-8362-d79cb72a78a6 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0274200 Feb 10 07:26:26.350921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5ab477a1-05e2-4a7f-9f8a-90dccdf68f13 req-034f0394-ee78-4651-878d-4f768922f8ec tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0275977 Feb 10 07:26:27.454085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b26f229c-0c2a-4d64-8938-b18e16060f16 req-1619fc20-dfad-42cc-be83-d42f81304fb0 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0315886 Feb 10 07:26:28.559360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f8890bc-34a7-4d34-9c07-ef8af7339155 req-f3a129c2-1c37-4911-a4fd-142dda4e8a2d tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55866e9-a4c7-454c-9deb-a5d5e8a4b13d HTTP/1.1" status: 200 len: 210 time: 0.0275266 Feb 10 07:26:35.374141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:35.428801 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group (689ae944-0712-4f2e-a3d7-64b0ba074559), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.452554 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group (689ae944-0712-4f2e-a3d7-64b0ba074559), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.502635 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (689ae944-0712-4f2e-a3d7-64b0ba074559), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.505262 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.508866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "DELETE /v2.0/security-groups/689ae944-0712-4f2e-a3d7-64b0ba074559 HTTP/1.1" status: 204 len: 168 time: 0.1313407 Feb 10 07:26:35.509196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60638) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:35.517003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ae944-0712-4f2e-a3d7-64b0ba074559,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:35.524253 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-dac777ca-a564-48bc-b41d-83b2918862d9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] show failed (client error): The resource could not be found. Feb 10 07:26:35.524720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.525076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.525473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.525748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.526084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.526608 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.526950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.527820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.528156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.528470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.528795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.528938 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dac777ca-a564-48bc-b41d-83b2918862d9 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "GET /v2.0/security-groups/689ae944-0712-4f2e-a3d7-64b0ba074559 HTTP/1.1" status: 404 len: 347 time: 0.0181866 Feb 10 07:26:35.529117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.529815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60642) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:35.530101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf67d80-ac77-4422-bfe5-4ddb57d7dc09 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.664642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Deleting port d5c6d026-ff2a-4c45-83d6-97849e4783d5 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:26:35.664984 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (d5c6d026-ff2a-4c45-83d6-97849e4783d5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.744950 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (d5c6d026-ff2a-4c45-83d6-97849e4783d5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.745277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (d5c6d026-ff2a-4c45-83d6-97849e4783d5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.757381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Calling delete_port for d5c6d026-ff2a-4c45-83d6-97849e4783d5 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:26:35.886291 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (d5c6d026-ff2a-4c45-83d6-97849e4783d5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.916352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Pushing event deleted for resources: {'Port': ['ID=d5c6d026-ff2a-4c45-83d6-97849e4783d5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:35.940720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.941072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.941415 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.941755 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.942365 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.942702 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.943031 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.943358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.943683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.944008 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.944333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.944654 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.944990 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:35.991214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks [] for floatingip (903a472c-8367-4803-b0c7-cd5337fc867f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.993920 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:35.995131 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cea73102-34fe-4fc0-8475-aee641a58f3c tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] 10.222.0.21 "DELETE /v2.0/floatingips/903a472c-8367-4803-b0c7-cd5337fc867f HTTP/1.1" status: 204 len: 168 time: 0.4644041 Feb 10 07:26:35.998004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60644) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:36.350207 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:36.592011 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Deleting port 072b5db0-d225-4911-bfd1-d590144aec47 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:26:36.592692 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (072b5db0-d225-4911-bfd1-d590144aec47), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:36.674320 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] For port 072b5db0-d225-4911-bfd1-d590144aec47, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=072b5db0-d225-4911-bfd1-d590144aec47,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:36.674689 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (072b5db0-d225-4911-bfd1-d590144aec47), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:36.689041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Calling delete_port for 072b5db0-d225-4911-bfd1-d590144aec47 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:26:37.191223 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (072b5db0-d225-4911-bfd1-d590144aec47), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:37.220939 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=072b5db0-d225-4911-bfd1-d590144aec47,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:37.252007 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:37.387873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:37.606089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:26:37.711501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:26:37.717052 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2ab44335-9fc4-428d-b5d7-14b4a2855f23 admin admin] 10.222.0.21 "PUT /v2.0/routers/d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7180688 Feb 10 07:26:37.719601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60646) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:37.722335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] Sync routers for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:26:37.732676 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:26:37.733282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:26:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:37.825728 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks [] for router (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:37.839166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:26:37.929457 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks [] for router_gateway (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:37.982459 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Deleting port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:26:37.982802 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.065748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] For port 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:38.066115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.080331 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Calling delete_port for 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:26:38.173180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:26:37Z', 'revision_number': 5, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port': {'id': '6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:22:12Z', 'updated_at': '2022-02-10T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:38.199434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] Checking router: d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:26:38.208015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] Routers {'d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:26:38.209348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:26:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:38.253621 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.282647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:38.296800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] Set router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:26:38.345549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.351216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:26:37Z', 'revision_number': 6, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:38.380759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c13f04-8fe4-4447-a887-c5691021e520 None None] The sync data for ids ['d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a'] in n-d-828670-1 is: [{'id': 'd17f7f5b-6e5d-48b5-87fc-78ee2ac6658a', 'name': 'tempest-ServerActionsTestJSON-47013732-router', 'tenant_id': '96a878c644084f49981bc804b65a1874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:22:11Z', 'updated_at': '2022-02-10T07:26:37Z', 'revision_number': 6, 'project_id': '96a878c644084f49981bc804b65a1874', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:26:38.444942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.447048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks [] for router_controller (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.492711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.493221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:26:38.497786 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.499123 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-364e3ac6-6715-4eb8-99c9-f29d339f6fc9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d17f7f5b-6e5d-48b5-87fc-78ee2ac6658a HTTP/1.1" status: 204 len: 168 time: 0.7786117 Feb 10 07:26:38.501563 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60648) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:38.545826 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-85973e44-4bd2-4e32-bba2-a381bc8e972f admin admin] Deleting subnet 35db0c2f-4358-4c9a-881d-6391b8ce5152 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:26:38.548896 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85973e44-4bd2-4e32-bba2-a381bc8e972f admin admin] Publish callbacks [] for subnet (35db0c2f-4358-4c9a-881d-6391b8ce5152), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.582892 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85973e44-4bd2-4e32-bba2-a381bc8e972f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (35db0c2f-4358-4c9a-881d-6391b8ce5152), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.659742 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85973e44-4bd2-4e32-bba2-a381bc8e972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (35db0c2f-4358-4c9a-881d-6391b8ce5152), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.711992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85973e44-4bd2-4e32-bba2-a381bc8e972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (35db0c2f-4358-4c9a-881d-6391b8ce5152), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.743707 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85973e44-4bd2-4e32-bba2-a381bc8e972f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.748050 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-85973e44-4bd2-4e32-bba2-a381bc8e972f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/35db0c2f-4358-4c9a-881d-6391b8ce5152 HTTP/1.1" status: 204 len: 168 time: 0.2455564 Feb 10 07:26:38.748915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8a5f8-ed2c-48d1-a6f2-c9802387b7be None None] Network 4541e614-1804-4cf0-a3d6-ca52c6220162 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:26:38.749565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85973e44-4bd2-4e32-bba2-a381bc8e972f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35db0c2f-4358-4c9a-881d-6391b8ce5152,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:38.750659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:38.837325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (4541e614-1804-4cf0-a3d6-ca52c6220162), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.892871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Deleting port 204e800a-ffd5-455e-b651-644d7f67f8ea {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:26:38.893208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.954196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] For port 204e800a-ffd5-455e-b651-644d7f67f8ea, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=204e800a-ffd5-455e-b651-644d7f67f8ea,segment=NetworkSegment(77664d18-ce21-45c9-a3be-70ffeeacfd19),segment_id=77664d18-ce21-45c9-a3be-70ffeeacfd19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:38.954576 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:38.970920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Calling delete_port for 204e800a-ffd5-455e-b651-644d7f67f8ea owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:26:39.044507 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (204e800a-ffd5-455e-b651-644d7f67f8ea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.069108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Pushing event deleted for resources: {'Port': ['ID=204e800a-ffd5-455e-b651-644d7f67f8ea,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:39.072606 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] No DVR routers for this DVR port 204e800a-ffd5-455e-b651-644d7f67f8ea on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:26:39.144263 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (4541e614-1804-4cf0-a3d6-ca52c6220162), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.155258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fabe918-0292-45af-9b9f-4c08ca6668cc None None] DHCP port deletion for 4541e614-1804-4cf0-a3d6-ca52c6220162 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:26:39.170850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4541e614-1804-4cf0-a3d6-ca52c6220162']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:39.181711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77664d18-ce21-45c9-a3be-70ffeeacfd19') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:39.182006 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77664d18-ce21-45c9-a3be-70ffeeacfd19') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:26:39.192666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (77664d18-ce21-45c9-a3be-70ffeeacfd19), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.211935 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (77664d18-ce21-45c9-a3be-70ffeeacfd19), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.219014 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:26:39.219404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (77664d18-ce21-45c9-a3be-70ffeeacfd19), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.219834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 204e800a-ffd5-455e-b651-644d7f67f8ea no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:26:39.221053 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:26:39.239360 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 204e800a-ffd5-455e-b651-644d7f67f8ea {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:26:39.239707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 204e800a-ffd5-455e-b651-644d7f67f8ea not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:26:39.240130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:26:39.259289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:26:39.259638 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6bb3650d-1cfc-41f9-b25d-0aeb2f5f1ea7 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:26:39.260580 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 072b5db0-d225-4911-bfd1-d590144aec47 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:26:39.280802 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (4541e614-1804-4cf0-a3d6-ca52c6220162), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.281321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 072b5db0-d225-4911-bfd1-d590144aec47 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:26:39.281655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 072b5db0-d225-4911-bfd1-d590144aec47 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:26:39.287137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.290329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4541e614-1804-4cf0-a3d6-ca52c6220162 HTTP/1.1" status: 204 len: 168 time: 0.5379138 Feb 10 07:26:39.304697 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679821b2-74ca-4765-8fbf-66b27d2f4135 admin admin] Pushing event deleted for resources: {'Network': ['ID=4541e614-1804-4cf0-a3d6-ca52c6220162,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:39.401758 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60654) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:39.444399 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8265f956-1a1b-40f2-9e6d-ef5172f0fb56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96a878c644084f49981bc804b65a1874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414107 Feb 10 07:26:39.447081 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60656) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:39.497327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-991440b8-9d42-4828-849f-5d5f8116177d admin admin] Publish callbacks [] for security_group (73bbbec0-2e35-44d4-ad09-54dbd4931503), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.517656 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-991440b8-9d42-4828-849f-5d5f8116177d admin admin] Publish callbacks [] for security_group (73bbbec0-2e35-44d4-ad09-54dbd4931503), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.565211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-991440b8-9d42-4828-849f-5d5f8116177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (73bbbec0-2e35-44d4-ad09-54dbd4931503), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.568048 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-991440b8-9d42-4828-849f-5d5f8116177d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:39.569225 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-991440b8-9d42-4828-849f-5d5f8116177d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73bbbec0-2e35-44d4-ad09-54dbd4931503 HTTP/1.1" status: 204 len: 168 time: 0.1212051 Feb 10 07:26:39.577123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991440b8-9d42-4828-849f-5d5f8116177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bbbec0-2e35-44d4-ad09-54dbd4931503,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:40.222855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60678) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:40.326840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1179991752-network', 'tenant_id': '0c928ab067f640478965c7505b774d16'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:26:40.349603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Made reservation on behalf of 0c928ab067f640478965c7505b774d16 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:26:40.352026 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.360109 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.398328 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86db8fd8-ef6a-4535-9c9d-5dc9026b6a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.443252 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Publish callbacks [] for security_group (79096176-6508-4397-9785-8528c571f11b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.446990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (79096176-6508-4397-9785-8528c571f11b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.474599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:26:40.480951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79096176-6508-4397-9785-8528c571f11b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:40.487124 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3ff1f754-1ae0-4cc6-a245-dedadb1d657f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.487870 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Added segment 3ff1f754-1ae0-4cc6-a245-dedadb1d657f of type vlan for network f67cf5e5-983a-4807-afb9-c39594efa24b Feb 10 07:26:40.499656 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.530972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (f67cf5e5-983a-4807-afb9-c39594efa24b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.554132 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (f67cf5e5-983a-4807-afb9-c39594efa24b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.555093 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:40.555675 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.591530 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3675027 Feb 10 07:26:40.594500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:26:40.599542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Request body: {'subnet': {'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1179991752-subnet', 'tenant_id': '0c928ab067f640478965c7505b774d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:26:40.619488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Made reservation on behalf of 0c928ab067f640478965c7505b774d16 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:26:40.622357 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.623839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392c8ab-33d1-4622-82d4-f39e1df00abb admin admin] Pushing event updated for resources: {'Network': ['ID=f67cf5e5-983a-4807-afb9-c39594efa24b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:40.633547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network f67cf5e5-983a-4807-afb9-c39594efa24b details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:26:40.794119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (a94b9467-02ce-46aa-824c-1f23171a50dd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.851324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94b9467-02ce-46aa-824c-1f23171a50dd,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:40.860571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Checking segment: {'id': '3ff1f754-1ae0-4cc6-a245-dedadb1d657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:26:40.860927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Network hostable DHCP agents. Network: f67cf5e5-983a-4807-afb9-c39594efa24b, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:26:40.877851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Network f67cf5e5-983a-4807-afb9-c39594efa24b is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:26:40.885550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, f67cf5e5-983a-4807-afb9-c39594efa24b) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:26:40.889510 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:40.890103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:40.894586 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1275de-0c0b-4fb1-9283-fdc7c0f378a8 None None] Network f67cf5e5-983a-4807-afb9-c39594efa24b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:26:40.905462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-be89c002-8301-4830-9584-73e72065c3d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3098621 Feb 10 07:26:40.996348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e9bab-4f13-49a0-ad23-504e91df6966 None None] Network f67cf5e5-983a-4807-afb9-c39594efa24b requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:26:41.330176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-bde287c1-272b-483f-86c6-648538f3724a tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:41.331654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-bde287c1-272b-483f-86c6-648538f3724a tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/networks?id=f67cf5e5-983a-4807-afb9-c39594efa24b HTTP/1.1" status: 200 len: 814 time: 0.1038885 Feb 10 07:26:41.346377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-e1594083-3c62-4a9f-887a-3a0627880abb tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/quotas/0c928ab067f640478965c7505b774d16 HTTP/1.1" status: 200 len: 375 time: 0.0092318 Feb 10 07:26:41.377980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-f423aa45-6ea9-4b0a-897b-c72f52019095 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c928ab067f640478965c7505b774d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268936 Feb 10 07:26:41.465909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-6e9ac16c-fdbe-4b1b-9a4f-d0a1dd638340 service neutron] 10.222.0.21 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808179 Feb 10 07:26:41.557458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-9aed15ee-102e-4939-8761-7cce971ce90c service neutron] 10.222.0.21 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858488 Feb 10 07:26:41.719361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a28dcd44-d0f2-46a6-be6e-f576ebe0e74e req-4505c0e2-bcb5-4153-a30d-3f3eed14d7e0 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 210 time: 0.0271239 Feb 10 07:26:42.604049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-ef3068d5-89aa-45e4-9b59-ffd50d14963e tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:42.606035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-ef3068d5-89aa-45e4-9b59-ffd50d14963e tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.13 "GET /v2.0/networks?id=f67cf5e5-983a-4807-afb9-c39594efa24b HTTP/1.1" status: 200 len: 814 time: 0.1062651 Feb 10 07:26:42.618231 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Request body: {'port': {'device_id': '677fe81a-cb80-46ea-9907-28190598dc43', 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b', 'admin_state_up': True, 'tenant_id': '0c928ab067f640478965c7505b774d16'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:26:42.646399 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e67c99c-7853-48ae-ba6f-1f988ea80c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:42.725633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Made reservation on behalf of 0c928ab067f640478965c7505b774d16 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:26:42.728918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:42.820416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f951efca-a85f-435f-ab4b-5243e2fef29c req-d1c32e7b-a4ab-4423-81bd-7ed795f3931f tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 210 time: 0.0351391 Feb 10 07:26:42.879878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Allocated IP 172.20.0.5 (f67cf5e5-983a-4807-afb9-c39594efa24b/a94b9467-02ce-46aa-824c-1f23171a50dd/bcec0921-df60-4436-9f57-3fc75bedd6b8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:26:42.998295 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:26:43.024163 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks [] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:43.057385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:43.102071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Network f67cf5e5-983a-4807-afb9-c39594efa24b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:26:43.105244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:26:43.108884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:26:43.135702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Pushing event updated for resources: {'Port': ['ID=bcec0921-df60-4436-9f57-3fc75bedd6b8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:43.163989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:43.164624 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:43.179837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-fb3c335f-adc6-4225-8547-3f9b55577556 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658362 Feb 10 07:26:43.237834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Request body: {'port': {'device_id': '677fe81a-cb80-46ea-9907-28190598dc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:26:43.294691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:43.546681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcec0921-df60-4436-9f57-3fc75bedd6b8 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:26:43.553843 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Publish callbacks [] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:43.565964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Transition to ACTIVE for port object bcec0921-df60-4436-9f57-3fc75bedd6b8 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:26:43.569769 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:43.615938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Pushing event updated for resources: {'Port': ['ID=bcec0921-df60-4436-9f57-3fc75bedd6b8,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:43.683001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Attempting to bind port bcec0921-df60-4436-9f57-3fc75bedd6b8 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:26:43.683861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Attempting to bind port bcec0921-df60-4436-9f57-3fc75bedd6b8 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '3ff1f754-1ae0-4cc6-a245-dedadb1d657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:26:43.684181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Attempting to bind port bcec0921-df60-4436-9f57-3fc75bedd6b8 on network f67cf5e5-983a-4807-afb9-c39594efa24b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:26:43.688325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Port bcec0921-df60-4436-9f57-3fc75bedd6b8 on network f67cf5e5-983a-4807-afb9-c39594efa24b not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:26:43.688641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Attempting to bind port bcec0921-df60-4436-9f57-3fc75bedd6b8 on network f67cf5e5-983a-4807-afb9-c39594efa24b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:26:43.693616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:26:43.693945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Checking segment: {'id': '3ff1f754-1ae0-4cc6-a245-dedadb1d657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:26:43.694338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Bound using segment: {'id': '3ff1f754-1ae0-4cc6-a245-dedadb1d657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:26:43.694755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Bound port: bcec0921-df60-4436-9f57-3fc75bedd6b8, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff1f754-1ae0-4cc6-a245-dedadb1d657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:26:43.695097 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:43.758720 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] For port bcec0921-df60-4436-9f57-3fc75bedd6b8, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:26:43.762266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] For port bcec0921-df60-4436-9f57-3fc75bedd6b8, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=bcec0921-df60-4436-9f57-3fc75bedd6b8,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:26:43.767535 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:43.801669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:43.802292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:43.803671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] 10.222.0.13 "PUT /v2.0/ports/bcec0921-df60-4436-9f57-3fc75bedd6b8 HTTP/1.1" status: 200 len: 1091 time: 0.6163681 Feb 10 07:26:43.804114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677fe81a-cb80-46ea-9907-28190598dc43', 'tag': 'bcec0921-df60-4436-9f57-3fc75bedd6b8'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:26:43.806386 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922" -d '{"events": [{"name": "network-changed", "server_uuid": "677fe81a-cb80-46ea-9907-28190598dc43", "tag": "bcec0921-df60-4436-9f57-3fc75bedd6b8"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:26:43.827849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec5c07-ae42-4827-ac7e-b2907364123b service neutron] Pushing event updated for resources: {'Port': ['ID=bcec0921-df60-4436-9f57-3fc75bedd6b8,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:43.900082 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-4faa3a92-4bc9-4161-b6b0-48dfef366c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:43.901657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-4faa3a92-4bc9-4161-b6b0-48dfef366c52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c928ab067f640478965c7505b774d16&device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 1125 time: 0.0524864 Feb 10 07:26:43.919784 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92817abd-7981-425d-b9bf-37e23b6f53f3 x-openstack-request-id: req-92817abd-7981-425d-b9bf-37e23b6f53f3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:26:43.920076 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677fe81a-cb80-46ea-9907-28190598dc43", "tag": "bcec0921-df60-4436-9f57-3fc75bedd6b8", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:26:43.920333 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92817abd-7981-425d-b9bf-37e23b6f53f3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:26:43.920736 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677fe81a-cb80-46ea-9907-28190598dc43', 'tag': 'bcec0921-df60-4436-9f57-3fc75bedd6b8', 'status': 'completed', 'code': 200} Feb 10 07:26:43.967428 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-8ee82ca7-e49e-452a-b3d1-2048fbeb22be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcec0921-df60-4436-9f57-3fc75bedd6b8 HTTP/1.1" status: 200 len: 217 time: 0.0564036 Feb 10 07:26:43.987627 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:44.026344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde21509-5226-46f1-a7e8-059d3fc2cca0 req-69adbaf1-f859-423c-8f14-1a933fd47d03 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:44.027890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fde21509-5226-46f1-a7e8-059d3fc2cca0 req-69adbaf1-f859-423c-8f14-1a933fd47d03 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 943 time: 0.1253283 Feb 10 07:26:44.031441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-81706ef6-3c34-4d8e-ba86-5f401044bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:44.032791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-81706ef6-3c34-4d8e-ba86-5f401044bd95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a94b9467-02ce-46aa-824c-1f23171a50dd HTTP/1.1" status: 200 len: 854 time: 0.0602379 Feb 10 07:26:44.076538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-90bc567c-6f2b-486c-807f-1c041a7fcbf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f67cf5e5-983a-4807-afb9-c39594efa24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359790 Feb 10 07:26:44.118149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fde21509-5226-46f1-a7e8-059d3fc2cca0 req-1cbd934b-90c4-4601-a5c2-b1375175d1bc tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844362 Feb 10 07:26:44.181893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-8e902876-320d-438e-b9eb-a428d3e2fd8d service neutron] 10.222.0.13 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979171 Feb 10 07:26:44.273548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-545f2946-4334-4b12-a8af-6c9f70476a48 req-ac04cf04-50f5-4d5d-a50f-81c8ed9e7874 service neutron] 10.222.0.13 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854290 Feb 10 07:26:44.362731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-532debdb-dc34-4761-acd2-98e8f55491f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:44.364177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-532debdb-dc34-4761-acd2-98e8f55491f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c928ab067f640478965c7505b774d16&device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 1125 time: 0.0452437 Feb 10 07:26:44.458285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-54aa9143-644c-4050-9cbd-35275e6f2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:44.459787 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-54aa9143-644c-4050-9cbd-35275e6f2a82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f67cf5e5-983a-4807-afb9-c39594efa24b HTTP/1.1" status: 200 len: 914 time: 0.0903440 Feb 10 07:26:44.503667 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-7f72ace7-10c0-4d34-bf94-16fa8b9ee405 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcec0921-df60-4436-9f57-3fc75bedd6b8 HTTP/1.1" status: 200 len: 217 time: 0.0378852 Feb 10 07:26:44.552793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-b6e7205e-bf60-423d-9b27-7bef0da55fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:44.554230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-b6e7205e-bf60-423d-9b27-7bef0da55fab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a94b9467-02ce-46aa-824c-1f23171a50dd HTTP/1.1" status: 200 len: 854 time: 0.0442481 Feb 10 07:26:44.586603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-c7f11744-29e3-48e2-bad6-8d6b30fc6597 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f67cf5e5-983a-4807-afb9-c39594efa24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263841 Feb 10 07:26:44.677938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-1dd185e1-1aed-456c-987d-c0bc4b761841 service neutron] 10.222.0.13 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Feb 10 07:26:44.764956 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a1ec37c-1fc2-47ee-b225-57b8bdd97922 req-e8358da6-0640-4a45-88dd-03eb01112c10 service neutron] 10.222.0.13 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817089 Feb 10 07:26:45.245037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c49278-9eaf-4e71-9bf4-4fb2608baf52 req-613faf29-f888-4be2-ab0a-4715c50fa009 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:45.246554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56c49278-9eaf-4e71-9bf4-4fb2608baf52 req-613faf29-f888-4be2-ab0a-4715c50fa009 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 943 time: 0.0576372 Feb 10 07:26:45.292256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-56c49278-9eaf-4e71-9bf4-4fb2608baf52 req-caffca15-b0f6-4893-b4a3-8c6d8d12e901 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Feb 10 07:26:45.404280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:46.415069 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d3c99-e9e9-4430-bf3e-924a18ec49a6 req-b9b34748-2789-46f8-921b-dd97bb7846c5 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:46.416552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec8d3c99-e9e9-4430-bf3e-924a18ec49a6 req-b9b34748-2789-46f8-921b-dd97bb7846c5 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 943 time: 0.0546467 Feb 10 07:26:46.463179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ec8d3c99-e9e9-4430-bf3e-924a18ec49a6 req-4de6142b-32a6-439a-ad5f-eab6e0a1866f tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Feb 10 07:26:46.519691 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:47.077625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device bcec0921-df60-4436-9f57-3fc75bedd6b8 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:26:47.176185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port bcec0921-df60-4436-9f57-3fc75bedd6b8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=bcec0921-df60-4436-9f57-3fc75bedd6b8,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:47.187456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'bcec0921-df60-4436-9f57-3fc75bedd6b8', 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b', 'port_id': 'bcec0921-df60-4436-9f57-3fc75bedd6b8', 'mac_address': 'fa:16:3e:64:13:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94b9467-02ce-46aa-824c-1f23171a50dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:26:47.225097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port bcec0921-df60-4436-9f57-3fc75bedd6b8 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:26:47.225489 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:47.238906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcec0921-df60-4436-9f57-3fc75bedd6b8 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:26:47.261637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port bcec0921-df60-4436-9f57-3fc75bedd6b8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=bcec0921-df60-4436-9f57-3fc75bedd6b8,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:47.265078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:47.310137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=bcec0921-df60-4436-9f57-3fc75bedd6b8,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:47.577330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['bcec0921-df60-4436-9f57-3fc75bedd6b8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:26:47.585062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354b5d-2374-4cf7-8bfb-3ab2d4d128d7 req-c1c995d9-a583-4a50-a472-c6d15a3b4763 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:47.586569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99354b5d-2374-4cf7-8bfb-3ab2d4d128d7 req-c1c995d9-a583-4a50-a472-c6d15a3b4763 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 944 time: 0.0573797 Feb 10 07:26:47.632563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99354b5d-2374-4cf7-8bfb-3ab2d4d128d7 req-a193968e-959a-483f-9668-7c5b4f35bfd7 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Feb 10 07:26:48.751051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064e42f-ead8-44d1-bf7c-b04fb5e72f32 req-b7b47446-dea6-46ac-b8d3-03a0489b06b7 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:48.752509 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3064e42f-ead8-44d1-bf7c-b04fb5e72f32 req-b7b47446-dea6-46ac-b8d3-03a0489b06b7 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 944 time: 0.0523529 Feb 10 07:26:48.800460 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3064e42f-ead8-44d1-bf7c-b04fb5e72f32 req-562521ab-7f11-48a7-813c-51f7a95b867b tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Feb 10 07:26:49.092885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device bcec0921-df60-4436-9f57-3fc75bedd6b8 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:26:49.140331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port bcec0921-df60-4436-9f57-3fc75bedd6b8 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:26:49.144278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port bcec0921-df60-4436-9f57-3fc75bedd6b8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:26:49.144659 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:49.219719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port bcec0921-df60-4436-9f57-3fc75bedd6b8 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:26:49.220114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:49.241984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677fe81a-cb80-46ea-9907-28190598dc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcec0921-df60-4436-9f57-3fc75bedd6b8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:26:49.244267 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4ecfb4-230a-4f2c-905c-0e249c911514" -d '{"events": [{"server_uuid": "677fe81a-cb80-46ea-9907-28190598dc43", "name": "network-vif-plugged", "status": "completed", "tag": "bcec0921-df60-4436-9f57-3fc75bedd6b8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:26:49.258765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port bcec0921-df60-4436-9f57-3fc75bedd6b8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=bcec0921-df60-4436-9f57-3fc75bedd6b8,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:49.263308 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:49.314084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=bcec0921-df60-4436-9f57-3fc75bedd6b8,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:49.340008 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6084c791-e7d4-4d93-b412-f3f51e7e781b x-openstack-request-id: req-6084c791-e7d4-4d93-b412-f3f51e7e781b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:26:49.340308 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677fe81a-cb80-46ea-9907-28190598dc43", "name": "network-vif-plugged", "status": "completed", "tag": "bcec0921-df60-4436-9f57-3fc75bedd6b8", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:26:49.340564 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6084c791-e7d4-4d93-b412-f3f51e7e781b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:26:49.340964 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677fe81a-cb80-46ea-9907-28190598dc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcec0921-df60-4436-9f57-3fc75bedd6b8', 'code': 200} Feb 10 07:26:49.437887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9ae3c-7ab1-4b6a-b911-8b300302a8d4 req-bfcfbd82-594c-4cc8-9f84-d07d2579929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:49.439339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-def9ae3c-7ab1-4b6a-b911-8b300302a8d4 req-bfcfbd82-594c-4cc8-9f84-d07d2579929b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 1127 time: 0.0431838 Feb 10 07:26:49.484553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-def9ae3c-7ab1-4b6a-b911-8b300302a8d4 req-a94398cb-91b5-4b16-b8ce-65861391f58f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Feb 10 07:26:49.919173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0563bb-2b0a-47f3-8ebf-2b9892ba431a req-103af434-6701-4ac6-b157-97ba3fb953f3 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:49.920628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa0563bb-2b0a-47f3-8ebf-2b9892ba431a req-103af434-6701-4ac6-b157-97ba3fb953f3 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0513909 Feb 10 07:26:49.966309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fa0563bb-2b0a-47f3-8ebf-2b9892ba431a req-36ddea6a-b08b-4d52-be88-d3c07eaec546 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Feb 10 07:26:51.084509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01eda3-4774-4447-9bb8-11f70736dc84 req-48e14cbe-fe2b-45fb-bd12-25b3a88bb8db tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:51.086444 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba01eda3-4774-4447-9bb8-11f70736dc84 req-48e14cbe-fe2b-45fb-bd12-25b3a88bb8db tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0514784 Feb 10 07:26:51.131772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba01eda3-4774-4447-9bb8-11f70736dc84 req-ec362484-826f-4ad1-af50-ca097f6e496f tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392327 Feb 10 07:26:51.359055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-fc19255b-f433-4369-9b0e-86e2b9203465 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:51.361445 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-fc19255b-f433-4369-9b0e-86e2b9203465 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/networks?id=f67cf5e5-983a-4807-afb9-c39594efa24b HTTP/1.1" status: 200 len: 814 time: 0.1113887 Feb 10 07:26:51.376164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-cbcf1cda-0a4a-465a-8512-4b9ec2103094 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/quotas/0c928ab067f640478965c7505b774d16 HTTP/1.1" status: 200 len: 375 time: 0.0090640 Feb 10 07:26:51.427251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-1d03c120-381a-483c-bfdd-afdbab9bd0eb tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c928ab067f640478965c7505b774d16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459039 Feb 10 07:26:51.517220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-4749442f-5652-49cb-81c4-308777673094 service neutron] 10.222.0.21 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834255 Feb 10 07:26:51.604762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-a11402b0-4de1-437f-8051-2ad7e5ec7e05 service neutron] 10.222.0.21 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816574 Feb 10 07:26:51.769750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b3a40c4-563a-40c3-9859-b3017be07de8 req-e360cf8f-cbc3-4059-a4eb-99862b67359a tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 210 time: 0.0323691 Feb 10 07:26:52.731741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-27e97d19-ed22-46dc-a605-a85558d82d5f tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:52.733191 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-27e97d19-ed22-46dc-a605-a85558d82d5f tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.24 "GET /v2.0/networks?id=f67cf5e5-983a-4807-afb9-c39594efa24b HTTP/1.1" status: 200 len: 814 time: 0.1043055 Feb 10 07:26:52.750969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Request body: {'port': {'device_id': '63c71bba-52f3-4642-8ab3-3f1cca0a1c85', 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b', 'admin_state_up': True, 'tenant_id': '0c928ab067f640478965c7505b774d16'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:26:52.871031 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1889f9b-e396-44d1-bf70-83bc7471ad4c req-ff284658-f228-4617-849d-f2f4f87ca155 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 210 time: 0.0294688 Feb 10 07:26:52.887018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Made reservation on behalf of 0c928ab067f640478965c7505b774d16 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:26:52.890482 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.012359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Allocated IP 172.20.0.11 (f67cf5e5-983a-4807-afb9-c39594efa24b/a94b9467-02ce-46aa-824c-1f23171a50dd/e93a9fe9-aa5e-4026-b8e9-b07a183c48e4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:26:53.154924 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks [] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.186952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.198139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['bcec0921-df60-4436-9f57-3fc75bedd6b8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:26:53.236785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Network f67cf5e5-983a-4807-afb9-c39594efa24b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:26:53.240144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:26:53.243881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:26:53.267891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Pushing event updated for resources: {'Port': ['ID=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:53.295306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:53.295906 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.312418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-09a3d50d-d450-4615-ad47-1340b9d749d2 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5652001 Feb 10 07:26:53.368812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Request body: {'port': {'device_id': '63c71bba-52f3-4642-8ab3-3f1cca0a1c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:26:53.427202 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.679196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:26:53.688023 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Publish callbacks [] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.699879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Transition to ACTIVE for port object e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:26:53.703105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.749574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:53.820266 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Attempting to bind port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:26:53.820597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Attempting to bind port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '3ff1f754-1ae0-4cc6-a245-dedadb1d657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:26:53.820922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Attempting to bind port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 on network f67cf5e5-983a-4807-afb9-c39594efa24b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:26:53.825217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 on network f67cf5e5-983a-4807-afb9-c39594efa24b not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:26:53.825533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Attempting to bind port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 on network f67cf5e5-983a-4807-afb9-c39594efa24b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:26:53.830234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:26:53.830596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Checking segment: {'id': '3ff1f754-1ae0-4cc6-a245-dedadb1d657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:26:53.830982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Bound using segment: {'id': '3ff1f754-1ae0-4cc6-a245-dedadb1d657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:26:53.831392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Bound port: e93a9fe9-aa5e-4026-b8e9-b07a183c48e4, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff1f754-1ae0-4cc6-a245-dedadb1d657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:26:53.831734 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.892093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] For port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:26:53.895564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] For port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:26:53.900926 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.931706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:53.932484 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:53.934592 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] 10.222.0.24 "PUT /v2.0/ports/e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 HTTP/1.1" status: 200 len: 1092 time: 0.6115558 Feb 10 07:26:53.936908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c71bba-52f3-4642-8ab3-3f1cca0a1c85', 'tag': 'e93a9fe9-aa5e-4026-b8e9-b07a183c48e4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:26:53.939304 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10538453-22fe-4aa5-b453-9abd7aa20c11" -d '{"events": [{"name": "network-changed", "server_uuid": "63c71bba-52f3-4642-8ab3-3f1cca0a1c85", "tag": "e93a9fe9-aa5e-4026-b8e9-b07a183c48e4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:26:53.987858 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a8cf8e-88d2-4c6e-9bd1-41be4f240140 x-openstack-request-id: req-57a8cf8e-88d2-4c6e-9bd1-41be4f240140 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:26:53.988149 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c71bba-52f3-4642-8ab3-3f1cca0a1c85", "tag": "e93a9fe9-aa5e-4026-b8e9-b07a183c48e4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:26:53.988402 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57a8cf8e-88d2-4c6e-9bd1-41be4f240140 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:26:53.988802 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c71bba-52f3-4642-8ab3-3f1cca0a1c85', 'tag': 'e93a9fe9-aa5e-4026-b8e9-b07a183c48e4', 'status': 'completed', 'code': 200} Feb 10 07:26:54.008855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac96b4-23fb-4517-a9cd-f241a8571bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:54.046658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f48f1-205c-499c-8359-ba08774d85df req-3570f0f3-cb0f-4676-b25b-c6bd9da807b5 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:54.048132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-445f48f1-205c-499c-8359-ba08774d85df req-3570f0f3-cb0f-4676-b25b-c6bd9da807b5 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 944 time: 0.1021667 Feb 10 07:26:54.072464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-3d9e561a-c998-4bbd-8679-0dd320ae3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:54.073914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-3d9e561a-c998-4bbd-8679-0dd320ae3b41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c928ab067f640478965c7505b774d16&device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 1126 time: 0.0821931 Feb 10 07:26:54.124165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-57a9ea2a-8b9a-4818-9730-43294dbd2701 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 HTTP/1.1" status: 200 len: 217 time: 0.0400205 Feb 10 07:26:54.130896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-445f48f1-205c-499c-8359-ba08774d85df req-1ddb2308-b1da-4566-93d3-531a69133e75 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761969 Feb 10 07:26:54.176403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-1511933c-d159-457c-9e59-a33bc92caa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:54.177822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-1511933c-d159-457c-9e59-a33bc92caa57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a94b9467-02ce-46aa-824c-1f23171a50dd HTTP/1.1" status: 200 len: 854 time: 0.0461257 Feb 10 07:26:54.211600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-1f1dfc8c-08e2-4dac-a112-731a84277e99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f67cf5e5-983a-4807-afb9-c39594efa24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250151 Feb 10 07:26:54.301282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-2ad3881b-f4c7-4724-b710-97a7f60c7bb5 service neutron] 10.222.0.24 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789411 Feb 10 07:26:54.711273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-27809a1c-3351-4a9f-a750-fcc299f5e9d4 req-dbaa9dd6-97e4-44f9-a164-8b643782d9f4 service neutron] 10.222.0.24 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009192 Feb 10 07:26:54.805843 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-bc5138a8-26fa-4bb3-93e1-ea505b7b881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:54.807342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-bc5138a8-26fa-4bb3-93e1-ea505b7b881c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c928ab067f640478965c7505b774d16&device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 1126 time: 0.0431952 Feb 10 07:26:54.898482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-c62c896d-3b47-4e80-bf4a-6033587f79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:54.899937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-c62c896d-3b47-4e80-bf4a-6033587f79fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=f67cf5e5-983a-4807-afb9-c39594efa24b HTTP/1.1" status: 200 len: 914 time: 0.0851262 Feb 10 07:26:54.939577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-81dc9d4e-8368-431c-bd1a-ae473cc16f59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 HTTP/1.1" status: 200 len: 217 time: 0.0334952 Feb 10 07:26:54.986785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-73753430-d211-4551-8471-0c7bc8c116ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:54.988195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-73753430-d211-4551-8471-0c7bc8c116ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a94b9467-02ce-46aa-824c-1f23171a50dd HTTP/1.1" status: 200 len: 854 time: 0.0416076 Feb 10 07:26:55.023123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-63e85fce-4bf4-424a-9356-281d6f9d598c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f67cf5e5-983a-4807-afb9-c39594efa24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288160 Feb 10 07:26:55.111952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-f26d25cd-e3d8-445e-af78-79203c69f509 service neutron] 10.222.0.24 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815506 Feb 10 07:26:55.214902 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10538453-22fe-4aa5-b453-9abd7aa20c11 req-fea01e25-dfaf-400b-89fd-dddd13e8f352 service neutron] 10.222.0.24 "GET /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966604 Feb 10 07:26:55.254083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29040b7b-4c0c-4180-990b-f054b788a10f req-4ecd54e3-aa40-4bac-9f18-b1edb0cde808 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:55.255515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29040b7b-4c0c-4180-990b-f054b788a10f req-4ecd54e3-aa40-4bac-9f18-b1edb0cde808 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 944 time: 0.0534379 Feb 10 07:26:55.301215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-29040b7b-4c0c-4180-990b-f054b788a10f req-77c4d5c3-65b7-4c66-8a8a-09179933862b tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400281 Feb 10 07:26:56.237264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:26:56.331622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:56.342877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'e93a9fe9-aa5e-4026-b8e9-b07a183c48e4', 'network_id': 'f67cf5e5-983a-4807-afb9-c39594efa24b', 'port_id': 'e93a9fe9-aa5e-4026-b8e9-b07a183c48e4', 'mac_address': 'fa:16:3e:50:1c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94b9467-02ce-46aa-824c-1f23171a50dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:26:56.383761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:26:56.384214 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:56.397617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:26:56.421766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:56.423831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d35ee0-eac0-4df9-913d-56ff0f229479 req-f0da67a5-ded6-430e-a8e1-e70ecb9e2ead tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:56.425392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64d35ee0-eac0-4df9-913d-56ff0f229479 req-f0da67a5-ded6-430e-a8e1-e70ecb9e2ead tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 944 time: 0.0548000 Feb 10 07:26:56.426327 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:56.473588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:56.476122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-64d35ee0-eac0-4df9-913d-56ff0f229479 req-a1309f26-15c4-4e0b-aad5-bb80faa308cd tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Feb 10 07:26:56.481964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.482341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.482699 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.483035 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.483371 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.483704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.484031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.484363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.484686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.485010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.485334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.485654 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.485974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:26:56.708216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['e93a9fe9-aa5e-4026-b8e9-b07a183c48e4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:26:57.594145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c3601-b397-4b23-9b76-ece9665b58e7 req-9eb04ad0-f093-4699-bd2e-fcaa463eef82 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:57.595630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-340c3601-b397-4b23-9b76-ece9665b58e7 req-9eb04ad0-f093-4699-bd2e-fcaa463eef82 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 945 time: 0.0512209 Feb 10 07:26:57.643147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-340c3601-b397-4b23-9b76-ece9665b58e7 req-cd2b3eaa-19e6-4bf3-98e5-161fc1881126 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Feb 10 07:26:58.252754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:26:58.300278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:26:58.304185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:26:58.304568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:58.382215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:26:58.382647 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:58.406051 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c71bba-52f3-4642-8ab3-3f1cca0a1c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a9fe9-aa5e-4026-b8e9-b07a183c48e4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:26:58.408309 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e233c4-8a4f-4088-96d0-ac0a6dc2911c" -d '{"events": [{"server_uuid": "63c71bba-52f3-4642-8ab3-3f1cca0a1c85", "name": "network-vif-plugged", "status": "completed", "tag": "e93a9fe9-aa5e-4026-b8e9-b07a183c48e4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:26:58.420623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:26:58.425102 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:26:58.449056 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7290177a-a7f4-458a-b1bd-3f7b7c251109 x-openstack-request-id: req-7290177a-a7f4-458a-b1bd-3f7b7c251109 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:26:58.449351 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c71bba-52f3-4642-8ab3-3f1cca0a1c85", "name": "network-vif-plugged", "status": "completed", "tag": "e93a9fe9-aa5e-4026-b8e9-b07a183c48e4", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:26:58.449604 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7290177a-a7f4-458a-b1bd-3f7b7c251109 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:26:58.449993 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c71bba-52f3-4642-8ab3-3f1cca0a1c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a9fe9-aa5e-4026-b8e9-b07a183c48e4', 'code': 200} Feb 10 07:26:58.475465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:26:58.557867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee310f4-2574-4e89-8866-fa5736f476b0 req-1ecf995f-2c73-4cf8-81dd-38b6726dbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:58.559393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bee310f4-2574-4e89-8866-fa5736f476b0 req-1ecf995f-2c73-4cf8-81dd-38b6726dbba7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 1128 time: 0.0441647 Feb 10 07:26:58.607371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bee310f4-2574-4e89-8866-fa5736f476b0 req-d62c69a9-4925-4a0d-b9bc-353e62a61787 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368640 Feb 10 07:26:58.765515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebc730-b03f-493d-820b-dc908829fc7c req-7c364e45-8150-4aec-9cc3-1157797e5e99 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:58.766948 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77ebc730-b03f-493d-820b-dc908829fc7c req-7c364e45-8150-4aec-9cc3-1157797e5e99 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 946 time: 0.0556483 Feb 10 07:26:58.813011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-77ebc730-b03f-493d-820b-dc908829fc7c req-94756bd4-ffac-48dd-aadf-55d5b8ce7db9 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Feb 10 07:26:59.932885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea230c-4544-4308-9b1e-9c6c9aad5917 req-c85a0409-babb-4c2d-95ea-2f20b34fa4bd tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:26:59.934382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0ea230c-4544-4308-9b1e-9c6c9aad5917 req-c85a0409-babb-4c2d-95ea-2f20b34fa4bd tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Feb 10 07:26:59.980233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0ea230c-4544-4308-9b1e-9c6c9aad5917 req-f9725bac-257e-4b6f-b726-4df464ddfac1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Feb 10 07:27:00.211583 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856076a-fecd-48fd-b9d2-59c4002abfda req-addbbfdb-34f7-4d09-b9a9-75efe3c43335 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:00.213095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1856076a-fecd-48fd-b9d2-59c4002abfda req-addbbfdb-34f7-4d09-b9a9-75efe3c43335 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 946 time: 0.0526614 Feb 10 07:27:00.264196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1856076a-fecd-48fd-b9d2-59c4002abfda req-64006cc1-ab41-417b-9830-aeb8697766a1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449131 Feb 10 07:27:01.389968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a99416-00f7-4cc4-877a-c53c3af0bbb3 req-1a95741e-b820-4df6-8d32-3dce48d4e5c3 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:01.391488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7a99416-00f7-4cc4-877a-c53c3af0bbb3 req-1a95741e-b820-4df6-8d32-3dce48d4e5c3 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 946 time: 0.0573020 Feb 10 07:27:01.437550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7a99416-00f7-4cc4-877a-c53c3af0bbb3 req-a19ad917-fa00-4579-a025-2dd405597422 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Feb 10 07:27:01.529378 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-2f68eeb3-7db7-477d-9e9c-158d704bdffe tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:01.530839 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-2f68eeb3-7db7-477d-9e9c-158d704bdffe tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c71bba-52f3-4642-8ab3-3f1cca0a1c85 HTTP/1.1" status: 200 len: 946 time: 0.0511045 Feb 10 07:27:01.626177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Deleting port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:27:01.626540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:01.717479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] For port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:01.717841 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:01.730796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Calling delete_port for e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:27:01.857043 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e93a9fe9-aa5e-4026-b8e9-b07a183c48e4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:01.870024 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['e93a9fe9-aa5e-4026-b8e9-b07a183c48e4'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:27:01.872957 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['bcec0921-df60-4436-9f57-3fc75bedd6b8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:27:01.885495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Pushing event deleted for resources: {'Port': ['ID=e93a9fe9-aa5e-4026-b8e9-b07a183c48e4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:01.932423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] No DVR routers for this DVR port e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:27:01.935648 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:01.939072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd161080-76f2-412c-b0f9-12b6b237d7c1 req-9a503eb7-78e7-4739-a3a8-5b248dfed931 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.24 "DELETE /v2.0/ports/e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 HTTP/1.1" status: 204 len: 173 time: 0.4005671 Feb 10 07:27:01.939524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c71bba-52f3-4642-8ab3-3f1cca0a1c85', 'name': 'network-vif-deleted', 'tag': 'e93a9fe9-aa5e-4026-b8e9-b07a183c48e4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:27:01.942047 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1f0755-6992-4f26-9272-815516738cc0" -d '{"events": [{"server_uuid": "63c71bba-52f3-4642-8ab3-3f1cca0a1c85", "name": "network-vif-deleted", "tag": "e93a9fe9-aa5e-4026-b8e9-b07a183c48e4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:27:01.989162 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6d8bd8-813a-4fbb-852d-50d5bfdbefaf x-openstack-request-id: req-0b6d8bd8-813a-4fbb-852d-50d5bfdbefaf {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:27:01.989463 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c71bba-52f3-4642-8ab3-3f1cca0a1c85", "name": "network-vif-deleted", "tag": "e93a9fe9-aa5e-4026-b8e9-b07a183c48e4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:27:01.989728 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b6d8bd8-813a-4fbb-852d-50d5bfdbefaf {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:27:01.990291 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c71bba-52f3-4642-8ab3-3f1cca0a1c85', 'name': 'network-vif-deleted', 'tag': 'e93a9fe9-aa5e-4026-b8e9-b07a183c48e4', 'status': 'completed', 'code': 200} Feb 10 07:27:02.598019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c834f5f-6e0d-4aca-84bb-b7c027597b17 req-c65fc61a-a461-4a65-9649-b981794a024a tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:02.599548 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c834f5f-6e0d-4aca-84bb-b7c027597b17 req-c65fc61a-a461-4a65-9649-b981794a024a tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0531681 Feb 10 07:27:02.645499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2c834f5f-6e0d-4aca-84bb-b7c027597b17 req-2a3ac30f-7976-41e0-9307-2a189c73fb04 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Feb 10 07:27:02.778492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d76855-71bc-4286-aa7e-00f1d29a0dd7 req-3e0630c1-50ad-444a-afd4-42d1f3f4e75a tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:02.780012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4d76855-71bc-4286-aa7e-00f1d29a0dd7 req-3e0630c1-50ad-444a-afd4-42d1f3f4e75a tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0522223 Feb 10 07:27:02.830420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f4d76855-71bc-4286-aa7e-00f1d29a0dd7 req-c57018cc-1539-48b8-b33f-e13fc247e802 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Feb 10 07:27:02.947899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e70f0-c65d-45f9-a6f8-117292b0fc9f req-20b9d2a9-add6-4cd6-81c9-93da6b468b54 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:02.949405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f0e70f0-c65d-45f9-a6f8-117292b0fc9f req-20b9d2a9-add6-4cd6-81c9-93da6b468b54 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0528965 Feb 10 07:27:02.996866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f0e70f0-c65d-45f9-a6f8-117292b0fc9f req-a1276f59-c32a-45c1-95de-e7caa8ac8193 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Feb 10 07:27:03.166287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011fe95-4668-4408-b052-9bbb48d0f48c req-3a920753-1c0f-4250-bc97-d7d9c81ca32a tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:03.168401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d011fe95-4668-4408-b052-9bbb48d0f48c req-3a920753-1c0f-4250-bc97-d7d9c81ca32a tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Feb 10 07:27:03.213769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d011fe95-4668-4408-b052-9bbb48d0f48c req-52c382ed-10a9-4422-b636-f5f7f51ef3b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398600 Feb 10 07:27:03.336631 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5a168-30dc-46df-a9f5-592f78af5424 req-2a6c2508-1b32-42b0-9306-b691d0ab2b28 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:03.338000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1eb5a168-30dc-46df-a9f5-592f78af5424 req-2a6c2508-1b32-42b0-9306-b691d0ab2b28 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0563738 Feb 10 07:27:03.383518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1eb5a168-30dc-46df-a9f5-592f78af5424 req-53bb02cc-f2e0-4807-a48b-32476cf1bf7f tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 Feb 10 07:27:03.509134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e0895-fdfe-48b0-a9a1-2ef0f01137ea req-9dd1b8a6-f2e5-4b52-a586-eb833ca07965 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:03.510626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d39e0895-fdfe-48b0-a9a1-2ef0f01137ea req-9dd1b8a6-f2e5-4b52-a586-eb833ca07965 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0525298 Feb 10 07:27:03.557483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d39e0895-fdfe-48b0-a9a1-2ef0f01137ea req-e07462dc-c3fb-489d-a4af-32304d44c220 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Feb 10 07:27:03.860848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dd663-8057-4c25-a09b-73c5f8be0f55 req-62f85f22-98aa-409d-94c4-d147f640f7fa tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:03.863114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d9dd663-8057-4c25-a09b-73c5f8be0f55 req-62f85f22-98aa-409d-94c4-d147f640f7fa tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Feb 10 07:27:03.913352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5d9dd663-8057-4c25-a09b-73c5f8be0f55 req-416eead8-081b-4487-8ecf-3a1731759384 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Feb 10 07:27:04.295608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:27:04.315512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:27:04.315855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device e93a9fe9-aa5e-4026-b8e9-b07a183c48e4 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:27:05.032812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac850593-0af0-48e5-a4d8-d282f8d0aa45 req-d925d2fb-8287-415d-9d12-bd7898e4a071 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:05.034286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac850593-0af0-48e5-a4d8-d282f8d0aa45 req-d925d2fb-8287-415d-9d12-bd7898e4a071 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0514717 Feb 10 07:27:05.083694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac850593-0af0-48e5-a4d8-d282f8d0aa45 req-10f3783f-23ca-45ed-bbfb-8ef051a6c7f6 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/security-groups?id=79096176-6508-4397-9785-8528c571f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 Feb 10 07:27:05.376532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23e53a-da50-4aad-ac35-184be398db68 req-17f8004d-346b-4ff2-a85b-70a8b1ec4a15 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:05.377970 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e23e53a-da50-4aad-ac35-184be398db68 req-17f8004d-346b-4ff2-a85b-70a8b1ec4a15 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.13 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 945 time: 0.0516121 Feb 10 07:27:05.470919 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1e23e53a-da50-4aad-ac35-184be398db68 req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Deleting port bcec0921-df60-4436-9f57-3fc75bedd6b8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:27:05.471261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1e23e53a-da50-4aad-ac35-184be398db68 req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:05.557121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1e23e53a-da50-4aad-ac35-184be398db68 req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] For port bcec0921-df60-4436-9f57-3fc75bedd6b8, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=bcec0921-df60-4436-9f57-3fc75bedd6b8,segment=NetworkSegment(3ff1f754-1ae0-4cc6-a245-dedadb1d657f),segment_id=3ff1f754-1ae0-4cc6-a245-dedadb1d657f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:05.557499 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1e23e53a-da50-4aad-ac35-184be398db68 req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:05.570029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1e23e53a-da50-4aad-ac35-184be398db68 req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Calling delete_port for bcec0921-df60-4436-9f57-3fc75bedd6b8 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:27:05.698049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1e23e53a-da50-4aad-ac35-184be398db68 req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (bcec0921-df60-4436-9f57-3fc75bedd6b8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:05.709966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['bcec0921-df60-4436-9f57-3fc75bedd6b8'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:27:05.735229 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Pushing event deleted for resources: {'Port': ['ID=bcec0921-df60-4436-9f57-3fc75bedd6b8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:05.773039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e23e53a-da50-4aad-ac35-184be398db68 req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] No DVR routers for this DVR port bcec0921-df60-4436-9f57-3fc75bedd6b8 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:27:05.775631 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1e23e53a-da50-4aad-ac35-184be398db68 req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:05.779565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e23e53a-da50-4aad-ac35-184be398db68 req-3ea8e74a-f2e5-4c2b-b057-2620c96d23b1 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.13 "DELETE /v2.0/ports/bcec0921-df60-4436-9f57-3fc75bedd6b8 HTTP/1.1" status: 204 len: 173 time: 0.3957779 Feb 10 07:27:05.780011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677fe81a-cb80-46ea-9907-28190598dc43', 'name': 'network-vif-deleted', 'tag': 'bcec0921-df60-4436-9f57-3fc75bedd6b8'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:27:05.782249 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208870d6-11ff-40b3-a364-c7ffe5ab78ca" -d '{"events": [{"server_uuid": "677fe81a-cb80-46ea-9907-28190598dc43", "name": "network-vif-deleted", "tag": "bcec0921-df60-4436-9f57-3fc75bedd6b8"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:27:05.820945 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1912ef09-03bb-4ffc-841a-f876ab69a919 x-openstack-request-id: req-1912ef09-03bb-4ffc-841a-f876ab69a919 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:27:05.821234 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677fe81a-cb80-46ea-9907-28190598dc43", "name": "network-vif-deleted", "tag": "bcec0921-df60-4436-9f57-3fc75bedd6b8", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:27:05.821486 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1912ef09-03bb-4ffc-841a-f876ab69a919 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:27:05.821897 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677fe81a-cb80-46ea-9907-28190598dc43', 'name': 'network-vif-deleted', 'tag': 'bcec0921-df60-4436-9f57-3fc75bedd6b8', 'status': 'completed', 'code': 200} Feb 10 07:27:06.191043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8ee6245-600f-4d03-88a5-aab61d6d10b9 req-406b91f9-730c-4ad9-9c1e-b0b1d4b828b3 tempest-ServersNegativeTestJSON-371266079 tempest-ServersNegativeTestJSON-371266079-project] 10.222.0.21 "GET /v2.0/ports?device_id=677fe81a-cb80-46ea-9907-28190598dc43 HTTP/1.1" status: 200 len: 210 time: 0.0277498 Feb 10 07:27:07.249951 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.258451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:07.305683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-663097fb-86e0-467e-a548-2d0e4061c93c admin admin] Deleting subnet a94b9467-02ce-46aa-824c-1f23171a50dd {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:27:07.308851 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-663097fb-86e0-467e-a548-2d0e4061c93c admin admin] Publish callbacks [] for subnet (a94b9467-02ce-46aa-824c-1f23171a50dd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.343298 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-663097fb-86e0-467e-a548-2d0e4061c93c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (a94b9467-02ce-46aa-824c-1f23171a50dd), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.380105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-663097fb-86e0-467e-a548-2d0e4061c93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a94b9467-02ce-46aa-824c-1f23171a50dd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.434592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-663097fb-86e0-467e-a548-2d0e4061c93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (a94b9467-02ce-46aa-824c-1f23171a50dd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.460958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663097fb-86e0-467e-a548-2d0e4061c93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94b9467-02ce-46aa-824c-1f23171a50dd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:07.462825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-663097fb-86e0-467e-a548-2d0e4061c93c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.466603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-663097fb-86e0-467e-a548-2d0e4061c93c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a94b9467-02ce-46aa-824c-1f23171a50dd HTTP/1.1" status: 204 len: 168 time: 0.2071149 Feb 10 07:27:07.469321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:07.536700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (f67cf5e5-983a-4807-afb9-c39594efa24b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.617583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (f67cf5e5-983a-4807-afb9-c39594efa24b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.637761 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67cf5e5-983a-4807-afb9-c39594efa24b']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:07.657013 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff1f754-1ae0-4cc6-a245-dedadb1d657f') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:07.657512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff1f754-1ae0-4cc6-a245-dedadb1d657f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:07.667619 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (3ff1f754-1ae0-4cc6-a245-dedadb1d657f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.680948 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3ff1f754-1ae0-4cc6-a245-dedadb1d657f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.687406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:27:07.687782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (3ff1f754-1ae0-4cc6-a245-dedadb1d657f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:27:07.689392 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:27:07.746092 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (f67cf5e5-983a-4807-afb9-c39594efa24b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.751826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.755012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f67cf5e5-983a-4807-afb9-c39594efa24b HTTP/1.1" status: 204 len: 168 time: 0.2847700 Feb 10 07:27:07.766792 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe144c-28d4-4f96-876e-d9b9a505eba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67cf5e5-983a-4807-afb9-c39594efa24b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:07.862205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60834) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:07.901372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-53f6af35-ce25-499c-a9a1-87fc108d5818 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c928ab067f640478965c7505b774d16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379984 Feb 10 07:27:07.903800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60836) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:07.949972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f6f9-3072-4bf8-a37c-f51945cea852 admin admin] Publish callbacks [] for security_group (79096176-6508-4397-9785-8528c571f11b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:07.974378 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f6f9-3072-4bf8-a37c-f51945cea852 admin admin] Publish callbacks [] for security_group (79096176-6508-4397-9785-8528c571f11b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:08.021872 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f6f9-3072-4bf8-a37c-f51945cea852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (79096176-6508-4397-9785-8528c571f11b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:08.024416 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f6f9-3072-4bf8-a37c-f51945cea852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:08.025568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5ee6f6f9-3072-4bf8-a37c-f51945cea852 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79096176-6508-4397-9785-8528c571f11b HTTP/1.1" status: 204 len: 168 time: 0.1208422 Feb 10 07:27:08.036985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6f6f9-3072-4bf8-a37c-f51945cea852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79096176-6508-4397-9785-8528c571f11b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:08.696504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60858) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:08.787720 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1627855961'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:08.807314 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:08.811077 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:08.819448 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:08.891493 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for security_group (dc2265c0-2dde-48db-9030-2bd5d44bdbae), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:08.894831 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (dc2265c0-2dde-48db-9030-2bd5d44bdbae), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:08.916089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:27:08.929273 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2265c0-2dde-48db-9030-2bd5d44bdbae,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:08.934484 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (571ab066-1cc6-4904-afef-3c345fc7a560), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:08.934827 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Added segment 571ab066-1cc6-4904-afef-3c345fc7a560 of type vlan for network e680b207-0d1f-47ca-aff5-7667a2b6cb31 Feb 10 07:27:08.973547 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (e680b207-0d1f-47ca-aff5-7667a2b6cb31), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:09.002817 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (e680b207-0d1f-47ca-aff5-7667a2b6cb31), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:09.007637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:09.008211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:09.044997 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3473938 Feb 10 07:27:09.077786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8026c6-353a-4faa-8755-ca98dd910068 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Network': ['ID=e680b207-0d1f-47ca-aff5-7667a2b6cb31,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:09.090759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network e680b207-0d1f-47ca-aff5-7667a2b6cb31 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:27:09.170464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device bcec0921-df60-4436-9f57-3fc75bedd6b8 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:27:09.190832 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: bcec0921-df60-4436-9f57-3fc75bedd6b8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:27:09.191181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device bcec0921-df60-4436-9f57-3fc75bedd6b8 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:27:10.399317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec040c27-01ba-4601-a18d-dfa821725232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:10.528415 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.320915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60862) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:12.326566 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'subnet': {'network_id': 'e680b207-0d1f-47ca-aff5-7667a2b6cb31', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:12.410485 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:12.413805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.588801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (c2b9dc04-9978-4242-a3d9-40369c86b4cb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.648014 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-366b50f6-2d67-4d7e-8424-d7ae914c602c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.649470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Subnet': ['ID=c2b9dc04-9978-4242-a3d9-40369c86b4cb,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:12.660190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Checking segment: {'id': '571ab066-1cc6-4904-afef-3c345fc7a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e680b207-0d1f-47ca-aff5-7667a2b6cb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:12.660546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network hostable DHCP agents. Network: e680b207-0d1f-47ca-aff5-7667a2b6cb31, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:27:12.675827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network e680b207-0d1f-47ca-aff5-7667a2b6cb31 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:27:12.684214 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, e680b207-0d1f-47ca-aff5-7667a2b6cb31) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:12.688212 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:12.688804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.693389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c2620-0f65-4a1e-9caf-273d1f6bfd69 None None] Network e680b207-0d1f-47ca-aff5-7667a2b6cb31 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:12.705763 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-52fd1bf1-2899-4bcf-8a82-b36d7033094c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3837593 Feb 10 07:27:12.709144 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60864) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:12.713943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-773287695'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:12.732161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:12.738173 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.766418 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:27:12.776137 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (74a7fe68-d294-4f1e-b694-ab656b69a87a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.776536 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Added segment 74a7fe68-d294-4f1e-b694-ab656b69a87a of type vlan for network 2dc540dc-36a6-46de-aeaf-582ca1f14a39 Feb 10 07:27:12.799684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-e680b207-0d1f-47ca-aff5-7667a2b6cb31', 'network_id': 'e680b207-0d1f-47ca-aff5-7667a2b6cb31', 'project_id': '793273b72c854374bbcc3644d5aa07f3', 'fixed_ips': [{'subnet_id': 'c2b9dc04-9978-4242-a3d9-40369c86b4cb'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:27:12.800531 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.818559 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (2dc540dc-36a6-46de-aeaf-582ca1f14a39), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.842648 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (2dc540dc-36a6-46de-aeaf-582ca1f14a39), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.847539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:12.848201 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:12.891167 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1784024 Feb 10 07:27:12.891597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60866) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:12.897032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'subnet': {'network_id': '2dc540dc-36a6-46de-aeaf-582ca1f14a39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:12.919358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b5e58-c2f9-42a0-a545-5f39f11520a8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Network': ['ID=2dc540dc-36a6-46de-aeaf-582ca1f14a39,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:12.933982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 2dc540dc-36a6-46de-aeaf-582ca1f14a39 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:27:12.972199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Allocated IP 2001:db8:0:ffff::2 (e680b207-0d1f-47ca-aff5-7667a2b6cb31/c2b9dc04-9978-4242-a3d9-40369c86b4cb/f88798a9-7b11-4436-95ee-d563ada18d23) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:12.987779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:12.991421 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.159074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Publish callbacks [] for port (f88798a9-7b11-4436-95ee-d563ada18d23), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.164996 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.185367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (57688cc7-c57c-4ab6-8d34-0af1225dddf6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.205438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Network e680b207-0d1f-47ca-aff5-7667a2b6cb31 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:13.205438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:13.210083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:13.243512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Pushing event updated for resources: {'Port': ['ID=f88798a9-7b11-4436-95ee-d563ada18d23,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:13.253949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Subnet': ['ID=57688cc7-c57c-4ab6-8d34-0af1225dddf6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:13.263402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Checking segment: {'id': '74a7fe68-d294-4f1e-b694-ab656b69a87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2dc540dc-36a6-46de-aeaf-582ca1f14a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:13.263745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network hostable DHCP agents. Network: 2dc540dc-36a6-46de-aeaf-582ca1f14a39, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:27:13.280749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network 2dc540dc-36a6-46de-aeaf-582ca1f14a39 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:27:13.291130 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 2dc540dc-36a6-46de-aeaf-582ca1f14a39) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:13.295980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:13.296590 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.314690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0a228b15-1d2c-400f-9066-37a8fcd5ad00 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4217710 Feb 10 07:27:13.317578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:13.420314 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (2dc540dc-36a6-46de-aeaf-582ca1f14a39), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.430166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a1d348-1d18-451a-acec-b2d4cb57bc8c None None] Network 2dc540dc-36a6-46de-aeaf-582ca1f14a39 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:13.453422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Attempting to bind port f88798a9-7b11-4436-95ee-d563ada18d23 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:13.453795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Attempting to bind port f88798a9-7b11-4436-95ee-d563ada18d23 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '571ab066-1cc6-4904-afef-3c345fc7a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e680b207-0d1f-47ca-aff5-7667a2b6cb31'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:13.454163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Attempting to bind port f88798a9-7b11-4436-95ee-d563ada18d23 on network e680b207-0d1f-47ca-aff5-7667a2b6cb31 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:13.468013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:13.468390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Checking segment: {'id': '571ab066-1cc6-4904-afef-3c345fc7a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e680b207-0d1f-47ca-aff5-7667a2b6cb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:13.468796 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.469195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Bound using segment: {'id': '571ab066-1cc6-4904-afef-3c345fc7a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e680b207-0d1f-47ca-aff5-7667a2b6cb31'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:13.469662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Bound port: f88798a9-7b11-4436-95ee-d563ada18d23, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571ab066-1cc6-4904-afef-3c345fc7a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e680b207-0d1f-47ca-aff5-7667a2b6cb31'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:13.470043 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.496675 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (57688cc7-c57c-4ab6-8d34-0af1225dddf6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.565722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (57688cc7-c57c-4ab6-8d34-0af1225dddf6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.591088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Subnet': ['ID=57688cc7-c57c-4ab6-8d34-0af1225dddf6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:13.592073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8613256-d472-4aea-94ee-6384827fe29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-2dc540dc-36a6-46de-aeaf-582ca1f14a39', 'network_id': '2dc540dc-36a6-46de-aeaf-582ca1f14a39', 'project_id': '793273b72c854374bbcc3644d5aa07f3', 'fixed_ips': [{'subnet_id': '57688cc7-c57c-4ab6-8d34-0af1225dddf6'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:27:13.594002 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8613256-d472-4aea-94ee-6384827fe29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.607347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] For port f88798a9-7b11-4436-95ee-d563ada18d23, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:13.623701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] For port f88798a9-7b11-4436-95ee-d563ada18d23, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f88798a9-7b11-4436-95ee-d563ada18d23,segment=NetworkSegment(571ab066-1cc6-4904-afef-3c345fc7a560),segment_id=571ab066-1cc6-4904-afef-3c345fc7a560)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:13.635863 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.653341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (2dc540dc-36a6-46de-aeaf-582ca1f14a39), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.674084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc540dc-36a6-46de-aeaf-582ca1f14a39']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:13.683256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a7fe68-d294-4f1e-b694-ab656b69a87a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:13.683591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a7fe68-d294-4f1e-b694-ab656b69a87a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:13.693386 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (74a7fe68-d294-4f1e-b694-ab656b69a87a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.706673 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (74a7fe68-d294-4f1e-b694-ab656b69a87a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.713127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:27:13.713510 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (74a7fe68-d294-4f1e-b694-ab656b69a87a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:27:13.717038 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:27:13.729269 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea79977-1fdb-4c56-bd9b-987195fd9b2d None None] Network 2dc540dc-36a6-46de-aeaf-582ca1f14a39 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:13.761964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ae53e-53b7-481b-ae36-df3001059b12 None None] Pushing event updated for resources: {'Port': ['ID=f88798a9-7b11-4436-95ee-d563ada18d23,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:13.791798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (2dc540dc-36a6-46de-aeaf-582ca1f14a39), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.800725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.807170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/networks/2dc540dc-36a6-46de-aeaf-582ca1f14a39 HTTP/1.1" status: 204 len: 168 time: 0.4854357 Feb 10 07:27:13.808014 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60870) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:13.813965 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1137869301'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:13.817869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3feaa-b08a-4457-b3d5-a671b18ee231 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Network': ['ID=2dc540dc-36a6-46de-aeaf-582ca1f14a39,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:13.839249 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:13.843339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.873268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:27:13.883574 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1f2d7cd3-4987-40bd-b4ff-fe7f8616732e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.883927 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Added segment 1f2d7cd3-4987-40bd-b4ff-fe7f8616732e of type vlan for network 3133b37d-bcfa-476a-9cac-5eb754898cc7 Feb 10 07:27:13.939986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (3133b37d-bcfa-476a-9cac-5eb754898cc7), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.974401 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (3133b37d-bcfa-476a-9cac-5eb754898cc7), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.981577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:13.982278 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:13.997575 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.028732 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2158630 Feb 10 07:27:14.029507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:14.035029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'subnet': {'network_id': '3133b37d-bcfa-476a-9cac-5eb754898cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:14.055768 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b7abb-e0ae-47f5-b729-a4f93e5f47ae tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Network': ['ID=3133b37d-bcfa-476a-9cac-5eb754898cc7,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:14.067137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 3133b37d-bcfa-476a-9cac-5eb754898cc7 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:27:14.130323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:14.133666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.189460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Performing IP validity checks on allocation pools {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 07:27:14.189869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.ipam_backend_mixin [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103214) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 07:27:14.315059 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (45f51749-8e6c-4813-bf58-aad2b94fd140), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.371997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Subnet': ['ID=45f51749-8e6c-4813-bf58-aad2b94fd140,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:14.382861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Checking segment: {'id': '1f2d7cd3-4987-40bd-b4ff-fe7f8616732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3133b37d-bcfa-476a-9cac-5eb754898cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:14.383228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network hostable DHCP agents. Network: 3133b37d-bcfa-476a-9cac-5eb754898cc7, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:27:14.401473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network 3133b37d-bcfa-476a-9cac-5eb754898cc7 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:27:14.411566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 3133b37d-bcfa-476a-9cac-5eb754898cc7) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:14.415643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:14.416241 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.421183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1da2dab-7b2a-42f7-a993-f6683594a59e None None] Network 3133b37d-bcfa-476a-9cac-5eb754898cc7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:14.440261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a98d107e-e2a2-44e2-9dd6-551b65e61f6a tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4094312 Feb 10 07:27:14.443100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60874) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:14.536115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-3133b37d-bcfa-476a-9cac-5eb754898cc7', 'network_id': '3133b37d-bcfa-476a-9cac-5eb754898cc7', 'project_id': '793273b72c854374bbcc3644d5aa07f3', 'fixed_ips': [{'subnet_id': '45f51749-8e6c-4813-bf58-aad2b94fd140'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:27:14.537004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.545695 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (3133b37d-bcfa-476a-9cac-5eb754898cc7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.607842 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (45f51749-8e6c-4813-bf58-aad2b94fd140), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.678774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Allocated IP 2001:db8::3 (3133b37d-bcfa-476a-9cac-5eb754898cc7/45f51749-8e6c-4813-bf58-aad2b94fd140/dc8371b3-1916-42f8-a3df-5b2597183448) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:14.746469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece50a4e-62b1-4365-a5c0-61e1ac6e0d22 None None] Network e680b207-0d1f-47ca-aff5-7667a2b6cb31 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:14.839487 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-76d89f4c-22d3-4061-a637-8bbf7eae242a None None] Provisioning complete for port f88798a9-7b11-4436-95ee-d563ada18d23 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:14.839876 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-76d89f4c-22d3-4061-a637-8bbf7eae242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.936092 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Publish callbacks [] for port (dc8371b3-1916-42f8-a3df-5b2597183448), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.948066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (dc8371b3-1916-42f8-a3df-5b2597183448), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.965720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (45f51749-8e6c-4813-bf58-aad2b94fd140), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:14.987877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f88798a9-7b11-4436-95ee-d563ada18d23 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:15.001547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Subnet': ['ID=45f51749-8e6c-4813-bf58-aad2b94fd140,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:15.044061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Network 3133b37d-bcfa-476a-9cac-5eb754898cc7 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:15.061939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:15.067528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Pushing event updated for resources: {'Port': ['ID=dc8371b3-1916-42f8-a3df-5b2597183448,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:15.071352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:15.075212 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (3133b37d-bcfa-476a-9cac-5eb754898cc7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.091219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-76d89f4c-22d3-4061-a637-8bbf7eae242a None None] Current status of the port f88798a9-7b11-4436-95ee-d563ada18d23 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:15.091608 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-76d89f4c-22d3-4061-a637-8bbf7eae242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.099796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3133b37d-bcfa-476a-9cac-5eb754898cc7']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:15.110605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2d7cd3-4987-40bd-b4ff-fe7f8616732e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:15.110913 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2d7cd3-4987-40bd-b4ff-fe7f8616732e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:15.121587 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (1f2d7cd3-4987-40bd-b4ff-fe7f8616732e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.136318 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1f2d7cd3-4987-40bd-b4ff-fe7f8616732e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.143089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:27:15.143839 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (1f2d7cd3-4987-40bd-b4ff-fe7f8616732e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:27:15.147593 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:27:15.165283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Attempting to bind port dc8371b3-1916-42f8-a3df-5b2597183448 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:15.165657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Attempting to bind port dc8371b3-1916-42f8-a3df-5b2597183448 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '1f2d7cd3-4987-40bd-b4ff-fe7f8616732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3133b37d-bcfa-476a-9cac-5eb754898cc7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:15.166022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Attempting to bind port dc8371b3-1916-42f8-a3df-5b2597183448 on network 3133b37d-bcfa-476a-9cac-5eb754898cc7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:15.180337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-76d89f4c-22d3-4061-a637-8bbf7eae242a None None] For port f88798a9-7b11-4436-95ee-d563ada18d23, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f88798a9-7b11-4436-95ee-d563ada18d23,segment=NetworkSegment(571ab066-1cc6-4904-afef-3c345fc7a560),segment_id=571ab066-1cc6-4904-afef-3c345fc7a560)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:15.181512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f88798a9-7b11-4436-95ee-d563ada18d23 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:15.181892 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.183800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:15.184175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Checking segment: {'id': '1f2d7cd3-4987-40bd-b4ff-fe7f8616732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3133b37d-bcfa-476a-9cac-5eb754898cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:15.184602 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.184959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Bound using segment: {'id': '1f2d7cd3-4987-40bd-b4ff-fe7f8616732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3133b37d-bcfa-476a-9cac-5eb754898cc7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:15.185438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Bound port: dc8371b3-1916-42f8-a3df-5b2597183448, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2d7cd3-4987-40bd-b4ff-fe7f8616732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3133b37d-bcfa-476a-9cac-5eb754898cc7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:15.185812 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (dc8371b3-1916-42f8-a3df-5b2597183448), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.189734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-76d89f4c-22d3-4061-a637-8bbf7eae242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.222384 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 07:27:15.222384 n-d-828670-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 07:27:15.222384 n-d-828670-1 neutron-server[103214]: [parameters: {'id': '3133b37d-bcfa-476a-9cac-5eb754898cc7'}] Feb 10 07:27:15.222384 n-d-828670-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:27:15.223285 n-d-828670-1 neutron-server[103214]: DEBUG oslo_db.api [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:27:15.320376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d89f4c-22d3-4061-a637-8bbf7eae242a None None] Pushing event updated for resources: {'Port': ['ID=f88798a9-7b11-4436-95ee-d563ada18d23,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:15.357185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] For port dc8371b3-1916-42f8-a3df-5b2597183448, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:15.375533 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1f130c3a-753a-41ea-9ba3-58b5bacbd4b8 None None] Provisioning complete for port f88798a9-7b11-4436-95ee-d563ada18d23 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:15.375988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f130c3a-753a-41ea-9ba3-58b5bacbd4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.381893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] For port dc8371b3-1916-42f8-a3df-5b2597183448, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=dc8371b3-1916-42f8-a3df-5b2597183448,segment=NetworkSegment(1f2d7cd3-4987-40bd-b4ff-fe7f8616732e),segment_id=1f2d7cd3-4987-40bd-b4ff-fe7f8616732e)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:15.414413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f88798a9-7b11-4436-95ee-d563ada18d23 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:15.421877 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (dc8371b3-1916-42f8-a3df-5b2597183448), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.460699 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.511245 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d6e77-ba58-44cf-aaa7-53887e5bd157 None None] Pushing event updated for resources: {'Port': ['ID=dc8371b3-1916-42f8-a3df-5b2597183448,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:15.543223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff26b4-545d-4eee-bf24-d5d78b21b787 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 07:27:15.583802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1f130c3a-753a-41ea-9ba3-58b5bacbd4b8 None None] Current status of the port f88798a9-7b11-4436-95ee-d563ada18d23 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:15.622131 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff26b4-545d-4eee-bf24-d5d78b21b787 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 07:27:15.724739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (3133b37d-bcfa-476a-9cac-5eb754898cc7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.768443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee419a6-2f45-4bfd-afd8-4c159aa83616 None None] Network 3133b37d-bcfa-476a-9cac-5eb754898cc7 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:15.784464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Deleting port dc8371b3-1916-42f8-a3df-5b2597183448 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:27:15.784798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (dc8371b3-1916-42f8-a3df-5b2597183448), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.845830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] For port dc8371b3-1916-42f8-a3df-5b2597183448, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=dc8371b3-1916-42f8-a3df-5b2597183448,segment=NetworkSegment(1f2d7cd3-4987-40bd-b4ff-fe7f8616732e),segment_id=1f2d7cd3-4987-40bd-b4ff-fe7f8616732e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:15.846194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (dc8371b3-1916-42f8-a3df-5b2597183448), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.859312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Calling delete_port for dc8371b3-1916-42f8-a3df-5b2597183448 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:27:15.938429 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (dc8371b3-1916-42f8-a3df-5b2597183448), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:15.961495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Port': ['ID=dc8371b3-1916-42f8-a3df-5b2597183448,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:15.968273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No DVR routers for this DVR port dc8371b3-1916-42f8-a3df-5b2597183448 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:27:16.044302 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (3133b37d-bcfa-476a-9cac-5eb754898cc7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.068305 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3133b37d-bcfa-476a-9cac-5eb754898cc7']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:16.079523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2d7cd3-4987-40bd-b4ff-fe7f8616732e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:16.080183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2d7cd3-4987-40bd-b4ff-fe7f8616732e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:16.093494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (1f2d7cd3-4987-40bd-b4ff-fe7f8616732e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.110089 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1f2d7cd3-4987-40bd-b4ff-fe7f8616732e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.115863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:27:16.116248 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (1f2d7cd3-4987-40bd-b4ff-fe7f8616732e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:27:16.119338 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:27:16.174904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (3133b37d-bcfa-476a-9cac-5eb754898cc7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.181583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.184549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/networks/3133b37d-bcfa-476a-9cac-5eb754898cc7 HTTP/1.1" status: 204 len: 168 time: 1.7405229 Feb 10 07:27:16.188286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60876) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:16.193603 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-819049749'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:16.202934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3a472-d776-4edf-b8d4-3922b0fb268e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Network': ['ID=3133b37d-bcfa-476a-9cac-5eb754898cc7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:16.212629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:16.216645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.239750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:27:16.248660 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d853f1a0-bbbd-43f3-8fce-e1e4deecd692), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.249007 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Added segment d853f1a0-bbbd-43f3-8fce-e1e4deecd692 of type vlan for network be7cf042-aa53-4ce5-8366-f68f9e941e87 Feb 10 07:27:16.292371 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (be7cf042-aa53-4ce5-8366-f68f9e941e87), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.316062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (be7cf042-aa53-4ce5-8366-f68f9e941e87), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.321146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:16.321731 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.358770 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1694143 Feb 10 07:27:16.361583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60878) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:16.366222 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'subnet': {'network_id': 'be7cf042-aa53-4ce5-8366-f68f9e941e87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:16.407075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eb8b0-9a16-45c8-a740-d31a50a27f71 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Network': ['ID=be7cf042-aa53-4ce5-8366-f68f9e941e87,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:16.419137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network be7cf042-aa53-4ce5-8366-f68f9e941e87 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:27:16.491080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:16.494506 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.521459 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.675108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.731291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Subnet': ['ID=f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:16.745696 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Checking segment: {'id': 'd853f1a0-bbbd-43f3-8fce-e1e4deecd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'be7cf042-aa53-4ce5-8366-f68f9e941e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:16.746631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network hostable DHCP agents. Network: be7cf042-aa53-4ce5-8366-f68f9e941e87, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:27:16.763343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network be7cf042-aa53-4ce5-8366-f68f9e941e87 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:27:16.771726 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, be7cf042-aa53-4ce5-8366-f68f9e941e87) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:16.775579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:16.776172 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.781726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0c5e4-1fa4-4682-801a-d52ece69bd72 None None] Network be7cf042-aa53-4ce5-8366-f68f9e941e87 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:16.791974 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fd44450f-3f98-4cf1-affd-6c467adfcf51 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4291291 Feb 10 07:27:16.795341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60880) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:16.800381 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059678308'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:16.819189 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:16.822682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.847619 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:27:16.857396 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1303f173-eec7-4be1-be9f-d1127cc902fc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.857795 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Added segment 1303f173-eec7-4be1-be9f-d1127cc902fc of type vlan for network 94853e28-ed26-4c5d-a79c-dd591578ee78 Feb 10 07:27:16.904122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (94853e28-ed26-4c5d-a79c-dd591578ee78), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.930823 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (94853e28-ed26-4c5d-a79c-dd591578ee78), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.936427 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:16.937070 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:16.974190 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1777112 Feb 10 07:27:16.977167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60882) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:16.984931 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Request body: {'subnet': {'network_id': '94853e28-ed26-4c5d-a79c-dd591578ee78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:17.025801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fa4c4-e237-4249-8f0f-a0999d956452 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Network': ['ID=94853e28-ed26-4c5d-a79c-dd591578ee78,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:17.034991 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f88798a9-7b11-4436-95ee-d563ada18d23 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:17.041548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 94853e28-ed26-4c5d-a79c-dd591578ee78 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:27:17.075539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-be7cf042-aa53-4ce5-8366-f68f9e941e87', 'network_id': 'be7cf042-aa53-4ce5-8366-f68f9e941e87', 'project_id': '793273b72c854374bbcc3644d5aa07f3', 'fixed_ips': [{'subnet_id': 'f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:27:17.076396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.114243 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Made reservation on behalf of 793273b72c854374bbcc3644d5aa07f3 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:17.118393 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.231609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port f88798a9-7b11-4436-95ee-d563ada18d23 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:17.231985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.304705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Allocated IP 2001:db8::2 (be7cf042-aa53-4ce5-8366-f68f9e941e87/f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb/5431e34a-f41c-4812-97b2-bfe42dfe7701) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:17.308893 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.369980 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event updated for resources: {'Subnet': ['ID=9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:17.378992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Checking segment: {'id': '1303f173-eec7-4be1-be9f-d1127cc902fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '94853e28-ed26-4c5d-a79c-dd591578ee78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:17.379350 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network hostable DHCP agents. Network: 94853e28-ed26-4c5d-a79c-dd591578ee78, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:27:17.395971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Network 94853e28-ed26-4c5d-a79c-dd591578ee78 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:27:17.404069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port f88798a9-7b11-4436-95ee-d563ada18d23 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:17.406069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 94853e28-ed26-4c5d-a79c-dd591578ee78) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:17.410247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:17.410875 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.418948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656005e9-bbff-4f10-ae5a-8d8016a8760c None None] Network 94853e28-ed26-4c5d-a79c-dd591578ee78 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:17.427252 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-df255f4d-6228-4c66-a9d7-edc121807a13 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4490581 Feb 10 07:27:17.429979 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60884) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:17.525937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (94853e28-ed26-4c5d-a79c-dd591578ee78), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.540438 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Publish callbacks [] for port (5431e34a-f41c-4812-97b2-bfe42dfe7701), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.548128 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (5431e34a-f41c-4812-97b2-bfe42dfe7701), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.595279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa0054-9c23-4ae3-8d4c-f5b9f7d04e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-94853e28-ed26-4c5d-a79c-dd591578ee78', 'network_id': '94853e28-ed26-4c5d-a79c-dd591578ee78', 'project_id': '793273b72c854374bbcc3644d5aa07f3', 'fixed_ips': [{'subnet_id': '9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:27:17.596119 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0054-9c23-4ae3-8d4c-f5b9f7d04e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.609435 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.623194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Network be7cf042-aa53-4ce5-8366-f68f9e941e87 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:17.628844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:17.635023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Pushing event updated for resources: {'Port': ['ID=5431e34a-f41c-4812-97b2-bfe42dfe7701,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:17.638768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:17.671723 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.701364 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:17.753152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Attempting to bind port 5431e34a-f41c-4812-97b2-bfe42dfe7701 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:17.753525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Attempting to bind port 5431e34a-f41c-4812-97b2-bfe42dfe7701 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'd853f1a0-bbbd-43f3-8fce-e1e4deecd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'be7cf042-aa53-4ce5-8366-f68f9e941e87'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:17.753891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Attempting to bind port 5431e34a-f41c-4812-97b2-bfe42dfe7701 on network be7cf042-aa53-4ce5-8366-f68f9e941e87 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server [None req-c5aa0054-9c23-4ae3-8d4c-f5b9f7d04e50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1: This subnet is being modified by another concurrent operation. Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server raise exception Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1: This subnet is being modified by another concurrent operation. Feb 10 07:27:17.756952 n-d-828670-1 neutron-server[103215]: ERROR oslo_messaging.rpc.server Feb 10 07:27:17.764931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:17.764931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Checking segment: {'id': 'd853f1a0-bbbd-43f3-8fce-e1e4deecd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'be7cf042-aa53-4ce5-8366-f68f9e941e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:17.764931 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.764931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Bound using segment: {'id': 'd853f1a0-bbbd-43f3-8fce-e1e4deecd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'be7cf042-aa53-4ce5-8366-f68f9e941e87'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:17.764931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Bound port: 5431e34a-f41c-4812-97b2-bfe42dfe7701, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd853f1a0-bbbd-43f3-8fce-e1e4deecd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'be7cf042-aa53-4ce5-8366-f68f9e941e87'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:17.765760 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5431e34a-f41c-4812-97b2-bfe42dfe7701), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.781326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28ee22-40fa-4ac7-a4c5-6a3e1017e7c1 None None] Network 94853e28-ed26-4c5d-a79c-dd591578ee78 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:17.901146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] For port 5431e34a-f41c-4812-97b2-bfe42dfe7701, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:17.905125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] For port 5431e34a-f41c-4812-97b2-bfe42dfe7701, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5431e34a-f41c-4812-97b2-bfe42dfe7701,segment=NetworkSegment(d853f1a0-bbbd-43f3-8fce-e1e4deecd692),segment_id=d853f1a0-bbbd-43f3-8fce-e1e4deecd692)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:17.911141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5431e34a-f41c-4812-97b2-bfe42dfe7701), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:17.967830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cf9a9-f663-4e7d-bc81-09ec0e0acec6 None None] Pushing event updated for resources: {'Port': ['ID=5431e34a-f41c-4812-97b2-bfe42dfe7701,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:18.099313 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (94853e28-ed26-4c5d-a79c-dd591578ee78), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.124226 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94853e28-ed26-4c5d-a79c-dd591578ee78']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:18.142818 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1303f173-eec7-4be1-be9f-d1127cc902fc') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:18.143114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1303f173-eec7-4be1-be9f-d1127cc902fc') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:18.152525 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (1303f173-eec7-4be1-be9f-d1127cc902fc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.165257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (1303f173-eec7-4be1-be9f-d1127cc902fc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.175055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:27:18.175464 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (1303f173-eec7-4be1-be9f-d1127cc902fc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:27:18.178592 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:27:18.245099 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (94853e28-ed26-4c5d-a79c-dd591578ee78), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.258374 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.262189 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/networks/94853e28-ed26-4c5d-a79c-dd591578ee78 HTTP/1.1" status: 204 len: 168 time: 0.8305571 Feb 10 07:27:18.265478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:18.277915 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec644e6a-cc00-41d5-9398-d73d6fb2ee8c tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Network': ['ID=94853e28-ed26-4c5d-a79c-dd591578ee78,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:18.294074 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f790e1e-a5f3-4538-b638-1cd2a347bcda tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] GET failed (client error): The resource could not be found. Feb 10 07:27:18.295451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9f790e1e-a5f3-4538-b638-1cd2a347bcda tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "GET /v2.0/subnets/9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1 HTTP/1.1" status: 404 len: 337 time: 0.0289910 Feb 10 07:27:18.298252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:18.320097 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc50d51-dcd8-4167-b95b-183b8e3b2c0b tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] DELETE failed (client error): The resource could not be found. Feb 10 07:27:18.320572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc50d51-dcd8-4167-b95b-183b8e3b2c0b tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:27:18.323487 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6cc50d51-dcd8-4167-b95b-183b8e3b2c0b tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/networks/94853e28-ed26-4c5d-a79c-dd591578ee78 HTTP/1.1" status: 404 len: 339 time: 0.0242975 Feb 10 07:27:18.327762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:18.351978 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-65580916-68f9-499a-a4e7-018a7793a526 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] DELETE failed (client error): The resource could not be found. Feb 10 07:27:18.352412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65580916-68f9-499a-a4e7-018a7793a526 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:27:18.355873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-65580916-68f9-499a-a4e7-018a7793a526 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/subnets/9d1e1adb-0e5d-4ef3-88cc-6c77d64697d1 HTTP/1.1" status: 404 len: 337 time: 0.0266531 Feb 10 07:27:18.358124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:18.375426 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a2b6d6-2c26-4ae8-a11a-55e9f1039dbf tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] DELETE failed (client error): The resource could not be found. Feb 10 07:27:18.375869 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a2b6d6-2c26-4ae8-a11a-55e9f1039dbf tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:27:18.378764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f4a2b6d6-2c26-4ae8-a11a-55e9f1039dbf tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/networks/94853e28-ed26-4c5d-a79c-dd591578ee78 HTTP/1.1" status: 404 len: 339 time: 0.0197618 Feb 10 07:27:18.380989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:18.428659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bd3f26-8076-4ed3-97f9-9548f924b9c8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Deleting subnet f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:27:18.432909 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14bd3f26-8076-4ed3-97f9-9548f924b9c8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for subnet (f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.472472 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14bd3f26-8076-4ed3-97f9-9548f924b9c8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.555433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14bd3f26-8076-4ed3-97f9-9548f924b9c8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.612587 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14bd3f26-8076-4ed3-97f9-9548f924b9c8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.641025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd3f26-8076-4ed3-97f9-9548f924b9c8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:18.643007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14bd3f26-8076-4ed3-97f9-9548f924b9c8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.646159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-14bd3f26-8076-4ed3-97f9-9548f924b9c8 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/subnets/f3e1ce81-87ac-4505-8bfc-294e2ad3a3bb HTTP/1.1" status: 204 len: 168 time: 0.2643209 Feb 10 07:27:18.648755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:18.734055 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (be7cf042-aa53-4ce5-8366-f68f9e941e87), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.786651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Deleting port 5431e34a-f41c-4812-97b2-bfe42dfe7701 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:27:18.786989 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5431e34a-f41c-4812-97b2-bfe42dfe7701), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.856846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] For port 5431e34a-f41c-4812-97b2-bfe42dfe7701, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5431e34a-f41c-4812-97b2-bfe42dfe7701,segment=NetworkSegment(d853f1a0-bbbd-43f3-8fce-e1e4deecd692),segment_id=d853f1a0-bbbd-43f3-8fce-e1e4deecd692)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:18.857233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5431e34a-f41c-4812-97b2-bfe42dfe7701), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.870636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Calling delete_port for 5431e34a-f41c-4812-97b2-bfe42dfe7701 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:27:18.932871 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40216a78-c8f0-4327-9976-49e5a97f4a38 None None] get_active_networks_info from n-d-828670-1 {{(pid=103215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 07:27:18.952040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5431e34a-f41c-4812-97b2-bfe42dfe7701), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:18.979067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Port': ['ID=5431e34a-f41c-4812-97b2-bfe42dfe7701,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:18.981718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No DVR routers for this DVR port 5431e34a-f41c-4812-97b2-bfe42dfe7701 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:27:19.006169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5431e34a-f41c-4812-97b2-bfe42dfe7701 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:19.032349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40216a78-c8f0-4327-9976-49e5a97f4a38 None None] Resources bound (agent type, host, resource id): {{(pid=103215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 07:27:19.036143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5431e34a-f41c-4812-97b2-bfe42dfe7701 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:27:19.036493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5431e34a-f41c-4812-97b2-bfe42dfe7701 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 07:27:19.042357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ea00ed39-b945-4818-9946-15dc640e2c4f None None] Could not find standard attr ID for object 5431e34a-f41c-4812-97b2-bfe42dfe7701. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:27:19.061376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Port 5431e34a-f41c-4812-97b2-bfe42dfe7701 not found, will not notify nova. {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 07:27:19.061998 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (be7cf042-aa53-4ce5-8366-f68f9e941e87), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.082632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7cf042-aa53-4ce5-8366-f68f9e941e87']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:19.092240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd853f1a0-bbbd-43f3-8fce-e1e4deecd692') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:19.092534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd853f1a0-bbbd-43f3-8fce-e1e4deecd692') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:19.101624 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (d853f1a0-bbbd-43f3-8fce-e1e4deecd692), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.114555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (d853f1a0-bbbd-43f3-8fce-e1e4deecd692), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.120493 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:27:19.120894 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (d853f1a0-bbbd-43f3-8fce-e1e4deecd692), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:27:19.124509 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:27:19.185919 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (be7cf042-aa53-4ce5-8366-f68f9e941e87), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.194883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.199648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/networks/be7cf042-aa53-4ce5-8366-f68f9e941e87 HTTP/1.1" status: 204 len: 168 time: 0.5494325 Feb 10 07:27:19.201341 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60898) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:19.209850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d28b9-7783-45c9-83ce-d6750a2a772e tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Network': ['ID=be7cf042-aa53-4ce5-8366-f68f9e941e87,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:19.222722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6f619-54c8-41be-8da3-317fd503779b None None] Network be7cf042-aa53-4ce5-8366-f68f9e941e87 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:19.231073 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-5521d6d6-dbe4-44cf-bdf5-1e91b7f9cf7b tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] DELETE failed (client error): The resource could not be found. Feb 10 07:27:19.231534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5521d6d6-dbe4-44cf-bdf5-1e91b7f9cf7b tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:27:19.234570 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5521d6d6-dbe4-44cf-bdf5-1e91b7f9cf7b tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/subnets/45f51749-8e6c-4813-bf58-aad2b94fd140 HTTP/1.1" status: 404 len: 337 time: 0.0315163 Feb 10 07:27:19.235272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6f619-54c8-41be-8da3-317fd503779b None None] Network be7cf042-aa53-4ce5-8366-f68f9e941e87 could not be found, it might have been deleted concurrently. {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 07:27:19.237422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:19.255834 n-d-828670-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc0e6f9-ebfb-4023-9dc5-3ae88c55e458 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] DELETE failed (client error): The resource could not be found. Feb 10 07:27:19.256346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc0e6f9-ebfb-4023-9dc5-3ae88c55e458 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:27:19.262493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1cc0e6f9-ebfb-4023-9dc5-3ae88c55e458 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/networks/3133b37d-bcfa-476a-9cac-5eb754898cc7 HTTP/1.1" status: 404 len: 339 time: 0.0240405 Feb 10 07:27:19.263817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60902) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:19.290658 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b4d0eb-4432-4eed-85d6-b27a79194672 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] DELETE failed (client error): The resource could not be found. Feb 10 07:27:19.291248 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b4d0eb-4432-4eed-85d6-b27a79194672 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:27:19.294467 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b3b4d0eb-4432-4eed-85d6-b27a79194672 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/subnets/57688cc7-c57c-4ab6-8d34-0af1225dddf6 HTTP/1.1" status: 404 len: 337 time: 0.0293593 Feb 10 07:27:19.296951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60904) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:19.298281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac41dad-8555-481b-9c47-af3c7301537e None None] DHCP port deletion for be7cf042-aa53-4ce5-8366-f68f9e941e87 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:27:19.315837 n-d-828670-1 neutron-server[103213]: INFO neutron.pecan_wsgi.hooks.translation [None req-196b564e-db11-49c6-a38c-faef4c41d837 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] DELETE failed (client error): The resource could not be found. Feb 10 07:27:19.316580 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196b564e-db11-49c6-a38c-faef4c41d837 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103213) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 07:27:19.319656 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-196b564e-db11-49c6-a38c-faef4c41d837 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/networks/2dc540dc-36a6-46de-aeaf-582ca1f14a39 HTTP/1.1" status: 404 len: 339 time: 0.0217929 Feb 10 07:27:19.322123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60906) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:19.370558 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad248687-eb56-4e02-9543-e9c2faae962f tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Deleting subnet c2b9dc04-9978-4242-a3d9-40369c86b4cb {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:27:19.373568 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad248687-eb56-4e02-9543-e9c2faae962f tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for subnet (c2b9dc04-9978-4242-a3d9-40369c86b4cb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.412421 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad248687-eb56-4e02-9543-e9c2faae962f tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (c2b9dc04-9978-4242-a3d9-40369c86b4cb), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.494681 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad248687-eb56-4e02-9543-e9c2faae962f tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (c2b9dc04-9978-4242-a3d9-40369c86b4cb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.552651 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad248687-eb56-4e02-9543-e9c2faae962f tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (c2b9dc04-9978-4242-a3d9-40369c86b4cb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.582421 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad248687-eb56-4e02-9543-e9c2faae962f tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.586250 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ad248687-eb56-4e02-9543-e9c2faae962f tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/subnets/c2b9dc04-9978-4242-a3d9-40369c86b4cb HTTP/1.1" status: 204 len: 168 time: 0.2631986 Feb 10 07:27:19.587642 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad248687-eb56-4e02-9543-e9c2faae962f tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b9dc04-9978-4242-a3d9-40369c86b4cb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:19.587801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f6ecae-91d3-4a97-9b8e-afc22ccece2b None None] Network e680b207-0d1f-47ca-aff5-7667a2b6cb31 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:19.590380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60908) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:19.670082 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (e680b207-0d1f-47ca-aff5-7667a2b6cb31), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.727440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Deleting port f88798a9-7b11-4436-95ee-d563ada18d23 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:27:19.727781 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.733649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31df26f-1900-4e64-91bd-8086bad4cd7f None None] DHCP port deletion for e680b207-0d1f-47ca-aff5-7667a2b6cb31 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:27:19.780054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b31df26f-1900-4e64-91bd-8086bad4cd7f None None] Deleting port f88798a9-7b11-4436-95ee-d563ada18d23 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:27:19.780418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b31df26f-1900-4e64-91bd-8086bad4cd7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.794438 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] For port f88798a9-7b11-4436-95ee-d563ada18d23, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f88798a9-7b11-4436-95ee-d563ada18d23,segment=NetworkSegment(571ab066-1cc6-4904-afef-3c345fc7a560),segment_id=571ab066-1cc6-4904-afef-3c345fc7a560)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:19.794804 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.807722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Calling delete_port for f88798a9-7b11-4436-95ee-d563ada18d23 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:27:19.844872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b31df26f-1900-4e64-91bd-8086bad4cd7f None None] For port f88798a9-7b11-4436-95ee-d563ada18d23, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=f88798a9-7b11-4436-95ee-d563ada18d23,segment=NetworkSegment(571ab066-1cc6-4904-afef-3c345fc7a560),segment_id=571ab066-1cc6-4904-afef-3c345fc7a560)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:19.845271 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b31df26f-1900-4e64-91bd-8086bad4cd7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.858230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b31df26f-1900-4e64-91bd-8086bad4cd7f None None] Calling delete_port for f88798a9-7b11-4436-95ee-d563ada18d23 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:27:19.887539 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.912512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Port': ['ID=f88798a9-7b11-4436-95ee-d563ada18d23,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:19.916338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] No DVR routers for this DVR port f88798a9-7b11-4436-95ee-d563ada18d23 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 07:27:19.928574 n-d-828670-1 neutron-server[103215]: self.session.flush() Feb 10 07:27:19.932830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b31df26f-1900-4e64-91bd-8086bad4cd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (f88798a9-7b11-4436-95ee-d563ada18d23), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:19.956380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31df26f-1900-4e64-91bd-8086bad4cd7f None None] Pushing event deleted for resources: {'Port': ['ID=f88798a9-7b11-4436-95ee-d563ada18d23,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:19.961781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31df26f-1900-4e64-91bd-8086bad4cd7f None None] No DVR routers for this DVR port f88798a9-7b11-4436-95ee-d563ada18d23 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:27:19.997369 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:27:19.998613 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (e680b207-0d1f-47ca-aff5-7667a2b6cb31), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.018077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e680b207-0d1f-47ca-aff5-7667a2b6cb31']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:20.027149 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571ab066-1cc6-4904-afef-3c345fc7a560') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:20.027445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571ab066-1cc6-4904-afef-3c345fc7a560') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:20.036497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (571ab066-1cc6-4904-afef-3c345fc7a560), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.049825 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (571ab066-1cc6-4904-afef-3c345fc7a560), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.055961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:27:20.056365 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (571ab066-1cc6-4904-afef-3c345fc7a560), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:27:20.060088 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:27:20.120146 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (e680b207-0d1f-47ca-aff5-7667a2b6cb31), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.127539 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.130598 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] 10.222.0.21 "DELETE /v2.0/networks/e680b207-0d1f-47ca-aff5-7667a2b6cb31 HTTP/1.1" status: 204 len: 168 time: 0.5392647 Feb 10 07:27:20.141802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af29ee3-37b8-4c31-888d-e5bb14410868 tempest-NetworksIpV6Test-1104625442 tempest-NetworksIpV6Test-1104625442-project] Pushing event deleted for resources: {'Network': ['ID=e680b207-0d1f-47ca-aff5-7667a2b6cb31,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:20.365724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60914) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:20.492729 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6d1f17be-dff3-4b1f-b317-1c08a716b8cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=793273b72c854374bbcc3644d5aa07f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258099 Feb 10 07:27:20.495188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60918) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:20.541062 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0054-f075-4444-85af-c88974281332 admin admin] Publish callbacks [] for security_group (dc2265c0-2dde-48db-9030-2bd5d44bdbae), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.566808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0054-f075-4444-85af-c88974281332 admin admin] Publish callbacks [] for security_group (dc2265c0-2dde-48db-9030-2bd5d44bdbae), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.612445 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0054-f075-4444-85af-c88974281332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (dc2265c0-2dde-48db-9030-2bd5d44bdbae), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.615143 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0054-f075-4444-85af-c88974281332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:20.616306 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9d3c0054-f075-4444-85af-c88974281332 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc2265c0-2dde-48db-9030-2bd5d44bdbae HTTP/1.1" status: 204 len: 168 time: 0.1202002 Feb 10 07:27:20.624577 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c0054-f075-4444-85af-c88974281332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2265c0-2dde-48db-9030-2bd5d44bdbae,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:20.940511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5431e34a-f41c-4812-97b2-bfe42dfe7701 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:27:20.960926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5431e34a-f41c-4812-97b2-bfe42dfe7701 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:27:20.961581 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5431e34a-f41c-4812-97b2-bfe42dfe7701 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:27:20.961700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f88798a9-7b11-4436-95ee-d563ada18d23 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:27:20.979541 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: f88798a9-7b11-4436-95ee-d563ada18d23 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:27:20.979886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device f88798a9-7b11-4436-95ee-d563ada18d23 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:27:21.234483 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60940) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:21.327412 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7cfdf1ad-40ae-46eb-bd6d-afe7de2176b6 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1777159244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:21.347958 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf1ad-40ae-46eb-bd6d-afe7de2176b6 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (c22c746b-78c9-415f-8117-442abae942bb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.348940 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf1ad-40ae-46eb-bd6d-afe7de2176b6 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (c22c746b-78c9-415f-8117-442abae942bb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.408339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf1ad-40ae-46eb-bd6d-afe7de2176b6 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for router_controller (c22c746b-78c9-415f-8117-442abae942bb), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.412413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf1ad-40ae-46eb-bd6d-afe7de2176b6 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (c22c746b-78c9-415f-8117-442abae942bb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.429092 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf1ad-40ae-46eb-bd6d-afe7de2176b6 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.430288 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7cfdf1ad-40ae-46eb-bd6d-afe7de2176b6 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1947885 Feb 10 07:27:21.433077 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60944) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:21.438354 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1262446859'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:21.455744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Made reservation on behalf of 06e65536ab3c4ea9acb9b448c6b9f78b for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:21.458932 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.467125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.538014 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for security_group (116eae2c-5516-45b4-987c-b1c012dbab7a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.541646 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (116eae2c-5516-45b4-987c-b1c012dbab7a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.570641 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:27:21.575951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116eae2c-5516-45b4-987c-b1c012dbab7a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:21.583173 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3187d737-3829-4dfd-9dd9-2d3b3a057f10), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.583531 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Added segment 3187d737-3829-4dfd-9dd9-2d3b3a057f10 of type vlan for network 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 Feb 10 07:27:21.627243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (0d8f7863-e6b9-4cc8-a8d6-68ce961eec71), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.649758 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (0d8f7863-e6b9-4cc8-a8d6-68ce961eec71), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.654698 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:21.655311 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:21.692899 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2582753 Feb 10 07:27:21.695777 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60946) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:21.724877 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Request body: {'subnet': {'network_id': '0d8f7863-e6b9-4cc8-a8d6-68ce961eec71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:21.741157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6194e32-ee29-434e-a3f6-7db064ad7ffb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event updated for resources: {'Network': ['ID=0d8f7863-e6b9-4cc8-a8d6-68ce961eec71,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:21.757779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:27:21.834075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Made reservation on behalf of 06e65536ab3c4ea9acb9b448c6b9f78b for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:21.837459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.011736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (71bfe0f4-d6ed-428c-a98e-52a946ce772d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.074622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event updated for resources: {'Subnet': ['ID=71bfe0f4-d6ed-428c-a98e-52a946ce772d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:22.081746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Checking segment: {'id': '3187d737-3829-4dfd-9dd9-2d3b3a057f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d8f7863-e6b9-4cc8-a8d6-68ce961eec71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:22.084571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Network hostable DHCP agents. Network: 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:27:22.101794 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Network 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:27:22.110734 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:22.114701 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:22.115303 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.119453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8db72fc-d122-430a-89e0-1a63bf128b9e None None] Network 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:22.132510 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-adfb661d-4082-4ac5-bf26-8ab6b6f703bf tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4357226 Feb 10 07:27:22.135571 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60948) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:22.141043 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1266723896'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:22.159895 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Made reservation on behalf of 06e65536ab3c4ea9acb9b448c6b9f78b for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:22.163260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.186464 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:27:22.195981 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4678929a-3929-40c1-8ec8-097bee9fe24e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.196330 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Added segment 4678929a-3929-40c1-8ec8-097bee9fe24e of type vlan for network 09998dce-1878-4368-8595-fc90550521ca Feb 10 07:27:22.219947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-0d8f7863-e6b9-4cc8-a8d6-68ce961eec71', 'network_id': '0d8f7863-e6b9-4cc8-a8d6-68ce961eec71', 'project_id': '06e65536ab3c4ea9acb9b448c6b9f78b', 'fixed_ips': [{'subnet_id': '71bfe0f4-d6ed-428c-a98e-52a946ce772d'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:27:22.220872 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.238972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (09998dce-1878-4368-8595-fc90550521ca), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.264967 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (09998dce-1878-4368-8595-fc90550521ca), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.270236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:22.270886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.317536 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1808834 Feb 10 07:27:22.320733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60950) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:22.326546 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Request body: {'subnet': {'network_id': '09998dce-1878-4368-8595-fc90550521ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:22.353407 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b7353-becc-43ed-88f7-2633133f20bb tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event updated for resources: {'Network': ['ID=09998dce-1878-4368-8595-fc90550521ca,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:22.419320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Made reservation on behalf of 06e65536ab3c4ea9acb9b448c6b9f78b for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:22.422786 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.451201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 09998dce-1878-4368-8595-fc90550521ca details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:27:22.570851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Allocated IP 172.20.0.2 (0d8f7863-e6b9-4cc8-a8d6-68ce961eec71/71bfe0f4-d6ed-428c-a98e-52a946ce772d/6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:22.602720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (74332ddb-d1a5-43e7-913e-693999a8e740), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.669671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event updated for resources: {'Subnet': ['ID=74332ddb-d1a5-43e7-913e-693999a8e740,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:22.678181 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Checking segment: {'id': '4678929a-3929-40c1-8ec8-097bee9fe24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09998dce-1878-4368-8595-fc90550521ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:22.678578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Network hostable DHCP agents. Network: 09998dce-1878-4368-8595-fc90550521ca, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:27:22.695912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Network 09998dce-1878-4368-8595-fc90550521ca is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:27:22.706259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 09998dce-1878-4368-8595-fc90550521ca) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:22.710314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:22.710919 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.719795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4612f85-6f2d-4bb1-9b77-3eefc37dddc0 None None] Network 09998dce-1878-4368-8595-fc90550521ca requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:22.722846 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Publish callbacks [] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.727860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ed81f8a-061c-4275-9e42-eda6dad09a7b tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4059463 Feb 10 07:27:22.730813 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60952) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:22.735712 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-95c0092e-ac7e-446e-a87e-d4e4f8d3f78f tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Request body: {'router': {'external_gateway_info': {'network_id': '09998dce-1878-4368-8595-fc90550521ca'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:22.745101 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.847765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Network 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:22.853645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:22.859619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:22.868485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Pushing event updated for resources: {'Port': ['ID=6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:22.908188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-09998dce-1878-4368-8595-fc90550521ca', 'network_id': '09998dce-1878-4368-8595-fc90550521ca', 'project_id': '06e65536ab3c4ea9acb9b448c6b9f78b', 'fixed_ips': [{'subnet_id': '74332ddb-d1a5-43e7-913e-693999a8e740'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:27:22.909042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.954939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95c0092e-ac7e-446e-a87e-d4e4f8d3f78f tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for router_gateway (c22c746b-78c9-415f-8117-442abae942bb), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:22.958838 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Attempting to bind port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:22.959263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Attempting to bind port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3187d737-3829-4dfd-9dd9-2d3b3a057f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d8f7863-e6b9-4cc8-a8d6-68ce961eec71'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:22.959674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Attempting to bind port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb on network 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:23.012253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:23.012631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Checking segment: {'id': '3187d737-3829-4dfd-9dd9-2d3b3a057f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d8f7863-e6b9-4cc8-a8d6-68ce961eec71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:23.013028 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.013418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Bound using segment: {'id': '3187d737-3829-4dfd-9dd9-2d3b3a057f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d8f7863-e6b9-4cc8-a8d6-68ce961eec71'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:23.013890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Bound port: 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3187d737-3829-4dfd-9dd9-2d3b3a057f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d8f7863-e6b9-4cc8-a8d6-68ce961eec71'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:23.014262 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.062429 n-d-828670-1 neutron-server[103213]: INFO neutron.api.v2.resource [None req-95c0092e-ac7e-446e-a87e-d4e4f8d3f78f tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 07:27:23.063479 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-95c0092e-ac7e-446e-a87e-d4e4f8d3f78f tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "PUT /v2.0/routers/c22c746b-78c9-415f-8117-442abae942bb HTTP/1.1" status: 400 len: 364 time: 0.3313990 Feb 10 07:27:23.070216 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60954) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:23.129845 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92169f5-0af1-4197-9151-b24157645cda tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Deleting subnet 74332ddb-d1a5-43e7-913e-693999a8e740 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:27:23.132450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Allocated IP 172.21.0.2 (09998dce-1878-4368-8595-fc90550521ca/74332ddb-d1a5-43e7-913e-693999a8e740/fdd07f7b-d981-42c4-b962-f2344d157525) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:23.139575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] For port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:23.145663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] For port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb,segment=NetworkSegment(3187d737-3829-4dfd-9dd9-2d3b3a057f10),segment_id=3187d737-3829-4dfd-9dd9-2d3b3a057f10)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:23.154341 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.264252 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8285a-4ad3-408a-bcf2-5954b051919e None None] Pushing event updated for resources: {'Port': ['ID=6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:23.338473 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Publish callbacks [] for port (fdd07f7b-d981-42c4-b962-f2344d157525), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.345193 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a92169f5-0af1-4197-9151-b24157645cda tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for subnet (74332ddb-d1a5-43e7-913e-693999a8e740), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.355984 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (fdd07f7b-d981-42c4-b962-f2344d157525), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.407695 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Network 09998dce-1878-4368-8595-fc90550521ca is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:23.416858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:23.420668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Pushing event updated for resources: {'Port': ['ID=fdd07f7b-d981-42c4-b962-f2344d157525,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:23.424343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:23.435728 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a92169f5-0af1-4197-9151-b24157645cda tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (74332ddb-d1a5-43e7-913e-693999a8e740), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.484955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Attempting to bind port fdd07f7b-d981-42c4-b962-f2344d157525 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:23.485412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Attempting to bind port fdd07f7b-d981-42c4-b962-f2344d157525 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '4678929a-3929-40c1-8ec8-097bee9fe24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09998dce-1878-4368-8595-fc90550521ca'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:23.485865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Attempting to bind port fdd07f7b-d981-42c4-b962-f2344d157525 on network 09998dce-1878-4368-8595-fc90550521ca {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:23.491257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:23.491718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Checking segment: {'id': '4678929a-3929-40c1-8ec8-097bee9fe24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09998dce-1878-4368-8595-fc90550521ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:23.492202 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.492600 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Bound using segment: {'id': '4678929a-3929-40c1-8ec8-097bee9fe24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09998dce-1878-4368-8595-fc90550521ca'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:23.493094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Bound port: fdd07f7b-d981-42c4-b962-f2344d157525, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4678929a-3929-40c1-8ec8-097bee9fe24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09998dce-1878-4368-8595-fc90550521ca'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:23.493477 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fdd07f7b-d981-42c4-b962-f2344d157525), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.548768 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a92169f5-0af1-4197-9151-b24157645cda tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (74332ddb-d1a5-43e7-913e-693999a8e740), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.609603 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a92169f5-0af1-4197-9151-b24157645cda tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (74332ddb-d1a5-43e7-913e-693999a8e740), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.611985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] For port fdd07f7b-d981-42c4-b962-f2344d157525, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:23.615580 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] For port fdd07f7b-d981-42c4-b962-f2344d157525, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fdd07f7b-d981-42c4-b962-f2344d157525,segment=NetworkSegment(4678929a-3929-40c1-8ec8-097bee9fe24e),segment_id=4678929a-3929-40c1-8ec8-097bee9fe24e)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:23.621473 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fdd07f7b-d981-42c4-b962-f2344d157525), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.638089 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92169f5-0af1-4197-9151-b24157645cda tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event deleted for resources: {'Subnet': ['ID=74332ddb-d1a5-43e7-913e-693999a8e740,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:23.641873 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a92169f5-0af1-4197-9151-b24157645cda tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.645182 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a92169f5-0af1-4197-9151-b24157645cda tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "DELETE /v2.0/subnets/74332ddb-d1a5-43e7-913e-693999a8e740 HTTP/1.1" status: 204 len: 168 time: 0.5739338 Feb 10 07:27:23.647872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60956) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:23.687199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e57ae-ffca-465a-90d7-47c542feebd9 None None] Pushing event updated for resources: {'Port': ['ID=fdd07f7b-d981-42c4-b962-f2344d157525,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:23.739222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (09998dce-1878-4368-8595-fc90550521ca), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.794818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Deleting port fdd07f7b-d981-42c4-b962-f2344d157525 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:27:23.795156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fdd07f7b-d981-42c4-b962-f2344d157525), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.867914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] For port fdd07f7b-d981-42c4-b962-f2344d157525, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fdd07f7b-d981-42c4-b962-f2344d157525,segment=NetworkSegment(4678929a-3929-40c1-8ec8-097bee9fe24e),segment_id=4678929a-3929-40c1-8ec8-097bee9fe24e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:23.868302 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fdd07f7b-d981-42c4-b962-f2344d157525), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.881912 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Calling delete_port for fdd07f7b-d981-42c4-b962-f2344d157525 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:27:23.965549 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (fdd07f7b-d981-42c4-b962-f2344d157525), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:23.999337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event deleted for resources: {'Port': ['ID=fdd07f7b-d981-42c4-b962-f2344d157525,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:24.005734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] No DVR routers for this DVR port fdd07f7b-d981-42c4-b962-f2344d157525 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:27:24.093795 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (09998dce-1878-4368-8595-fc90550521ca), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.114461 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09998dce-1878-4368-8595-fc90550521ca']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:24.125245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4678929a-3929-40c1-8ec8-097bee9fe24e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:24.125540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4678929a-3929-40c1-8ec8-097bee9fe24e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:24.135283 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (4678929a-3929-40c1-8ec8-097bee9fe24e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.149250 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4678929a-3929-40c1-8ec8-097bee9fe24e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.155647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:27:24.155999 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (4678929a-3929-40c1-8ec8-097bee9fe24e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:27:24.159617 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:27:24.224601 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (09998dce-1878-4368-8595-fc90550521ca), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.231044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.236478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "DELETE /v2.0/networks/09998dce-1878-4368-8595-fc90550521ca HTTP/1.1" status: 204 len: 168 time: 0.5848377 Feb 10 07:27:24.236958 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60958) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:24.249259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7961e-9d8b-429e-af18-31bd4de54d48 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event deleted for resources: {'Network': ['ID=09998dce-1878-4368-8595-fc90550521ca,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:24.283707 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7898bfb-d8d6-4568-946b-f04927889f28 None None] Network 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:24.296022 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-a024a840-9b93-4194-b43d-30a42a365f53 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Deleting subnet 71bfe0f4-d6ed-428c-a98e-52a946ce772d {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:27:24.299214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a024a840-9b93-4194-b43d-30a42a365f53 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for subnet (71bfe0f4-d6ed-428c-a98e-52a946ce772d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.341179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a024a840-9b93-4194-b43d-30a42a365f53 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (71bfe0f4-d6ed-428c-a98e-52a946ce772d), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.350813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Provisioning complete for port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:24.351186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.436268 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a024a840-9b93-4194-b43d-30a42a365f53 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (71bfe0f4-d6ed-428c-a98e-52a946ce772d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.474576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Current status of the port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:24.475033 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.509561 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a024a840-9b93-4194-b43d-30a42a365f53 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (71bfe0f4-d6ed-428c-a98e-52a946ce772d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.546009 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024a840-9b93-4194-b43d-30a42a365f53 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event deleted for resources: {'Subnet': ['ID=71bfe0f4-d6ed-428c-a98e-52a946ce772d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:24.552607 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a024a840-9b93-4194-b43d-30a42a365f53 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.559061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60960) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:24.559226 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a024a840-9b93-4194-b43d-30a42a365f53 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "DELETE /v2.0/subnets/71bfe0f4-d6ed-428c-a98e-52a946ce772d HTTP/1.1" status: 204 len: 168 time: 0.3203454 Feb 10 07:27:24.569023 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:27:24.569608 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:27:24.645256 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (0d8f7863-e6b9-4cc8-a8d6-68ce961eec71), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:24.788824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c366dd35-a797-4da7-a464-93da699f5af0 None None] Network 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:24.873483 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b25cf8-2b01-467e-95e2-bbdd16bf9424 None None] DHCP port deletion for 09998dce-1878-4368-8595-fc90550521ca request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:27:24.900912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc930a-7f3c-4afd-871b-ed8dec5c1873 None None] Network 09998dce-1878-4368-8595-fc90550521ca requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:24.916456 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc930a-7f3c-4afd-871b-ed8dec5c1873 None None] Network 09998dce-1878-4368-8595-fc90550521ca could not be found, it might have been deleted concurrently. {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 07:27:25.000671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f2ac7-1405-4171-8347-63dac7242f41 None None] DHCP port deletion for 0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:27:25.057744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f76f2ac7-1405-4171-8347-63dac7242f41 None None] Deleting port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:27:25.058679 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f76f2ac7-1405-4171-8347-63dac7242f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.064376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Deleting port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:27:25.064907 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.126575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] For port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb,segment=NetworkSegment(3187d737-3829-4dfd-9dd9-2d3b3a057f10),segment_id=3187d737-3829-4dfd-9dd9-2d3b3a057f10)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:25.126932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.139349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Calling delete_port for 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:27:25.146361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f76f2ac7-1405-4171-8347-63dac7242f41 None None] For port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb,segment=NetworkSegment(3187d737-3829-4dfd-9dd9-2d3b3a057f10),segment_id=3187d737-3829-4dfd-9dd9-2d3b3a057f10)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:25.146763 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f76f2ac7-1405-4171-8347-63dac7242f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.149121 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Current status of the port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:25.149500 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.172396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f76f2ac7-1405-4171-8347-63dac7242f41 None None] Calling delete_port for 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:27:25.228340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] For port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb,segment=NetworkSegment(3187d737-3829-4dfd-9dd9-2d3b3a057f10),segment_id=3187d737-3829-4dfd-9dd9-2d3b3a057f10)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:25.234389 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.240219 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.265332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa36bd-f244-4b17-a449-377c1ccf702a None None] Pushing event deleted for resources: {'Port': ['ID=6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:25.269471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] No DVR routers for this DVR port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:27:25.275831 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event deleted for resources: {'Port': ['ID=6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:25.285543 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f76f2ac7-1405-4171-8347-63dac7242f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.313641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f2ac7-1405-4171-8347-63dac7242f41 None None] Pushing event deleted for resources: {'Port': ['ID=6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:25.317409 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f2ac7-1405-4171-8347-63dac7242f41 None None] No DVR routers for this DVR port 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:27:25.345354 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2a910f1f-6d4d-486f-8692-40ee7cc1893b None None] Could not find standard attr ID for object fdd07f7b-d981-42c4-b962-f2344d157525. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:27:25.348482 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2a910f1f-6d4d-486f-8692-40ee7cc1893b None None] Could not find standard attr ID for object 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb. {{(pid=103215) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 07:27:25.358670 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (0d8f7863-e6b9-4cc8-a8d6-68ce961eec71), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.378375 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8f7863-e6b9-4cc8-a8d6-68ce961eec71']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:25.387330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3187d737-3829-4dfd-9dd9-2d3b3a057f10') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:25.387624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3187d737-3829-4dfd-9dd9-2d3b3a057f10') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:25.396467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (3187d737-3829-4dfd-9dd9-2d3b3a057f10), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.409580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3187d737-3829-4dfd-9dd9-2d3b3a057f10), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.415863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:27:25.416243 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (3187d737-3829-4dfd-9dd9-2d3b3a057f10), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:27:25.419950 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:27:25.475956 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (0d8f7863-e6b9-4cc8-a8d6-68ce961eec71), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.485887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.490077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "DELETE /v2.0/networks/0d8f7863-e6b9-4cc8-a8d6-68ce961eec71 HTTP/1.1" status: 204 len: 168 time: 0.9298267 Feb 10 07:27:25.492787 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60962) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:25.503351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0357993-e09f-4a55-9d3c-30f8ef08e097 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Pushing event deleted for resources: {'Network': ['ID=0d8f7863-e6b9-4cc8-a8d6-68ce961eec71,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:25.523743 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-18f335cf-67fa-40cc-bd52-23a7e5dbc072 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "GET /v2.0/ports?device_id=c22c746b-78c9-415f-8117-442abae942bb HTTP/1.1" status: 200 len: 205 time: 0.0298195 Feb 10 07:27:25.526151 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 60964) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:25.602004 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05029219-7fab-41e3-9849-1809ca7ad193 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for router (c22c746b-78c9-415f-8117-442abae942bb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.761782 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05029219-7fab-41e3-9849-1809ca7ad193 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (c22c746b-78c9-415f-8117-442abae942bb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.763970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05029219-7fab-41e3-9849-1809ca7ad193 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for router_controller (c22c746b-78c9-415f-8117-442abae942bb), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.806771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05029219-7fab-41e3-9849-1809ca7ad193 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (c22c746b-78c9-415f-8117-442abae942bb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.807287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05029219-7fab-41e3-9849-1809ca7ad193 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Fanout notify agent at l3_agent the message router_deleted on router c22c746b-78c9-415f-8117-442abae942bb {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:27:25.813982 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-05029219-7fab-41e3-9849-1809ca7ad193 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:25.815142 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-05029219-7fab-41e3-9849-1809ca7ad193 tempest-RoutersNegativeTest-1392602235 tempest-RoutersNegativeTest-1392602235-project] 10.222.0.21 "DELETE /v2.0/routers/c22c746b-78c9-415f-8117-442abae942bb HTTP/1.1" status: 204 len: 168 time: 0.2880616 Feb 10 07:27:26.045543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60970) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:26.175349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2babb66-b36e-4cda-bc1c-139829e21b1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06e65536ab3c4ea9acb9b448c6b9f78b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286666 Feb 10 07:27:26.177910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60974) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:26.225684 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5748415c-6caa-45d6-a448-f9799bed57c1 admin admin] Publish callbacks [] for security_group (116eae2c-5516-45b4-987c-b1c012dbab7a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:26.246558 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5748415c-6caa-45d6-a448-f9799bed57c1 admin admin] Publish callbacks [] for security_group (116eae2c-5516-45b4-987c-b1c012dbab7a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:26.290089 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5748415c-6caa-45d6-a448-f9799bed57c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (116eae2c-5516-45b4-987c-b1c012dbab7a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:26.292650 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5748415c-6caa-45d6-a448-f9799bed57c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:26.293780 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5748415c-6caa-45d6-a448-f9799bed57c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/116eae2c-5516-45b4-987c-b1c012dbab7a HTTP/1.1" status: 204 len: 168 time: 0.1149681 Feb 10 07:27:26.301166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748415c-6caa-45d6-a448-f9799bed57c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116eae2c-5516-45b4-987c-b1c012dbab7a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:26.915197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 60996) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:26.941816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:27:26.961316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:27:26.961741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6c7b7c0d-a6ee-48cc-89a6-e55fe8a2d7eb not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:27:27.010321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2129647119-network', 'tenant_id': '257c91f01d654e338946c1b342a51512'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:27.029900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Made reservation on behalf of 257c91f01d654e338946c1b342a51512 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:27.032208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.040282 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.114069 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Publish callbacks [] for security_group (05fb6011-efe6-48ff-9e8e-2e97b4fd4e64), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.118112 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (05fb6011-efe6-48ff-9e8e-2e97b4fd4e64), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.139063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:27:27.154323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:27.157127 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (99b57289-63e1-4351-a1e7-01ee1d1c884d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.157459 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Added segment 99b57289-63e1-4351-a1e7-01ee1d1c884d of type vlan for network ba58e49a-707f-4525-9621-1f412a3dce4c Feb 10 07:27:27.197868 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (ba58e49a-707f-4525-9621-1f412a3dce4c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.224649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (ba58e49a-707f-4525-9621-1f412a3dce4c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.225627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:27.226263 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.258031 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3416884 Feb 10 07:27:27.261106 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 32768) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:27.266540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Request body: {'subnet': {'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-subnet', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:27.284262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Made reservation on behalf of 257c91f01d654e338946c1b342a51512 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:27.286612 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.290897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd46cc-9a18-4fba-8b32-7f8e7871d401 admin admin] Pushing event updated for resources: {'Network': ['ID=ba58e49a-707f-4525-9621-1f412a3dce4c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:27.301334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network ba58e49a-707f-4525-9621-1f412a3dce4c details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:27:27.452996 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (8c2366a4-c598-4f4c-b0a3-f5c901ad2c45), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.504899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2366a4-c598-4f4c-b0a3-f5c901ad2c45,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:27.515037 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Checking segment: {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:27.515397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Network hostable DHCP agents. Network: ba58e49a-707f-4525-9621-1f412a3dce4c, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:27:27.531025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Network ba58e49a-707f-4525-9621-1f412a3dce4c is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:27:27.539403 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, ba58e49a-707f-4525-9621-1f412a3dce4c) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:27.544337 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:27.544926 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.550430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac65cb-3bc5-4f8e-8410-7119e3ee54c4 None None] Network ba58e49a-707f-4525-9621-1f412a3dce4c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:27.562792 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-cbf6dd75-6acd-4488-9e5a-c5ecdf50ef7e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3000109 Feb 10 07:27:27.564127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32770) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:27.568896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:27.588091 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (ece21581-a85a-4370-b53b-ea9d06a2efeb), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.589164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (ece21581-a85a-4370-b53b-ea9d06a2efeb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.643693 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks [] for router_controller (ece21581-a85a-4370-b53b-ea9d06a2efeb), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.653169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-ba58e49a-707f-4525-9621-1f412a3dce4c', 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c', 'project_id': '257c91f01d654e338946c1b342a51512', 'fixed_ips': [{'subnet_id': '8c2366a4-c598-4f4c-b0a3-f5c901ad2c45'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:27:27.654096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.781775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks [] for router_gateway (ece21581-a85a-4370-b53b-ea9d06a2efeb), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.788681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Allocated IP 172.20.0.2 (ba58e49a-707f-4525-9621-1f412a3dce4c/8c2366a4-c598-4f4c-b0a3-f5c901ad2c45/6ff28987-75cd-435c-bf86-8b0c709b1ff9) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:27.931231 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Publish callbacks [] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.936126 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.974542 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Network ba58e49a-707f-4525-9621-1f412a3dce4c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:27.977336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:27.981782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:27.983890 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks [] for router_gateway (ece21581-a85a-4370-b53b-ea9d06a2efeb), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:27.988337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Pushing event updated for resources: {'Port': ['ID=6ff28987-75cd-435c-bf86-8b0c709b1ff9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:28.002613 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:28.038793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Attempting to bind port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:28.039079 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Attempting to bind port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:28.039442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Attempting to bind port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 on network ba58e49a-707f-4525-9621-1f412a3dce4c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:28.045906 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:28.046279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Checking segment: {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:28.046712 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:28.047106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Bound using segment: {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:28.047567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Bound port: 6ff28987-75cd-435c-bf86-8b0c709b1ff9, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:28.047943 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:28.111211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Allocated IP 172.25.8.214 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/0fccba13-ca09-40ca-9ec6-91464fc66a45) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:28.226588 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks [] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:28.260586 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:28.269689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] For port 6ff28987-75cd-435c-bf86-8b0c709b1ff9, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:28.272816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] For port 6ff28987-75cd-435c-bf86-8b0c709b1ff9, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6ff28987-75cd-435c-bf86-8b0c709b1ff9,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:28.278945 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:28.299752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:28.304108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:28.307698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:28.333107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11b424-fa80-4845-9527-18b74327afe1 None None] Pushing event updated for resources: {'Port': ['ID=6ff28987-75cd-435c-bf86-8b0c709b1ff9,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:28.336686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0fccba13-ca09-40ca-9ec6-91464fc66a45,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:28.589903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks [] for router_gateway (ece21581-a85a-4370-b53b-ea9d06a2efeb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:28.790052 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (ece21581-a85a-4370-b53b-ea9d06a2efeb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:28.931863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Router ece21581-a85a-4370-b53b-ea9d06a2efeb is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:27:28.988246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6ff28987-75cd-435c-bf86-8b0c709b1ff9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:29.039153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:29.040151 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.048602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:27:29.060559 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Sync routers for ids ['ece21581-a85a-4370-b53b-ea9d06a2efeb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:27:29.070517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.074372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7def4a7-27d5-436b-b21b-394a175b66b1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5067964 Feb 10 07:27:29.074511 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Routers {'ece21581-a85a-4370-b53b-ea9d06a2efeb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:27:29.074511 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:27:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ece21581-a85a-4370-b53b-ea9d06a2efeb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:29.074736 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 32772) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:29.164996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:29.165397 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.197214 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Set router ece21581-a85a-4370-b53b-ea9d06a2efeb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:27:29.203162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 6ff28987-75cd-435c-bf86-8b0c709b1ff9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6ff28987-75cd-435c-bf86-8b0c709b1ff9,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:29.211723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.271526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=6ff28987-75cd-435c-bf86-8b0c709b1ff9,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:29.372511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf573d-875e-48a1-97be-4407adc7fc71 None None] Network ba58e49a-707f-4525-9621-1f412a3dce4c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:29.395518 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:27Z', 'updated_at': '2022-02-10T07:27:28Z', 'revision_number': 3, 'project_id': '257c91f01d654e338946c1b342a51512', 'gw_port': {'id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:28Z', 'updated_at': '2022-02-10T07:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:29.423127 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Checking router: ece21581-a85a-4370-b53b-ea9d06a2efeb for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:27:29.423707 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Updating router ece21581-a85a-4370-b53b-ea9d06a2efeb port 0fccba13-ca09-40ca-9ec6-91464fc66a45 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:27:29.443558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-10924761-8ac6-4929-aaf8-02e4870b051e None None] Provisioning complete for port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:29.444017 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10924761-8ac6-4929-aaf8-02e4870b051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.452792 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.559960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-10924761-8ac6-4929-aaf8-02e4870b051e None None] Current status of the port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:29.568373 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.713338 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Publish callbacks [] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.721805 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.737233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Allocated IP 172.20.0.1 (ba58e49a-707f-4525-9621-1f412a3dce4c/8c2366a4-c598-4f4c-b0a3-f5c901ad2c45/573e7ba7-45eb-4265-84a6-647ec6c52a2e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:29.768371 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Pushing event updated for resources: {'Port': ['ID=0fccba13-ca09-40ca-9ec6-91464fc66a45,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:29.781375 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.781718 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.782229 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.782742 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.783253 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.783816 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.784300 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.784716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7c3962ce-2a98-44c9-8c85-2c7117eb91bb None None] Provisioning complete for port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:29.784951 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.785077 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c3962ce-2a98-44c9-8c85-2c7117eb91bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.785531 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.786010 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.786529 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.787013 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.787337 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:29.794898 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Attempting to bind port 0fccba13-ca09-40ca-9ec6-91464fc66a45 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:29.795264 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Attempting to bind port 0fccba13-ca09-40ca-9ec6-91464fc66a45 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:29.795624 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Attempting to bind port 0fccba13-ca09-40ca-9ec6-91464fc66a45 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:29.801231 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:29.801608 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:29.802006 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.802422 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:29.802899 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Bound port: 0fccba13-ca09-40ca-9ec6-91464fc66a45, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:29.803261 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.850280 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Publish callbacks [] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.855997 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] For port 0fccba13-ca09-40ca-9ec6-91464fc66a45, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:29.860145 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] For port 0fccba13-ca09-40ca-9ec6-91464fc66a45, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0fccba13-ca09-40ca-9ec6-91464fc66a45,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:29.866761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7c3962ce-2a98-44c9-8c85-2c7117eb91bb None None] Current status of the port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:29.867951 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.882818 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:29.929375 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Network ba58e49a-707f-4525-9621-1f412a3dce4c is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:29.931188 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8398807-373f-4787-b3f0-d209053a69a7 None None] Pushing event updated for resources: {'Port': ['ID=0fccba13-ca09-40ca-9ec6-91464fc66a45,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:29.934333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:29.935944 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Routers {'ece21581-a85a-4370-b53b-ea9d06a2efeb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:27:29.936365 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:27:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ece21581-a85a-4370-b53b-ea9d06a2efeb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:29.937914 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:29.960169 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Pushing event updated for resources: {'Port': ['ID=573e7ba7-45eb-4265-84a6-647ec6c52a2e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:29.979722 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (ece21581-a85a-4370-b53b-ea9d06a2efeb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:30.044168 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] Set router ece21581-a85a-4370-b53b-ea9d06a2efeb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:27:30.120800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:30.189300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-eac75971-5b72-418a-8846-a4e126d888c1 None None] Provisioning complete for port 573e7ba7-45eb-4265-84a6-647ec6c52a2e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:30.190291 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eac75971-5b72-418a-8846-a4e126d888c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:30.231162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eac75971-5b72-418a-8846-a4e126d888c1 None None] Port 573e7ba7-45eb-4265-84a6-647ec6c52a2e cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:27:30.295952 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Publish callbacks [] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:30.301568 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:30.319914 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:27Z', 'updated_at': '2022-02-10T07:27:28Z', 'revision_number': 3, 'project_id': '257c91f01d654e338946c1b342a51512', 'gw_port': {'id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:28Z', 'updated_at': '2022-02-10T07:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:30.346355 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21017e54-5c30-4c46-b32c-f4d261a20ff9 None None] The sync data for ids ['ece21581-a85a-4370-b53b-ea9d06a2efeb'] in n-d-828670-1 is: [{'id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:27Z', 'updated_at': '2022-02-10T07:27:28Z', 'revision_number': 3, 'project_id': '257c91f01d654e338946c1b342a51512', 'gw_port': {'id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:28Z', 'updated_at': '2022-02-10T07:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:27:30.367057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Pushing event updated for resources: {'Port': ['ID=573e7ba7-45eb-4265-84a6-647ec6c52a2e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:30.369813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (ece21581-a85a-4370-b53b-ea9d06a2efeb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:30.812922 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Network ba58e49a-707f-4525-9621-1f412a3dce4c is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:30.814204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:30.942269 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Router ece21581-a85a-4370-b53b-ea9d06a2efeb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:27:31.062791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-24d9e127-8ae5-44e0-91ed-3d1cd7dce83e None None] Provisioning complete for port 573e7ba7-45eb-4265-84a6-647ec6c52a2e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:31.063173 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24d9e127-8ae5-44e0-91ed-3d1cd7dce83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.076602 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:27:31.083481 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8946f595-c190-46d8-a532-60cc581c129d admin admin] 10.222.0.21 "PUT /v2.0/routers/ece21581-a85a-4370-b53b-ea9d06a2efeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0077145 Feb 10 07:27:31.084411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6ff28987-75cd-435c-bf86-8b0c709b1ff9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:31.134413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-24d9e127-8ae5-44e0-91ed-3d1cd7dce83e None None] Port 573e7ba7-45eb-4265-84a6-647ec6c52a2e cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:27:31.151822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:31.152214 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.236072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:31.237185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0fccba13-ca09-40ca-9ec6-91464fc66a45 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:31.285442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0fccba13-ca09-40ca-9ec6-91464fc66a45 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:31.285822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.368277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0fccba13-ca09-40ca-9ec6-91464fc66a45 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:31.368683 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.389570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 0fccba13-ca09-40ca-9ec6-91464fc66a45, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0fccba13-ca09-40ca-9ec6-91464fc66a45,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:31.393426 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.448317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=0fccba13-ca09-40ca-9ec6-91464fc66a45,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:31.595989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 32788) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:31.600891 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1905781940-network', 'tenant_id': '2514b556051747ce8880197c835c3c39'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:31.620429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Made reservation on behalf of 2514b556051747ce8880197c835c3c39 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:31.623057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.631821 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.708883 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Publish callbacks [] for security_group (407edd3e-47b0-485d-b508-43224d4e7ca8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.712679 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (407edd3e-47b0-485d-b508-43224d4e7ca8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.738613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:27:31.748981 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407edd3e-47b0-485d-b508-43224d4e7ca8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:31.755503 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2461ebbe-11d7-40e1-9332-207225bcb338), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.755851 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Added segment 2461ebbe-11d7-40e1-9332-207225bcb338 of type vlan for network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e Feb 10 07:27:31.804244 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (d75c3c11-11e5-43cb-9925-ecf2ccd84d2e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.828709 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (d75c3c11-11e5-43cb-9925-ecf2ccd84d2e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.829649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:31.830221 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.870984 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2738500 Feb 10 07:27:31.874978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 32792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:31.880997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Request body: {'subnet': {'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-subnet', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:31.901522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346d79e-30e4-4c3b-8818-b7482841dc52 admin admin] Pushing event updated for resources: {'Network': ['ID=d75c3c11-11e5-43cb-9925-ecf2ccd84d2e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:31.906565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Made reservation on behalf of 2514b556051747ce8880197c835c3c39 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:31.909176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:31.912343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:27:31.970524 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Sync routers for ids ['ece21581-a85a-4370-b53b-ea9d06a2efeb'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:27:31.989415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Routers {'ece21581-a85a-4370-b53b-ea9d06a2efeb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:27:31.990038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:27:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ece21581-a85a-4370-b53b-ea9d06a2efeb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:32.082985 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (a3175ccf-6e06-48f0-938a-7d711ac143a0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.102535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Set router ece21581-a85a-4370-b53b-ea9d06a2efeb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:27:32.142926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3175ccf-6e06-48f0-938a-7d711ac143a0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:32.151612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Checking segment: {'id': '2461ebbe-11d7-40e1-9332-207225bcb338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:32.152513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Network hostable DHCP agents. Network: d75c3c11-11e5-43cb-9925-ecf2ccd84d2e, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:27:32.173113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:27:32.184150 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, d75c3c11-11e5-43cb-9925-ecf2ccd84d2e) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:32.190405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:32.191139 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.198114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055457c-833e-41b9-9aad-965c1381f92d None None] Network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:32.211535 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e74e6c01-3cdc-4f9c-84ca-c6b4e199120e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3347316 Feb 10 07:27:32.214036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 32794) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:32.219196 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:32.241356 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (94de3916-6025-48f9-a203-f4ae9f09761b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.243134 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (94de3916-6025-48f9-a203-f4ae9f09761b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.295780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks [] for router_controller (94de3916-6025-48f9-a203-f4ae9f09761b), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.372213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-d75c3c11-11e5-43cb-9925-ecf2ccd84d2e', 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e', 'project_id': '2514b556051747ce8880197c835c3c39', 'fixed_ips': [{'subnet_id': 'a3175ccf-6e06-48f0-938a-7d711ac143a0'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:27:32.373104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.447615 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks [] for router_gateway (94de3916-6025-48f9-a203-f4ae9f09761b), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.453992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:27Z', 'updated_at': '2022-02-10T07:27:30Z', 'revision_number': 4, 'project_id': '257c91f01d654e338946c1b342a51512', 'gw_port': {'id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:28Z', 'updated_at': '2022-02-10T07:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '573e7ba7-45eb-4265-84a6-647ec6c52a2e', 'name': '', 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'mac_address': 'fa:16:3e:49:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8c2366a4-c598-4f4c-b0a3-f5c901ad2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:29Z', 'updated_at': '2022-02-10T07:27:30Z', 'revision_number': 2, 'project_id': '257c91f01d654e338946c1b342a51512', 'subnets': [{'id': '8c2366a4-c598-4f4c-b0a3-f5c901ad2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:32.493530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Checking router: ece21581-a85a-4370-b53b-ea9d06a2efeb for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:27:32.493891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Updating router ece21581-a85a-4370-b53b-ea9d06a2efeb port 573e7ba7-45eb-4265-84a6-647ec6c52a2e binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:27:32.550867 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.601601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Allocated IP 172.20.0.2 (d75c3c11-11e5-43cb-9925-ecf2ccd84d2e/a3175ccf-6e06-48f0-938a-7d711ac143a0/84423af9-e633-4263-9365-2c1b2669be55) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:32.653488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks [] for router_gateway (94de3916-6025-48f9-a203-f4ae9f09761b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.676605 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.780094 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Allocated IP 172.25.8.219 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/61b86f30-94a3-468a-b213-6e9c86a3c5c3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:32.885431 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Publish callbacks [] for port (84423af9-e633-4263-9365-2c1b2669be55), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.888266 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks [] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.895812 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (84423af9-e633-4263-9365-2c1b2669be55), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.931452 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:32.969061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:32.973167 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:32.974714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0fccba13-ca09-40ca-9ec6-91464fc66a45 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:32.977667 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:32.981267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:32.981840 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:32.987295 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Pushing event updated for resources: {'Port': ['ID=61b86f30-94a3-468a-b213-6e9c86a3c5c3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:33.004878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:33.026151 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Pushing event updated for resources: {'Port': ['ID=84423af9-e633-4263-9365-2c1b2669be55,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:33.031531 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Publish callbacks [] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.044041 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.142552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974dba8-c6f9-4723-99b2-d9d59913f2ba None None] Pushing event updated for resources: {'Port': ['ID=573e7ba7-45eb-4265-84a6-647ec6c52a2e,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:33.146517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Attempting to bind port 84423af9-e633-4263-9365-2c1b2669be55 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:33.147021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Attempting to bind port 84423af9-e633-4263-9365-2c1b2669be55 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '2461ebbe-11d7-40e1-9332-207225bcb338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:33.147397 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Attempting to bind port 84423af9-e633-4263-9365-2c1b2669be55 on network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:33.160009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0fccba13-ca09-40ca-9ec6-91464fc66a45 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:33.160393 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.162008 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:33.162426 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Checking segment: {'id': '2461ebbe-11d7-40e1-9332-207225bcb338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:33.162825 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.163226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Bound using segment: {'id': '2461ebbe-11d7-40e1-9332-207225bcb338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:33.163702 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Bound port: 84423af9-e633-4263-9365-2c1b2669be55, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2461ebbe-11d7-40e1-9332-207225bcb338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:33.164078 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (84423af9-e633-4263-9365-2c1b2669be55), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.264664 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks [] for router_gateway (94de3916-6025-48f9-a203-f4ae9f09761b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.275405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Attempting to bind port 573e7ba7-45eb-4265-84a6-647ec6c52a2e on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:33.275782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Attempting to bind port 573e7ba7-45eb-4265-84a6-647ec6c52a2e by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:33.276149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Attempting to bind port 573e7ba7-45eb-4265-84a6-647ec6c52a2e on network ba58e49a-707f-4525-9621-1f412a3dce4c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:33.290129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:33.290539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Checking segment: {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:33.290948 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.291352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Bound using segment: {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:33.291836 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Bound port: 573e7ba7-45eb-4265-84a6-647ec6c52a2e, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:33.292840 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.480187 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (94de3916-6025-48f9-a203-f4ae9f09761b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.527515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] For port 84423af9-e633-4263-9365-2c1b2669be55, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:33.558022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a7000011-da3e-459d-87e4-a2a78e4c1db8 None None] Provisioning complete for port 573e7ba7-45eb-4265-84a6-647ec6c52a2e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:33.558424 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7000011-da3e-459d-87e4-a2a78e4c1db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.562103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] For port 84423af9-e633-4263-9365-2c1b2669be55, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=84423af9-e633-4263-9365-2c1b2669be55,segment=NetworkSegment(2461ebbe-11d7-40e1-9332-207225bcb338),segment_id=2461ebbe-11d7-40e1-9332-207225bcb338)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:33.605933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (84423af9-e633-4263-9365-2c1b2669be55), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.611135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Router 94de3916-6025-48f9-a203-f4ae9f09761b is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:27:33.612815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0fccba13-ca09-40ca-9ec6-91464fc66a45 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:33.649666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] For port 573e7ba7-45eb-4265-84a6-647ec6c52a2e, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:33.652148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a7000011-da3e-459d-87e4-a2a78e4c1db8 None None] Port 573e7ba7-45eb-4265-84a6-647ec6c52a2e cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:27:33.671432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] For port 573e7ba7-45eb-4265-84a6-647ec6c52a2e, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=573e7ba7-45eb-4265-84a6-647ec6c52a2e,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:33.688157 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.691498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5414df-bed3-4a0f-9354-ee20ff7ed8f7 None None] Pushing event updated for resources: {'Port': ['ID=84423af9-e633-4263-9365-2c1b2669be55,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:33.738088 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:27:33.755196 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Sync routers for ids ['94de3916-6025-48f9-a203-f4ae9f09761b'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:27:33.757548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Routers {'ece21581-a85a-4370-b53b-ea9d06a2efeb'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:27:33.758267 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:27:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ece21581-a85a-4370-b53b-ea9d06a2efeb'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:33.771327 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:33.775040 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-165371e1-5be5-4d3d-95f1-d2798d606e40 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5574496 Feb 10 07:27:33.775429 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 32796) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:27:33.775770 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Routers {'94de3916-6025-48f9-a203-f4ae9f09761b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:27:33.776496 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:27:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['94de3916-6025-48f9-a203-f4ae9f09761b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:33.809374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974dba8-c6f9-4723-99b2-d9d59913f2ba None None] Pushing event updated for resources: {'Port': ['ID=573e7ba7-45eb-4265-84a6-647ec6c52a2e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:33.917986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] Set router ece21581-a85a-4370-b53b-ea9d06a2efeb gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:27:33.957842 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Set router 94de3916-6025-48f9-a203-f4ae9f09761b gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:27:34.182593 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:33Z', 'revision_number': 3, 'project_id': '2514b556051747ce8880197c835c3c39', 'gw_port': {'id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:34.202465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3b722af5-9c63-4c48-9e1b-14a19778dcaf None None] Provisioning complete for port 573e7ba7-45eb-4265-84a6-647ec6c52a2e triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:34.202465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b722af5-9c63-4c48-9e1b-14a19778dcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.210874 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Checking router: 94de3916-6025-48f9-a203-f4ae9f09761b for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:27:34.211300 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Updating router 94de3916-6025-48f9-a203-f4ae9f09761b port 61b86f30-94a3-468a-b213-6e9c86a3c5c3 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:27:34.243428 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.298345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:27Z', 'updated_at': '2022-02-10T07:27:30Z', 'revision_number': 4, 'project_id': '257c91f01d654e338946c1b342a51512', 'gw_port': {'id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:28Z', 'updated_at': '2022-02-10T07:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '573e7ba7-45eb-4265-84a6-647ec6c52a2e', 'name': '', 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'mac_address': 'fa:16:3e:49:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8c2366a4-c598-4f4c-b0a3-f5c901ad2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:29Z', 'updated_at': '2022-02-10T07:27:33Z', 'revision_number': 4, 'project_id': '257c91f01d654e338946c1b342a51512', 'subnets': [{'id': '8c2366a4-c598-4f4c-b0a3-f5c901ad2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:34.302399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b722af5-9c63-4c48-9e1b-14a19778dcaf None None] Current status of the port 573e7ba7-45eb-4265-84a6-647ec6c52a2e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:34.302793 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b722af5-9c63-4c48-9e1b-14a19778dcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.329317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abed4f-cace-4f31-b58e-663095843f60 None None] The sync data for ids ['ece21581-a85a-4370-b53b-ea9d06a2efeb'] in n-d-828670-1 is: [{'id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:27Z', 'updated_at': '2022-02-10T07:27:30Z', 'revision_number': 4, 'project_id': '257c91f01d654e338946c1b342a51512', 'gw_port': {'id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:28Z', 'updated_at': '2022-02-10T07:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '573e7ba7-45eb-4265-84a6-647ec6c52a2e', 'name': '', 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'mac_address': 'fa:16:3e:49:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8c2366a4-c598-4f4c-b0a3-f5c901ad2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:29Z', 'updated_at': '2022-02-10T07:27:33Z', 'revision_number': 4, 'project_id': '257c91f01d654e338946c1b342a51512', 'subnets': [{'id': '8c2366a4-c598-4f4c-b0a3-f5c901ad2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:27:34.374882 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.378171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3b722af5-9c63-4c48-9e1b-14a19778dcaf None None] For port 573e7ba7-45eb-4265-84a6-647ec6c52a2e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=573e7ba7-45eb-4265-84a6-647ec6c52a2e,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:34.389418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b722af5-9c63-4c48-9e1b-14a19778dcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.449422 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b722af5-9c63-4c48-9e1b-14a19778dcaf None None] Pushing event updated for resources: {'Port': ['ID=573e7ba7-45eb-4265-84a6-647ec6c52a2e,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:34.580547 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Publish callbacks [] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.591316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Allocated IP 172.20.0.1 (d75c3c11-11e5-43cb-9925-ecf2ccd84d2e/a3175ccf-6e06-48f0-938a-7d711ac143a0/661b0675-0288-49c9-b04d-81f862fd3b16) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:34.592277 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.664422 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77f1aa-a018-4893-a90f-3f69aeb19d0b None None] Pushing event updated for resources: {'Port': ['ID=61b86f30-94a3-468a-b213-6e9c86a3c5c3,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:34.667881 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Attempting to bind port 61b86f30-94a3-468a-b213-6e9c86a3c5c3 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:34.668249 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Attempting to bind port 61b86f30-94a3-468a-b213-6e9c86a3c5c3 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:34.668609 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Attempting to bind port 61b86f30-94a3-468a-b213-6e9c86a3c5c3 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:34.674453 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:34.674831 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:34.675234 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.675623 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:34.676233 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Bound port: 61b86f30-94a3-468a-b213-6e9c86a3c5c3, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:34.676616 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.738751 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] For port 61b86f30-94a3-468a-b213-6e9c86a3c5c3, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:34.743771 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] For port 61b86f30-94a3-468a-b213-6e9c86a3c5c3, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=61b86f30-94a3-468a-b213-6e9c86a3c5c3,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:34.755487 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:34.822469 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77f1aa-a018-4893-a90f-3f69aeb19d0b None None] Pushing event updated for resources: {'Port': ['ID=61b86f30-94a3-468a-b213-6e9c86a3c5c3,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:34.847387 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Routers {'94de3916-6025-48f9-a203-f4ae9f09761b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:27:34.848077 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:27:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['94de3916-6025-48f9-a203-f4ae9f09761b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:35.011916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad30b8-5609-431b-bffb-b8f2301b541a None None] Network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:27:35.037911 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] Set router 94de3916-6025-48f9-a203-f4ae9f09761b gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:27:35.108366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 84423af9-e633-4263-9365-2c1b2669be55 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:35.155412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ff39f23d-8038-4909-a804-8348e04e72da None None] Provisioning complete for port 84423af9-e633-4263-9365-2c1b2669be55 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:35.155791 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff39f23d-8038-4909-a804-8348e04e72da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (84423af9-e633-4263-9365-2c1b2669be55), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.165064 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Publish callbacks [] for port (661b0675-0288-49c9-b04d-81f862fd3b16), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.215035 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.255491 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:33Z', 'revision_number': 3, 'project_id': '2514b556051747ce8880197c835c3c39', 'gw_port': {'id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:35.278358 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:35.281309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:35.285165 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:35.291362 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Pushing event updated for resources: {'Port': ['ID=661b0675-0288-49c9-b04d-81f862fd3b16,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:35.299285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 84423af9-e633-4263-9365-2c1b2669be55 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:35.299671 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (84423af9-e633-4263-9365-2c1b2669be55), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.305822 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab8a96-0a08-45a6-ba45-2064eead0710 None None] The sync data for ids ['94de3916-6025-48f9-a203-f4ae9f09761b'] in n-d-828670-1 is: [{'id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:33Z', 'revision_number': 3, 'project_id': '2514b556051747ce8880197c835c3c39', 'gw_port': {'id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:27:35.336069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ff39f23d-8038-4909-a804-8348e04e72da None None] Current status of the port 84423af9-e633-4263-9365-2c1b2669be55 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:35.336469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff39f23d-8038-4909-a804-8348e04e72da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (84423af9-e633-4263-9365-2c1b2669be55), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.340808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (94de3916-6025-48f9-a203-f4ae9f09761b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.390055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ff39f23d-8038-4909-a804-8348e04e72da None None] For port 84423af9-e633-4263-9365-2c1b2669be55, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=84423af9-e633-4263-9365-2c1b2669be55,segment=NetworkSegment(2461ebbe-11d7-40e1-9332-207225bcb338),segment_id=2461ebbe-11d7-40e1-9332-207225bcb338)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:35.431339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 84423af9-e633-4263-9365-2c1b2669be55 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:35.431735 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (84423af9-e633-4263-9365-2c1b2669be55), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.435073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff39f23d-8038-4909-a804-8348e04e72da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (84423af9-e633-4263-9365-2c1b2669be55), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.541134 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:27:35.541879 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:27:35.560116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39f23d-8038-4909-a804-8348e04e72da None None] Pushing event updated for resources: {'Port': ['ID=84423af9-e633-4263-9365-2c1b2669be55,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:35.563069 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.663802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-92efdb9a-cf17-40e1-84da-b400b7fcfb32 None None] Provisioning complete for port 84423af9-e633-4263-9365-2c1b2669be55 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:35.665803 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92efdb9a-cf17-40e1-84da-b400b7fcfb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (84423af9-e633-4263-9365-2c1b2669be55), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.784617 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Publish callbacks [] for port (661b0675-0288-49c9-b04d-81f862fd3b16), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.795328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-92efdb9a-cf17-40e1-84da-b400b7fcfb32 None None] Current status of the port 84423af9-e633-4263-9365-2c1b2669be55 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:35.795523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.869306 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Pushing event updated for resources: {'Port': ['ID=661b0675-0288-49c9-b04d-81f862fd3b16,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:35.875361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (94de3916-6025-48f9-a203-f4ae9f09761b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.920167 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-50c348b1-eefc-4c6f-abbe-5b94ba5d77cf None None] Provisioning complete for port 661b0675-0288-49c9-b04d-81f862fd3b16 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:35.920549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50c348b1-eefc-4c6f-abbe-5b94ba5d77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:35.967531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-50c348b1-eefc-4c6f-abbe-5b94ba5d77cf None None] Port 661b0675-0288-49c9-b04d-81f862fd3b16 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:27:35.981193 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:35.982631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:36.086613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 84423af9-e633-4263-9365-2c1b2669be55 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:36.087759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 573e7ba7-45eb-4265-84a6-647ec6c52a2e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:36.119444 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Router 94de3916-6025-48f9-a203-f4ae9f09761b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:27:36.140465 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 573e7ba7-45eb-4265-84a6-647ec6c52a2e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:36.141075 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:36.248484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 573e7ba7-45eb-4265-84a6-647ec6c52a2e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:36.270282 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:27:36.282840 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0bb47b40-a5df-416b-909b-b24c4e8a3bfb admin admin] 10.222.0.21 "PUT /v2.0/routers/94de3916-6025-48f9-a203-f4ae9f09761b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5007591 Feb 10 07:27:36.288945 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2e47df08-745e-48a9-b8fa-227013711f90 None None] Provisioning complete for port 661b0675-0288-49c9-b04d-81f862fd3b16 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:36.289283 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e47df08-745e-48a9-b8fa-227013711f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:36.326171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2e47df08-745e-48a9-b8fa-227013711f90 None None] Port 661b0675-0288-49c9-b04d-81f862fd3b16 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:27:37.020283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 84423af9-e633-4263-9365-2c1b2669be55 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:37.070694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 84423af9-e633-4263-9365-2c1b2669be55 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:37.071417 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (84423af9-e633-4263-9365-2c1b2669be55), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:37.162911 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 84423af9-e633-4263-9365-2c1b2669be55 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:37.164034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 61b86f30-94a3-468a-b213-6e9c86a3c5c3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:37.218219 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 61b86f30-94a3-468a-b213-6e9c86a3c5c3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:37.218692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:37.251488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038a15-1807-4c64-a33d-9279141cf385 req-a61babd3-486f-457a-98bb-5646c087460a tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:37.253069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-a61babd3-486f-457a-98bb-5646c087460a tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/networks?id=ba58e49a-707f-4525-9621-1f412a3dce4c HTTP/1.1" status: 200 len: 817 time: 0.1233912 Feb 10 07:27:37.266854 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:37.268272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-04ec6efa-568a-4322-9193-1d8525e5cec9 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/quotas/257c91f01d654e338946c1b342a51512 HTTP/1.1" status: 200 len: 375 time: 0.0096815 Feb 10 07:27:37.310495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 61b86f30-94a3-468a-b213-6e9c86a3c5c3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:37.311034 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:37.330346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-174ea8d4-21ce-4eeb-a644-261099e95cf3 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=257c91f01d654e338946c1b342a51512&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566208 Feb 10 07:27:37.345946 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 61b86f30-94a3-468a-b213-6e9c86a3c5c3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=61b86f30-94a3-468a-b213-6e9c86a3c5c3,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:37.349956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:37.403212 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=61b86f30-94a3-468a-b213-6e9c86a3c5c3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:37.563104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6c8bdd80-94e5-4533-b211-8905a3fd6cb4 service neutron] 10.222.0.21 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289463 Feb 10 07:27:37.663242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6529c626-2c13-4f3f-ba64-340617a099ca service neutron] 10.222.0.21 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928233 Feb 10 07:27:37.741614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Sync routers for ids ['94de3916-6025-48f9-a203-f4ae9f09761b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:27:37.752739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Routers {'94de3916-6025-48f9-a203-f4ae9f09761b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:27:37.753361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:27:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['94de3916-6025-48f9-a203-f4ae9f09761b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:37.843728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d5eac9ff-2ff2-4152-b70b-424f0803debc req-881e6e87-db5b-4c39-849f-dc7c087db748 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 210 time: 0.0304556 Feb 10 07:27:37.866891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Set router 94de3916-6025-48f9-a203-f4ae9f09761b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:27:38.077229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:35Z', 'revision_number': 4, 'project_id': '2514b556051747ce8880197c835c3c39', 'gw_port': {'id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '661b0675-0288-49c9-b04d-81f862fd3b16', 'name': '', 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'mac_address': 'fa:16:3e:8e:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a3175ccf-6e06-48f0-938a-7d711ac143a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:34Z', 'updated_at': '2022-02-10T07:27:35Z', 'revision_number': 2, 'project_id': '2514b556051747ce8880197c835c3c39', 'subnets': [{'id': 'a3175ccf-6e06-48f0-938a-7d711ac143a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:38.270266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Checking router: 94de3916-6025-48f9-a203-f4ae9f09761b for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:27:38.271091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Updating router 94de3916-6025-48f9-a203-f4ae9f09761b port 661b0675-0288-49c9-b04d-81f862fd3b16 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:27:38.298984 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:38.564220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Publish callbacks [] for port (661b0675-0288-49c9-b04d-81f862fd3b16), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:38.569661 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:38.624369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00591c-1dae-4f74-a704-c21643c66d06 None None] Pushing event updated for resources: {'Port': ['ID=661b0675-0288-49c9-b04d-81f862fd3b16,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:38.685264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Attempting to bind port 661b0675-0288-49c9-b04d-81f862fd3b16 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:38.685649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Attempting to bind port 661b0675-0288-49c9-b04d-81f862fd3b16 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '2461ebbe-11d7-40e1-9332-207225bcb338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:38.686025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Attempting to bind port 661b0675-0288-49c9-b04d-81f862fd3b16 on network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:38.693534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:38.693971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Checking segment: {'id': '2461ebbe-11d7-40e1-9332-207225bcb338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:38.694433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:38.695004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Bound using segment: {'id': '2461ebbe-11d7-40e1-9332-207225bcb338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:38.695686 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Bound port: 661b0675-0288-49c9-b04d-81f862fd3b16, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2461ebbe-11d7-40e1-9332-207225bcb338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:38.696619 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:38.775334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] For port 661b0675-0288-49c9-b04d-81f862fd3b16, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:38.779608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] For port 661b0675-0288-49c9-b04d-81f862fd3b16, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=661b0675-0288-49c9-b04d-81f862fd3b16,segment=NetworkSegment(2461ebbe-11d7-40e1-9332-207225bcb338),segment_id=2461ebbe-11d7-40e1-9332-207225bcb338)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:38.787906 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:38.856700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Routers {'94de3916-6025-48f9-a203-f4ae9f09761b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:27:38.857340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:27:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['94de3916-6025-48f9-a203-f4ae9f09761b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:38.862897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00591c-1dae-4f74-a704-c21643c66d06 None None] Pushing event updated for resources: {'Port': ['ID=661b0675-0288-49c9-b04d-81f862fd3b16,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:38.863084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038a15-1807-4c64-a33d-9279141cf385 req-4f0d6503-fa43-47f4-a770-c6e36af1c24b tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:38.864066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-4f0d6503-fa43-47f4-a770-c6e36af1c24b tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.13 "GET /v2.0/networks?id=ba58e49a-707f-4525-9621-1f412a3dce4c HTTP/1.1" status: 200 len: 817 time: 0.1469388 Feb 10 07:27:38.879635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Request body: {'port': {'device_id': '3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08', 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c', 'admin_state_up': True, 'tenant_id': '257c91f01d654e338946c1b342a51512'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:39.003485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 61b86f30-94a3-468a-b213-6e9c86a3c5c3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:39.009577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c9ec6399-6002-4982-96c2-82da2773c8a3 req-01ad0b82-717f-494a-a6e4-37f170d2f514 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 210 time: 0.0343266 Feb 10 07:27:39.035164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] Set router 94de3916-6025-48f9-a203-f4ae9f09761b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:27:39.058786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Made reservation on behalf of 257c91f01d654e338946c1b342a51512 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:27:39.062287 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.081376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e164d4f8-3d2f-4e53-b7b3-d075c9e2fd0b None None] Provisioning complete for port 661b0675-0288-49c9-b04d-81f862fd3b16 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:39.081752 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e164d4f8-3d2f-4e53-b7b3-d075c9e2fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.196997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Allocated IP 172.20.0.7 (ba58e49a-707f-4525-9621-1f412a3dce4c/8c2366a4-c598-4f4c-b0a3-f5c901ad2c45/7ce14bb6-49ea-452f-909c-9ba1f4ecffe5) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:27:39.219171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 61b86f30-94a3-468a-b213-6e9c86a3c5c3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:39.219503 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.313955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e164d4f8-3d2f-4e53-b7b3-d075c9e2fd0b None None] Current status of the port 661b0675-0288-49c9-b04d-81f862fd3b16 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:39.314665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e164d4f8-3d2f-4e53-b7b3-d075c9e2fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.348536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks [] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.383274 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.402535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e164d4f8-3d2f-4e53-b7b3-d075c9e2fd0b None None] For port 661b0675-0288-49c9-b04d-81f862fd3b16, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=661b0675-0288-49c9-b04d-81f862fd3b16,segment=NetworkSegment(2461ebbe-11d7-40e1-9332-207225bcb338),segment_id=2461ebbe-11d7-40e1-9332-207225bcb338)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:39.415596 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e164d4f8-3d2f-4e53-b7b3-d075c9e2fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.421630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 61b86f30-94a3-468a-b213-6e9c86a3c5c3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:39.430437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Network ba58e49a-707f-4525-9621-1f412a3dce4c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:27:39.436068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:27:39.440331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:27:39.444619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Pushing event updated for resources: {'Port': ['ID=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:39.460332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:35Z', 'revision_number': 4, 'project_id': '2514b556051747ce8880197c835c3c39', 'gw_port': {'id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '661b0675-0288-49c9-b04d-81f862fd3b16', 'name': '', 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'mac_address': 'fa:16:3e:8e:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a3175ccf-6e06-48f0-938a-7d711ac143a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:34Z', 'updated_at': '2022-02-10T07:27:38Z', 'revision_number': 4, 'project_id': '2514b556051747ce8880197c835c3c39', 'subnets': [{'id': 'a3175ccf-6e06-48f0-938a-7d711ac143a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:27:39.473626 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.473979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.474344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.474688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.475020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.475351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.475884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.475995 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.476414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.476635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.476959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.477395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.477571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:27:39.494548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7658e7c-7b4a-48d9-8dca-70a7cacc1b8d None None] The sync data for ids ['94de3916-6025-48f9-a203-f4ae9f09761b'] in n-d-828670-1 is: [{'id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:35Z', 'revision_number': 4, 'project_id': '2514b556051747ce8880197c835c3c39', 'gw_port': {'id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '661b0675-0288-49c9-b04d-81f862fd3b16', 'name': '', 'network_id': 'd75c3c11-11e5-43cb-9925-ecf2ccd84d2e', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'mac_address': 'fa:16:3e:8e:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a3175ccf-6e06-48f0-938a-7d711ac143a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:34Z', 'updated_at': '2022-02-10T07:27:38Z', 'revision_number': 4, 'project_id': '2514b556051747ce8880197c835c3c39', 'subnets': [{'id': 'a3175ccf-6e06-48f0-938a-7d711ac143a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:27:39.500829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164d4f8-3d2f-4e53-b7b3-d075c9e2fd0b None None] Pushing event updated for resources: {'Port': ['ID=661b0675-0288-49c9-b04d-81f862fd3b16,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:39.506365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:39.507185 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.528539 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-55815d99-6a79-47f2-9127-3df428a0094c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6535470 Feb 10 07:27:39.539576 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7cdeaa59-26f3-42df-8050-414ab2184a40 None None] Provisioning complete for port 661b0675-0288-49c9-b04d-81f862fd3b16 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:39.540485 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cdeaa59-26f3-42df-8050-414ab2184a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.544452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Request body: {'port': {'device_id': '3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:27:39.652186 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.663154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7cdeaa59-26f3-42df-8050-414ab2184a40 None None] Current status of the port 661b0675-0288-49c9-b04d-81f862fd3b16 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:39.787080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e0dcfb70-e676-4e82-8cc5-d432c775ee39 None None] Provisioning complete for port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:39.787453 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0dcfb70-e676-4e82-8cc5-d432c775ee39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.823885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e0dcfb70-e676-4e82-8cc5-d432c775ee39 None None] Port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:27:39.940116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:27:39.948324 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Publish callbacks [] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:39.960696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Transition to ACTIVE for port object 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:27:39.965229 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:40.020267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:40.101024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Attempting to bind port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:27:40.101361 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Attempting to bind port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:27:40.101692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Attempting to bind port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 on network ba58e49a-707f-4525-9621-1f412a3dce4c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:40.119128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 on network ba58e49a-707f-4525-9621-1f412a3dce4c not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:27:40.119128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Attempting to bind port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 on network ba58e49a-707f-4525-9621-1f412a3dce4c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:27:40.137426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:27:40.138354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Checking segment: {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:27:40.138749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Bound using segment: {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:27:40.139180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Bound port: 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:27:40.139533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:40.208449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65621ff9-184f-4505-b259-253c58304c1b req-b50a54c3-66e7-4630-866f-36ec543ef7e6 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:40.209813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65621ff9-184f-4505-b259-253c58304c1b req-b50a54c3-66e7-4630-866f-36ec543ef7e6 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 943 time: 0.1048348 Feb 10 07:27:40.239923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] For port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:27:40.255459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] For port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:27:40.268036 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:40.304798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65621ff9-184f-4505-b259-253c58304c1b req-6176c189-039b-4eb1-9fa9-1929b1f01abb tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864487 Feb 10 07:27:40.315590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:40.316480 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:40.317864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] 10.222.0.13 "PUT /v2.0/ports/7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 HTTP/1.1" status: 200 len: 1091 time: 0.7784867 Feb 10 07:27:40.318325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08', 'tag': '7ce14bb6-49ea-452f-909c-9ba1f4ecffe5'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:27:40.320630 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc172be-d1d2-4853-a9f8-c71b4812e03b" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08", "tag": "7ce14bb6-49ea-452f-909c-9ba1f4ecffe5"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:27:40.341504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb83982-b085-4730-8bc5-e1d659557107 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:40.373190 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff8899-d939-4c3d-86cc-bf3006b62023 x-openstack-request-id: req-f5ff8899-d939-4c3d-86cc-bf3006b62023 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:27:40.373488 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08", "tag": "7ce14bb6-49ea-452f-909c-9ba1f4ecffe5", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:27:40.373744 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5ff8899-d939-4c3d-86cc-bf3006b62023 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:27:40.374158 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08', 'tag': '7ce14bb6-49ea-452f-909c-9ba1f4ecffe5', 'status': 'completed', 'code': 200} Feb 10 07:27:40.406063 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d846428b-ea16-42c1-8e74-dcfd031b459b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:40.427772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038a15-1807-4c64-a33d-9279141cf385 req-5b766c68-97d7-460d-afa6-addccab20ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:40.429561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-5b766c68-97d7-460d-afa6-addccab20ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=257c91f01d654e338946c1b342a51512&device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 1125 time: 0.0665989 Feb 10 07:27:40.484426 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-be5aacca-161c-41b6-8cf5-eaf66642ffe5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 HTTP/1.1" status: 200 len: 217 time: 0.0448496 Feb 10 07:27:40.535462 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:40.537186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038a15-1807-4c64-a33d-9279141cf385 req-4d4e3a64-a7b2-44aa-933c-8675a4fe3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:40.539193 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-4d4e3a64-a7b2-44aa-933c-8675a4fe3fe8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c2366a4-c598-4f4c-b0a3-f5c901ad2c45 HTTP/1.1" status: 200 len: 856 time: 0.0496187 Feb 10 07:27:40.588325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038a15-1807-4c64-a33d-9279141cf385 req-480c1025-4773-4779-9690-cf3a643d118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:40.590381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-480c1025-4773-4779-9690-cf3a643d118c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba58e49a-707f-4525-9621-1f412a3dce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453167 Feb 10 07:27:40.681151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-8509dd02-f85c-42b6-a265-47bc52cfe0c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844073 Feb 10 07:27:40.766184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f038a15-1807-4c64-a33d-9279141cf385 req-b5ba4653-140e-4cc1-a984-886df8d11505 service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790191 Feb 10 07:27:40.862149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-979e4543-9fd5-4848-859f-0aed80eecea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:40.863699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-979e4543-9fd5-4848-859f-0aed80eecea5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=257c91f01d654e338946c1b342a51512&device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 1125 time: 0.0507660 Feb 10 07:27:40.954866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-acc58e11-71f7-4b10-b88d-9f871ec3af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:40.956348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-acc58e11-71f7-4b10-b88d-9f871ec3af37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba58e49a-707f-4525-9621-1f412a3dce4c HTTP/1.1" status: 200 len: 917 time: 0.0851686 Feb 10 07:27:40.974612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 661b0675-0288-49c9-b04d-81f862fd3b16 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:41.000094 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-ba99a3ca-b460-4d83-89a3-ea7ee765042b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 HTTP/1.1" status: 200 len: 217 time: 0.0381348 Feb 10 07:27:41.025854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 661b0675-0288-49c9-b04d-81f862fd3b16 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:41.026152 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:41.051621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-33632eaf-f219-455f-a644-a772afb1e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:41.053097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-33632eaf-f219-455f-a644-a772afb1e1d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c2366a4-c598-4f4c-b0a3-f5c901ad2c45 HTTP/1.1" status: 200 len: 856 time: 0.0453987 Feb 10 07:27:41.102535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-6de9370f-308b-4405-a74e-4c4251b0ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:41.102822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 661b0675-0288-49c9-b04d-81f862fd3b16 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:41.104145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-6de9370f-308b-4405-a74e-4c4251b0ffef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba58e49a-707f-4525-9621-1f412a3dce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449154 Feb 10 07:27:41.546782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-023da6c0-87ca-4014-acde-f7d4d6fee50e service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365065 Feb 10 07:27:41.591679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de9b4b-09b3-4f4e-8b95-669a749060d6 req-49e1fbf8-352b-48a6-a6df-0ebe970af73f tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:41.593117 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28de9b4b-09b3-4f4e-8b95-669a749060d6 req-49e1fbf8-352b-48a6-a6df-0ebe970af73f tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 943 time: 0.0960629 Feb 10 07:27:41.688806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cc172be-d1d2-4853-a9f8-c71b4812e03b req-e24b601b-66ae-42d7-9239-0a5bd5bd7c41 service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364167 Feb 10 07:27:41.692330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28de9b4b-09b3-4f4e-8b95-669a749060d6 req-9186426e-a733-4571-aef9-8721a64a10f7 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689483 Feb 10 07:27:42.652733 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bab6c22-880e-4539-86c5-04bafdcbf15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:42.818132 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc173c-01bc-4e58-9d9f-ac25329f8c8b req-688c09c2-ccc4-432f-9b49-d06deb625720 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:42.819643 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45fc173c-01bc-4e58-9d9f-ac25329f8c8b req-688c09c2-ccc4-432f-9b49-d06deb625720 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 943 time: 0.0516562 Feb 10 07:27:42.866117 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45fc173c-01bc-4e58-9d9f-ac25329f8c8b req-2e02205a-c34f-45be-88fc-65fde5e7b5d7 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Feb 10 07:27:43.985771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a485e1-21a1-4d20-963c-5d355cc64b33 req-c9544689-b7a8-4856-8070-ba43ee81a353 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:43.987273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4a485e1-21a1-4d20-963c-5d355cc64b33 req-c9544689-b7a8-4856-8070-ba43ee81a353 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 943 time: 0.0546184 Feb 10 07:27:43.996093 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:44.037036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4a485e1-21a1-4d20-963c-5d355cc64b33 req-e8d4c91c-d1b8-441c-b54a-57b15af98f8b tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440533 Feb 10 07:27:45.160419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40185563-c89a-4bf4-9c1d-a90c758f483e req-dd4db388-fffc-4309-8415-73c12ba0eabe tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:45.161830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40185563-c89a-4bf4-9c1d-a90c758f483e req-dd4db388-fffc-4309-8415-73c12ba0eabe tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 943 time: 0.0528746 Feb 10 07:27:45.211584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40185563-c89a-4bf4-9c1d-a90c758f483e req-f38a835f-f8f4-4341-9785-acc6f4f3990c tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Feb 10 07:27:45.295003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:27:45.391631 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:45.411308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '7ce14bb6-49ea-452f-909c-9ba1f4ecffe5', 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c', 'port_id': '7ce14bb6-49ea-452f-909c-9ba1f4ecffe5', 'mac_address': 'fa:16:3e:2d:77:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2366a4-c598-4f4c-b0a3-f5c901ad2c45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:27:45.419036 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:45.454644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:45.455034 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:45.467819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:27:45.487572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:45.491123 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:45.539394 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:45.807554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['7ce14bb6-49ea-452f-909c-9ba1f4ecffe5'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:27:46.332691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33570-e24e-4ef4-b645-30b39952428b req-ebcea590-b6f6-4342-9ea9-70f05e6992c4 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:46.334176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bb33570-e24e-4ef4-b645-30b39952428b req-ebcea590-b6f6-4342-9ea9-70f05e6992c4 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 944 time: 0.0517330 Feb 10 07:27:46.381116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0bb33570-e24e-4ef4-b645-30b39952428b req-7b50d429-7c21-4112-8f95-8bbe5e21734e tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Feb 10 07:27:46.526221 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:47.295224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:27:47.343995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:27:47.347959 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:27:47.348341 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:47.425230 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:27:47.425623 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:47.448171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce14bb6-49ea-452f-909c-9ba1f4ecffe5'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:27:47.451020 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db575209-f419-4848-ae61-908d35393def" -d '{"events": [{"server_uuid": "3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08", "name": "network-vif-plugged", "status": "completed", "tag": "7ce14bb6-49ea-452f-909c-9ba1f4ecffe5"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:27:47.463091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:27:47.467732 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:27:47.490840 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec97d257-7ef9-4e54-b693-6639bea35b91 x-openstack-request-id: req-ec97d257-7ef9-4e54-b693-6639bea35b91 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:27:47.491131 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08", "name": "network-vif-plugged", "status": "completed", "tag": "7ce14bb6-49ea-452f-909c-9ba1f4ecffe5", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:27:47.491461 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec97d257-7ef9-4e54-b693-6639bea35b91 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:27:47.491856 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce14bb6-49ea-452f-909c-9ba1f4ecffe5', 'code': 200} Feb 10 07:27:47.513618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57e586-7460-4930-a4e3-7fd598e64d2a req-22787162-be09-41dc-87ec-c7eeb1648b6a tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:47.515226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d57e586-7460-4930-a4e3-7fd598e64d2a req-22787162-be09-41dc-87ec-c7eeb1648b6a tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 944 time: 0.0654311 Feb 10 07:27:47.518508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:27:47.590692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2d57e586-7460-4930-a4e3-7fd598e64d2a req-a2b86748-f784-4893-9fbc-ff873456c93f tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678630 Feb 10 07:27:47.602927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb0ae4-0a1f-4ea3-9075-4076d62127a4 req-48f88a59-536f-4efa-982c-572318eb2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:47.604979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eecb0ae4-0a1f-4ea3-9075-4076d62127a4 req-48f88a59-536f-4efa-982c-572318eb2017 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 1127 time: 0.0551367 Feb 10 07:27:47.649946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eecb0ae4-0a1f-4ea3-9075-4076d62127a4 req-76bc5d02-a870-4d34-b7ee-ab6784b23374 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Feb 10 07:27:48.718355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef3ad8-9be3-4d04-b0f7-2f724b3f07cb req-c295a226-271d-4484-a4fc-6f14ed3a3860 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:48.719857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6ef3ad8-9be3-4d04-b0f7-2f724b3f07cb req-c295a226-271d-4484-a4fc-6f14ed3a3860 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 945 time: 0.0544655 Feb 10 07:27:48.770742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6ef3ad8-9be3-4d04-b0f7-2f724b3f07cb req-76757869-4b5e-4e93-af26-176e18fcad18 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Feb 10 07:27:49.886938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977799a-6f65-44c5-af23-127a8aa097ad req-746ce9b1-27a6-4c85-8106-cba6bd3c4c83 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:49.888396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f977799a-6f65-44c5-af23-127a8aa097ad req-746ce9b1-27a6-4c85-8106-cba6bd3c4c83 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 945 time: 0.0514169 Feb 10 07:27:49.934700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f977799a-6f65-44c5-af23-127a8aa097ad req-69116bc5-2512-430b-9158-43b8bfee0699 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Feb 10 07:27:50.050135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669120f-5aaf-409d-a093-f3586c2c8b4b req-aa9fcb9c-52ac-4bdb-9a24-4ce0ff71a59e tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:27:50.051571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3669120f-5aaf-409d-a093-f3586c2c8b4b req-aa9fcb9c-52ac-4bdb-9a24-4ce0ff71a59e tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 945 time: 0.0512197 Feb 10 07:27:50.096742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3669120f-5aaf-409d-a093-f3586c2c8b4b req-869df48b-434d-4af9-aca9-2e89b6daa14b tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Feb 10 07:27:56.996827 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:28:07.248115 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:10.399378 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835fefd0-191a-42b3-a179-c0585b0d1b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:10.514362 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:12.655604 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e083ea4-545e-4fe5-96f2-3ef4dcccc80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:13.994917 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:15.412264 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:16.529528 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:24.268944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61bcc-2bdb-4590-a873-c88545c5ed4a req-6f7d5291-2e76-4d7a-a8c1-b61529f46d43 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:24.270465 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6b61bcc-2bdb-4590-a873-c88545c5ed4a req-6f7d5291-2e76-4d7a-a8c1-b61529f46d43 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 945 time: 0.0628715 Feb 10 07:28:24.318071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6b61bcc-2bdb-4590-a873-c88545c5ed4a req-565ea5c9-eca6-4074-be21-55b1cefa4f99 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Feb 10 07:28:25.445228 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94031246-b60a-49bc-9f73-96819e4293cd req-2f824cc8-d096-4544-93bf-c8e371393ceb tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:25.446872 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94031246-b60a-49bc-9f73-96819e4293cd req-2f824cc8-d096-4544-93bf-c8e371393ceb tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 945 time: 0.0557539 Feb 10 07:28:25.496397 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94031246-b60a-49bc-9f73-96819e4293cd req-8aab6a60-c541-432c-a158-aebf85825c83 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Feb 10 07:28:25.832147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-59af4d7a-85c1-402c-a268-3698c1bc7640 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:25.833474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-59af4d7a-85c1-402c-a268-3698c1bc7640 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 945 time: 0.0552609 Feb 10 07:28:25.922426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Deleting port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:28:25.922766 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:26.012559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] For port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:28:26.012919 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:26.024566 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Calling delete_port for 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:28:26.147251 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7ce14bb6-49ea-452f-909c-9ba1f4ecffe5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:26.158654 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['7ce14bb6-49ea-452f-909c-9ba1f4ecffe5'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:28:26.179685 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Pushing event deleted for resources: {'Port': ['ID=7ce14bb6-49ea-452f-909c-9ba1f4ecffe5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:28:26.224303 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] No DVR routers for this DVR port 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:28:26.227125 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:26.230487 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f98266ec-c0c3-4cf9-94cd-c8852e783159 req-29678c70-dc7b-41fb-9397-d8f0b218c937 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.13 "DELETE /v2.0/ports/7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 HTTP/1.1" status: 204 len: 173 time: 0.3919423 Feb 10 07:28:26.230998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08', 'name': 'network-vif-deleted', 'tag': '7ce14bb6-49ea-452f-909c-9ba1f4ecffe5'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:28:26.233252 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c22c06-d7c8-4e45-a1e5-f5f5aaaaed1e" -d '{"events": [{"server_uuid": "3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08", "name": "network-vif-deleted", "tag": "7ce14bb6-49ea-452f-909c-9ba1f4ecffe5"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:28:26.273673 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c1d6c5-c56b-4e64-84db-b678c6ac89b7 x-openstack-request-id: req-20c1d6c5-c56b-4e64-84db-b678c6ac89b7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:28:26.274039 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08", "name": "network-vif-deleted", "tag": "7ce14bb6-49ea-452f-909c-9ba1f4ecffe5", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:28:26.274349 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20c1d6c5-c56b-4e64-84db-b678c6ac89b7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:28:26.274767 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08', 'name': 'network-vif-deleted', 'tag': '7ce14bb6-49ea-452f-909c-9ba1f4ecffe5', 'status': 'completed', 'code': 200} Feb 10 07:28:26.606692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-099f8a9f-e5c8-40fa-8312-023edee3e3e6 req-0b7c8b9a-ff44-4b40-871b-015a5cb7efa4 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbfdb76-fdd8-46bb-90d9-6d27dfef8f08 HTTP/1.1" status: 200 len: 210 time: 0.0288746 Feb 10 07:28:28.145115 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-329d2d71-e103-441d-9a97-f8d047df47ac tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:28.146586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-329d2d71-e103-441d-9a97-f8d047df47ac tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/networks?id=ba58e49a-707f-4525-9621-1f412a3dce4c HTTP/1.1" status: 200 len: 817 time: 0.1165113 Feb 10 07:28:28.161145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-d9e766ac-62a8-43b9-a5d5-d53bef146811 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/quotas/257c91f01d654e338946c1b342a51512 HTTP/1.1" status: 200 len: 375 time: 0.0085783 Feb 10 07:28:28.215404 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-1dfe19da-94d7-4887-a379-2d75d25f63b8 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=257c91f01d654e338946c1b342a51512&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496061 Feb 10 07:28:28.352035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-dfc8a7e0-d6fd-4f36-b752-c9ba5bed6ad1 service neutron] 10.222.0.21 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254764 Feb 10 07:28:28.455275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-5505bb1e-062e-459a-a570-e8d5ce33b813 service neutron] 10.222.0.21 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974731 Feb 10 07:28:28.612197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ba30200-df5d-4379-aa2e-f5dddbde2552 req-ee0fcf03-973d-490e-830f-e52b6a341829 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 210 time: 0.0268803 Feb 10 07:28:29.495717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:28:29.517109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:28:29.517463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 7ce14bb6-49ea-452f-909c-9ba1f4ecffe5 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:28:29.518786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-febecda3-9420-46fd-933b-2cbcd50a7ae6 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:29.520290 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-febecda3-9420-46fd-933b-2cbcd50a7ae6 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.13 "GET /v2.0/networks?id=ba58e49a-707f-4525-9621-1f412a3dce4c HTTP/1.1" status: 200 len: 817 time: 0.1089401 Feb 10 07:28:29.532836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Request body: {'port': {'device_id': '4a585093-65b1-4fdc-b88a-4b83e6ecc47e', 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c', 'admin_state_up': True, 'tenant_id': '257c91f01d654e338946c1b342a51512'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:28:29.642221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Made reservation on behalf of 257c91f01d654e338946c1b342a51512 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:28:29.644924 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:29.733203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8aec5695-4643-470a-a26b-174855424f27 req-41190798-3f2d-4d31-b7d0-1c77de579afd tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 210 time: 0.0378559 Feb 10 07:28:29.798267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Allocated IP 172.20.0.11 (ba58e49a-707f-4525-9621-1f412a3dce4c/8c2366a4-c598-4f4c-b0a3-f5c901ad2c45/83cde99b-ce48-47aa-9554-fe5ed6be382b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:28:29.940309 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks [] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:29.972977 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:30.022180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Network ba58e49a-707f-4525-9621-1f412a3dce4c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:28:30.025328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:28:30.028999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:28:30.052419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Pushing event updated for resources: {'Port': ['ID=83cde99b-ce48-47aa-9554-fe5ed6be382b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:28:30.083144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:30.083771 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:30.099586 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-391ec2a8-ee93-40c8-89d2-39833ddd6858 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5709298 Feb 10 07:28:30.110577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Request body: {'port': {'device_id': '4a585093-65b1-4fdc-b88a-4b83e6ecc47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:28:30.171342 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:30.289177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9f6c6563-09d1-440f-860c-6ec5495bc267 None None] Provisioning complete for port 83cde99b-ce48-47aa-9554-fe5ed6be382b triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:28:30.289550 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6563-09d1-440f-860c-6ec5495bc267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:30.324133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c6563-09d1-440f-860c-6ec5495bc267 None None] Port 83cde99b-ce48-47aa-9554-fe5ed6be382b cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:28:30.438890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cde99b-ce48-47aa-9554-fe5ed6be382b {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:28:30.446408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Publish callbacks [] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:30.457959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Transition to ACTIVE for port object 83cde99b-ce48-47aa-9554-fe5ed6be382b will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:28:30.461986 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:30.511203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Pushing event updated for resources: {'Port': ['ID=83cde99b-ce48-47aa-9554-fe5ed6be382b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:28:30.587881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Attempting to bind port 83cde99b-ce48-47aa-9554-fe5ed6be382b on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:28:30.588506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Attempting to bind port 83cde99b-ce48-47aa-9554-fe5ed6be382b by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:28:30.588506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Attempting to bind port 83cde99b-ce48-47aa-9554-fe5ed6be382b on network ba58e49a-707f-4525-9621-1f412a3dce4c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:28:30.593121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Port 83cde99b-ce48-47aa-9554-fe5ed6be382b on network ba58e49a-707f-4525-9621-1f412a3dce4c not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:28:30.593447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Attempting to bind port 83cde99b-ce48-47aa-9554-fe5ed6be382b on network ba58e49a-707f-4525-9621-1f412a3dce4c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:28:30.598507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:28:30.598839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Checking segment: {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:28:30.599220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Bound using segment: {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:28:30.599646 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Bound port: 83cde99b-ce48-47aa-9554-fe5ed6be382b, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b57289-63e1-4351-a1e7-01ee1d1c884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:28:30.600007 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:30.665223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] For port 83cde99b-ce48-47aa-9554-fe5ed6be382b, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:28:30.669252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] For port 83cde99b-ce48-47aa-9554-fe5ed6be382b, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83cde99b-ce48-47aa-9554-fe5ed6be382b,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:28:30.674740 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:30.708680 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:30.709382 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:30.710697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/83cde99b-ce48-47aa-9554-fe5ed6be382b HTTP/1.1" status: 200 len: 1092 time: 0.6043603 Feb 10 07:28:30.711148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a585093-65b1-4fdc-b88a-4b83e6ecc47e', 'tag': '83cde99b-ce48-47aa-9554-fe5ed6be382b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:28:30.713417 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a743718c-7839-43c5-899f-7720397737ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4a585093-65b1-4fdc-b88a-4b83e6ecc47e", "tag": "83cde99b-ce48-47aa-9554-fe5ed6be382b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:28:30.738486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c14a3-52ce-4c06-b9fc-9ce24e6945a9 service neutron] Pushing event updated for resources: {'Port': ['ID=83cde99b-ce48-47aa-9554-fe5ed6be382b,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:28:30.770292 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b745d1-07d7-4656-b9fd-23c35616c26a x-openstack-request-id: req-22b745d1-07d7-4656-b9fd-23c35616c26a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:28:30.770628 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a585093-65b1-4fdc-b88a-4b83e6ecc47e", "tag": "83cde99b-ce48-47aa-9554-fe5ed6be382b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:28:30.771825 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22b745d1-07d7-4656-b9fd-23c35616c26a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:28:30.772256 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a585093-65b1-4fdc-b88a-4b83e6ecc47e', 'tag': '83cde99b-ce48-47aa-9554-fe5ed6be382b', 'status': 'completed', 'code': 200} Feb 10 07:28:30.808979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-3feff0b4-f949-4cee-8e7e-33638081848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:30.811228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-3feff0b4-f949-4cee-8e7e-33638081848a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=257c91f01d654e338946c1b342a51512&device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 1126 time: 0.0546417 Feb 10 07:28:30.880185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-da9af626-69b8-4bb0-9897-0eaf898f4d94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83cde99b-ce48-47aa-9554-fe5ed6be382b HTTP/1.1" status: 200 len: 217 time: 0.0378716 Feb 10 07:28:30.936629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eb9fe-c5f9-418a-b140-971a8289c41d req-b4da8feb-9b15-4f1d-a853-139dfc4cae14 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:30.938098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-595eb9fe-c5f9-418a-b140-971a8289c41d req-b4da8feb-9b15-4f1d-a853-139dfc4cae14 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 944 time: 0.1259522 Feb 10 07:28:30.943573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-9e23bb72-76c7-49f8-a812-e90023fd20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:30.944909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-9e23bb72-76c7-49f8-a812-e90023fd20d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c2366a4-c598-4f4c-b0a3-f5c901ad2c45 HTTP/1.1" status: 200 len: 856 time: 0.0591869 Feb 10 07:28:31.019857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-595eb9fe-c5f9-418a-b140-971a8289c41d req-dc4418c0-4fe9-4663-b5b8-ce2c47134da7 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739288 Feb 10 07:28:31.025742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-5bcb3de1-18d9-48cd-8f93-38f63308fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:31.027886 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-5bcb3de1-18d9-48cd-8f93-38f63308fcd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba58e49a-707f-4525-9621-1f412a3dce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761580 Feb 10 07:28:31.115021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-ab2416cf-4cf6-44b6-98ec-3dc72137c862 service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804892 Feb 10 07:28:31.205767 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8907f26-c303-4d54-b0d6-5f1fba572a9a req-595b6cb6-34c1-40b4-9a28-71b9879717de service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846057 Feb 10 07:28:31.294414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743718c-7839-43c5-899f-7720397737ef req-d0eec37a-55ce-445a-ad40-f34ad34b1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:31.295889 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a743718c-7839-43c5-899f-7720397737ef req-d0eec37a-55ce-445a-ad40-f34ad34b1207 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=257c91f01d654e338946c1b342a51512&device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 1126 time: 0.0449224 Feb 10 07:28:31.389201 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743718c-7839-43c5-899f-7720397737ef req-dd88b1d7-b548-46b1-987e-ef5506587a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:31.390620 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a743718c-7839-43c5-899f-7720397737ef req-dd88b1d7-b548-46b1-987e-ef5506587a88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba58e49a-707f-4525-9621-1f412a3dce4c HTTP/1.1" status: 200 len: 917 time: 0.0883341 Feb 10 07:28:31.429806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a743718c-7839-43c5-899f-7720397737ef req-2dff83d6-0de2-48c7-9785-a615418befbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83cde99b-ce48-47aa-9554-fe5ed6be382b HTTP/1.1" status: 200 len: 217 time: 0.0338020 Feb 10 07:28:31.480179 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743718c-7839-43c5-899f-7720397737ef req-2c965e04-42bd-488a-90ef-13c2a44b67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:31.481589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a743718c-7839-43c5-899f-7720397737ef req-2c965e04-42bd-488a-90ef-13c2a44b67d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c2366a4-c598-4f4c-b0a3-f5c901ad2c45 HTTP/1.1" status: 200 len: 856 time: 0.0461080 Feb 10 07:28:31.529133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743718c-7839-43c5-899f-7720397737ef req-af9bb93f-efe8-492a-b14a-3590f710acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:31.530648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a743718c-7839-43c5-899f-7720397737ef req-af9bb93f-efe8-492a-b14a-3590f710acb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba58e49a-707f-4525-9621-1f412a3dce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434816 Feb 10 07:28:31.617326 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a743718c-7839-43c5-899f-7720397737ef req-085a9578-1fe1-4cd0-9e18-28f9dfb6189b service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804729 Feb 10 07:28:31.706659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a743718c-7839-43c5-899f-7720397737ef req-f9b72e7a-c84a-4874-9b04-dbc3ffb8a225 service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830927 Feb 10 07:28:32.140570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c273d-f487-46b7-ade3-a30841c0a9d5 req-3e0b6935-6301-462c-b6fb-6854c7951ad4 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:32.142054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff1c273d-f487-46b7-ade3-a30841c0a9d5 req-3e0b6935-6301-462c-b6fb-6854c7951ad4 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 944 time: 0.0521622 Feb 10 07:28:32.187863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff1c273d-f487-46b7-ade3-a30841c0a9d5 req-87e2f9a4-6288-4fdd-bbc8-4a1d6aa2f7b6 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Feb 10 07:28:33.307359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a001af-8945-4ad7-a3d2-2a5713c021a0 req-5d5780e9-435b-4c77-8d13-158c905fb567 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:33.309441 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39a001af-8945-4ad7-a3d2-2a5713c021a0 req-5d5780e9-435b-4c77-8d13-158c905fb567 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 944 time: 0.0561526 Feb 10 07:28:33.357992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39a001af-8945-4ad7-a3d2-2a5713c021a0 req-9f3aecbc-71f5-4355-90b7-036cd957ba56 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Feb 10 07:28:33.995532 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:28:34.475293 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37a0b1-0aec-4c45-b388-4ec381ca0b99 req-6cb8fffe-a464-479d-8ee9-304bd284093a tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:34.476765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e37a0b1-0aec-4c45-b388-4ec381ca0b99 req-6cb8fffe-a464-479d-8ee9-304bd284093a tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 944 time: 0.0523858 Feb 10 07:28:34.522537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5e37a0b1-0aec-4c45-b388-4ec381ca0b99 req-6ad8e97f-35b1-44e4-9f7f-eda6e7b1a7a0 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 Feb 10 07:28:35.504156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83cde99b-ce48-47aa-9554-fe5ed6be382b details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:28:35.600506 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 83cde99b-ce48-47aa-9554-fe5ed6be382b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83cde99b-ce48-47aa-9554-fe5ed6be382b,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:28:35.611936 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '83cde99b-ce48-47aa-9554-fe5ed6be382b', 'network_id': 'ba58e49a-707f-4525-9621-1f412a3dce4c', 'port_id': '83cde99b-ce48-47aa-9554-fe5ed6be382b', 'mac_address': 'fa:16:3e:7c:70:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2366a4-c598-4f4c-b0a3-f5c901ad2c45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:28:35.640053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e552f-02d3-4105-b1c6-825522a9dc8f req-5f62f3a4-d2e2-4478-a34b-8c0c9b21a2b8 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:35.641554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb8e552f-02d3-4105-b1c6-825522a9dc8f req-5f62f3a4-d2e2-4478-a34b-8c0c9b21a2b8 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 944 time: 0.0518866 Feb 10 07:28:35.653054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 83cde99b-ce48-47aa-9554-fe5ed6be382b is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:28:35.653450 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:35.666214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cde99b-ce48-47aa-9554-fe5ed6be382b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:28:35.684960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 83cde99b-ce48-47aa-9554-fe5ed6be382b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83cde99b-ce48-47aa-9554-fe5ed6be382b,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:28:35.688793 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:35.693421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb8e552f-02d3-4105-b1c6-825522a9dc8f req-bad1b206-939b-4bb4-b7f4-b5f3cd580c24 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460191 Feb 10 07:28:35.735634 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=83cde99b-ce48-47aa-9554-fe5ed6be382b,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:28:35.742983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.743332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.743674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.744009 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.744340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.744669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.745022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.745347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.745673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.745994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.746333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.746660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.746980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:28:35.984944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83cde99b-ce48-47aa-9554-fe5ed6be382b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:28:36.810039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463fdc-bb43-478e-b37e-72cad5be7330 req-31bfd3b7-7f9c-4f6b-9c4c-1c9983ddc896 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:36.811541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d463fdc-bb43-478e-b37e-72cad5be7330 req-31bfd3b7-7f9c-4f6b-9c4c-1c9983ddc896 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 945 time: 0.0522361 Feb 10 07:28:36.857310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0d463fdc-bb43-478e-b37e-72cad5be7330 req-30b89bd4-26f7-453a-85cc-5beb2f8062f3 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Feb 10 07:28:37.246493 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:37.531153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83cde99b-ce48-47aa-9554-fe5ed6be382b up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:28:37.579738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 83cde99b-ce48-47aa-9554-fe5ed6be382b completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:28:37.583727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 83cde99b-ce48-47aa-9554-fe5ed6be382b triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:28:37.584162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:37.661225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 83cde99b-ce48-47aa-9554-fe5ed6be382b is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:28:37.661625 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:37.683761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a585093-65b1-4fdc-b88a-4b83e6ecc47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cde99b-ce48-47aa-9554-fe5ed6be382b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:28:37.686010 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea306539-ddbd-4215-818d-84a9e11b35d8" -d '{"events": [{"server_uuid": "4a585093-65b1-4fdc-b88a-4b83e6ecc47e", "name": "network-vif-plugged", "status": "completed", "tag": "83cde99b-ce48-47aa-9554-fe5ed6be382b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:28:37.699612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 83cde99b-ce48-47aa-9554-fe5ed6be382b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83cde99b-ce48-47aa-9554-fe5ed6be382b,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:28:37.703452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:37.725912 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1441618b-00db-43c3-a349-6da853a2c373 x-openstack-request-id: req-1441618b-00db-43c3-a349-6da853a2c373 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:28:37.726205 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a585093-65b1-4fdc-b88a-4b83e6ecc47e", "name": "network-vif-plugged", "status": "completed", "tag": "83cde99b-ce48-47aa-9554-fe5ed6be382b", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:28:37.726490 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1441618b-00db-43c3-a349-6da853a2c373 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:28:37.726882 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a585093-65b1-4fdc-b88a-4b83e6ecc47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cde99b-ce48-47aa-9554-fe5ed6be382b', 'code': 200} Feb 10 07:28:37.753165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=83cde99b-ce48-47aa-9554-fe5ed6be382b,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:28:37.820629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3232c-b671-49ef-91f2-45fee23b8551 req-a7ceb8f1-d828-413a-ab9d-b17b45bfd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:37.821986 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9f3232c-b671-49ef-91f2-45fee23b8551 req-a7ceb8f1-d828-413a-ab9d-b17b45bfd5c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 1128 time: 0.0449097 Feb 10 07:28:37.863323 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9f3232c-b671-49ef-91f2-45fee23b8551 req-d46236d7-6142-4671-af86-fac20a1945ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356915 Feb 10 07:28:37.976922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae4d8-0656-41e9-a743-132cbf131f9c req-e6a23785-5a34-4789-92a2-c10f135ae1ff tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:37.978408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6fae4d8-0656-41e9-a743-132cbf131f9c req-e6a23785-5a34-4789-92a2-c10f135ae1ff tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 946 time: 0.0557585 Feb 10 07:28:38.023786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a6fae4d8-0656-41e9-a743-132cbf131f9c req-af9b2818-e9ea-4439-9cf5-1139312fdb23 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 Feb 10 07:28:39.153388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5806ff-f6e4-4128-be9b-cf20bd684c75 req-b0d69e2e-af23-45ed-b123-6f36e76c05ec tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:39.155513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c5806ff-f6e4-4128-be9b-cf20bd684c75 req-b0d69e2e-af23-45ed-b123-6f36e76c05ec tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 946 time: 0.0533278 Feb 10 07:28:39.202881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7c5806ff-f6e4-4128-be9b-cf20bd684c75 req-bcc571ec-1c26-4959-893b-d08d61b2d432 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415339 Feb 10 07:28:40.327135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb45ea2-300a-44a4-abf1-f102e94718ce req-ad19194a-abc6-4263-a64e-634481c3d554 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:40.328611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8eb45ea2-300a-44a4-abf1-f102e94718ce req-ad19194a-abc6-4263-a64e-634481c3d554 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 946 time: 0.0586517 Feb 10 07:28:40.377124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8eb45ea2-300a-44a4-abf1-f102e94718ce req-d4907fcc-6b26-4e05-8bc1-b9e8aa07414e tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Feb 10 07:28:40.403235 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-670f709c-4473-4e2f-abef-3a2959a8b335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:40.497038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b80b39-b160-41f6-9461-34ec763ff33d req-ed9b9d39-e729-406d-87d3-9364210cb36e tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:40.498546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6b80b39-b160-41f6-9461-34ec763ff33d req-ed9b9d39-e729-406d-87d3-9364210cb36e tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 946 time: 0.0522950 Feb 10 07:28:40.532300 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:40.545506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c6b80b39-b160-41f6-9461-34ec763ff33d req-9de0e954-2931-4cf4-a17e-4936846ca6ef tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Feb 10 07:28:42.660482 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70fab956-040b-45d5-8275-8ccacb3618b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:43.998315 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:45.417869 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:46.534088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:28:49.739830 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-82c428ba-6cbf-440a-8587-b92fe1ddb7b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428243 Feb 10 07:28:49.829582 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-06ceee5e-866d-4fae-83ed-89dd0c1c00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:49.831129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-06ceee5e-866d-4fae-83ed-89dd0c1c00ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=257c91f01d654e338946c1b342a51512&device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 1128 time: 0.0490918 Feb 10 07:28:49.934246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-250e8e9a-0f2d-4618-b541-fcbdfe1479e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:49.935670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-250e8e9a-0f2d-4618-b541-fcbdfe1479e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba58e49a-707f-4525-9621-1f412a3dce4c HTTP/1.1" status: 200 len: 917 time: 0.0848818 Feb 10 07:28:49.980261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-f82cbaa9-6cea-42ba-bd9a-81d0edb702cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83cde99b-ce48-47aa-9554-fe5ed6be382b HTTP/1.1" status: 200 len: 217 time: 0.0381191 Feb 10 07:28:50.027203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-202a3688-df7e-4b76-9a3c-bc51a91636e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:50.028657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-202a3688-df7e-4b76-9a3c-bc51a91636e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c2366a4-c598-4f4c-b0a3-f5c901ad2c45 HTTP/1.1" status: 200 len: 856 time: 0.0434105 Feb 10 07:28:50.078123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-dd75f6e8-44a0-4f0a-8f5b-5d4b9eeb5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:28:50.079676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-dd75f6e8-44a0-4f0a-8f5b-5d4b9eeb5817 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba58e49a-707f-4525-9621-1f412a3dce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444324 Feb 10 07:28:50.171565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-baf23de9-70a1-4766-bb9c-c56843644b06 service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856543 Feb 10 07:28:50.261340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c78fc5e5-9dac-4de5-9b9d-4a6c0624fa26 req-5f8dce51-0147-4ba4-8f31-0b2d74f30ffd service neutron] 10.222.0.13 "GET /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821033 Feb 10 07:29:07.247452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:10.405925 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-355d68d3-956a-4ba1-9d96-66bca1e826f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:10.554812 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:10.995001 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:29:12.663646 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd155ef0-5bc2-4a15-a686-7b7c673d7a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:14.001923 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:14.527223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f938-2c9f-4810-8d4c-e5ae8d34884c req-6f687ff2-997e-463f-87b6-0f0cb98ba8b2 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:14.528615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d499f938-2c9f-4810-8d4c-e5ae8d34884c req-6f687ff2-997e-463f-87b6-0f0cb98ba8b2 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 946 time: 0.0534685 Feb 10 07:29:14.580505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d499f938-2c9f-4810-8d4c-e5ae8d34884c req-e17722dc-3e04-4219-9e55-09925a785279 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461438 Feb 10 07:29:15.416924 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:15.707691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bd6dd-9f5d-41e5-a4f2-71ae079f95c7 req-d15be9a9-313d-4a9a-b76b-fb393cb13692 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:15.709259 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d88bd6dd-9f5d-41e5-a4f2-71ae079f95c7 req-d15be9a9-313d-4a9a-b76b-fb393cb13692 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 946 time: 0.0566969 Feb 10 07:29:15.758083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d88bd6dd-9f5d-41e5-a4f2-71ae079f95c7 req-ca679f06-f425-4a10-8151-5b8532265d62 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/security-groups?id=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Feb 10 07:29:16.215258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-a37bf48a-1df0-4338-9ac6-edd32b1a2286 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:16.216696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-a37bf48a-1df0-4338-9ac6-edd32b1a2286 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 946 time: 0.0549634 Feb 10 07:29:16.309246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Deleting port 83cde99b-ce48-47aa-9554-fe5ed6be382b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:29:16.309576 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:16.394488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] For port 83cde99b-ce48-47aa-9554-fe5ed6be382b, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=83cde99b-ce48-47aa-9554-fe5ed6be382b,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:16.394840 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:16.407618 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Calling delete_port for 83cde99b-ce48-47aa-9554-fe5ed6be382b owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:29:16.534775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (83cde99b-ce48-47aa-9554-fe5ed6be382b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:16.536708 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:16.546369 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['83cde99b-ce48-47aa-9554-fe5ed6be382b'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:29:16.570575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Pushing event deleted for resources: {'Port': ['ID=83cde99b-ce48-47aa-9554-fe5ed6be382b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:16.597538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.597886 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.598233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.598667 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.599003 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.599335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.599668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.599998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.600326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.600650 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.600973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.601357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.601677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:16.623675 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] No DVR routers for this DVR port 83cde99b-ce48-47aa-9554-fe5ed6be382b on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:29:16.626090 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:16.629438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0dfc8f57-2d6b-438b-ae40-cbe566c7e1cd req-113e5d42-0af9-4df9-87db-05594037be67 tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.13 "DELETE /v2.0/ports/83cde99b-ce48-47aa-9554-fe5ed6be382b HTTP/1.1" status: 204 len: 173 time: 0.4075279 Feb 10 07:29:16.629881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a585093-65b1-4fdc-b88a-4b83e6ecc47e', 'name': 'network-vif-deleted', 'tag': '83cde99b-ce48-47aa-9554-fe5ed6be382b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:29:16.632233 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2e631d-29b6-43d0-91ac-79412350a776" -d '{"events": [{"server_uuid": "4a585093-65b1-4fdc-b88a-4b83e6ecc47e", "name": "network-vif-deleted", "tag": "83cde99b-ce48-47aa-9554-fe5ed6be382b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:29:16.670440 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4767afcd-a622-424b-ae14-93c90f89d3bd x-openstack-request-id: req-4767afcd-a622-424b-ae14-93c90f89d3bd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:29:16.670764 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a585093-65b1-4fdc-b88a-4b83e6ecc47e", "name": "network-vif-deleted", "tag": "83cde99b-ce48-47aa-9554-fe5ed6be382b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:29:16.671026 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4767afcd-a622-424b-ae14-93c90f89d3bd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:29:16.671510 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a585093-65b1-4fdc-b88a-4b83e6ecc47e', 'name': 'network-vif-deleted', 'tag': '83cde99b-ce48-47aa-9554-fe5ed6be382b', 'status': 'completed', 'code': 200} Feb 10 07:29:16.867204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf870ccf-fd1e-4c55-bd3b-33b8e5011df1 req-83566c6f-4212-47d1-afc0-4ba27340113e tempest-TestEncryptedCinderVolumes-1261792678 tempest-TestEncryptedCinderVolumes-1261792678-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a585093-65b1-4fdc-b88a-4b83e6ecc47e HTTP/1.1" status: 200 len: 210 time: 0.0283611 Feb 10 07:29:17.959836 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33164) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:18.305913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (ece21581-a85a-4370-b53b-ea9d06a2efeb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:18.881871 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Deleting port 573e7ba7-45eb-4265-84a6-647ec6c52a2e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:29:18.882211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:18.963049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] For port 573e7ba7-45eb-4265-84a6-647ec6c52a2e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=573e7ba7-45eb-4265-84a6-647ec6c52a2e,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:18.963636 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:18.975729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Calling delete_port for 573e7ba7-45eb-4265-84a6-647ec6c52a2e owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:29:19.157155 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (573e7ba7-45eb-4265-84a6-647ec6c52a2e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:19.182844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Pushing event deleted for resources: {'Port': ['ID=573e7ba7-45eb-4265-84a6-647ec6c52a2e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:19.352069 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (ece21581-a85a-4370-b53b-ea9d06a2efeb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:19.569425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Router ece21581-a85a-4370-b53b-ea9d06a2efeb has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:29:19.668469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83cde99b-ce48-47aa-9554-fe5ed6be382b no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:29:19.673393 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:29:19.678489 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5ffec7a3-c7be-4e3b-9d3d-82ba40b7e467 admin admin] 10.222.0.21 "PUT /v2.0/routers/ece21581-a85a-4370-b53b-ea9d06a2efeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7175484 Feb 10 07:29:19.680942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33166) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:19.682608 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] Sync routers for ids ['ece21581-a85a-4370-b53b-ea9d06a2efeb'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:29:19.692227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 83cde99b-ce48-47aa-9554-fe5ed6be382b {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:29:19.692587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 83cde99b-ce48-47aa-9554-fe5ed6be382b not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:29:19.693517 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] Routers {'ece21581-a85a-4370-b53b-ea9d06a2efeb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:19.694141 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ece21581-a85a-4370-b53b-ea9d06a2efeb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:19.785998 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks [] for router (ece21581-a85a-4370-b53b-ea9d06a2efeb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:19.797458 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] Set router ece21581-a85a-4370-b53b-ea9d06a2efeb gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:19.889825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks [] for router_gateway (ece21581-a85a-4370-b53b-ea9d06a2efeb), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:19.946868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Deleting port 0fccba13-ca09-40ca-9ec6-91464fc66a45 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:29:19.947272 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:19.975466 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:27Z', 'updated_at': '2022-02-10T07:29:19Z', 'revision_number': 5, 'project_id': '257c91f01d654e338946c1b342a51512', 'gw_port': {'id': '0fccba13-ca09-40ca-9ec6-91464fc66a45', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:28Z', 'updated_at': '2022-02-10T07:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:20.001852 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] Checking router: ece21581-a85a-4370-b53b-ea9d06a2efeb for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:29:20.009838 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] Routers {'ece21581-a85a-4370-b53b-ea9d06a2efeb'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:20.010471 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ece21581-a85a-4370-b53b-ea9d06a2efeb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:20.024441 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] For port 0fccba13-ca09-40ca-9ec6-91464fc66a45, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0fccba13-ca09-40ca-9ec6-91464fc66a45,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:20.025018 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.037388 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Calling delete_port for 0fccba13-ca09-40ca-9ec6-91464fc66a45 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:29:20.095612 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] Set router ece21581-a85a-4370-b53b-ea9d06a2efeb gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:20.149340 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:27Z', 'updated_at': '2022-02-10T07:29:19Z', 'revision_number': 6, 'project_id': '257c91f01d654e338946c1b342a51512', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:20.181689 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d8358-4457-475c-9d5f-d0f8bc8ec2b5 None None] The sync data for ids ['ece21581-a85a-4370-b53b-ea9d06a2efeb'] in n-d-828670-1 is: [{'id': 'ece21581-a85a-4370-b53b-ea9d06a2efeb', 'name': 'tempest-TestEncryptedCinderVolumes-2129647119-router', 'tenant_id': '257c91f01d654e338946c1b342a51512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:27Z', 'updated_at': '2022-02-10T07:29:19Z', 'revision_number': 6, 'project_id': '257c91f01d654e338946c1b342a51512', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:29:20.207564 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0fccba13-ca09-40ca-9ec6-91464fc66a45), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.233285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Pushing event deleted for resources: {'Port': ['ID=0fccba13-ca09-40ca-9ec6-91464fc66a45,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:20.298479 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (ece21581-a85a-4370-b53b-ea9d06a2efeb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.391623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (ece21581-a85a-4370-b53b-ea9d06a2efeb), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.393737 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks [] for router_controller (ece21581-a85a-4370-b53b-ea9d06a2efeb), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.435773 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (ece21581-a85a-4370-b53b-ea9d06a2efeb), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.436244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece21581-a85a-4370-b53b-ea9d06a2efeb {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:29:20.440849 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.442072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-50aab043-d6ef-478e-a7f3-5e487bd4914f admin admin] 10.222.0.21 "DELETE /v2.0/routers/ece21581-a85a-4370-b53b-ea9d06a2efeb HTTP/1.1" status: 204 len: 168 time: 0.7596793 Feb 10 07:29:20.444548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33168) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:20.487637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-4779e818-8095-4889-967d-676aec970084 admin admin] Deleting subnet 8c2366a4-c598-4f4c-b0a3-f5c901ad2c45 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:29:20.490533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4779e818-8095-4889-967d-676aec970084 admin admin] Publish callbacks [] for subnet (8c2366a4-c598-4f4c-b0a3-f5c901ad2c45), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.527404 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4779e818-8095-4889-967d-676aec970084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (8c2366a4-c598-4f4c-b0a3-f5c901ad2c45), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.606592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4779e818-8095-4889-967d-676aec970084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8c2366a4-c598-4f4c-b0a3-f5c901ad2c45), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.668465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4779e818-8095-4889-967d-676aec970084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (8c2366a4-c598-4f4c-b0a3-f5c901ad2c45), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.692979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779e818-8095-4889-967d-676aec970084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2366a4-c598-4f4c-b0a3-f5c901ad2c45,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:20.696493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4779e818-8095-4889-967d-676aec970084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.700166 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4779e818-8095-4889-967d-676aec970084 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c2366a4-c598-4f4c-b0a3-f5c901ad2c45 HTTP/1.1" status: 204 len: 168 time: 0.2546980 Feb 10 07:29:20.702775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:20.705367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44e740c-e1f6-430e-8ea7-0a4997473dd1 None None] Network ba58e49a-707f-4525-9621-1f412a3dce4c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:29:20.774182 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (ba58e49a-707f-4525-9621-1f412a3dce4c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.827234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Deleting port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:29:20.827572 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.892118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] For port 6ff28987-75cd-435c-bf86-8b0c709b1ff9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=6ff28987-75cd-435c-bf86-8b0c709b1ff9,segment=NetworkSegment(99b57289-63e1-4351-a1e7-01ee1d1c884d),segment_id=99b57289-63e1-4351-a1e7-01ee1d1c884d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:20.892402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.905439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Calling delete_port for 6ff28987-75cd-435c-bf86-8b0c709b1ff9 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:29:20.992162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (6ff28987-75cd-435c-bf86-8b0c709b1ff9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:20.994279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9e1350-83c6-41fb-9b36-ce01a068de41 None None] DHCP port deletion for ba58e49a-707f-4525-9621-1f412a3dce4c request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:29:21.023105 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] No DVR routers for this DVR port 6ff28987-75cd-435c-bf86-8b0c709b1ff9 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:29:21.025351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff28987-75cd-435c-bf86-8b0c709b1ff9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:21.059919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6ff28987-75cd-435c-bf86-8b0c709b1ff9 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:29:21.085043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 6ff28987-75cd-435c-bf86-8b0c709b1ff9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:29:21.085393 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 6ff28987-75cd-435c-bf86-8b0c709b1ff9 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:29:21.085823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 573e7ba7-45eb-4265-84a6-647ec6c52a2e no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:29:21.100957 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (ba58e49a-707f-4525-9621-1f412a3dce4c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:21.104736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 573e7ba7-45eb-4265-84a6-647ec6c52a2e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:29:21.105328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 573e7ba7-45eb-4265-84a6-647ec6c52a2e not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:29:21.105520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0fccba13-ca09-40ca-9ec6-91464fc66a45 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:29:21.123623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba58e49a-707f-4525-9621-1f412a3dce4c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:21.130826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0fccba13-ca09-40ca-9ec6-91464fc66a45 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:29:21.130826 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0fccba13-ca09-40ca-9ec6-91464fc66a45 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:29:21.135462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b57289-63e1-4351-a1e7-01ee1d1c884d') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:21.135755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b57289-63e1-4351-a1e7-01ee1d1c884d') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:21.147009 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (99b57289-63e1-4351-a1e7-01ee1d1c884d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:21.160316 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (99b57289-63e1-4351-a1e7-01ee1d1c884d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:21.166199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:29:21.166625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (99b57289-63e1-4351-a1e7-01ee1d1c884d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:29:21.168247 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:29:21.228242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (ba58e49a-707f-4525-9621-1f412a3dce4c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:21.235103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:21.241708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba58e49a-707f-4525-9621-1f412a3dce4c HTTP/1.1" status: 204 len: 168 time: 0.5349011 Feb 10 07:29:21.241981 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33172) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:21.249299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214553c-3bc5-48da-ba77-772ae5501d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba58e49a-707f-4525-9621-1f412a3dce4c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:21.596542 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (94de3916-6025-48f9-a203-f4ae9f09761b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:21.838219 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Deleting port 661b0675-0288-49c9-b04d-81f862fd3b16 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:29:21.838578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:21.912870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] For port 661b0675-0288-49c9-b04d-81f862fd3b16, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=661b0675-0288-49c9-b04d-81f862fd3b16,segment=NetworkSegment(2461ebbe-11d7-40e1-9332-207225bcb338),segment_id=2461ebbe-11d7-40e1-9332-207225bcb338)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:21.913148 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:21.925714 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Calling delete_port for 661b0675-0288-49c9-b04d-81f862fd3b16 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:29:22.100470 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (661b0675-0288-49c9-b04d-81f862fd3b16), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:22.124626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=661b0675-0288-49c9-b04d-81f862fd3b16,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:22.136778 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.137128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.137471 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.137888 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.138132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.138486 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.138815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.139140 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.139467 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.139788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.140116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.140442 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.140761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:22.306616 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (94de3916-6025-48f9-a203-f4ae9f09761b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:22.522789 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Router 94de3916-6025-48f9-a203-f4ae9f09761b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:29:22.629146 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:29:22.635990 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-db54994d-dc8f-4f77-8577-14cfaaa22c14 admin admin] 10.222.0.21 "PUT /v2.0/routers/94de3916-6025-48f9-a203-f4ae9f09761b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3905478 Feb 10 07:29:22.637338 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33176) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:22.640760 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] Sync routers for ids ['94de3916-6025-48f9-a203-f4ae9f09761b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:29:22.650070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] Routers {'94de3916-6025-48f9-a203-f4ae9f09761b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:22.650705 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['94de3916-6025-48f9-a203-f4ae9f09761b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:22.741819 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks [] for router (94de3916-6025-48f9-a203-f4ae9f09761b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:22.756130 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] Set router 94de3916-6025-48f9-a203-f4ae9f09761b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:22.846343 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks [] for router_gateway (94de3916-6025-48f9-a203-f4ae9f09761b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:22.898156 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Deleting port 61b86f30-94a3-468a-b213-6e9c86a3c5c3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:29:22.898526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:22.927727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:29:22Z', 'revision_number': 5, 'project_id': '2514b556051747ce8880197c835c3c39', 'gw_port': {'id': '61b86f30-94a3-468a-b213-6e9c86a3c5c3', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:22.958658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] Checking router: 94de3916-6025-48f9-a203-f4ae9f09761b for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:29:22.967221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] Routers {'94de3916-6025-48f9-a203-f4ae9f09761b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:22.967837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['94de3916-6025-48f9-a203-f4ae9f09761b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:22.986281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] For port 61b86f30-94a3-468a-b213-6e9c86a3c5c3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=61b86f30-94a3-468a-b213-6e9c86a3c5c3,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:22.986677 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.001504 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Calling delete_port for 61b86f30-94a3-468a-b213-6e9c86a3c5c3 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:29:23.055390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] Set router 94de3916-6025-48f9-a203-f4ae9f09761b gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:23.111729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:29:22Z', 'revision_number': 6, 'project_id': '2514b556051747ce8880197c835c3c39', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:23.138882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e867f8-1742-4a10-840b-c43a930012d7 None None] The sync data for ids ['94de3916-6025-48f9-a203-f4ae9f09761b'] in n-d-828670-1 is: [{'id': '94de3916-6025-48f9-a203-f4ae9f09761b', 'name': 'tempest-TestEncryptedCinderVolumes-1905781940-router', 'tenant_id': '2514b556051747ce8880197c835c3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:27:32Z', 'updated_at': '2022-02-10T07:29:22Z', 'revision_number': 6, 'project_id': '2514b556051747ce8880197c835c3c39', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:29:23.491563 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (61b86f30-94a3-468a-b213-6e9c86a3c5c3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.519180 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Pushing event deleted for resources: {'Port': ['ID=61b86f30-94a3-468a-b213-6e9c86a3c5c3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:23.585079 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (94de3916-6025-48f9-a203-f4ae9f09761b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.677524 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (94de3916-6025-48f9-a203-f4ae9f09761b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.679657 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks [] for router_controller (94de3916-6025-48f9-a203-f4ae9f09761b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.725789 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (94de3916-6025-48f9-a203-f4ae9f09761b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.726433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94de3916-6025-48f9-a203-f4ae9f09761b {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:29:23.731521 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.732679 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-14cb81fc-9714-419b-8399-b12484ec85bd admin admin] 10.222.0.21 "DELETE /v2.0/routers/94de3916-6025-48f9-a203-f4ae9f09761b HTTP/1.1" status: 204 len: 168 time: 1.0944350 Feb 10 07:29:23.735213 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33178) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:23.778041 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01fbac7-f0e6-4c07-a004-cc1723c232aa admin admin] Deleting subnet a3175ccf-6e06-48f0-938a-7d711ac143a0 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:29:23.780997 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b01fbac7-f0e6-4c07-a004-cc1723c232aa admin admin] Publish callbacks [] for subnet (a3175ccf-6e06-48f0-938a-7d711ac143a0), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.814829 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b01fbac7-f0e6-4c07-a004-cc1723c232aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (a3175ccf-6e06-48f0-938a-7d711ac143a0), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.890805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b01fbac7-f0e6-4c07-a004-cc1723c232aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (a3175ccf-6e06-48f0-938a-7d711ac143a0), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.948243 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b01fbac7-f0e6-4c07-a004-cc1723c232aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (a3175ccf-6e06-48f0-938a-7d711ac143a0), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.972125 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fbac7-f0e6-4c07-a004-cc1723c232aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3175ccf-6e06-48f0-938a-7d711ac143a0,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:23.979921 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b01fbac7-f0e6-4c07-a004-cc1723c232aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:23.983519 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b01fbac7-f0e6-4c07-a004-cc1723c232aa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a3175ccf-6e06-48f0-938a-7d711ac143a0 HTTP/1.1" status: 204 len: 168 time: 0.2474062 Feb 10 07:29:23.986178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:23.987937 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc27d14-9173-4138-b4fb-f247e4e99e93 None None] Network d75c3c11-11e5-43cb-9925-ecf2ccd84d2e requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:29:24.061887 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (d75c3c11-11e5-43cb-9925-ecf2ccd84d2e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.123430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Deleting port 84423af9-e633-4263-9365-2c1b2669be55 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:29:24.123871 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (84423af9-e633-4263-9365-2c1b2669be55), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.150479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c138c9-83eb-4f25-8264-ae9b83dfeb9c None None] DHCP port deletion for d75c3c11-11e5-43cb-9925-ecf2ccd84d2e request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:29:24.200405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] For port 84423af9-e633-4263-9365-2c1b2669be55, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=84423af9-e633-4263-9365-2c1b2669be55,segment=NetworkSegment(2461ebbe-11d7-40e1-9332-207225bcb338),segment_id=2461ebbe-11d7-40e1-9332-207225bcb338)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:24.200772 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (84423af9-e633-4263-9365-2c1b2669be55), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.203774 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b0c138c9-83eb-4f25-8264-ae9b83dfeb9c None None] Deleting port 84423af9-e633-4263-9365-2c1b2669be55 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:29:24.204348 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0c138c9-83eb-4f25-8264-ae9b83dfeb9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (84423af9-e633-4263-9365-2c1b2669be55), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.216074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Calling delete_port for 84423af9-e633-4263-9365-2c1b2669be55 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:29:24.265310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b0c138c9-83eb-4f25-8264-ae9b83dfeb9c None None] For port 84423af9-e633-4263-9365-2c1b2669be55, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=84423af9-e633-4263-9365-2c1b2669be55,segment=NetworkSegment(2461ebbe-11d7-40e1-9332-207225bcb338),segment_id=2461ebbe-11d7-40e1-9332-207225bcb338)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:24.265631 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0c138c9-83eb-4f25-8264-ae9b83dfeb9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (84423af9-e633-4263-9365-2c1b2669be55), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.277993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b0c138c9-83eb-4f25-8264-ae9b83dfeb9c None None] Calling delete_port for 84423af9-e633-4263-9365-2c1b2669be55 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:29:24.294481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (84423af9-e633-4263-9365-2c1b2669be55), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.321994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Pushing event deleted for resources: {'Port': ['ID=84423af9-e633-4263-9365-2c1b2669be55,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:24.327614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] No DVR routers for this DVR port 84423af9-e633-4263-9365-2c1b2669be55 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:29:24.356889 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0c138c9-83eb-4f25-8264-ae9b83dfeb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (84423af9-e633-4263-9365-2c1b2669be55), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.383201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c138c9-83eb-4f25-8264-ae9b83dfeb9c None None] Pushing event deleted for resources: {'Port': ['ID=84423af9-e633-4263-9365-2c1b2669be55,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:24.386708 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c138c9-83eb-4f25-8264-ae9b83dfeb9c None None] No DVR routers for this DVR port 84423af9-e633-4263-9365-2c1b2669be55 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:29:24.397928 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (d75c3c11-11e5-43cb-9925-ecf2ccd84d2e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.418516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75c3c11-11e5-43cb-9925-ecf2ccd84d2e']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:24.427629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2461ebbe-11d7-40e1-9332-207225bcb338') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:24.427928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2461ebbe-11d7-40e1-9332-207225bcb338') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:24.437718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (2461ebbe-11d7-40e1-9332-207225bcb338), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.451480 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (2461ebbe-11d7-40e1-9332-207225bcb338), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.457356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:29:24.457734 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (2461ebbe-11d7-40e1-9332-207225bcb338), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:29:24.459468 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:29:24.516017 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (d75c3c11-11e5-43cb-9925-ecf2ccd84d2e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.524020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.527742 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] 10.222.0.21 "DELETE /v2.0/networks/d75c3c11-11e5-43cb-9925-ecf2ccd84d2e HTTP/1.1" status: 204 len: 168 time: 0.5398378 Feb 10 07:29:24.536961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5ad05-d0ed-4322-91e3-6170d0ce9bab admin admin] Pushing event deleted for resources: {'Network': ['ID=d75c3c11-11e5-43cb-9925-ecf2ccd84d2e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:24.704045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33184) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:24.744014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1bb22bcc-e0cc-4217-bf8a-6027fd785316 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=257c91f01d654e338946c1b342a51512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387454 Feb 10 07:29:24.746474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:24.792099 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44b5b5bf-2fb9-4998-bf96-bd4555dcdb55 admin admin] Publish callbacks [] for security_group (05fb6011-efe6-48ff-9e8e-2e97b4fd4e64), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.811953 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44b5b5bf-2fb9-4998-bf96-bd4555dcdb55 admin admin] Publish callbacks [] for security_group (05fb6011-efe6-48ff-9e8e-2e97b4fd4e64), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.862569 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44b5b5bf-2fb9-4998-bf96-bd4555dcdb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (05fb6011-efe6-48ff-9e8e-2e97b4fd4e64), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.865163 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44b5b5bf-2fb9-4998-bf96-bd4555dcdb55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:24.866393 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-44b5b5bf-2fb9-4998-bf96-bd4555dcdb55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05fb6011-efe6-48ff-9e8e-2e97b4fd4e64 HTTP/1.1" status: 204 len: 168 time: 0.1190076 Feb 10 07:29:24.873780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5b5bf-2fb9-4998-bf96-bd4555dcdb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fb6011-efe6-48ff-9e8e-2e97b4fd4e64,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:25.005982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 84423af9-e633-4263-9365-2c1b2669be55 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:29:25.026721 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 84423af9-e633-4263-9365-2c1b2669be55 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:29:25.027076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 84423af9-e633-4263-9365-2c1b2669be55 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:29:25.027513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 61b86f30-94a3-468a-b213-6e9c86a3c5c3 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:29:25.046996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 61b86f30-94a3-468a-b213-6e9c86a3c5c3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:29:25.047292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 61b86f30-94a3-468a-b213-6e9c86a3c5c3 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:29:25.047786 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 661b0675-0288-49c9-b04d-81f862fd3b16 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:29:25.067059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 661b0675-0288-49c9-b04d-81f862fd3b16 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:29:25.067411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 661b0675-0288-49c9-b04d-81f862fd3b16 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:29:25.191598 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33192) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:25.231626 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ded1581-c449-4a07-b41c-b9cfde6a0f62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2514b556051747ce8880197c835c3c39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388625 Feb 10 07:29:25.234173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33194) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:25.279823 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ab081c3-4cfa-4941-b13a-bbce075cd2a5 admin admin] Publish callbacks [] for security_group (407edd3e-47b0-485d-b508-43224d4e7ca8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:25.300183 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ab081c3-4cfa-4941-b13a-bbce075cd2a5 admin admin] Publish callbacks [] for security_group (407edd3e-47b0-485d-b508-43224d4e7ca8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:25.356552 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ab081c3-4cfa-4941-b13a-bbce075cd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (407edd3e-47b0-485d-b508-43224d4e7ca8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:25.359487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ab081c3-4cfa-4941-b13a-bbce075cd2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:25.360648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ab081c3-4cfa-4941-b13a-bbce075cd2a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/407edd3e-47b0-485d-b508-43224d4e7ca8 HTTP/1.1" status: 204 len: 168 time: 0.1255136 Feb 10 07:29:25.369071 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab081c3-4cfa-4941-b13a-bbce075cd2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407edd3e-47b0-485d-b508-43224d4e7ca8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:26.059151 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:26.153167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-742760746-network', 'tenant_id': '431f4da79ab548629746f758d956b82e'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:29:26.172973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Made reservation on behalf of 431f4da79ab548629746f758d956b82e for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:29:26.175479 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.183958 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.263113 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Publish callbacks [] for security_group (218e959a-e120-40ed-a3c2-ed7df94e26d1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.267336 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (218e959a-e120-40ed-a3c2-ed7df94e26d1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.291906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:29:26.301325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218e959a-e120-40ed-a3c2-ed7df94e26d1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:26.305968 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (bad7351b-cf4a-4348-b8d6-ebf48177c70f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.306322 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Added segment bad7351b-cf4a-4348-b8d6-ebf48177c70f of type vlan for network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 Feb 10 07:29:26.356301 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (387def9d-e77a-4c2b-9ec7-96d71d2e6e40), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.381546 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (387def9d-e77a-4c2b-9ec7-96d71d2e6e40), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.382599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:26.383188 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.418655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3583651 Feb 10 07:29:26.421926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33220) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:26.426919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Request body: {'subnet': {'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-742760746-subnet', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:29:26.446161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Made reservation on behalf of 431f4da79ab548629746f758d956b82e for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:29:26.446476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e4ec1-1a03-4bd1-a44f-45823e74c63e admin admin] Pushing event updated for resources: {'Network': ['ID=387def9d-e77a-4c2b-9ec7-96d71d2e6e40,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:26.448500 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.456173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:29:26.618260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (d79b45e1-2599-4e1d-9526-abd5c0fcf919), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.676870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79b45e1-2599-4e1d-9526-abd5c0fcf919,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:26.682025 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Checking segment: {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:29:26.682506 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Network hostable DHCP agents. Network: 387def9d-e77a-4c2b-9ec7-96d71d2e6e40, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:29:26.700002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:29:26.708267 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 387def9d-e77a-4c2b-9ec7-96d71d2e6e40) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:26.712949 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:26.713555 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.717752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69b0d4-b54a-4408-9cda-a5da75c7bf29 None None] Network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:29:26.729403 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b9d05100-3b70-44ba-996f-c57042916915 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3062849 Feb 10 07:29:26.732073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33222) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:26.738020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:29:26.756523 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.757554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.816814 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks [] for router_controller (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.820081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'project_id': '431f4da79ab548629746f758d956b82e', 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:29:26.820937 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:26.956058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Allocated IP 172.20.0.2 (387def9d-e77a-4c2b-9ec7-96d71d2e6e40/d79b45e1-2599-4e1d-9526-abd5c0fcf919/7bddc5ea-f00d-40dd-acf6-05a005129732) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:29:26.963553 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks [] for router_gateway (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.103910 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Publish callbacks [] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.109422 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.157693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:29:27.160577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:27.164083 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:29:27.169324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Pushing event updated for resources: {'Port': ['ID=7bddc5ea-f00d-40dd-acf6-05a005129732,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:27.172287 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks [] for router_gateway (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.192093 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.222225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Attempting to bind port 7bddc5ea-f00d-40dd-acf6-05a005129732 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:29:27.222661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Attempting to bind port 7bddc5ea-f00d-40dd-acf6-05a005129732 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:29:27.223030 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Attempting to bind port 7bddc5ea-f00d-40dd-acf6-05a005129732 on network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:29:27.227903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:29:27.228289 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Checking segment: {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:29:27.228684 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.229084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Bound using segment: {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:29:27.229550 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Bound port: 7bddc5ea-f00d-40dd-acf6-05a005129732, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:29:27.229921 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.292865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] For port 7bddc5ea-f00d-40dd-acf6-05a005129732, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:29:27.296246 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] For port 7bddc5ea-f00d-40dd-acf6-05a005129732, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7bddc5ea-f00d-40dd-acf6-05a005129732,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:29:27.301480 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.308220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Allocated IP 172.25.8.143 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/40adcde3-2fd8-4605-9fc9-50c475e9bf3e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:29:27.365673 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab879ea-0b2d-4b3a-931b-1fdf915ea7cb None None] Pushing event updated for resources: {'Port': ['ID=7bddc5ea-f00d-40dd-acf6-05a005129732,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:27.412880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks [] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.448853 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.497921 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:29:27.501309 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:27.504986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:29:27.537245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Pushing event updated for resources: {'Port': ['ID=40adcde3-2fd8-4605-9fc9-50c475e9bf3e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:27.778914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks [] for router_gateway (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:27.973719 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.108148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:29:28.220352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:29:28.232066 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Sync routers for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:29:28.238902 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.240366 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-908faa5c-d112-49e3-8c76-40251c58b18b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5065274 Feb 10 07:29:28.242993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33224) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:28.247252 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:28.248007 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:28.305304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac52067-e4a0-435b-a20a-ef5cc98abfa5 None None] Network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:29:28.358541 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:28.384331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-606336c6-0a8d-41d4-8623-3a0ddb7baaed None None] Provisioning complete for port 7bddc5ea-f00d-40dd-acf6-05a005129732 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:28.384708 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-606336c6-0a8d-41d4-8623-3a0ddb7baaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.498613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-606336c6-0a8d-41d4-8623-3a0ddb7baaed None None] Current status of the port 7bddc5ea-f00d-40dd-acf6-05a005129732 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:28.499254 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-606336c6-0a8d-41d4-8623-3a0ddb7baaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.536523 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-606336c6-0a8d-41d4-8623-3a0ddb7baaed None None] For port 7bddc5ea-f00d-40dd-acf6-05a005129732, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7bddc5ea-f00d-40dd-acf6-05a005129732,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:28.541519 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-606336c6-0a8d-41d4-8623-3a0ddb7baaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.557516 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:27Z', 'revision_number': 3, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:28.589386 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Checking router: e6157dfb-f30d-494c-aa6f-c05d912bd5f8 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:29:28.589932 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Updating router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:29:28.595601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606336c6-0a8d-41d4-8623-3a0ddb7baaed None None] Pushing event updated for resources: {'Port': ['ID=7bddc5ea-f00d-40dd-acf6-05a005129732,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:28.618860 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.718597 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.761759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2002859b-da45-4dd9-802b-2d51f9f19b24 None None] Provisioning complete for port 7bddc5ea-f00d-40dd-acf6-05a005129732 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:28.762135 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2002859b-da45-4dd9-802b-2d51f9f19b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.848907 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2002859b-da45-4dd9-802b-2d51f9f19b24 None None] Current status of the port 7bddc5ea-f00d-40dd-acf6-05a005129732 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:28.881545 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Publish callbacks [] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.882426 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Allocated IP 172.20.0.1 (387def9d-e77a-4c2b-9ec7-96d71d2e6e40/d79b45e1-2599-4e1d-9526-abd5c0fcf919/e5be17ed-fe83-4dbc-9ed8-361fbac331f2) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:29:28.887360 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:28.995698 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Publish callbacks [] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.023891 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Pushing event updated for resources: {'Port': ['ID=40adcde3-2fd8-4605-9fc9-50c475e9bf3e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:29.034231 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.043795 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Attempting to bind port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:29:29.044172 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Attempting to bind port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:29:29.044540 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Attempting to bind port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:29:29.048150 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.048499 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.048838 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.049173 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.049505 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.049832 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.050159 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.050512 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.050830 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.051177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7bddc5ea-f00d-40dd-acf6-05a005129732 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:29:29.051355 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.051703 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.052024 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.052345 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:29.057961 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:29:29.058358 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:29:29.058959 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.059511 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:29:29.060156 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Bound port: 40adcde3-2fd8-4605-9fc9-50c475e9bf3e, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:29:29.060702 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.100547 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7bddc5ea-f00d-40dd-acf6-05a005129732 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:29.100826 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.105583 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:29:29.109788 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Pushing event updated for resources: {'Port': ['ID=e5be17ed-fe83-4dbc-9ed8-361fbac331f2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:29.112283 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:29.112624 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] For port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:29:29.115252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:29:29.116312 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] For port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=40adcde3-2fd8-4605-9fc9-50c475e9bf3e,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:29:29.124008 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.162294 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.173843 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:29.174509 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:29.216364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7bddc5ea-f00d-40dd-acf6-05a005129732 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:29.297765 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cf15a-a97e-41ff-93cf-59fa17977dc3 None None] Pushing event updated for resources: {'Port': ['ID=40adcde3-2fd8-4605-9fc9-50c475e9bf3e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:29.301451 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:29.310580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.375894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1f13f9f8-d9bd-4ce0-8aff-e3ff0052dda3 None None] Provisioning complete for port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:29.376476 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f13f9f8-d9bd-4ce0-8aff-e3ff0052dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.412315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1f13f9f8-d9bd-4ce0-8aff-e3ff0052dda3 None None] Port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:29:29.482102 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Publish callbacks [] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.483429 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:27Z', 'revision_number': 3, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:29.487334 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.511367 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78a8fe-46a0-446d-924e-abd707b70f9b None None] The sync data for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 is: [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:27Z', 'revision_number': 3, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:29:29.553924 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.555875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Pushing event updated for resources: {'Port': ['ID=e5be17ed-fe83-4dbc-9ed8-361fbac331f2,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:29.652809 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:29:29.654160 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:29.807405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:29:29.931356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:29:29.942353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c788da75-2fb7-4c54-b3b4-b2ae69810ee6 None None] Provisioning complete for port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:29.942832 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c788da75-2fb7-4c54-b3b4-b2ae69810ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:29.943244 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-af004a56-e6e8-4d67-aa34-146705fccf8e admin admin] 10.222.0.21 "PUT /v2.0/routers/e6157dfb-f30d-494c-aa6f-c05d912bd5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982307 Feb 10 07:29:29.979698 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c788da75-2fb7-4c54-b3b4-b2ae69810ee6 None None] Port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:29:30.415905 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33240) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:30.420899 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-74369599-network', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:29:30.439044 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Made reservation on behalf of f995031f71d14247ad4b35000a2828c9 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:29:30.441594 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:30.772688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:30.848078 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Publish callbacks [] for security_group (e212f3b3-cc11-4ae1-a834-5d98301cd71d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:30.851888 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e212f3b3-cc11-4ae1-a834-5d98301cd71d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:30.879298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:29:30.886281 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e212f3b3-cc11-4ae1-a834-5d98301cd71d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:30.892842 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c0e0a357-94a3-488d-97c5-c77398f827f0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:30.893216 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Added segment c0e0a357-94a3-488d-97c5-c77398f827f0 of type vlan for network f1552931-09f9-4cb1-8aed-ff40d956c99a Feb 10 07:29:30.933951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (f1552931-09f9-4cb1-8aed-ff40d956c99a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:30.959907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (f1552931-09f9-4cb1-8aed-ff40d956c99a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:30.963110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:30.963110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.002438 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5852749 Feb 10 07:29:31.005004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33242) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:31.010278 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Request body: {'subnet': {'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-74369599-subnet', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:29:31.047068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df671c4-9ab5-4e24-a109-b890aef63c45 admin admin] Pushing event updated for resources: {'Network': ['ID=f1552931-09f9-4cb1-8aed-ff40d956c99a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:31.049166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 40adcde3-2fd8-4605-9fc9-50c475e9bf3e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:29:31.060303 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Made reservation on behalf of f995031f71d14247ad4b35000a2828c9 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:29:31.062611 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.079201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network f1552931-09f9-4cb1-8aed-ff40d956c99a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:29:31.110619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Sync routers for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:29:31.161134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:31.161749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:31.235045 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (8eb6c13e-c6a0-40f6-8337-6e63b0463893), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.294263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb6c13e-c6a0-40f6-8337-6e63b0463893,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:31.303645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Checking segment: {'id': 'c0e0a357-94a3-488d-97c5-c77398f827f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:29:31.304012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Network hostable DHCP agents. Network: f1552931-09f9-4cb1-8aed-ff40d956c99a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:29:31.325263 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Network f1552931-09f9-4cb1-8aed-ff40d956c99a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:29:31.335010 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, f1552931-09f9-4cb1-8aed-ff40d956c99a) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:31.339252 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:31.339861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.359357 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:31.359927 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-61d1bb8a-5146-410d-8053-9ee86b5bd183 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3537726 Feb 10 07:29:31.364775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:29:31.366900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2e6a8-dafa-4670-a19e-97bc726464a8 None None] Network f1552931-09f9-4cb1-8aed-ff40d956c99a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:29:31.385024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.386150 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.407761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:31.408140 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.444033 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks [] for router_controller (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.532771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:31.588693 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks [] for router_gateway (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.599749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-f1552931-09f9-4cb1-8aed-ff40d956c99a', 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a', 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'fixed_ips': [{'subnet_id': '8eb6c13e-c6a0-40f6-8337-6e63b0463893'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:29:31.600595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.771141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:31.771538 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.788947 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks [] for router_gateway (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.809050 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.819188 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=40adcde3-2fd8-4605-9fc9-50c475e9bf3e,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:31.830405 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:31.918406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Allocated IP 172.25.8.119 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/12d04fc3-7c94-4292-8344-3a1c95fe5f2f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:29:31.938104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Allocated IP 172.20.0.2 (f1552931-09f9-4cb1-8aed-ff40d956c99a/8eb6c13e-c6a0-40f6-8337-6e63b0463893/7a6c13bb-5bfd-4e19-a3ee-4474db715772) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:29:31.946344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=40adcde3-2fd8-4605-9fc9-50c475e9bf3e,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:32.021613 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks [] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.036375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'e5be17ed-fe83-4dbc-9ed8-361fbac331f2', 'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'mac_address': 'fa:16:3e:f0:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:28Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 2, 'project_id': '431f4da79ab548629746f758d956b82e', 'subnets': [{'id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:32.060972 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.067648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Checking router: e6157dfb-f30d-494c-aa6f-c05d912bd5f8 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:29:32.068170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Updating router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:29:32.099548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:29:32.103655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:32.107177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:29:32.129743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=12d04fc3-7c94-4292-8344-3a1c95fe5f2f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:32.130074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.183873 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Publish callbacks [] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.191780 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.296579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Network f1552931-09f9-4cb1-8aed-ff40d956c99a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:29:32.303536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:32.311773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:29:32.318362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Pushing event updated for resources: {'Port': ['ID=7a6c13bb-5bfd-4e19-a3ee-4474db715772,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:32.422971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Attempting to bind port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:29:32.423351 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Attempting to bind port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c0e0a357-94a3-488d-97c5-c77398f827f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:29:32.423710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Attempting to bind port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 on network f1552931-09f9-4cb1-8aed-ff40d956c99a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:29:32.433294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:29:32.433671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Checking segment: {'id': 'c0e0a357-94a3-488d-97c5-c77398f827f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:29:32.434138 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.434499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Bound using segment: {'id': 'c0e0a357-94a3-488d-97c5-c77398f827f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:29:32.434976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Bound port: 7a6c13bb-5bfd-4e19-a3ee-4474db715772, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e0a357-94a3-488d-97c5-c77398f827f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:29:32.435358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.552396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] For port 7a6c13bb-5bfd-4e19-a3ee-4474db715772, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:29:32.571722 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] For port 7a6c13bb-5bfd-4e19-a3ee-4474db715772, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7a6c13bb-5bfd-4e19-a3ee-4474db715772,segment=NetworkSegment(c0e0a357-94a3-488d-97c5-c77398f827f0),segment_id=c0e0a357-94a3-488d-97c5-c77398f827f0)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:29:32.576831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Publish callbacks [] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.580067 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.585592 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.652762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c036-2181-42b0-a0f2-d06c3d656d9b None None] Pushing event updated for resources: {'Port': ['ID=7a6c13bb-5bfd-4e19-a3ee-4474db715772,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:32.715034 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks [] for router_gateway (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.743099 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b27e12-34eb-416b-9340-199f1db962cf None None] Pushing event updated for resources: {'Port': ['ID=e5be17ed-fe83-4dbc-9ed8-361fbac331f2,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:32.748348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Attempting to bind port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:29:32.748863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Attempting to bind port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:29:32.749723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Attempting to bind port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 on network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:29:32.755087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:29:32.755458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Checking segment: {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:29:32.755866 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.756317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Bound using segment: {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:29:32.756795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Bound port: e5be17ed-fe83-4dbc-9ed8-361fbac331f2, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:29:32.757178 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.859470 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] For port e5be17ed-fe83-4dbc-9ed8-361fbac331f2, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:29:32.865436 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] For port e5be17ed-fe83-4dbc-9ed8-361fbac331f2, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e5be17ed-fe83-4dbc-9ed8-361fbac331f2,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:29:32.876404 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:32.940625 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:32.941286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:32.946867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b27e12-34eb-416b-9340-199f1db962cf None None] Pushing event updated for resources: {'Port': ['ID=e5be17ed-fe83-4dbc-9ed8-361fbac331f2,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:33.003369 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.100557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2aec5d50-71a6-4dc0-afbf-b45fa2cb668d None None] Provisioning complete for port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:33.101132 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2aec5d50-71a6-4dc0-afbf-b45fa2cb668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.156958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:33.195578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7a6c13bb-5bfd-4e19-a3ee-4474db715772 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:29:33.215690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:29:33.340663 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:29:33.350153 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Sync routers for ids ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:29:33.361067 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.362366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ac1cb5b3-3b89-40a4-b032-5014bac87ea2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0011303 Feb 10 07:29:33.362866 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Routers {'5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:33.363619 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:33.365398 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33246) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:29:33.388754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2aec5d50-71a6-4dc0-afbf-b45fa2cb668d None None] Current status of the port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:33.389146 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2aec5d50-71a6-4dc0-afbf-b45fa2cb668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.406403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:33.406772 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.469963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2aec5d50-71a6-4dc0-afbf-b45fa2cb668d None None] For port e5be17ed-fe83-4dbc-9ed8-361fbac331f2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e5be17ed-fe83-4dbc-9ed8-361fbac331f2,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:33.474057 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Set router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:33.504104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2aec5d50-71a6-4dc0-afbf-b45fa2cb668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.596981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec5d50-71a6-4dc0-afbf-b45fa2cb668d None None] Pushing event updated for resources: {'Port': ['ID=e5be17ed-fe83-4dbc-9ed8-361fbac331f2,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:33.611878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:33.612293 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.628917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'e5be17ed-fe83-4dbc-9ed8-361fbac331f2', 'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'mac_address': 'fa:16:3e:f0:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:28Z', 'updated_at': '2022-02-10T07:29:32Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'subnets': [{'id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:33.671561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bdc55-248e-49c8-bfee-10f04b5e91ed None None] The sync data for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 is: [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'e5be17ed-fe83-4dbc-9ed8-361fbac331f2', 'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'mac_address': 'fa:16:3e:f0:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:28Z', 'updated_at': '2022-02-10T07:29:32Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'subnets': [{'id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:29:33.691339 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:32Z', 'revision_number': 3, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'gw_port': {'id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:33.702154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-e8819f1c-d60f-403f-b657-9ae9a32f2678 None None] Provisioning complete for port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:33.702561 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8819f1c-d60f-403f-b657-9ae9a32f2678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.711492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 7a6c13bb-5bfd-4e19-a3ee-4474db715772, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7a6c13bb-5bfd-4e19-a3ee-4474db715772,segment=NetworkSegment(c0e0a357-94a3-488d-97c5-c77398f827f0),segment_id=c0e0a357-94a3-488d-97c5-c77398f827f0)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:33.737578 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Checking router: 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:29:33.750089 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Updating router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:29:33.797923 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.944216 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.962904 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:33.964193 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 40adcde3-2fd8-4605-9fc9-50c475e9bf3e up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:29:34.061898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45196cd4-41f2-44bb-9a95-6270c634a4e3 None None] Network f1552931-09f9-4cb1-8aed-ff40d956c99a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:29:34.105824 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Publish callbacks [] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.115781 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.144250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=7a6c13bb-5bfd-4e19-a3ee-4474db715772,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:34.160104 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Allocated IP 172.20.0.1 (f1552931-09f9-4cb1-8aed-ff40d956c99a/8eb6c13e-c6a0-40f6-8337-6e63b0463893/9a0585f9-b345-42fd-bc41-b5d615a75291) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:29:34.181007 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bcb76-cb85-4ea4-91fa-ab6f5040785c None None] Pushing event updated for resources: {'Port': ['ID=12d04fc3-7c94-4292-8344-3a1c95fe5f2f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:34.203295 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Attempting to bind port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:29:34.203660 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Attempting to bind port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:29:34.204221 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Attempting to bind port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:29:34.210906 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:29:34.211266 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:29:34.211863 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.213305 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:29:34.213960 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Bound port: 12d04fc3-7c94-4292-8344-3a1c95fe5f2f, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:29:34.214558 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.245835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:34.246211 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.247771 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e8819f1c-d60f-403f-b657-9ae9a32f2678 None None] Current status of the port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:34.279881 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] For port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:29:34.283163 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] For port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=12d04fc3-7c94-4292-8344-3a1c95fe5f2f,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:29:34.289988 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.345577 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Publish callbacks [] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.349716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:34.371356 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bcb76-cb85-4ea4-91fa-ab6f5040785c None None] Pushing event updated for resources: {'Port': ['ID=12d04fc3-7c94-4292-8344-3a1c95fe5f2f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:34.391307 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Routers {'5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:34.392092 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:34.404355 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.424471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7566f64a-3a00-4456-badd-1ad95c450bda None None] Provisioning complete for port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:34.425032 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7566f64a-3a00-4456-badd-1ad95c450bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.473572 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Network f1552931-09f9-4cb1-8aed-ff40d956c99a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:29:34.479107 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:34.482926 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:29:34.525808 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Pushing event updated for resources: {'Port': ['ID=9a0585f9-b345-42fd-bc41-b5d615a75291,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:34.548227 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] Set router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:34.551362 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.569827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7566f64a-3a00-4456-badd-1ad95c450bda None None] Current status of the port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:34.704735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2cd1cc6a-bede-4398-83e4-9d19ed071c27 None None] Provisioning complete for port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:34.705131 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cc6a-bede-4398-83e4-9d19ed071c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.781730 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.802975 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:32Z', 'revision_number': 3, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'gw_port': {'id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:34.809805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1cc6a-bede-4398-83e4-9d19ed071c27 None None] Current status of the port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:34.832251 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b706574-aefe-40ff-b10b-9951583da684 None None] The sync data for ids ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'] in n-d-828670-1 is: [{'id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:32Z', 'revision_number': 3, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'gw_port': {'id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:29:34.935983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-75d59d06-9e76-49c1-a0ec-de5290e87c3f None None] Provisioning complete for port 9a0585f9-b345-42fd-bc41-b5d615a75291 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:34.936580 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75d59d06-9e76-49c1-a0ec-de5290e87c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.986361 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Publish callbacks [] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:34.987872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-75d59d06-9e76-49c1-a0ec-de5290e87c3f None None] Port 9a0585f9-b345-42fd-bc41-b5d615a75291 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:29:34.994376 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:35.070666 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:35.072466 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Pushing event updated for resources: {'Port': ['ID=9a0585f9-b345-42fd-bc41-b5d615a75291,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:35.145222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e5be17ed-fe83-4dbc-9ed8-361fbac331f2 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:29:35.181136 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Network f1552931-09f9-4cb1-8aed-ff40d956c99a is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:29:35.183446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:35.197892 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:35.198294 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:35.322474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:35.323592 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7a6c13bb-5bfd-4e19-a3ee-4474db715772 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:29:35.394761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:35.395140 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:35.400496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:29:35.501265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:35.543209 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:29:35.557191 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7951188b-afec-46d6-b848-af2eab14ac6e admin admin] 10.222.0.21 "PUT /v2.0/routers/5a2d2eff-75f0-4d4d-89e8-6674f5c7074d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1823318 Feb 10 07:29:35.560201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-96ba3ef4-e7ec-4218-9fde-02b2c46edd2f None None] Provisioning complete for port 9a0585f9-b345-42fd-bc41-b5d615a75291 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:35.560315 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96ba3ef4-e7ec-4218-9fde-02b2c46edd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:35.596708 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-96ba3ef4-e7ec-4218-9fde-02b2c46edd2f None None] Port 9a0585f9-b345-42fd-bc41-b5d615a75291 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:29:37.080318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 12d04fc3-7c94-4292-8344-3a1c95fe5f2f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:29:37.145583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:37.145961 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:37.254260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:37.254610 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:37.262959 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:37.280845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=12d04fc3-7c94-4292-8344-3a1c95fe5f2f,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:37.285896 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:37.348434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=12d04fc3-7c94-4292-8344-3a1c95fe5f2f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:37.357932 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.358276 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.358652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.358995 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.359365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.359654 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.359984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.360366 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.360650 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.360975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.361382 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.361610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.361933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:29:37.405520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Sync routers for ids ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:29:37.421217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Routers {'5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:37.421979 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:37.537621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Set router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:37.752525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:34Z', 'revision_number': 4, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'gw_port': {'id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '9a0585f9-b345-42fd-bc41-b5d615a75291', 'name': '', 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'mac_address': 'fa:16:3e:2f:fd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8eb6c13e-c6a0-40f6-8337-6e63b0463893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:33Z', 'updated_at': '2022-02-10T07:29:34Z', 'revision_number': 2, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'subnets': [{'id': '8eb6c13e-c6a0-40f6-8337-6e63b0463893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:37.780169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Checking router: 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:29:37.780522 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Updating router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d port 9a0585f9-b345-42fd-bc41-b5d615a75291 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:29:37.820493 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:38.116375 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Publish callbacks [] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:38.122786 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:38.226493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eee810-0d88-40e3-a355-571ffa4aa01b None None] Pushing event updated for resources: {'Port': ['ID=9a0585f9-b345-42fd-bc41-b5d615a75291,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:38.241448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Attempting to bind port 9a0585f9-b345-42fd-bc41-b5d615a75291 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:29:38.241818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Attempting to bind port 9a0585f9-b345-42fd-bc41-b5d615a75291 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'c0e0a357-94a3-488d-97c5-c77398f827f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:29:38.242383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Attempting to bind port 9a0585f9-b345-42fd-bc41-b5d615a75291 on network f1552931-09f9-4cb1-8aed-ff40d956c99a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:29:38.248956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:29:38.249331 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Checking segment: {'id': 'c0e0a357-94a3-488d-97c5-c77398f827f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:29:38.251926 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:38.251926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Bound using segment: {'id': 'c0e0a357-94a3-488d-97c5-c77398f827f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:29:38.251926 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Bound port: 9a0585f9-b345-42fd-bc41-b5d615a75291, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e0a357-94a3-488d-97c5-c77398f827f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:29:38.251926 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:38.337738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] For port 9a0585f9-b345-42fd-bc41-b5d615a75291, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:29:38.341662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] For port 9a0585f9-b345-42fd-bc41-b5d615a75291, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9a0585f9-b345-42fd-bc41-b5d615a75291,segment=NetworkSegment(c0e0a357-94a3-488d-97c5-c77398f827f0),segment_id=c0e0a357-94a3-488d-97c5-c77398f827f0)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:29:38.353764 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:38.421694 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Routers {'5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:29:38.422497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:29:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:38.469073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eee810-0d88-40e3-a355-571ffa4aa01b None None] Pushing event updated for resources: {'Port': ['ID=9a0585f9-b345-42fd-bc41-b5d615a75291,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:38.564180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-539cfa02-7ff9-4577-9e2d-1facadfbf8ed None None] Provisioning complete for port 9a0585f9-b345-42fd-bc41-b5d615a75291 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:38.564629 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-539cfa02-7ff9-4577-9e2d-1facadfbf8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:38.601260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] Set router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:29:38.813678 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-539cfa02-7ff9-4577-9e2d-1facadfbf8ed None None] Current status of the port 9a0585f9-b345-42fd-bc41-b5d615a75291 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:38.814065 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-539cfa02-7ff9-4577-9e2d-1facadfbf8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:38.882900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-539cfa02-7ff9-4577-9e2d-1facadfbf8ed None None] For port 9a0585f9-b345-42fd-bc41-b5d615a75291, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9a0585f9-b345-42fd-bc41-b5d615a75291,segment=NetworkSegment(c0e0a357-94a3-488d-97c5-c77398f827f0),segment_id=c0e0a357-94a3-488d-97c5-c77398f827f0)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:29:38.891327 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-539cfa02-7ff9-4577-9e2d-1facadfbf8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:38.938757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:34Z', 'revision_number': 4, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'gw_port': {'id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '9a0585f9-b345-42fd-bc41-b5d615a75291', 'name': '', 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'mac_address': 'fa:16:3e:2f:fd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8eb6c13e-c6a0-40f6-8337-6e63b0463893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:33Z', 'updated_at': '2022-02-10T07:29:38Z', 'revision_number': 4, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'subnets': [{'id': '8eb6c13e-c6a0-40f6-8337-6e63b0463893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:29:38.976588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a8771-6c21-4f3f-b893-51129a3416c8 None None] The sync data for ids ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'] in n-d-828670-1 is: [{'id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:34Z', 'revision_number': 4, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'gw_port': {'id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '9a0585f9-b345-42fd-bc41-b5d615a75291', 'name': '', 'network_id': 'f1552931-09f9-4cb1-8aed-ff40d956c99a', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'mac_address': 'fa:16:3e:2f:fd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8eb6c13e-c6a0-40f6-8337-6e63b0463893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:33Z', 'updated_at': '2022-02-10T07:29:38Z', 'revision_number': 4, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'subnets': [{'id': '8eb6c13e-c6a0-40f6-8337-6e63b0463893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:29:38.979134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cfa02-7ff9-4577-9e2d-1facadfbf8ed None None] Pushing event updated for resources: {'Port': ['ID=9a0585f9-b345-42fd-bc41-b5d615a75291,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:39.041981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 12d04fc3-7c94-4292-8344-3a1c95fe5f2f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:29:39.104352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4b935c3b-8fd1-467a-a897-5cf1405d8aac None None] Provisioning complete for port 9a0585f9-b345-42fd-bc41-b5d615a75291 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:39.104860 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4b935c3b-8fd1-467a-a897-5cf1405d8aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:39.421420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:39.422823 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:39.469987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4b935c3b-8fd1-467a-a897-5cf1405d8aac None None] Current status of the port 9a0585f9-b345-42fd-bc41-b5d615a75291 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:39.538440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:40.412042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56edd5c8-ea1c-4ff7-94b2-c3c9a67a2bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:40.580390 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:41.075964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9a0585f9-b345-42fd-bc41-b5d615a75291 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:29:41.143162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9a0585f9-b345-42fd-bc41-b5d615a75291 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:41.143761 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:41.234338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9a0585f9-b345-42fd-bc41-b5d615a75291 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:29:42.671188 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0dec9b56-1e2b-45a7-b38d-0afe5b2caba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:44.015556 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:45.420886 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:45.738079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-f8ee014b-021c-491e-8047-215925171991 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:45.739170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-f8ee014b-021c-491e-8047-215925171991 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 814 time: 0.1048467 Feb 10 07:29:45.754122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-abf00358-f758-4c37-ba76-26865f69e82d tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/quotas/431f4da79ab548629746f758d956b82e HTTP/1.1" status: 200 len: 375 time: 0.0089571 Feb 10 07:29:45.812723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-9bfc1f8a-576c-4ce7-b519-9b819c35f043 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528152 Feb 10 07:29:45.828643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-d3ae2574-1c1e-4d72-b257-d225141546cf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:29:45.829611 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-d3ae2574-1c1e-4d72-b257-d225141546cf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051703 Feb 10 07:29:45.917090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-8840af5c-59c0-4f92-936c-0620fe477960 service neutron] 10.222.0.21 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818877 Feb 10 07:29:46.011913 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-3498f4e5-ac1a-4d40-a6f0-83e6826e07ec service neutron] 10.222.0.21 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891678 Feb 10 07:29:46.175405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d6b91653-974c-434a-83b7-43dfc48eddee req-b00eb68d-7181-4f64-b5ed-a567c3ebd5c5 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 210 time: 0.0306091 Feb 10 07:29:46.538134 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:47.257951 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-45acf190-92a3-4eb2-ae6e-95f82212ddf3 req-31ca4627-5836-49c6-b23a-9f249fc950b6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 210 time: 0.0283210 Feb 10 07:29:47.994587 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:29:48.334709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cec614d3-5911-4152-b077-feb6a24abe0f req-a65d2389-6f7e-4017-b5f2-e56e30eb8851 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 210 time: 0.0270622 Feb 10 07:29:49.169109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-16151736-f803-469c-be7e-555b3670d0c3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:49.170630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-16151736-f803-469c-be7e-555b3670d0c3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.13 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 814 time: 0.1055374 Feb 10 07:29:49.182811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'port': {'device_id': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'admin_state_up': True, 'tenant_id': '431f4da79ab548629746f758d956b82e'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:29:49.291330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Made reservation on behalf of 431f4da79ab548629746f758d956b82e for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:29:49.294760 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:49.443249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f08c843e-f1ad-48f4-a56d-89f18701c0ff req-cf4139c9-2098-4e1c-802e-896fd9cd9a05 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 210 time: 0.0398421 Feb 10 07:29:49.468985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Allocated IP 172.20.0.7 (387def9d-e77a-4c2b-9ec7-96d71d2e6e40/d79b45e1-2599-4e1d-9526-abd5c0fcf919/e6450caa-5a6b-482a-8105-a4b6838d5a16) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:29:49.680651 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:49.721896 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:49.775089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:29:49.778921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:29:49.800255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:29:49.804340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'Port': ['ID=e6450caa-5a6b-482a-8105-a4b6838d5a16,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:29:49.871773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:49.872422 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:49.892750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-e743274d-a0bd-4bf2-be8f-fe5a1ef6e378 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146637 Feb 10 07:29:50.066282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-46e2bde9-e4d3-4764-bc0e-a0a25217b24d None None] Provisioning complete for port e6450caa-5a6b-482a-8105-a4b6838d5a16 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:29:50.067062 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46e2bde9-e4d3-4764-bc0e-a0a25217b24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:29:50.103671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-46e2bde9-e4d3-4764-bc0e-a0a25217b24d None None] Port e6450caa-5a6b-482a-8105-a4b6838d5a16 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:29:50.574253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f50ad-b233-48d2-9af4-7be85905c089 req-297809c7-f972-4b78-8786-07de22582fe3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:50.580033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e83f50ad-b233-48d2-9af4-7be85905c089 req-297809c7-f972-4b78-8786-07de22582fe3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 931 time: 0.0655870 Feb 10 07:29:50.635316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e83f50ad-b233-48d2-9af4-7be85905c089 req-1b4afa69-4a71-43a1-801c-d70580ea82d4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521579 Feb 10 07:29:51.765543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1e62d-0ec8-4056-840a-ef6ff547940f req-fefb6309-636c-46a8-80df-d828a80b556e tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:51.767138 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30e1e62d-0ec8-4056-840a-ef6ff547940f req-fefb6309-636c-46a8-80df-d828a80b556e tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 931 time: 0.0603368 Feb 10 07:29:51.819847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30e1e62d-0ec8-4056-840a-ef6ff547940f req-0fb5650f-6c98-4954-8bed-bf54b364dabe tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467787 Feb 10 07:29:52.956058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829ff37-5d84-4ae1-b8ba-f0e89dcbec9c req-6a4fbc3c-1308-449a-8016-ec03725170a5 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:52.957880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8829ff37-5d84-4ae1-b8ba-f0e89dcbec9c req-6a4fbc3c-1308-449a-8016-ec03725170a5 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 931 time: 0.0604393 Feb 10 07:29:53.008304 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8829ff37-5d84-4ae1-b8ba-f0e89dcbec9c req-a41dd709-7763-4a69-8bbe-ab02596c20d8 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Feb 10 07:29:54.155735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33457fe4-722a-4676-9533-22bd05308450 req-b2afc91d-8044-4066-93e4-352acf26869c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:54.157222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33457fe4-722a-4676-9533-22bd05308450 req-b2afc91d-8044-4066-93e4-352acf26869c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 931 time: 0.0663922 Feb 10 07:29:54.214791 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33457fe4-722a-4676-9533-22bd05308450 req-e034051a-f064-406d-abe5-81a9ce792554 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506897 Feb 10 07:29:55.375156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e5f2f-ea97-4325-817c-4f32fb12a0da req-b68b6909-87d0-4199-84dc-cbc961d84d0d tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:55.376650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f80e5f2f-ea97-4325-817c-4f32fb12a0da req-b68b6909-87d0-4199-84dc-cbc961d84d0d tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 931 time: 0.0735569 Feb 10 07:29:55.429317 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f80e5f2f-ea97-4325-817c-4f32fb12a0da req-6bd0260e-a429-4e30-9deb-f230833e8e01 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471830 Feb 10 07:29:56.566084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821fcc-c665-42bc-9c7c-28e535f1d692 req-a8055b25-1b7b-442c-9ed4-73f568673f18 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:56.567601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0821fcc-c665-42bc-9c7c-28e535f1d692 req-a8055b25-1b7b-442c-9ed4-73f568673f18 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 931 time: 0.0595477 Feb 10 07:29:56.618340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0821fcc-c665-42bc-9c7c-28e535f1d692 req-3399e958-7cd9-46ff-b3f8-16383c14125b tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 Feb 10 07:29:57.734172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db97786-eb7f-4e5c-8461-463011926846 req-32ec18ad-9619-433d-a00b-c09220498677 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:57.735655 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6db97786-eb7f-4e5c-8461-463011926846 req-32ec18ad-9619-433d-a00b-c09220498677 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 931 time: 0.0518436 Feb 10 07:29:57.782096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6db97786-eb7f-4e5c-8461-463011926846 req-6c0afc7a-583d-46c9-a171-e4d47a4e79bf tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Feb 10 07:29:58.909655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316b7a-d81b-41e8-9b65-af92e47e5f74 req-802c9fe6-574b-42fc-9bd8-f1b12abe6323 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:29:58.911175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9316b7a-d81b-41e8-9b65-af92e47e5f74 req-802c9fe6-574b-42fc-9bd8-f1b12abe6323 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 931 time: 0.0582812 Feb 10 07:29:58.957352 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9316b7a-d81b-41e8-9b65-af92e47e5f74 req-fb31650e-6a25-44eb-8db5-90e9c3520655 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Feb 10 07:29:59.978735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Request body: {'port': {'device_id': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:00.065148 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:00.125504 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e352c1-7fa2-4263-97ed-b47cf32083f2 req-c9b3469e-f682-44e7-8cb9-4fdaa53a4d0c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:00.127046 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5e352c1-7fa2-4263-97ed-b47cf32083f2 req-c9b3469e-f682-44e7-8cb9-4fdaa53a4d0c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 931 time: 0.0985620 Feb 10 07:30:00.253028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5e352c1-7fa2-4263-97ed-b47cf32083f2 req-111b69f9-90e3-48c5-91e7-58ec52b4b07b tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143568 Feb 10 07:30:00.377800 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6450caa-5a6b-482a-8105-a4b6838d5a16 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:30:00.385226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Publish callbacks [] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:00.400066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Transition to ACTIVE for port object e6450caa-5a6b-482a-8105-a4b6838d5a16 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:30:00.403424 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:00.457666 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Pushing event updated for resources: {'Port': ['ID=e6450caa-5a6b-482a-8105-a4b6838d5a16,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:00.533235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Attempting to bind port e6450caa-5a6b-482a-8105-a4b6838d5a16 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:30:00.533564 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Attempting to bind port e6450caa-5a6b-482a-8105-a4b6838d5a16 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:30:00.533888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Attempting to bind port e6450caa-5a6b-482a-8105-a4b6838d5a16 on network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:30:00.540428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Port e6450caa-5a6b-482a-8105-a4b6838d5a16 on network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:30:00.540751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Attempting to bind port e6450caa-5a6b-482a-8105-a4b6838d5a16 on network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:30:00.545752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:30:00.546084 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Checking segment: {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:30:00.546492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Bound using segment: {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:30:00.546923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Bound port: e6450caa-5a6b-482a-8105-a4b6838d5a16, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad7351b-cf4a-4348-b8d6-ebf48177c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:30:00.547273 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:00.615089 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] For port e6450caa-5a6b-482a-8105-a4b6838d5a16, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:30:00.618930 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] For port e6450caa-5a6b-482a-8105-a4b6838d5a16, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:30:00.626589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:00.667372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:00.668006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:00.669458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] 10.222.0.13 "PUT /v2.0/ports/e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 1091 time: 0.6954298 Feb 10 07:30:00.669896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:30:00.672258 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68392a0-d8fe-4977-b4fc-fcaaff89444d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:30:00.695688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2243d-1e6f-482f-8282-529d1d48633d service neutron] Pushing event updated for resources: {'Port': ['ID=e6450caa-5a6b-482a-8105-a4b6838d5a16,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:00.740820 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604f705a-076c-47cc-8b1a-d234380172ae x-openstack-request-id: req-604f705a-076c-47cc-8b1a-d234380172ae {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:30:00.741115 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:30:00.741368 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-604f705a-076c-47cc-8b1a-d234380172ae {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:30:00.741771 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'status': 'completed', 'code': 200} Feb 10 07:30:00.761128 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-f0141a95-6cdd-43f7-9221-f6a56c11db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:00.762635 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-f0141a95-6cdd-43f7-9221-f6a56c11db54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1125 time: 0.0529628 Feb 10 07:30:00.807759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-dbbbecf5-9e8e-4d96-a9a7-8fc9a604eabc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 217 time: 0.0378172 Feb 10 07:30:00.864209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-48ad6c67-d45a-47a5-b74f-c1e850a4e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:00.865705 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-48ad6c67-d45a-47a5-b74f-c1e850a4e816 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 200 len: 853 time: 0.0514951 Feb 10 07:30:00.914214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-1658055f-606c-4cef-965c-03041fdb02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:00.916381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-1658055f-606c-4cef-965c-03041fdb02bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449085 Feb 10 07:30:01.007303 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-c75ad872-896a-4d5d-a07e-4cbce5eb2c56 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839937 Feb 10 07:30:01.096577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d6cc29-71a1-413a-ba14-242e87fda1ad req-a0c9579f-3066-4269-94ce-221d5b523bc4 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834455 Feb 10 07:30:01.184959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-2962682c-6c9c-4d7f-9dca-e75daecb5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:01.186517 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-2962682c-6c9c-4d7f-9dca-e75daecb5e44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1125 time: 0.0456240 Feb 10 07:30:01.281061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-3ed4bf4a-505e-4d08-a2eb-d660b09eeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:01.282099 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-3ed4bf4a-505e-4d08-a2eb-d660b09eeff9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 914 time: 0.0897901 Feb 10 07:30:01.324860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-e8d9c8af-823d-404f-b968-d40cf5533db9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 217 time: 0.0372598 Feb 10 07:30:01.403938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-d16c7888-a854-48d0-8731-7659cc5ed4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:01.405312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-d16c7888-a854-48d0-8731-7659cc5ed4b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 200 len: 853 time: 0.0709453 Feb 10 07:30:01.415672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c2f21-5ea2-4b0a-9a2e-2a0f87773d31 req-7f7cd103-bafe-40ef-97a8-a7ad66445eb3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:01.417092 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-192c2f21-5ea2-4b0a-9a2e-2a0f87773d31 req-7f7cd103-bafe-40ef-97a8-a7ad66445eb3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 943 time: 0.0947762 Feb 10 07:30:01.488164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-192c2f21-5ea2-4b0a-9a2e-2a0f87773d31 req-b5837f31-4d34-42f7-9e4e-315feae186df tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626931 Feb 10 07:30:01.493177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-9cfed365-e3c4-4f96-8ca5-2bfed1dbf2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:01.494718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-9cfed365-e3c4-4f96-8ca5-2bfed1dbf2ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0766883 Feb 10 07:30:01.585597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-c4977fcb-1836-4bf9-a180-075e88c00533 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851171 Feb 10 07:30:01.674165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f68392a0-d8fe-4977-b4fc-fcaaff89444d req-e2bb136c-96ba-4325-bba6-c999bba53037 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802717 Feb 10 07:30:02.610891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094cafd-7cbf-4c67-9443-310525f13926 req-4d45e880-bc23-47df-a14b-a631476269b8 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:02.612372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6094cafd-7cbf-4c67-9443-310525f13926 req-4d45e880-bc23-47df-a14b-a631476269b8 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 943 time: 0.0558734 Feb 10 07:30:02.657610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6094cafd-7cbf-4c67-9443-310525f13926 req-7c54fc41-39b5-4e47-8377-0a7b4e9b3296 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Feb 10 07:30:03.772519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd75e0-3e7f-418a-82f1-d3bd895caa04 req-2550e46f-7108-4541-91f8-91ef9472d541 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:03.774496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6dd75e0-3e7f-418a-82f1-d3bd895caa04 req-2550e46f-7108-4541-91f8-91ef9472d541 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 943 time: 0.0510056 Feb 10 07:30:03.819526 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e6dd75e0-3e7f-418a-82f1-d3bd895caa04 req-98020e10-bff4-4e1c-afcb-28c01890955a tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394964 Feb 10 07:30:03.874741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e6450caa-5a6b-482a-8105-a4b6838d5a16 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:30:03.970623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e6450caa-5a6b-482a-8105-a4b6838d5a16, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:30:03.982874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'port_id': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'mac_address': 'fa:16:3e:10:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:30:04.018712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e6450caa-5a6b-482a-8105-a4b6838d5a16 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:30:04.019094 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:04.035345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6450caa-5a6b-482a-8105-a4b6838d5a16 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:30:04.053549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e6450caa-5a6b-482a-8105-a4b6838d5a16, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:30:04.057294 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:04.103578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e6450caa-5a6b-482a-8105-a4b6838d5a16,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:04.363274 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e6450caa-5a6b-482a-8105-a4b6838d5a16'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:30:04.932816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8e4bc-84f0-421a-979e-4b0d36fd72e3 req-40380c39-4f0c-4009-bd90-d74d4e20f646 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:04.934264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2e8e4bc-84f0-421a-979e-4b0d36fd72e3 req-40380c39-4f0c-4009-bd90-d74d4e20f646 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 944 time: 0.0508571 Feb 10 07:30:04.983312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2e8e4bc-84f0-421a-979e-4b0d36fd72e3 req-c2e81326-89f4-40d8-aad7-e4ba848eeb27 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434451 Feb 10 07:30:05.887507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e6450caa-5a6b-482a-8105-a4b6838d5a16 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:30:05.934940 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e6450caa-5a6b-482a-8105-a4b6838d5a16 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:30:05.938863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e6450caa-5a6b-482a-8105-a4b6838d5a16 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:30:05.939239 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:06.014729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e6450caa-5a6b-482a-8105-a4b6838d5a16 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:30:06.015117 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:06.037615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:30:06.040567 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5f1a0-847b-4653-a8b5-9023edb49f29" -d '{"events": [{"server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "name": "network-vif-plugged", "status": "completed", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:30:06.054061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e6450caa-5a6b-482a-8105-a4b6838d5a16, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:30:06.058238 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:06.084185 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca4c85-f411-4434-8a3a-59041f7b076f x-openstack-request-id: req-3fca4c85-f411-4434-8a3a-59041f7b076f {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:30:06.084466 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "name": "network-vif-plugged", "status": "completed", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:30:06.084722 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fca4c85-f411-4434-8a3a-59041f7b076f {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:30:06.085108 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'code': 200} Feb 10 07:30:06.112585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07a187-012a-4a34-a26c-236481a873c6 req-727db497-a980-4dfe-bf01-a74b6ac10cca tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:06.113236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e6450caa-5a6b-482a-8105-a4b6838d5a16,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:06.114375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd07a187-012a-4a34-a26c-236481a873c6 req-727db497-a980-4dfe-bf01-a74b6ac10cca tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0645075 Feb 10 07:30:06.191854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd07a187-012a-4a34-a26c-236481a873c6 req-08c0ecc8-ccc5-4efd-ab2c-02ec35a83b04 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689163 Feb 10 07:30:06.200914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e0afc-5e3d-4ef6-8173-2f4cc824db39 req-5a29a9ec-4b57-4a4c-9c46-06dbf587fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:06.202454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-852e0afc-5e3d-4ef6-8173-2f4cc824db39 req-5a29a9ec-4b57-4a4c-9c46-06dbf587fc8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1127 time: 0.0631497 Feb 10 07:30:06.247159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-852e0afc-5e3d-4ef6-8173-2f4cc824db39 req-fc289e91-af76-4c15-90af-0ba108187e3c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389247 Feb 10 07:30:07.261114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:07.314565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17af90a-1435-4cf0-b886-3e7ae9ea2e1d req-3f6dae6a-9ac9-4dd4-842a-6c1233dc2dc1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:07.316320 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f17af90a-1435-4cf0-b886-3e7ae9ea2e1d req-3f6dae6a-9ac9-4dd4-842a-6c1233dc2dc1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0559695 Feb 10 07:30:07.362537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f17af90a-1435-4cf0-b886-3e7ae9ea2e1d req-1a207bc1-84ed-4a20-8a1b-2e5ea0071b28 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Feb 10 07:30:08.478195 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c55cf-1320-4c28-8bc3-cccb45281b3d req-99727d56-a72b-47dc-8b26-9422e9e74fa6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:08.479711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf3c55cf-1320-4c28-8bc3-cccb45281b3d req-99727d56-a72b-47dc-8b26-9422e9e74fa6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0519528 Feb 10 07:30:08.525286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf3c55cf-1320-4c28-8bc3-cccb45281b3d req-a6387aa3-8f64-42e1-8cc4-84e10dc0e3f7 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Feb 10 07:30:08.642145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c719c06-8274-45ef-b3c5-b89b5fe3e1b2 req-d69cbcbb-7366-472d-a2f3-e4c2b10ed58f tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:08.643638 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c719c06-8274-45ef-b3c5-b89b5fe3e1b2 req-d69cbcbb-7366-472d-a2f3-e4c2b10ed58f tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0523663 Feb 10 07:30:08.692941 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c719c06-8274-45ef-b3c5-b89b5fe3e1b2 req-1cf4a07d-15f0-4590-b1d2-0571cfdcb6f4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 Feb 10 07:30:08.884170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e9453-31f7-4996-b683-a0db924dcfd7 req-f0b2151b-b8ab-4eeb-9579-0a2ae0496997 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:08.885690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-587e9453-31f7-4996-b683-a0db924dcfd7 req-f0b2151b-b8ab-4eeb-9579-0a2ae0496997 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0520945 Feb 10 07:30:08.931417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-587e9453-31f7-4996-b683-a0db924dcfd7 req-bcc8427b-b991-44b8-b3ba-fb7d53f37603 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Feb 10 07:30:10.410162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bce3fa20-808a-4b51-9267-581657177c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:10.572915 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:12.663269 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-826b06ce-188d-4728-b007-b8b4b4d604d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:14.005651 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:15.421875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:16.540937 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:24.994428 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:30:27.700260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67df61-f243-422f-94b5-6665484fd343 req-ff95153a-a8ee-4911-b091-6b5c5e6d599f tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:27.701726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d67df61-f243-422f-94b5-6665484fd343 req-ff95153a-a8ee-4911-b091-6b5c5e6d599f tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Feb 10 07:30:27.747894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d67df61-f243-422f-94b5-6665484fd343 req-c1535fa8-10a0-4201-a20d-2307091031e3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Feb 10 07:30:27.769456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33472) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:30:27.904252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df84275d-b7df-4b25-ac67-ce9444e7ac68 tempest-TestMinimumBasicScenario-1033158562 tempest-TestMinimumBasicScenario-1033158562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:27.905968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-df84275d-b7df-4b25-ac67-ce9444e7ac68 tempest-TestMinimumBasicScenario-1033158562 tempest-TestMinimumBasicScenario-1033158562-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1122 time: 0.1355069 Feb 10 07:30:27.908935 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33476) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:30:27.913238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:27.934550 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:28.031372 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:28.137523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Allocated IP 172.25.8.10 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/c31ea486-c831-434b-8d09-0c42881c6372) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:30:28.234618 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for port (c31ea486-c831-434b-8d09-0c42881c6372), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:28.270571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c31ea486-c831-434b-8d09-0c42881c6372), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:28.308910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:30:28.311674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:30:28.315413 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:30:28.320502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'Port': ['ID=c31ea486-c831-434b-8d09-0c42881c6372,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:28.345138 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.345482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.345816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.346148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.346500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.346824 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.347145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.347465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.347781 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.348098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.348419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.348732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:28.349045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.024840 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for floatingip (a3eb7b0e-71f8-4c58-91c6-46d2d7b88319), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.091680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c31ea486-c831-434b-8d09-0c42881c6372), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.240978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for port (c31ea486-c831-434b-8d09-0c42881c6372), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.245308 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c31ea486-c831-434b-8d09-0c42881c6372), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.317681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'Port': ['ID=c31ea486-c831-434b-8d09-0c42881c6372,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:29.330415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (a3eb7b0e-71f8-4c58-91c6-46d2d7b88319), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.431568 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Floating IP a3eb7b0e-71f8-4c58-91c6-46d2d7b88319 associated. External IP: 172.25.8.10, port: e6450caa-5a6b-482a-8105-a4b6838d5a16. Feb 10 07:30:29.646436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:30:29.754534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:30:29.764763 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] Sync routers for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:30:29.772578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.774978 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:30:29.776436 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:30:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:30:29.803983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ecdb7f58-32c7-401f-86a9-0720e7afa040 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8914680 Feb 10 07:30:29.803983 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:30:29.804363 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636ca410-23fc-44a5-9451-ce62b051e5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:30:29.804502 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33478) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:30:29.809996 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1721363918', 'description': 'tempest-secgroup-smoke-1721363918 description', 'project_id': '431f4da79ab548629746f758d956b82e'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:29.833488 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.842674 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61073b68-6700-43c0-be23-948c9bbcf5c2 x-openstack-request-id: req-61073b68-6700-43c0-be23-948c9bbcf5c2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:30:29.842972 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:30:29.843247 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61073b68-6700-43c0-be23-948c9bbcf5c2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:30:29.843631 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'status': 'completed', 'code': 200} Feb 10 07:30:29.909494 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group (191afb70-bc2f-4655-8c32-106dad9e0cd1), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.913747 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (191afb70-bc2f-4655-8c32-106dad9e0cd1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.917615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-37b13753-0bf6-49ca-aa3b-55b20139f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:29.919209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-37b13753-0bf6-49ca-aa3b-55b20139f733 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1127 time: 0.0549192 Feb 10 07:30:29.946978 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:29.948220 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1426072 Feb 10 07:30:29.950127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191afb70-bc2f-4655-8c32-106dad9e0cd1,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:29.952065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33482) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:30:29.957723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.958073 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.958440 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.958781 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.959023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-809cb88c-f484-4e9e-bf38-25ee98d7d7b4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'security_group_rule': {'security_group_id': '191afb70-bc2f-4655-8c32-106dad9e0cd1', 'project_id': '431f4da79ab548629746f758d956b82e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:29.959154 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.959431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.959756 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.960082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.960406 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.960728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.961048 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.961416 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.961742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186abf32-9d25-45f1-93dc-dbd17327b5f6 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:30:29.977564 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:30:30.041289 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-809cb88c-f484-4e9e-bf38-25ee98d7d7b4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (102f6cde-6b46-46bb-b186-79c42addad7f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.060057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-268f54b1-e7c7-41eb-ad65-4a3c75a575d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:30.061552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-268f54b1-e7c7-41eb-ad65-4a3c75a575d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 914 time: 0.1358106 Feb 10 07:30:30.154018 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-0347f775-7a09-43c0-b3b8-815a301de233 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 998 time: 0.0850461 Feb 10 07:30:30.155668 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-809cb88c-f484-4e9e-bf38-25ee98d7d7b4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (102f6cde-6b46-46bb-b186-79c42addad7f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.159319 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-809cb88c-f484-4e9e-bf38-25ee98d7d7b4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (102f6cde-6b46-46bb-b186-79c42addad7f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.201496 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a3eb7b0e-71f8-4c58-91c6-46d2d7b88319', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'port_id': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'mac_address': 'fa:16:3e:10:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:30:28Z', 'updated_at': '2022-02-10T07:30:28Z', 'revision_number': 0, 'project_id': '431f4da79ab548629746f758d956b82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5be17ed-fe83-4dbc-9ed8-361fbac331f2', 'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'mac_address': 'fa:16:3e:f0:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:28Z', 'updated_at': '2022-02-10T07:29:33Z', 'revision_number': 5, 'project_id': '431f4da79ab548629746f758d956b82e', 'subnets': [{'id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:30:30.209806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cb88c-f484-4e9e-bf38-25ee98d7d7b4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102f6cde-6b46-46bb-b186-79c42addad7f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:30.223242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-809cb88c-f484-4e9e-bf38-25ee98d7d7b4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.226069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-809cb88c-f484-4e9e-bf38-25ee98d7d7b4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2693124 Feb 10 07:30:30.227539 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33484) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:30:30.228551 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] Checking router: e6157dfb-f30d-494c-aa6f-c05d912bd5f8 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:30:30.232043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-39a7a9f2-f563-463e-bade-d6dc8c80a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:30.232938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-66bf1356-2668-4ae6-8b9d-bd9150313716 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'security_group_rule': {'security_group_id': '191afb70-bc2f-4655-8c32-106dad9e0cd1', 'project_id': '431f4da79ab548629746f758d956b82e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:30.233573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-39a7a9f2-f563-463e-bade-d6dc8c80a3bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 200 len: 853 time: 0.0723097 Feb 10 07:30:30.236832 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:30:30.237428 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:30:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:30:30.261515 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66bf1356-2668-4ae6-8b9d-bd9150313716 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (360d8d3b-ba22-481a-9c72-b470518add6e), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.286000 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-a5271036-0196-4007-bd0d-1945f6185a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:30.287744 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-a5271036-0196-4007-bd0d-1945f6185a99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483904 Feb 10 07:30:30.320331 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66bf1356-2668-4ae6-8b9d-bd9150313716 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (360d8d3b-ba22-481a-9c72-b470518add6e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.325318 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66bf1356-2668-4ae6-8b9d-bd9150313716 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (360d8d3b-ba22-481a-9c72-b470518add6e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.343524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf1356-2668-4ae6-8b9d-bd9150313716 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360d8d3b-ba22-481a-9c72-b470518add6e,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:30.349066 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:30:30.354982 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66bf1356-2668-4ae6-8b9d-bd9150313716 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.358900 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-66bf1356-2668-4ae6-8b9d-bd9150313716 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276047 Feb 10 07:30:30.359070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33486) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:30:30.364071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d1acadd4-09bf-4dcd-948b-98131706beee tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'security_group_rule': {'security_group_id': '191afb70-bc2f-4655-8c32-106dad9e0cd1', 'project_id': '431f4da79ab548629746f758d956b82e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:30.383842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-0a7de0c3-2cf8-4b1b-a71c-0bbebead6818 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902998 Feb 10 07:30:30.390272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d1acadd4-09bf-4dcd-948b-98131706beee tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (5f8f1a8f-52e6-4903-b4b7-a77e180a23f2), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.450163 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d1acadd4-09bf-4dcd-948b-98131706beee tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (5f8f1a8f-52e6-4903-b4b7-a77e180a23f2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.455520 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d1acadd4-09bf-4dcd-948b-98131706beee tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (5f8f1a8f-52e6-4903-b4b7-a77e180a23f2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.480722 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acadd4-09bf-4dcd-948b-98131706beee tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8f1a8f-52e6-4903-b4b7-a77e180a23f2,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:30.481405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-636ca410-23fc-44a5-9451-ce62b051e5d8 req-76e8e087-8314-4fcc-a2c5-ca85d3f49e66 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923314 Feb 10 07:30:30.485340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d1acadd4-09bf-4dcd-948b-98131706beee tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.486814 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d1acadd4-09bf-4dcd-948b-98131706beee tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263769 Feb 10 07:30:30.489523 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33488) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:30:30.494855 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-ac32c20e-7f2d-450c-bc2f-f982bcf3c6b3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'security_group_rule': {'security_group_id': '191afb70-bc2f-4655-8c32-106dad9e0cd1', 'project_id': '431f4da79ab548629746f758d956b82e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:30.522946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac32c20e-7f2d-450c-bc2f-f982bcf3c6b3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (38441ded-6e7d-4342-8dad-870928cb68b0), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.583281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac32c20e-7f2d-450c-bc2f-f982bcf3c6b3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (38441ded-6e7d-4342-8dad-870928cb68b0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.587427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac32c20e-7f2d-450c-bc2f-f982bcf3c6b3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (38441ded-6e7d-4342-8dad-870928cb68b0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.600005 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a3eb7b0e-71f8-4c58-91c6-46d2d7b88319', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'port_id': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'mac_address': 'fa:16:3e:10:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:30:28Z', 'updated_at': '2022-02-10T07:30:28Z', 'revision_number': 0, 'project_id': '431f4da79ab548629746f758d956b82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5be17ed-fe83-4dbc-9ed8-361fbac331f2', 'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'mac_address': 'fa:16:3e:f0:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:28Z', 'updated_at': '2022-02-10T07:29:33Z', 'revision_number': 5, 'project_id': '431f4da79ab548629746f758d956b82e', 'subnets': [{'id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:30:30.604918 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32c20e-7f2d-450c-bc2f-f982bcf3c6b3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38441ded-6e7d-4342-8dad-870928cb68b0,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:30.613767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac32c20e-7f2d-450c-bc2f-f982bcf3c6b3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.615014 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ac32c20e-7f2d-450c-bc2f-f982bcf3c6b3 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245737 Feb 10 07:30:30.618487 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33490) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:30:30.622938 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-47296cdf-76f2-4935-b5fc-6486bddb46be tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'security_group_rule': {'security_group_id': '191afb70-bc2f-4655-8c32-106dad9e0cd1', 'project_id': '431f4da79ab548629746f758d956b82e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:30.631231 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68de1-2db1-400f-ac7e-7d070150cdd1 None None] The sync data for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 is: [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'a3eb7b0e-71f8-4c58-91c6-46d2d7b88319', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'port_id': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'mac_address': 'fa:16:3e:10:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:30:28Z', 'updated_at': '2022-02-10T07:30:28Z', 'revision_number': 0, 'project_id': '431f4da79ab548629746f758d956b82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5be17ed-fe83-4dbc-9ed8-361fbac331f2', 'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'mac_address': 'fa:16:3e:f0:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:28Z', 'updated_at': '2022-02-10T07:29:33Z', 'revision_number': 5, 'project_id': '431f4da79ab548629746f758d956b82e', 'subnets': [{'id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:30:30.644882 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-47296cdf-76f2-4935-b5fc-6486bddb46be tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Project 431f4da79ab548629746f758d956b82e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:30:30.651704 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47296cdf-76f2-4935-b5fc-6486bddb46be tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (a3ad4f21-cda3-4556-83cd-5e2f1eb92403), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.713339 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47296cdf-76f2-4935-b5fc-6486bddb46be tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (a3ad4f21-cda3-4556-83cd-5e2f1eb92403), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.717962 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47296cdf-76f2-4935-b5fc-6486bddb46be tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (a3ad4f21-cda3-4556-83cd-5e2f1eb92403), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.736554 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47296cdf-76f2-4935-b5fc-6486bddb46be tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ad4f21-cda3-4556-83cd-5e2f1eb92403,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:30.741808 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47296cdf-76f2-4935-b5fc-6486bddb46be tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.743105 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-47296cdf-76f2-4935-b5fc-6486bddb46be tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236207 Feb 10 07:30:30.745885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33492) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:30:30.750134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c33efccf-3953-4ed0-8e8c-ed0829a4d3db tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'security_group_rule': {'security_group_id': '191afb70-bc2f-4655-8c32-106dad9e0cd1', 'project_id': '431f4da79ab548629746f758d956b82e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:30.771438 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-c33efccf-3953-4ed0-8e8c-ed0829a4d3db tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Project 431f4da79ab548629746f758d956b82e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:30:30.777364 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c33efccf-3953-4ed0-8e8c-ed0829a4d3db tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (bc578952-907b-4f7f-b8bf-ff7d9cb93416), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.840648 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c33efccf-3953-4ed0-8e8c-ed0829a4d3db tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (bc578952-907b-4f7f-b8bf-ff7d9cb93416), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.843112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ad261-b057-4ff5-bf37-1777696303bf None None] New status for floating IP a3eb7b0e-71f8-4c58-91c6-46d2d7b88319: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:30:30.847160 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c33efccf-3953-4ed0-8e8c-ed0829a4d3db tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (bc578952-907b-4f7f-b8bf-ff7d9cb93416), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.865343 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33efccf-3953-4ed0-8e8c-ed0829a4d3db tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc578952-907b-4f7f-b8bf-ff7d9cb93416,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:30.874560 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c33efccf-3953-4ed0-8e8c-ed0829a4d3db tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:30.875763 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c33efccf-3953-4ed0-8e8c-ed0829a4d3db tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289520 Feb 10 07:30:30.967043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa75c689-8590-49cc-860b-b8767d877943 req-404f0584-76be-467c-bd92-8efc51c53285 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721363918&fields=id&tenant_id=431f4da79ab548629746f758d956b82e HTTP/1.1" status: 200 len: 267 time: 0.0452762 Feb 10 07:30:31.026218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75c689-8590-49cc-860b-b8767d877943 req-3d58a703-f417-44a7-858c-1839da33a681 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:31.027769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa75c689-8590-49cc-860b-b8767d877943 req-3d58a703-f417-44a7-858c-1839da33a681 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0553081 Feb 10 07:30:31.039175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-aa75c689-8590-49cc-860b-b8767d877943 req-cc594b7e-51e7-48ef-b252-5767d0cbd1a1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'port': {'security_groups': ['218e959a-e120-40ed-a3c2-ed7df94e26d1', '191afb70-bc2f-4655-8c32-106dad9e0cd1']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:30:31.110571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa75c689-8590-49cc-860b-b8767d877943 req-cc594b7e-51e7-48ef-b252-5767d0cbd1a1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:31.297191 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-aa75c689-8590-49cc-860b-b8767d877943 req-cc594b7e-51e7-48ef-b252-5767d0cbd1a1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] For port e6450caa-5a6b-482a-8105-a4b6838d5a16, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:30:31.326910 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa75c689-8590-49cc-860b-b8767d877943 req-cc594b7e-51e7-48ef-b252-5767d0cbd1a1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:31.331757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa75c689-8590-49cc-860b-b8767d877943 req-cc594b7e-51e7-48ef-b252-5767d0cbd1a1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:31.344208 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e6450caa-5a6b-482a-8105-a4b6838d5a16'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:30:31.376677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75c689-8590-49cc-860b-b8767d877943 req-cc594b7e-51e7-48ef-b252-5767d0cbd1a1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:31.377317 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa75c689-8590-49cc-860b-b8767d877943 req-cc594b7e-51e7-48ef-b252-5767d0cbd1a1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:31.378730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa75c689-8590-49cc-860b-b8767d877943 req-cc594b7e-51e7-48ef-b252-5767d0cbd1a1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "PUT /v2.0/ports/e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 981 time: 0.3444476 Feb 10 07:30:31.399349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc594b7e-51e7-48ef-b252-5767d0cbd1a1 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'Port': ['ID=e6450caa-5a6b-482a-8105-a4b6838d5a16,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:30:31.447711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e6450caa-5a6b-482a-8105-a4b6838d5a16'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:30:31.500818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57ec53-5768-4d5b-aa7e-68ae384a6c92 req-c1915dd2-53f1-46a6-8889-582ff83b8927 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:31.502276 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b57ec53-5768-4d5b-aa7e-68ae384a6c92 req-c1915dd2-53f1-46a6-8889-582ff83b8927 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0554850 Feb 10 07:30:31.568356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b57ec53-5768-4d5b-aa7e-68ae384a6c92 req-bde577c2-9342-49b6-ba38-d31c2aa8abd4 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562847 Feb 10 07:30:31.693912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5b65df44-cdea-4df2-99fd-8f31ac67204e None None] Provisioning complete for port e6450caa-5a6b-482a-8105-a4b6838d5a16 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:30:31.694204 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b65df44-cdea-4df2-99fd-8f31ac67204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:31.845309 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:30:31.847663 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ba93c3-92ec-4d19-8897-3de8104de0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:30:31.884658 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe5f39-8df8-44e7-90f8-bfe7b4e3ba03 x-openstack-request-id: req-cbbe5f39-8df8-44e7-90f8-bfe7b4e3ba03 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:30:31.884943 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:30:31.885195 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbbe5f39-8df8-44e7-90f8-bfe7b4e3ba03 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:30:31.885594 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'status': 'completed', 'code': 200} Feb 10 07:30:31.900992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5b65df44-cdea-4df2-99fd-8f31ac67204e None None] Current status of the port e6450caa-5a6b-482a-8105-a4b6838d5a16 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:30:31.955083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-2c6dc1af-6e6b-4818-873e-f6ebfda88417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:31.956605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-2c6dc1af-6e6b-4818-873e-f6ebfda88417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1166 time: 0.0504739 Feb 10 07:30:32.047175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-eabebf39-60fc-4d66-8860-c928089eeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:32.048646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-eabebf39-60fc-4d66-8860-c928089eeb7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 914 time: 0.0859346 Feb 10 07:30:32.116314 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-b818363d-6dbe-4163-a985-a994b662eeb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 1000 time: 0.0613637 Feb 10 07:30:32.163255 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-09d0d67d-2d5b-46c4-847a-5d5659453322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:32.165308 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-09d0d67d-2d5b-46c4-847a-5d5659453322 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 200 len: 853 time: 0.0421779 Feb 10 07:30:32.213052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-05f05ca2-bff4-4671-a455-e1360ee18041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:32.214623 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-05f05ca2-bff4-4671-a455-e1360ee18041 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429938 Feb 10 07:30:32.307347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-7872d194-f827-4623-bac6-149fba210801 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859690 Feb 10 07:30:32.393207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3ba93c3-92ec-4d19-8897-3de8104de0c6 req-be63c821-bbb6-47e0-a89a-390db2a13a0a service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802784 Feb 10 07:30:37.283822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:40.401232 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-711f1b67-9194-47de-ae21-105fb9df3f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:40.575278 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:42.664954 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6767f694-b522-4759-b83c-18e22c9c106b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:44.010762 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:45.423346 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:46.544245 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:30:51.733759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-e781bab2-c8e0-4347-89bf-0764f2236365 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486476 Feb 10 07:30:51.818454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-d2293c6d-191f-441d-a8ab-148d16a8fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:51.819987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-d2293c6d-191f-441d-a8ab-148d16a8fe55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1166 time: 0.0468616 Feb 10 07:30:51.920350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-9106f828-0ed5-451e-981c-b9a796ad9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:51.921814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-9106f828-0ed5-451e-981c-b9a796ad9b10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 914 time: 0.0828173 Feb 10 07:30:51.993070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-53387e19-113d-42f7-8d3b-75c7868493b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 1000 time: 0.0654216 Feb 10 07:30:52.040335 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-ea800c25-1545-4107-8899-33ce0b103f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:52.041796 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-ea800c25-1545-4107-8899-33ce0b103f4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 200 len: 853 time: 0.0427656 Feb 10 07:30:52.088750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-11db4a38-f2fa-4123-a7a2-0d049c910cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:30:52.090215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-11db4a38-f2fa-4123-a7a2-0d049c910cba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430064 Feb 10 07:30:52.178438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-b6b9e588-5973-4b1d-b49f-2885db6b8858 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822847 Feb 10 07:30:52.270246 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8d5883a-6761-4198-a92e-058a59d0bc2f req-77583bc5-c99f-4cd8-996e-27d1eb32518f service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860646 Feb 10 07:30:59.844679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-1a8c92af-9be9-4f2d-8a6e-b652e7ed415f req-be688f43-84e8-417a-b5a9-dc07195cc060 service neutron] (103214) timed out ('10.222.0.21', 58146) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:31:01.992659 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:31:07.275829 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:10.402744 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fcc01ec-32d3-4eb0-9fe4-fc4737da833f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:10.575119 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:12.666658 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c8e6b26-3f87-4261-b060-1bad7480c27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:14.013410 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:15.422984 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:16.550046 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:16.648596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-48fe5fe9-4240-4d00-8e5e-6f6b6f699482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:16.650194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-48fe5fe9-4240-4d00-8e5e-6f6b6f699482 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1166 time: 0.0484421 Feb 10 07:31:16.744586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-552a961e-17fa-4c6c-907a-f950937b06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:16.746042 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-552a961e-17fa-4c6c-907a-f950937b06a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 914 time: 0.0897460 Feb 10 07:31:16.843285 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aca166-626a-4a55-8597-9b37eee1ee22 req-6c9cf22c-ba8a-453f-b795-d3eb3f3b3160 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:16.844764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4aca166-626a-4a55-8597-9b37eee1ee22 req-6c9cf22c-ba8a-453f-b795-d3eb3f3b3160 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.2343946 Feb 10 07:31:16.846427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-4f92188a-593f-4500-98a0-00a6eec92e4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 1000 time: 0.0921748 Feb 10 07:31:16.930292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-55c201ff-2306-4ecc-8c4b-9ba924556180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:16.931752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-55c201ff-2306-4ecc-8c4b-9ba924556180 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 200 len: 853 time: 0.0756869 Feb 10 07:31:16.940841 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4aca166-626a-4a55-8597-9b37eee1ee22 req-0a18c462-3506-4318-bac5-242d25a731a0 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903432 Feb 10 07:31:16.989065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-d7164412-eaa8-4984-a273-d96e26534d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:16.990515 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-d7164412-eaa8-4984-a273-d96e26534d32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488145 Feb 10 07:31:17.082980 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-bfdefca0-0bab-4864-b10b-5fe08bd32fa0 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861175 Feb 10 07:31:17.171160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0247d9-58fe-41d1-8dde-af74b5d8afcc req-ffff9979-64de-4f9a-adfe-ee9ba2e51bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818450 Feb 10 07:31:18.109312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989bc6-b909-4cdd-a33e-8190cc296469 req-7ad505f9-c270-448b-8206-e0d4f3176b98 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:18.110827 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0989bc6-b909-4cdd-a33e-8190cc296469 req-7ad505f9-c270-448b-8206-e0d4f3176b98 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.1004410 Feb 10 07:31:18.173015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a0989bc6-b909-4cdd-a33e-8190cc296469 req-5b0d5e34-c829-4613-8adf-26e07b862c66 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565536 Feb 10 07:31:19.290352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3753f-52d6-4e3a-980e-1ee3d7af0260 req-dc42f800-29cd-4048-8c1c-bae5f1c8adec tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:19.291737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0da3753f-52d6-4e3a-980e-1ee3d7af0260 req-dc42f800-29cd-4048-8c1c-bae5f1c8adec tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0522852 Feb 10 07:31:19.349555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0da3753f-52d6-4e3a-980e-1ee3d7af0260 req-51c86ac4-742e-4067-b3d4-fd5014e9fe22 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522935 Feb 10 07:31:20.468398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb11b21-5a79-40c2-8829-551ff24b98b4 req-cede072c-a160-4bfa-9d06-5cef8b200b16 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:20.469888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdb11b21-5a79-40c2-8829-551ff24b98b4 req-cede072c-a160-4bfa-9d06-5cef8b200b16 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0556405 Feb 10 07:31:20.528360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cdb11b21-5a79-40c2-8829-551ff24b98b4 req-2adf6b8f-7453-4a64-b154-3a5efb2b01a8 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525017 Feb 10 07:31:21.650033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a7924-9dc6-4a69-a19b-70c853192d1c req-faed36ce-dfb5-4a3d-a8ac-94ab5eacdfc5 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:21.651503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-322a7924-9dc6-4a69-a19b-70c853192d1c req-faed36ce-dfb5-4a3d-a8ac-94ab5eacdfc5 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0551987 Feb 10 07:31:21.709083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-322a7924-9dc6-4a69-a19b-70c853192d1c req-06609df1-ed2c-4cc7-9234-c7a196a2dee0 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520411 Feb 10 07:31:22.828321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57e3d6-1765-4e8c-adeb-dad99ab69a3c req-92073d24-a6fc-4776-bf71-75969a2ed2ab tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:22.829806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b57e3d6-1765-4e8c-adeb-dad99ab69a3c req-92073d24-a6fc-4776-bf71-75969a2ed2ab tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0537603 Feb 10 07:31:22.887601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b57e3d6-1765-4e8c-adeb-dad99ab69a3c req-69cc1863-db0e-491c-bc4f-cfe722806379 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522423 Feb 10 07:31:24.008578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604bc9-2f66-4751-8de9-79084f662183 req-2aa4e63c-d2c8-4522-843b-a5ca106db3aa tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:24.010082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99604bc9-2f66-4751-8de9-79084f662183 req-2aa4e63c-d2c8-4522-843b-a5ca106db3aa tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0551665 Feb 10 07:31:24.068652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-99604bc9-2f66-4751-8de9-79084f662183 req-a2e6ac92-63da-49c7-9a23-e7c6bdadfb5b tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520864 Feb 10 07:31:25.185339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b174f-078c-4355-b86b-ff0197510a4e req-d14958f1-de8d-4b54-afb7-6c52c9a8b162 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:25.186804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c5b174f-078c-4355-b86b-ff0197510a4e req-d14958f1-de8d-4b54-afb7-6c52c9a8b162 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0516622 Feb 10 07:31:25.246895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c5b174f-078c-4355-b86b-ff0197510a4e req-1f3880c5-353b-414e-935c-9984d989dfb2 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542593 Feb 10 07:31:26.365402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185638c3-5a6e-45e7-8a2e-bfbe215575ca req-ddf41e77-71da-419d-8af3-471c8bbd424e tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:26.366910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-185638c3-5a6e-45e7-8a2e-bfbe215575ca req-ddf41e77-71da-419d-8af3-471c8bbd424e tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0521960 Feb 10 07:31:26.428639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-185638c3-5a6e-45e7-8a2e-bfbe215575ca req-a0a41503-5a78-41b2-b1ad-3ef8c7388587 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560851 Feb 10 07:31:27.546954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f98b6e-30fd-463a-b49f-9ab876a7fbc3 req-055d3701-6424-461e-97e9-7a43a0c6f5b5 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:27.548417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86f98b6e-30fd-463a-b49f-9ab876a7fbc3 req-055d3701-6424-461e-97e9-7a43a0c6f5b5 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0540290 Feb 10 07:31:27.606760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86f98b6e-30fd-463a-b49f-9ab876a7fbc3 req-f06de5ed-caae-4d85-afd0-ed2715750c0d tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526817 Feb 10 07:31:28.725204 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372ae9a-7ac0-453a-8f0a-70f94a024657 req-65434df8-3477-4250-9679-265653843d25 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:28.726728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5372ae9a-7ac0-453a-8f0a-70f94a024657 req-65434df8-3477-4250-9679-265653843d25 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0536458 Feb 10 07:31:28.787482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5372ae9a-7ac0-453a-8f0a-70f94a024657 req-ed8d2892-be8c-4afe-b1dd-977260196a38 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&id=191afb70-bc2f-4655-8c32-106dad9e0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550940 Feb 10 07:31:37.279104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:38.991549 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:31:40.405066 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff31878b-e449-4a11-8d21-fe1956c3daa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:40.601492 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:42.667945 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9533cfe0-efa4-495d-993e-a500451ee4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:44.017108 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:45.426751 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:46.544853 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:31:54.106518 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-92818e92-8d17-4c57-a462-35531c05125b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4155056 Feb 10 07:31:54.190753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-fc801908-17a5-4999-b3c5-6b40010f4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:54.192279 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-fc801908-17a5-4999-b3c5-6b40010f4af4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1166 time: 0.0436032 Feb 10 07:31:54.294751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-80ccdcb2-059c-47ec-b134-04783b5e309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:54.296248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-80ccdcb2-059c-47ec-b134-04783b5e309d service neutron] 10.222.0.13 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 914 time: 0.0850909 Feb 10 07:31:54.359850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-092dd9ea-04b6-422c-9848-c8f1ca59e92a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 1000 time: 0.0571027 Feb 10 07:31:54.406645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-2d3abfd2-dfa6-497c-a085-2bcf759c09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:54.408089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-2d3abfd2-dfa6-497c-a085-2bcf759c09e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 200 len: 853 time: 0.0420482 Feb 10 07:31:54.458698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-734ab13c-2e66-4183-be34-1156416cbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:31:54.460257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-734ab13c-2e66-4183-be34-1156416cbe06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468006 Feb 10 07:31:54.546600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-c85cb259-b418-43fb-968b-f1c5614cdc87 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799050 Feb 10 07:31:54.636758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-890f399b-e5c2-4ad5-8c94-1e844c75d40c req-e671e94b-2031-4d26-ba01-948e5ed0d57f service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841324 Feb 10 07:32:07.274468 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:10.407554 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c842191-1287-407f-9263-c37d2ad844b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:10.605106 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:12.668548 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c91b48ee-4333-49a3-b395-9cf8f81545e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:14.018701 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:15.429046 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:15.990530 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:32:16.548484 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.167149 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-189144f4-790f-4d0f-a738-492a83f33a8d req-32c352bd-1499-4adf-bd56-52b259f3554b tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721363918&fields=id&tenant_id=431f4da79ab548629746f758d956b82e HTTP/1.1" status: 200 len: 267 time: 0.0426457 Feb 10 07:32:32.223051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189144f4-790f-4d0f-a738-492a83f33a8d req-d446fba9-44d4-4480-b973-fe0001ec8382 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:32.224537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-189144f4-790f-4d0f-a738-492a83f33a8d req-d446fba9-44d4-4480-b973-fe0001ec8382 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 984 time: 0.0516236 Feb 10 07:32:32.235490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-189144f4-790f-4d0f-a738-492a83f33a8d req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Request body: {'port': {'security_groups': ['218e959a-e120-40ed-a3c2-ed7df94e26d1']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:32:32.306637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-189144f4-790f-4d0f-a738-492a83f33a8d req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.475437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-189144f4-790f-4d0f-a738-492a83f33a8d req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] For port e6450caa-5a6b-482a-8105-a4b6838d5a16, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:32:32.503331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-189144f4-790f-4d0f-a738-492a83f33a8d req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.507736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-189144f4-790f-4d0f-a738-492a83f33a8d req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.520495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e6450caa-5a6b-482a-8105-a4b6838d5a16'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:32:32.552956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189144f4-790f-4d0f-a738-492a83f33a8d req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:32.553580 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-189144f4-790f-4d0f-a738-492a83f33a8d req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.555013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-189144f4-790f-4d0f-a738-492a83f33a8d req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "PUT /v2.0/ports/e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 942 time: 0.3244588 Feb 10 07:32:32.555467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:32:32.557746 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6b4197-28d8-41d9-aeff-106da8975eef" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:32:32.561908 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33570) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:32.582407 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event updated for resources: {'Port': ['ID=e6450caa-5a6b-482a-8105-a4b6838d5a16,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:32.590654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.590999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.591337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.592221 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.592551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.592880 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.593205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.593525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.593844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.594169 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.594512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.594833 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.595148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577c4d4-d592-47fc-9aa5-aa56e621d89c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.648704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e6450caa-5a6b-482a-8105-a4b6838d5a16'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:32:32.673149 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group (191afb70-bc2f-4655-8c32-106dad9e0cd1), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.702604 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759907f6-958a-4436-b3b8-ed7f86b11f7b x-openstack-request-id: req-759907f6-958a-4436-b3b8-ed7f86b11f7b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:32:32.703070 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:32:32.703226 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-759907f6-958a-4436-b3b8-ed7f86b11f7b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:32:32.703528 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'status': 'completed', 'code': 200} Feb 10 07:32:32.703889 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group (191afb70-bc2f-4655-8c32-106dad9e0cd1), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.777529 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (191afb70-bc2f-4655-8c32-106dad9e0cd1), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.781353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.782811 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "DELETE /v2.0/security-groups/191afb70-bc2f-4655-8c32-106dad9e0cd1 HTTP/1.1" status: 204 len: 168 time: 0.2179914 Feb 10 07:32:32.786961 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33578) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:32.793134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191afb70-bc2f-4655-8c32-106dad9e0cd1,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:32.799565 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-f3002f63-abf3-4220-9715-7d20be48ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:32.801799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-f3002f63-abf3-4220-9715-7d20be48ac23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1127 time: 0.0772808 Feb 10 07:32:32.803184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.803534 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.803948 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.804291 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.804622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.804975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.805302 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.805649 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.805999 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.806342 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.806670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.806993 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.807312 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1600e8-f25b-4214-ad4a-95e9c551135c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:32.855871 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8e71fdb1-5d3f-41ef-8767-4dd687d1b3ff None None] Provisioning complete for port e6450caa-5a6b-482a-8105-a4b6838d5a16 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:32:32.856279 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e71fdb1-5d3f-41ef-8767-4dd687d1b3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:32.936981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8e71fdb1-5d3f-41ef-8767-4dd687d1b3ff None None] Current status of the port e6450caa-5a6b-482a-8105-a4b6838d5a16 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:32:32.991038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-1d2d8a18-7c13-43e0-91b8-fb260bffc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:32.992504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-1d2d8a18-7c13-43e0-91b8-fb260bffc7ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 914 time: 0.1523955 Feb 10 07:32:33.081812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-dd7bed2d-54a3-40cd-af98-8d9833cca366 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 1000 time: 0.0683615 Feb 10 07:32:33.096444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Deleting port c31ea486-c831-434b-8d09-0c42881c6372 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:32:33.096782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c31ea486-c831-434b-8d09-0c42881c6372), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:33.180123 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-c16f1a7c-81dd-4f22-a630-cf3c826b833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:33.181584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-c16f1a7c-81dd-4f22-a630-cf3c826b833d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 200 len: 853 time: 0.0939941 Feb 10 07:32:33.230875 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c31ea486-c831-434b-8d09-0c42881c6372), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:33.231188 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for floatingip (c31ea486-c831-434b-8d09-0c42881c6372), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:33.251418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Calling delete_port for c31ea486-c831-434b-8d09-0c42881c6372 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:32:33.269992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-5cb303b8-c39b-4934-b35a-76b8905220da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:33.271530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-5cb303b8-c39b-4934-b35a-76b8905220da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839133 Feb 10 07:32:33.415067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-6c8067cf-fafc-4c3b-884b-e1c8a7c07e2b service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169710 Feb 10 07:32:33.544400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f6b4197-28d8-41d9-aeff-106da8975eef req-4f45b5e2-1c74-4b14-8b35-af0554f43014 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209280 Feb 10 07:32:33.546176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c31ea486-c831-434b-8d09-0c42881c6372), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:33.571714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event deleted for resources: {'Port': ['ID=c31ea486-c831-434b-8d09-0c42881c6372,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:33.633570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks [] for floatingip (a3eb7b0e-71f8-4c58-91c6-46d2d7b88319), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:33.633915 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Floating IP a3eb7b0e-71f8-4c58-91c6-46d2d7b88319 disassociated (deleted). External IP: 172.25.8.10, port: e6450caa-5a6b-482a-8105-a4b6838d5a16. Feb 10 07:32:33.840982 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:32:33.949512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:32:33.954367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:33.960192 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] Sync routers for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:32:33.970672 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:32:33.971269 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:33.984160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-82998435-88e5-4911-bf7b-fb5128c653ea tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "DELETE /v2.0/floatingips/a3eb7b0e-71f8-4c58-91c6-46d2d7b88319 HTTP/1.1" status: 204 len: 168 time: 1.1952116 Feb 10 07:32:34.077266 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:32:34.280277 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'e5be17ed-fe83-4dbc-9ed8-361fbac331f2', 'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'mac_address': 'fa:16:3e:f0:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:28Z', 'updated_at': '2022-02-10T07:29:33Z', 'revision_number': 5, 'project_id': '431f4da79ab548629746f758d956b82e', 'subnets': [{'id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:34.393986 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] Checking router: e6157dfb-f30d-494c-aa6f-c05d912bd5f8 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:32:34.402124 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:32:34.402754 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:34.503302 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:32:34.691100 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'e5be17ed-fe83-4dbc-9ed8-361fbac331f2', 'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'mac_address': 'fa:16:3e:f0:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:28Z', 'updated_at': '2022-02-10T07:29:33Z', 'revision_number': 5, 'project_id': '431f4da79ab548629746f758d956b82e', 'subnets': [{'id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:34.705079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:32:34.707598 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df500d56-12a8-457c-9cd7-504e6d9ebf18" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:32:34.717379 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb27b703-3c21-4819-a8e8-22626745efe1 None None] The sync data for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 is: [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:29:29Z', 'revision_number': 4, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'e5be17ed-fe83-4dbc-9ed8-361fbac331f2', 'name': '', 'network_id': '387def9d-e77a-4c2b-9ec7-96d71d2e6e40', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'mac_address': 'fa:16:3e:f0:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:28Z', 'updated_at': '2022-02-10T07:29:33Z', 'revision_number': 5, 'project_id': '431f4da79ab548629746f758d956b82e', 'subnets': [{'id': 'd79b45e1-2599-4e1d-9526-abd5c0fcf919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:32:34.748471 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8fefc5-498e-42a6-92e5-c3f16f7abab6 x-openstack-request-id: req-fb8fefc5-498e-42a6-92e5-c3f16f7abab6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:32:34.748970 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:32:34.749397 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb8fefc5-498e-42a6-92e5-c3f16f7abab6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:32:34.749979 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'status': 'completed', 'code': 200} Feb 10 07:32:34.817161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-a84f011d-f854-40ce-92bf-5fb5cbdad5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:34.818762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-a84f011d-f854-40ce-92bf-5fb5cbdad5f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=431f4da79ab548629746f758d956b82e&device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 1127 time: 0.0491493 Feb 10 07:32:34.916813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-67da72f1-bc3b-42a2-a534-a935656737ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:34.918751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-67da72f1-bc3b-42a2-a534-a935656737ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 200 len: 914 time: 0.0927367 Feb 10 07:32:34.964778 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-33a628da-2124-4971-ad78-fb07e522bbb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 200 len: 217 time: 0.0399952 Feb 10 07:32:34.970359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e8630-9497-4553-b57d-6ce3844d4f57 None None] New status for floating IP a3eb7b0e-71f8-4c58-91c6-46d2d7b88319: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:32:35.017910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-2cb9809a-e93d-4d45-a7bb-edc2f46af93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:35.019453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-2cb9809a-e93d-4d45-a7bb-edc2f46af93c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 200 len: 853 time: 0.0496933 Feb 10 07:32:35.081984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-df2391eb-9d5b-4286-b6ab-232bba52a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:35.084023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-df2391eb-9d5b-4286-b6ab-232bba52a350 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387def9d-e77a-4c2b-9ec7-96d71d2e6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578337 Feb 10 07:32:35.172573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-4f787db0-b5f8-47f2-b40f-a026be9b2ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823765 Feb 10 07:32:35.268593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df500d56-12a8-457c-9cd7-504e6d9ebf18 req-9b4b8d51-c8d6-4190-b6b4-192f05aa9eaf service neutron] 10.222.0.13 "GET /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896649 Feb 10 07:32:37.289158 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:40.408863 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f78dda6-114b-4a72-a37a-a45966b0b1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:40.632629 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:42.672422 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a37-2eaf-4812-b814-c6a88b2c0bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:44.022141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:45.433610 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:46.550907 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:49.328325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac1c27-a3b6-4db0-b26d-7bed35eb78c3 req-98656e81-142e-4808-8c25-018c477ec720 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:49.329716 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7ac1c27-a3b6-4db0-b26d-7bed35eb78c3 req-98656e81-142e-4808-8c25-018c477ec720 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0532544 Feb 10 07:32:49.376130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7ac1c27-a3b6-4db0-b26d-7bed35eb78c3 req-b2f60824-4632-440f-8512-c2e468f7587c tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 Feb 10 07:32:50.500484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0acc5a-181c-416d-bb9f-158d45dc50cb req-510e390c-4053-4836-be48-d9409623f1e0 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:50.501958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb0acc5a-181c-416d-bb9f-158d45dc50cb req-510e390c-4053-4836-be48-d9409623f1e0 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0570157 Feb 10 07:32:50.548371 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb0acc5a-181c-416d-bb9f-158d45dc50cb req-2e84dab2-0ac6-40ba-8877-77c07ce19828 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/security-groups?id=218e959a-e120-40ed-a3c2-ed7df94e26d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Feb 10 07:32:51.256647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-8177d135-d421-4229-a18a-cab1680df747 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:32:51.258101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-8177d135-d421-4229-a18a-cab1680df747 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 945 time: 0.0514231 Feb 10 07:32:51.349114 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Deleting port e6450caa-5a6b-482a-8105-a4b6838d5a16 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:32:51.349373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:51.440725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] For port e6450caa-5a6b-482a-8105-a4b6838d5a16, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e6450caa-5a6b-482a-8105-a4b6838d5a16,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:32:51.441145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:51.453996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Calling delete_port for e6450caa-5a6b-482a-8105-a4b6838d5a16 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:32:51.592126 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e6450caa-5a6b-482a-8105-a4b6838d5a16), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:51.613854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e6450caa-5a6b-482a-8105-a4b6838d5a16'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:32:51.626010 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Pushing event deleted for resources: {'Port': ['ID=e6450caa-5a6b-482a-8105-a4b6838d5a16,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:51.657694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-240f2453-8eaa-485c-97e7-52848fed36e4 req-bbb2c228-89ee-4694-8a92-24dccd24934f tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1a8885-23d3-4677-a9f5-1ff511d8c5f4 HTTP/1.1" status: 200 len: 210 time: 0.0373008 Feb 10 07:32:51.705326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] No DVR routers for this DVR port e6450caa-5a6b-482a-8105-a4b6838d5a16 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:32:51.709087 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:51.712722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-588fc1ec-3fbc-4d22-8407-8e51ecb87991 req-6066b9b9-8e89-4eb9-b296-577bd0ba4985 tempest-TestMinimumBasicScenario-255570948 tempest-TestMinimumBasicScenario-255570948-project] 10.222.0.13 "DELETE /v2.0/ports/e6450caa-5a6b-482a-8105-a4b6838d5a16 HTTP/1.1" status: 204 len: 173 time: 0.4495089 Feb 10 07:32:51.713190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'name': 'network-vif-deleted', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:32:51.715697 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d1d536-a8da-45c3-91f6-7fa7ba31182c" -d '{"events": [{"server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "name": "network-vif-deleted", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:32:51.762399 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624f79da-5f81-4601-b6a4-b34ca9d93066 x-openstack-request-id: req-624f79da-5f81-4601-b6a4-b34ca9d93066 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:32:51.762698 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1a8885-23d3-4677-a9f5-1ff511d8c5f4", "name": "network-vif-deleted", "tag": "e6450caa-5a6b-482a-8105-a4b6838d5a16", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:32:51.762981 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-624f79da-5f81-4601-b6a4-b34ca9d93066 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:32:51.763445 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1a8885-23d3-4677-a9f5-1ff511d8c5f4', 'name': 'network-vif-deleted', 'tag': 'e6450caa-5a6b-482a-8105-a4b6838d5a16', 'status': 'completed', 'code': 200} Feb 10 07:32:52.990580 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:32:53.211529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33694) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:53.866990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:54.110659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Deleting port e5be17ed-fe83-4dbc-9ed8-361fbac331f2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:32:54.110995 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:54.191020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] For port e5be17ed-fe83-4dbc-9ed8-361fbac331f2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e5be17ed-fe83-4dbc-9ed8-361fbac331f2,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:32:54.191290 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:54.204333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Calling delete_port for e5be17ed-fe83-4dbc-9ed8-361fbac331f2 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:32:54.380479 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e5be17ed-fe83-4dbc-9ed8-361fbac331f2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:54.410065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Pushing event deleted for resources: {'Port': ['ID=e5be17ed-fe83-4dbc-9ed8-361fbac331f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:54.573474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:54.717467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e6450caa-5a6b-482a-8105-a4b6838d5a16 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:32:54.738070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: e6450caa-5a6b-482a-8105-a4b6838d5a16 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:32:54.738442 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e6450caa-5a6b-482a-8105-a4b6838d5a16 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:32:54.790521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:32:54.919600 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:32:54.925215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-39a33ce0-63fc-48e9-a773-30b0a9ee1fce admin admin] 10.222.0.21 "PUT /v2.0/routers/e6157dfb-f30d-494c-aa6f-c05d912bd5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7126727 Feb 10 07:32:54.927692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33696) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:54.930575 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] Sync routers for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:32:54.940891 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:32:54.941751 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:55.031292 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks [] for router (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.045007 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:32:55.145337 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks [] for router_gateway (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.207932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Deleting port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:32:55.208264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.235710 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:32:54Z', 'revision_number': 5, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port': {'id': '40adcde3-2fd8-4605-9fc9-50c475e9bf3e', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:27Z', 'updated_at': '2022-02-10T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:55.265169 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] Checking router: e6157dfb-f30d-494c-aa6f-c05d912bd5f8 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:32:55.273144 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] Routers {'e6157dfb-f30d-494c-aa6f-c05d912bd5f8'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:32:55.273751 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:55.292764 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] For port 40adcde3-2fd8-4605-9fc9-50c475e9bf3e, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=40adcde3-2fd8-4605-9fc9-50c475e9bf3e,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:32:55.293054 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.304868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Calling delete_port for 40adcde3-2fd8-4605-9fc9-50c475e9bf3e owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:32:55.356265 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] Set router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:32:55.409378 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:32:55Z', 'revision_number': 6, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:55.434632 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a80a5-1e9f-4a5e-9c2e-b93e8044f16e None None] The sync data for ids ['e6157dfb-f30d-494c-aa6f-c05d912bd5f8'] in n-d-828670-1 is: [{'id': 'e6157dfb-f30d-494c-aa6f-c05d912bd5f8', 'name': 'tempest-TestMinimumBasicScenario-742760746-router', 'tenant_id': '431f4da79ab548629746f758d956b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:26Z', 'updated_at': '2022-02-10T07:32:55Z', 'revision_number': 6, 'project_id': '431f4da79ab548629746f758d956b82e', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:32:55.477868 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (40adcde3-2fd8-4605-9fc9-50c475e9bf3e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.503022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40adcde3-2fd8-4605-9fc9-50c475e9bf3e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:55.568834 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.662520 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.664726 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks [] for router_controller (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.706696 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (e6157dfb-f30d-494c-aa6f-c05d912bd5f8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.707211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6157dfb-f30d-494c-aa6f-c05d912bd5f8 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:32:55.711916 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.713105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-76558575-42fc-450f-a901-2fb999d91bf5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e6157dfb-f30d-494c-aa6f-c05d912bd5f8 HTTP/1.1" status: 204 len: 168 time: 0.7845197 Feb 10 07:32:55.715622 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33698) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:55.759702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ba5fa8-9a49-4a76-9a05-f13951fe8643 admin admin] Deleting subnet d79b45e1-2599-4e1d-9526-abd5c0fcf919 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:32:55.762690 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5fa8-9a49-4a76-9a05-f13951fe8643 admin admin] Publish callbacks [] for subnet (d79b45e1-2599-4e1d-9526-abd5c0fcf919), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.797932 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5fa8-9a49-4a76-9a05-f13951fe8643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (d79b45e1-2599-4e1d-9526-abd5c0fcf919), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.882657 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5fa8-9a49-4a76-9a05-f13951fe8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (d79b45e1-2599-4e1d-9526-abd5c0fcf919), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.933429 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5fa8-9a49-4a76-9a05-f13951fe8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (d79b45e1-2599-4e1d-9526-abd5c0fcf919), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.957056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba5fa8-9a49-4a76-9a05-f13951fe8643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79b45e1-2599-4e1d-9526-abd5c0fcf919,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:55.962540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5fa8-9a49-4a76-9a05-f13951fe8643 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:55.965836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d8ba5fa8-9a49-4a76-9a05-f13951fe8643 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d79b45e1-2599-4e1d-9526-abd5c0fcf919 HTTP/1.1" status: 204 len: 168 time: 0.2491255 Feb 10 07:32:55.967844 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5e9411-e285-4908-8483-7744511dc04d None None] Network 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:32:55.968410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33700) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:56.039622 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (387def9d-e77a-4c2b-9ec7-96d71d2e6e40), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.096123 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Deleting port 7bddc5ea-f00d-40dd-acf6-05a005129732 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:32:56.096459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.157658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] For port 7bddc5ea-f00d-40dd-acf6-05a005129732, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7bddc5ea-f00d-40dd-acf6-05a005129732,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:32:56.158023 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.171815 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Calling delete_port for 7bddc5ea-f00d-40dd-acf6-05a005129732 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:32:56.193056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] DHCP port deletion for 387def9d-e77a-4c2b-9ec7-96d71d2e6e40 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:32:56.250718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Deleting port 7bddc5ea-f00d-40dd-acf6-05a005129732 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:32:56.251477 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.261904 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.291548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=7bddc5ea-f00d-40dd-acf6-05a005129732,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:56.293601 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] No DVR routers for this DVR port 7bddc5ea-f00d-40dd-acf6-05a005129732 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:32:56.321497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] For port 7bddc5ea-f00d-40dd-acf6-05a005129732, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7bddc5ea-f00d-40dd-acf6-05a005129732,segment=NetworkSegment(bad7351b-cf4a-4348-b8d6-ebf48177c70f),segment_id=bad7351b-cf4a-4348-b8d6-ebf48177c70f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:32:56.322046 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.334841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Calling delete_port for 7bddc5ea-f00d-40dd-acf6-05a005129732 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:32:56.368690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (387def9d-e77a-4c2b-9ec7-96d71d2e6e40), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.397750 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387def9d-e77a-4c2b-9ec7-96d71d2e6e40']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:56.410006 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad7351b-cf4a-4348-b8d6-ebf48177c70f') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:56.410469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad7351b-cf4a-4348-b8d6-ebf48177c70f') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:56.417336 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (7bddc5ea-f00d-40dd-acf6-05a005129732), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.422083 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (bad7351b-cf4a-4348-b8d6-ebf48177c70f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.436310 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (bad7351b-cf4a-4348-b8d6-ebf48177c70f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.443356 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:32:56.443903 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (bad7351b-cf4a-4348-b8d6-ebf48177c70f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:32:56.445842 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:32:56.450404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Pushing event deleted for resources: {'Port': ['ID=7bddc5ea-f00d-40dd-acf6-05a005129732,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:56.459166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] No DVR routers for this DVR port 7bddc5ea-f00d-40dd-acf6-05a005129732 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:32:56.461364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.461714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.462060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.462420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.462756 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.463152 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.463648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.463986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.464318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.464641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.464967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.465290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.465610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb1d8e-bfe1-49c2-a1d0-0b2b6676061d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:32:56.506910 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (387def9d-e77a-4c2b-9ec7-96d71d2e6e40), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.512390 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:56.515552 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/387def9d-e77a-4c2b-9ec7-96d71d2e6e40 HTTP/1.1" status: 204 len: 168 time: 0.5461423 Feb 10 07:32:56.518555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:56.525945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151097d-46e4-4cc9-bda0-327819ba9f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=387def9d-e77a-4c2b-9ec7-96d71d2e6e40,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:56.866551 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:57.108257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e5be17ed-fe83-4dbc-9ed8-361fbac331f2 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:32:57.111424 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Deleting port 9a0585f9-b345-42fd-bc41-b5d615a75291 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:32:57.111762 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:57.135492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: e5be17ed-fe83-4dbc-9ed8-361fbac331f2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:32:57.135799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e5be17ed-fe83-4dbc-9ed8-361fbac331f2 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:32:57.136253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7bddc5ea-f00d-40dd-acf6-05a005129732 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:32:57.155525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7bddc5ea-f00d-40dd-acf6-05a005129732 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:32:57.155879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7bddc5ea-f00d-40dd-acf6-05a005129732 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:32:57.156301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 40adcde3-2fd8-4605-9fc9-50c475e9bf3e no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:32:57.177301 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 40adcde3-2fd8-4605-9fc9-50c475e9bf3e {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:32:57.177661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 40adcde3-2fd8-4605-9fc9-50c475e9bf3e not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:32:57.189568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] For port 9a0585f9-b345-42fd-bc41-b5d615a75291, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9a0585f9-b345-42fd-bc41-b5d615a75291,segment=NetworkSegment(c0e0a357-94a3-488d-97c5-c77398f827f0),segment_id=c0e0a357-94a3-488d-97c5-c77398f827f0)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:32:57.189934 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:57.203173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Calling delete_port for 9a0585f9-b345-42fd-bc41-b5d615a75291 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:32:57.378325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (9a0585f9-b345-42fd-bc41-b5d615a75291), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:57.406850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0585f9-b345-42fd-bc41-b5d615a75291,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:57.572051 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:57.784173 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:32:58.211160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:32:58.216188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-79730bb2-5f6b-4d3f-9198-eefa32d8a5bf admin admin] 10.222.0.21 "PUT /v2.0/routers/5a2d2eff-75f0-4d4d-89e8-6674f5c7074d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6964757 Feb 10 07:32:58.219342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:58.220536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] Sync routers for ids ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:32:58.230078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] Routers {'5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:32:58.230799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:58.323191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks [] for router (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.335753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] Set router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:32:58.426774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks [] for router_gateway (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.477727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Deleting port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:32:58.478065 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.508344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:32:57Z', 'revision_number': 5, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'gw_port': {'id': '12d04fc3-7c94-4292-8344-3a1c95fe5f2f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:58.535311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] Checking router: 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:32:58.543430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] Routers {'5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:32:58.544026 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:58.554633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] For port 12d04fc3-7c94-4292-8344-3a1c95fe5f2f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=12d04fc3-7c94-4292-8344-3a1c95fe5f2f,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:32:58.554999 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.568397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Calling delete_port for 12d04fc3-7c94-4292-8344-3a1c95fe5f2f owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:32:58.635135 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] Set router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:32:58.688538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:32:58Z', 'revision_number': 6, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:58.717092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f52379a-58c2-43f0-ad6f-099b5dd73daf None None] The sync data for ids ['5a2d2eff-75f0-4d4d-89e8-6674f5c7074d'] in n-d-828670-1 is: [{'id': '5a2d2eff-75f0-4d4d-89e8-6674f5c7074d', 'name': 'tempest-TestMinimumBasicScenario-74369599-router', 'tenant_id': 'f995031f71d14247ad4b35000a2828c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:29:31Z', 'updated_at': '2022-02-10T07:32:58Z', 'revision_number': 6, 'project_id': 'f995031f71d14247ad4b35000a2828c9', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:32:58.735230 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (12d04fc3-7c94-4292-8344-3a1c95fe5f2f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.767213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d04fc3-7c94-4292-8344-3a1c95fe5f2f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:58.824275 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.917459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.919619 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks [] for router_controller (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.966411 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (5a2d2eff-75f0-4d4d-89e8-6674f5c7074d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.966958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a2d2eff-75f0-4d4d-89e8-6674f5c7074d {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:32:58.970954 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:58.972097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dd0cf532-46fe-49a4-874b-42d989700156 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5a2d2eff-75f0-4d4d-89e8-6674f5c7074d HTTP/1.1" status: 204 len: 168 time: 0.7517972 Feb 10 07:32:58.974688 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:59.018223 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-668af239-4059-4dc1-8936-84c31ffa5c3e admin admin] Deleting subnet 8eb6c13e-c6a0-40f6-8337-6e63b0463893 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:32:59.021175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-668af239-4059-4dc1-8936-84c31ffa5c3e admin admin] Publish callbacks [] for subnet (8eb6c13e-c6a0-40f6-8337-6e63b0463893), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.054719 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-668af239-4059-4dc1-8936-84c31ffa5c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (8eb6c13e-c6a0-40f6-8337-6e63b0463893), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.151063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-668af239-4059-4dc1-8936-84c31ffa5c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (8eb6c13e-c6a0-40f6-8337-6e63b0463893), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.211568 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-668af239-4059-4dc1-8936-84c31ffa5c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (8eb6c13e-c6a0-40f6-8337-6e63b0463893), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.239235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668af239-4059-4dc1-8936-84c31ffa5c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb6c13e-c6a0-40f6-8337-6e63b0463893,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:59.241184 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-668af239-4059-4dc1-8936-84c31ffa5c3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.244582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-668af239-4059-4dc1-8936-84c31ffa5c3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8eb6c13e-c6a0-40f6-8337-6e63b0463893 HTTP/1.1" status: 204 len: 168 time: 0.2688022 Feb 10 07:32:59.245985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8a4d6-ea77-4b9f-8396-86c71b270790 None None] Network f1552931-09f9-4cb1-8aed-ff40d956c99a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:32:59.246955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33710) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:59.315366 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (f1552931-09f9-4cb1-8aed-ff40d956c99a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.373049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Deleting port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:32:59.373389 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.436377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] For port 7a6c13bb-5bfd-4e19-a3ee-4474db715772, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7a6c13bb-5bfd-4e19-a3ee-4474db715772,segment=NetworkSegment(c0e0a357-94a3-488d-97c5-c77398f827f0),segment_id=c0e0a357-94a3-488d-97c5-c77398f827f0)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:32:59.436656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.449172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Calling delete_port for 7a6c13bb-5bfd-4e19-a3ee-4474db715772 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:32:59.514863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd19eadb-10b4-4203-b6ce-4e7a9ed1c120 None None] DHCP port deletion for f1552931-09f9-4cb1-8aed-ff40d956c99a request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:32:59.518812 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9a0585f9-b345-42fd-bc41-b5d615a75291 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:32:59.539442 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7a6c13bb-5bfd-4e19-a3ee-4474db715772), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.543190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9a0585f9-b345-42fd-bc41-b5d615a75291 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:32:59.543645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9a0585f9-b345-42fd-bc41-b5d615a75291 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:32:59.565033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dd19eadb-10b4-4203-b6ce-4e7a9ed1c120 None None] The port '7a6c13bb-5bfd-4e19-a3ee-4474db715772' was deleted {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 10 07:32:59.568074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6c13bb-5bfd-4e19-a3ee-4474db715772,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:59.572325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] No DVR routers for this DVR port 7a6c13bb-5bfd-4e19-a3ee-4474db715772 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:32:59.648393 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (f1552931-09f9-4cb1-8aed-ff40d956c99a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.668543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1552931-09f9-4cb1-8aed-ff40d956c99a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:59.679163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e0a357-94a3-488d-97c5-c77398f827f0') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:59.679467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e0a357-94a3-488d-97c5-c77398f827f0') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:32:59.690603 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (c0e0a357-94a3-488d-97c5-c77398f827f0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.705849 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (c0e0a357-94a3-488d-97c5-c77398f827f0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.712406 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:32:59.712797 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (c0e0a357-94a3-488d-97c5-c77398f827f0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:32:59.714612 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:32:59.769111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (f1552931-09f9-4cb1-8aed-ff40d956c99a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.774748 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:32:59.778765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f1552931-09f9-4cb1-8aed-ff40d956c99a HTTP/1.1" status: 204 len: 168 time: 0.5306928 Feb 10 07:32:59.791963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145ffb-1532-489b-a3c5-93fa8e352066 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1552931-09f9-4cb1-8aed-ff40d956c99a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:32:59.939435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:32:59.979820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cbc7f101-ed2d-44c3-8644-02f51dcdcd1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=431f4da79ab548629746f758d956b82e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390918 Feb 10 07:32:59.982218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33716) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:00.032693 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1947ca8d-52c5-468f-abf0-ee460130cd45 admin admin] Publish callbacks [] for security_group (218e959a-e120-40ed-a3c2-ed7df94e26d1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:00.053068 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1947ca8d-52c5-468f-abf0-ee460130cd45 admin admin] Publish callbacks [] for security_group (218e959a-e120-40ed-a3c2-ed7df94e26d1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:00.100904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1947ca8d-52c5-468f-abf0-ee460130cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (218e959a-e120-40ed-a3c2-ed7df94e26d1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:00.103707 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1947ca8d-52c5-468f-abf0-ee460130cd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:00.104878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1947ca8d-52c5-468f-abf0-ee460130cd45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/218e959a-e120-40ed-a3c2-ed7df94e26d1 HTTP/1.1" status: 204 len: 168 time: 0.1217279 Feb 10 07:33:00.112879 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947ca8d-52c5-468f-abf0-ee460130cd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218e959a-e120-40ed-a3c2-ed7df94e26d1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:00.415516 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33722) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:00.455123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-885053d1-6f04-4b6d-868b-b033ea485933 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f995031f71d14247ad4b35000a2828c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384881 Feb 10 07:33:00.457553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33724) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:00.502800 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9271a545-6539-4645-a5b9-3ffbc8463919 admin admin] Publish callbacks [] for security_group (e212f3b3-cc11-4ae1-a834-5d98301cd71d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:00.523155 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9271a545-6539-4645-a5b9-3ffbc8463919 admin admin] Publish callbacks [] for security_group (e212f3b3-cc11-4ae1-a834-5d98301cd71d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:00.570406 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9271a545-6539-4645-a5b9-3ffbc8463919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (e212f3b3-cc11-4ae1-a834-5d98301cd71d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:00.573159 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9271a545-6539-4645-a5b9-3ffbc8463919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:00.574291 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9271a545-6539-4645-a5b9-3ffbc8463919 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e212f3b3-cc11-4ae1-a834-5d98301cd71d HTTP/1.1" status: 204 len: 168 time: 0.1158845 Feb 10 07:33:00.581676 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271a545-6539-4645-a5b9-3ffbc8463919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212f3b3-cc11-4ae1-a834-5d98301cd71d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:01.105985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7a6c13bb-5bfd-4e19-a3ee-4474db715772 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:33:01.126724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7a6c13bb-5bfd-4e19-a3ee-4474db715772 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:33:01.127057 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7a6c13bb-5bfd-4e19-a3ee-4474db715772 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:33:01.127474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 12d04fc3-7c94-4292-8344-3a1c95fe5f2f no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:33:01.147723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 12d04fc3-7c94-4292-8344-3a1c95fe5f2f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:33:01.148073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 12d04fc3-7c94-4292-8344-3a1c95fe5f2f not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:33:02.074216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33764) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:02.078798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012978068', 'description': 'tempest-secgroup-smoke-1012978068 description', 'project_id': '1933d40d0be741f88e0045a09fd69365'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:02.100914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.109049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.181826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (c6f10f76-fba3-43a0-be62-9f2d4ffbb7ee), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.185331 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c6f10f76-fba3-43a0-be62-9f2d4ffbb7ee), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.220681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f10f76-fba3-43a0-be62-9f2d4ffbb7ee,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:02.268712 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (4860bd2b-30d7-4b3f-92b3-756d698afd13), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.272431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4860bd2b-30d7-4b3f-92b3-756d698afd13), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.296495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.297729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2224729 Feb 10 07:33:02.301029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33766) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:02.305548 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1fdfad7a-d283-4a54-ac8a-b6f2fdb597b7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '4860bd2b-30d7-4b3f-92b3-756d698afd13', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:02.305808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebca93-410f-4e44-bbda-2796af8cd66c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4860bd2b-30d7-4b3f-92b3-756d698afd13,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:02.330473 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fdfad7a-d283-4a54-ac8a-b6f2fdb597b7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (7ada9826-5691-435e-bb70-5fe5d7deb4e5), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.387868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fdfad7a-d283-4a54-ac8a-b6f2fdb597b7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (7ada9826-5691-435e-bb70-5fe5d7deb4e5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.391270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fdfad7a-d283-4a54-ac8a-b6f2fdb597b7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (7ada9826-5691-435e-bb70-5fe5d7deb4e5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.408761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfad7a-d283-4a54-ac8a-b6f2fdb597b7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ada9826-5691-435e-bb70-5fe5d7deb4e5,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:02.416227 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fdfad7a-d283-4a54-ac8a-b6f2fdb597b7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.417419 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1fdfad7a-d283-4a54-ac8a-b6f2fdb597b7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154599 Feb 10 07:33:02.420069 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33768) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:02.424819 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7e0d8a27-35f0-4586-b24c-067510bcc080 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '4860bd2b-30d7-4b3f-92b3-756d698afd13', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:02.447878 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8a27-35f0-4586-b24c-067510bcc080 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (638fef91-0d17-4673-8d87-34808a96a2ea), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.501257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8a27-35f0-4586-b24c-067510bcc080 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (638fef91-0d17-4673-8d87-34808a96a2ea), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.504649 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8a27-35f0-4586-b24c-067510bcc080 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (638fef91-0d17-4673-8d87-34808a96a2ea), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.521029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d8a27-35f0-4586-b24c-067510bcc080 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638fef91-0d17-4673-8d87-34808a96a2ea,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:02.528912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8a27-35f0-4586-b24c-067510bcc080 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.533146 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7e0d8a27-35f0-4586-b24c-067510bcc080 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1090982 Feb 10 07:33:02.533528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33770) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:02.538117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-30516f5c-b60c-4bd3-99c5-ce68a9d34bbd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '4860bd2b-30d7-4b3f-92b3-756d698afd13', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:02.566211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30516f5c-b60c-4bd3-99c5-ce68a9d34bbd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (7f8839d2-cf10-458e-9ac6-c6b1b968f741), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.625036 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30516f5c-b60c-4bd3-99c5-ce68a9d34bbd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (7f8839d2-cf10-458e-9ac6-c6b1b968f741), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.628409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30516f5c-b60c-4bd3-99c5-ce68a9d34bbd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (7f8839d2-cf10-458e-9ac6-c6b1b968f741), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.646915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30516f5c-b60c-4bd3-99c5-ce68a9d34bbd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8839d2-cf10-458e-9ac6-c6b1b968f741,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:02.654679 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30516f5c-b60c-4bd3-99c5-ce68a9d34bbd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.656473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-30516f5c-b60c-4bd3-99c5-ce68a9d34bbd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219108 Feb 10 07:33:02.659236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33772) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:02.663545 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d03db1b9-e063-4a7c-b26b-5c366d0ebfe4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '4860bd2b-30d7-4b3f-92b3-756d698afd13', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:02.687398 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d03db1b9-e063-4a7c-b26b-5c366d0ebfe4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (cc452840-9e4b-450f-9ef6-8b5aefc76196), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.745151 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d03db1b9-e063-4a7c-b26b-5c366d0ebfe4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (cc452840-9e4b-450f-9ef6-8b5aefc76196), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.747857 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d03db1b9-e063-4a7c-b26b-5c366d0ebfe4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cc452840-9e4b-450f-9ef6-8b5aefc76196), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.764359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db1b9-e063-4a7c-b26b-5c366d0ebfe4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc452840-9e4b-450f-9ef6-8b5aefc76196,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:02.773024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d03db1b9-e063-4a7c-b26b-5c366d0ebfe4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.774222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d03db1b9-e063-4a7c-b26b-5c366d0ebfe4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140716 Feb 10 07:33:02.776979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33774) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:02.781716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d2bb4f17-059d-46f8-af69-2244000fbc99 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '4860bd2b-30d7-4b3f-92b3-756d698afd13', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:02.799779 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-d2bb4f17-059d-46f8-af69-2244000fbc99 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:33:02.804433 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2bb4f17-059d-46f8-af69-2244000fbc99 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (bf037b58-3e4b-46ba-a9b5-3ddff9f658f1), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.861213 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2bb4f17-059d-46f8-af69-2244000fbc99 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (bf037b58-3e4b-46ba-a9b5-3ddff9f658f1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.864570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2bb4f17-059d-46f8-af69-2244000fbc99 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (bf037b58-3e4b-46ba-a9b5-3ddff9f658f1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.883808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb4f17-059d-46f8-af69-2244000fbc99 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf037b58-3e4b-46ba-a9b5-3ddff9f658f1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:02.892119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2bb4f17-059d-46f8-af69-2244000fbc99 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.893339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d2bb4f17-059d-46f8-af69-2244000fbc99 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154428 Feb 10 07:33:02.896110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:02.900468 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-47c9bafa-eb04-443b-adec-9426a4a2e441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '4860bd2b-30d7-4b3f-92b3-756d698afd13', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:02.920339 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-47c9bafa-eb04-443b-adec-9426a4a2e441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:33:02.925130 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47c9bafa-eb04-443b-adec-9426a4a2e441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (82753ac9-1238-4455-b3b7-be3c0a55924a), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.982257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47c9bafa-eb04-443b-adec-9426a4a2e441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (82753ac9-1238-4455-b3b7-be3c0a55924a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:02.986062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47c9bafa-eb04-443b-adec-9426a4a2e441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (82753ac9-1238-4455-b3b7-be3c0a55924a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.007354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9bafa-eb04-443b-adec-9426a4a2e441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82753ac9-1238-4455-b3b7-be3c0a55924a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:03.014959 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47c9bafa-eb04-443b-adec-9426a4a2e441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.016157 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-47c9bafa-eb04-443b-adec-9426a4a2e441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191006 Feb 10 07:33:03.019133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33778) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:03.023834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'network': {'name': 'tempest-network-smoke--1754094149', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:03.042220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:33:03.045442 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.068422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:33:03.078103 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.078799 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Added segment 4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f of type vlan for network 2a259f82-1d04-4e76-8cc4-07e259481c50 Feb 10 07:33:03.118625 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (2a259f82-1d04-4e76-8cc4-07e259481c50), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.144131 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (2a259f82-1d04-4e76-8cc4-07e259481c50), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.149286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:03.149897 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.196167 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1760519 Feb 10 07:33:03.199235 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33780) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:03.204947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'admin_state_up': True, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:03.225005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (09786856-a745-425e-b00e-06ee22e89c57), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.226481 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (09786856-a745-425e-b00e-06ee22e89c57), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.256858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032f38-24ed-4465-a62a-ec249c814b9f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Network': ['ID=2a259f82-1d04-4e76-8cc4-07e259481c50,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:03.267438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 2a259f82-1d04-4e76-8cc4-07e259481c50 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:33:03.279744 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (09786856-a745-425e-b00e-06ee22e89c57), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.416627 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (09786856-a745-425e-b00e-06ee22e89c57), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.607275 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (09786856-a745-425e-b00e-06ee22e89c57), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.626469 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.723775 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.46 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/004c0645-ffdb-4e60-b056-c7b13ba13a04) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:33:03.825338 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.857566 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:03.896536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:33:03.899458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:33:03.903039 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:33:03.908935 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=004c0645-ffdb-4e60-b056-c7b13ba13a04,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:04.156249 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (09786856-a745-425e-b00e-06ee22e89c57), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:04.356742 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (09786856-a745-425e-b00e-06ee22e89c57), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:04.482463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router 09786856-a745-425e-b00e-06ee22e89c57 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:33:04.906806 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:33:04.920143 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Sync routers for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:33:04.928608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:04.932735 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-60859b47-27a5-42e4-8952-0798050936de tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7293811 Feb 10 07:33:04.932905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:33:04.932905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:04.933108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33782) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:05.037460 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:33:05.060617 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bbaf241a-8180-4217-a04b-3bcfe927d818 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1933d40d0be741f88e0045a09fd69365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1242216 Feb 10 07:33:05.061082 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33786) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:05.149876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0711d55-ba80-446a-a083-2a4a0c514edc tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:05.153948 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e0711d55-ba80-446a-a083-2a4a0c514edc tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889008 Feb 10 07:33:05.154174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33788) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:05.181864 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b759f10c-0d24-441f-8180-0369ded00efa tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265176 Feb 10 07:33:05.184293 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33790) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:05.189839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1270340513', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:05.214859 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:04Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:05.240574 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Checking router: 09786856-a745-425e-b00e-06ee22e89c57 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:33:05.240925 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Updating router 09786856-a745-425e-b00e-06ee22e89c57 port 004c0645-ffdb-4e60-b056-c7b13ba13a04 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:33:05.267769 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.278719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:33:05.282212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.475858 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (17180b0c-23f0-4ba5-ae54-139f82efc794), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.542671 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Subnet': ['ID=17180b0c-23f0-4ba5-ae54-139f82efc794,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:05.550612 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Checking segment: {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:33:05.550875 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network hostable DHCP agents. Network: 2a259f82-1d04-4e76-8cc4-07e259481c50, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:33:05.568994 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 2a259f82-1d04-4e76-8cc4-07e259481c50 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:33:05.578417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 2a259f82-1d04-4e76-8cc4-07e259481c50) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:33:05.583718 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:05.584688 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.590104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb223911-b75b-420f-b04c-52ee3444ab85 None None] Network 2a259f82-1d04-4e76-8cc4-07e259481c50 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:33:05.605042 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f57e5afc-cc1d-44c3-8192-ddec7d11a42c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4194732 Feb 10 07:33:05.607952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33792) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:05.617834 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Publish callbacks [] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.626109 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.683505 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Pushing event updated for resources: {'Port': ['ID=004c0645-ffdb-4e60-b056-c7b13ba13a04,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:05.700607 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.700961 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.701284 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.701619 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.702509 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.702842 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.703321 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.703657 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.703980 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.704302 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.704622 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.704939 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.705253 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:33:05.712676 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Attempting to bind port 004c0645-ffdb-4e60-b056-c7b13ba13a04 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:33:05.713055 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Attempting to bind port 004c0645-ffdb-4e60-b056-c7b13ba13a04 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:33:05.713410 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Attempting to bind port 004c0645-ffdb-4e60-b056-c7b13ba13a04 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:33:05.719208 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:33:05.719584 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:33:05.719987 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.720404 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:33:05.720837 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Bound port: 004c0645-ffdb-4e60-b056-c7b13ba13a04, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:33:05.721195 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.726864 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-2a259f82-1d04-4e76-8cc4-07e259481c50', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:33:05.728568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.784074 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] For port 004c0645-ffdb-4e60-b056-c7b13ba13a04, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:33:05.789283 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] For port 004c0645-ffdb-4e60-b056-c7b13ba13a04, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=004c0645-ffdb-4e60-b056-c7b13ba13a04,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:33:05.797553 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:05.852933 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:33:05.853580 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:05.869919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Allocated IP 172.20.0.2 (2a259f82-1d04-4e76-8cc4-07e259481c50/17180b0c-23f0-4ba5-ae54-139f82efc794/0224f8c6-3d7b-4ac4-965c-dac1507b2e5a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:33:05.973440 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:33:06.046676 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Publish callbacks [] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:06.052579 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:06.096518 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:06.096785 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311df13-6cd7-4420-84e8-f499327ea03f None None] Pushing event updated for resources: {'Port': ['ID=004c0645-ffdb-4e60-b056-c7b13ba13a04,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:06.096919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Network 2a259f82-1d04-4e76-8cc4-07e259481c50 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:33:06.102158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:33:06.107554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:33:06.117059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Pushing event updated for resources: {'Port': ['ID=0224f8c6-3d7b-4ac4-965c-dac1507b2e5a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:06.168367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Attempting to bind port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:33:06.169815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Attempting to bind port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:33:06.169815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Attempting to bind port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a on network 2a259f82-1d04-4e76-8cc4-07e259481c50 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:33:06.175376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:33:06.175758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Checking segment: {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:33:06.176172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:06.176569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Bound using segment: {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:33:06.177040 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Bound port: 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:33:06.177424 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:06.186501 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:04Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:06.224466 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d614734-c8b5-4cd0-8617-fd1881e668b1 None None] The sync data for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 is: [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:04Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:33:06.258010 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] For port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:33:06.261636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] For port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0224f8c6-3d7b-4ac4-965c-dac1507b2e5a,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:33:06.269140 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:06.327489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa932d7-ed08-4fc9-955e-698297028566 None None] Pushing event updated for resources: {'Port': ['ID=0224f8c6-3d7b-4ac4-965c-dac1507b2e5a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:06.424831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.1 (2a259f82-1d04-4e76-8cc4-07e259481c50/17180b0c-23f0-4ba5-ae54-139f82efc794/4c48134d-c6ec-47d9-a3be-89dec3ea37e9) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:33:06.598592 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:06.634622 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:06.686982 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 2a259f82-1d04-4e76-8cc4-07e259481c50 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:33:06.691090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:33:06.693311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=4c48134d-c6ec-47d9-a3be-89dec3ea37e9,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:06.695569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:33:06.742129 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (09786856-a745-425e-b00e-06ee22e89c57), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:06.887109 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.216361 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:33:07.224886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.231193 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.286045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:07.286453 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.306964 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=4c48134d-c6ec-47d9-a3be-89dec3ea37e9,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:07.309861 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (09786856-a745-425e-b00e-06ee22e89c57), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.315838 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.370761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:07.371153 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.405519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0224f8c6-3d7b-4ac4-965c-dac1507b2e5a,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:33:07.412459 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.413272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 004c0645-ffdb-4e60-b056-c7b13ba13a04 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:33:07.417262 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 2a259f82-1d04-4e76-8cc4-07e259481c50 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:33:07.418746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:33:07.488903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=0224f8c6-3d7b-4ac4-965c-dac1507b2e5a,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:07.510187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ccac11-8799-4841-becf-b3c8b19dc076 None None] Network 2a259f82-1d04-4e76-8cc4-07e259481c50 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:33:07.515106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 004c0645-ffdb-4e60-b056-c7b13ba13a04 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:07.515535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.542521 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router 09786856-a745-425e-b00e-06ee22e89c57 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:33:07.628395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a3694906-27ef-4ff9-a0c7-23c805d1b10c None None] Provisioning complete for port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:07.628682 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3694906-27ef-4ff9-a0c7-23c805d1b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.656218 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:33:07.666832 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dc84a706-b3c9-4384-b0a0-5092645e686b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/09786856-a745-425e-b00e-06ee22e89c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0582814 Feb 10 07:33:07.737123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 004c0645-ffdb-4e60-b056-c7b13ba13a04 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:07.737784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.779053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 004c0645-ffdb-4e60-b056-c7b13ba13a04, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=004c0645-ffdb-4e60-b056-c7b13ba13a04,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:33:07.788205 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.843430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=004c0645-ffdb-4e60-b056-c7b13ba13a04,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:07.846140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a3694906-27ef-4ff9-a0c7-23c805d1b10c None None] Current status of the port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:07.850907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-0464b54f-e6c9-4576-bb60-1be755fad7d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012978068&fields=id&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 267 time: 0.0670214 Feb 10 07:33:07.965865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-99392b55-2f13-4054-9853-5898dd7c64e3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:07.968020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-99392b55-2f13-4054-9853-5898dd7c64e3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/networks?id=2a259f82-1d04-4e76-8cc4-07e259481c50 HTTP/1.1" status: 200 len: 797 time: 0.1149333 Feb 10 07:33:07.973279 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-281dfb39-d33a-4b46-b102-44ee4933e8ba None None] Provisioning complete for port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:07.973667 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-281dfb39-d33a-4b46-b102-44ee4933e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:07.982832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-44805c39-1f6a-4bbf-a012-2de23bf549d0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/quotas/1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 375 time: 0.0095825 Feb 10 07:33:08.019039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-281dfb39-d33a-4b46-b102-44ee4933e8ba None None] Port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:33:08.033327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-281dfb39-d33a-4b46-b102-44ee4933e8ba None None] Provisioning complete for port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:08.033799 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-281dfb39-d33a-4b46-b102-44ee4933e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:08.050982 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-d75a258a-aea6-47a1-a555-391f4462f64d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615978 Feb 10 07:33:08.161013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-55a93028-b857-446b-94c7-404875d91ae6 service neutron] 10.222.0.21 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951722 Feb 10 07:33:08.218526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Sync routers for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:33:08.239967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:33:08.240597 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:08.267845 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-823d9395-fc38-42a9-9a22-d8a6e6364165 service neutron] 10.222.0.21 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029222 Feb 10 07:33:08.378277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-281dfb39-d33a-4b46-b102-44ee4933e8ba None None] Current status of the port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:08.406942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:33:08.455617 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4f663406-a6d8-47c0-ae72-23ec627ae513 req-1752e844-895d-4e3b-b028-99fd0a667d4a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 210 time: 0.0273128 Feb 10 07:33:08.549062 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0ab23858-eeea-485d-9bd7-f064794aac5d None None] Provisioning complete for port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:08.549444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ab23858-eeea-485d-9bd7-f064794aac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:08.600214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0ab23858-eeea-485d-9bd7-f064794aac5d None None] Port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:33:08.652328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:06Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4c48134d-c6ec-47d9-a3be-89dec3ea37e9', 'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:6b:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:06Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 2, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:08.679981 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Checking router: 09786856-a745-425e-b00e-06ee22e89c57 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:33:08.680299 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Updating router 09786856-a745-425e-b00e-06ee22e89c57 port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:33:08.712412 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:08.984210 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Publish callbacks [] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:08.988768 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.037148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69a74a-5a2e-4aa2-b9ea-5e256bca6bf5 None None] Pushing event updated for resources: {'Port': ['ID=4c48134d-c6ec-47d9-a3be-89dec3ea37e9,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:09.106321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Attempting to bind port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:33:09.106321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Attempting to bind port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:33:09.106321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Attempting to bind port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 on network 2a259f82-1d04-4e76-8cc4-07e259481c50 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:33:09.106321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:33:09.106321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Checking segment: {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:33:09.106321 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.106321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Bound using segment: {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:33:09.106321 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Bound port: 4c48134d-c6ec-47d9-a3be-89dec3ea37e9, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:33:09.106321 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.151396 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:33:09.207512 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] For port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:33:09.213827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] For port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4c48134d-c6ec-47d9-a3be-89dec3ea37e9,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:33:09.221293 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.266596 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:09.267069 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.316408 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69a74a-5a2e-4aa2-b9ea-5e256bca6bf5 None None] Pushing event updated for resources: {'Port': ['ID=4c48134d-c6ec-47d9-a3be-89dec3ea37e9,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:09.331645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:33:09.332277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:32:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:09.388956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fb1bc295-ef81-4bec-8d1e-e30f45d1b0c5 None None] Provisioning complete for port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:09.389901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc295-ef81-4bec-8d1e-e30f45d1b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.509202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:09.510548 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 004c0645-ffdb-4e60-b056-c7b13ba13a04 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:33:09.554292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:33:09.584284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-a034d686-9c21-4d55-8006-b8e98100b93c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:09.585753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-a034d686-9c21-4d55-8006-b8e98100b93c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/networks?id=2a259f82-1d04-4e76-8cc4-07e259481c50 HTTP/1.1" status: 200 len: 797 time: 0.1584773 Feb 10 07:33:09.588438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b676895-601b-497c-9ca6-fdafe91a11a8 req-baf6d1b1-c08c-40ff-8afc-a1dc082de74a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 210 time: 0.0546682 Feb 10 07:33:09.650565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-89f006ba-0f40-4a3f-afcb-14c8d40abac6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 380 time: 0.0561421 Feb 10 07:33:09.660147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'port': {'device_id': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'admin_state_up': True, 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'security_groups': ['4860bd2b-30d7-4b3f-92b3-756d698afd13']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:09.666320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bc295-ef81-4bec-8d1e-e30f45d1b0c5 None None] Current status of the port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:09.666702 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc295-ef81-4bec-8d1e-e30f45d1b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.740849 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 004c0645-ffdb-4e60-b056-c7b13ba13a04 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:09.741139 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.752096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fb1bc295-ef81-4bec-8d1e-e30f45d1b0c5 None None] For port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4c48134d-c6ec-47d9-a3be-89dec3ea37e9,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:33:09.769617 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:33:09.773063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.780499 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc295-ef81-4bec-8d1e-e30f45d1b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.876515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bc295-ef81-4bec-8d1e-e30f45d1b0c5 None None] Pushing event updated for resources: {'Port': ['ID=4c48134d-c6ec-47d9-a3be-89dec3ea37e9,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:09.901718 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.3 (2a259f82-1d04-4e76-8cc4-07e259481c50/17180b0c-23f0-4ba5-ae54-139f82efc794/473928a6-26cf-4b4b-85a0-77eb17aa7ea6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:33:09.933951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 004c0645-ffdb-4e60-b056-c7b13ba13a04 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:09.943481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ec2d1ebb-af6f-429d-98af-353c542fcbc1 None None] Provisioning complete for port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:09.943855 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec2d1ebb-af6f-429d-98af-353c542fcbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:09.982689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:06Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4c48134d-c6ec-47d9-a3be-89dec3ea37e9', 'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:6b:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:06Z', 'updated_at': '2022-02-10T07:33:09Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:10.012055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c3f97-0f5a-40c2-aeee-16be5d1e72a9 None None] The sync data for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 is: [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:06Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4c48134d-c6ec-47d9-a3be-89dec3ea37e9', 'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:6b:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:06Z', 'updated_at': '2022-02-10T07:33:09Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:33:10.068049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.074159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d1ebb-af6f-429d-98af-353c542fcbc1 None None] Current status of the port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:10.119233 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.168695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 2a259f82-1d04-4e76-8cc4-07e259481c50 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:33:10.172547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:33:10.176402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:33:10.182914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:10.246862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:10.247922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.274868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-65f099ae-0712-4f0c-8068-5e8dce35b645 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6180151 Feb 10 07:33:10.285932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Request body: {'port': {'device_id': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:10.351102 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.411546 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01e86d56-033a-411a-9174-0a7b38de7f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.507105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-95832a39-46e6-476f-9307-86d169312c48 None None] Provisioning complete for port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:10.507632 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95832a39-46e6-476f-9307-86d169312c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.551147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-95832a39-46e6-476f-9307-86d169312c48 None None] Port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:33:10.645177 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.648457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:33:10.656786 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Publish callbacks [] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.669376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Transition to ACTIVE for port object 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:33:10.674824 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.759018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Pushing event updated for resources: {'Port': ['ID=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:10.823282 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3fe1a-e465-43d0-9fa1-e7f2533598bc req-d4ed4019-7fc9-4e80-8085-eeb24356ca38 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:10.827357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb3fe1a-e465-43d0-9fa1-e7f2533598bc req-d4ed4019-7fc9-4e80-8085-eeb24356ca38 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 943 time: 0.1529975 Feb 10 07:33:10.883028 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Attempting to bind port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:33:10.883419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Attempting to bind port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:33:10.883693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Attempting to bind port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 on network 2a259f82-1d04-4e76-8cc4-07e259481c50 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:33:10.900338 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 on network 2a259f82-1d04-4e76-8cc4-07e259481c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:33:10.900670 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Attempting to bind port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 on network 2a259f82-1d04-4e76-8cc4-07e259481c50 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:33:10.907363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb3fe1a-e465-43d0-9fa1-e7f2533598bc req-63520556-c658-4bbf-b108-ff74b0461dce tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702143 Feb 10 07:33:10.910365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:33:10.910659 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Checking segment: {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:33:10.911042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Bound using segment: {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:33:10.911478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Bound port: 473928a6-26cf-4b4b-85a0-77eb17aa7ea6, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:33:10.911838 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:10.984577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] For port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:33:10.988351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] For port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:33:10.994176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:11.029909 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:11.030540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:11.031927 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] 10.222.0.13 "PUT /v2.0/ports/473928a6-26cf-4b4b-85a0-77eb17aa7ea6 HTTP/1.1" status: 200 len: 1091 time: 0.7504432 Feb 10 07:33:11.032373 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:33:11.034700 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562f4aec-552c-45ea-bb12-f1abcb111ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:33:11.057664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f384e-279d-4895-90d5-c4000fae44dd service neutron] Pushing event updated for resources: {'Port': ['ID=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:11.125908 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997dd263-6474-4f2a-9376-d5d814617287 x-openstack-request-id: req-997dd263-6474-4f2a-9376-d5d814617287 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:33:11.126212 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:33:11.126501 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-997dd263-6474-4f2a-9376-d5d814617287 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:33:11.126913 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'status': 'completed', 'code': 200} Feb 10 07:33:11.148978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-82c36970-8806-4835-8673-4be3d05adcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:11.150553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-82c36970-8806-4835-8673-4be3d05adcaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 1125 time: 0.0687523 Feb 10 07:33:11.204754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:33:11.219033 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-a268587b-7b31-4256-9914-683dce6380fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6 HTTP/1.1" status: 200 len: 217 time: 0.0607269 Feb 10 07:33:11.275088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:11.275465 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:11.279337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-8bc7769b-c702-422f-b716-c6323bc4b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:11.280969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-8bc7769b-c702-422f-b716-c6323bc4b2ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17180b0c-23f0-4ba5-ae54-139f82efc794 HTTP/1.1" status: 200 len: 835 time: 0.0532489 Feb 10 07:33:11.335034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-d863d21d-28d0-4f03-a00f-cdd78eefeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:11.336890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-d863d21d-28d0-4f03-a00f-cdd78eefeeab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a259f82-1d04-4e76-8cc4-07e259481c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485168 Feb 10 07:33:11.433241 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-fa29f60a-d279-45cb-ac8f-08ee62486b8a service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894737 Feb 10 07:33:11.528709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8c84d985-1865-47e5-b7a5-11e98d0c4423 req-d6adbb70-2838-412a-8c94-04f512aed0c5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892956 Feb 10 07:33:11.532594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:11.621540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-da8ed2f4-6be3-4fb1-b198-7d13c545098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:11.622969 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-da8ed2f4-6be3-4fb1-b198-7d13c545098d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 1125 time: 0.0445454 Feb 10 07:33:11.708078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-5ba7c0c1-144b-4bf9-8a4d-09d04f64939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:11.709514 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-5ba7c0c1-144b-4bf9-8a4d-09d04f64939f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a259f82-1d04-4e76-8cc4-07e259481c50 HTTP/1.1" status: 200 len: 897 time: 0.0807889 Feb 10 07:33:11.752097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-d0d065d5-b69b-4e2c-bbdc-5a3dd6a97324 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6 HTTP/1.1" status: 200 len: 217 time: 0.0363350 Feb 10 07:33:11.797978 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-983d67e3-5603-45cf-bcdf-01c4997aeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:11.799484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-983d67e3-5603-45cf-bcdf-01c4997aeea6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17180b0c-23f0-4ba5-ae54-139f82efc794 HTTP/1.1" status: 200 len: 835 time: 0.0416632 Feb 10 07:33:11.846783 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-5fdf727f-c634-41ad-9e4a-4e5b78c191f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:11.848257 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-5fdf727f-c634-41ad-9e4a-4e5b78c191f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a259f82-1d04-4e76-8cc4-07e259481c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432737 Feb 10 07:33:11.937480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-df7d399b-b5fd-484e-9283-f88093d5df34 service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823126 Feb 10 07:33:12.060077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-562f4aec-552c-45ea-bb12-f1abcb111ba2 req-ecff6de3-68e2-432c-9411-58a2374a33ca service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169958 Feb 10 07:33:12.072094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2e280-7ef1-493c-9834-22c3808e07ca req-e6ef500b-8ecd-4bba-a46b-b55570650a03 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:12.073522 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8cf2e280-7ef1-493c-9834-22c3808e07ca req-e6ef500b-8ecd-4bba-a46b-b55570650a03 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 943 time: 0.0768435 Feb 10 07:33:12.122561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8cf2e280-7ef1-493c-9834-22c3808e07ca req-a620edeb-30ac-48cc-8a5f-bba91ca3736c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Feb 10 07:33:12.673457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10a6a7ed-6cd8-43b8-bc8e-1e6260f4cd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:13.243483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185c837-4413-46e0-af85-944d974ffbb5 req-217f87cd-63b0-488d-ae94-29f486e40237 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:13.244970 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7185c837-4413-46e0-af85-944d974ffbb5 req-217f87cd-63b0-488d-ae94-29f486e40237 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 943 time: 0.0528028 Feb 10 07:33:13.292372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7185c837-4413-46e0-af85-944d974ffbb5 req-bcb27860-b63c-49d5-aed6-ec510ad9153c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Feb 10 07:33:14.023783 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:14.411729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35530b-b3e0-4329-808b-56b19b003d60 req-65ad250b-e0b9-4bcb-8b52-974e526b17c5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:14.413195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a35530b-b3e0-4329-808b-56b19b003d60 req-65ad250b-e0b9-4bcb-8b52-974e526b17c5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 943 time: 0.0553274 Feb 10 07:33:14.783631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a35530b-b3e0-4329-808b-56b19b003d60 req-e509697c-1eaa-4cdf-b0a8-1097ef880be7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649724 Feb 10 07:33:15.435152 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:15.902133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6687c5-dbc1-4e48-8ff4-1e7231e8dbd9 req-73b49f8b-49f8-479a-80ef-ace870313191 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:15.903639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c6687c5-dbc1-4e48-8ff4-1e7231e8dbd9 req-73b49f8b-49f8-479a-80ef-ace870313191 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 943 time: 0.0513079 Feb 10 07:33:15.950237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c6687c5-dbc1-4e48-8ff4-1e7231e8dbd9 req-17e82994-1131-41cc-b51b-86c16bfa420b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 Feb 10 07:33:16.552089 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:16.773900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:33:16.870092 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:33:16.885716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'port_id': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'mac_address': 'fa:16:3e:72:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:33:16.922263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:16.922680 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:16.934919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:33:16.954402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:33:16.958406 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:17.024320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:17.072699 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29904b-2a5e-498f-8a73-8f2e571fc28d req-9f5ce1d9-2cb4-4c7d-a589-b68cac82db21 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:17.074190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a29904b-2a5e-498f-8a73-8f2e571fc28d req-9f5ce1d9-2cb4-4c7d-a589-b68cac82db21 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 944 time: 0.0542214 Feb 10 07:33:17.125478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a29904b-2a5e-498f-8a73-8f2e571fc28d req-28733483-1f75-4756-a51d-956d40b8ea23 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448172 Feb 10 07:33:17.328583 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['473928a6-26cf-4b4b-85a0-77eb17aa7ea6'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:33:18.245485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a15d00-682d-4b3a-825f-47ac4a5c9232 req-b095cfb4-35be-46c4-9806-854a1bc037a4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:18.247439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5a15d00-682d-4b3a-825f-47ac4a5c9232 req-b095cfb4-35be-46c4-9806-854a1bc037a4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 944 time: 0.0564198 Feb 10 07:33:18.297814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5a15d00-682d-4b3a-825f-47ac4a5c9232 req-1b839f1e-c273-4586-8daf-64deead92e8d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436091 Feb 10 07:33:18.789894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:33:18.838440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:33:18.842324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:33:18.842731 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:18.920364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:33:18.920755 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:18.943180 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:33:18.945416 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9169245f-596a-4f3d-8dbe-d2b87c46709a" -d '{"events": [{"server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "name": "network-vif-plugged", "status": "completed", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:33:18.958039 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:33:18.963499 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:19.011591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:19.041080 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03a2522-c951-48a3-8396-2f12dbb0050d x-openstack-request-id: req-b03a2522-c951-48a3-8396-2f12dbb0050d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:33:19.041327 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "name": "network-vif-plugged", "status": "completed", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:33:19.041583 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b03a2522-c951-48a3-8396-2f12dbb0050d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:33:19.041982 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'code': 200} Feb 10 07:33:19.139538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc477a8c-f828-44d8-bb2a-d441fe821d7e req-e9882d71-514f-4f3c-b253-d25f03533d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:19.141689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc477a8c-f828-44d8-bb2a-d441fe821d7e req-e9882d71-514f-4f3c-b253-d25f03533d4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 1127 time: 0.0437853 Feb 10 07:33:19.185519 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dc477a8c-f828-44d8-bb2a-d441fe821d7e req-7624c7a6-f8b9-470e-a453-ee3f2851630d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378933 Feb 10 07:33:19.418147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7276bb0-31d6-49da-ba7a-f49012706f70 req-309ae4c3-5a8d-4686-87d6-836f33c7b998 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:19.419630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7276bb0-31d6-49da-ba7a-f49012706f70 req-309ae4c3-5a8d-4686-87d6-836f33c7b998 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0552037 Feb 10 07:33:19.466934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d7276bb0-31d6-49da-ba7a-f49012706f70 req-e915ddc4-df8c-4ff7-872e-09fcac5abb33 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Feb 10 07:33:20.584966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb181a7-9ea8-43a8-942b-4ecff658c7ed req-067548ba-87cb-4f27-9c78-21b2c839f5c4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:20.586480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0fb181a7-9ea8-43a8-942b-4ecff658c7ed req-067548ba-87cb-4f27-9c78-21b2c839f5c4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0532422 Feb 10 07:33:20.634533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0fb181a7-9ea8-43a8-942b-4ecff658c7ed req-277eb97f-a177-493b-aa67-c445c4bc2e56 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425332 Feb 10 07:33:20.753621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4d109-adad-489e-9399-925a4128b3df req-7e68211d-dae0-4932-bea2-863c701563da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:20.755028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ead4d109-adad-489e-9399-925a4128b3df req-7e68211d-dae0-4932-bea2-863c701563da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0555983 Feb 10 07:33:20.802726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ead4d109-adad-489e-9399-925a4128b3df req-d25d9fde-cf89-4e8f-875b-39d1d566138b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Feb 10 07:33:20.824073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:20.866323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e70e806-df59-4019-8ef2-d97ffa960415 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:20.867831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e70e806-df59-4019-8ef2-d97ffa960415 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 1122 time: 0.0428131 Feb 10 07:33:20.870693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33852) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:20.874959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:33:20.894678 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:20.991910 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:21.091723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.120 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/19aa8d68-b743-448e-a0d3-2c751daed9fd) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:33:21.194063 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (19aa8d68-b743-448e-a0d3-2c751daed9fd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:21.227505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (19aa8d68-b743-448e-a0d3-2c751daed9fd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:21.263447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:33:21.267106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:33:21.270635 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:33:21.297642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=19aa8d68-b743-448e-a0d3-2c751daed9fd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:21.634269 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (f5631963-a8a8-4e33-b236-ebe2d28ace96), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:21.700967 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (19aa8d68-b743-448e-a0d3-2c751daed9fd), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:21.848547 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (19aa8d68-b743-448e-a0d3-2c751daed9fd), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:21.853097 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (19aa8d68-b743-448e-a0d3-2c751daed9fd), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:21.925963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=19aa8d68-b743-448e-a0d3-2c751daed9fd,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:33:21.934167 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (f5631963-a8a8-4e33-b236-ebe2d28ace96), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:22.039944 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP f5631963-a8a8-4e33-b236-ebe2d28ace96 associated. External IP: 172.25.8.120, port: 473928a6-26cf-4b4b-85a0-77eb17aa7ea6. Feb 10 07:33:22.246426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router 09786856-a745-425e-b00e-06ee22e89c57 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:33:22.354068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:33:22.363951 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] Sync routers for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:33:22.371358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:22.374994 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:33:22.375590 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:33:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:22.400952 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9bc030ab-c506-471c-ad96-8cd75f4a0353 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5292120 Feb 10 07:33:22.401760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:33:22.404186 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b17b7f-c7fd-4a28-8145-d93c1034d607" -d '{"events": [{"name": "network-changed", "server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:33:22.449094 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b710de43-5eee-4013-bfca-35783d16a8ba x-openstack-request-id: req-b710de43-5eee-4013-bfca-35783d16a8ba {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:33:22.449494 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:33:22.449848 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b710de43-5eee-4013-bfca-35783d16a8ba {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:33:22.450405 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'status': 'completed', 'code': 200} Feb 10 07:33:22.488836 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:33:22.543037 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856966c-bfcb-45c3-8f23-65f32d3d92e8 req-9f9967cf-dbd6-4390-b60e-ab855917b03d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:22.544542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a856966c-bfcb-45c3-8f23-65f32d3d92e8 req-9f9967cf-dbd6-4390-b60e-ab855917b03d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0822039 Feb 10 07:33:22.547070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-97054958-f1d4-498e-87fc-20439bba4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:22.548446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-97054958-f1d4-498e-87fc-20439bba4cb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 1127 time: 0.0753694 Feb 10 07:33:22.652072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a856966c-bfcb-45c3-8f23-65f32d3d92e8 req-c7815600-f70d-4fb0-aa8a-87a761567455 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018336 Feb 10 07:33:22.674857 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33858) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:22.680861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-24868b3b-1065-4f04-8db1-a8555c48327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:22.682486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-24868b3b-1065-4f04-8db1-a8555c48327f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a259f82-1d04-4e76-8cc4-07e259481c50 HTTP/1.1" status: 200 len: 897 time: 0.1265819 Feb 10 07:33:22.714079 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:06Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'f5631963-a8a8-4e33-b236-ebe2d28ace96', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '09786856-a745-425e-b00e-06ee22e89c57', 'port_id': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'mac_address': 'fa:16:3e:72:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:33:21Z', 'updated_at': '2022-02-10T07:33:21Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c48134d-c6ec-47d9-a3be-89dec3ea37e9', 'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:6b:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:06Z', 'updated_at': '2022-02-10T07:33:09Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:22.737422 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a4ea4564-5129-426f-b0fa-99705ad35878 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/f5631963-a8a8-4e33-b236-ebe2d28ace96 HTTP/1.1" status: 200 len: 991 time: 0.0611396 Feb 10 07:33:22.740025 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] Checking router: 09786856-a745-425e-b00e-06ee22e89c57 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:33:22.748216 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:33:22.748817 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:33:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:22.752656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-ad700bf8-cce7-4fcc-b7c9-1cadf3031c64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6 HTTP/1.1" status: 200 len: 999 time: 0.0641377 Feb 10 07:33:22.799644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-daed0387-afe1-4b7a-9eaa-53b78867bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:22.801106 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-daed0387-afe1-4b7a-9eaa-53b78867bffe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17180b0c-23f0-4ba5-ae54-139f82efc794 HTTP/1.1" status: 200 len: 835 time: 0.0428665 Feb 10 07:33:22.853810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-2257bbfa-aea2-4518-a9a4-6403c1bb7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:22.855347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-2257bbfa-aea2-4518-a9a4-6403c1bb7396 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a259f82-1d04-4e76-8cc4-07e259481c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473890 Feb 10 07:33:22.855985 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:33:22.947644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-528d5949-7c5a-4c91-9ded-9a6e2507c2f5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864697 Feb 10 07:33:23.039192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b8b17b7f-c7fd-4a28-8145-d93c1034d607 req-b014ca71-98c0-40df-9e11-2c32ad2c9bac service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846667 Feb 10 07:33:23.163046 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:06Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'f5631963-a8a8-4e33-b236-ebe2d28ace96', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '09786856-a745-425e-b00e-06ee22e89c57', 'port_id': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'mac_address': 'fa:16:3e:72:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:33:21Z', 'updated_at': '2022-02-10T07:33:21Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c48134d-c6ec-47d9-a3be-89dec3ea37e9', 'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:6b:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:06Z', 'updated_at': '2022-02-10T07:33:09Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:33:23.192623 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d3810-3b39-4798-a146-ff801250ea5c None None] The sync data for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 is: [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:06Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'f5631963-a8a8-4e33-b236-ebe2d28ace96', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '09786856-a745-425e-b00e-06ee22e89c57', 'port_id': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'mac_address': 'fa:16:3e:72:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:33:21Z', 'updated_at': '2022-02-10T07:33:21Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c48134d-c6ec-47d9-a3be-89dec3ea37e9', 'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:6b:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:06Z', 'updated_at': '2022-02-10T07:33:09Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:33:23.384345 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c71781e-9e13-41af-95fb-7b9d852fd2e5 None None] New status for floating IP f5631963-a8a8-4e33-b236-ebe2d28ace96: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:33:23.739692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:33:23.801846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8410d0c8-7dbf-41ab-976c-17fd86085376 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/f5631963-a8a8-4e33-b236-ebe2d28ace96 HTTP/1.1" status: 200 len: 993 time: 0.0610273 Feb 10 07:33:29.990328 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:33:37.303702 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:40.412245 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7afcdb0-4a18-474d-85fc-4f9e04c3d835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:40.631082 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:42.675180 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6be35b7-ff0d-4353-86ff-d254fcda0b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:44.026914 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:45.438473 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:46.555411 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:33:56.717421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-a2eb9d27-c23c-4cfd-844a-5dab34c6384b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424309 Feb 10 07:33:56.800959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-4c37e989-459f-4ad9-9c56-194f49ea514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:56.802458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-4c37e989-459f-4ad9-9c56-194f49ea514a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 1127 time: 0.0438936 Feb 10 07:33:56.910638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-d9638b39-3e4f-42a7-ba97-84ce0727a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:56.912120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-d9638b39-3e4f-42a7-ba97-84ce0727a4b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a259f82-1d04-4e76-8cc4-07e259481c50 HTTP/1.1" status: 200 len: 897 time: 0.0920589 Feb 10 07:33:56.975973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-f1c1804c-f388-4ed5-b2e0-14f1b018c019 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0570545 Feb 10 07:33:57.025542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-713c1a3d-362c-4f83-a6d3-161fffeb6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:57.026983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-713c1a3d-362c-4f83-a6d3-161fffeb6ee3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17180b0c-23f0-4ba5-ae54-139f82efc794 HTTP/1.1" status: 200 len: 835 time: 0.0460873 Feb 10 07:33:57.073753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-9e6858fc-d7cb-43ba-9930-3ebe2bbf3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:33:57.075258 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-9e6858fc-d7cb-43ba-9930-3ebe2bbf3dcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a259f82-1d04-4e76-8cc4-07e259481c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427771 Feb 10 07:33:57.163466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-b4adc483-cbab-4864-bf5d-ed6122384150 service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811121 Feb 10 07:33:57.255670 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3107a0e9-833f-4a17-a8de-0a70a4125ae1 req-dfcbdcbb-51b0-409b-9dae-27e4ebe32bbf service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Feb 10 07:34:06.989932 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:34:07.319690 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:10.413749 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-987fdca3-84eb-4681-ba46-5478d8315fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:10.634323 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:12.676741 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5640905b-1110-42e7-8ca6-10571bb87362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:14.029138 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:15.440298 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:16.557622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:26.568577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbbd3f-a74a-40fb-b2d0-6fc8ad565a44 req-2535475e-ab8d-4a23-ba4f-70dbf5436a36 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:26.570065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30bbbd3f-a74a-40fb-b2d0-6fc8ad565a44 req-2535475e-ab8d-4a23-ba4f-70dbf5436a36 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0558181 Feb 10 07:34:26.621864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30bbbd3f-a74a-40fb-b2d0-6fc8ad565a44 req-c6b6d0b9-99c1-47aa-9758-be3fd484ecee tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457742 Feb 10 07:34:27.745395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde46bb2-c573-4964-86d1-648bcac61329 req-a5ea0885-2619-4d1e-a92b-672ddc776a6e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:27.746888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cde46bb2-c573-4964-86d1-648bcac61329 req-a5ea0885-2619-4d1e-a92b-672ddc776a6e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0553002 Feb 10 07:34:28.113769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cde46bb2-c573-4964-86d1-648bcac61329 req-9fc864ec-ed79-4b68-962d-6a9ef124b7ad tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606570 Feb 10 07:34:28.135828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:28.194832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1158b203-4dff-470b-a087-16db1214eac2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/f5631963-a8a8-4e33-b236-ebe2d28ace96 HTTP/1.1" status: 200 len: 993 time: 0.0578666 Feb 10 07:34:29.467558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33fcb5-9a3e-43ea-8cb0-189bdba1ba6c req-a2dfee5b-4db8-437a-ab98-1cb3001c6824 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:29.469147 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe33fcb5-9a3e-43ea-8cb0-189bdba1ba6c req-a2dfee5b-4db8-437a-ab98-1cb3001c6824 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0526857 Feb 10 07:34:29.523337 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe33fcb5-9a3e-43ea-8cb0-189bdba1ba6c req-ae67b75b-d72c-4d78-ac98-bfe7b2d4a50e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471942 Feb 10 07:34:30.646112 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0359db-98d4-4419-993c-5df49ac2f850 req-fae9a09b-0f2d-4af8-9768-7310e9a6beaa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:30.647700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d0359db-98d4-4419-993c-5df49ac2f850 req-fae9a09b-0f2d-4af8-9768-7310e9a6beaa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0512466 Feb 10 07:34:30.696947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6d0359db-98d4-4419-993c-5df49ac2f850 req-98304f06-6703-401f-9805-865a52fc68a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Feb 10 07:34:30.718990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33902) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:30.780576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ae78bf84-8a3e-42e2-a327-9b420156c164 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/f5631963-a8a8-4e33-b236-ebe2d28ace96 HTTP/1.1" status: 200 len: 993 time: 0.0599828 Feb 10 07:34:31.008132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33908) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:31.160927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 19aa8d68-b743-448e-a0d3-2c751daed9fd {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:34:31.161265 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (19aa8d68-b743-448e-a0d3-2c751daed9fd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:31.236733 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (19aa8d68-b743-448e-a0d3-2c751daed9fd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:31.237057 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (19aa8d68-b743-448e-a0d3-2c751daed9fd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:31.248308 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 19aa8d68-b743-448e-a0d3-2c751daed9fd owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:34:31.394986 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (19aa8d68-b743-448e-a0d3-2c751daed9fd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:31.417954 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=19aa8d68-b743-448e-a0d3-2c751daed9fd,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:31.449881 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.450233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.450605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.450952 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.451287 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.451622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.452484 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.452823 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.453162 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.453489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.453817 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.454141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.454488 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:31.490973 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (f5631963-a8a8-4e33-b236-ebe2d28ace96), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:31.491273 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP f5631963-a8a8-4e33-b236-ebe2d28ace96 disassociated (deleted). External IP: 172.25.8.120, port: 473928a6-26cf-4b4b-85a0-77eb17aa7ea6. Feb 10 07:34:31.700445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router 09786856-a745-425e-b00e-06ee22e89c57 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:34:31.807065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:34:31.812937 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:31.817533 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] Sync routers for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:34:31.828417 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:34:31.829031 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:31.847968 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-57e15d6e-dc22-42ae-8907-ad33362538e2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/floatingips/f5631963-a8a8-4e33-b236-ebe2d28ace96 HTTP/1.1" status: 204 len: 168 time: 0.8386033 Feb 10 07:34:31.848757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:34:31.948381 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:34:31.978459 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32248ccb8307dab1b2a4a84315c7099ee272128278392cd2aa8c1e6583189ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e15e1b6-33e3-4529-ad2f-26531521a59f" -d '{"events": [{"name": "network-changed", "server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:34:32.086686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7a308-c7de-4370-a108-48aefcecda4d req-c1dfc78d-448a-4190-b3a0-7aeeaf3b8467 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:32.088709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eac7a308-c7de-4370-a108-48aefcecda4d req-c1dfc78d-448a-4190-b3a0-7aeeaf3b8467 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0545352 Feb 10 07:34:32.111868 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161eb1f5-f274-43c0-863d-bc7fc51f664b x-openstack-request-id: req-161eb1f5-f274-43c0-863d-bc7fc51f664b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:34:32.112856 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:34:32.113112 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-161eb1f5-f274-43c0-863d-bc7fc51f664b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:34:32.113832 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'status': 'completed', 'code': 200} Feb 10 07:34:32.149687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eac7a308-c7de-4370-a108-48aefcecda4d req-c168ea94-6437-401f-b1d6-32bcf3aec9e3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534852 Feb 10 07:34:32.152177 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:06Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4c48134d-c6ec-47d9-a3be-89dec3ea37e9', 'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:6b:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:06Z', 'updated_at': '2022-02-10T07:33:09Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:32.183327 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] Checking router: 09786856-a745-425e-b00e-06ee22e89c57 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:34:32.185055 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-97ed4aa4-8fbc-45eb-8f13-fef482de98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:32.188061 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-97ed4aa4-8fbc-45eb-8f13-fef482de98a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 1127 time: 0.0509837 Feb 10 07:34:32.192518 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:34:32.193109 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:32.284087 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-6d318973-026b-4d44-a70c-e55bb319550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:32.285621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-6d318973-026b-4d44-a70c-e55bb319550d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a259f82-1d04-4e76-8cc4-07e259481c50 HTTP/1.1" status: 200 len: 897 time: 0.0904436 Feb 10 07:34:32.299315 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:34:32.330651 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-fd3d6ac4-9b58-4b22-9189-86976e8cf769 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6 HTTP/1.1" status: 200 len: 217 time: 0.0379608 Feb 10 07:34:32.382140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-59a14294-cf3d-4444-8ca4-7d51c43c15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:32.383723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-59a14294-cf3d-4444-8ca4-7d51c43c15ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17180b0c-23f0-4ba5-ae54-139f82efc794 HTTP/1.1" status: 200 len: 835 time: 0.0452597 Feb 10 07:34:32.437690 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-284689dc-3124-41ef-b342-5180d7476e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:32.439308 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-284689dc-3124-41ef-b342-5180d7476e58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a259f82-1d04-4e76-8cc4-07e259481c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490873 Feb 10 07:34:32.450404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-9559269b-f924-4967-803d-20c234e489f2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:34:32.451354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-9559269b-f924-4967-803d-20c234e489f2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049918 Feb 10 07:34:32.493198 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:06Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4c48134d-c6ec-47d9-a3be-89dec3ea37e9', 'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:6b:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:06Z', 'updated_at': '2022-02-10T07:33:09Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:32.518720 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ea0b0-e85c-40e0-a40b-061032007809 None None] The sync data for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 is: [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:06Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '4c48134d-c6ec-47d9-a3be-89dec3ea37e9', 'name': '', 'network_id': '2a259f82-1d04-4e76-8cc4-07e259481c50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:6b:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:06Z', 'updated_at': '2022-02-10T07:33:09Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '17180b0c-23f0-4ba5-ae54-139f82efc794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:34:32.540583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-df2a6f5b-88ea-4e26-813e-ab2ed15c3d52 service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818732 Feb 10 07:34:32.636076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e15e1b6-33e3-4529-ad2f-26531521a59f req-70f0bd3c-3f90-4614-b481-516e8cda2977 service neutron] 10.222.0.13 "GET /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892129 Feb 10 07:34:32.734660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c937e7-5cb2-41c4-aa5b-b64ea01ace99 None None] New status for floating IP f5631963-a8a8-4e33-b236-ebe2d28ace96: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:34:33.273402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680283ac-096e-4871-a5e3-ed506c00071e req-000d570f-79c7-4222-ac4c-7d728a680e94 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:33.274898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-680283ac-096e-4871-a5e3-ed506c00071e req-000d570f-79c7-4222-ac4c-7d728a680e94 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0537097 Feb 10 07:34:33.323181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-680283ac-096e-4871-a5e3-ed506c00071e req-d1c3db6d-a195-4cc7-8c7d-8bfe4959c263 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=4860bd2b-30d7-4b3f-92b3-756d698afd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426428 Feb 10 07:34:33.862121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-229f69ec-4054-490f-8c3e-cd0dd8193bfd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:33.863573 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-229f69ec-4054-490f-8c3e-cd0dd8193bfd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 945 time: 0.0555706 Feb 10 07:34:33.957395 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:34:33.957735 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:34.048695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:34.049160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:34.060937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:34:34.187904 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (473928a6-26cf-4b4b-85a0-77eb17aa7ea6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:34.225326 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=473928a6-26cf-4b4b-85a0-77eb17aa7ea6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:34.239340 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.239707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.240058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.240412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.240738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.241073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.241418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.241753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.242068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.242427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.242760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.243086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.243412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:34.279103 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] No DVR routers for this DVR port 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:34:34.282254 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:34.285571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48a3d1e0-dcfa-4d72-8b3e-83feb764cbff req-dd1d62f7-f0ad-437c-96c6-f7b4db5408ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "DELETE /v2.0/ports/473928a6-26cf-4b4b-85a0-77eb17aa7ea6 HTTP/1.1" status: 204 len: 173 time: 0.4170346 Feb 10 07:34:34.286026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'name': 'network-vif-deleted', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:34:34.288308 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25abd076-31bd-4487-8634-cce1b5c23cd2" -d '{"events": [{"server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "name": "network-vif-deleted", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:34:34.325739 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664440ee-df5b-4b27-9c75-ed8c29d3314e x-openstack-request-id: req-664440ee-df5b-4b27-9c75-ed8c29d3314e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:34:34.326037 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a6bb81-09e3-43a1-b5bb-b681c63c1777", "name": "network-vif-deleted", "tag": "473928a6-26cf-4b4b-85a0-77eb17aa7ea6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:34:34.326379 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-664440ee-df5b-4b27-9c75-ed8c29d3314e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:34:34.326744 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a6bb81-09e3-43a1-b5bb-b681c63c1777', 'name': 'network-vif-deleted', 'tag': '473928a6-26cf-4b4b-85a0-77eb17aa7ea6', 'status': 'completed', 'code': 200} Feb 10 07:34:34.431699 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fdc79e73-a3d6-42a6-8640-5acb8d82d167 req-b920f4ae-fcea-441a-acae-8f125eeae489 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a6bb81-09e3-43a1-b5bb-b681c63c1777 HTTP/1.1" status: 200 len: 210 time: 0.0276754 Feb 10 07:34:35.487414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33930) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:35.848115 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (09786856-a745-425e-b00e-06ee22e89c57), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:36.097774 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:34:36.098110 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:36.183607 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 4c48134d-c6ec-47d9-a3be-89dec3ea37e9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=4c48134d-c6ec-47d9-a3be-89dec3ea37e9,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:36.183880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:36.196161 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:34:36.701570 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4c48134d-c6ec-47d9-a3be-89dec3ea37e9), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:36.726237 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=4c48134d-c6ec-47d9-a3be-89dec3ea37e9,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:36.908710 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (09786856-a745-425e-b00e-06ee22e89c57), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.130613 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router 09786856-a745-425e-b00e-06ee22e89c57 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:34:37.241220 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:34:37.246471 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-ff00b447-be3a-40c1-9d8f-544369fd77e7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/09786856-a745-425e-b00e-06ee22e89c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7579999 Feb 10 07:34:37.249901 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33932) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:37.253369 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] Sync routers for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:34:37.263590 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:34:37.264292 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:37.300090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2b239f-65d3-4495-94bc-f3679ba1e1d5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting subnet 17180b0c-23f0-4ba5-ae54-139f82efc794 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:34:37.303225 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d2b239f-65d3-4495-94bc-f3679ba1e1d5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (17180b0c-23f0-4ba5-ae54-139f82efc794), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.318959 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.343974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d2b239f-65d3-4495-94bc-f3679ba1e1d5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (17180b0c-23f0-4ba5-ae54-139f82efc794), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.370417 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:34:37.430368 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d2b239f-65d3-4495-94bc-f3679ba1e1d5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (17180b0c-23f0-4ba5-ae54-139f82efc794), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.487761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d2b239f-65d3-4495-94bc-f3679ba1e1d5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (17180b0c-23f0-4ba5-ae54-139f82efc794), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.514253 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b239f-65d3-4495-94bc-f3679ba1e1d5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Subnet': ['ID=17180b0c-23f0-4ba5-ae54-139f82efc794,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:37.518029 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d2b239f-65d3-4495-94bc-f3679ba1e1d5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.521303 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1d2b239f-65d3-4495-94bc-f3679ba1e1d5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/subnets/17180b0c-23f0-4ba5-ae54-139f82efc794 HTTP/1.1" status: 204 len: 168 time: 0.2703869 Feb 10 07:34:37.524026 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33934) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:37.529567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d1b37-8b1a-4bb7-ba86-72ddf6a71c58 None None] Network 2a259f82-1d04-4e76-8cc4-07e259481c50 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:34:37.549143 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:34:36Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:37.574569 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] Checking router: 09786856-a745-425e-b00e-06ee22e89c57 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:34:37.583533 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] Routers {'09786856-a745-425e-b00e-06ee22e89c57'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:34:37.584099 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['09786856-a745-425e-b00e-06ee22e89c57'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:37.640363 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (09786856-a745-425e-b00e-06ee22e89c57), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.695217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] Set router 09786856-a745-425e-b00e-06ee22e89c57 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:34:37.702392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] DHCP port deletion for 2a259f82-1d04-4e76-8cc4-07e259481c50 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:34:37.749711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Deleting port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:34:37.750118 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.750789 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (09786856-a745-425e-b00e-06ee22e89c57), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.808767 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 004c0645-ffdb-4e60-b056-c7b13ba13a04 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:34:37.809181 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.818444 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] For port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=0224f8c6-3d7b-4ac4-965c-dac1507b2e5a,segment=NetworkSegment(4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f),segment_id=4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:37.818836 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.832054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Calling delete_port for 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:34:37.893066 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 004c0645-ffdb-4e60-b056-c7b13ba13a04, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=004c0645-ffdb-4e60-b056-c7b13ba13a04,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:37.893684 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.906023 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 004c0645-ffdb-4e60-b056-c7b13ba13a04 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:34:37.915153 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (0224f8c6-3d7b-4ac4-965c-dac1507b2e5a), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:37.930056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] No DVR routers for this DVR port 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:34:37.950962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Pushing event deleted for resources: {'Port': ['ID=0224f8c6-3d7b-4ac4-965c-dac1507b2e5a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:37.965518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.965872 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.966211 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.969053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.969401 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.970341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.970341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.970561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.970845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.971169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.971543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.971834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.972176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1000a-aecf-4d1d-b5d8-b1b47b0487e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:37.975220 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:34:36Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:38.000925 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf357cda-93b0-44c1-b543-74435f8793d9 None None] The sync data for ids ['09786856-a745-425e-b00e-06ee22e89c57'] in n-d-828670-1 is: [{'id': '09786856-a745-425e-b00e-06ee22e89c57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614094139', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:34:36Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '004c0645-ffdb-4e60-b056-c7b13ba13a04', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786856-a745-425e-b00e-06ee22e89c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:33:03Z', 'updated_at': '2022-02-10T07:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:34:38.083499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (004c0645-ffdb-4e60-b056-c7b13ba13a04), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.110061 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=004c0645-ffdb-4e60-b056-c7b13ba13a04,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:38.173130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (09786856-a745-425e-b00e-06ee22e89c57), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.267939 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (09786856-a745-425e-b00e-06ee22e89c57), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.270125 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (09786856-a745-425e-b00e-06ee22e89c57), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.313087 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (09786856-a745-425e-b00e-06ee22e89c57), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.313605 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Fanout notify agent at l3_agent the message router_deleted on router 09786856-a745-425e-b00e-06ee22e89c57 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:34:38.320281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.321437 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-fd901249-a1c1-4e7e-a323-1c41e362d198 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/routers/09786856-a745-425e-b00e-06ee22e89c57 HTTP/1.1" status: 204 len: 168 time: 0.7964733 Feb 10 07:34:38.324184 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33936) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:38.407384 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (2a259f82-1d04-4e76-8cc4-07e259481c50), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.493865 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (2a259f82-1d04-4e76-8cc4-07e259481c50), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.514285 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a259f82-1d04-4e76-8cc4-07e259481c50']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:38.531869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:38.532163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:38.546976 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.560992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.568332 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:34:38.568740 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (4bde1595-d4e4-4ebb-a3e3-f7cd3bf78e3f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:34:38.571855 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:34:38.637161 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (2a259f82-1d04-4e76-8cc4-07e259481c50), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.646175 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.652149 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/networks/2a259f82-1d04-4e76-8cc4-07e259481c50 HTTP/1.1" status: 204 len: 168 time: 0.3243518 Feb 10 07:34:38.652435 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:38.661060 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cf532-4d5c-4a81-8468-694ef7c7f3db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Network': ['ID=2a259f82-1d04-4e76-8cc4-07e259481c50,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:38.709121 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9274a76a-4d56-46f1-9e25-cb01fb94bca3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (4860bd2b-30d7-4b3f-92b3-756d698afd13), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.734922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9274a76a-4d56-46f1-9e25-cb01fb94bca3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (4860bd2b-30d7-4b3f-92b3-756d698afd13), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.797160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9274a76a-4d56-46f1-9e25-cb01fb94bca3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (4860bd2b-30d7-4b3f-92b3-756d698afd13), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.799759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9274a76a-4d56-46f1-9e25-cb01fb94bca3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:38.800909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9274a76a-4d56-46f1-9e25-cb01fb94bca3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/security-groups/4860bd2b-30d7-4b3f-92b3-756d698afd13 HTTP/1.1" status: 204 len: 168 time: 0.1474175 Feb 10 07:34:38.812588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274a76a-4d56-46f1-9e25-cb01fb94bca3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4860bd2b-30d7-4b3f-92b3-756d698afd13,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:39.082165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:34:39.102736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:34:39.103082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 473928a6-26cf-4b4b-85a0-77eb17aa7ea6 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:34:39.157956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:34:39.181840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:34:39.182197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 4c48134d-c6ec-47d9-a3be-89dec3ea37e9 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:34:39.182782 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:34:39.201777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:34:39.202129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 0224f8c6-3d7b-4ac4-965c-dac1507b2e5a not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:34:39.202660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 004c0645-ffdb-4e60-b056-c7b13ba13a04 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:34:39.221121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:39.222129 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 004c0645-ffdb-4e60-b056-c7b13ba13a04 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:34:39.222593 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 004c0645-ffdb-4e60-b056-c7b13ba13a04 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:34:39.225621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0eed7118-f5f0-4bb2-abe2-1264f70b076e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798361291', 'description': 'tempest-secgroup-smoke-1798361291 description', 'project_id': '1933d40d0be741f88e0045a09fd69365'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:39.246937 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eed7118-f5f0-4bb2-abe2-1264f70b076e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.310633 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eed7118-f5f0-4bb2-abe2-1264f70b076e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (b76131d7-957a-4a8d-8099-51d201cb6d60), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.314737 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eed7118-f5f0-4bb2-abe2-1264f70b076e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b76131d7-957a-4a8d-8099-51d201cb6d60), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.338664 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eed7118-f5f0-4bb2-abe2-1264f70b076e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.339891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0eed7118-f5f0-4bb2-abe2-1264f70b076e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1177909 Feb 10 07:34:39.343513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33946) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:39.348171 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed7118-f5f0-4bb2-abe2-1264f70b076e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76131d7-957a-4a8d-8099-51d201cb6d60,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:39.348336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-423ab3c0-ccb2-4466-a982-7a96595be3cf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'b76131d7-957a-4a8d-8099-51d201cb6d60', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:39.374336 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-423ab3c0-ccb2-4466-a982-7a96595be3cf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (a9b5fc5c-b681-4159-a6d5-2d1d6347cd97), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.427981 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-423ab3c0-ccb2-4466-a982-7a96595be3cf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (a9b5fc5c-b681-4159-a6d5-2d1d6347cd97), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.431767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-423ab3c0-ccb2-4466-a982-7a96595be3cf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (a9b5fc5c-b681-4159-a6d5-2d1d6347cd97), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.450245 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ab3c0-ccb2-4466-a982-7a96595be3cf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b5fc5c-b681-4159-a6d5-2d1d6347cd97,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:39.455922 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-423ab3c0-ccb2-4466-a982-7a96595be3cf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.457193 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-423ab3c0-ccb2-4466-a982-7a96595be3cf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124313 Feb 10 07:34:39.459923 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33948) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:39.464143 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-08a9eb70-bdbc-4340-be98-fb5d50c3fb83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'b76131d7-957a-4a8d-8099-51d201cb6d60', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:39.489181 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08a9eb70-bdbc-4340-be98-fb5d50c3fb83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (a6f271f6-1572-4755-82f3-df708874fc72), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.547645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08a9eb70-bdbc-4340-be98-fb5d50c3fb83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (a6f271f6-1572-4755-82f3-df708874fc72), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.551096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08a9eb70-bdbc-4340-be98-fb5d50c3fb83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (a6f271f6-1572-4755-82f3-df708874fc72), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.567848 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9eb70-bdbc-4340-be98-fb5d50c3fb83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f271f6-1572-4755-82f3-df708874fc72,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:39.577591 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08a9eb70-bdbc-4340-be98-fb5d50c3fb83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.578830 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-08a9eb70-bdbc-4340-be98-fb5d50c3fb83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179957 Feb 10 07:34:39.581679 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33950) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:39.585871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-1ce245fd-2c52-4b47-9989-3f27443af367 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'b76131d7-957a-4a8d-8099-51d201cb6d60', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:39.610197 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ce245fd-2c52-4b47-9989-3f27443af367 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (87cdcd1d-9638-4c07-b2e9-4adedea5d19d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.664650 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ce245fd-2c52-4b47-9989-3f27443af367 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (87cdcd1d-9638-4c07-b2e9-4adedea5d19d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.667916 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ce245fd-2c52-4b47-9989-3f27443af367 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (87cdcd1d-9638-4c07-b2e9-4adedea5d19d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.684431 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce245fd-2c52-4b47-9989-3f27443af367 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cdcd1d-9638-4c07-b2e9-4adedea5d19d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:39.692863 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1ce245fd-2c52-4b47-9989-3f27443af367 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.694046 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1ce245fd-2c52-4b47-9989-3f27443af367 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114697 Feb 10 07:34:39.696792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33952) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:39.700945 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-bed9815a-7275-4938-94ca-31024336c277 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'b76131d7-957a-4a8d-8099-51d201cb6d60', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:39.724705 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed9815a-7275-4938-94ca-31024336c277 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (ad84df22-0f52-4709-bbc0-6a34e8d925ff), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.779761 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed9815a-7275-4938-94ca-31024336c277 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (ad84df22-0f52-4709-bbc0-6a34e8d925ff), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.782990 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed9815a-7275-4938-94ca-31024336c277 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (ad84df22-0f52-4709-bbc0-6a34e8d925ff), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.799919 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9815a-7275-4938-94ca-31024336c277 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad84df22-0f52-4709-bbc0-6a34e8d925ff,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:39.806970 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bed9815a-7275-4938-94ca-31024336c277 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.808213 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-bed9815a-7275-4938-94ca-31024336c277 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1105030 Feb 10 07:34:39.811030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33954) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:39.816090 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b682e9d4-1594-47ae-8a91-df4cc4fbe990 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'b76131d7-957a-4a8d-8099-51d201cb6d60', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:39.835533 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-b682e9d4-1594-47ae-8a91-df4cc4fbe990 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:34:39.840182 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b682e9d4-1594-47ae-8a91-df4cc4fbe990 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (d2db95e0-8a9d-431f-b2f6-7f1ab39e176c), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.899200 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b682e9d4-1594-47ae-8a91-df4cc4fbe990 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (d2db95e0-8a9d-431f-b2f6-7f1ab39e176c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.902566 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b682e9d4-1594-47ae-8a91-df4cc4fbe990 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d2db95e0-8a9d-431f-b2f6-7f1ab39e176c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.919163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682e9d4-1594-47ae-8a91-df4cc4fbe990 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2db95e0-8a9d-431f-b2f6-7f1ab39e176c,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:39.927554 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b682e9d4-1594-47ae-8a91-df4cc4fbe990 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:39.928746 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b682e9d4-1594-47ae-8a91-df4cc4fbe990 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160035 Feb 10 07:34:39.931576 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33956) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:39.935929 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-84c2533b-9890-4058-abef-198abece49d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'b76131d7-957a-4a8d-8099-51d201cb6d60', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:39.955990 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-84c2533b-9890-4058-abef-198abece49d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:34:39.960886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84c2533b-9890-4058-abef-198abece49d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (2b53e811-6821-44ba-aa06-bcffbe7fff3b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.017909 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84c2533b-9890-4058-abef-198abece49d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (2b53e811-6821-44ba-aa06-bcffbe7fff3b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.021413 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84c2533b-9890-4058-abef-198abece49d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (2b53e811-6821-44ba-aa06-bcffbe7fff3b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.040461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2533b-9890-4058-abef-198abece49d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b53e811-6821-44ba-aa06-bcffbe7fff3b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:40.046017 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-84c2533b-9890-4058-abef-198abece49d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.047236 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-84c2533b-9890-4058-abef-198abece49d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147339 Feb 10 07:34:40.050065 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33958) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:40.054865 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'network': {'name': 'tempest-network-smoke--465206060', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'port_security_enabled': True}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:40.074110 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:34:40.078120 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.100829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:34:40.110862 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (62b8461d-b56d-4004-be9d-7381a716770b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.111208 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Added segment 62b8461d-b56d-4004-be9d-7381a716770b of type vlan for network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 Feb 10 07:34:40.152319 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (7b7eff75-ef2d-490d-8263-ee0e69b6ec80), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.178231 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (7b7eff75-ef2d-490d-8263-ee0e69b6ec80), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.183181 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:40.183763 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.225850 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1747475 Feb 10 07:34:40.228671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 33960) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:40.234478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'admin_state_up': True, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:40.255783 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (b7515e2b-849b-4d34-a9df-31ca5e5324fd), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.256795 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (b7515e2b-849b-4d34-a9df-31ca5e5324fd), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.256974 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1172ec-215a-484b-96d8-4472505c1d7d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Network': ['ID=7b7eff75-ef2d-490d-8263-ee0e69b6ec80,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:40.270229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:34:40.309946 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (b7515e2b-849b-4d34-a9df-31ca5e5324fd), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.419104 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bff66ad9-90aa-4cee-a503-c80c5dae9cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.457652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (b7515e2b-849b-4d34-a9df-31ca5e5324fd), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.642474 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.650366 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (b7515e2b-849b-4d34-a9df-31ca5e5324fd), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.668304 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.766938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.239 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/7b60fb5c-b993-4f2c-aa13-f6a96c61301f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:34:40.869933 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.902717 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:40.946423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:34:40.949277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:34:40.952776 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:34:40.957976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=7b60fb5c-b993-4f2c-aa13-f6a96c61301f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:41.199632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (b7515e2b-849b-4d34-a9df-31ca5e5324fd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:41.403322 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (b7515e2b-849b-4d34-a9df-31ca5e5324fd), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:41.529408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router b7515e2b-849b-4d34-a9df-31ca5e5324fd is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:34:41.635929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:34:41.646283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Sync routers for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:34:41.655214 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:41.656799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:34:41.657411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:41.660524 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33964) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:41.661009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d361a3a3-0218-444e-987f-830338263b17 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4302073 Feb 10 07:34:41.688286 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-58288952-7551-4139-bf32-d9be323431fe tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1933d40d0be741f88e0045a09fd69365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264783 Feb 10 07:34:41.690686 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33966) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:41.765669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:34:41.783158 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3c7c2-8c5e-4ab0-960a-70de5d1b7125 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:41.784632 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-30a3c7c2-8c5e-4ab0-960a-70de5d1b7125 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930033 Feb 10 07:34:41.787428 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33968) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:41.815267 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-42e4d4fb-8bca-4e04-9168-8f0aa7ebf5cb tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267110 Feb 10 07:34:41.817670 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33970) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:41.822432 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-899474078', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:41.907515 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:34:41.910894 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:41.941443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:41Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:41.972087 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Checking router: b7515e2b-849b-4d34-a9df-31ca5e5324fd for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:34:41.972439 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Updating router b7515e2b-849b-4d34-a9df-31ca5e5324fd port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:34:42.003177 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.093388 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (cf13b3a5-03d4-4948-89b9-8418672f6b42), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.158514 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Subnet': ['ID=cf13b3a5-03d4-4948-89b9-8418672f6b42,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:42.176489 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Checking segment: {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:34:42.176870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network hostable DHCP agents. Network: 7b7eff75-ef2d-490d-8263-ee0e69b6ec80, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:34:42.194858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:34:42.208275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 7b7eff75-ef2d-490d-8263-ee0e69b6ec80) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:34:42.213871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:42.214508 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.231122 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d44f9687-82e6-4c41-8c85-b2aef4245544 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4123168 Feb 10 07:34:42.233814 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 33972) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:34:42.340882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719fd52-0a63-40be-9ac9-56108a7d402f None None] Network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:34:42.486983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:34:42.487824 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.529734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Publish callbacks [] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.592976 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.680309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.687939 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51360c7e-ec11-4d9c-9ef8-786789c569c0 None None] Pushing event updated for resources: {'Port': ['ID=7b60fb5c-b993-4f2c-aa13-f6a96c61301f,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:42.694119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Attempting to bind port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:34:42.694460 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Attempting to bind port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:34:42.696028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Attempting to bind port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:34:42.708286 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:34:42.708664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:34:42.709064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.709454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:34:42.709917 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Bound port: 7b60fb5c-b993-4f2c-aa13-f6a96c61301f, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:34:42.710463 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.736599 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0352cfb-3e9a-4b7c-8c6c-a4a9668ee4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.751471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Allocated IP 172.20.0.2 (7b7eff75-ef2d-490d-8263-ee0e69b6ec80/cf13b3a5-03d4-4948-89b9-8418672f6b42/9b3bf977-4c72-4f71-9c87-4d63e8719e92) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:34:42.805854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] For port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:34:42.843568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] For port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7b60fb5c-b993-4f2c-aa13-f6a96c61301f,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:34:42.855539 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:42.960072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:34:42.960684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:42.970277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51360c7e-ec11-4d9c-9ef8-786789c569c0 None None] Pushing event updated for resources: {'Port': ['ID=7b60fb5c-b993-4f2c-aa13-f6a96c61301f,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:43.028734 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Publish callbacks [] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.037464 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.088565 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.1 (7b7eff75-ef2d-490d-8263-ee0e69b6ec80/cf13b3a5-03d4-4948-89b9-8418672f6b42/3bdc4d62-2e56-4d12-af64-4c3a209bee0f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:34:43.116537 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:34:43.125075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:34:43.131300 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:34:43.138800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:34:43.142036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Pushing event updated for resources: {'Port': ['ID=9b3bf977-4c72-4f71-9c87-4d63e8719e92,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:43.216526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.250915 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.291052 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:34:43.294461 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:34:43.294700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Attempting to bind port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:34:43.295078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Attempting to bind port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:34:43.295448 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Attempting to bind port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 on network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:34:43.298771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:34:43.307680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:34:43.308056 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Checking segment: {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:34:43.308459 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.308856 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Bound using segment: {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:34:43.309328 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Bound port: 9b3bf977-4c72-4f71-9c87-4d63e8719e92, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:34:43.309706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.324127 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=3bdc4d62-2e56-4d12-af64-4c3a209bee0f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:43.346405 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (b7515e2b-849b-4d34-a9df-31ca5e5324fd), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.411149 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] For port 9b3bf977-4c72-4f71-9c87-4d63e8719e92, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:34:43.414819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] For port 9b3bf977-4c72-4f71-9c87-4d63e8719e92, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9b3bf977-4c72-4f71-9c87-4d63e8719e92,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:34:43.423901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.475943 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-251f4757-7835-455e-a857-6ca2744842ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:41Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:43.482955 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.509536 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f4757-7835-455e-a857-6ca2744842ad None None] The sync data for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 is: [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:41Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:34:43.515019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46219f-72ab-4db7-9884-616eaa858450 None None] Pushing event updated for resources: {'Port': ['ID=9b3bf977-4c72-4f71-9c87-4d63e8719e92,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:43.834608 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.842257 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.918724 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (b7515e2b-849b-4d34-a9df-31ca5e5324fd), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:43.920546 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=3bdc4d62-2e56-4d12-af64-4c3a209bee0f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:43.990134 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:34:44.035535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:44.370153 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:34:44.371785 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:34:44.493204 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router b7515e2b-849b-4d34-a9df-31ca5e5324fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:34:44.533357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb86483-15c0-4df0-9e4d-3ea44303df16 None None] Network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:34:44.607985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-fa0533d2-eb55-4181-b139-b15c312e25e2 None None] Provisioning complete for port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:44.609157 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa0533d2-eb55-4181-b139-b15c312e25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:44.612157 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:34:44.621256 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c92279da-3789-4870-92d8-02c8244fb201 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/b7515e2b-849b-4d34-a9df-31ca5e5324fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3863783 Feb 10 07:34:44.740794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fa0533d2-eb55-4181-b139-b15c312e25e2 None None] Current status of the port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:44.741519 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa0533d2-eb55-4181-b139-b15c312e25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:44.778847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fa0533d2-eb55-4181-b139-b15c312e25e2 None None] For port 9b3bf977-4c72-4f71-9c87-4d63e8719e92, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9b3bf977-4c72-4f71-9c87-4d63e8719e92,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:44.784297 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa0533d2-eb55-4181-b139-b15c312e25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:44.800438 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-4b55e5db-92ee-4fac-8bd0-8a9398272053 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798361291&fields=id&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 267 time: 0.0595350 Feb 10 07:34:44.847450 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0533d2-eb55-4181-b139-b15c312e25e2 None None] Pushing event updated for resources: {'Port': ['ID=9b3bf977-4c72-4f71-9c87-4d63e8719e92,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:44.911414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0db7e75b-1fa0-4d4a-9138-3a88f9e3af91 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:44.913132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0db7e75b-1fa0-4d4a-9138-3a88f9e3af91 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/networks?id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80 HTTP/1.1" status: 200 len: 796 time: 0.1113386 Feb 10 07:34:44.936086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-19893098-0478-468d-9702-3890d12b255b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/quotas/1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 375 time: 0.0173490 Feb 10 07:34:45.000896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-9a8dd105-50ba-4372-be37-62160fed0674 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626938 Feb 10 07:34:45.012493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f845ed1b-f1d6-426a-9f43-ef572510d8a6 None None] Provisioning complete for port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:45.012874 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f845ed1b-f1d6-426a-9f43-ef572510d8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:45.053985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f845ed1b-f1d6-426a-9f43-ef572510d8a6 None None] Port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:34:45.070793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f845ed1b-f1d6-426a-9f43-ef572510d8a6 None None] Provisioning complete for port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:45.071175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f845ed1b-f1d6-426a-9f43-ef572510d8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:45.227648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-470f0881-1df2-4e1a-896d-1f11336aa6b3 service neutron] 10.222.0.21 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153461 Feb 10 07:34:45.242049 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f845ed1b-f1d6-426a-9f43-ef572510d8a6 None None] Current status of the port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:45.300224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7b60fb5c-b993-4f2c-aa13-f6a96c61301f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:34:45.351476 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-d12b338f-e512-489a-a671-8bcdacf4cefc service neutron] 10.222.0.21 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180024 Feb 10 07:34:45.368770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6eab5af2-cb15-41e8-92b8-881c4f3e3cca None None] Provisioning complete for port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:45.369149 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6eab5af2-cb15-41e8-92b8-881c4f3e3cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:45.400923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:45.401306 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:45.443294 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6eab5af2-cb15-41e8-92b8-881c4f3e3cca None None] Port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:34:45.466505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:45.483161 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Sync routers for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:34:45.497456 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:34:45.498549 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:45.562531 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:45.562960 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:45.591618 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-f917cfa6-cd91-4363-8bf9-7510f3134815 None None] Provisioning complete for port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:45.591993 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f917cfa6-cd91-4363-8bf9-7510f3134815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:45.609000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f32a35f4-91c3-4235-8e19-07c646e529ae req-f4db0fcf-b8a6-4e52-af13-3515a5f0df66 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 210 time: 0.0339036 Feb 10 07:34:45.628608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f917cfa6-cd91-4363-8bf9-7510f3134815 None None] Port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:34:45.632217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7b60fb5c-b993-4f2c-aa13-f6a96c61301f,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:45.636594 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:45.637615 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9b3bf977-4c72-4f71-9c87-4d63e8719e92 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:34:45.647099 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:34:45.724643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=7b60fb5c-b993-4f2c-aa13-f6a96c61301f,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:45.733630 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:45.734121 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:45.816256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:45.853478 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3bdc4d62-2e56-4d12-af64-4c3a209bee0f', 'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:18:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:42Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 2, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:45.880255 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Checking router: b7515e2b-849b-4d34-a9df-31ca5e5324fd for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:34:45.880608 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Updating router b7515e2b-849b-4d34-a9df-31ca5e5324fd port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:34:45.907853 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.160535 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Publish callbacks [] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.165804 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.214766 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Pushing event updated for resources: {'Port': ['ID=3bdc4d62-2e56-4d12-af64-4c3a209bee0f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:46.224554 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.224932 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.225307 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.225642 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.225975 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.226329 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.226886 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.227211 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.227532 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.227849 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.228170 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.228483 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.228804 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:34:46.288695 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Attempting to bind port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:34:46.289424 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Attempting to bind port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:34:46.290018 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Attempting to bind port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f on network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:34:46.296933 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:34:46.297309 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Checking segment: {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:34:46.297715 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.298111 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Bound using segment: {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:34:46.298594 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Bound port: 3bdc4d62-2e56-4d12-af64-4c3a209bee0f, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:34:46.298972 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.367797 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] For port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:34:46.372069 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] For port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3bdc4d62-2e56-4d12-af64-4c3a209bee0f,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:34:46.379802 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.446245 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:34:46.447057 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:46.450642 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cb43d-b924-42ff-b9a6-2c1a600361be None None] Pushing event updated for resources: {'Port': ['ID=3bdc4d62-2e56-4d12-af64-4c3a209bee0f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:46.461017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8e8fa1d2-7809-4c28-ab46-b5790df91295 None None] Provisioning complete for port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:46.461557 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e8fa1d2-7809-4c28-ab46-b5790df91295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.565689 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fa1d2-7809-4c28-ab46-b5790df91295 None None] Current status of the port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:46.566127 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e8fa1d2-7809-4c28-ab46-b5790df91295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.574859 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:34:46.595598 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.628015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8e8fa1d2-7809-4c28-ab46-b5790df91295 None None] For port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3bdc4d62-2e56-4d12-af64-4c3a209bee0f,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:46.644980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e8fa1d2-7809-4c28-ab46-b5790df91295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.743123 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-25cf6b0e-17f1-4a9a-ba6b-e68c06537f4c req-f66bc331-7ef3-45ca-b994-8487cadba2ae tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 210 time: 0.0549755 Feb 10 07:34:46.767534 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fa1d2-7809-4c28-ab46-b5790df91295 None None] Pushing event updated for resources: {'Port': ['ID=3bdc4d62-2e56-4d12-af64-4c3a209bee0f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:46.777777 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-186467ce-4298-497a-8c87-458f75f036ef None None] Provisioning complete for port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:46.778149 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-186467ce-4298-497a-8c87-458f75f036ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:46.855084 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3bdc4d62-2e56-4d12-af64-4c3a209bee0f', 'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:18:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:42Z', 'updated_at': '2022-02-10T07:34:46Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:34:46.867841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-186467ce-4298-497a-8c87-458f75f036ef None None] Current status of the port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:46.883486 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097bac2-15d3-426b-89a9-93fb748a6dde None None] The sync data for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 is: [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3bdc4d62-2e56-4d12-af64-4c3a209bee0f', 'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:18:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:42Z', 'updated_at': '2022-02-10T07:34:46Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:34:47.232308 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3bdc4d62-2e56-4d12-af64-4c3a209bee0f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:34:47.282627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:47.283144 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:47.361312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:47.362438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7b60fb5c-b993-4f2c-aa13-f6a96c61301f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:34:47.573317 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:47.573948 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:47.651764 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:47.813414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-03b5dc40-9dd6-4299-b835-38504cd13cdc req-71022291-565e-40e6-ae42-0ec7fc36bfbb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 210 time: 0.0329237 Feb 10 07:34:48.901565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af1a205a-b138-416a-b859-29fab34710ea req-f82c7617-b8d8-4bec-b9eb-0c8c66356a6e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 210 time: 0.0275824 Feb 10 07:34:50.000657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0222a5f2-c44f-4aa0-8e77-7bbccac13215 req-a3dd7405-c4ce-4108-811e-e77d998f808f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 210 time: 0.0274696 Feb 10 07:34:50.692480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-7398c458-8fd6-40de-8d66-82639a14be47 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:50.693910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-7398c458-8fd6-40de-8d66-82639a14be47 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/networks?id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80 HTTP/1.1" status: 200 len: 796 time: 0.1044154 Feb 10 07:34:50.754938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-f0841f6f-2d5a-4ba5-87a4-edba14fd55c8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 380 time: 0.0527518 Feb 10 07:34:50.765892 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'port': {'device_id': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'admin_state_up': True, 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'security_groups': ['b76131d7-957a-4a8d-8099-51d201cb6d60']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:50.867083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:34:50.870515 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:50.993822 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.12 (7b7eff75-ef2d-490d-8263-ee0e69b6ec80/cf13b3a5-03d4-4948-89b9-8418672f6b42/2182f090-0f57-446d-bf57-155490234b50) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:34:51.121289 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-533b1784-7365-432d-82f3-c6c81f720330 req-41cb1c21-6bc2-4324-b759-57331f609e8d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 210 time: 0.0325603 Feb 10 07:34:51.155023 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (2182f090-0f57-446d-bf57-155490234b50), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.187714 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2182f090-0f57-446d-bf57-155490234b50), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.230281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:34:51.234644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:34:51.237478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:34:51.268321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=2182f090-0f57-446d-bf57-155490234b50,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:51.294180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:51.294836 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.311275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-0c7069c1-d38b-4f07-9040-c33ecff41e59 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5494800 Feb 10 07:34:51.322294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Request body: {'port': {'device_id': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:34:51.390027 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2182f090-0f57-446d-bf57-155490234b50), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.515882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c8b3c559-86ad-4b8c-b83d-1f97f07f8f84 None None] Provisioning complete for port 2182f090-0f57-446d-bf57-155490234b50 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:51.516455 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c559-86ad-4b8c-b83d-1f97f07f8f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2182f090-0f57-446d-bf57-155490234b50), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.552440 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c8b3c559-86ad-4b8c-b83d-1f97f07f8f84 None None] Port 2182f090-0f57-446d-bf57-155490234b50 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:34:51.646550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2182f090-0f57-446d-bf57-155490234b50 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:34:51.653660 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Publish callbacks [] for port (2182f090-0f57-446d-bf57-155490234b50), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.665730 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Transition to ACTIVE for port object 2182f090-0f57-446d-bf57-155490234b50 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:34:51.669811 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2182f090-0f57-446d-bf57-155490234b50), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.725719 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Pushing event updated for resources: {'Port': ['ID=2182f090-0f57-446d-bf57-155490234b50,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:51.790854 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Attempting to bind port 2182f090-0f57-446d-bf57-155490234b50 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:34:51.791180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Attempting to bind port 2182f090-0f57-446d-bf57-155490234b50 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:34:51.791501 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Attempting to bind port 2182f090-0f57-446d-bf57-155490234b50 on network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:34:51.796550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Port 2182f090-0f57-446d-bf57-155490234b50 on network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:34:51.796881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Attempting to bind port 2182f090-0f57-446d-bf57-155490234b50 on network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:34:51.801782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:34:51.802110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Checking segment: {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:34:51.802515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Bound using segment: {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:34:51.802936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Bound port: 2182f090-0f57-446d-bf57-155490234b50, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b8461d-b56d-4004-be9d-7381a716770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:34:51.803283 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2182f090-0f57-446d-bf57-155490234b50), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.871050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] For port 2182f090-0f57-446d-bf57-155490234b50, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:34:51.874632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] For port 2182f090-0f57-446d-bf57-155490234b50, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2182f090-0f57-446d-bf57-155490234b50,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:34:51.880408 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2182f090-0f57-446d-bf57-155490234b50), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.919748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:51.920303 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:51.922432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] 10.222.0.13 "PUT /v2.0/ports/2182f090-0f57-446d-bf57-155490234b50 HTTP/1.1" status: 200 len: 1092 time: 0.6042287 Feb 10 07:34:51.922882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'tag': '2182f090-0f57-446d-bf57-155490234b50'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:34:51.925153 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46a175b-a0fb-4081-a933-83a564691a16" -d '{"events": [{"name": "network-changed", "server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "tag": "2182f090-0f57-446d-bf57-155490234b50"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:34:51.947703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b0c2f-f4e9-4ca2-8fd6-85bbcee7bcae service neutron] Pushing event updated for resources: {'Port': ['ID=2182f090-0f57-446d-bf57-155490234b50,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:51.965172 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d19734-baa1-4335-ae72-baf061b52242 x-openstack-request-id: req-78d19734-baa1-4335-ae72-baf061b52242 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:34:51.965470 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "tag": "2182f090-0f57-446d-bf57-155490234b50", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:34:51.965731 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78d19734-baa1-4335-ae72-baf061b52242 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:34:51.966187 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'tag': '2182f090-0f57-446d-bf57-155490234b50', 'status': 'completed', 'code': 200} Feb 10 07:34:52.032620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-99482ebf-ce28-4ceb-8ddc-3fc8b94211de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:52.034205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-99482ebf-ce28-4ceb-8ddc-3fc8b94211de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 1126 time: 0.0518379 Feb 10 07:34:52.080313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-9c1443e9-5b0a-493d-b127-52e1e38acfde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2182f090-0f57-446d-bf57-155490234b50 HTTP/1.1" status: 200 len: 217 time: 0.0388181 Feb 10 07:34:52.141094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-113485df-07f9-426e-bfe8-d4ea61894d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:52.143797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-113485df-07f9-426e-bfe8-d4ea61894d53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf13b3a5-03d4-4948-89b9-8418672f6b42 HTTP/1.1" status: 200 len: 834 time: 0.0566053 Feb 10 07:34:52.206882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-84ba6c5e-d1d9-4259-96f6-1dd3d8523c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:52.208405 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-84ba6c5e-d1d9-4259-96f6-1dd3d8523c53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598502 Feb 10 07:34:52.308310 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc49c4-0bf2-4b89-be1c-36108b36942f req-52e2e80a-98f7-4b94-b7c3-8f9ba66c8635 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:52.310056 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9afc49c4-0bf2-4b89-be1c-36108b36942f req-52e2e80a-98f7-4b94-b7c3-8f9ba66c8635 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 944 time: 0.1185889 Feb 10 07:34:52.338832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-00b4c1d1-cc48-4087-a9ac-0acdef6dd63c service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156523 Feb 10 07:34:52.395137 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9afc49c4-0bf2-4b89-be1c-36108b36942f req-8a37c48a-eb7d-401b-bc91-36b1800f7feb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770712 Feb 10 07:34:52.450806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-55868e6b-7764-4e0a-bd25-f4a93532de8b req-93397409-694d-4a08-ab69-14145f1952c1 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050375 Feb 10 07:34:52.867922 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a175b-a0fb-4081-a933-83a564691a16 req-e20b2d26-a673-4a27-a698-d455e07a74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:52.869434 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a46a175b-a0fb-4081-a933-83a564691a16 req-e20b2d26-a673-4a27-a698-d455e07a74c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 1126 time: 0.3725977 Feb 10 07:34:52.955795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a175b-a0fb-4081-a933-83a564691a16 req-c6efbb7e-0a8e-4e84-a900-511f47cb90df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:52.957247 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a46a175b-a0fb-4081-a933-83a564691a16 req-c6efbb7e-0a8e-4e84-a900-511f47cb90df service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80 HTTP/1.1" status: 200 len: 896 time: 0.0815954 Feb 10 07:34:53.000422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a46a175b-a0fb-4081-a933-83a564691a16 req-04c013bf-45db-481e-a304-f01c53dd1362 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2182f090-0f57-446d-bf57-155490234b50 HTTP/1.1" status: 200 len: 217 time: 0.0367980 Feb 10 07:34:53.045118 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a175b-a0fb-4081-a933-83a564691a16 req-d3256df7-ad04-4c85-b923-fe5dd167061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:53.047076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a46a175b-a0fb-4081-a933-83a564691a16 req-d3256df7-ad04-4c85-b923-fe5dd167061a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf13b3a5-03d4-4948-89b9-8418672f6b42 HTTP/1.1" status: 200 len: 834 time: 0.0416641 Feb 10 07:34:53.093651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a175b-a0fb-4081-a933-83a564691a16 req-05d8adb9-a7b8-4fb6-96d6-1866d9614056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:53.095139 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a46a175b-a0fb-4081-a933-83a564691a16 req-05d8adb9-a7b8-4fb6-96d6-1866d9614056 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425618 Feb 10 07:34:53.188135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a46a175b-a0fb-4081-a933-83a564691a16 req-e10fc335-2a7d-47e9-b0a2-7eb56f9f4995 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865059 Feb 10 07:34:53.278706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a46a175b-a0fb-4081-a933-83a564691a16 req-fcd28c96-d3ed-4f7a-ad63-ad391a2be999 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839801 Feb 10 07:34:53.513755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84cabc-c9cd-4235-b4bd-3ced7e8bd50e req-7d0860e2-efb6-4716-9bda-f39fddff9dae tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:53.515264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c84cabc-c9cd-4235-b4bd-3ced7e8bd50e req-7d0860e2-efb6-4716-9bda-f39fddff9dae tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 944 time: 0.0518830 Feb 10 07:34:53.570877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1c84cabc-c9cd-4235-b4bd-3ced7e8bd50e req-096e1535-0bf0-4e34-beb0-cf8e83447c68 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500541 Feb 10 07:34:54.687743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38381-eced-448d-8628-ce5fdd4800e1 req-59579ff8-b207-4ffd-b254-8ec884ede301 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:54.689195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5da38381-eced-448d-8628-ce5fdd4800e1 req-59579ff8-b207-4ffd-b254-8ec884ede301 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 944 time: 0.0512052 Feb 10 07:34:54.737493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5da38381-eced-448d-8628-ce5fdd4800e1 req-d2ee2115-ff7d-435a-b91c-7f748d9b102d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Feb 10 07:34:55.856402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe430882-94e4-4fd7-be3d-3a6edb9004ea req-d3fa8617-5736-42f8-9ac0-a73b5970c536 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:55.857862 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe430882-94e4-4fd7-be3d-3a6edb9004ea req-d3fa8617-5736-42f8-9ac0-a73b5970c536 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 944 time: 0.0552616 Feb 10 07:34:55.905196 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fe430882-94e4-4fd7-be3d-3a6edb9004ea req-4fcaa4ad-9cee-4742-b54e-98a812291568 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413811 Feb 10 07:34:57.022611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ad8ed-df36-42a1-99ef-6b91c436a35d req-91e2c368-4be6-4f13-8136-63c4f0a6fda2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:57.024087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-692ad8ed-df36-42a1-99ef-6b91c436a35d req-91e2c368-4be6-4f13-8136-63c4f0a6fda2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 944 time: 0.0511320 Feb 10 07:34:57.071684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-692ad8ed-df36-42a1-99ef-6b91c436a35d req-38393455-bb7d-4e65-803b-67413904fba3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Feb 10 07:34:57.163372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2182f090-0f57-446d-bf57-155490234b50 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:34:57.260819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2182f090-0f57-446d-bf57-155490234b50, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2182f090-0f57-446d-bf57-155490234b50,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:57.272266 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '2182f090-0f57-446d-bf57-155490234b50', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'port_id': '2182f090-0f57-446d-bf57-155490234b50', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:34:57.307367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 2182f090-0f57-446d-bf57-155490234b50 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:57.307759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2182f090-0f57-446d-bf57-155490234b50), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:57.320879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2182f090-0f57-446d-bf57-155490234b50 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:34:57.340292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2182f090-0f57-446d-bf57-155490234b50, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2182f090-0f57-446d-bf57-155490234b50,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:57.344202 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2182f090-0f57-446d-bf57-155490234b50), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:57.392791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=2182f090-0f57-446d-bf57-155490234b50,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:57.657759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['2182f090-0f57-446d-bf57-155490234b50'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:34:58.193951 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c81db-3e94-4068-a682-8b719380a725 req-403d6fd4-a6a3-48af-9dc8-1177526603da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:58.196446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-730c81db-3e94-4068-a682-8b719380a725 req-403d6fd4-a6a3-48af-9dc8-1177526603da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 945 time: 0.0589132 Feb 10 07:34:58.249556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-730c81db-3e94-4068-a682-8b719380a725 req-7e7e0b92-3402-4c91-9499-eb002ec1f1c7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467217 Feb 10 07:34:59.178432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2182f090-0f57-446d-bf57-155490234b50 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:34:59.227134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 2182f090-0f57-446d-bf57-155490234b50 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:34:59.230692 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 2182f090-0f57-446d-bf57-155490234b50 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:34:59.231060 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2182f090-0f57-446d-bf57-155490234b50), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:59.306743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 2182f090-0f57-446d-bf57-155490234b50 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:34:59.307120 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2182f090-0f57-446d-bf57-155490234b50), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:59.334256 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2182f090-0f57-446d-bf57-155490234b50'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:34:59.336854 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a3aded-b159-48f8-8587-fb87eb20b76e" -d '{"events": [{"server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "name": "network-vif-plugged", "status": "completed", "tag": "2182f090-0f57-446d-bf57-155490234b50"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:34:59.349032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2182f090-0f57-446d-bf57-155490234b50, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2182f090-0f57-446d-bf57-155490234b50,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:34:59.354531 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2182f090-0f57-446d-bf57-155490234b50), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:34:59.367532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440cb0c-8e0e-48fd-8f77-bebdaa6b3fcd req-2c50c9ad-b424-431c-baca-607084095616 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:59.369086 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0440cb0c-8e0e-48fd-8f77-bebdaa6b3fcd req-2c50c9ad-b424-431c-baca-607084095616 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 945 time: 0.0537989 Feb 10 07:34:59.380766 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af2f2da-ebfb-415e-97b6-a79d35c1c8f5 x-openstack-request-id: req-6af2f2da-ebfb-415e-97b6-a79d35c1c8f5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:34:59.381057 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "name": "network-vif-plugged", "status": "completed", "tag": "2182f090-0f57-446d-bf57-155490234b50", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:34:59.381311 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6af2f2da-ebfb-415e-97b6-a79d35c1c8f5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:34:59.381731 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2182f090-0f57-446d-bf57-155490234b50', 'code': 200} Feb 10 07:34:59.408029 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=2182f090-0f57-446d-bf57-155490234b50,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:34:59.428846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0440cb0c-8e0e-48fd-8f77-bebdaa6b3fcd req-d7a11642-4f60-48df-ab95-5be3ea6e4bfb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495663 Feb 10 07:34:59.475759 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c0bf-61ba-464f-a3ea-8733cb3f504a req-e3adc548-88d1-457b-a219-49ff22a7f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:34:59.477219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9156c0bf-61ba-464f-a3ea-8733cb3f504a req-e3adc548-88d1-457b-a219-49ff22a7f194 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 1128 time: 0.0428896 Feb 10 07:34:59.522812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9156c0bf-61ba-464f-a3ea-8733cb3f504a req-9a8f2ea1-af85-4b66-8222-9ce1cc91f4fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396473 Feb 10 07:35:00.553197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ee633-4b54-409a-8cec-52f0eda69bd7 req-c9c3be6c-8e74-44f6-a646-f5d45c2adc62 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:00.554675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-625ee633-4b54-409a-8cec-52f0eda69bd7 req-c9c3be6c-8e74-44f6-a646-f5d45c2adc62 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0564823 Feb 10 07:35:00.601870 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-625ee633-4b54-409a-8cec-52f0eda69bd7 req-823ea296-c579-4eaf-aaa4-35c8682d5fe4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417073 Feb 10 07:35:01.721837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2266c-883e-44da-91c9-bc8378f4ab76 req-b1f31fcf-a393-413f-a6d6-788e3f11560e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:01.723340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1e2266c-883e-44da-91c9-bc8378f4ab76 req-b1f31fcf-a393-413f-a6d6-788e3f11560e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0517366 Feb 10 07:35:01.771205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1e2266c-883e-44da-91c9-bc8378f4ab76 req-84d19e65-4726-4b0d-a763-0ff64a2b40f7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423989 Feb 10 07:35:01.894549 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57331a83-2064-470f-947e-fbbc86973c68 req-7edcfc50-d7a0-4100-a6cf-31d9ab897d32 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:01.895930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57331a83-2064-470f-947e-fbbc86973c68 req-7edcfc50-d7a0-4100-a6cf-31d9ab897d32 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0554390 Feb 10 07:35:01.944127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57331a83-2064-470f-947e-fbbc86973c68 req-1ea357e9-7665-446c-9e21-97f5cf26bd56 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427132 Feb 10 07:35:01.964817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:35:02.007852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366f6dd-982d-4cb1-9ee1-f47de700095d tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:02.009370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8366f6dd-982d-4cb1-9ee1-f47de700095d tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 1123 time: 0.0435891 Feb 10 07:35:02.012107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:35:02.016339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '2182f090-0f57-446d-bf57-155490234b50', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:35:02.035583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:02.131720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:02.229550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.176 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/1a9a65dd-c293-438c-bfb8-2a3ff1fece9a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:35:02.331161 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (1a9a65dd-c293-438c-bfb8-2a3ff1fece9a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:02.363982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1a9a65dd-c293-438c-bfb8-2a3ff1fece9a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:02.400855 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:35:02.405707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:35:02.409243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:35:02.414399 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=1a9a65dd-c293-438c-bfb8-2a3ff1fece9a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:35:02.768991 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (c70d9c68-98d3-4daa-b955-7e8cf76f51cf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:02.834545 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1a9a65dd-c293-438c-bfb8-2a3ff1fece9a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:02.996741 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (1a9a65dd-c293-438c-bfb8-2a3ff1fece9a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:03.001352 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (1a9a65dd-c293-438c-bfb8-2a3ff1fece9a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:03.070109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=1a9a65dd-c293-438c-bfb8-2a3ff1fece9a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:35:03.082247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (c70d9c68-98d3-4daa-b955-7e8cf76f51cf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:03.183035 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP c70d9c68-98d3-4daa-b955-7e8cf76f51cf associated. External IP: 172.25.8.176, port: 2182f090-0f57-446d-bf57-155490234b50. Feb 10 07:35:03.383585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router b7515e2b-849b-4d34-a9df-31ca5e5324fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:35:03.489183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:35:03.499685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] Sync routers for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:35:03.506649 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:03.510136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:35:03.510779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:35:03.539599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6338213b-42d5-40a3-853f-b1fab88306af tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5264809 Feb 10 07:35:03.540302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'tag': '2182f090-0f57-446d-bf57-155490234b50'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:35:03.542714 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "tag": "2182f090-0f57-446d-bf57-155490234b50"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:35:03.583750 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70061dc4-b38b-4d74-8299-77852df75ee8 x-openstack-request-id: req-70061dc4-b38b-4d74-8299-77852df75ee8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:35:03.584348 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "tag": "2182f090-0f57-446d-bf57-155490234b50", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:35:03.584958 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70061dc4-b38b-4d74-8299-77852df75ee8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:35:03.585662 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'tag': '2182f090-0f57-446d-bf57-155490234b50', 'status': 'completed', 'code': 200} Feb 10 07:35:03.629515 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:35:03.673373 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dad8a-0218-426f-9963-d6ddb6fdd0db req-ae54ce18-7937-4f1d-8d9b-fedd507fe436 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:03.674822 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-658dad8a-0218-426f-9963-d6ddb6fdd0db req-ae54ce18-7937-4f1d-8d9b-fedd507fe436 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0853550 Feb 10 07:35:03.680925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-94db85c8-54d5-499f-8593-9e3b4e55a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:03.682356 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-94db85c8-54d5-499f-8593-9e3b4e55a6e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 1128 time: 0.0629470 Feb 10 07:35:03.782354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-658dad8a-0218-426f-9963-d6ddb6fdd0db req-17966ddc-6897-44a0-804c-e6635bfe5459 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990009 Feb 10 07:35:03.804613 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-e9da0cf9-72a9-4a0c-b5b3-9a85ccd2ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:03.805221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34054) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:35:03.806088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-e9da0cf9-72a9-4a0c-b5b3-9a85ccd2ded5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80 HTTP/1.1" status: 200 len: 896 time: 0.1167791 Feb 10 07:35:03.867726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'c70d9c68-98d3-4daa-b955-7e8cf76f51cf', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'port_id': '2182f090-0f57-446d-bf57-155490234b50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:35:02Z', 'updated_at': '2022-02-10T07:35:02Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdc4d62-2e56-4d12-af64-4c3a209bee0f', 'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:18:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:42Z', 'updated_at': '2022-02-10T07:34:46Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:35:03.875686 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-52c83e51-2d01-4060-b257-d2d2fdee131e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/c70d9c68-98d3-4daa-b955-7e8cf76f51cf HTTP/1.1" status: 200 len: 992 time: 0.0676210 Feb 10 07:35:03.875880 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-9b3db8a7-231d-42b6-9b84-0ecc8e1ab7d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2182f090-0f57-446d-bf57-155490234b50 HTTP/1.1" status: 200 len: 1000 time: 0.0628080 Feb 10 07:35:03.899497 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] Checking router: b7515e2b-849b-4d34-a9df-31ca5e5324fd for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:35:03.911755 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:35:03.912373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:34:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:35:03.929794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-b167d7bb-50f4-49f9-af88-a4ca6fc453df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:03.931233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-b167d7bb-50f4-49f9-af88-a4ca6fc453df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf13b3a5-03d4-4948-89b9-8418672f6b42 HTTP/1.1" status: 200 len: 834 time: 0.0489988 Feb 10 07:35:03.979500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-8879d789-6dbf-4ac9-b517-5691e156dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:03.981013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-8879d789-6dbf-4ac9-b517-5691e156dd74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436780 Feb 10 07:35:04.021155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:35:04.070944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-1eee46c2-94d5-4395-9f61-4ac170698690 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839331 Feb 10 07:35:04.163368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a26db4e-643b-4c8c-958c-ac7cdb98f8a8 req-7d90f4ee-4855-4776-a584-4315a86b4ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867980 Feb 10 07:35:04.252530 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'c70d9c68-98d3-4daa-b955-7e8cf76f51cf', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'port_id': '2182f090-0f57-446d-bf57-155490234b50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:35:02Z', 'updated_at': '2022-02-10T07:35:02Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdc4d62-2e56-4d12-af64-4c3a209bee0f', 'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:18:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:42Z', 'updated_at': '2022-02-10T07:34:46Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:35:04.284808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f445fb-db68-4413-83c3-adbe08a0ce92 None None] The sync data for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 is: [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'c70d9c68-98d3-4daa-b955-7e8cf76f51cf', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'port_id': '2182f090-0f57-446d-bf57-155490234b50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:35:02Z', 'updated_at': '2022-02-10T07:35:02Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdc4d62-2e56-4d12-af64-4c3a209bee0f', 'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:18:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:42Z', 'updated_at': '2022-02-10T07:34:46Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:35:04.462813 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0084f6-508e-4e15-97c2-705391a48800 None None] New status for floating IP c70d9c68-98d3-4daa-b955-7e8cf76f51cf: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:35:04.879929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:35:04.951882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-48be9a19-46cc-4a52-9cbb-02b427c90a2d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/c70d9c68-98d3-4daa-b955-7e8cf76f51cf HTTP/1.1" status: 200 len: 994 time: 0.0707972 Feb 10 07:35:07.332172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:10.410698 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6de44494-7a91-4e94-9946-9b20dbebdda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:10.644974 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:12.678586 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a83c-96f2-4d6a-a6f5-a1dd308ac3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:14.035831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:15.445958 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:16.557549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:20.990193 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:35:37.331620 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:40.411757 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ae61f47-0e71-442a-a554-f15ffd386fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:40.634432 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:42.679327 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e571595-ef6b-4ae3-9367-fabf18036e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:44.038796 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:45.448775 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:46.562460 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:35:57.989631 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:35:58.742858 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-65112aae-a6ce-480d-9139-0d6d6369c667 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438616 Feb 10 07:35:58.824616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-aded95bd-737a-4e4e-9887-5070b351eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:58.826143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-aded95bd-737a-4e4e-9887-5070b351eb4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 1128 time: 0.0437822 Feb 10 07:35:58.929214 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-2db81768-5bcf-4684-9fde-7351d4fbb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:58.930713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-2db81768-5bcf-4684-9fde-7351d4fbb250 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80 HTTP/1.1" status: 200 len: 896 time: 0.0866876 Feb 10 07:35:58.994439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-e9725dd0-8e67-4ffa-86ab-a894cc2c3ac8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2182f090-0f57-446d-bf57-155490234b50 HTTP/1.1" status: 200 len: 1002 time: 0.0579407 Feb 10 07:35:59.040877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-0bcfa9e5-7fbc-4bc9-8dbd-0cdaa4569970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:59.042295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-0bcfa9e5-7fbc-4bc9-8dbd-0cdaa4569970 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf13b3a5-03d4-4948-89b9-8418672f6b42 HTTP/1.1" status: 200 len: 834 time: 0.0422747 Feb 10 07:35:59.093155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-31770631-0730-4c81-bb9a-0c7ffcd5285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:35:59.095245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-31770631-0730-4c81-bb9a-0c7ffcd5285b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477817 Feb 10 07:35:59.180999 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-53e1a100-e77b-49f3-8c9b-dbb9c9cd71a2 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796409 Feb 10 07:35:59.272730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3ce1d9-542d-4a65-8ecf-2287690ee135 req-6e000993-37cc-43a7-933e-c21395665909 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851977 Feb 10 07:36:07.329549 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:07.783342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9266864-ccc0-4ca6-b323-169cca933c25 req-d5bfa4cd-9876-46fc-98f3-f5015ab259f0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:07.784835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9266864-ccc0-4ca6-b323-169cca933c25 req-d5bfa4cd-9876-46fc-98f3-f5015ab259f0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0895500 Feb 10 07:36:07.786555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c071da5-4a63-469e-ab55-ed8731732495 req-21d74843-46c7-4598-9a0e-52157d9e0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:07.787904 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c071da5-4a63-469e-ab55-ed8731732495 req-21d74843-46c7-4598-9a0e-52157d9e0002 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 1128 time: 0.0822461 Feb 10 07:36:07.892534 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9266864-ccc0-4ca6-b323-169cca933c25 req-1d6f79b5-4a8b-4533-b55b-57721ba54204 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018178 Feb 10 07:36:07.912068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c071da5-4a63-469e-ab55-ed8731732495 req-9657f9bf-3a87-454b-a983-058434633580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:07.913549 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c071da5-4a63-469e-ab55-ed8731732495 req-9657f9bf-3a87-454b-a983-058434633580 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80 HTTP/1.1" status: 200 len: 896 time: 0.1174362 Feb 10 07:36:07.981070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c071da5-4a63-469e-ab55-ed8731732495 req-d7643934-58fd-441c-bc4d-2376fdb404a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2182f090-0f57-446d-bf57-155490234b50 HTTP/1.1" status: 200 len: 1002 time: 0.0603800 Feb 10 07:36:08.030538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c071da5-4a63-469e-ab55-ed8731732495 req-d320d6bc-80b0-471e-b077-100cd46d507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:08.031996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c071da5-4a63-469e-ab55-ed8731732495 req-d320d6bc-80b0-471e-b077-100cd46d507f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf13b3a5-03d4-4948-89b9-8418672f6b42 HTTP/1.1" status: 200 len: 834 time: 0.0447202 Feb 10 07:36:08.082651 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c071da5-4a63-469e-ab55-ed8731732495 req-5e8cc5f2-55ae-4f33-a2b7-1333568f200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:08.084195 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c071da5-4a63-469e-ab55-ed8731732495 req-5e8cc5f2-55ae-4f33-a2b7-1333568f200a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456092 Feb 10 07:36:08.544272 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c071da5-4a63-469e-ab55-ed8731732495 req-625da6f6-be48-49f5-9227-3cbf7498816a service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519644 Feb 10 07:36:08.640135 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3c071da5-4a63-469e-ab55-ed8731732495 req-4492d292-60fd-4a67-9913-51343f4b1846 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891097 Feb 10 07:36:09.011875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670653d-054f-4e4b-a89e-835503eb3d0f req-2195d118-c183-4b04-b891-eab6cf615fd9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:09.013372 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d670653d-054f-4e4b-a89e-835503eb3d0f req-2195d118-c183-4b04-b891-eab6cf615fd9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0522909 Feb 10 07:36:09.065050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d670653d-054f-4e4b-a89e-835503eb3d0f req-3e1978bd-f182-4b78-bdef-8347ba5d6079 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460839 Feb 10 07:36:10.180693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87d825-594d-4326-92f4-3bd63300f542 req-3aa9e03c-19ba-48ce-8532-22151e0e6d1f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:10.182129 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a87d825-594d-4326-92f4-3bd63300f542 req-3aa9e03c-19ba-48ce-8532-22151e0e6d1f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0507145 Feb 10 07:36:10.233340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6a87d825-594d-4326-92f4-3bd63300f542 req-dbe17c93-8979-4cc7-94c8-0a384045399f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Feb 10 07:36:10.413092 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb1646a1-d119-4470-9e73-f5b886f5d9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:10.645967 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:11.350844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da87d9-3b46-4359-8d20-6bde22b43ac7 req-34f763bf-0267-477d-bcc9-c175cf6bc1f2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:11.352341 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86da87d9-3b46-4359-8d20-6bde22b43ac7 req-34f763bf-0267-477d-bcc9-c175cf6bc1f2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0521677 Feb 10 07:36:11.405283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86da87d9-3b46-4359-8d20-6bde22b43ac7 req-93349413-ec7e-4681-818d-1eefbebd4f53 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472596 Feb 10 07:36:12.526980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b4b3-2268-4125-a457-5356ad9456c4 req-415f8c6b-8d36-4fb9-8f1b-b3d0388eecbc tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:12.528420 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e20b4b3-2268-4125-a457-5356ad9456c4 req-415f8c6b-8d36-4fb9-8f1b-b3d0388eecbc tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0549691 Feb 10 07:36:12.575621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7e20b4b3-2268-4125-a457-5356ad9456c4 req-be5444d8-fda4-4c30-951d-9ce4fabe0227 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Feb 10 07:36:12.681322 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-675d9631-126e-451d-bf21-1b05e91505fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:13.692466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283a281-fc2c-4cae-9423-6dd8bc984469 req-4ce10de2-a86e-4182-a9c1-86a82710e57c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:13.693935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9283a281-fc2c-4cae-9423-6dd8bc984469 req-4ce10de2-a86e-4182-a9c1-86a82710e57c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0527165 Feb 10 07:36:13.741567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9283a281-fc2c-4cae-9423-6dd8bc984469 req-7c53b026-9d21-4304-8d38-6386eb006bfd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421116 Feb 10 07:36:14.041115 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:14.856664 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e594-169e-4401-8f80-20170a5b7bdc req-2b6bac90-115a-4df0-81f9-0f573b23fb3f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:14.858120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65d8e594-169e-4401-8f80-20170a5b7bdc req-2b6bac90-115a-4df0-81f9-0f573b23fb3f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0510821 Feb 10 07:36:14.912768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65d8e594-169e-4401-8f80-20170a5b7bdc req-d27eead8-84eb-4565-af33-372a71633c34 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486178 Feb 10 07:36:15.451048 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:16.033314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65807d32-f102-480f-abc4-7d4cbda94957 req-9dc8ed1a-94cf-410a-82c5-e83694688850 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:16.034819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65807d32-f102-480f-abc4-7d4cbda94957 req-9dc8ed1a-94cf-410a-82c5-e83694688850 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0523028 Feb 10 07:36:16.082926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65807d32-f102-480f-abc4-7d4cbda94957 req-46cc3711-9f77-420e-a92f-ff010c7e8cd3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Feb 10 07:36:16.554901 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:17.203389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b373ef-9c5b-47c5-af2b-d14dd04c16a0 req-bc295cab-4847-4909-b2c9-c19f49322025 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:17.204898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76b373ef-9c5b-47c5-af2b-d14dd04c16a0 req-bc295cab-4847-4909-b2c9-c19f49322025 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0524144 Feb 10 07:36:17.252435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76b373ef-9c5b-47c5-af2b-d14dd04c16a0 req-0a9418c1-8ca9-488f-aca4-5d44c8344daf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Feb 10 07:36:18.419785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc9188-cc66-4b05-ba2f-f8a4dd1b27ab req-eabd24a5-44ea-4c61-a2db-38e81701b8a8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:18.421302 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34bc9188-cc66-4b05-ba2f-f8a4dd1b27ab req-eabd24a5-44ea-4c61-a2db-38e81701b8a8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.1039534 Feb 10 07:36:18.469751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34bc9188-cc66-4b05-ba2f-f8a4dd1b27ab req-9144cab4-0eaa-4c49-9707-9a8688e58477 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Feb 10 07:36:19.634295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928fde8-e36c-45d1-802b-3ec42343881d req-1959352c-d83a-4694-a89f-a9be54cbf962 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:19.635856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a928fde8-e36c-45d1-802b-3ec42343881d req-1959352c-d83a-4694-a89f-a9be54cbf962 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.1006958 Feb 10 07:36:19.684030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a928fde8-e36c-45d1-802b-3ec42343881d req-3355a286-4701-48fe-be81-543c3b233d81 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425334 Feb 10 07:36:19.709133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34116) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:36:19.773543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-75a2454e-daa6-447f-8332-5f19bb4951a8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/c70d9c68-98d3-4daa-b955-7e8cf76f51cf HTTP/1.1" status: 200 len: 994 time: 0.0631714 Feb 10 07:36:20.556903 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-5f7bbebb-2173-4a5d-84b3-4684dcfbecc5 req-2063e591-05bb-43c8-b748-1259cd406439 tempest-ServerDiskConfigTestJSON-832928405 tempest-ServerDiskConfigTestJSON-832928405-project] (103213) timed out ('10.222.0.13', 58406) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:36:34.989022 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:36:37.332216 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:40.417232 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4da862f8-019c-4e49-9c50-52ec88a8b702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:40.661908 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:42.682165 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a27db12-ab45-4ef9-8d1f-75935ea9795a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:44.044042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:45.454909 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:46.559773 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:36:59.779009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-cc4d4bc3-d30b-45f3-9bc7-a842a7e5ba54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948348 Feb 10 07:36:59.862462 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-360a5e28-73e6-43c1-9a86-efa74d20bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:59.863953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-360a5e28-73e6-43c1-9a86-efa74d20bcb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 1128 time: 0.0448914 Feb 10 07:36:59.965852 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-d7c87948-aed0-4130-a24d-f0bed18739ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:36:59.967319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-d7c87948-aed0-4130-a24d-f0bed18739ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80 HTTP/1.1" status: 200 len: 896 time: 0.0856540 Feb 10 07:37:00.032587 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-d48ca610-77c2-437f-a1e5-3c8d4f5dc901 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2182f090-0f57-446d-bf57-155490234b50 HTTP/1.1" status: 200 len: 1002 time: 0.0570710 Feb 10 07:37:00.083839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-90e3e200-7112-4f76-a320-7e2849dd7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:00.085287 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-90e3e200-7112-4f76-a320-7e2849dd7e1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf13b3a5-03d4-4948-89b9-8418672f6b42 HTTP/1.1" status: 200 len: 834 time: 0.0469744 Feb 10 07:37:00.132914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-1e601231-a94f-4e25-afa1-d70695f8aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:00.134418 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-1e601231-a94f-4e25-afa1-d70695f8aef6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435042 Feb 10 07:37:00.221873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-b117f0c1-0db7-4dc9-a966-144cb5314479 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816886 Feb 10 07:37:00.313532 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0b12166d-014e-4895-9a0c-135ed11aef43 req-14da085a-261f-40ee-b7d7-a3afbd888b4c service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856173 Feb 10 07:37:07.346188 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:10.418830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a02a5b8-8980-4b76-8417-14aca6cb3f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:10.664666 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:11.988115 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:37:12.687635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df8c96aa-876b-4253-973f-c8dffeec903a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:14.046876 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:14.993052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34138) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:15.146738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 1a9a65dd-c293-438c-bfb8-2a3ff1fece9a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:37:15.147081 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1a9a65dd-c293-438c-bfb8-2a3ff1fece9a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:15.226367 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1a9a65dd-c293-438c-bfb8-2a3ff1fece9a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:15.226701 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (1a9a65dd-c293-438c-bfb8-2a3ff1fece9a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:15.239213 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 1a9a65dd-c293-438c-bfb8-2a3ff1fece9a owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:37:15.383540 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (1a9a65dd-c293-438c-bfb8-2a3ff1fece9a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:15.406035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=1a9a65dd-c293-438c-bfb8-2a3ff1fece9a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:15.415931 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.416290 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.416610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.416950 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.417276 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.417605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.418268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.418268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.418579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.418925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.419244 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.419578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.419881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:15.456327 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:15.480111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (c70d9c68-98d3-4daa-b955-7e8cf76f51cf), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:15.480478 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP c70d9c68-98d3-4daa-b955-7e8cf76f51cf disassociated (deleted). External IP: 172.25.8.176, port: 2182f090-0f57-446d-bf57-155490234b50. Feb 10 07:37:15.696261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router b7515e2b-849b-4d34-a9df-31ca5e5324fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:37:15.805573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:37:15.810961 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:15.816318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] Sync routers for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:37:15.825384 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:15.825990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:15.841550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-db037f46-0dd1-4b5c-a35f-e5b6d57222ec tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/floatingips/c70d9c68-98d3-4daa-b955-7e8cf76f51cf HTTP/1.1" status: 204 len: 168 time: 0.8474288 Feb 10 07:37:15.842147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'tag': '2182f090-0f57-446d-bf57-155490234b50'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:37:15.844563 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c293b929-fb27-4027-ad08-b8dc3207ab8d" -d '{"events": [{"name": "network-changed", "server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "tag": "2182f090-0f57-446d-bf57-155490234b50"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:37:15.883285 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20528256-01a6-4f59-a388-55eddc488300 x-openstack-request-id: req-20528256-01a6-4f59-a388-55eddc488300 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:37:15.883588 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "tag": "2182f090-0f57-446d-bf57-155490234b50", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:37:15.883849 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20528256-01a6-4f59-a388-55eddc488300 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:37:15.884267 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'tag': '2182f090-0f57-446d-bf57-155490234b50', 'status': 'completed', 'code': 200} Feb 10 07:37:15.939675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:15.955294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-9bbcc8ff-f067-4d11-aabe-0da6c9151c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:15.957750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-9bbcc8ff-f067-4d11-aabe-0da6c9151c9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 1128 time: 0.0520880 Feb 10 07:37:16.095652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-d545273c-60cc-49dd-8528-941ad599d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:16.097176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-d545273c-60cc-49dd-8528-941ad599d5ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80 HTTP/1.1" status: 200 len: 896 time: 0.1323445 Feb 10 07:37:16.109693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a41cb-0b4c-4f66-ab7a-3259f459ec34 req-7b645bb7-d9fd-4205-a89f-3345a8f8ce27 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:16.111310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a37a41cb-0b4c-4f66-ab7a-3259f459ec34 req-7b645bb7-d9fd-4205-a89f-3345a8f8ce27 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0781591 Feb 10 07:37:16.165936 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-0143520c-0e50-4d8d-a031-b09746ba050a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2182f090-0f57-446d-bf57-155490234b50 HTTP/1.1" status: 200 len: 217 time: 0.0536237 Feb 10 07:37:16.228404 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a37a41cb-0b4c-4f66-ab7a-3259f459ec34 req-8435bcad-8a8a-494c-961a-153863e3bc24 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100738 Feb 10 07:37:16.246066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-821aec77-4ca2-4984-96d1-6c30c58763e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:16.247593 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-821aec77-4ca2-4984-96d1-6c30c58763e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf13b3a5-03d4-4948-89b9-8418672f6b42 HTTP/1.1" status: 200 len: 834 time: 0.0744228 Feb 10 07:37:16.297671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-67459198-3105-442c-a7ac-1e4afdbd13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:16.299250 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-67459198-3105-442c-a7ac-1e4afdbd13ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b7eff75-ef2d-490d-8263-ee0e69b6ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450988 Feb 10 07:37:16.302226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3bdc4d62-2e56-4d12-af64-4c3a209bee0f', 'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:18:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:42Z', 'updated_at': '2022-02-10T07:34:46Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:16.334757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] Checking router: b7515e2b-849b-4d34-a9df-31ca5e5324fd for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:37:16.342890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:16.343493 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:16.393795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-18587264-328a-47bc-a307-71f52daa0214 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875299 Feb 10 07:37:16.452014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:16.483947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c293b929-fb27-4027-ad08-b8dc3207ab8d req-937ccad8-e0be-4742-9afe-eb3b348a3cb5 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821266 Feb 10 07:37:16.592385 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:16.660359 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3bdc4d62-2e56-4d12-af64-4c3a209bee0f', 'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:18:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:42Z', 'updated_at': '2022-02-10T07:34:46Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:16.693476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55436f79-6a87-43ef-bb81-47ba60e8586e None None] The sync data for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 is: [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:43Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '3bdc4d62-2e56-4d12-af64-4c3a209bee0f', 'name': '', 'network_id': '7b7eff75-ef2d-490d-8263-ee0e69b6ec80', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:18:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:42Z', 'updated_at': '2022-02-10T07:34:46Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'cf13b3a5-03d4-4948-89b9-8418672f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:37:16.920155 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce81cf4-df60-4549-a8db-44a53741957c None None] New status for floating IP c70d9c68-98d3-4daa-b955-7e8cf76f51cf: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:37:17.365296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe098d-1683-4eff-9d3f-19c68ec5acd3 req-57d2f5a1-7e68-4daa-8dab-e8b308d6f494 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:17.366811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe098d-1683-4eff-9d3f-19c68ec5acd3 req-57d2f5a1-7e68-4daa-8dab-e8b308d6f494 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0576377 Feb 10 07:37:17.414457 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75fe098d-1683-4eff-9d3f-19c68ec5acd3 req-a8195594-c644-4e53-9240-fa775d49f162 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76131d7-957a-4a8d-8099-51d201cb6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421164 Feb 10 07:37:17.703275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-0efb8525-47ce-4354-bace-1632f2aba0d2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:17.704646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-0efb8525-47ce-4354-bace-1632f2aba0d2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 946 time: 0.0519278 Feb 10 07:37:17.795425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 2182f090-0f57-446d-bf57-155490234b50 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:37:17.796297 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2182f090-0f57-446d-bf57-155490234b50), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:17.886830 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 2182f090-0f57-446d-bf57-155490234b50, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2182f090-0f57-446d-bf57-155490234b50,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:17.887193 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2182f090-0f57-446d-bf57-155490234b50), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:17.899018 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 2182f090-0f57-446d-bf57-155490234b50 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:37:18.028383 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2182f090-0f57-446d-bf57-155490234b50), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:18.058599 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=2182f090-0f57-446d-bf57-155490234b50,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:18.099359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] No DVR routers for this DVR port 2182f090-0f57-446d-bf57-155490234b50 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:37:18.102222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:18.105606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5476128d-da6d-4eeb-80fc-b00df1f19ec0 req-9712ca87-3418-4711-bd6e-346080e29c18 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "DELETE /v2.0/ports/2182f090-0f57-446d-bf57-155490234b50 HTTP/1.1" status: 204 len: 173 time: 0.3960073 Feb 10 07:37:18.106054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'name': 'network-vif-deleted', 'tag': '2182f090-0f57-446d-bf57-155490234b50'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:37:18.108940 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb5aebe-3d2b-4ef6-8331-b26c9b4ad980" -d '{"events": [{"server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "name": "network-vif-deleted", "tag": "2182f090-0f57-446d-bf57-155490234b50"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:37:18.145553 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bc96c5-6fa0-4827-9e6d-635ba77230ec x-openstack-request-id: req-b1bc96c5-6fa0-4827-9e6d-635ba77230ec {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:37:18.145847 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034daca0-c9d1-4abb-b9cc-df34b5ee531e", "name": "network-vif-deleted", "tag": "2182f090-0f57-446d-bf57-155490234b50", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:37:18.146108 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1bc96c5-6fa0-4827-9e6d-635ba77230ec {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:37:18.146584 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034daca0-c9d1-4abb-b9cc-df34b5ee531e', 'name': 'network-vif-deleted', 'tag': '2182f090-0f57-446d-bf57-155490234b50', 'status': 'completed', 'code': 200} Feb 10 07:37:18.529625 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-85bc4770-b8e7-4350-aeff-6c2affe0ce53 req-d4c4edd9-f0a9-4d19-84ed-dd59d1ed8e75 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=034daca0-c9d1-4abb-b9cc-df34b5ee531e HTTP/1.1" status: 200 len: 210 time: 0.0314455 Feb 10 07:37:19.587785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:19.936545 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (b7515e2b-849b-4d34-a9df-31ca5e5324fd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:20.189434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:37:20.189683 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:20.283049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 3bdc4d62-2e56-4d12-af64-4c3a209bee0f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3bdc4d62-2e56-4d12-af64-4c3a209bee0f,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:20.283407 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:20.295479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 3bdc4d62-2e56-4d12-af64-4c3a209bee0f owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:37:20.479119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3bdc4d62-2e56-4d12-af64-4c3a209bee0f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:20.506580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=3bdc4d62-2e56-4d12-af64-4c3a209bee0f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:20.681536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (b7515e2b-849b-4d34-a9df-31ca5e5324fd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.224853 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router b7515e2b-849b-4d34-a9df-31ca5e5324fd has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:37:21.332654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:37:21.338794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e63cadd4-5e82-40ac-acc6-8f0a10f013bb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/b7515e2b-849b-4d34-a9df-31ca5e5324fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7497768 Feb 10 07:37:21.341260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34156) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:21.344800 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61159785-1de7-4af2-9702-53077658964b None None] Sync routers for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:37:21.354590 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61159785-1de7-4af2-9702-53077658964b None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:21.355197 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-61159785-1de7-4af2-9702-53077658964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:21.392551 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fd5ac0-dc41-4937-9382-e99b1e9aa87c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting subnet cf13b3a5-03d4-4948-89b9-8418672f6b42 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:37:21.395670 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55fd5ac0-dc41-4937-9382-e99b1e9aa87c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (cf13b3a5-03d4-4948-89b9-8418672f6b42), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.434784 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55fd5ac0-dc41-4937-9382-e99b1e9aa87c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (cf13b3a5-03d4-4948-89b9-8418672f6b42), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.466183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-61159785-1de7-4af2-9702-53077658964b None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:21.519571 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55fd5ac0-dc41-4937-9382-e99b1e9aa87c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (cf13b3a5-03d4-4948-89b9-8418672f6b42), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.576018 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55fd5ac0-dc41-4937-9382-e99b1e9aa87c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (cf13b3a5-03d4-4948-89b9-8418672f6b42), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.601205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd5ac0-dc41-4937-9382-e99b1e9aa87c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Subnet': ['ID=cf13b3a5-03d4-4948-89b9-8418672f6b42,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:21.606796 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55fd5ac0-dc41-4937-9382-e99b1e9aa87c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.613738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-55fd5ac0-dc41-4937-9382-e99b1e9aa87c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/subnets/cf13b3a5-03d4-4948-89b9-8418672f6b42 HTTP/1.1" status: 204 len: 168 time: 0.2681730 Feb 10 07:37:21.613834 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34158) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:21.618399 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309eab85-ad3a-480a-b909-2758b1a670c9 None None] Network 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:37:21.723496 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (b7515e2b-849b-4d34-a9df-31ca5e5324fd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.724476 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-61159785-1de7-4af2-9702-53077658964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:37:20Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:21.754004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61159785-1de7-4af2-9702-53077658964b None None] Checking router: b7515e2b-849b-4d34-a9df-31ca5e5324fd for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:37:21.762486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61159785-1de7-4af2-9702-53077658964b None None] Routers {'b7515e2b-849b-4d34-a9df-31ca5e5324fd'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:21.763085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-61159785-1de7-4af2-9702-53077658964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:21.808036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] DHCP port deletion for 7b7eff75-ef2d-490d-8263-ee0e69b6ec80 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:37:21.831620 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (b7515e2b-849b-4d34-a9df-31ca5e5324fd), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.886761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:37:21.887100 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.889190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2182f090-0f57-446d-bf57-155490234b50 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:37:21.918817 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 2182f090-0f57-446d-bf57-155490234b50 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:37:21.919168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2182f090-0f57-446d-bf57-155490234b50 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:37:21.935551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-61159785-1de7-4af2-9702-53077658964b None None] Set router b7515e2b-849b-4d34-a9df-31ca5e5324fd gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:21.964725 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 7b60fb5c-b993-4f2c-aa13-f6a96c61301f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=7b60fb5c-b993-4f2c-aa13-f6a96c61301f,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:21.965107 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:21.978492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 7b60fb5c-b993-4f2c-aa13-f6a96c61301f owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:37:21.992238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Deleting port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:37:21.992624 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.105884 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] For port 9b3bf977-4c72-4f71-9c87-4d63e8719e92, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=9b3bf977-4c72-4f71-9c87-4d63e8719e92,segment=NetworkSegment(62b8461d-b56d-4004-be9d-7381a716770b),segment_id=62b8461d-b56d-4004-be9d-7381a716770b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:22.106207 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.122754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Calling delete_port for 9b3bf977-4c72-4f71-9c87-4d63e8719e92 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:37:22.145459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (7b60fb5c-b993-4f2c-aa13-f6a96c61301f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.171706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=7b60fb5c-b993-4f2c-aa13-f6a96c61301f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:22.212675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.213141 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.213357 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.213706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.214569 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.214708 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.215134 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.215604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.216071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.216536 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.217002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.217509 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.218624 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.253568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-61159785-1de7-4af2-9702-53077658964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:37:20Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:22.256616 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (9b3bf977-4c72-4f71-9c87-4d63e8719e92), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.269151 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (b7515e2b-849b-4d34-a9df-31ca5e5324fd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.287434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61159785-1de7-4af2-9702-53077658964b None None] The sync data for ids ['b7515e2b-849b-4d34-a9df-31ca5e5324fd'] in n-d-828670-1 is: [{'id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112192314', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:37:20Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '7b60fb5c-b993-4f2c-aa13-f6a96c61301f', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7515e2b-849b-4d34-a9df-31ca5e5324fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:34:40Z', 'updated_at': '2022-02-10T07:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:37:22.308620 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Pushing event deleted for resources: {'Port': ['ID=9b3bf977-4c72-4f71-9c87-4d63e8719e92,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:22.312395 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] No DVR routers for this DVR port 9b3bf977-4c72-4f71-9c87-4d63e8719e92 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:37:22.321268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.321268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.321268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.321268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.321268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.321765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.321765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.324854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.324854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.324854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.324854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.324854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.324854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afaddd-f1bb-4d00-b089-2d9f4cec52d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:22.368412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (b7515e2b-849b-4d34-a9df-31ca5e5324fd), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.370550 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (b7515e2b-849b-4d34-a9df-31ca5e5324fd), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.413687 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (b7515e2b-849b-4d34-a9df-31ca5e5324fd), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.414261 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Fanout notify agent at l3_agent the message router_deleted on router b7515e2b-849b-4d34-a9df-31ca5e5324fd {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:37:22.421849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.423074 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e0b56736-1fde-4c7f-9eb0-f876495fbc00 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/routers/b7515e2b-849b-4d34-a9df-31ca5e5324fd HTTP/1.1" status: 204 len: 168 time: 0.8087571 Feb 10 07:37:22.425792 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34162) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:22.504897 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (7b7eff75-ef2d-490d-8263-ee0e69b6ec80), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.593907 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (7b7eff75-ef2d-490d-8263-ee0e69b6ec80), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.613030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7eff75-ef2d-490d-8263-ee0e69b6ec80']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:22.622116 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b8461d-b56d-4004-be9d-7381a716770b') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:22.622803 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b8461d-b56d-4004-be9d-7381a716770b') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:22.638156 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (62b8461d-b56d-4004-be9d-7381a716770b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.652353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (62b8461d-b56d-4004-be9d-7381a716770b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.659132 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:37:22.659862 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (62b8461d-b56d-4004-be9d-7381a716770b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:37:22.663316 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:37:22.727112 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (7b7eff75-ef2d-490d-8263-ee0e69b6ec80), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.732860 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.736916 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/networks/7b7eff75-ef2d-490d-8263-ee0e69b6ec80 HTTP/1.1" status: 204 len: 168 time: 0.3101525 Feb 10 07:37:22.739782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34164) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:22.752776 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adc3df-3e86-414f-9f76-aa1c6bd08211 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Network': ['ID=7b7eff75-ef2d-490d-8263-ee0e69b6ec80,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:22.798266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8171cbe2-62c8-4469-911a-8c3e57ef59f3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (b76131d7-957a-4a8d-8099-51d201cb6d60), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.823285 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8171cbe2-62c8-4469-911a-8c3e57ef59f3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (b76131d7-957a-4a8d-8099-51d201cb6d60), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.898680 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8171cbe2-62c8-4469-911a-8c3e57ef59f3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (b76131d7-957a-4a8d-8099-51d201cb6d60), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.902196 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8171cbe2-62c8-4469-911a-8c3e57ef59f3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:22.903602 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8171cbe2-62c8-4469-911a-8c3e57ef59f3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/security-groups/b76131d7-957a-4a8d-8099-51d201cb6d60 HTTP/1.1" status: 204 len: 168 time: 0.1628194 Feb 10 07:37:22.915797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171cbe2-62c8-4469-911a-8c3e57ef59f3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76131d7-957a-4a8d-8099-51d201cb6d60,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:23.314034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3bdc4d62-2e56-4d12-af64-4c3a209bee0f no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:37:23.334380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 3bdc4d62-2e56-4d12-af64-4c3a209bee0f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:37:23.334745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3bdc4d62-2e56-4d12-af64-4c3a209bee0f not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:37:23.335165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7b60fb5c-b993-4f2c-aa13-f6a96c61301f no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:37:23.356835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 7b60fb5c-b993-4f2c-aa13-f6a96c61301f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:37:23.357187 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 7b60fb5c-b993-4f2c-aa13-f6a96c61301f not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:37:23.357594 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9b3bf977-4c72-4f71-9c87-4d63e8719e92 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:37:23.525988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 9b3bf977-4c72-4f71-9c87-4d63e8719e92 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:37:23.526358 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 9b3bf977-4c72-4f71-9c87-4d63e8719e92 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:37:25.399870 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34174) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:25.404469 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-64acc269-5364-431e-b233-8fb44957636a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352149040', 'description': 'tempest-secgroup-smoke-352149040 description', 'project_id': '1933d40d0be741f88e0045a09fd69365'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:25.423433 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64acc269-5364-431e-b233-8fb44957636a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.488932 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64acc269-5364-431e-b233-8fb44957636a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (a701e0df-514f-45a3-b201-0371df7f3ceb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.492954 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64acc269-5364-431e-b233-8fb44957636a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a701e0df-514f-45a3-b201-0371df7f3ceb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.522528 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-64acc269-5364-431e-b233-8fb44957636a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.523743 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-64acc269-5364-431e-b233-8fb44957636a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1228414 Feb 10 07:37:25.525567 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acc269-5364-431e-b233-8fb44957636a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a701e0df-514f-45a3-b201-0371df7f3ceb,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:25.526789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:25.531456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ca8daed1-5c26-4223-ae74-86096ca36be9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'a701e0df-514f-45a3-b201-0371df7f3ceb', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:25.556903 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca8daed1-5c26-4223-ae74-86096ca36be9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (81daf2aa-acc8-4b47-acaa-b6ed380db664), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.604019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca8daed1-5c26-4223-ae74-86096ca36be9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (81daf2aa-acc8-4b47-acaa-b6ed380db664), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.608252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca8daed1-5c26-4223-ae74-86096ca36be9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (81daf2aa-acc8-4b47-acaa-b6ed380db664), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.631725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8daed1-5c26-4223-ae74-86096ca36be9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81daf2aa-acc8-4b47-acaa-b6ed380db664,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:25.636004 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca8daed1-5c26-4223-ae74-86096ca36be9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.637182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca8daed1-5c26-4223-ae74-86096ca36be9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093950 Feb 10 07:37:25.640558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34178) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:25.644770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-28ba44fa-9d12-4191-bba9-0f94bb6d0857 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'a701e0df-514f-45a3-b201-0371df7f3ceb', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:25.667385 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28ba44fa-9d12-4191-bba9-0f94bb6d0857 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (83a3e44a-c922-4e61-805c-9c3e537179f2), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.722111 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28ba44fa-9d12-4191-bba9-0f94bb6d0857 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (83a3e44a-c922-4e61-805c-9c3e537179f2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.726774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28ba44fa-9d12-4191-bba9-0f94bb6d0857 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (83a3e44a-c922-4e61-805c-9c3e537179f2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.744638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba44fa-9d12-4191-bba9-0f94bb6d0857 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a3e44a-c922-4e61-805c-9c3e537179f2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:25.753130 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28ba44fa-9d12-4191-bba9-0f94bb6d0857 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.754357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-28ba44fa-9d12-4191-bba9-0f94bb6d0857 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128612 Feb 10 07:37:25.757141 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:25.761365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b0e3a577-f64e-48e9-80ca-d3b785c7889a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'a701e0df-514f-45a3-b201-0371df7f3ceb', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:25.784637 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a577-f64e-48e9-80ca-d3b785c7889a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (8b22040b-e93c-470a-a49e-18af5d23b464), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.840009 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a577-f64e-48e9-80ca-d3b785c7889a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (8b22040b-e93c-470a-a49e-18af5d23b464), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.843454 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a577-f64e-48e9-80ca-d3b785c7889a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (8b22040b-e93c-470a-a49e-18af5d23b464), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.861521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3a577-f64e-48e9-80ca-d3b785c7889a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b22040b-e93c-470a-a49e-18af5d23b464,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:25.866021 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a577-f64e-48e9-80ca-d3b785c7889a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.867263 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0e3a577-f64e-48e9-80ca-d3b785c7889a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1091783 Feb 10 07:37:25.869946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34182) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:25.874785 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b05c8716-2a83-4734-8881-19371247ea12 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'a701e0df-514f-45a3-b201-0371df7f3ceb', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:25.898257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b05c8716-2a83-4734-8881-19371247ea12 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (0a2bf11f-b7fe-41fd-a8c2-8c2244cc9352), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.954566 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b05c8716-2a83-4734-8881-19371247ea12 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (0a2bf11f-b7fe-41fd-a8c2-8c2244cc9352), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.958193 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b05c8716-2a83-4734-8881-19371247ea12 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (0a2bf11f-b7fe-41fd-a8c2-8c2244cc9352), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.977648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c8716-2a83-4734-8881-19371247ea12 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2bf11f-b7fe-41fd-a8c2-8c2244cc9352,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:25.985249 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b05c8716-2a83-4734-8881-19371247ea12 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:25.986463 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b05c8716-2a83-4734-8881-19371247ea12 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155233 Feb 10 07:37:25.989133 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34184) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:25.993397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e921272b-9781-46f5-9072-5e55755d3ad4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'a701e0df-514f-45a3-b201-0371df7f3ceb', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:26.012560 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-e921272b-9781-46f5-9072-5e55755d3ad4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:37:26.017190 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e921272b-9781-46f5-9072-5e55755d3ad4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (432b0313-7419-431a-a864-a60e2a89384c), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.074193 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e921272b-9781-46f5-9072-5e55755d3ad4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (432b0313-7419-431a-a864-a60e2a89384c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.077709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e921272b-9781-46f5-9072-5e55755d3ad4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (432b0313-7419-431a-a864-a60e2a89384c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.095864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921272b-9781-46f5-9072-5e55755d3ad4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432b0313-7419-431a-a864-a60e2a89384c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:26.100226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e921272b-9781-46f5-9072-5e55755d3ad4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.101401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e921272b-9781-46f5-9072-5e55755d3ad4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1113510 Feb 10 07:37:26.104126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:26.108925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-85e5e10b-4b55-4512-8040-a8eef89d5335 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'a701e0df-514f-45a3-b201-0371df7f3ceb', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:26.127789 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-85e5e10b-4b55-4512-8040-a8eef89d5335 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:37:26.132543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85e5e10b-4b55-4512-8040-a8eef89d5335 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (8c530b69-c3b3-42a7-99f0-8c0a3aeffe1d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.190156 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85e5e10b-4b55-4512-8040-a8eef89d5335 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (8c530b69-c3b3-42a7-99f0-8c0a3aeffe1d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.193644 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85e5e10b-4b55-4512-8040-a8eef89d5335 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (8c530b69-c3b3-42a7-99f0-8c0a3aeffe1d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.211467 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5e10b-4b55-4512-8040-a8eef89d5335 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c530b69-c3b3-42a7-99f0-8c0a3aeffe1d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:26.218853 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85e5e10b-4b55-4512-8040-a8eef89d5335 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.222616 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-85e5e10b-4b55-4512-8040-a8eef89d5335 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1150100 Feb 10 07:37:26.222797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:26.227456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'network': {'name': 'tempest-network-smoke--1125589327', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:26.246284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:37:26.249999 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.273534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:37:26.282150 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8e36b728-d9d4-43db-9c52-aabb6a2551a3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.282515 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Added segment 8e36b728-d9d4-43db-9c52-aabb6a2551a3 of type vlan for network c89595c8-0526-4f40-8c50-84e6f9af0d22 Feb 10 07:37:26.323410 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c89595c8-0526-4f40-8c50-84e6f9af0d22), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.347769 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c89595c8-0526-4f40-8c50-84e6f9af0d22), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.352605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:26.353181 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.385594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1618257 Feb 10 07:37:26.388281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34190) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:26.395047 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'admin_state_up': True, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:26.432963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb3ab0-62e9-4e1a-8645-b49f5705d8da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Network': ['ID=c89595c8-0526-4f40-8c50-84e6f9af0d22,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:26.443941 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (e55362f7-d11f-4613-bcef-5571d458fbff), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.445002 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (e55362f7-d11f-4613-bcef-5571d458fbff), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.445989 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c89595c8-0526-4f40-8c50-84e6f9af0d22 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:37:26.501569 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (e55362f7-d11f-4613-bcef-5571d458fbff), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.644288 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (e55362f7-d11f-4613-bcef-5571d458fbff), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.836861 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (e55362f7-d11f-4613-bcef-5571d458fbff), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.854795 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:26.952490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.17 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/048caab1-e939-4ccf-8443-cde03ce0e7c6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:37:27.055780 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:27.089768 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:27.128241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:37:27.131323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:37:27.133500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:37:27.159844 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=048caab1-e939-4ccf-8443-cde03ce0e7c6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:27.389537 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (e55362f7-d11f-4613-bcef-5571d458fbff), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:27.587505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (e55362f7-d11f-4613-bcef-5571d458fbff), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:27.714668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router e55362f7-d11f-4613-bcef-5571d458fbff is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:37:27.823672 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:37:27.833010 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Sync routers for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:37:27.843568 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:27.844857 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:27.845156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5bf90909-d1f8-4f22-85d5-9d817c2c3cc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4559619 Feb 10 07:37:27.845474 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:27.848295 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34192) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:27.876450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1dbc02e7-64dd-40d6-ae89-2934a86f5831 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1933d40d0be741f88e0045a09fd69365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269985 Feb 10 07:37:27.878965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34194) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:27.950157 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:27.968906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283f33f1-d738-4614-bcbd-ff48f52792cf tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:27.970462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-283f33f1-d738-4614-bcbd-ff48f52792cf tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905797 Feb 10 07:37:27.973233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34196) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:28.000585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc588999-7501-4ea3-925c-4a992a53a3e7 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263073 Feb 10 07:37:28.002959 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34198) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:28.007555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-746174231', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:28.094134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:37:28.097596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.125585 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:27Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:28.155616 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Checking router: e55362f7-d11f-4613-bcef-5571d458fbff for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:37:28.156113 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Updating router e55362f7-d11f-4613-bcef-5571d458fbff port 048caab1-e939-4ccf-8443-cde03ce0e7c6 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:37:28.186570 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.285757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (525d68bc-5685-4e41-b297-12bf34bb729f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.349172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Subnet': ['ID=525d68bc-5685-4e41-b297-12bf34bb729f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:28.357702 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Checking segment: {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:37:28.358100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network hostable DHCP agents. Network: c89595c8-0526-4f40-8c50-84e6f9af0d22, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:37:28.374960 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network c89595c8-0526-4f40-8c50-84e6f9af0d22 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:37:28.384034 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c89595c8-0526-4f40-8c50-84e6f9af0d22) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:37:28.388042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:28.388630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.395340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e072ee7-667b-4349-ab98-b1ec8df7d24e None None] Network c89595c8-0526-4f40-8c50-84e6f9af0d22 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:37:28.410130 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5cc45477-40ad-4327-a6d1-3089307d90b3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4036810 Feb 10 07:37:28.410716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34200) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:28.444416 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Publish callbacks [] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.450897 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.495867 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Pushing event updated for resources: {'Port': ['ID=048caab1-e939-4ccf-8443-cde03ce0e7c6,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:28.498085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-c89595c8-0526-4f40-8c50-84e6f9af0d22', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:37:28.499821 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.508620 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.509187 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.509708 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.510043 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.510851 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.510851 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.511070 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.511342 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.511660 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.511973 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.512466 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.512787 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.513101 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:37:28.520466 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Attempting to bind port 048caab1-e939-4ccf-8443-cde03ce0e7c6 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:37:28.520833 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Attempting to bind port 048caab1-e939-4ccf-8443-cde03ce0e7c6 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:37:28.521188 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Attempting to bind port 048caab1-e939-4ccf-8443-cde03ce0e7c6 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:37:28.531138 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:37:28.531539 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:37:28.531948 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.532342 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:37:28.532836 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Bound port: 048caab1-e939-4ccf-8443-cde03ce0e7c6, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:37:28.533198 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.584590 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] For port 048caab1-e939-4ccf-8443-cde03ce0e7c6, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:37:28.587685 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] For port 048caab1-e939-4ccf-8443-cde03ce0e7c6, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=048caab1-e939-4ccf-8443-cde03ce0e7c6,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:37:28.595860 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.654990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Allocated IP 172.20.0.2 (c89595c8-0526-4f40-8c50-84e6f9af0d22/525d68bc-5685-4e41-b297-12bf34bb729f/ffcecb46-67d3-4201-978f-c4c0abf381d8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:37:28.663861 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:28.664500 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:28.666427 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d56ed-ec4b-48ca-8bb5-123467b8b403 None None] Pushing event updated for resources: {'Port': ['ID=048caab1-e939-4ccf-8443-cde03ce0e7c6,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:28.782652 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:28.814326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Publish callbacks [] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.820588 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.860344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Network c89595c8-0526-4f40-8c50-84e6f9af0d22 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:37:28.864874 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:37:28.869080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:37:28.876372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Pushing event updated for resources: {'Port': ['ID=ffcecb46-67d3-4201-978f-c4c0abf381d8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:28.911555 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.933070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Attempting to bind port ffcecb46-67d3-4201-978f-c4c0abf381d8 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:37:28.933660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Attempting to bind port ffcecb46-67d3-4201-978f-c4c0abf381d8 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:37:28.934137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Attempting to bind port ffcecb46-67d3-4201-978f-c4c0abf381d8 on network c89595c8-0526-4f40-8c50-84e6f9af0d22 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:37:28.940616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:37:28.941141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Checking segment: {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:37:28.941658 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.942291 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Bound using segment: {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:37:28.943126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Bound port: ffcecb46-67d3-4201-978f-c4c0abf381d8, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:37:28.943618 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:28.971105 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:27Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:29.002059 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f285e53-666b-4269-892f-0a5f4ac18117 None None] The sync data for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 is: [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:27Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:37:29.010233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] For port ffcecb46-67d3-4201-978f-c4c0abf381d8, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:37:29.013657 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] For port ffcecb46-67d3-4201-978f-c4c0abf381d8, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ffcecb46-67d3-4201-978f-c4c0abf381d8,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:37:29.021898 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:29.077495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b3c0-279d-42f0-81cd-2c7767805b4c None None] Pushing event updated for resources: {'Port': ['ID=ffcecb46-67d3-4201-978f-c4c0abf381d8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:29.241796 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.1 (c89595c8-0526-4f40-8c50-84e6f9af0d22/525d68bc-5685-4e41-b297-12bf34bb729f/23b50617-be2c-4946-8b0d-af9272ca0b49) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:37:29.404720 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:29.449347 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:29.492920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network c89595c8-0526-4f40-8c50-84e6f9af0d22 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:37:29.496096 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:37:29.499934 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:37:29.523377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=23b50617-be2c-4946-8b0d-af9272ca0b49,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:29.548423 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (e55362f7-d11f-4613-bcef-5571d458fbff), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.033481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.070288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39861e03-f1b1-4919-89e7-a14860b7b806 None None] Network c89595c8-0526-4f40-8c50-84e6f9af0d22 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:37:30.186894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3de181b5-84d4-4b53-a8a3-fdaa282f5db6 None None] Provisioning complete for port ffcecb46-67d3-4201-978f-c4c0abf381d8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:30.187513 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3de181b5-84d4-4b53-a8a3-fdaa282f5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.281182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3de181b5-84d4-4b53-a8a3-fdaa282f5db6 None None] Current status of the port ffcecb46-67d3-4201-978f-c4c0abf381d8 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:30.281182 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3de181b5-84d4-4b53-a8a3-fdaa282f5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.316119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3de181b5-84d4-4b53-a8a3-fdaa282f5db6 None None] For port ffcecb46-67d3-4201-978f-c4c0abf381d8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ffcecb46-67d3-4201-978f-c4c0abf381d8,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:30.320716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3de181b5-84d4-4b53-a8a3-fdaa282f5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.331429 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.338531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.376740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de181b5-84d4-4b53-a8a3-fdaa282f5db6 None None] Pushing event updated for resources: {'Port': ['ID=ffcecb46-67d3-4201-978f-c4c0abf381d8,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:30.419218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=23b50617-be2c-4946-8b0d-af9272ca0b49,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:30.421797 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (e55362f7-d11f-4613-bcef-5571d458fbff), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.519979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network c89595c8-0526-4f40-8c50-84e6f9af0d22 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:37:30.521445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:37:30.541517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-06aa98ad-5b31-4f66-9a3f-5347f2f2e5af None None] Provisioning complete for port ffcecb46-67d3-4201-978f-c4c0abf381d8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:30.542037 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06aa98ad-5b31-4f66-9a3f-5347f2f2e5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.650754 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-06aa98ad-5b31-4f66-9a3f-5347f2f2e5af None None] Current status of the port ffcecb46-67d3-4201-978f-c4c0abf381d8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:30.654389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router e55362f7-d11f-4613-bcef-5571d458fbff has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:37:30.661163 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-06aa98ad-5b31-4f66-9a3f-5347f2f2e5af None None] Provisioning complete for port 23b50617-be2c-4946-8b0d-af9272ca0b49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:30.661542 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06aa98ad-5b31-4f66-9a3f-5347f2f2e5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.696315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-06aa98ad-5b31-4f66-9a3f-5347f2f2e5af None None] Port 23b50617-be2c-4946-8b0d-af9272ca0b49 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:37:30.779883 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:37:30.785180 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c6569a7b-d6da-43e7-8bd5-08e09ad198cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/e55362f7-d11f-4613-bcef-5571d458fbff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3734047 Feb 10 07:37:30.792538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Sync routers for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:37:30.804338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:30.805691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:30.875865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4b0706ef-314f-4f0c-94af-0e599c30bfa6 None None] Provisioning complete for port 23b50617-be2c-4946-8b0d-af9272ca0b49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:30.876240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4b0706ef-314f-4f0c-94af-0e599c30bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:30.943464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-375e75c8-74f9-4a9e-8a1f-2a33b4bf99f3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352149040&fields=id&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 267 time: 0.0442019 Feb 10 07:37:30.946094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4b0706ef-314f-4f0c-94af-0e599c30bfa6 None None] Port 23b50617-be2c-4946-8b0d-af9272ca0b49 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:37:30.956557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:31.054277 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-d4162c4c-3cbf-4125-bdc8-3e255f45edc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:31.055789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-d4162c4c-3cbf-4125-bdc8-3e255f45edc7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 797 time: 0.1047771 Feb 10 07:37:31.071010 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-56bd4cf7-708e-437b-ba75-c1d39e2944da tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/quotas/1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 375 time: 0.0090146 Feb 10 07:37:31.107568 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0fde0025-dfea-46d4-a4ed-9b2a6e90c53e None None] Provisioning complete for port 23b50617-be2c-4946-8b0d-af9272ca0b49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:31.108692 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fde0025-dfea-46d4-a4ed-9b2a6e90c53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.125407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-708833f8-3684-4da8-8063-9837f3391d19 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491865 Feb 10 07:37:31.171889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0fde0025-dfea-46d4-a4ed-9b2a6e90c53e None None] Port 23b50617-be2c-4946-8b0d-af9272ca0b49 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:37:31.184196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-645020ed-1332-4815-a681-65ae91e54732 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:37:31.190786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-645020ed-1332-4815-a681-65ae91e54732 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541933 Feb 10 07:37:31.197021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:29Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '23b50617-be2c-4946-8b0d-af9272ca0b49', 'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:24:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:29Z', 'updated_at': '2022-02-10T07:37:30Z', 'revision_number': 2, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:31.236950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Checking router: e55362f7-d11f-4613-bcef-5571d458fbff for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:37:31.237305 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Updating router e55362f7-d11f-4613-bcef-5571d458fbff port 23b50617-be2c-4946-8b0d-af9272ca0b49 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:37:31.266518 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.296950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-23d03472-48b8-4d8e-84bf-cd34d2556d6b service neutron] 10.222.0.21 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033928 Feb 10 07:37:31.362717 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ffcecb46-67d3-4201-978f-c4c0abf381d8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:37:31.389435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-ae832cad-276a-4aa0-9daf-0b0f58512734 service neutron] 10.222.0.21 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868206 Feb 10 07:37:31.489643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ffcecb46-67d3-4201-978f-c4c0abf381d8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:31.490026 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.560408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-360cc2fd-691c-4c4a-a4da-6851485fea29 req-5e48b993-7d05-411a-9b52-c37399bacc2f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 210 time: 0.0306537 Feb 10 07:37:31.632861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ffcecb46-67d3-4201-978f-c4c0abf381d8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:31.633944 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 048caab1-e939-4ccf-8443-cde03ce0e7c6 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:37:31.667070 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Publish callbacks [] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.676552 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.740338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a39026-1c80-4bd1-9d40-852796455f89 None None] Pushing event updated for resources: {'Port': ['ID=23b50617-be2c-4946-8b0d-af9272ca0b49,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:31.746761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 048caab1-e939-4ccf-8443-cde03ce0e7c6 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:31.747146 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.820848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Attempting to bind port 23b50617-be2c-4946-8b0d-af9272ca0b49 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:37:31.821160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Attempting to bind port 23b50617-be2c-4946-8b0d-af9272ca0b49 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:37:31.821539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Attempting to bind port 23b50617-be2c-4946-8b0d-af9272ca0b49 on network c89595c8-0526-4f40-8c50-84e6f9af0d22 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:37:31.831209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:37:31.831591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Checking segment: {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:37:31.831995 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.832387 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Bound using segment: {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:37:31.832867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Bound port: 23b50617-be2c-4946-8b0d-af9272ca0b49, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:37:31.833250 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.925215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 048caab1-e939-4ccf-8443-cde03ce0e7c6 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:31.925605 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.940622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] For port 23b50617-be2c-4946-8b0d-af9272ca0b49, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:37:31.945154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] For port 23b50617-be2c-4946-8b0d-af9272ca0b49, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=23b50617-be2c-4946-8b0d-af9272ca0b49,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:37:31.956472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 048caab1-e939-4ccf-8443-cde03ce0e7c6, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=048caab1-e939-4ccf-8443-cde03ce0e7c6,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:31.958335 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:31.963685 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:32.031060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3f5b1fec-89cb-4976-903c-e020a959289f None None] Provisioning complete for port 23b50617-be2c-4946-8b0d-af9272ca0b49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:32.031435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1fec-89cb-4976-903c-e020a959289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:32.033312 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a39026-1c80-4bd1-9d40-852796455f89 None None] Pushing event updated for resources: {'Port': ['ID=23b50617-be2c-4946-8b0d-af9272ca0b49,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:32.080793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:32.081438 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:32.172610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=048caab1-e939-4ccf-8443-cde03ce0e7c6,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:32.417642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b1fec-89cb-4976-903c-e020a959289f None None] Current status of the port 23b50617-be2c-4946-8b0d-af9272ca0b49 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:32.418027 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1fec-89cb-4976-903c-e020a959289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:32.420880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:32.517738 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3f5b1fec-89cb-4976-903c-e020a959289f None None] For port 23b50617-be2c-4946-8b0d-af9272ca0b49, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=23b50617-be2c-4946-8b0d-af9272ca0b49,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:32.538083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1fec-89cb-4976-903c-e020a959289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:32.585747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-6c87500a-98c0-476c-8f6d-9e08dc9bb32a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:32.588009 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-6c87500a-98c0-476c-8f6d-9e08dc9bb32a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 797 time: 0.1264718 Feb 10 07:37:32.637718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b1fec-89cb-4976-903c-e020a959289f None None] Pushing event updated for resources: {'Port': ['ID=23b50617-be2c-4946-8b0d-af9272ca0b49,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:32.671737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-f91ca84f-ba93-41ae-a890-03971e427e30 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 379 time: 0.0738730 Feb 10 07:37:32.688016 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-7dfe3da8-cf98-499e-b599-3f18b1b28242 None None] Provisioning complete for port 23b50617-be2c-4946-8b0d-af9272ca0b49 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:32.688387 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3da8-cf98-499e-b599-3f18b1b28242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:32.688855 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1f09c208-9316-4743-a684-89545ab8dddd req-4050715e-b32f-470d-93a9-bcfc66b0cf9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 210 time: 0.0359604 Feb 10 07:37:32.692257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'port': {'device_id': '71955187-8790-4f17-b78d-61f806f5d2ab', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'admin_state_up': True, 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'security_groups': ['a701e0df-514f-45a3-b201-0371df7f3ceb']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:32.753627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:29Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '23b50617-be2c-4946-8b0d-af9272ca0b49', 'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:24:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:29Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:32.807910 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba523c-c246-4893-b94f-6d9e01a6ea1d None None] The sync data for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 is: [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:29Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '23b50617-be2c-4946-8b0d-af9272ca0b49', 'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:24:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:29Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:37:32.815412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:37:32.819352 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe3da8-cf98-499e-b599-3f18b1b28242 None None] Current status of the port 23b50617-be2c-4946-8b0d-af9272ca0b49 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:32.819623 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:32.972409 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.5 (c89595c8-0526-4f40-8c50-84e6f9af0d22/525d68bc-5685-4e41-b297-12bf34bb729f/342882f7-770c-4007-a36f-46df8a7a22a7) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:37:33.117726 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (342882f7-770c-4007-a36f-46df8a7a22a7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.151502 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.211157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network c89595c8-0526-4f40-8c50-84e6f9af0d22 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:37:33.215110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:37:33.226593 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:33.230776 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:37:33.305509 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:33.306152 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.328099 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2818d42e-0cf3-4b4d-bcd5-4e243262036b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420968 Feb 10 07:37:33.344760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Request body: {'port': {'device_id': '71955187-8790-4f17-b78d-61f806f5d2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:33.387047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 23b50617-be2c-4946-8b0d-af9272ca0b49 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:37:33.410981 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.447185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 23b50617-be2c-4946-8b0d-af9272ca0b49 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:33.447558 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.537700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 23b50617-be2c-4946-8b0d-af9272ca0b49 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:33.538897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 048caab1-e939-4ccf-8443-cde03ce0e7c6 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:37:33.584904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8c202795-365c-4faa-8a34-2a9dac2583be None None] Provisioning complete for port 342882f7-770c-4007-a36f-46df8a7a22a7 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:33.585200 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c202795-365c-4faa-8a34-2a9dac2583be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.628475 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8c202795-365c-4faa-8a34-2a9dac2583be None None] Port 342882f7-770c-4007-a36f-46df8a7a22a7 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:37:33.633098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 048caab1-e939-4ccf-8443-cde03ce0e7c6 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:33.633475 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.711906 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342882f7-770c-4007-a36f-46df8a7a22a7 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:37:33.720825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Publish callbacks [] for port (342882f7-770c-4007-a36f-46df8a7a22a7), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.721123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 048caab1-e939-4ccf-8443-cde03ce0e7c6 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:33.736969 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Transition to ACTIVE for port object 342882f7-770c-4007-a36f-46df8a7a22a7 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:37:33.742046 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.830986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Pushing event updated for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:33.899163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb32be9-f473-4008-afa7-f525eac3eb44 req-60de47a2-cc81-4409-8f5d-cd169879df06 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:33.900762 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfb32be9-f473-4008-afa7-f525eac3eb44 req-60de47a2-cc81-4409-8f5d-cd169879df06 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 943 time: 0.1270530 Feb 10 07:37:33.939045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Attempting to bind port 342882f7-770c-4007-a36f-46df8a7a22a7 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:37:33.939385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Attempting to bind port 342882f7-770c-4007-a36f-46df8a7a22a7 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:37:33.939713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Attempting to bind port 342882f7-770c-4007-a36f-46df8a7a22a7 on network c89595c8-0526-4f40-8c50-84e6f9af0d22 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:37:33.953148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Port 342882f7-770c-4007-a36f-46df8a7a22a7 on network c89595c8-0526-4f40-8c50-84e6f9af0d22 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:37:33.953476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Attempting to bind port 342882f7-770c-4007-a36f-46df8a7a22a7 on network c89595c8-0526-4f40-8c50-84e6f9af0d22 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:37:33.968915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:37:33.969216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Checking segment: {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:37:33.969611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Bound using segment: {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:37:33.970042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Bound port: 342882f7-770c-4007-a36f-46df8a7a22a7, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:37:33.970508 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:33.977756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfb32be9-f473-4008-afa7-f525eac3eb44 req-7943eaa7-8af2-4e0f-a9e9-369480095313 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699201 Feb 10 07:37:34.043748 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:37:34.047716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:37:34.054629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:34.092451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:34.093208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:34.094601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] 10.222.0.13 "PUT /v2.0/ports/342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 1091 time: 0.7593319 Feb 10 07:37:34.095046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:37:34.097337 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8505dd76-330c-4ad1-9639-935b10561f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:37:34.125902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac3576-7387-46d3-8d2d-7b1bb7199a57 service neutron] Pushing event updated for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:34.187513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-89d09609-e413-4f2c-8874-24a84a30056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:34.189383 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-89d09609-e413-4f2c-8874-24a84a30056e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1125 time: 0.0488212 Feb 10 07:37:34.233606 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee39d6f6-097a-4b3d-92ac-06845941102c x-openstack-request-id: req-ee39d6f6-097a-4b3d-92ac-06845941102c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:37:34.233895 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:37:34.234150 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee39d6f6-097a-4b3d-92ac-06845941102c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:37:34.234653 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7', 'status': 'completed', 'code': 200} Feb 10 07:37:34.236552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-7be21a6d-bf0c-4181-85b1-a590065e79ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 217 time: 0.0403473 Feb 10 07:37:34.291162 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-53597717-bbf1-454b-b611-6ae41877554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:34.292658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-53597717-bbf1-454b-b611-6ae41877554d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0501182 Feb 10 07:37:34.341964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-e134dcd3-7f46-41ee-9c42-0cf5aa12200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:34.343501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-e134dcd3-7f46-41ee-9c42-0cf5aa12200a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440311 Feb 10 07:37:34.433733 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-2f11dd29-1035-4ebc-91b4-4954552c99e8 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844097 Feb 10 07:37:34.517985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-30377c0d-9571-4f77-8a8a-a187f2f9cdc1 req-dcd3ba14-8589-4a26-aff2-bd74583390a0 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789738 Feb 10 07:37:34.605579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505dd76-330c-4ad1-9639-935b10561f8e req-0df34053-eb4c-4f51-a52b-5d0dd97013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:34.607030 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8505dd76-330c-4ad1-9639-935b10561f8e req-0df34053-eb4c-4f51-a52b-5d0dd97013ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1125 time: 0.0438051 Feb 10 07:37:34.697817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505dd76-330c-4ad1-9639-935b10561f8e req-1a7e51b9-1cff-4d98-8ee3-95a3440ecb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:34.699319 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8505dd76-330c-4ad1-9639-935b10561f8e req-1a7e51b9-1cff-4d98-8ee3-95a3440ecb71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.0864351 Feb 10 07:37:34.738676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8505dd76-330c-4ad1-9639-935b10561f8e req-1a5cf46c-d256-4563-b5b4-73f01dd52c5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 217 time: 0.0334735 Feb 10 07:37:34.789062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505dd76-330c-4ad1-9639-935b10561f8e req-168df460-5f92-49c1-b0ce-ebb618842309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:34.790854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8505dd76-330c-4ad1-9639-935b10561f8e req-168df460-5f92-49c1-b0ce-ebb618842309 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0465467 Feb 10 07:37:34.838200 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505dd76-330c-4ad1-9639-935b10561f8e req-f94395d3-dd1a-463b-abb7-5fcec3c4fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:34.839722 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8505dd76-330c-4ad1-9639-935b10561f8e req-f94395d3-dd1a-463b-abb7-5fcec3c4fbe5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430918 Feb 10 07:37:34.925599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8505dd76-330c-4ad1-9639-935b10561f8e req-6ea52f02-744b-497b-8482-0e46b758e781 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800159 Feb 10 07:37:35.015672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8505dd76-330c-4ad1-9639-935b10561f8e req-1d558550-3695-47cc-9aab-46fe27ebc1f0 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843718 Feb 10 07:37:35.103211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccc0da-be1d-4e6b-9c85-ba608d35e3c4 req-c2e8aebb-3e10-414e-b1b9-cf0ce137c2cc tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:35.104680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2ccc0da-be1d-4e6b-9c85-ba608d35e3c4 req-c2e8aebb-3e10-414e-b1b9-cf0ce137c2cc tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 943 time: 0.0516627 Feb 10 07:37:35.151914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e2ccc0da-be1d-4e6b-9c85-ba608d35e3c4 req-c814a0be-cb4b-4482-9511-b08b0e429017 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Feb 10 07:37:36.276445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d87b1b-db63-4e8e-9401-4f03c69205d9 req-0559f35d-7500-4983-8347-3be4d91aad01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:36.277920 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0d87b1b-db63-4e8e-9401-4f03c69205d9 req-0559f35d-7500-4983-8347-3be4d91aad01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 943 time: 0.0563788 Feb 10 07:37:36.326603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c0d87b1b-db63-4e8e-9401-4f03c69205d9 req-3b44e19d-e3f9-4b2b-aeed-9d90981f306d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428708 Feb 10 07:37:37.346354 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:37.444054 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689beed-b26a-463f-98e6-c2a6f7adaf7f req-b97a8c82-5ebb-4bb4-97d4-deb8ec8b6b2b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:37.445440 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4689beed-b26a-463f-98e6-c2a6f7adaf7f req-b97a8c82-5ebb-4bb4-97d4-deb8ec8b6b2b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 943 time: 0.0517242 Feb 10 07:37:37.493048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4689beed-b26a-463f-98e6-c2a6f7adaf7f req-f2e5d196-d02e-429a-9507-dc4796ece57a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Feb 10 07:37:38.004404 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 342882f7-770c-4007-a36f-46df8a7a22a7 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:37:38.103054 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:38.114636 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '342882f7-770c-4007-a36f-46df8a7a22a7', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'port_id': '342882f7-770c-4007-a36f-46df8a7a22a7', 'mac_address': 'fa:16:3e:dc:a6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:37:38.150827 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 342882f7-770c-4007-a36f-46df8a7a22a7 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:38.151225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:38.164147 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342882f7-770c-4007-a36f-46df8a7a22a7 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:37:38.184723 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:38.189145 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:38.240508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:38.521835 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['342882f7-770c-4007-a36f-46df8a7a22a7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:37:38.618021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d050c-716a-4c16-86b6-326414ad8bda req-ef96af91-c0cd-49ec-891e-4461cc7b2dcd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:38.619502 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b7d050c-716a-4c16-86b6-326414ad8bda req-ef96af91-c0cd-49ec-891e-4461cc7b2dcd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 944 time: 0.0584519 Feb 10 07:37:38.668781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5b7d050c-716a-4c16-86b6-326414ad8bda req-aeaaacde-240c-498b-9e52-2dbb47017e88 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Feb 10 07:37:39.808940 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ea9fb-2dba-4d2a-ad22-a169894dfe33 req-75a57708-b8c6-435d-b25c-2d19dc85dfbb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:39.811207 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-762ea9fb-2dba-4d2a-ad22-a169894dfe33 req-75a57708-b8c6-435d-b25c-2d19dc85dfbb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 944 time: 0.0580869 Feb 10 07:37:39.858806 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-762ea9fb-2dba-4d2a-ad22-a169894dfe33 req-2108c6db-8460-452f-9865-4df9725a95a2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422270 Feb 10 07:37:40.020330 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 342882f7-770c-4007-a36f-46df8a7a22a7 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:37:40.068502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 342882f7-770c-4007-a36f-46df8a7a22a7 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:37:40.072292 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 342882f7-770c-4007-a36f-46df8a7a22a7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:37:40.072663 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:40.167107 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 342882f7-770c-4007-a36f-46df8a7a22a7 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:37:40.167522 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:40.200971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:37:40.204819 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3905972-fa44-4cff-9f2c-3e528b4ec3e3" -d '{"events": [{"server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "name": "network-vif-plugged", "status": "completed", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:37:40.223037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:37:40.227218 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:40.250102 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563318b5-e63e-4663-8eb1-bcd2762a6822 x-openstack-request-id: req-563318b5-e63e-4663-8eb1-bcd2762a6822 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:37:40.250427 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "name": "network-vif-plugged", "status": "completed", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:37:40.250692 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-563318b5-e63e-4663-8eb1-bcd2762a6822 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:37:40.251092 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7', 'code': 200} Feb 10 07:37:40.276992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:40.354208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa5737-199e-4b54-b8c8-54743e86c8f2 req-253bba0c-9354-45e9-8c20-9f5848a67234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:40.356328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5aa5737-199e-4b54-b8c8-54743e86c8f2 req-253bba0c-9354-45e9-8c20-9f5848a67234 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1127 time: 0.0527558 Feb 10 07:37:40.413424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f5aa5737-199e-4b54-b8c8-54743e86c8f2 req-11187f15-d154-48c5-957c-335fc15ec174 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513058 Feb 10 07:37:40.437004 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66c3eb90-d854-4ac4-bc10-8858bb82c98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:40.675422 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:40.979652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097316c-d94a-49f8-983e-559df0b51a70 req-57ae8b49-0a1e-49ef-8af4-f94bc017a0f0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:40.981140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e097316c-d94a-49f8-983e-559df0b51a70 req-57ae8b49-0a1e-49ef-8af4-f94bc017a0f0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0523837 Feb 10 07:37:41.030101 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e097316c-d94a-49f8-983e-559df0b51a70 req-447ffa55-bb04-4d7a-b911-7f709c83bf13 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Feb 10 07:37:42.146483 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0f71-a985-4347-8b33-3de226cba49f req-f8bd625e-7a95-4995-a25d-57a0fc8e96fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:42.147935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-033f0f71-a985-4347-8b33-3de226cba49f req-f8bd625e-7a95-4995-a25d-57a0fc8e96fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0510535 Feb 10 07:37:42.194486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-033f0f71-a985-4347-8b33-3de226cba49f req-2c5e997d-bcb1-402e-8f47-899d09be99e6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 Feb 10 07:37:42.320921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3c13-a8ae-40a0-8844-cbeddd284083 req-50a8f26c-ed74-4a3f-8390-ba5970ab321b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:42.322462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b31f3c13-a8ae-40a0-8844-cbeddd284083 req-50a8f26c-ed74-4a3f-8390-ba5970ab321b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0608339 Feb 10 07:37:42.369551 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b31f3c13-a8ae-40a0-8844-cbeddd284083 req-79c48ac0-6eee-49be-a1e2-b80e99467022 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Feb 10 07:37:42.391066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34258) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:42.434119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2bb402-ff80-44b9-b249-115b37af6680 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:42.439088 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc2bb402-ff80-44b9-b249-115b37af6680 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1122 time: 0.0439548 Feb 10 07:37:42.439292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:42.443568 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '342882f7-770c-4007-a36f-46df8a7a22a7', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:37:42.463312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:42.561825 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:42.660236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.184 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/7f2e4eaa-50ee-4fcf-bc1f-46adccd96500) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:37:42.688774 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc598ec6-3c59-478a-a590-bfab681fc540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:42.763279 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (7f2e4eaa-50ee-4fcf-bc1f-46adccd96500), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:42.796665 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7f2e4eaa-50ee-4fcf-bc1f-46adccd96500), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:42.835772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:37:42.838671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:37:42.842674 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:37:42.864711 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=7f2e4eaa-50ee-4fcf-bc1f-46adccd96500,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:43.212733 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (568b7b7c-a548-48cb-9783-a49d1f212d5a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:43.281568 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (7f2e4eaa-50ee-4fcf-bc1f-46adccd96500), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:43.438531 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (7f2e4eaa-50ee-4fcf-bc1f-46adccd96500), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:43.443070 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (7f2e4eaa-50ee-4fcf-bc1f-46adccd96500), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:43.840127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=7f2e4eaa-50ee-4fcf-bc1f-46adccd96500,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:37:43.849781 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (568b7b7c-a548-48cb-9783-a49d1f212d5a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:43.948554 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP 568b7b7c-a548-48cb-9783-a49d1f212d5a associated. External IP: 172.25.8.184, port: 342882f7-770c-4007-a36f-46df8a7a22a7. Feb 10 07:37:44.050592 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:44.157775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router e55362f7-d11f-4613-bcef-5571d458fbff has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:37:44.265904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:37:44.276233 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] Sync routers for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:37:44.283629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:44.286400 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:44.287009 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:44.314805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-480b103e-fc4d-43ee-8420-7d6883e45203 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8744848 Feb 10 07:37:44.315698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:37:44.318356 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62613d17-10ce-4bf9-ad89-fd5faac6a71a" -d '{"events": [{"name": "network-changed", "server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:37:44.359319 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eb9d45-6a44-4632-a410-f7d6ede84a13 x-openstack-request-id: req-b7eb9d45-6a44-4632-a410-f7d6ede84a13 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:37:44.359619 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:37:44.359877 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7eb9d45-6a44-4632-a410-f7d6ede84a13 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:37:44.360288 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7', 'status': 'completed', 'code': 200} Feb 10 07:37:44.400211 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:44.447016 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41821fef-ef98-40b7-b528-08d89557e8bb req-d571b934-ad92-4ebb-8fef-9c7b659d531e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:44.448417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41821fef-ef98-40b7-b528-08d89557e8bb req-d571b934-ad92-4ebb-8fef-9c7b659d531e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0839951 Feb 10 07:37:44.454494 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-9333f5fd-6657-4cf4-8eaf-d7db5e262072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:44.455906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-9333f5fd-6657-4cf4-8eaf-d7db5e262072 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1127 time: 0.0637739 Feb 10 07:37:44.553632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-41821fef-ef98-40b7-b528-08d89557e8bb req-0f7e7910-acab-4387-8408-b89228edec0d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967610 Feb 10 07:37:44.578091 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34266) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:44.588975 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-a4d7e04b-dc64-44cb-b7ed-74aafb3337c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:44.590608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-a4d7e04b-dc64-44cb-b7ed-74aafb3337c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.1282022 Feb 10 07:37:44.666076 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-facbb191-0c16-4bd0-a0df-cad8a877d1a2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/568b7b7c-a548-48cb-9783-a49d1f212d5a HTTP/1.1" status: 200 len: 991 time: 0.0864806 Feb 10 07:37:44.669931 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-59fe2218-cee8-463a-b731-a38452c84d2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 999 time: 0.0733984 Feb 10 07:37:44.718292 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-271385a5-64a7-4e7b-9cc2-4430bda72030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:44.719934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-271385a5-64a7-4e7b-9cc2-4430bda72030 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0446751 Feb 10 07:37:44.725205 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:29Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '568b7b7c-a548-48cb-9783-a49d1f212d5a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'port_id': '342882f7-770c-4007-a36f-46df8a7a22a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'mac_address': 'fa:16:3e:dc:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71955187-8790-4f17-b78d-61f806f5d2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:37:43Z', 'updated_at': '2022-02-10T07:37:43Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b50617-be2c-4946-8b0d-af9272ca0b49', 'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:24:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:29Z', 'updated_at': '2022-02-10T07:37:32Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:44.750738 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] Checking router: e55362f7-d11f-4613-bcef-5571d458fbff for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:37:44.759422 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:37:44.760036 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:37:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:44.771158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-9216f576-93b2-4cae-b499-ffd5d30e0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:37:44.772833 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-9216f576-93b2-4cae-b499-ffd5d30e0395 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466213 Feb 10 07:37:44.868630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-6e2758ea-2d9b-41f5-9024-5001cf771635 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880158 Feb 10 07:37:44.871955 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:37:44.960433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-62613d17-10ce-4bf9-ad89-fd5faac6a71a req-fcaf6eb4-9468-4f3e-8192-037c92c6fa89 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858262 Feb 10 07:37:45.095086 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:29Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '568b7b7c-a548-48cb-9783-a49d1f212d5a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'port_id': '342882f7-770c-4007-a36f-46df8a7a22a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'mac_address': 'fa:16:3e:dc:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71955187-8790-4f17-b78d-61f806f5d2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:37:43Z', 'updated_at': '2022-02-10T07:37:43Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b50617-be2c-4946-8b0d-af9272ca0b49', 'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:24:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:29Z', 'updated_at': '2022-02-10T07:37:32Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:37:45.120538 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2e5d5-dd38-4fd1-b9cb-bb6651bae8dc None None] The sync data for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 is: [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:29Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '568b7b7c-a548-48cb-9783-a49d1f212d5a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'port_id': '342882f7-770c-4007-a36f-46df8a7a22a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'mac_address': 'fa:16:3e:dc:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71955187-8790-4f17-b78d-61f806f5d2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:37:43Z', 'updated_at': '2022-02-10T07:37:43Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b50617-be2c-4946-8b0d-af9272ca0b49', 'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:24:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:29Z', 'updated_at': '2022-02-10T07:37:32Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:37:45.329323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04461ed-9229-4adf-a9a0-1baac55bbc1b None None] New status for floating IP 568b7b7c-a548-48cb-9783-a49d1f212d5a: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:37:45.487600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:45.667430 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34268) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:37:45.727138 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c339ae51-e29d-4040-b52f-a40bfa3100c3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/568b7b7c-a548-48cb-9783-a49d1f212d5a HTTP/1.1" status: 200 len: 993 time: 0.0585656 Feb 10 07:37:46.567519 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:37:48.988949 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:38:01.723686 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-9737668e-8759-4759-a7d0-d2a34b8f6afd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427639 Feb 10 07:38:01.812232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-ba177eb9-9859-4827-ad57-19d48f768ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:01.813783 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-ba177eb9-9859-4827-ad57-19d48f768ba0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1127 time: 0.0488939 Feb 10 07:38:01.914350 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-49ab24bd-9ad9-4e72-9961-4c76c811f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:01.915802 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-49ab24bd-9ad9-4e72-9961-4c76c811f136 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.0832021 Feb 10 07:38:01.983832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-9095150f-e499-4221-981a-c2656c8cd386 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 1001 time: 0.0611300 Feb 10 07:38:02.032557 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-ca3add1f-613b-40e7-8cdb-fdba1e905701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:02.034000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-ca3add1f-613b-40e7-8cdb-fdba1e905701 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0430880 Feb 10 07:38:02.081237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-e474b00b-5f75-47db-a9e4-7afc5551fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:02.082740 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-e474b00b-5f75-47db-a9e4-7afc5551fa73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427115 Feb 10 07:38:02.173710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-28db55ec-6aff-472a-9849-36b7b8c90006 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840366 Feb 10 07:38:02.260146 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f495c9f1-49ee-4196-97bd-3a71e12dcabd req-9b206190-bd03-4566-bc31-ebd2c19b1a52 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804555 Feb 10 07:38:07.360933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:10.418154 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-255c9cf3-d62f-4fbd-9b7c-06f53edbbb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:10.660822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:12.690384 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0483a3f4-8d8f-49bf-9c93-83e38c1f3401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:14.052114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:15.463014 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:16.570514 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:25.988199 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:38:37.358973 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:40.419582 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4567353-3cae-4359-818b-3b6b7a2a1274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:40.676210 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:42.691489 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be114390-87dc-485f-82cd-f2e9e3bf599d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:44.055980 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:45.465763 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:46.574850 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:38:48.462813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-eb4d1591-07d7-4129-b64f-7b1824d10c18 req-b0a27b54-6d0f-4922-a2e8-7bc9e3ffe0da service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:38:48.463747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-eb4d1591-07d7-4129-b64f-7b1824d10c18 req-b0a27b54-6d0f-4922-a2e8-7bc9e3ffe0da service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054586 Feb 10 07:38:48.645614 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34300) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:38:48.648644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c011f9b-c6d8-4a93-9ecf-a9bda0910d62 req-949063fd-4be0-4b64-ba1f-771567847457 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:48.650154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c011f9b-c6d8-4a93-9ecf-a9bda0910d62 req-949063fd-4be0-4b64-ba1f-771567847457 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0590453 Feb 10 07:38:48.699675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c011f9b-c6d8-4a93-9ecf-a9bda0910d62 req-7182ba30-1182-494b-acac-9aa0a4d027b7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433230 Feb 10 07:38:48.734554 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-fc561219-fbae-4576-8890-a2696e3e475e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877557 Feb 10 07:38:48.742969 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-28a48a85-cd92-4690-8eb7-1182ec915281 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:38:48.743934 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-28a48a85-cd92-4690-8eb7-1182ec915281 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049436 Feb 10 07:38:49.821547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cee02-f108-4233-b6e9-e1c16cc5c0b2 req-00968425-c348-4799-abb8-28283a37a355 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:49.823034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-093cee02-f108-4233-b6e9-e1c16cc5c0b2 req-00968425-c348-4799-abb8-28283a37a355 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0510983 Feb 10 07:38:49.870058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-093cee02-f108-4233-b6e9-e1c16cc5c0b2 req-c83c9336-aed5-4673-a662-7904183f82d0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409656 Feb 10 07:38:50.098434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:38:50.185321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-4d1b6017-041d-4615-bdf8-eaa2444968a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:50.187233 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-4d1b6017-041d-4615-bdf8-eaa2444968a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports/342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 942 time: 0.0878103 Feb 10 07:38:50.989691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65dc0-af48-43e1-819e-3d09b11c3fe1 req-4210fb09-de08-4f13-9a0c-f76b7b3d2b63 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:50.991194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3d65dc0-af48-43e1-819e-3d09b11c3fe1 req-4210fb09-de08-4f13-9a0c-f76b7b3d2b63 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0555060 Feb 10 07:38:51.042618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c3d65dc0-af48-43e1-819e-3d09b11c3fe1 req-b604b73f-b94f-4100-a6ac-a28955b2a068 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459070 Feb 10 07:38:52.159452 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6028-8bd7-443a-8e44-6719bd15d010 req-32854ce3-0467-44b1-a3ba-fe3ae7ac1dba tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:52.160923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e9f6028-8bd7-443a-8e44-6719bd15d010 req-32854ce3-0467-44b1-a3ba-fe3ae7ac1dba tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0514400 Feb 10 07:38:52.208510 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6e9f6028-8bd7-443a-8e44-6719bd15d010 req-a32f00c3-3e50-4b49-8650-f5afdddfa004 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421550 Feb 10 07:38:53.330146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd62ad-f9e3-4926-a499-ac9c28cb141d req-7ec920d5-bc0b-48c1-b013-b3ad6e00ced1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:53.331656 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23bd62ad-f9e3-4926-a499-ac9c28cb141d req-7ec920d5-bc0b-48c1-b013-b3ad6e00ced1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0557446 Feb 10 07:38:53.378752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-23bd62ad-f9e3-4926-a499-ac9c28cb141d req-f4b55097-b3e9-49eb-8ff0-e190de2090f4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Feb 10 07:38:54.201301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-03d2232b-711f-4e89-9ce6-f931da55dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:54.203564 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-03d2232b-711f-4e89-9ce6-f931da55dcdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1127 time: 0.0451636 Feb 10 07:38:54.293376 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-8226625b-3cda-4238-b1ca-c45be02682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:54.294838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-8226625b-3cda-4238-b1ca-c45be02682b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.0850515 Feb 10 07:38:54.358273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-1c9f3ffe-2f5b-4bc7-98a3-12bd881c7768 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 1001 time: 0.0563152 Feb 10 07:38:54.406678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-9941bad6-3d97-4e5b-8f25-2d72ae78cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:54.408173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-9941bad6-3d97-4e5b-8f25-2d72ae78cc00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0424330 Feb 10 07:38:54.500716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-4864bdd9-8e90-4e50-a669-2cad90fab7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:54.502446 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-4864bdd9-8e90-4e50-a669-2cad90fab7ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0890002 Feb 10 07:38:54.563571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974b5a1-0d99-4e90-9e6c-fb68c708e02a req-57714094-4f2b-44c5-9257-7ee55f2f31a1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:54.565021 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d974b5a1-0d99-4e90-9e6c-fb68c708e02a req-57714094-4f2b-44c5-9257-7ee55f2f31a1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.1165242 Feb 10 07:38:54.656565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-312a4621-d6c9-4604-8d5c-23e16b1544ca service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481760 Feb 10 07:38:54.661151 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d974b5a1-0d99-4e90-9e6c-fb68c708e02a req-7ccc168b-62eb-4f85-97cb-a0cda8adcfdc tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666120 Feb 10 07:38:54.743090 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-e6ecc8fc-aaa9-4b38-801b-ace034151071 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802331 Feb 10 07:38:55.779574 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b8f3c-44f0-4af2-bad2-7858ed6acd0a req-54ff0349-f4d5-499e-ab4b-47d3e96b1333 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:55.781029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f5b8f3c-44f0-4af2-bad2-7858ed6acd0a req-54ff0349-f4d5-499e-ab4b-47d3e96b1333 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0519359 Feb 10 07:38:55.832245 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5f5b8f3c-44f0-4af2-bad2-7858ed6acd0a req-8f77e5e5-8777-4092-b9db-33f12e127b72 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457451 Feb 10 07:38:56.949595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee6b2c-6275-438c-89d0-e8023212f926 req-3fa32354-4f17-45ee-bb9b-c34c1e604019 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:56.951122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34ee6b2c-6275-438c-89d0-e8023212f926 req-3fa32354-4f17-45ee-bb9b-c34c1e604019 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0515594 Feb 10 07:38:56.998034 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-34ee6b2c-6275-438c-89d0-e8023212f926 req-3c5ed4e1-3803-4c59-9fb7-34b750fd8480 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Feb 10 07:38:58.115360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034d435-c938-4a9e-81e3-d7b8a602cb0e req-02ad69ee-38b7-4c13-a0c9-385db4a42969 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:58.116846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9034d435-c938-4a9e-81e3-d7b8a602cb0e req-02ad69ee-38b7-4c13-a0c9-385db4a42969 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0516386 Feb 10 07:38:58.164048 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9034d435-c938-4a9e-81e3-d7b8a602cb0e req-76789458-1c23-4577-943b-abf347b40bd8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416629 Feb 10 07:38:59.286683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8044f89-7740-4513-a965-42d241e64d01 req-fc0e611d-349a-4268-8158-a6bc8cc237a4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:38:59.288168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8044f89-7740-4513-a965-42d241e64d01 req-fc0e611d-349a-4268-8158-a6bc8cc237a4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0558550 Feb 10 07:38:59.335989 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8044f89-7740-4513-a965-42d241e64d01 req-ba381de4-df1d-47e3-9ed2-f04cb2a05919 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419586 Feb 10 07:39:00.457269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498c15d-4cd5-4469-8081-8b19894d6f7b req-9f85279d-566e-400f-ad12-f921960ca574 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:00.458657 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4498c15d-4cd5-4469-8081-8b19894d6f7b req-9f85279d-566e-400f-ad12-f921960ca574 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0528755 Feb 10 07:39:00.507571 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4498c15d-4cd5-4469-8081-8b19894d6f7b req-5ab9b654-8458-453b-b807-a059b8f6bdca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Feb 10 07:39:01.625588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da0cbc-8afe-4087-94f4-89f798f155f4 req-f3427f00-acee-4117-a317-7c61104bcad7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:01.627080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4da0cbc-8afe-4087-94f4-89f798f155f4 req-f3427f00-acee-4117-a317-7c61104bcad7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0549066 Feb 10 07:39:01.673773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4da0cbc-8afe-4087-94f4-89f798f155f4 req-4ad3dc30-1b64-4922-8bc7-f6a7d0deb4e0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Feb 10 07:39:02.740887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-2b0369a5-25a2-4422-be57-1c9b23941b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:02.742500 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-2b0369a5-25a2-4422-be57-1c9b23941b82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1127 time: 0.0445256 Feb 10 07:39:02.853243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ddef5-974c-4989-9731-d48c8aff0529 req-a3ba3c35-2860-48f1-878e-640954aef52c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:02.854719 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea6ddef5-974c-4989-9731-d48c8aff0529 req-a3ba3c35-2860-48f1-878e-640954aef52c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.1113167 Feb 10 07:39:02.884637 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-720cdf81-8a72-4341-89c1-35af9f6f46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:02.886013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-720cdf81-8a72-4341-89c1-35af9f6f46b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.1163521 Feb 10 07:39:02.954792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ea6ddef5-974c-4989-9731-d48c8aff0529 req-3a9329c4-14ca-433b-bdfb-ad60308c7208 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939023 Feb 10 07:39:02.970169 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-029183be-7f4d-4f8b-8b00-31913bb846f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 1001 time: 0.0734322 Feb 10 07:39:02.986925 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:39:03.017387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-96920f15-15d2-4c0c-a412-096c7334c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:03.018838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-96920f15-15d2-4c0c-a412-096c7334c6af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0429938 Feb 10 07:39:03.065580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-047b85dc-62d6-4fe3-8f9e-1f6f6477268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:03.067043 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-047b85dc-62d6-4fe3-8f9e-1f6f6477268c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427113 Feb 10 07:39:03.155930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-812741fc-b40d-4e90-b29a-42aee36146df service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827494 Feb 10 07:39:03.242087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f49684e-824e-4d30-91db-ce718cbeded2 req-2f5e2580-6b1a-4f16-911f-5715f901689b service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805404 Feb 10 07:39:04.072610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897d5e9-c6d8-4265-9267-9f314522d5f4 req-6db1fbcb-2e83-419e-bd4e-f105403fb88f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:04.074091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1897d5e9-c6d8-4265-9267-9f314522d5f4 req-6db1fbcb-2e83-419e-bd4e-f105403fb88f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0519941 Feb 10 07:39:04.126584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1897d5e9-c6d8-4265-9267-9f314522d5f4 req-11210801-d461-447f-af59-2cb0aed22ab2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463231 Feb 10 07:39:05.244344 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8693ab-4823-4637-a6ad-523c806891cd req-db7009b7-72dd-4ef4-83a4-a48ffb4a755e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:05.245797 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd8693ab-4823-4637-a6ad-523c806891cd req-db7009b7-72dd-4ef4-83a4-a48ffb4a755e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0519102 Feb 10 07:39:05.292237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd8693ab-4823-4637-a6ad-523c806891cd req-b8c89e38-833b-4b39-91f6-3eb3256815fa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409021 Feb 10 07:39:06.409038 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c235139-960b-485c-970c-1775271b79ca req-02babf80-9b04-43fa-a916-a8bbc910b4ca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:06.410506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c235139-960b-485c-970c-1775271b79ca req-02babf80-9b04-43fa-a916-a8bbc910b4ca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0503032 Feb 10 07:39:06.457580 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c235139-960b-485c-970c-1775271b79ca req-2e811b2e-f9b9-4b5d-86a9-4092fc93a556 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Feb 10 07:39:06.667505 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-b775cf13-c95c-43e8-8e54-672ae2d173ff service neutron] show failed (client error): The resource could not be found. Feb 10 07:39:06.668483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-b775cf13-c95c-43e8-8e54-672ae2d173ff service neutron] 10.222.0.13 "GET /v2.0/ports/342882f7-770c-4007-a36f-46df8a7a22a7/bindings/n-h2-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0548840 Feb 10 07:39:06.914588 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-a6faffb1-db0a-4c7c-87ef-c6cd9082c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:06.916083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-a6faffb1-db0a-4c7c-87ef-c6cd9082c725 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 1127 time: 0.0883167 Feb 10 07:39:06.927184 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-85ebe73b-29a6-4c17-8bb0-7384b4cf81a1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:39:06.928163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-85ebe73b-29a6-4c17-8bb0-7384b4cf81a1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047872 Feb 10 07:39:06.941987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828670-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:06.997982 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:07.362350 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:07.527024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:07.587868 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:39:07.624234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabaf6a-2d7c-4656-8b2d-ab786a33b872 req-0c54ca82-67ce-4598-a66b-fa7b0d655502 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:07.625737 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2fabaf6a-2d7c-4656-8b2d-ab786a33b872 req-0c54ca82-67ce-4598-a66b-fa7b0d655502 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.1008162 Feb 10 07:39:07.644259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:39:07.646482 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ebc9aa-085a-4c0b-830c-a1f124122e93" -d '{"events": [{"server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "name": "network-vif-unplugged", "status": "completed", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:39:07.650821 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Publish callbacks [] for port (342882f7-770c-4007-a36f-46df8a7a22a7), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:07.677398 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Transition to ACTIVE for port object 342882f7-770c-4007-a36f-46df8a7a22a7 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:39:07.683808 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:07.703906 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25399e6-6644-4527-b50b-2b770386064b x-openstack-request-id: req-c25399e6-6644-4527-b50b-2b770386064b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:39:07.704197 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "name": "network-vif-unplugged", "status": "completed", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:39:07.704460 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c25399e6-6644-4527-b50b-2b770386064b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:39:07.704858 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7', 'code': 200} Feb 10 07:39:07.737903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2fabaf6a-2d7c-4656-8b2d-ab786a33b872 req-54bb434e-c941-4e96-b16e-3686586b2455 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026254 Feb 10 07:39:07.783220 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Pushing event updated for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:07.795638 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.795985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.796332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.796655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.796991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.797319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.797643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.797966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.798287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.798633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.798958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.799281 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.799601 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:07.834240 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] No DVR routers for this DVR port 342882f7-770c-4007-a36f-46df8a7a22a7 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:39:07.975811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Attempting to bind port 342882f7-770c-4007-a36f-46df8a7a22a7 on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:39:07.976144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Attempting to bind port 342882f7-770c-4007-a36f-46df8a7a22a7 by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:39:07.976470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Attempting to bind port 342882f7-770c-4007-a36f-46df8a7a22a7 on network c89595c8-0526-4f40-8c50-84e6f9af0d22 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:39:07.980725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Port 342882f7-770c-4007-a36f-46df8a7a22a7 on network c89595c8-0526-4f40-8c50-84e6f9af0d22 not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:39:07.981044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Attempting to bind port 342882f7-770c-4007-a36f-46df8a7a22a7 on network c89595c8-0526-4f40-8c50-84e6f9af0d22 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:39:07.986331 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:39:07.986612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Checking segment: {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:39:07.986990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Bound using segment: {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:39:07.987410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Bound port: 342882f7-770c-4007-a36f-46df8a7a22a7, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e36b728-d9d4-43db-9c52-aabb6a2551a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:39:07.987761 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:08.048175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:39:08.051021 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:39:08.057296 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:08.093520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:08.094131 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:08.095538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-39966698-9818-44f2-953e-751f71071996 service neutron] 10.222.0.24 "PUT /v2.0/ports/342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 1091 time: 1.1571429 Feb 10 07:39:08.115070 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39966698-9818-44f2-953e-751f71071996 service neutron] Pushing event updated for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:08.166547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-9f06eaf1-95ed-46ce-aaf4-371986b5d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:08.168181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-9f06eaf1-95ed-46ce-aaf4-371986b5d88e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1125 time: 0.0460796 Feb 10 07:39:08.267392 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-596e7f8e-9daa-439a-b470-577bba3d2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:08.268864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-596e7f8e-9daa-439a-b470-577bba3d2343 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.0917745 Feb 10 07:39:08.335988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-eea4bb9f-d99e-479b-8547-0a5f4d7152f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 999 time: 0.0580189 Feb 10 07:39:08.391043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-a0f75c71-19c2-4add-8bdb-471ae4605dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:08.392419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-a0f75c71-19c2-4add-8bdb-471ae4605dd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0470324 Feb 10 07:39:08.445236 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-c752c2ab-e339-42c2-9f83-f140c1807ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:08.446779 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-c752c2ab-e339-42c2-9f83-f140c1807ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454977 Feb 10 07:39:08.533892 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-6e7821fc-f926-4d5b-ab8c-55eddca72660 service neutron] 10.222.0.24 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796633 Feb 10 07:39:08.627091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8d50d4c1-f7e6-4511-a869-fbf908e4adfe req-1c378c62-cfd3-4078-8cf5-942458595a0f service neutron] 10.222.0.24 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845704 Feb 10 07:39:08.860895 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76730c64-c48e-4a31-b6dc-e551c366dccd req-8a79b1c1-eee6-4f71-b9e8-fa36bbbc632c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:08.862283 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76730c64-c48e-4a31-b6dc-e551c366dccd req-8a79b1c1-eee6-4f71-b9e8-fa36bbbc632c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 943 time: 0.0521839 Feb 10 07:39:08.910288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76730c64-c48e-4a31-b6dc-e551c366dccd req-43069179-198b-4bc3-a4df-c452d97000e4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424566 Feb 10 07:39:09.705816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:39:09.708225 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40f5a21-888b-4aa4-b849-80be320831b4" -d '{"events": [{"name": "network-changed", "server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:39:09.755772 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a17f75-9ed6-425b-b08d-4a31355594a3 x-openstack-request-id: req-72a17f75-9ed6-425b-b08d-4a31355594a3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:39:09.756066 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:39:09.756508 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72a17f75-9ed6-425b-b08d-4a31355594a3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:39:09.756772 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7', 'status': 'completed', 'code': 200} Feb 10 07:39:09.858669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-64b7d6f0-cd33-4f5a-810e-90ae7bd4f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:09.860192 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-64b7d6f0-cd33-4f5a-810e-90ae7bd4f763 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1125 time: 0.0867109 Feb 10 07:39:09.861929 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-10897912-d074-4e5d-bd6b-818c4d1376bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:09.863307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-10897912-d074-4e5d-bd6b-818c4d1376bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1125 time: 0.0802784 Feb 10 07:39:10.054051 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-74553b98-3419-4a79-a69f-12f34f47f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:10.055574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-74553b98-3419-4a79-a69f-12f34f47f14f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.1889367 Feb 10 07:39:10.057345 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-a32bbafa-c94a-461d-8525-8fa786957e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:10.058688 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-a32bbafa-c94a-461d-8525-8fa786957e50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.1851230 Feb 10 07:39:10.157704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631571b-da2c-49e7-a443-43dde7a6fe1e req-52988651-ad18-468b-bb01-4d12134f0f13 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:10.159219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8631571b-da2c-49e7-a443-43dde7a6fe1e req-52988651-ad18-468b-bb01-4d12134f0f13 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 943 time: 0.1798842 Feb 10 07:39:10.200988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-d285d6f5-fa53-47da-9dfc-e396a1c3a98e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 999 time: 0.1328011 Feb 10 07:39:10.206786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-63bac305-8805-4fa0-b29a-ad339b09a8fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 999 time: 0.1451273 Feb 10 07:39:10.284392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 342882f7-770c-4007-a36f-46df8a7a22a7 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:39:10.304938 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8631571b-da2c-49e7-a443-43dde7a6fe1e req-b55d411b-f808-4c91-a33f-e466022c5014 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397581 Feb 10 07:39:10.311379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-0c7f9192-cfe4-4bae-b9ad-5e2bb863f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:10.312866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-0c7f9192-cfe4-4bae-b9ad-5e2bb863f5c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0927179 Feb 10 07:39:10.314368 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-727e85be-f813-4b4e-8a57-c023748346ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:10.315760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-727e85be-f813-4b4e-8a57-c023748346ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.1057334 Feb 10 07:39:10.325784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] The host n-h1-828670-1 is not matching for port 342882f7-770c-4007-a36f-46df8a7a22a7 host n-h2-828670-1! {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 07:39:10.326224 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 342882f7-770c-4007-a36f-46df8a7a22a7 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:39:10.412460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-85176bed-331d-4bff-9896-05445d83fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:10.413992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-85176bed-331d-4bff-9896-05445d83fc21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0943911 Feb 10 07:39:10.416837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-1020d426-c192-423e-8ca8-ab17d90531b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:10.418798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-1020d426-c192-423e-8ca8-ab17d90531b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0851827 Feb 10 07:39:10.424759 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f72f4d88-3bfd-4cd5-b8e2-6e844411a334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:10.578750 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-e84fe801-4dbb-448b-8716-fbad7014049d service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574695 Feb 10 07:39:10.580680 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-bbd897fb-cb54-49ec-af9a-b92f7d513f1d service neutron] 10.222.0.24 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503277 Feb 10 07:39:10.688795 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:10.739997 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-33c4dde9-8b29-4725-8f7e-31146246dcd0 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557693 Feb 10 07:39:10.743321 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e40f5a21-888b-4aa4-b849-80be320831b4 req-b6642d6b-6bcc-4706-8001-fb04f1a08f88 service neutron] 10.222.0.24 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518228 Feb 10 07:39:11.412373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 342882f7-770c-4007-a36f-46df8a7a22a7 details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:39:11.442692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dc75c-14d9-468b-929e-b6779c1baffc req-7601c4c3-485a-4ae8-ae91-d4b30a3e2b5e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:11.444175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac9dc75c-14d9-468b-929e-b6779c1baffc req-7601c4c3-485a-4ae8-ae91-d4b30a3e2b5e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 943 time: 0.0591137 Feb 10 07:39:11.491905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac9dc75c-14d9-468b-929e-b6779c1baffc req-3525d7a5-0d94-4386-b1b0-06ac2fd3fa1d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421486 Feb 10 07:39:11.510677 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:11.525416 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': '342882f7-770c-4007-a36f-46df8a7a22a7', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'port_id': '342882f7-770c-4007-a36f-46df8a7a22a7', 'mac_address': 'fa:16:3e:dc:a6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:39:11.562419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 342882f7-770c-4007-a36f-46df8a7a22a7 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:11.562819 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:11.576877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342882f7-770c-4007-a36f-46df8a7a22a7 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:39:11.599134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:11.603624 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:11.656445 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:11.664076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.664429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.664768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.665104 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.665435 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.665763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.666198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.666553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.666876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.667198 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.667519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.667837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.668162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:11.730595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1f9e9-cf2c-4697-b48f-a234627aaca2 req-bc9605e7-8031-43de-9ba3-855b25aa246a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:11.732091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecf1f9e9-cf2c-4697-b48f-a234627aaca2 req-bc9605e7-8031-43de-9ba3-855b25aa246a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 944 time: 0.0874560 Feb 10 07:39:11.738610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-7d3cade7-d537-4aa6-8592-7ef348cb606f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:11.739949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-7d3cade7-d537-4aa6-8592-7ef348cb606f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab&tenant_id=1933d40d0be741f88e0045a09fd69365&binding%3Ahost_id=n-h2-828670-1 HTTP/1.1" status: 200 len: 944 time: 0.0844913 Feb 10 07:39:11.831365 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ecf1f9e9-cf2c-4697-b48f-a234627aaca2 req-9109cc4c-0536-4d39-82f5-8fe861232749 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903668 Feb 10 07:39:11.838210 n-d-828670-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-86f1188f-8765-425f-b2f4-153018c1e0a9 service neutron] delete failed (client error): The resource could not be found. Feb 10 07:39:11.839211 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-86f1188f-8765-425f-b2f4-153018c1e0a9 service neutron] 10.222.0.13 "DELETE /v2.0/ports/342882f7-770c-4007-a36f-46df8a7a22a7/bindings/n-h1-828670-1 HTTP/1.1" status: 404 len: 380 time: 0.0918229 Feb 10 07:39:11.893253 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['342882f7-770c-4007-a36f-46df8a7a22a7'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:39:11.960991 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-63d2f613-3178-4cbe-a476-ab1708f463a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:11.962597 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-63d2f613-3178-4cbe-a476-ab1708f463a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1126 time: 0.0798142 Feb 10 07:39:11.973044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f05fde-d8f6-46a1-a1e9-e68abfbd4ba0 req-7d2ce0e6-5c76-46d9-bf1c-f2cf7561e7cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:11.974466 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82f05fde-d8f6-46a1-a1e9-e68abfbd4ba0 req-7d2ce0e6-5c76-46d9-bf1c-f2cf7561e7cb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 944 time: 0.0654254 Feb 10 07:39:12.081947 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82f05fde-d8f6-46a1-a1e9-e68abfbd4ba0 req-2c4832f9-9aad-4472-a8ea-74f5ebe68cdd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985355 Feb 10 07:39:12.098495 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-fe7ed4d1-6a7e-4c0a-adbe-5f35dc145291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:12.100248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-fe7ed4d1-6a7e-4c0a-adbe-5f35dc145291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.1249440 Feb 10 07:39:12.184449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-8f80ed77-ff37-43c2-9c1c-24f7f78903c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 1000 time: 0.0777726 Feb 10 07:39:12.231333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-c32973d4-1d55-4dba-adb4-8c5843eea971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:12.233309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-c32973d4-1d55-4dba-adb4-8c5843eea971 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0427375 Feb 10 07:39:12.280479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-2a8192a9-c91a-4f60-8823-f2613f6bee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:12.281944 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-2a8192a9-c91a-4f60-8823-f2613f6bee09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428729 Feb 10 07:39:12.372386 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-700ea8bd-1ed1-448f-8535-cb4b3a7594ba service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841432 Feb 10 07:39:12.461691 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1de3b628-c16f-4a4e-80aa-e7e4cb904d21 req-741b0d3c-ef34-48fa-85b7-1100dc4c0c02 service neutron] 10.222.0.13 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836921 Feb 10 07:39:12.693182 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca661-df24-4b49-b7ef-c29fd295acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:13.204550 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6b41d-1524-4342-b0b0-5a4688f21e83 req-ae67e5b3-6a91-4b02-a08e-093d18af5961 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:13.205973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59b6b41d-1524-4342-b0b0-5a4688f21e83 req-ae67e5b3-6a91-4b02-a08e-093d18af5961 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 944 time: 0.0523801 Feb 10 07:39:13.259798 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59b6b41d-1524-4342-b0b0-5a4688f21e83 req-c4d75e6a-e880-42f7-81fa-dade1574592e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481408 Feb 10 07:39:13.283177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34396) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:13.348943 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-12908ae9-38ee-4114-bb5a-7eed051ada7c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/568b7b7c-a548-48cb-9783-a49d1f212d5a HTTP/1.1" status: 200 len: 992 time: 0.0645275 Feb 10 07:39:13.421896 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 342882f7-770c-4007-a36f-46df8a7a22a7 up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:39:13.471338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port 342882f7-770c-4007-a36f-46df8a7a22a7 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:39:13.475293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port 342882f7-770c-4007-a36f-46df8a7a22a7 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:13.475663 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:13.553829 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port 342882f7-770c-4007-a36f-46df8a7a22a7 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:13.554217 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:13.581569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:39:13.583841 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cc258b-e9d4-44e0-a4a3-bd71c504c806" -d '{"events": [{"server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "name": "network-vif-plugged", "status": "completed", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:39:13.596728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:13.601212 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:13.649556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:13.673637 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229db807-6969-41ea-8c22-2b42a2d33e98 x-openstack-request-id: req-229db807-6969-41ea-8c22-2b42a2d33e98 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:39:13.673936 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "name": "network-vif-plugged", "status": "completed", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:39:13.674197 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-229db807-6969-41ea-8c22-2b42a2d33e98 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:39:13.674634 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7', 'code': 200} Feb 10 07:39:14.058205 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:15.468827 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:16.568207 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:37.355885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:39.985328 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:39:40.425737 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-037ab8ff-4b9e-4df3-b1da-f38d01991a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:40.702479 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:42.695116 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c8c703f0-67c4-455d-ac33-3cbaf76f85b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:44.062096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:44.071147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34410) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:44.226876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 7f2e4eaa-50ee-4fcf-bc1f-46adccd96500 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:39:44.227222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (7f2e4eaa-50ee-4fcf-bc1f-46adccd96500), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:44.304928 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (7f2e4eaa-50ee-4fcf-bc1f-46adccd96500), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:44.305266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (7f2e4eaa-50ee-4fcf-bc1f-46adccd96500), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:44.319199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 7f2e4eaa-50ee-4fcf-bc1f-46adccd96500 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:39:44.463777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (7f2e4eaa-50ee-4fcf-bc1f-46adccd96500), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:44.489507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=7f2e4eaa-50ee-4fcf-bc1f-46adccd96500,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:44.546557 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (568b7b7c-a548-48cb-9783-a49d1f212d5a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:44.546907 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP 568b7b7c-a548-48cb-9783-a49d1f212d5a disassociated (deleted). External IP: 172.25.8.184, port: 342882f7-770c-4007-a36f-46df8a7a22a7. Feb 10 07:39:44.756832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router e55362f7-d11f-4613-bcef-5571d458fbff has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:39:44.865898 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:39:44.870777 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:44.877410 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] Sync routers for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:39:44.886793 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:39:44.887478 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:44.899807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-840a956b-acee-45ca-a71a-1d096fcfa3fb tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/floatingips/568b7b7c-a548-48cb-9783-a49d1f212d5a HTTP/1.1" status: 204 len: 168 time: 0.8275468 Feb 10 07:39:44.900497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:39:44.903170 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff4488e-3807-4def-93b8-4b6420b8cdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:39:44.944868 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75908d6f-74c3-4cdc-af39-904ff47496bf x-openstack-request-id: req-75908d6f-74c3-4cdc-af39-904ff47496bf {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:39:44.945161 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:39:44.945415 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75908d6f-74c3-4cdc-af39-904ff47496bf {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:39:44.945824 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7', 'status': 'completed', 'code': 200} Feb 10 07:39:45.028874 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:39:45.061017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-1846f8f1-22fd-4f03-b1c1-efb264cb75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:45.062819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-1846f8f1-22fd-4f03-b1c1-efb264cb75d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 1127 time: 0.0885010 Feb 10 07:39:45.214540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9905bf-9d98-40ee-a4d4-193fe5045a6c req-454bdedf-9299-4768-9fc4-f2d6e7485536 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:45.216200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c9905bf-9d98-40ee-a4d4-193fe5045a6c req-454bdedf-9299-4768-9fc4-f2d6e7485536 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0987780 Feb 10 07:39:45.222709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-efb6da98-adf6-4309-8d82-91f9a62690ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:45.224222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-efb6da98-adf6-4309-8d82-91f9a62690ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 200 len: 897 time: 0.1384404 Feb 10 07:39:45.248817 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:29Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '23b50617-be2c-4946-8b0d-af9272ca0b49', 'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:24:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:29Z', 'updated_at': '2022-02-10T07:37:32Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:45.280269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-a185e500-26d1-4980-947b-655fb3d629a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 200 len: 217 time: 0.0462234 Feb 10 07:39:45.282161 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] Checking router: e55362f7-d11f-4613-bcef-5571d458fbff for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:39:45.291732 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:39:45.292356 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:45.337868 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c9905bf-9d98-40ee-a4d4-193fe5045a6c req-3d92677e-c8e3-488c-8fa1-cef27f88b39b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105587 Feb 10 07:39:45.361746 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-832f24ec-5c64-48a9-917a-9cbe3da3ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:45.361962 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-832f24ec-5c64-48a9-917a-9cbe3da3ba7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 200 len: 834 time: 0.0715590 Feb 10 07:39:45.409154 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:39:45.423993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-7a3bac1e-bcee-4145-badb-4507e3178d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:45.425730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-7a3bac1e-bcee-4145-badb-4507e3178d3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89595c8-0526-4f40-8c50-84e6f9af0d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574098 Feb 10 07:39:45.473543 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:45.527646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-3c321041-b726-4877-8ea7-ac626c9890e1 service neutron] 10.222.0.24 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926824 Feb 10 07:39:45.641643 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cff4488e-3807-4def-93b8-4b6420b8cdfb req-ccc3d960-9a3e-4323-8bfe-9728df1a0d58 service neutron] 10.222.0.24 "GET /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071262 Feb 10 07:39:45.721691 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:29Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '23b50617-be2c-4946-8b0d-af9272ca0b49', 'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:24:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:29Z', 'updated_at': '2022-02-10T07:37:32Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:45.750454 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6630d4a-7962-4b28-89c5-56e99d8adebd None None] The sync data for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 is: [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:29Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '23b50617-be2c-4946-8b0d-af9272ca0b49', 'name': '', 'network_id': 'c89595c8-0526-4f40-8c50-84e6f9af0d22', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:24:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:29Z', 'updated_at': '2022-02-10T07:37:32Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '525d68bc-5685-4e41-b297-12bf34bb729f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:39:45.971591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e163aa-b93c-4218-b498-6c8f91ae44fd None None] New status for floating IP 568b7b7c-a548-48cb-9783-a49d1f212d5a: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:39:46.469502 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948ac91-17cb-43e0-aaad-dc378f57e830 req-5c94b90a-8864-4c33-b7a2-659836089b60 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:46.471112 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4948ac91-17cb-43e0-aaad-dc378f57e830 req-5c94b90a-8864-4c33-b7a2-659836089b60 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0573232 Feb 10 07:39:46.519308 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4948ac91-17cb-43e0-aaad-dc378f57e830 req-d36f305a-9ec1-4d79-9de6-8f3813d544c3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=a701e0df-514f-45a3-b201-0371df7f3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425122 Feb 10 07:39:46.571892 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:46.610269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-fdd47e7c-abda-464a-8a19-7a06ba0b16d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:46.611731 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-fdd47e7c-abda-464a-8a19-7a06ba0b16d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.24 "GET /v2.0/ports?device_id=71955187-8790-4f17-b78d-61f806f5d2ab HTTP/1.1" status: 200 len: 945 time: 0.0551593 Feb 10 07:39:46.714573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 342882f7-770c-4007-a36f-46df8a7a22a7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:39:46.714918 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:46.801315 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 342882f7-770c-4007-a36f-46df8a7a22a7, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=342882f7-770c-4007-a36f-46df8a7a22a7,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:46.801677 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:46.817807 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 342882f7-770c-4007-a36f-46df8a7a22a7 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:39:46.941582 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (342882f7-770c-4007-a36f-46df8a7a22a7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:46.970541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=342882f7-770c-4007-a36f-46df8a7a22a7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:47.016952 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] No DVR routers for this DVR port 342882f7-770c-4007-a36f-46df8a7a22a7 on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:39:47.019688 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:47.023145 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.24 "DELETE /v2.0/ports/342882f7-770c-4007-a36f-46df8a7a22a7 HTTP/1.1" status: 204 len: 173 time: 0.4035933 Feb 10 07:39:47.023763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'name': 'network-vif-deleted', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:39:47.025985 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64da0e6-f511-4cd5-bb04-540cfc3efc12" -d '{"events": [{"server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "name": "network-vif-deleted", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:39:47.065912 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1674726d-cc44-4acf-b256-906ea395d557 x-openstack-request-id: req-1674726d-cc44-4acf-b256-906ea395d557 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:39:47.066208 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71955187-8790-4f17-b78d-61f806f5d2ab", "name": "network-vif-deleted", "tag": "342882f7-770c-4007-a36f-46df8a7a22a7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:39:47.066502 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1674726d-cc44-4acf-b256-906ea395d557 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:39:47.066904 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71955187-8790-4f17-b78d-61f806f5d2ab', 'name': 'network-vif-deleted', 'tag': '342882f7-770c-4007-a36f-46df8a7a22a7', 'status': 'completed', 'code': 200} Feb 10 07:39:47.575427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34428) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:48.241640 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (e55362f7-d11f-4613-bcef-5571d458fbff), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:48.491857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 23b50617-be2c-4946-8b0d-af9272ca0b49 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:39:48.492197 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:48.580489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 23b50617-be2c-4946-8b0d-af9272ca0b49, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=23b50617-be2c-4946-8b0d-af9272ca0b49,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:48.581202 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:48.593080 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 23b50617-be2c-4946-8b0d-af9272ca0b49 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:39:48.775604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (23b50617-be2c-4946-8b0d-af9272ca0b49), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:48.800523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=23b50617-be2c-4946-8b0d-af9272ca0b49,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:48.976595 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (e55362f7-d11f-4613-bcef-5571d458fbff), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.195440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router e55362f7-d11f-4613-bcef-5571d458fbff has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:39:49.314189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:39:49.319119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c5e6958-a522-4ee2-afbd-0d5d889b038d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/e55362f7-d11f-4613-bcef-5571d458fbff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7426410 Feb 10 07:39:49.321848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34430) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:49.325712 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] Sync routers for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:39:49.335979 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:39:49.336967 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:49.373721 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1ed4e7-ddce-4a37-9604-ce09d084bdaf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting subnet 525d68bc-5685-4e41-b297-12bf34bb729f {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:39:49.377082 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d1ed4e7-ddce-4a37-9604-ce09d084bdaf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (525d68bc-5685-4e41-b297-12bf34bb729f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.416299 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d1ed4e7-ddce-4a37-9604-ce09d084bdaf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (525d68bc-5685-4e41-b297-12bf34bb729f), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.447093 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:39:49.501963 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d1ed4e7-ddce-4a37-9604-ce09d084bdaf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (525d68bc-5685-4e41-b297-12bf34bb729f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.559722 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d1ed4e7-ddce-4a37-9604-ce09d084bdaf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (525d68bc-5685-4e41-b297-12bf34bb729f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.586580 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ed4e7-ddce-4a37-9604-ce09d084bdaf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Subnet': ['ID=525d68bc-5685-4e41-b297-12bf34bb729f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:49.594897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 342882f7-770c-4007-a36f-46df8a7a22a7 no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:39:49.598236 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d1ed4e7-ddce-4a37-9604-ce09d084bdaf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.599735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602eb55-044e-4222-bc91-fc55739d049e None None] Network c89595c8-0526-4f40-8c50-84e6f9af0d22 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:39:49.601566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d1ed4e7-ddce-4a37-9604-ce09d084bdaf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/subnets/525d68bc-5685-4e41-b297-12bf34bb729f HTTP/1.1" status: 204 len: 168 time: 0.2786989 Feb 10 07:39:49.604359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34432) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:49.627604 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:39:48Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:49.653921 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] Checking router: e55362f7-d11f-4613-bcef-5571d458fbff for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:39:49.656428 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: 342882f7-770c-4007-a36f-46df8a7a22a7 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:39:49.656783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device 342882f7-770c-4007-a36f-46df8a7a22a7 not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:39:49.663133 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] Routers {'e55362f7-d11f-4613-bcef-5571d458fbff'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:39:49.663731 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['e55362f7-d11f-4613-bcef-5571d458fbff'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:49.724038 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (e55362f7-d11f-4613-bcef-5571d458fbff), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.773939 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] Set router e55362f7-d11f-4613-bcef-5571d458fbff gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:39:49.797146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf743d2f-3ab2-48ef-b116-431a0bc87741 None None] DHCP port deletion for c89595c8-0526-4f40-8c50-84e6f9af0d22 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:39:49.836544 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (e55362f7-d11f-4613-bcef-5571d458fbff), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.846126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cf743d2f-3ab2-48ef-b116-431a0bc87741 None None] Deleting port ffcecb46-67d3-4201-978f-c4c0abf381d8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:39:49.846567 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf743d2f-3ab2-48ef-b116-431a0bc87741 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.896723 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 048caab1-e939-4ccf-8443-cde03ce0e7c6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:39:49.897154 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.915341 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-cf743d2f-3ab2-48ef-b116-431a0bc87741 None None] For port ffcecb46-67d3-4201-978f-c4c0abf381d8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ffcecb46-67d3-4201-978f-c4c0abf381d8,segment=NetworkSegment(8e36b728-d9d4-43db-9c52-aabb6a2551a3),segment_id=8e36b728-d9d4-43db-9c52-aabb6a2551a3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:49.915743 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf743d2f-3ab2-48ef-b116-431a0bc87741 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.929319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cf743d2f-3ab2-48ef-b116-431a0bc87741 None None] Calling delete_port for ffcecb46-67d3-4201-978f-c4c0abf381d8 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:39:49.956718 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:39:48Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:49.976902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 048caab1-e939-4ccf-8443-cde03ce0e7c6, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=048caab1-e939-4ccf-8443-cde03ce0e7c6,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:49.977227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:49.985378 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934fb664-9d56-430f-bb7c-3c35361c42fb None None] The sync data for ids ['e55362f7-d11f-4613-bcef-5571d458fbff'] in n-d-828670-1 is: [{'id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836448621', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:39:48Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '048caab1-e939-4ccf-8443-cde03ce0e7c6', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55362f7-d11f-4613-bcef-5571d458fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:37:26Z', 'updated_at': '2022-02-10T07:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:39:49.994196 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 048caab1-e939-4ccf-8443-cde03ce0e7c6 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:39:50.014611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf743d2f-3ab2-48ef-b116-431a0bc87741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (ffcecb46-67d3-4201-978f-c4c0abf381d8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.027716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf743d2f-3ab2-48ef-b116-431a0bc87741 None None] No DVR routers for this DVR port ffcecb46-67d3-4201-978f-c4c0abf381d8 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:39:50.045973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf743d2f-3ab2-48ef-b116-431a0bc87741 None None] Pushing event deleted for resources: {'Port': ['ID=ffcecb46-67d3-4201-978f-c4c0abf381d8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:50.163774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (048caab1-e939-4ccf-8443-cde03ce0e7c6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.188681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=048caab1-e939-4ccf-8443-cde03ce0e7c6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:50.248430 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (e55362f7-d11f-4613-bcef-5571d458fbff), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.345840 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (e55362f7-d11f-4613-bcef-5571d458fbff), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.348089 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (e55362f7-d11f-4613-bcef-5571d458fbff), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.396992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (e55362f7-d11f-4613-bcef-5571d458fbff), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.397614 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Fanout notify agent at l3_agent the message router_deleted on router e55362f7-d11f-4613-bcef-5571d458fbff {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:39:50.404568 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.405788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-b2b38c68-30bc-4753-8078-973d8a166932 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/routers/e55362f7-d11f-4613-bcef-5571d458fbff HTTP/1.1" status: 204 len: 168 time: 0.8003893 Feb 10 07:39:50.408695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34434) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:50.491632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c89595c8-0526-4f40-8c50-84e6f9af0d22), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.581142 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c89595c8-0526-4f40-8c50-84e6f9af0d22), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.601727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89595c8-0526-4f40-8c50-84e6f9af0d22']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:50.612910 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e36b728-d9d4-43db-9c52-aabb6a2551a3') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:50.613198 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e36b728-d9d4-43db-9c52-aabb6a2551a3') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:50.623107 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (8e36b728-d9d4-43db-9c52-aabb6a2551a3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.637081 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (8e36b728-d9d4-43db-9c52-aabb6a2551a3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.643253 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:39:50.643642 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (8e36b728-d9d4-43db-9c52-aabb6a2551a3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:39:50.646729 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:39:50.711012 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c89595c8-0526-4f40-8c50-84e6f9af0d22), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.717852 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.720942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/networks/c89595c8-0526-4f40-8c50-84e6f9af0d22 HTTP/1.1" status: 204 len: 168 time: 0.3108606 Feb 10 07:39:50.723838 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34436) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:50.732436 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf386b-2d60-41c2-b459-3f0b3e1172db tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Network': ['ID=c89595c8-0526-4f40-8c50-84e6f9af0d22,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:50.787371 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (a701e0df-514f-45a3-b201-0371df7f3ceb), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.812810 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (a701e0df-514f-45a3-b201-0371df7f3ceb), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.871880 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (a701e0df-514f-45a3-b201-0371df7f3ceb), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.874685 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:50.876354 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/security-groups/a701e0df-514f-45a3-b201-0371df7f3ceb HTTP/1.1" status: 204 len: 168 time: 0.1513264 Feb 10 07:39:50.889463 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a701e0df-514f-45a3-b201-0371df7f3ceb,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:50.899622 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.899977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.900323 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.900662 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.901020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.901325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.901657 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.901985 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.902329 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.902659 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.902987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.903311 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:50.903709 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efcdc1-4d2d-4f49-b497-22d65bc11111 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:51.142917 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34444) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:51.147481 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4045ebf1-7587-47d9-8eb2-21138fa79f24 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528587809', 'description': 'tempest-secgroup-smoke-1528587809 description', 'project_id': '1933d40d0be741f88e0045a09fd69365'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:51.167456 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4045ebf1-7587-47d9-8eb2-21138fa79f24 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.232741 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4045ebf1-7587-47d9-8eb2-21138fa79f24 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (901015c7-2164-4332-bf64-7a0dbbe1c375), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.239732 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4045ebf1-7587-47d9-8eb2-21138fa79f24 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (901015c7-2164-4332-bf64-7a0dbbe1c375), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.270487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4045ebf1-7587-47d9-8eb2-21138fa79f24 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.271714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-4045ebf1-7587-47d9-8eb2-21138fa79f24 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1278138 Feb 10 07:39:51.272927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045ebf1-7587-47d9-8eb2-21138fa79f24 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901015c7-2164-4332-bf64-7a0dbbe1c375,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:51.275730 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34446) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:51.280723 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-4689b87d-ee52-44dd-88c9-fe5640f2a2b9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '901015c7-2164-4332-bf64-7a0dbbe1c375', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:51.307114 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4689b87d-ee52-44dd-88c9-fe5640f2a2b9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (8cc56443-0885-44dc-b862-fd9eba4989fe), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.321343 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 23b50617-be2c-4946-8b0d-af9272ca0b49 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:39:51.342437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 23b50617-be2c-4946-8b0d-af9272ca0b49 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:39:51.342837 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 23b50617-be2c-4946-8b0d-af9272ca0b49 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:39:51.343259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ffcecb46-67d3-4201-978f-c4c0abf381d8 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:39:51.357736 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4689b87d-ee52-44dd-88c9-fe5640f2a2b9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (8cc56443-0885-44dc-b862-fd9eba4989fe), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.362597 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4689b87d-ee52-44dd-88c9-fe5640f2a2b9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (8cc56443-0885-44dc-b862-fd9eba4989fe), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.368691 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ffcecb46-67d3-4201-978f-c4c0abf381d8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:39:51.369413 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ffcecb46-67d3-4201-978f-c4c0abf381d8 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:39:51.369841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 048caab1-e939-4ccf-8443-cde03ce0e7c6 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:39:51.388072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689b87d-ee52-44dd-88c9-fe5640f2a2b9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc56443-0885-44dc-b862-fd9eba4989fe,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:51.390557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 048caab1-e939-4ccf-8443-cde03ce0e7c6 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:39:51.391028 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 048caab1-e939-4ccf-8443-cde03ce0e7c6 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:39:51.398568 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4689b87d-ee52-44dd-88c9-fe5640f2a2b9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.400682 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4689b87d-ee52-44dd-88c9-fe5640f2a2b9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227345 Feb 10 07:39:51.402812 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34448) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:51.407386 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7bddabd0-a9f1-4957-8a8f-a873527ddeb1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '901015c7-2164-4332-bf64-7a0dbbe1c375', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:51.432252 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bddabd0-a9f1-4957-8a8f-a873527ddeb1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (13200616-6558-42bc-82b0-252875c01009), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.487529 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bddabd0-a9f1-4957-8a8f-a873527ddeb1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (13200616-6558-42bc-82b0-252875c01009), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.490922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bddabd0-a9f1-4957-8a8f-a873527ddeb1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (13200616-6558-42bc-82b0-252875c01009), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.508020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddabd0-a9f1-4957-8a8f-a873527ddeb1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13200616-6558-42bc-82b0-252875c01009,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:51.516377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bddabd0-a9f1-4957-8a8f-a873527ddeb1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.517560 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7bddabd0-a9f1-4957-8a8f-a873527ddeb1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137595 Feb 10 07:39:51.520256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:51.524528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0844ce6c-13d8-469d-b04c-0869bf5a111e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '901015c7-2164-4332-bf64-7a0dbbe1c375', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:51.549073 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0844ce6c-13d8-469d-b04c-0869bf5a111e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (d0df6f32-77d5-44ac-826b-cd2c1c78f6c5), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.604573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0844ce6c-13d8-469d-b04c-0869bf5a111e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (d0df6f32-77d5-44ac-826b-cd2c1c78f6c5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.608117 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0844ce6c-13d8-469d-b04c-0869bf5a111e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d0df6f32-77d5-44ac-826b-cd2c1c78f6c5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.632238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844ce6c-13d8-469d-b04c-0869bf5a111e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0df6f32-77d5-44ac-826b-cd2c1c78f6c5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:51.638374 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0844ce6c-13d8-469d-b04c-0869bf5a111e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.639540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0844ce6c-13d8-469d-b04c-0869bf5a111e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183448 Feb 10 07:39:51.642287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34452) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:51.646839 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-422ab21b-804c-478d-a4ef-8a86462dad46 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '901015c7-2164-4332-bf64-7a0dbbe1c375', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:51.672211 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-422ab21b-804c-478d-a4ef-8a86462dad46 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (a4eb3023-5091-406e-9e00-25b2cdd3d844), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.727266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-422ab21b-804c-478d-a4ef-8a86462dad46 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (a4eb3023-5091-406e-9e00-25b2cdd3d844), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.730543 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-422ab21b-804c-478d-a4ef-8a86462dad46 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (a4eb3023-5091-406e-9e00-25b2cdd3d844), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.747641 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ab21b-804c-478d-a4ef-8a86462dad46 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4eb3023-5091-406e-9e00-25b2cdd3d844,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:51.754699 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-422ab21b-804c-478d-a4ef-8a86462dad46 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.755891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-422ab21b-804c-478d-a4ef-8a86462dad46 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126652 Feb 10 07:39:51.758573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34454) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:51.762814 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c12c4146-20bf-44f9-87c0-707fad4f2676 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '901015c7-2164-4332-bf64-7a0dbbe1c375', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:51.782902 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-c12c4146-20bf-44f9-87c0-707fad4f2676 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:39:51.787751 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c12c4146-20bf-44f9-87c0-707fad4f2676 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (f6aae69c-37d3-449e-9c1f-f0261bd8f1d6), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.845577 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c12c4146-20bf-44f9-87c0-707fad4f2676 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (f6aae69c-37d3-449e-9c1f-f0261bd8f1d6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.849143 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c12c4146-20bf-44f9-87c0-707fad4f2676 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (f6aae69c-37d3-449e-9c1f-f0261bd8f1d6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.868860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c4146-20bf-44f9-87c0-707fad4f2676 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6aae69c-37d3-449e-9c1f-f0261bd8f1d6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:51.877123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c12c4146-20bf-44f9-87c0-707fad4f2676 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.878333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c12c4146-20bf-44f9-87c0-707fad4f2676 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188087 Feb 10 07:39:51.880938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34456) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:51.885257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-00f3c81d-8230-47fb-8429-cb041e7959d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': '901015c7-2164-4332-bf64-7a0dbbe1c375', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:51.904100 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-00f3c81d-8230-47fb-8429-cb041e7959d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:39:51.909448 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00f3c81d-8230-47fb-8429-cb041e7959d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (2ff5ee06-1f57-4a0e-b91a-a502c5e17d3b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.965094 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00f3c81d-8230-47fb-8429-cb041e7959d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (2ff5ee06-1f57-4a0e-b91a-a502c5e17d3b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.968924 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00f3c81d-8230-47fb-8429-cb041e7959d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (2ff5ee06-1f57-4a0e-b91a-a502c5e17d3b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.988039 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3c81d-8230-47fb-8429-cb041e7959d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff5ee06-1f57-4a0e-b91a-a502c5e17d3b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:51.994476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00f3c81d-8230-47fb-8429-cb041e7959d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:51.995640 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-00f3c81d-8230-47fb-8429-cb041e7959d7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1137497 Feb 10 07:39:51.998363 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34458) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:52.002973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'network': {'name': 'tempest-network-smoke--445470084', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:52.020801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:39:52.024041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.047339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:39:52.057351 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5ec6db6c-c18f-452b-a435-07729cb595ba), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.057690 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Added segment 5ec6db6c-c18f-452b-a435-07729cb595ba of type vlan for network 4f778ac5-53ab-4623-81fc-f3891e234293 Feb 10 07:39:52.097369 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (4f778ac5-53ab-4623-81fc-f3891e234293), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.120141 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (4f778ac5-53ab-4623-81fc-f3891e234293), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.125020 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:52.125630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.162753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1633012 Feb 10 07:39:52.165418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34460) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:52.169587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'admin_state_up': True, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:52.208451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09590d59-c099-4928-8c01-454fff3a5c01 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Network': ['ID=4f778ac5-53ab-4623-81fc-f3891e234293,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:52.219320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 4f778ac5-53ab-4623-81fc-f3891e234293 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:39:52.221695 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (ec0a1e2a-1d09-4555-ad12-14942cbc469b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.222793 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (ec0a1e2a-1d09-4555-ad12-14942cbc469b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.275846 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (ec0a1e2a-1d09-4555-ad12-14942cbc469b), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.764601 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (ec0a1e2a-1d09-4555-ad12-14942cbc469b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.952788 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (ec0a1e2a-1d09-4555-ad12-14942cbc469b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:52.970736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:53.073015 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.167 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/deddfecd-86b7-4e51-8ec7-81511d3af62a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:39:53.171692 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:53.209454 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:53.254102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:39:53.257197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:39:53.261553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:39:53.264767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=deddfecd-86b7-4e51-8ec7-81511d3af62a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:53.520257 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (ec0a1e2a-1d09-4555-ad12-14942cbc469b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:53.719264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (ec0a1e2a-1d09-4555-ad12-14942cbc469b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:53.845011 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router ec0a1e2a-1d09-4555-ad12-14942cbc469b is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:39:53.949775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:39:53.959863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Sync routers for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:39:53.969481 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:39:53.969666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:53.970215 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:53.970926 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b8237fd-34a1-446e-ac15-28890f8db7a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8045812 Feb 10 07:39:53.974255 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34462) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:54.046212 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b1d56dde-c940-4f8b-9c9b-d660561f5a8c tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1933d40d0be741f88e0045a09fd69365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707290 Feb 10 07:39:54.049268 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34466) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:54.079019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:39:54.136711 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf05b92-1395-4a36-a0a4-92e4771f9136 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:54.138643 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5bf05b92-1395-4a36-a0a4-92e4771f9136 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884216 Feb 10 07:39:54.142032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34468) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:54.169117 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-352482a9-a396-4692-8b2f-cd05b72be1ae tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260091 Feb 10 07:39:54.172072 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34470) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:54.176675 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682450282', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:54.253280 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:53Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:54.267660 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:39:54.271177 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.283970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Checking router: ec0a1e2a-1d09-4555-ad12-14942cbc469b for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:39:54.284325 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Updating router ec0a1e2a-1d09-4555-ad12-14942cbc469b port deddfecd-86b7-4e51-8ec7-81511d3af62a binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:39:54.312133 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.451531 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (14a0cea0-d943-4b86-9e38-7c6565f16dd4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.515414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Subnet': ['ID=14a0cea0-d943-4b86-9e38-7c6565f16dd4,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:54.519741 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Checking segment: {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:39:54.520105 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network hostable DHCP agents. Network: 4f778ac5-53ab-4623-81fc-f3891e234293, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:39:54.536937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 4f778ac5-53ab-4623-81fc-f3891e234293 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:39:54.546694 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 4f778ac5-53ab-4623-81fc-f3891e234293) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:39:54.552470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:54.554619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.555316 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151139f5-097b-4616-8b79-99e159d7ed15 None None] Network 4f778ac5-53ab-4623-81fc-f3891e234293 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:39:54.570524 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-499bd95a-4a27-4cae-aea6-68b21ee81252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3974261 Feb 10 07:39:54.573247 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34472) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:39:54.580144 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Publish callbacks [] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.593543 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.683960 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db0ab6-5fc1-4e28-8f48-17ff4133cbc0 None None] Pushing event updated for resources: {'Port': ['ID=deddfecd-86b7-4e51-8ec7-81511d3af62a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:54.688259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Attempting to bind port deddfecd-86b7-4e51-8ec7-81511d3af62a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:39:54.688623 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Attempting to bind port deddfecd-86b7-4e51-8ec7-81511d3af62a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:39:54.688986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Attempting to bind port deddfecd-86b7-4e51-8ec7-81511d3af62a on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:39:54.698802 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:39:54.699181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:39:54.699580 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.699969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:39:54.700431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Bound port: deddfecd-86b7-4e51-8ec7-81511d3af62a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:39:54.700814 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.751509 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-4f778ac5-53ab-4623-81fc-f3891e234293', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:39:54.752342 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.789853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] For port deddfecd-86b7-4e51-8ec7-81511d3af62a, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:39:54.793853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] For port deddfecd-86b7-4e51-8ec7-81511d3af62a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=deddfecd-86b7-4e51-8ec7-81511d3af62a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:39:54.840696 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:54.944731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:39:54.945337 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:54.947037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db0ab6-5fc1-4e28-8f48-17ff4133cbc0 None None] Pushing event updated for resources: {'Port': ['ID=deddfecd-86b7-4e51-8ec7-81511d3af62a,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:55.006255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Allocated IP 172.20.0.2 (4f778ac5-53ab-4623-81fc-f3891e234293/14a0cea0-d943-4b86-9e38-7c6565f16dd4/bf683c4a-717f-4b46-bbbc-85efd687782f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:39:55.020129 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:55.115681 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:39:55.386933 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Publish callbacks [] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:55.399285 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:55.444492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.1 (4f778ac5-53ab-4623-81fc-f3891e234293/14a0cea0-d943-4b86-9e38-7c6565f16dd4/57a633eb-d359-494f-bad2-a77e28c1696f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:39:55.455792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Network 4f778ac5-53ab-4623-81fc-f3891e234293 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:39:55.464377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:39:55.468480 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Pushing event updated for resources: {'Port': ['ID=bf683c4a-717f-4b46-bbbc-85efd687782f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:55.471952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:39:55.486857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:53Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:55.548306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0202af0-8731-4249-8829-7c657f3dc03f None None] The sync data for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 is: [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:53Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:39:55.579016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (57a633eb-d359-494f-bad2-a77e28c1696f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:55.593498 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Attempting to bind port bf683c4a-717f-4b46-bbbc-85efd687782f on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:39:55.593867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Attempting to bind port bf683c4a-717f-4b46-bbbc-85efd687782f by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:39:55.594231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Attempting to bind port bf683c4a-717f-4b46-bbbc-85efd687782f on network 4f778ac5-53ab-4623-81fc-f3891e234293 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:39:55.601687 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:39:55.602139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Checking segment: {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:39:55.602683 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:55.603081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Bound using segment: {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:39:55.603553 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Bound port: bf683c4a-717f-4b46-bbbc-85efd687782f, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:39:55.604003 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:55.616158 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:55.667131 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 4f778ac5-53ab-4623-81fc-f3891e234293 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:39:55.671706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:39:55.674713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:39:55.682214 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] For port bf683c4a-717f-4b46-bbbc-85efd687782f, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:39:55.687521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] For port bf683c4a-717f-4b46-bbbc-85efd687782f, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bf683c4a-717f-4b46-bbbc-85efd687782f,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:39:55.695991 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:55.708592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=57a633eb-d359-494f-bad2-a77e28c1696f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:55.730453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (ec0a1e2a-1d09-4555-ad12-14942cbc469b), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:55.755194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e18a3a-71ae-4d15-a52f-e662b01f03b0 None None] Pushing event updated for resources: {'Port': ['ID=bf683c4a-717f-4b46-bbbc-85efd687782f,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:55.919001 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:56.256194 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (57a633eb-d359-494f-bad2-a77e28c1696f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:56.260974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751004'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:56.342211 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (ec0a1e2a-1d09-4555-ad12-14942cbc469b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:56.344762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=57a633eb-d359-494f-bad2-a77e28c1696f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:56.448433 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 4f778ac5-53ab-4623-81fc-f3891e234293 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:39:56.449906 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:39:56.570783 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router ec0a1e2a-1d09-4555-ad12-14942cbc469b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:39:56.687932 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:39:56.693370 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6f72f2e3-778b-4ffe-be4a-dbb8683a8ee4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/ec0a1e2a-1d09-4555-ad12-14942cbc469b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1190851 Feb 10 07:39:56.814557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b5372-435f-4221-bc8c-ba25be4a9717 None None] Network 4f778ac5-53ab-4623-81fc-f3891e234293 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:39:56.845236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-f7724e02-578c-4731-8097-7c8a9e154f71 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528587809&fields=id&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 267 time: 0.0451946 Feb 10 07:39:56.896097 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-85e65b6a-0130-4fe9-8c6d-a145e096f9a3 None None] Provisioning complete for port bf683c4a-717f-4b46-bbbc-85efd687782f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:56.896469 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85e65b6a-0130-4fe9-8c6d-a145e096f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:56.964445 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-e021d9cc-464a-4418-bcdd-c3390c25e371 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:56.966002 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-e021d9cc-464a-4418-bcdd-c3390c25e371 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/networks?id=4f778ac5-53ab-4623-81fc-f3891e234293 HTTP/1.1" status: 200 len: 796 time: 0.1139843 Feb 10 07:39:56.981669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-ca1a871b-921b-4fff-a610-e1cf7675616b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/quotas/1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 375 time: 0.0098460 Feb 10 07:39:57.041866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-097cd290-1891-4ead-966f-8f834c095789 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546286 Feb 10 07:39:57.100125 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-29df4492-ade1-4820-b6b2-1251f5b46624 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:39:57.101140 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-29df4492-ade1-4820-b6b2-1251f5b46624 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460260 Feb 10 07:39:57.179785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-85e65b6a-0130-4fe9-8c6d-a145e096f9a3 None None] Current status of the port bf683c4a-717f-4b46-bbbc-85efd687782f is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:57.180186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85e65b6a-0130-4fe9-8c6d-a145e096f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.199697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-16e95826-4670-45ab-94d6-9f0d4cf31a77 service neutron] 10.222.0.21 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925438 Feb 10 07:39:57.219703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-85e65b6a-0130-4fe9-8c6d-a145e096f9a3 None None] For port bf683c4a-717f-4b46-bbbc-85efd687782f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bf683c4a-717f-4b46-bbbc-85efd687782f,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:57.227111 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85e65b6a-0130-4fe9-8c6d-a145e096f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.300597 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Sync routers for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:39:57.303877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e65b6a-0130-4fe9-8c6d-a145e096f9a3 None None] Pushing event updated for resources: {'Port': ['ID=bf683c4a-717f-4b46-bbbc-85efd687782f,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:57.312808 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:39:57.313432 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:57.331882 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4c7897c0-703f-4d80-8efb-daaba8bc67c4 service neutron] 10.222.0.21 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225746 Feb 10 07:39:57.432435 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:39:57.443751 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device deddfecd-86b7-4e51-8ec7-81511d3af62a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:39:57.512761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0cc1f9c9-0d28-4464-838a-5ec4e4134b5a None None] Provisioning complete for port 57a633eb-d359-494f-bad2-a77e28c1696f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:57.513225 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f9c9-0d28-4464-838a-5ec4e4134b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.566885 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1f9c9-0d28-4464-838a-5ec4e4134b5a None None] Port 57a633eb-d359-494f-bad2-a77e28c1696f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:39:57.568828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port deddfecd-86b7-4e51-8ec7-81511d3af62a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:57.569381 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.597087 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-efcc99e9-d1f3-4eb3-8c16-56bb6525185d req-bd713262-ad1d-4d68-81e4-7c6295130321 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 210 time: 0.0500085 Feb 10 07:39:57.609601 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-0cc1f9c9-0d28-4464-838a-5ec4e4134b5a None None] Provisioning complete for port bf683c4a-717f-4b46-bbbc-85efd687782f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:57.610073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f9c9-0d28-4464-838a-5ec4e4134b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.705537 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:55Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '57a633eb-d359-494f-bad2-a77e28c1696f', 'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:c7:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:55Z', 'updated_at': '2022-02-10T07:39:56Z', 'revision_number': 2, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:57.727759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port deddfecd-86b7-4e51-8ec7-81511d3af62a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:57.728170 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.740276 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Checking router: ec0a1e2a-1d09-4555-ad12-14942cbc469b for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:39:57.740846 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Updating router ec0a1e2a-1d09-4555-ad12-14942cbc469b port 57a633eb-d359-494f-bad2-a77e28c1696f binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:39:57.751270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1f9c9-0d28-4464-838a-5ec4e4134b5a None None] Current status of the port bf683c4a-717f-4b46-bbbc-85efd687782f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:57.763175 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port deddfecd-86b7-4e51-8ec7-81511d3af62a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=deddfecd-86b7-4e51-8ec7-81511d3af62a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:57.769805 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.770976 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bf683c4a-717f-4b46-bbbc-85efd687782f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:39:57.772413 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.865419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=deddfecd-86b7-4e51-8ec7-81511d3af62a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:57.881411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-427c6c2e-5a26-47f4-9472-1e4c52abebf5 None None] Provisioning complete for port 57a633eb-d359-494f-bad2-a77e28c1696f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:57.882032 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-427c6c2e-5a26-47f4-9472-1e4c52abebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.884688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port bf683c4a-717f-4b46-bbbc-85efd687782f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:57.885552 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:57.955718 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-427c6c2e-5a26-47f4-9472-1e4c52abebf5 None None] Port 57a633eb-d359-494f-bad2-a77e28c1696f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:39:58.013551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port bf683c4a-717f-4b46-bbbc-85efd687782f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:58.075680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-439dadb3-f3ec-4bed-a6e9-e8a742ac9730 None None] Provisioning complete for port 57a633eb-d359-494f-bad2-a77e28c1696f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:58.090743 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-439dadb3-f3ec-4bed-a6e9-e8a742ac9730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.103228 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Publish callbacks [] for port (57a633eb-d359-494f-bad2-a77e28c1696f), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.109756 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.140344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-439dadb3-f3ec-4bed-a6e9-e8a742ac9730 None None] Port 57a633eb-d359-494f-bad2-a77e28c1696f cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:39:58.167999 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Pushing event updated for resources: {'Port': ['ID=57a633eb-d359-494f-bad2-a77e28c1696f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:58.177311 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.177311 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.177311 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.177692 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.177929 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.178257 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.178608 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.178931 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.179255 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.179577 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.179894 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.180212 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.180565 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:39:58.233768 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Attempting to bind port 57a633eb-d359-494f-bad2-a77e28c1696f on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:39:58.234418 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Attempting to bind port 57a633eb-d359-494f-bad2-a77e28c1696f by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:39:58.234786 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Attempting to bind port 57a633eb-d359-494f-bad2-a77e28c1696f on network 4f778ac5-53ab-4623-81fc-f3891e234293 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:39:58.240108 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:39:58.240489 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Checking segment: {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:39:58.241581 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.241581 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Bound using segment: {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:39:58.242069 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Bound port: 57a633eb-d359-494f-bad2-a77e28c1696f, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:39:58.242464 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.313957 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] For port 57a633eb-d359-494f-bad2-a77e28c1696f, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:39:58.317430 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] For port 57a633eb-d359-494f-bad2-a77e28c1696f, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=57a633eb-d359-494f-bad2-a77e28c1696f,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:39:58.323322 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.361223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ba4e7350-86b1-49d0-a66b-a94da8129fab None None] Provisioning complete for port 57a633eb-d359-494f-bad2-a77e28c1696f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:58.361722 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7350-86b1-49d0-a66b-a94da8129fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.382943 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c642ac-8d3d-4730-9675-ba389c4ab756 None None] Pushing event updated for resources: {'Port': ['ID=57a633eb-d359-494f-bad2-a77e28c1696f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:58.387196 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:39:58.387811 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:58.449668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e7350-86b1-49d0-a66b-a94da8129fab None None] Current status of the port 57a633eb-d359-494f-bad2-a77e28c1696f is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:58.450070 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7350-86b1-49d0-a66b-a94da8129fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.485403 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ba4e7350-86b1-49d0-a66b-a94da8129fab None None] For port 57a633eb-d359-494f-bad2-a77e28c1696f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=57a633eb-d359-494f-bad2-a77e28c1696f,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:39:58.491854 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7350-86b1-49d0-a66b-a94da8129fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.547251 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e7350-86b1-49d0-a66b-a94da8129fab None None] Pushing event updated for resources: {'Port': ['ID=57a633eb-d359-494f-bad2-a77e28c1696f,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:58.621238 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-c3f62405-1107-412e-b3a8-b35477b1c69a None None] Provisioning complete for port 57a633eb-d359-494f-bad2-a77e28c1696f triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:58.621605 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3f62405-1107-412e-b3a8-b35477b1c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:58.629325 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:39:58.711805 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c3f62405-1107-412e-b3a8-b35477b1c69a None None] Current status of the port 57a633eb-d359-494f-bad2-a77e28c1696f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:58.747994 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-843ac623-de54-4118-802b-285790eea557 req-2ea28247-a601-405f-ac7f-6b464af1739b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 210 time: 0.0343211 Feb 10 07:39:58.785041 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-f5c98309-2bfa-4553-b92e-07729352a26a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:58.786903 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-f5c98309-2bfa-4553-b92e-07729352a26a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/networks?id=4f778ac5-53ab-4623-81fc-f3891e234293 HTTP/1.1" status: 200 len: 796 time: 0.1847720 Feb 10 07:39:58.842399 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:55Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '57a633eb-d359-494f-bad2-a77e28c1696f', 'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:c7:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:55Z', 'updated_at': '2022-02-10T07:39:58Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:39:58.849746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-3c609868-b1c1-4596-87d0-7b03be83a687 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 380 time: 0.0546119 Feb 10 07:39:58.859529 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'port': {'device_id': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'admin_state_up': True, 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'security_groups': ['901015c7-2164-4332-bf64-7a0dbbe1c375']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:58.872222 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71221589-2279-4bbe-92c3-f2b1db616d73 None None] The sync data for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 is: [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:55Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '57a633eb-d359-494f-bad2-a77e28c1696f', 'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:c7:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:55Z', 'updated_at': '2022-02-10T07:39:58Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:39:58.984254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:39:58.987909 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.118036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.5 (4f778ac5-53ab-4623-81fc-f3891e234293/14a0cea0-d943-4b86-9e38-7c6565f16dd4/e777a0da-6514-4cb1-ac30-c800090b5e08) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:39:59.270581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.311594 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.359157 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 4f778ac5-53ab-4623-81fc-f3891e234293 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:39:59.363205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:39:59.367241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:39:59.403322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device deddfecd-86b7-4e51-8ec7-81511d3af62a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:39:59.413146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=e777a0da-6514-4cb1-ac30-c800090b5e08,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:39:59.444178 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:59.444641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.468499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-50700370-d416-4a47-ac9b-fff7e5b44b83 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124246 Feb 10 07:39:59.479577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port deddfecd-86b7-4e51-8ec7-81511d3af62a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:59.479954 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.481427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Request body: {'port': {'device_id': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:39:59.559460 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.595306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port deddfecd-86b7-4e51-8ec7-81511d3af62a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:59.596427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bf683c4a-717f-4b46-bbbc-85efd687782f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:39:59.661720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-47576633-51c6-454a-9d7f-ef4d0bc18ae7 None None] Provisioning complete for port e777a0da-6514-4cb1-ac30-c800090b5e08 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:59.662121 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47576633-51c6-454a-9d7f-ef4d0bc18ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.663622 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port bf683c4a-717f-4b46-bbbc-85efd687782f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:59.663977 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.731667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-47576633-51c6-454a-9d7f-ef4d0bc18ae7 None None] Port e777a0da-6514-4cb1-ac30-c800090b5e08 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:39:59.780688 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port bf683c4a-717f-4b46-bbbc-85efd687782f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:59.781956 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 57a633eb-d359-494f-bad2-a77e28c1696f up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:39:59.838348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 57a633eb-d359-494f-bad2-a77e28c1696f triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:39:59.838802 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.898726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e777a0da-6514-4cb1-ac30-c800090b5e08 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:39:59.909178 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Publish callbacks [] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:39:59.926418 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 57a633eb-d359-494f-bad2-a77e28c1696f is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:39:59.928715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Transition to ACTIVE for port object e777a0da-6514-4cb1-ac30-c800090b5e08 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:39:59.940353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829711e3-895a-4756-8685-e16bd83a14e8 req-44627837-28d1-4b5e-b989-20e8b5a32c6b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:39:59.941955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-829711e3-895a-4756-8685-e16bd83a14e8 req-44627837-28d1-4b5e-b989-20e8b5a32c6b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 931 time: 0.0838342 Feb 10 07:39:59.943227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:00.024845 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Pushing event updated for resources: {'Port': ['ID=e777a0da-6514-4cb1-ac30-c800090b5e08,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:40:00.084679 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-829711e3-895a-4756-8685-e16bd83a14e8 req-73d7e228-80a7-410f-8742-aa58247d7ba7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321943 Feb 10 07:40:00.117385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Attempting to bind port e777a0da-6514-4cb1-ac30-c800090b5e08 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:40:00.117715 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Attempting to bind port e777a0da-6514-4cb1-ac30-c800090b5e08 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:40:00.118042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Attempting to bind port e777a0da-6514-4cb1-ac30-c800090b5e08 on network 4f778ac5-53ab-4623-81fc-f3891e234293 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:40:00.124275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Port e777a0da-6514-4cb1-ac30-c800090b5e08 on network 4f778ac5-53ab-4623-81fc-f3891e234293 not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:40:00.124597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Attempting to bind port e777a0da-6514-4cb1-ac30-c800090b5e08 on network 4f778ac5-53ab-4623-81fc-f3891e234293 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:40:00.129636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:40:00.129972 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Checking segment: {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:40:00.130394 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Bound using segment: {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:40:00.130850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Bound port: e777a0da-6514-4cb1-ac30-c800090b5e08, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec6db6c-c18f-452b-a435-07729cb595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:40:00.131207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:00.195865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] For port e777a0da-6514-4cb1-ac30-c800090b5e08, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:40:00.199005 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] For port e777a0da-6514-4cb1-ac30-c800090b5e08, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e777a0da-6514-4cb1-ac30-c800090b5e08,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:40:00.207931 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:00.242414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:00.242943 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:00.244355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] 10.222.0.13 "PUT /v2.0/ports/e777a0da-6514-4cb1-ac30-c800090b5e08 HTTP/1.1" status: 200 len: 1091 time: 0.7688749 Feb 10 07:40:00.244801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:40:00.247168 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948377fe-918b-433f-9246-e51c3e20626d" -d '{"events": [{"name": "network-changed", "server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:40:00.274915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900bd34-8fc4-4b72-804d-3035721e531d service neutron] Pushing event updated for resources: {'Port': ['ID=e777a0da-6514-4cb1-ac30-c800090b5e08,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:40:00.302815 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd949968-da5d-4aad-9ceb-4be926f4d12a x-openstack-request-id: req-dd949968-da5d-4aad-9ceb-4be926f4d12a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:40:00.303160 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:40:00.303421 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd949968-da5d-4aad-9ceb-4be926f4d12a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:40:00.303828 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'status': 'completed', 'code': 200} Feb 10 07:40:00.352986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-a131a2b4-4c3c-4678-ae5c-7f8d9be381a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:00.354574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-a131a2b4-4c3c-4678-ae5c-7f8d9be381a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 1125 time: 0.0547416 Feb 10 07:40:00.397998 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-c6a6876f-d03c-419a-932f-76f54b5719f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e777a0da-6514-4cb1-ac30-c800090b5e08 HTTP/1.1" status: 200 len: 217 time: 0.0368774 Feb 10 07:40:00.447451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-896de2d3-7c97-4dc7-9af8-6a989e659ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:00.448942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-896de2d3-7c97-4dc7-9af8-6a989e659ed0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a0cea0-d943-4b86-9e38-7c6565f16dd4 HTTP/1.1" status: 200 len: 835 time: 0.0450702 Feb 10 07:40:00.501035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-537f558a-00e5-4658-97bc-51b66706ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:00.502666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-537f558a-00e5-4658-97bc-51b66706ae68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f778ac5-53ab-4623-81fc-f3891e234293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482068 Feb 10 07:40:00.589891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-674301e6-4493-434a-9e56-6434b3325576 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810866 Feb 10 07:40:00.680307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13cbf17a-66a1-4842-9ec7-d1aa9055ad8a req-88638f31-f92b-4977-96b7-524008ef26c6 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843062 Feb 10 07:40:00.768597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948377fe-918b-433f-9246-e51c3e20626d req-45767f71-795a-4622-ab62-f50bd655a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:00.770127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-948377fe-918b-433f-9246-e51c3e20626d req-45767f71-795a-4622-ab62-f50bd655a749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 1125 time: 0.0477345 Feb 10 07:40:00.868581 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948377fe-918b-433f-9246-e51c3e20626d req-0fa496cb-b5ae-4dba-b171-a0a94e0f04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:00.869988 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-948377fe-918b-433f-9246-e51c3e20626d req-0fa496cb-b5ae-4dba-b171-a0a94e0f04fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f778ac5-53ab-4623-81fc-f3891e234293 HTTP/1.1" status: 200 len: 896 time: 0.0936074 Feb 10 07:40:00.909604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-948377fe-918b-433f-9246-e51c3e20626d req-8af5bf4b-bc7b-43e2-8bb8-a4a04311e117 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e777a0da-6514-4cb1-ac30-c800090b5e08 HTTP/1.1" status: 200 len: 217 time: 0.0341806 Feb 10 07:40:00.955820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948377fe-918b-433f-9246-e51c3e20626d req-c28face2-9c50-404e-8e28-0b3c3340789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:00.957253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-948377fe-918b-433f-9246-e51c3e20626d req-c28face2-9c50-404e-8e28-0b3c3340789e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a0cea0-d943-4b86-9e38-7c6565f16dd4 HTTP/1.1" status: 200 len: 835 time: 0.0421963 Feb 10 07:40:01.009101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948377fe-918b-433f-9246-e51c3e20626d req-2681f554-2a0a-46c3-82fe-e0d72c4b301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:01.010621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-948377fe-918b-433f-9246-e51c3e20626d req-2681f554-2a0a-46c3-82fe-e0d72c4b301d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f778ac5-53ab-4623-81fc-f3891e234293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480704 Feb 10 07:40:01.096784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-948377fe-918b-433f-9246-e51c3e20626d req-2a127a6a-8f26-4bfc-94c9-640c35a839eb service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808420 Feb 10 07:40:01.224553 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-948377fe-918b-433f-9246-e51c3e20626d req-360ecad2-8614-4210-8b4c-d1c316c0221d service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217730 Feb 10 07:40:01.236273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692bf13-042c-41fa-877c-52042aeb2870 req-9b251565-2f29-4f28-9c37-ad2815e7c8a4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:01.237711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1692bf13-042c-41fa-877c-52042aeb2870 req-9b251565-2f29-4f28-9c37-ad2815e7c8a4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 943 time: 0.0726967 Feb 10 07:40:01.286612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1692bf13-042c-41fa-877c-52042aeb2870 req-532a25ed-81c2-4964-8ca0-8a02b5c0f706 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431781 Feb 10 07:40:02.406744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd83c95-61be-4bce-9a39-d4925ec8f086 req-168825dc-5b22-4083-85bb-34d63f81afa2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:02.408210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2dd83c95-61be-4bce-9a39-d4925ec8f086 req-168825dc-5b22-4083-85bb-34d63f81afa2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 943 time: 0.0512240 Feb 10 07:40:02.460073 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2dd83c95-61be-4bce-9a39-d4925ec8f086 req-659e74c3-f602-4e6c-9089-08edd89e91dc tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Feb 10 07:40:03.575749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47014-895e-48a7-8b2d-7b7339101c0e req-e6d33c96-0b7f-486d-99fd-31ac4262d132 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:03.577387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65f47014-895e-48a7-8b2d-7b7339101c0e req-e6d33c96-0b7f-486d-99fd-31ac4262d132 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 943 time: 0.0513079 Feb 10 07:40:03.625382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65f47014-895e-48a7-8b2d-7b7339101c0e req-96bec974-ec4d-42ac-a0ba-bbefcb132c82 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Feb 10 07:40:04.611235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e777a0da-6514-4cb1-ac30-c800090b5e08 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:40:04.710284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e777a0da-6514-4cb1-ac30-c800090b5e08, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e777a0da-6514-4cb1-ac30-c800090b5e08,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:40:04.721801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'port_id': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'mac_address': 'fa:16:3e:57:5b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:40:04.742591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6d175-a17a-4c52-91e1-156915d1686d req-3f3ad84f-4234-47c5-ace3-03c7acb0b885 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:04.744072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19d6d175-a17a-4c52-91e1-156915d1686d req-3f3ad84f-4234-47c5-ace3-03c7acb0b885 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 943 time: 0.0513101 Feb 10 07:40:04.758501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e777a0da-6514-4cb1-ac30-c800090b5e08 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:40:04.758900 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:04.772551 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e777a0da-6514-4cb1-ac30-c800090b5e08 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:40:04.791752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-19d6d175-a17a-4c52-91e1-156915d1686d req-4d520ba3-56f5-48d2-8f8c-6f20de32e2d6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420258 Feb 10 07:40:04.792346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e777a0da-6514-4cb1-ac30-c800090b5e08, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e777a0da-6514-4cb1-ac30-c800090b5e08,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:40:04.796351 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:04.841453 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e777a0da-6514-4cb1-ac30-c800090b5e08,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:40:05.110089 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['e777a0da-6514-4cb1-ac30-c800090b5e08'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:40:05.915682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b7e4c-f0d9-4e63-a24a-3b9a1d83c3fe req-c6ae59d7-65d0-4d45-a60f-7b16da13e888 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:05.917156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e20b7e4c-f0d9-4e63-a24a-3b9a1d83c3fe req-c6ae59d7-65d0-4d45-a60f-7b16da13e888 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 944 time: 0.0555787 Feb 10 07:40:05.964967 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e20b7e4c-f0d9-4e63-a24a-3b9a1d83c3fe req-f79c0c9e-d39b-4c6e-8c78-7455c835df82 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422635 Feb 10 07:40:06.626310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e777a0da-6514-4cb1-ac30-c800090b5e08 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:40:06.677043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port e777a0da-6514-4cb1-ac30-c800090b5e08 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:40:06.680759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port e777a0da-6514-4cb1-ac30-c800090b5e08 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:40:06.681122 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:06.754761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port e777a0da-6514-4cb1-ac30-c800090b5e08 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:40:06.755147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:06.778955 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:40:06.781760 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8405e4-b9af-4508-8c00-4eb884335b0a" -d '{"events": [{"server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "name": "network-vif-plugged", "status": "completed", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:40:06.793918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port e777a0da-6514-4cb1-ac30-c800090b5e08, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e777a0da-6514-4cb1-ac30-c800090b5e08,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:40:06.798775 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:06.825147 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575035a6-e2f6-42e7-bf99-1109aa3c82e8 x-openstack-request-id: req-575035a6-e2f6-42e7-bf99-1109aa3c82e8 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:40:06.825441 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "name": "network-vif-plugged", "status": "completed", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:40:06.825700 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-575035a6-e2f6-42e7-bf99-1109aa3c82e8 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:40:06.826091 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'code': 200} Feb 10 07:40:06.851747 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=e777a0da-6514-4cb1-ac30-c800090b5e08,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:40:06.918427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ed6ef-088b-4cd9-8250-0a8d5fc3807a req-185c9cf1-4594-4af3-a73a-8e7ea6b2d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:06.919836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e72ed6ef-088b-4cd9-8250-0a8d5fc3807a req-185c9cf1-4594-4af3-a73a-8e7ea6b2d0a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 1127 time: 0.0436990 Feb 10 07:40:06.964089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e72ed6ef-088b-4cd9-8250-0a8d5fc3807a req-0c9cc69a-e025-401a-bac2-cde1dc866a75 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381160 Feb 10 07:40:07.083988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd118a72-4b7a-46d7-843a-51a915b0a19e req-64fc9ead-c19d-48ec-8982-3e886f9341d9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:07.085464 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd118a72-4b7a-46d7-843a-51a915b0a19e req-64fc9ead-c19d-48ec-8982-3e886f9341d9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0554445 Feb 10 07:40:07.132792 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fd118a72-4b7a-46d7-843a-51a915b0a19e req-189e8b4a-99d1-4b14-aac5-83c8efa79f2f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Feb 10 07:40:07.357358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:08.254809 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a02cf-1e4d-45c6-a2bf-f813efbff146 req-8e3394d6-d412-467a-af80-0cf11a398183 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:08.256339 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-269a02cf-1e4d-45c6-a2bf-f813efbff146 req-8e3394d6-d412-467a-af80-0cf11a398183 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0531657 Feb 10 07:40:08.304921 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-269a02cf-1e4d-45c6-a2bf-f813efbff146 req-170971ed-7a1f-4943-b0e7-4e10956169ff tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 Feb 10 07:40:09.420217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade6db-e508-40ff-81e6-15d0412ed046 req-dbbeb36e-795b-480a-8a34-3bd92153123a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:09.421583 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18ade6db-e508-40ff-81e6-15d0412ed046 req-dbbeb36e-795b-480a-8a34-3bd92153123a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0506930 Feb 10 07:40:09.472453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-18ade6db-e508-40ff-81e6-15d0412ed046 req-72a49e65-fc07-4c0c-a760-4744787778a4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Feb 10 07:40:09.588469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ec4a3-0e8d-41f5-be2e-07f74dd8b69d req-33178f4d-bc80-431f-b42c-541bb9caa6a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:09.589942 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df5ec4a3-0e8d-41f5-be2e-07f74dd8b69d req-33178f4d-bc80-431f-b42c-541bb9caa6a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0529349 Feb 10 07:40:09.637953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-df5ec4a3-0e8d-41f5-be2e-07f74dd8b69d req-df485009-7b72-45f4-b1fd-583d2bbaaa3b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Feb 10 07:40:09.659920 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:40:09.701791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3614498f-de3d-4f93-8864-14084758f7e2 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:09.703230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3614498f-de3d-4f93-8864-14084758f7e2 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 1122 time: 0.0423744 Feb 10 07:40:09.705894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:40:09.710067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:40:09.729806 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:09.825191 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:09.923254 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.192 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/475ed88a-85bb-414e-9c79-dbf58c408716) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:40:10.022676 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (475ed88a-85bb-414e-9c79-dbf58c408716), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:10.055448 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (475ed88a-85bb-414e-9c79-dbf58c408716), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:10.094777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:40:10.097587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:40:10.101106 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:40:10.106609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=475ed88a-85bb-414e-9c79-dbf58c408716,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:40:10.132098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.132449 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.132794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.133129 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.133460 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.133786 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.134113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.134469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.134803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.135144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.135466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.135789 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.136108 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:40:10.428088 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6695691c-c78f-4c35-a308-3340098ef35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:10.694765 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:10.800617 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (f8c0b973-92a3-4963-8977-b8e551d40c23), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:10.874813 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (475ed88a-85bb-414e-9c79-dbf58c408716), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:11.017484 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (475ed88a-85bb-414e-9c79-dbf58c408716), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:11.021714 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (475ed88a-85bb-414e-9c79-dbf58c408716), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:11.091168 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=475ed88a-85bb-414e-9c79-dbf58c408716,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:40:11.101231 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (f8c0b973-92a3-4963-8977-b8e551d40c23), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:11.202613 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP f8c0b973-92a3-4963-8977-b8e551d40c23 associated. External IP: 172.25.8.192, port: e777a0da-6514-4cb1-ac30-c800090b5e08. Feb 10 07:40:11.424636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router ec0a1e2a-1d09-4555-ad12-14942cbc469b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:40:11.539993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:40:11.549373 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] Sync routers for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:40:11.558723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:11.571262 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:40:11.572095 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:40:11.594273 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-31358d12-8605-45b0-97aa-d2f0099d701e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8873234 Feb 10 07:40:11.594999 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:40:11.597424 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49" -d '{"events": [{"name": "network-changed", "server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:40:11.641403 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de01847b-9dca-49b3-b70d-e598edf061ea x-openstack-request-id: req-de01847b-9dca-49b3-b70d-e598edf061ea {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:40:11.641584 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:40:11.641786 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de01847b-9dca-49b3-b70d-e598edf061ea {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:40:11.642147 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'status': 'completed', 'code': 200} Feb 10 07:40:11.699713 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:40:11.736183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-2e0701f5-3dcc-4896-9efc-dc3eedd0582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:11.737738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-2e0701f5-3dcc-4896-9efc-dc3eedd0582a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 1127 time: 0.0698473 Feb 10 07:40:11.744403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699d0b2-5f59-41e0-aca2-04a2a17bfe6d req-b71af375-32c1-45b7-80fb-92792cefb2df tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:11.745812 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4699d0b2-5f59-41e0-aca2-04a2a17bfe6d req-b71af375-32c1-45b7-80fb-92792cefb2df tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0870533 Feb 10 07:40:11.853488 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4699d0b2-5f59-41e0-aca2-04a2a17bfe6d req-f0a67e15-3375-480f-93b0-ade879a7c838 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983799 Feb 10 07:40:11.872463 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-d94320b0-24c5-4c5c-9799-22965ac4ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:11.874481 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-d94320b0-24c5-4c5c-9799-22965ac4ca50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f778ac5-53ab-4623-81fc-f3891e234293 HTTP/1.1" status: 200 len: 896 time: 0.1277587 Feb 10 07:40:11.875658 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:40:11.937338 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:55Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'f8c0b973-92a3-4963-8977-b8e551d40c23', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'port_id': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'mac_address': 'fa:16:3e:57:5b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:40:10Z', 'updated_at': '2022-02-10T07:40:10Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a633eb-d359-494f-bad2-a77e28c1696f', 'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:c7:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:55Z', 'updated_at': '2022-02-10T07:39:58Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:40:11.964072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] Checking router: ec0a1e2a-1d09-4555-ad12-14942cbc469b for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:40:11.973000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:40:11.973612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:39:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:40:11.986781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a6172bae-4cd8-41ac-83bc-37365c0534ee tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/f8c0b973-92a3-4963-8977-b8e551d40c23 HTTP/1.1" status: 200 len: 991 time: 0.1100481 Feb 10 07:40:11.988730 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-d636f542-d486-4853-8297-2ae1ee31d24e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e777a0da-6514-4cb1-ac30-c800090b5e08 HTTP/1.1" status: 200 len: 999 time: 0.1061900 Feb 10 07:40:12.037476 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-7218c436-0c22-4374-9d57-ac226556adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:12.038955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-7218c436-0c22-4374-9d57-ac226556adfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a0cea0-d943-4b86-9e38-7c6565f16dd4 HTTP/1.1" status: 200 len: 835 time: 0.0447066 Feb 10 07:40:12.083070 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:40:12.091958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-c182cef8-ee35-4ff2-98d1-5d233830e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:40:12.093513 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-c182cef8-ee35-4ff2-98d1-5d233830e778 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f778ac5-53ab-4623-81fc-f3891e234293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489678 Feb 10 07:40:12.182334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-ce228b3f-c282-4392-952a-6a85a0ee31e3 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816779 Feb 10 07:40:12.272609 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8c44b1c-faf4-4b6b-8487-5ad37d3cbe49 req-6031947c-a438-481e-8406-e9798afc2e21 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847232 Feb 10 07:40:12.317564 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:55Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'f8c0b973-92a3-4963-8977-b8e551d40c23', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'port_id': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'mac_address': 'fa:16:3e:57:5b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:40:10Z', 'updated_at': '2022-02-10T07:40:10Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a633eb-d359-494f-bad2-a77e28c1696f', 'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:c7:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:55Z', 'updated_at': '2022-02-10T07:39:58Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:40:12.342816 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee786867-ddf8-4414-8c58-e63fca31ad4a None None] The sync data for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 is: [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:55Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': 'f8c0b973-92a3-4963-8977-b8e551d40c23', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'port_id': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'mac_address': 'fa:16:3e:57:5b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:40:10Z', 'updated_at': '2022-02-10T07:40:10Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a633eb-d359-494f-bad2-a77e28c1696f', 'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:c7:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:55Z', 'updated_at': '2022-02-10T07:39:58Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:40:12.534197 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d72dc-8507-44ea-8d1e-896ba19f41bd None None] New status for floating IP f8c0b973-92a3-4963-8977-b8e551d40c23: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:40:12.696857 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c56a-db5f-4f9b-aafe-004e002267b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:12.990761 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34540) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:40:13.052731 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7d34096e-93d9-4bc6-97a0-73bba8329922 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/f8c0b973-92a3-4963-8977-b8e551d40c23 HTTP/1.1" status: 200 len: 993 time: 0.0608380 Feb 10 07:40:14.064071 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:15.474935 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:16.574162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:16.983668 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:40:17.915080 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-4a24abe2-98c1-42f7-b7cf-4e70e17d6311 service neutron] (103213) timed out ('10.222.0.21', 56856) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:40:18.255738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-a2be26de-4bd6-4a83-afde-67057501c970 req-e1e4a03e-bee5-4f83-9a9a-aef68146faa5 tempest-ServerActionsTestJSON-1261482877 tempest-ServerActionsTestJSON-1261482877-project] (103214) timed out ('10.222.0.21', 58168) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:40:37.356784 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:40.428812 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35cbe9b0-05d0-46af-a974-da58d0615f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:40.719191 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:42.697737 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc2841b1-1e9b-4438-81b0-92f4e52930be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:44.067309 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:45.477975 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:46.576783 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:40:53.982272 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:41:04.706097 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-6bcba844-a9e1-4ab6-9d9f-21a3193ee2b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432141 Feb 10 07:41:04.788313 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-542832a8-26ae-4dcf-8514-bf603de1c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:04.789789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-542832a8-26ae-4dcf-8514-bf603de1c97c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 1127 time: 0.0438144 Feb 10 07:41:04.892466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-ba7ee4da-4455-479d-ba57-315bec4c1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:04.893933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-ba7ee4da-4455-479d-ba57-315bec4c1452 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f778ac5-53ab-4623-81fc-f3891e234293 HTTP/1.1" status: 200 len: 896 time: 0.0860705 Feb 10 07:41:04.958876 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-6e295d09-d61c-41a4-b799-df9f131689f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e777a0da-6514-4cb1-ac30-c800090b5e08 HTTP/1.1" status: 200 len: 1001 time: 0.0585957 Feb 10 07:41:05.009262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-b7501a1b-325a-4a6e-a216-621a91b821ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:05.010723 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-b7501a1b-325a-4a6e-a216-621a91b821ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a0cea0-d943-4b86-9e38-7c6565f16dd4 HTTP/1.1" status: 200 len: 835 time: 0.0467193 Feb 10 07:41:05.059440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-f5d74da8-30c8-46f7-a02b-fcd9b233380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:05.060908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-f5d74da8-30c8-46f7-a02b-fcd9b233380a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f778ac5-53ab-4623-81fc-f3891e234293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435948 Feb 10 07:41:05.147249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-e3f37397-eb63-48bb-ae17-3cf5fb4b0c11 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799942 Feb 10 07:41:05.238177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-32b2446f-665f-4fcd-9644-2aefdd865dd7 req-f523352a-a9b9-442c-8ba5-5c376afbaa26 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852258 Feb 10 07:41:07.355557 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:10.429043 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75a8704b-0be4-4b07-9eeb-d4c9dc47b01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:10.733193 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:12.699061 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d2af598-38c7-426c-b68e-a5491e1c9fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:13.854124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20188e-9631-47cb-889d-342efa581b1e req-cd3a8cf2-72ac-470b-8b5c-c0b05e2d924e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:13.855668 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa20188e-9631-47cb-889d-342efa581b1e req-cd3a8cf2-72ac-470b-8b5c-c0b05e2d924e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0538695 Feb 10 07:41:13.905330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa20188e-9631-47cb-889d-342efa581b1e req-eff81187-ba74-4535-889a-9da4e1a3c68a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Feb 10 07:41:14.069768 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:15.029272 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdba263-5e24-4b84-9f17-54e3ce9e395a req-a716966b-3196-477e-8927-49f243b27ac7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:15.030773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfdba263-5e24-4b84-9f17-54e3ce9e395a req-a716966b-3196-477e-8927-49f243b27ac7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0555828 Feb 10 07:41:15.079661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfdba263-5e24-4b84-9f17-54e3ce9e395a req-54294471-70df-4595-990e-6ead47fe577d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427833 Feb 10 07:41:15.480312 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:16.197804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11d3f9-cc29-4f8a-90d1-7b3df2a365cc req-eb115c50-cc17-47f5-81ab-e68a2e87bd0a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:16.199401 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f11d3f9-cc29-4f8a-90d1-7b3df2a365cc req-eb115c50-cc17-47f5-81ab-e68a2e87bd0a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0520868 Feb 10 07:41:16.248270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f11d3f9-cc29-4f8a-90d1-7b3df2a365cc req-0f4149ab-74e5-487e-a28a-f6aabb1f2663 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431933 Feb 10 07:41:16.580415 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:17.370586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a6bb9-ac0f-4e0e-b21d-c44999b5e0e3 req-f61ec133-6639-4c99-be66-024c126b66a1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:17.372055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f76a6bb9-ac0f-4e0e-b21d-c44999b5e0e3 req-f61ec133-6639-4c99-be66-024c126b66a1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0557017 Feb 10 07:41:17.419711 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f76a6bb9-ac0f-4e0e-b21d-c44999b5e0e3 req-7121aab3-3574-422f-bcfe-9300625aa37b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421145 Feb 10 07:41:18.579957 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a75865-8e70-4837-b41e-1712019e79a5 req-4f2e4a0f-1301-44d1-aa77-4d177425362f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:18.581443 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6a75865-8e70-4837-b41e-1712019e79a5 req-4f2e4a0f-1301-44d1-aa77-4d177425362f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0951815 Feb 10 07:41:18.630770 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6a75865-8e70-4837-b41e-1712019e79a5 req-fd381438-5116-4c21-8ad5-f38e621e2f23 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432930 Feb 10 07:41:19.789482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411549d-13f6-42b4-aec0-aedf57c8c708 req-0a7c8b6e-d87e-4974-8c6c-17daefceeb51 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:19.790968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7411549d-13f6-42b4-aec0-aedf57c8c708 req-0a7c8b6e-d87e-4974-8c6c-17daefceeb51 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0936983 Feb 10 07:41:19.842014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7411549d-13f6-42b4-aec0-aedf57c8c708 req-affa26f7-779f-4d76-a5d6-13e1325778a6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455287 Feb 10 07:41:20.959287 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e99b-ea47-40d8-b97b-7f33fa82d9d2 req-6d285e98-b20b-4d72-a228-1fbc3edf0a72 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:20.960760 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b16e99b-ea47-40d8-b97b-7f33fa82d9d2 req-6d285e98-b20b-4d72-a228-1fbc3edf0a72 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0524375 Feb 10 07:41:21.008552 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7b16e99b-ea47-40d8-b97b-7f33fa82d9d2 req-db0324ed-4777-44f0-8262-b539df49b15d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Feb 10 07:41:22.127238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551af4d-f833-40a2-ad49-045d56f220ac req-3414d115-c88f-4130-b474-6d1ce889693b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:22.128721 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a551af4d-f833-40a2-ad49-045d56f220ac req-3414d115-c88f-4130-b474-6d1ce889693b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0527534 Feb 10 07:41:22.176280 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a551af4d-f833-40a2-ad49-045d56f220ac req-82696150-6322-4ea0-93be-5117158e4bde tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Feb 10 07:41:23.307083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85abe2b-c011-4d31-bbe4-2a00b1d3ea02 req-fce99f2f-f6f1-46a9-afd3-a98c073cc441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:23.308565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f85abe2b-c011-4d31-bbe4-2a00b1d3ea02 req-fce99f2f-f6f1-46a9-afd3-a98c073cc441 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0626190 Feb 10 07:41:23.356172 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f85abe2b-c011-4d31-bbe4-2a00b1d3ea02 req-9938bd5f-eea4-47c9-a6c1-637447099d81 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Feb 10 07:41:24.471351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264992ea-e482-4862-a26d-8e8632d49075 req-1ac15326-1435-482f-af0a-cbc1ff212787 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:24.472857 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-264992ea-e482-4862-a26d-8e8632d49075 req-1ac15326-1435-482f-af0a-cbc1ff212787 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0509744 Feb 10 07:41:24.519624 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-264992ea-e482-4862-a26d-8e8632d49075 req-6f525fbc-5ea7-4218-b91a-eed03113fdfc tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 Feb 10 07:41:24.542266 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34592) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:41:24.602292 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-a9c6afb6-fda2-4369-acf8-f5ee5b0541e0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/f8c0b973-92a3-4963-8977-b8e551d40c23 HTTP/1.1" status: 200 len: 993 time: 0.0588789 Feb 10 07:41:25.904192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ece8db-4a98-4906-861a-edb3891eeba7 req-c24ea95f-54a0-4381-b612-617bba18db20 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:25.905577 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7ece8db-4a98-4906-861a-edb3891eeba7 req-c24ea95f-54a0-4381-b612-617bba18db20 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0890172 Feb 10 07:41:25.910691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b470-ab50-421a-a404-173f750270ac req-2d1f3c71-e05c-43a4-875a-8e452b634caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:25.912758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce96b470-ab50-421a-a404-173f750270ac req-2d1f3c71-e05c-43a4-875a-8e452b634caf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 1127 time: 0.0647099 Feb 10 07:41:26.013275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e7ece8db-4a98-4906-861a-edb3891eeba7 req-7dfb90b2-7023-47eb-86f1-5b1924c66c9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995839 Feb 10 07:41:26.033612 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b470-ab50-421a-a404-173f750270ac req-f9ef2dd2-f3a3-493f-9224-759a772f1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:26.035251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce96b470-ab50-421a-a404-173f750270ac req-f9ef2dd2-f3a3-493f-9224-759a772f1e69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f778ac5-53ab-4623-81fc-f3891e234293 HTTP/1.1" status: 200 len: 896 time: 0.1153889 Feb 10 07:41:26.097237 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce96b470-ab50-421a-a404-173f750270ac req-b9e4d772-89a1-446e-a042-68400ae70791 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e777a0da-6514-4cb1-ac30-c800090b5e08 HTTP/1.1" status: 200 len: 1001 time: 0.0560210 Feb 10 07:41:26.142897 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b470-ab50-421a-a404-173f750270ac req-347ee2e4-2807-4f5a-9219-dac0e107f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:26.144346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce96b470-ab50-421a-a404-173f750270ac req-347ee2e4-2807-4f5a-9219-dac0e107f9f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a0cea0-d943-4b86-9e38-7c6565f16dd4 HTTP/1.1" status: 200 len: 835 time: 0.0412228 Feb 10 07:41:26.194802 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b470-ab50-421a-a404-173f750270ac req-05ce66bc-5913-47d8-8bb6-f93d999cc045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:26.196188 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce96b470-ab50-421a-a404-173f750270ac req-05ce66bc-5913-47d8-8bb6-f93d999cc045 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f778ac5-53ab-4623-81fc-f3891e234293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464628 Feb 10 07:41:26.286203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce96b470-ab50-421a-a404-173f750270ac req-3d17a761-96f8-4e67-95de-41139b114a10 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817082 Feb 10 07:41:26.375165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce96b470-ab50-421a-a404-173f750270ac req-230c95b6-3215-47c6-bcea-4e9655422d6d service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832613 Feb 10 07:41:27.132968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af553171-e25b-459c-a7d5-45492f3414cd req-56255839-6bd4-47e6-a536-5b0e0408d8c0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:41:27.134499 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af553171-e25b-459c-a7d5-45492f3414cd req-56255839-6bd4-47e6-a536-5b0e0408d8c0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0525384 Feb 10 07:41:27.183606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-af553171-e25b-459c-a7d5-45492f3414cd req-e923f9c9-e2bf-417e-82ba-443441b3f7d3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Feb 10 07:41:27.206087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34604) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:41:27.274711 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-72ce5ddd-9468-4000-83d9-c277ffa6c973 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/f8c0b973-92a3-4963-8977-b8e551d40c23 HTTP/1.1" status: 200 len: 993 time: 0.0674036 Feb 10 07:41:30.982022 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:41:37.354561 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:40.430055 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2458-d235-4030-a523-1b06cd2c73b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:40.738046 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:42.700073 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e1d0-af6f-41b6-935b-698cb5be81a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:44.073267 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:45.481494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:41:46.583627 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:04.757963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-d0118d7a-69ad-44f8-bcff-1fd4054dd73f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0799730 Feb 10 07:42:04.846414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-4251f38e-71e5-46d7-bc57-46416dab4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:04.847909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-4251f38e-71e5-46d7-bc57-46416dab4dda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 1127 time: 0.0484712 Feb 10 07:42:04.952189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-de605019-2725-415c-a80e-24db0a94cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:04.953567 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-de605019-2725-415c-a80e-24db0a94cd93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f778ac5-53ab-4623-81fc-f3891e234293 HTTP/1.1" status: 200 len: 896 time: 0.0873740 Feb 10 07:42:05.023299 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-6e1c3a82-614f-4ddc-9359-3d55bc73134b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e777a0da-6514-4cb1-ac30-c800090b5e08 HTTP/1.1" status: 200 len: 1001 time: 0.0603075 Feb 10 07:42:05.070533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-4a06b415-9b37-4d5d-8414-8fab7fad6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:05.071933 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-4a06b415-9b37-4d5d-8414-8fab7fad6b7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a0cea0-d943-4b86-9e38-7c6565f16dd4 HTTP/1.1" status: 200 len: 835 time: 0.0423861 Feb 10 07:42:05.118882 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-01782028-dc58-4bae-a9e6-5c0b1d0ab3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:05.120343 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-01782028-dc58-4bae-a9e6-5c0b1d0ab3c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f778ac5-53ab-4623-81fc-f3891e234293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428109 Feb 10 07:42:05.213110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-eeaa9e3d-bfa4-4ff6-9bbf-fac98e63828f service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862548 Feb 10 07:42:05.297752 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9a2f22e6-41e5-4a6c-8f2c-a8fa08b3b09a req-336f2877-3e76-4880-85cf-cc3498ad8595 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786576 Feb 10 07:42:07.354694 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:07.981030 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:42:10.431775 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca4d415f-92c4-4b6a-81fb-121d79403499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:10.739393 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:12.700869 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fea36978-b340-4bd3-835b-cfb2d145657b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:14.075433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:15.484535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:15.897177 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34622) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:16.048713 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 475ed88a-85bb-414e-9c79-dbf58c408716 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:42:16.049049 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (475ed88a-85bb-414e-9c79-dbf58c408716), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:16.121701 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (475ed88a-85bb-414e-9c79-dbf58c408716), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:16.122006 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (475ed88a-85bb-414e-9c79-dbf58c408716), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:16.133299 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 475ed88a-85bb-414e-9c79-dbf58c408716 owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:42:16.276784 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (475ed88a-85bb-414e-9c79-dbf58c408716), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:16.301631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=475ed88a-85bb-414e-9c79-dbf58c408716,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:16.590122 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:16.655360 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.655717 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.656062 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.656401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.656735 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.657087 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.657397 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.657724 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.658055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.658410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.658742 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.659070 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.659388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:16.697948 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (f8c0b973-92a3-4963-8977-b8e551d40c23), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:16.698255 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP f8c0b973-92a3-4963-8977-b8e551d40c23 disassociated (deleted). External IP: 172.25.8.192, port: e777a0da-6514-4cb1-ac30-c800090b5e08. Feb 10 07:42:16.913971 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router ec0a1e2a-1d09-4555-ad12-14942cbc469b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:42:17.023221 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:42:17.028000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:17.032982 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] Sync routers for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:42:17.042133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:17.042739 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:17.056674 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-da2fedf0-325a-484e-a5eb-cd8671c8cb8f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/floatingips/f8c0b973-92a3-4963-8977-b8e551d40c23 HTTP/1.1" status: 204 len: 168 time: 1.1584227 Feb 10 07:42:17.057519 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:42:17.059842 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32248ccb8307dab1b2a4a84315c7099ee272128278392cd2aa8c1e6583189ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:42:17.159950 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:17.173567 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9e1dcc-21f6-41ac-b063-5d61978696cd x-openstack-request-id: req-4a9e1dcc-21f6-41ac-b063-5d61978696cd {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:42:17.173864 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:42:17.174125 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a9e1dcc-21f6-41ac-b063-5d61978696cd {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:42:17.174585 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'status': 'completed', 'code': 200} Feb 10 07:42:17.265725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-71537672-941d-4a66-ab67-7bf9c1ed563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:17.267398 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-71537672-941d-4a66-ab67-7bf9c1ed563d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 1127 time: 0.0699537 Feb 10 07:42:17.373126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:55Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '57a633eb-d359-494f-bad2-a77e28c1696f', 'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:c7:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:55Z', 'updated_at': '2022-02-10T07:39:58Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:17.383541 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b68e5d-2bb1-4fe0-a89f-729dd861620c req-dc150901-44bd-4417-b70e-1dab12c629a2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:17.385022 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b68e5d-2bb1-4fe0-a89f-729dd861620c req-dc150901-44bd-4417-b70e-1dab12c629a2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.1111472 Feb 10 07:42:17.398783 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] Checking router: ec0a1e2a-1d09-4555-ad12-14942cbc469b for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:42:17.407007 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:17.407608 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:17.414825 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-e3c5babb-6f08-4669-8d80-ac343135624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:17.416261 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-e3c5babb-6f08-4669-8d80-ac343135624d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f778ac5-53ab-4623-81fc-f3891e234293 HTTP/1.1" status: 200 len: 896 time: 0.1411438 Feb 10 07:42:17.470726 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-49ba219f-cd68-4bb1-b4a5-7cf2440d8818 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e777a0da-6514-4cb1-ac30-c800090b5e08 HTTP/1.1" status: 200 len: 217 time: 0.0432365 Feb 10 07:42:17.475911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b68e5d-2bb1-4fe0-a89f-729dd861620c req-c54b2448-d6c3-4a30-8e34-f14de90aa72d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833080 Feb 10 07:42:17.518323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:17.525289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-d5d45273-5a7e-4ef8-b867-9f654a6d1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:17.526795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-d5d45273-5a7e-4ef8-b867-9f654a6d1cd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a0cea0-d943-4b86-9e38-7c6565f16dd4 HTTP/1.1" status: 200 len: 835 time: 0.0497129 Feb 10 07:42:17.582040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-f23fc45f-2a7e-434e-b0d4-003e7a1b1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:17.584102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-f23fc45f-2a7e-434e-b0d4-003e7a1b1c9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f778ac5-53ab-4623-81fc-f3891e234293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496161 Feb 10 07:42:17.677589 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-0fbdd783-4723-453a-bd41-b51dea9c13a7 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866978 Feb 10 07:42:17.721992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:55Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '57a633eb-d359-494f-bad2-a77e28c1696f', 'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:c7:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:55Z', 'updated_at': '2022-02-10T07:39:58Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:17.748459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a0474-a85e-4b02-95bb-8f72d03913da None None] The sync data for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 is: [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:55Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '57a633eb-d359-494f-bad2-a77e28c1696f', 'name': '', 'network_id': '4f778ac5-53ab-4623-81fc-f3891e234293', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:c7:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:55Z', 'updated_at': '2022-02-10T07:39:58Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': '14a0cea0-d943-4b86-9e38-7c6565f16dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:42:17.771179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ce2eaa25-f56e-4076-b712-ff3bc4bca0a0 req-3d1e61e9-8cb5-4f24-9da3-f958fd803992 service neutron] 10.222.0.13 "GET /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871265 Feb 10 07:42:17.956828 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b367665-637c-4d5a-8d1b-2ef6e96dc25c None None] New status for floating IP f8c0b973-92a3-4963-8977-b8e551d40c23: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:42:18.602102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006059d-cf06-4c28-b665-be22faabd279 req-5486513f-6fea-44bd-96f2-e1a59b49df63 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:18.603578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e006059d-cf06-4c28-b665-be22faabd279 req-5486513f-6fea-44bd-96f2-e1a59b49df63 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0513446 Feb 10 07:42:18.651881 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e006059d-cf06-4c28-b665-be22faabd279 req-a89c20f4-f1f2-4c6b-868b-4a76baa2ec86 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=901015c7-2164-4332-bf64-7a0dbbe1c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Feb 10 07:42:19.074154 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-1ba3ad70-4846-4b21-a50c-8f490673d7b8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:19.075633 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-1ba3ad70-4846-4b21-a50c-8f490673d7b8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 945 time: 0.0511043 Feb 10 07:42:19.172837 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port e777a0da-6514-4cb1-ac30-c800090b5e08 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:42:19.173277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:19.263634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port e777a0da-6514-4cb1-ac30-c800090b5e08, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=e777a0da-6514-4cb1-ac30-c800090b5e08,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:19.264006 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:19.276540 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for e777a0da-6514-4cb1-ac30-c800090b5e08 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:42:19.733725 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e777a0da-6514-4cb1-ac30-c800090b5e08), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:19.755194 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8dd417f-776b-4135-948e-133c9a6b15d5 req-df41b23d-e0fa-40e7-9fd7-78a2b2c7c0b9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7ddec-42a0-422c-a451-f9ddb50d5add HTTP/1.1" status: 200 len: 210 time: 0.0330725 Feb 10 07:42:19.779384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=e777a0da-6514-4cb1-ac30-c800090b5e08,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:19.794267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.794267 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.794522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.794858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.795187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.795515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.795846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.796176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.796498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.796832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.797155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.797474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.797780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:19.838763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] No DVR routers for this DVR port e777a0da-6514-4cb1-ac30-c800090b5e08 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:42:19.841440 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:19.844809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63b8c9ee-25f5-48bf-ae1a-23549b5e9a46 req-cb3abcf5-9adf-43a0-8462-65a6f0a5c460 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "DELETE /v2.0/ports/e777a0da-6514-4cb1-ac30-c800090b5e08 HTTP/1.1" status: 204 len: 173 time: 0.7634580 Feb 10 07:42:19.845252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'name': 'network-vif-deleted', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:42:19.847614 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6af312-b467-47d0-a1bc-f15aa8278a9f" -d '{"events": [{"server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "name": "network-vif-deleted", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:42:19.885127 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc3939-bc73-4dd3-9d29-b376ed577c82 x-openstack-request-id: req-a4bc3939-bc73-4dd3-9d29-b376ed577c82 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:42:19.885419 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d7ddec-42a0-422c-a451-f9ddb50d5add", "name": "network-vif-deleted", "tag": "e777a0da-6514-4cb1-ac30-c800090b5e08", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:42:19.885675 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4bc3939-bc73-4dd3-9d29-b376ed577c82 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:42:19.886081 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d7ddec-42a0-422c-a451-f9ddb50d5add', 'name': 'network-vif-deleted', 'tag': 'e777a0da-6514-4cb1-ac30-c800090b5e08', 'status': 'completed', 'code': 200} Feb 10 07:42:20.811916 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34642) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:21.160689 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (ec0a1e2a-1d09-4555-ad12-14942cbc469b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:21.416172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 57a633eb-d359-494f-bad2-a77e28c1696f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:42:21.416421 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:21.501319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 57a633eb-d359-494f-bad2-a77e28c1696f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=57a633eb-d359-494f-bad2-a77e28c1696f,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:21.501671 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:21.514700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 57a633eb-d359-494f-bad2-a77e28c1696f owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:42:21.704028 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (57a633eb-d359-494f-bad2-a77e28c1696f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:21.730851 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=57a633eb-d359-494f-bad2-a77e28c1696f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:21.903293 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (ec0a1e2a-1d09-4555-ad12-14942cbc469b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.120681 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router ec0a1e2a-1d09-4555-ad12-14942cbc469b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:42:22.229543 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:42:22.234832 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e13e372a-328e-4fdf-8778-eedfec5e9aca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/ec0a1e2a-1d09-4555-ad12-14942cbc469b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218688 Feb 10 07:42:22.237480 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:22.241789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] Sync routers for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:42:22.252096 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:22.252788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:22.287246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca1022f-a11c-4ee2-9e4b-e32cdfbf5f4c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting subnet 14a0cea0-d943-4b86-9e38-7c6565f16dd4 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:42:22.290373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca1022f-a11c-4ee2-9e4b-e32cdfbf5f4c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (14a0cea0-d943-4b86-9e38-7c6565f16dd4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.328603 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca1022f-a11c-4ee2-9e4b-e32cdfbf5f4c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (14a0cea0-d943-4b86-9e38-7c6565f16dd4), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.360064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:22.414144 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca1022f-a11c-4ee2-9e4b-e32cdfbf5f4c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (14a0cea0-d943-4b86-9e38-7c6565f16dd4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.473325 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca1022f-a11c-4ee2-9e4b-e32cdfbf5f4c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (14a0cea0-d943-4b86-9e38-7c6565f16dd4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.499304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1022f-a11c-4ee2-9e4b-e32cdfbf5f4c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Subnet': ['ID=14a0cea0-d943-4b86-9e38-7c6565f16dd4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:22.502926 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca1022f-a11c-4ee2-9e4b-e32cdfbf5f4c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.506663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ca1022f-a11c-4ee2-9e4b-e32cdfbf5f4c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/subnets/14a0cea0-d943-4b86-9e38-7c6565f16dd4 HTTP/1.1" status: 204 len: 168 time: 0.2681928 Feb 10 07:42:22.509243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:22.523346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c70e5-e800-4a1c-a272-a99e0c41b41e None None] Network 4f778ac5-53ab-4623-81fc-f3891e234293 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:42:22.617646 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (ec0a1e2a-1d09-4555-ad12-14942cbc469b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.624282 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:42:21Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:22.657828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] Checking router: ec0a1e2a-1d09-4555-ad12-14942cbc469b for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:42:22.666419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] Routers {'ec0a1e2a-1d09-4555-ad12-14942cbc469b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:22.666973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:22.701293 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] DHCP port deletion for 4f778ac5-53ab-4623-81fc-f3891e234293 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:42:22.731120 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (ec0a1e2a-1d09-4555-ad12-14942cbc469b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.783846 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port deddfecd-86b7-4e51-8ec7-81511d3af62a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:42:22.784212 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.805643 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] Set router ec0a1e2a-1d09-4555-ad12-14942cbc469b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:22.861996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Deleting port bf683c4a-717f-4b46-bbbc-85efd687782f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:42:22.862384 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.864691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port deddfecd-86b7-4e51-8ec7-81511d3af62a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=deddfecd-86b7-4e51-8ec7-81511d3af62a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:22.865057 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.877081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for deddfecd-86b7-4e51-8ec7-81511d3af62a owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:42:22.975370 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] For port bf683c4a-717f-4b46-bbbc-85efd687782f, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=bf683c4a-717f-4b46-bbbc-85efd687782f,segment=NetworkSegment(5ec6db6c-c18f-452b-a435-07729cb595ba),segment_id=5ec6db6c-c18f-452b-a435-07729cb595ba)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:22.975778 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:22.992766 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Calling delete_port for bf683c4a-717f-4b46-bbbc-85efd687782f owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:42:23.044375 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (deddfecd-86b7-4e51-8ec7-81511d3af62a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.071450 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=deddfecd-86b7-4e51-8ec7-81511d3af62a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:23.114033 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:42:21Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:23.135000 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (ec0a1e2a-1d09-4555-ad12-14942cbc469b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.142114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (bf683c4a-717f-4b46-bbbc-85efd687782f), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.144080 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf80965-e512-4b93-92e8-760a0b92e1e5 None None] The sync data for ids ['ec0a1e2a-1d09-4555-ad12-14942cbc469b'] in n-d-828670-1 is: [{'id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058590777', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:42:21Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': 'deddfecd-86b7-4e51-8ec7-81511d3af62a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a1e2a-1d09-4555-ad12-14942cbc469b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:39:52Z', 'updated_at': '2022-02-10T07:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:42:23.168887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Pushing event deleted for resources: {'Port': ['ID=bf683c4a-717f-4b46-bbbc-85efd687782f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:23.178616 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.179535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.179535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.179535 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.182900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.182900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.182900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.182900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.182900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.182900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.182900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.182900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.182900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:23.186000 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847952e7-bc16-4326-916a-0d9539a815e6 None None] No DVR routers for this DVR port bf683c4a-717f-4b46-bbbc-85efd687782f on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:42:23.236964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (ec0a1e2a-1d09-4555-ad12-14942cbc469b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.239755 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (ec0a1e2a-1d09-4555-ad12-14942cbc469b), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.280406 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e777a0da-6514-4cb1-ac30-c800090b5e08 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:42:23.281022 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (ec0a1e2a-1d09-4555-ad12-14942cbc469b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.281405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Fanout notify agent at l3_agent the message router_deleted on router ec0a1e2a-1d09-4555-ad12-14942cbc469b {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:42:23.288594 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.292540 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d365d98-58a3-4c73-aa61-a2f7c8866c9c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/routers/ec0a1e2a-1d09-4555-ad12-14942cbc469b HTTP/1.1" status: 204 len: 168 time: 0.7796977 Feb 10 07:42:23.292679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34648) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:23.300736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: e777a0da-6514-4cb1-ac30-c800090b5e08 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:42:23.301700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device e777a0da-6514-4cb1-ac30-c800090b5e08 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:42:23.370047 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (4f778ac5-53ab-4623-81fc-f3891e234293), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.452861 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (4f778ac5-53ab-4623-81fc-f3891e234293), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.473366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f778ac5-53ab-4623-81fc-f3891e234293']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:23.482321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec6db6c-c18f-452b-a435-07729cb595ba') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:23.485033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec6db6c-c18f-452b-a435-07729cb595ba') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:23.493782 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (5ec6db6c-c18f-452b-a435-07729cb595ba), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.513184 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (5ec6db6c-c18f-452b-a435-07729cb595ba), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.520708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:42:23.521169 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (5ec6db6c-c18f-452b-a435-07729cb595ba), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:42:23.524794 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:42:23.603431 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (4f778ac5-53ab-4623-81fc-f3891e234293), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.612792 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bf683c4a-717f-4b46-bbbc-85efd687782f no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:42:23.616686 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.622295 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/networks/4f778ac5-53ab-4623-81fc-f3891e234293 HTTP/1.1" status: 204 len: 168 time: 0.3262191 Feb 10 07:42:23.622765 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34650) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:23.632260 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b1057-83dc-461a-9234-58100de27b95 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Network': ['ID=4f778ac5-53ab-4623-81fc-f3891e234293,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:23.647139 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: bf683c4a-717f-4b46-bbbc-85efd687782f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:42:23.647492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device bf683c4a-717f-4b46-bbbc-85efd687782f not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:42:23.647916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 57a633eb-d359-494f-bad2-a77e28c1696f no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:42:23.670619 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 57a633eb-d359-494f-bad2-a77e28c1696f {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:42:23.671044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 57a633eb-d359-494f-bad2-a77e28c1696f not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:42:23.690751 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12534f0c-08ef-45b9-b3ad-593083c45252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (901015c7-2164-4332-bf64-7a0dbbe1c375), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.716005 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12534f0c-08ef-45b9-b3ad-593083c45252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (901015c7-2164-4332-bf64-7a0dbbe1c375), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.777305 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12534f0c-08ef-45b9-b3ad-593083c45252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (901015c7-2164-4332-bf64-7a0dbbe1c375), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.780106 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12534f0c-08ef-45b9-b3ad-593083c45252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:23.781376 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-12534f0c-08ef-45b9-b3ad-593083c45252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/security-groups/901015c7-2164-4332-bf64-7a0dbbe1c375 HTTP/1.1" status: 204 len: 168 time: 0.1575971 Feb 10 07:42:23.792832 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12534f0c-08ef-45b9-b3ad-593083c45252 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901015c7-2164-4332-bf64-7a0dbbe1c375,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:24.061757 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34656) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:24.066389 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-da280ade-2ece-4b16-9b33-e2a36b32a3b4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1379385573', 'description': 'tempest-secgroup-smoke-1379385573 description', 'project_id': '1933d40d0be741f88e0045a09fd69365'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:24.090286 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da280ade-2ece-4b16-9b33-e2a36b32a3b4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.154951 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da280ade-2ece-4b16-9b33-e2a36b32a3b4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (cd772a1d-e95a-4143-b3ec-f33cb6952e23), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.158979 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da280ade-2ece-4b16-9b33-e2a36b32a3b4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cd772a1d-e95a-4143-b3ec-f33cb6952e23), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.187839 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-da280ade-2ece-4b16-9b33-e2a36b32a3b4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.189103 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-da280ade-2ece-4b16-9b33-e2a36b32a3b4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1262708 Feb 10 07:42:24.192076 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34658) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:24.196693 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-9f207625-09fa-4878-9148-5a0bfe0c591e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'cd772a1d-e95a-4143-b3ec-f33cb6952e23', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:24.205085 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280ade-2ece-4b16-9b33-e2a36b32a3b4 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd772a1d-e95a-4143-b3ec-f33cb6952e23,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:24.225578 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f207625-09fa-4878-9148-5a0bfe0c591e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (2945102b-8c52-4a6c-ad97-00500a94b6fc), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.280704 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f207625-09fa-4878-9148-5a0bfe0c591e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (2945102b-8c52-4a6c-ad97-00500a94b6fc), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.283914 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f207625-09fa-4878-9148-5a0bfe0c591e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (2945102b-8c52-4a6c-ad97-00500a94b6fc), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.301409 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f207625-09fa-4878-9148-5a0bfe0c591e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2945102b-8c52-4a6c-ad97-00500a94b6fc,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:24.309241 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9f207625-09fa-4878-9148-5a0bfe0c591e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.312687 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9f207625-09fa-4878-9148-5a0bfe0c591e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171947 Feb 10 07:42:24.313316 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34660) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:24.317570 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-7ebdf498-edf3-494a-a3f2-f24bfd80a3a6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'cd772a1d-e95a-4143-b3ec-f33cb6952e23', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:24.341168 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf498-edf3-494a-a3f2-f24bfd80a3a6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (b5d7c53a-1cab-46c8-a22c-c695adccfafb), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.395281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf498-edf3-494a-a3f2-f24bfd80a3a6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (b5d7c53a-1cab-46c8-a22c-c695adccfafb), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.398680 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf498-edf3-494a-a3f2-f24bfd80a3a6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b5d7c53a-1cab-46c8-a22c-c695adccfafb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.415543 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdf498-edf3-494a-a3f2-f24bfd80a3a6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d7c53a-1cab-46c8-a22c-c695adccfafb,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:24.423486 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf498-edf3-494a-a3f2-f24bfd80a3a6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.424676 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-7ebdf498-edf3-494a-a3f2-f24bfd80a3a6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1104536 Feb 10 07:42:24.427541 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34662) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:24.431957 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-2bb2cb0a-b1f0-4079-afa1-88eb43eb0aab tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'cd772a1d-e95a-4143-b3ec-f33cb6952e23', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:24.455544 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bb2cb0a-b1f0-4079-afa1-88eb43eb0aab tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (2f10877e-65c6-47d7-b8f5-85c54aaa64f0), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.514085 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bb2cb0a-b1f0-4079-afa1-88eb43eb0aab tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (2f10877e-65c6-47d7-b8f5-85c54aaa64f0), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.517526 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bb2cb0a-b1f0-4079-afa1-88eb43eb0aab tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (2f10877e-65c6-47d7-b8f5-85c54aaa64f0), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.542330 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2cb0a-b1f0-4079-afa1-88eb43eb0aab tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f10877e-65c6-47d7-b8f5-85c54aaa64f0,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:24.550594 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bb2cb0a-b1f0-4079-afa1-88eb43eb0aab tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.554237 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-2bb2cb0a-b1f0-4079-afa1-88eb43eb0aab tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256971 Feb 10 07:42:24.557174 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34664) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:24.561533 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-d41405e8-ed70-4456-83a6-5885a950e9e0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'cd772a1d-e95a-4143-b3ec-f33cb6952e23', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:24.585511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d41405e8-ed70-4456-83a6-5885a950e9e0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (6d061a3d-ef72-4e7d-8b88-8fadc817928d), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.642325 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d41405e8-ed70-4456-83a6-5885a950e9e0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (6d061a3d-ef72-4e7d-8b88-8fadc817928d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.646430 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d41405e8-ed70-4456-83a6-5885a950e9e0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (6d061a3d-ef72-4e7d-8b88-8fadc817928d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.664240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41405e8-ed70-4456-83a6-5885a950e9e0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d061a3d-ef72-4e7d-8b88-8fadc817928d,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:24.673466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d41405e8-ed70-4456-83a6-5885a950e9e0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.674699 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d41405e8-ed70-4456-83a6-5885a950e9e0 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165447 Feb 10 07:42:24.677436 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34666) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:24.682135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-0026bf99-1d91-4abf-8d10-803c24fb61a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'cd772a1d-e95a-4143-b3ec-f33cb6952e23', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:24.702864 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-0026bf99-1d91-4abf-8d10-803c24fb61a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:42:24.708353 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0026bf99-1d91-4abf-8d10-803c24fb61a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (9d63e20d-69ba-48c0-b498-9949a5c14295), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.764867 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0026bf99-1d91-4abf-8d10-803c24fb61a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (9d63e20d-69ba-48c0-b498-9949a5c14295), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.768127 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0026bf99-1d91-4abf-8d10-803c24fb61a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (9d63e20d-69ba-48c0-b498-9949a5c14295), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.785944 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026bf99-1d91-4abf-8d10-803c24fb61a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d63e20d-69ba-48c0-b498-9949a5c14295,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:24.793444 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0026bf99-1d91-4abf-8d10-803c24fb61a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.794678 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-0026bf99-1d91-4abf-8d10-803c24fb61a5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162853 Feb 10 07:42:24.797307 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34668) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:24.801744 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b8f1126d-7c98-46c8-82de-443149ca478b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'security_group_rule': {'security_group_id': 'cd772a1d-e95a-4143-b3ec-f33cb6952e23', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:24.821510 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-b8f1126d-7c98-46c8-82de-443149ca478b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Project 1933d40d0be741f88e0045a09fd69365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:42:24.826152 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8f1126d-7c98-46c8-82de-443149ca478b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (137330aa-6283-4d12-87ae-0925edb03df2), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.887793 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8f1126d-7c98-46c8-82de-443149ca478b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (137330aa-6283-4d12-87ae-0925edb03df2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.891655 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8f1126d-7c98-46c8-82de-443149ca478b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (137330aa-6283-4d12-87ae-0925edb03df2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.909476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1126d-7c98-46c8-82de-443149ca478b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137330aa-6283-4d12-87ae-0925edb03df2,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:24.921682 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8f1126d-7c98-46c8-82de-443149ca478b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.923026 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b8f1126d-7c98-46c8-82de-443149ca478b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247525 Feb 10 07:42:24.925989 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:24.931056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'network': {'name': 'tempest-network-smoke--16237623', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:24.950485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:42:24.953632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.977148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:42:24.985826 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (445349ee-2094-4b34-809c-359ffca87419), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:24.986161 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Added segment 445349ee-2094-4b34-809c-359ffca87419 of type vlan for network 2fd2df43-9bfe-4d76-ae45-2236a288858a Feb 10 07:42:25.025033 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (2fd2df43-9bfe-4d76-ae45-2236a288858a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.048474 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (2fd2df43-9bfe-4d76-ae45-2236a288858a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.053815 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:25.054435 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.091642 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1644506 Feb 10 07:42:25.094379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:25.126712 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'admin_state_up': True, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:25.138533 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb646f5-bcd3-4f38-9f9c-4c1da35d84fd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Network': ['ID=2fd2df43-9bfe-4d76-ae45-2236a288858a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:25.148671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 2fd2df43-9bfe-4d76-ae45-2236a288858a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:42:25.151983 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (a61a0844-b2fd-4ecc-b64e-78a046fd651e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.153025 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (a61a0844-b2fd-4ecc-b64e-78a046fd651e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.210451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (a61a0844-b2fd-4ecc-b64e-78a046fd651e), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.350014 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (a61a0844-b2fd-4ecc-b64e-78a046fd651e), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.351858 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device deddfecd-86b7-4e51-8ec7-81511d3af62a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:42:25.376368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: deddfecd-86b7-4e51-8ec7-81511d3af62a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:42:25.376724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device deddfecd-86b7-4e51-8ec7-81511d3af62a not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:42:25.543032 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (a61a0844-b2fd-4ecc-b64e-78a046fd651e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.561856 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.665085 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.177 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/07dca7c0-51d0-4c76-939d-72ca042bb726) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:42:25.766392 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.798528 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:25.837867 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:42:25.840741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:42:25.844289 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:42:25.850064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=07dca7c0-51d0-4c76-939d-72ca042bb726,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:26.413895 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (a61a0844-b2fd-4ecc-b64e-78a046fd651e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:26.611434 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (a61a0844-b2fd-4ecc-b64e-78a046fd651e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:26.739885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router a61a0844-b2fd-4ecc-b64e-78a046fd651e is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:42:26.846159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:42:26.856183 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Sync routers for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:42:26.865599 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:26.866590 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:26.867194 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:26.867359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-23947b0f-5708-412f-af78-084b04127966 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7714922 Feb 10 07:42:26.870009 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:26.897628 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-51afb81c-17c3-4221-bf1c-9ae4fcdffe36 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1933d40d0be741f88e0045a09fd69365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265124 Feb 10 07:42:26.900247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:26.974807 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:26.990058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48430edd-02f3-4f03-a67d-cc320e2d3903 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:26.991601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-48430edd-02f3-4f03-a67d-cc320e2d3903 tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904636 Feb 10 07:42:26.994474 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:27.021026 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-052b86ec-3d54-4b3d-a028-2fe4e6a5ba9b tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=73b45acd-6a98-4b05-9da4-cc64c863a44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254860 Feb 10 07:42:27.023430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:27.028032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364081669', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:27.112146 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:42:27.116109 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.151727 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:25Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:27.183173 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Checking router: a61a0844-b2fd-4ecc-b64e-78a046fd651e for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:42:27.183453 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Updating router a61a0844-b2fd-4ecc-b64e-78a046fd651e port 07dca7c0-51d0-4c76-939d-72ca042bb726 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:42:27.212844 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.304287 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (ff31609b-2592-4069-9ed3-0b7070df867b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.369636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Subnet': ['ID=ff31609b-2592-4069-9ed3-0b7070df867b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:27.380158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Checking segment: {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:42:27.380524 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network hostable DHCP agents. Network: 2fd2df43-9bfe-4d76-ae45-2236a288858a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:42:27.397390 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 2fd2df43-9bfe-4d76-ae45-2236a288858a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:42:27.406325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 2fd2df43-9bfe-4d76-ae45-2236a288858a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:42:27.411964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:27.412935 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.416948 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d45568-1ae3-4edd-805e-f9b32123f37b None None] Network 2fd2df43-9bfe-4d76-ae45-2236a288858a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:42:27.433039 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0b4ea8fe-b6cd-4ba3-96ae-84d8acdd1f26 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4056945 Feb 10 07:42:27.433579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:27.465008 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Publish callbacks [] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.471516 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.513337 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Pushing event updated for resources: {'Port': ['ID=07dca7c0-51d0-4c76-939d-72ca042bb726,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:27.522975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-2fd2df43-9bfe-4d76-ae45-2236a288858a', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:42:27.523949 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.524095 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.524314 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.524631 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.524966 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.525292 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.526075 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.526075 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.526281 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.526572 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.527240 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.527240 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.527563 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.528256 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:42:27.547846 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Attempting to bind port 07dca7c0-51d0-4c76-939d-72ca042bb726 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:42:27.548121 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Attempting to bind port 07dca7c0-51d0-4c76-939d-72ca042bb726 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:42:27.548855 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Attempting to bind port 07dca7c0-51d0-4c76-939d-72ca042bb726 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:42:27.553779 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:42:27.554156 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:42:27.555457 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.555457 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:42:27.555457 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Bound port: 07dca7c0-51d0-4c76-939d-72ca042bb726, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:42:27.555849 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.610220 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] For port 07dca7c0-51d0-4c76-939d-72ca042bb726, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:42:27.614126 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] For port 07dca7c0-51d0-4c76-939d-72ca042bb726, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=07dca7c0-51d0-4c76-939d-72ca042bb726,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:42:27.623823 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.672798 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Allocated IP 172.20.0.2 (2fd2df43-9bfe-4d76-ae45-2236a288858a/ff31609b-2592-4069-9ed3-0b7070df867b/336040f6-1f47-4c7e-b1c7-f0f83d9c83e9) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:42:27.686254 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4369063-954a-45a3-b110-5b4612960d65 None None] Pushing event updated for resources: {'Port': ['ID=07dca7c0-51d0-4c76-939d-72ca042bb726,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:27.690770 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:27.691106 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:27.798523 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:27.817664 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Publish callbacks [] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.823152 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.861793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Network 2fd2df43-9bfe-4d76-ae45-2236a288858a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:42:27.865496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:42:27.869570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:42:27.903845 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Pushing event updated for resources: {'Port': ['ID=336040f6-1f47-4c7e-b1c7-f0f83d9c83e9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:27.920581 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.936998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Attempting to bind port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:42:27.937637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Attempting to bind port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:42:27.938210 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Attempting to bind port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 on network 2fd2df43-9bfe-4d76-ae45-2236a288858a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:42:27.944137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:42:27.944773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Checking segment: {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:42:27.945355 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:27.945918 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Bound using segment: {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:42:27.946588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Bound port: 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:42:27.947140 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:28.086579 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:25Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:28.112604 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7d69e-d768-41fb-8ea1-0c615653c959 None None] The sync data for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 is: [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:25Z', 'revision_number': 3, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:42:28.180380 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] For port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:42:28.183970 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] For port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=336040f6-1f47-4c7e-b1c7-f0f83d9c83e9,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:42:28.195032 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:28.216911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.1 (2fd2df43-9bfe-4d76-ae45-2236a288858a/ff31609b-2592-4069-9ed3-0b7070df867b/2210927a-e933-4a5b-a1a6-dbc2559a805c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:42:28.255457 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c729f5-4813-448d-8aa5-b63adbc65554 None None] Pushing event updated for resources: {'Port': ['ID=336040f6-1f47-4c7e-b1c7-f0f83d9c83e9,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:28.351421 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:28.404129 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:28.473838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 2fd2df43-9bfe-4d76-ae45-2236a288858a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:42:28.482147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:42:28.482147 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=2210927a-e933-4a5b-a1a6-dbc2559a805c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:28.484074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:42:28.534723 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (a61a0844-b2fd-4ecc-b64e-78a046fd651e), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:28.687914 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:28.984483 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:28.991558 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.066061 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=2210927a-e933-4a5b-a1a6-dbc2559a805c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:29.068517 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (a61a0844-b2fd-4ecc-b64e-78a046fd651e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.171419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 2fd2df43-9bfe-4d76-ae45-2236a288858a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:42:29.172679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:42:29.284587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1975a6de-482d-4ac7-80c6-ca487e05f264 None None] Network 2fd2df43-9bfe-4d76-ae45-2236a288858a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:42:29.298185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router a61a0844-b2fd-4ecc-b64e-78a046fd651e has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:42:29.350901 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-ded17c7c-da2c-446c-9edf-79415488d63a None None] Provisioning complete for port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:29.351280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ded17c7c-da2c-446c-9edf-79415488d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.417328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:42:29.423810 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-197c1125-a080-4afa-a4ff-9d72f60a3b9d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/a61a0844-b2fd-4ecc-b64e-78a046fd651e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9895973 Feb 10 07:42:29.480324 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 07dca7c0-51d0-4c76-939d-72ca042bb726 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:42:29.523434 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ded17c7c-da2c-446c-9edf-79415488d63a None None] Current status of the port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:29.524027 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ded17c7c-da2c-446c-9edf-79415488d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.573795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ded17c7c-da2c-446c-9edf-79415488d63a None None] For port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=336040f6-1f47-4c7e-b1c7-f0f83d9c83e9,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:29.581003 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ded17c7c-da2c-446c-9edf-79415488d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.606930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-cc4081b9-6534-449b-9365-e0be7eedb50b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379385573&fields=id&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 267 time: 0.0710335 Feb 10 07:42:29.612168 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 07dca7c0-51d0-4c76-939d-72ca042bb726 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:29.613827 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.685770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded17c7c-da2c-446c-9edf-79415488d63a None None] Pushing event updated for resources: {'Port': ['ID=336040f6-1f47-4c7e-b1c7-f0f83d9c83e9,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:29.725215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-2a3411ec-2fe4-4f9b-9a8c-9433416f3e69 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:29.732155 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-2a3411ec-2fe4-4f9b-9a8c-9433416f3e69 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/networks?id=2fd2df43-9bfe-4d76-ae45-2236a288858a HTTP/1.1" status: 200 len: 795 time: 0.1242294 Feb 10 07:42:29.735144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 07dca7c0-51d0-4c76-939d-72ca042bb726 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:29.735543 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.744266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-aa5829f9-d90c-4558-b9c2-bff0b1156ec3 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/quotas/1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 375 time: 0.0102167 Feb 10 07:42:29.761297 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 07dca7c0-51d0-4c76-939d-72ca042bb726, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=07dca7c0-51d0-4c76-939d-72ca042bb726,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:29.766791 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.767637 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:42:29.806102 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-84699128-425c-4953-a30d-1989ffcd8c3a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559831 Feb 10 07:42:29.848199 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=07dca7c0-51d0-4c76-939d-72ca042bb726,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:29.861609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:29.862287 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.919398 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9a754696-250a-467a-b0a4-789da89ad598 None None] Provisioning complete for port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:29.920013 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a754696-250a-467a-b0a4-789da89ad598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:29.926758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-5eaeea49-be5f-4c98-afe8-2de887c91760 service neutron] 10.222.0.21 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070459 Feb 10 07:42:29.949883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Sync routers for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:42:29.998614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:29.999162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:30.031258 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-95c57cf7-de54-4e0f-bfd1-55d7289746be service neutron] 10.222.0.21 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957749 Feb 10 07:42:30.062683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:30.149935 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9a754696-250a-467a-b0a4-789da89ad598 None None] Current status of the port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:30.169315 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9a754696-250a-467a-b0a4-789da89ad598 None None] Provisioning complete for port 2210927a-e933-4a5b-a1a6-dbc2559a805c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:30.170108 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a754696-250a-467a-b0a4-789da89ad598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:30.176169 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:30.243256 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f959e0c6-65f3-4c31-aa05-defe9be451e7 req-d3042e9a-0cac-4acb-b76b-fbae5f3f1478 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 210 time: 0.0380528 Feb 10 07:42:30.262115 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9a754696-250a-467a-b0a4-789da89ad598 None None] Port 2210927a-e933-4a5b-a1a6-dbc2559a805c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:42:30.402808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-382d93aa-3bc8-4c67-b247-1be3220fac94 None None] Provisioning complete for port 2210927a-e933-4a5b-a1a6-dbc2559a805c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:30.403440 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-382d93aa-3bc8-4c67-b247-1be3220fac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:30.466952 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-382d93aa-3bc8-4c67-b247-1be3220fac94 None None] Port 2210927a-e933-4a5b-a1a6-dbc2559a805c cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:42:30.483134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '2210927a-e933-4a5b-a1a6-dbc2559a805c', 'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:68:f0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:28Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 2, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:30.511259 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Checking router: a61a0844-b2fd-4ecc-b64e-78a046fd651e for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:42:30.511569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Updating router a61a0844-b2fd-4ecc-b64e-78a046fd651e port 2210927a-e933-4a5b-a1a6-dbc2559a805c binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:42:30.541154 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:30.817845 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Publish callbacks [] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:30.823245 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:30.871649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6180646-2293-4f20-ada3-bb28b0a9e9b0 None None] Pushing event updated for resources: {'Port': ['ID=2210927a-e933-4a5b-a1a6-dbc2559a805c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:30.926432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Attempting to bind port 2210927a-e933-4a5b-a1a6-dbc2559a805c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:42:30.926806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Attempting to bind port 2210927a-e933-4a5b-a1a6-dbc2559a805c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:42:30.927225 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Attempting to bind port 2210927a-e933-4a5b-a1a6-dbc2559a805c on network 2fd2df43-9bfe-4d76-ae45-2236a288858a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:42:30.932877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:42:30.933263 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Checking segment: {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:42:30.933683 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:30.934084 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Bound using segment: {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:42:30.934614 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Bound port: 2210927a-e933-4a5b-a1a6-dbc2559a805c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:42:30.935178 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.003953 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] For port 2210927a-e933-4a5b-a1a6-dbc2559a805c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:42:31.007278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] For port 2210927a-e933-4a5b-a1a6-dbc2559a805c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2210927a-e933-4a5b-a1a6-dbc2559a805c,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:42:31.013601 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.073076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6180646-2293-4f20-ada3-bb28b0a9e9b0 None None] Pushing event updated for resources: {'Port': ['ID=2210927a-e933-4a5b-a1a6-dbc2559a805c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:31.075494 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:31.076094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:31.143363 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-3ce31400-750b-499c-b9e0-8f6248d89773 None None] Provisioning complete for port 2210927a-e933-4a5b-a1a6-dbc2559a805c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:31.143758 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ce31400-750b-499c-b9e0-8f6248d89773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.243942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:31.281797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-8cb919fe-ebf6-4f00-b403-02a34e0baf89 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:31.284535 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-8cb919fe-ebf6-4f00-b403-02a34e0baf89 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/networks?id=2fd2df43-9bfe-4d76-ae45-2236a288858a HTTP/1.1" status: 200 len: 795 time: 0.1472981 Feb 10 07:42:31.380934 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddddfd8b-373b-431a-87fb-d7ba9701ee8e req-d7087fe7-2d05-4531-b85e-e9c443f84ec7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 210 time: 0.0465360 Feb 10 07:42:31.386402 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-ff8f7cbd-db8b-413a-859a-f602693efdf8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1933d40d0be741f88e0045a09fd69365 HTTP/1.1" status: 200 len: 380 time: 0.0927687 Feb 10 07:42:31.399049 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'port': {'device_id': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'admin_state_up': True, 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'security_groups': ['cd772a1d-e95a-4143-b3ec-f33cb6952e23']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:31.420801 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3ce31400-750b-499c-b9e0-8f6248d89773 None None] Current status of the port 2210927a-e933-4a5b-a1a6-dbc2559a805c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:31.421341 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ce31400-750b-499c-b9e0-8f6248d89773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.423207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 07dca7c0-51d0-4c76-939d-72ca042bb726 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:42:31.510012 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3ce31400-750b-499c-b9e0-8f6248d89773 None None] For port 2210927a-e933-4a5b-a1a6-dbc2559a805c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2210927a-e933-4a5b-a1a6-dbc2559a805c,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:31.514791 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Made reservation on behalf of 1933d40d0be741f88e0045a09fd69365 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:42:31.518123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.529757 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ce31400-750b-499c-b9e0-8f6248d89773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.587172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 07dca7c0-51d0-4c76-939d-72ca042bb726 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:31.587547 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.619873 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce31400-750b-499c-b9e0-8f6248d89773 None None] Pushing event updated for resources: {'Port': ['ID=2210927a-e933-4a5b-a1a6-dbc2559a805c,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:31.643689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.20.0.3 (2fd2df43-9bfe-4d76-ae45-2236a288858a/ff31609b-2592-4069-9ed3-0b7070df867b/61fd374a-62c2-4a03-b0ac-df5747067972) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:42:31.647693 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '2210927a-e933-4a5b-a1a6-dbc2559a805c', 'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:68:f0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:28Z', 'updated_at': '2022-02-10T07:42:30Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:31.685451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f72e4-f138-4df6-a0c9-504b03fa48de None None] The sync data for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 is: [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '2210927a-e933-4a5b-a1a6-dbc2559a805c', 'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:68:f0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:28Z', 'updated_at': '2022-02-10T07:42:30Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:42:31.693862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-948359e3-8342-4228-be6a-9c0ae55b7f09 None None] Provisioning complete for port 2210927a-e933-4a5b-a1a6-dbc2559a805c triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:31.694242 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-948359e3-8342-4228-be6a-9c0ae55b7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.801883 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (61fd374a-62c2-4a03-b0ac-df5747067972), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.845038 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:31.893286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 2fd2df43-9bfe-4d76-ae45-2236a288858a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:42:31.897325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:42:31.901634 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:42:31.939364 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 07dca7c0-51d0-4c76-939d-72ca042bb726 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:31.940490 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:42:31.950643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=61fd374a-62c2-4a03-b0ac-df5747067972,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:31.986682 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:31.987264 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:32.009228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-adbb9a57-12e2-4b58-87b3-8e69cc67bd10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174383 Feb 10 07:42:32.024341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Request body: {'port': {'device_id': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:32.048249 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-948359e3-8342-4228-be6a-9c0ae55b7f09 None None] Current status of the port 2210927a-e933-4a5b-a1a6-dbc2559a805c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:32.051984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:32.052361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:32.110578 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:32.150663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:32.171177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-646019b6-4baf-4b68-af5d-f0e9088041ce None None] Provisioning complete for port 61fd374a-62c2-4a03-b0ac-df5747067972 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:32.171563 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-646019b6-4baf-4b68-af5d-f0e9088041ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:32.216296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-646019b6-4baf-4b68-af5d-f0e9088041ce None None] Port 61fd374a-62c2-4a03-b0ac-df5747067972 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:42:32.716273 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809f25a-1a7f-4ef2-a785-2f8ac16662f1 req-b5388691-3856-4b4f-8db8-963f4d8917e9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:32.717819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6809f25a-1a7f-4ef2-a785-2f8ac16662f1 req-b5388691-3856-4b4f-8db8-963f4d8917e9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 931 time: 0.1158500 Feb 10 07:42:32.800324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6809f25a-1a7f-4ef2-a785-2f8ac16662f1 req-bae0f08e-42d4-4482-b11d-97e097ae67ff tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754447 Feb 10 07:42:32.836780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fd374a-62c2-4a03-b0ac-df5747067972 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:42:32.845349 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Publish callbacks [] for port (61fd374a-62c2-4a03-b0ac-df5747067972), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:32.858371 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Transition to ACTIVE for port object 61fd374a-62c2-4a03-b0ac-df5747067972 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:42:32.862503 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:32.915628 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Pushing event updated for resources: {'Port': ['ID=61fd374a-62c2-4a03-b0ac-df5747067972,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:32.991389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Attempting to bind port 61fd374a-62c2-4a03-b0ac-df5747067972 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:42:32.991732 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Attempting to bind port 61fd374a-62c2-4a03-b0ac-df5747067972 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:42:32.992062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Attempting to bind port 61fd374a-62c2-4a03-b0ac-df5747067972 on network 2fd2df43-9bfe-4d76-ae45-2236a288858a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:42:32.997403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Port 61fd374a-62c2-4a03-b0ac-df5747067972 on network 2fd2df43-9bfe-4d76-ae45-2236a288858a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:42:32.997731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Attempting to bind port 61fd374a-62c2-4a03-b0ac-df5747067972 on network 2fd2df43-9bfe-4d76-ae45-2236a288858a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:42:33.003144 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:42:33.003485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Checking segment: {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:42:33.004385 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Bound using segment: {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:42:33.004813 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Bound port: 61fd374a-62c2-4a03-b0ac-df5747067972, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445349ee-2094-4b34-809c-359ffca87419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:42:33.005341 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:33.072265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] For port 61fd374a-62c2-4a03-b0ac-df5747067972, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:42:33.075308 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] For port 61fd374a-62c2-4a03-b0ac-df5747067972, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=61fd374a-62c2-4a03-b0ac-df5747067972,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:42:33.080941 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:33.116795 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:33.117476 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:33.118878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] 10.222.0.13 "PUT /v2.0/ports/61fd374a-62c2-4a03-b0ac-df5747067972 HTTP/1.1" status: 200 len: 1091 time: 1.1025496 Feb 10 07:42:33.119328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:42:33.121611 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f707ff1-414c-419d-9480-ca74e0f6bae6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:42:33.147778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241b1ee-ba9b-4b9a-8ccd-33706978fe04 service neutron] Pushing event updated for resources: {'Port': ['ID=61fd374a-62c2-4a03-b0ac-df5747067972,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:33.192160 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a0fc66-c6e6-4838-aa01-266c80dc35fe x-openstack-request-id: req-f9a0fc66-c6e6-4838-aa01-266c80dc35fe {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:42:33.192788 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:42:33.192885 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9a0fc66-c6e6-4838-aa01-266c80dc35fe {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:42:33.193229 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972', 'status': 'completed', 'code': 200} Feb 10 07:42:33.232678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-d424cf54-d828-4492-96ef-82166dd3fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:33.234218 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-d424cf54-d828-4492-96ef-82166dd3fff1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 1125 time: 0.0528214 Feb 10 07:42:33.282908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-2be16f7c-5f0a-455b-883b-ee6d0d7357fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61fd374a-62c2-4a03-b0ac-df5747067972 HTTP/1.1" status: 200 len: 217 time: 0.0410161 Feb 10 07:42:33.334033 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-25de7861-4cf2-4504-8e9a-b49ba7c008ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:33.335568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-25de7861-4cf2-4504-8e9a-b49ba7c008ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff31609b-2592-4069-9ed3-0b7070df867b HTTP/1.1" status: 200 len: 835 time: 0.0460470 Feb 10 07:42:33.387218 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-f1e49eb2-d864-4f0c-bbc3-883db3ddb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:33.388745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-f1e49eb2-d864-4f0c-bbc3-883db3ddb16c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2fd2df43-9bfe-4d76-ae45-2236a288858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471680 Feb 10 07:42:33.422429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2210927a-e933-4a5b-a1a6-dbc2559a805c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:42:33.472862 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 2210927a-e933-4a5b-a1a6-dbc2559a805c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:33.473236 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:33.481131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-1987b0e7-9d2e-4cbf-bea5-f9d0c2f40f29 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864336 Feb 10 07:42:33.550663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 2210927a-e933-4a5b-a1a6-dbc2559a805c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:33.570227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f30b8eba-5b53-413b-9c5a-ce2c608567c8 req-b2aa35e1-9c51-4f98-9b93-87a7776e13e4 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839460 Feb 10 07:42:33.660482 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-3dc45fae-624b-4a3b-a156-eea788898e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:33.661961 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-3dc45fae-624b-4a3b-a156-eea788898e20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 1125 time: 0.0490487 Feb 10 07:42:33.749387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-4a5387f0-ea46-498d-82a9-cb965b72338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:33.750813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-4a5387f0-ea46-498d-82a9-cb965b72338f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2fd2df43-9bfe-4d76-ae45-2236a288858a HTTP/1.1" status: 200 len: 895 time: 0.0824521 Feb 10 07:42:33.796636 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-59d5a888-12ab-4349-9168-7a329636efa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61fd374a-62c2-4a03-b0ac-df5747067972 HTTP/1.1" status: 200 len: 217 time: 0.0374286 Feb 10 07:42:33.844963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-68da23b6-1a31-40c3-a67e-0f9bfffb65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:33.846467 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-68da23b6-1a31-40c3-a67e-0f9bfffb65fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff31609b-2592-4069-9ed3-0b7070df867b HTTP/1.1" status: 200 len: 835 time: 0.0441685 Feb 10 07:42:33.928222 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-9c55ca77-5948-422b-9d71-77e117d210b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:33.929751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-9c55ca77-5948-422b-9d71-77e117d210b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2fd2df43-9bfe-4d76-ae45-2236a288858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0770607 Feb 10 07:42:33.964373 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fde4ad-070a-4e13-87d3-a0d5d4fef2b1 req-7731cab8-3bdf-4834-9896-12a77ed458d8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:33.965789 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8fde4ad-070a-4e13-87d3-a0d5d4fef2b1 req-7731cab8-3bdf-4834-9896-12a77ed458d8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 943 time: 0.0884597 Feb 10 07:42:34.055875 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c8fde4ad-070a-4e13-87d3-a0d5d4fef2b1 req-f540e3a3-9f87-4fcf-afb2-09ceb7b522c5 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816574 Feb 10 07:42:34.066555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-7bb6229a-e7de-4fb1-81a2-08d4cfe79b7d service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297338 Feb 10 07:42:34.161568 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f707ff1-414c-419d-9480-ca74e0f6bae6 req-a3d3d041-6261-461e-83d7-f101d80034e6 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882540 Feb 10 07:42:35.175288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06180d6-55ac-4560-b4b3-a7d8a9ed5533 req-acd80c03-a2e2-4518-a2b5-d6283458d469 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:35.176768 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e06180d6-55ac-4560-b4b3-a7d8a9ed5533 req-acd80c03-a2e2-4518-a2b5-d6283458d469 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 943 time: 0.0533600 Feb 10 07:42:35.228067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e06180d6-55ac-4560-b4b3-a7d8a9ed5533 req-97001135-591a-492e-8c0a-dae7785daf7c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455899 Feb 10 07:42:36.348470 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58704769-42c6-4e67-9950-cd8739fc24a6 req-53625e25-2d92-4e67-9a1d-95762ee63d0c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:36.349968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58704769-42c6-4e67-9950-cd8739fc24a6 req-53625e25-2d92-4e67-9a1d-95762ee63d0c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 943 time: 0.0543928 Feb 10 07:42:36.397905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58704769-42c6-4e67-9950-cd8739fc24a6 req-308f6e71-233c-4d07-aa12-69cf2771bade tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424070 Feb 10 07:42:37.352396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:37.357235 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 61fd374a-62c2-4a03-b0ac-df5747067972 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:42:37.456502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 61fd374a-62c2-4a03-b0ac-df5747067972, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=61fd374a-62c2-4a03-b0ac-df5747067972,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:37.467977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '61fd374a-62c2-4a03-b0ac-df5747067972', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'port_id': '61fd374a-62c2-4a03-b0ac-df5747067972', 'mac_address': 'fa:16:3e:f3:8d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:42:37.504784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 61fd374a-62c2-4a03-b0ac-df5747067972 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:37.505172 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:37.517642 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fd374a-62c2-4a03-b0ac-df5747067972 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:42:37.519382 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefc479-e06c-421e-877e-7cdc162b848a req-bc6bc033-cfcf-4ccf-8d1e-4b0b4e3409ee tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:37.520891 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eefc479-e06c-421e-877e-7cdc162b848a req-bc6bc033-cfcf-4ccf-8d1e-4b0b4e3409ee tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 943 time: 0.0563679 Feb 10 07:42:37.537258 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 61fd374a-62c2-4a03-b0ac-df5747067972, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=61fd374a-62c2-4a03-b0ac-df5747067972,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:37.541815 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:37.570400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2eefc479-e06c-421e-877e-7cdc162b848a req-f0dad789-e370-40b8-8d64-0f3adda6235a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Feb 10 07:42:37.594094 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=61fd374a-62c2-4a03-b0ac-df5747067972,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:37.894612 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['61fd374a-62c2-4a03-b0ac-df5747067972'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:42:38.686765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36070c-2bdd-464c-8eda-f239751502b4 req-722db0b4-56f9-44c5-9460-1e134188e959 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:38.688227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f36070c-2bdd-464c-8eda-f239751502b4 req-722db0b4-56f9-44c5-9460-1e134188e959 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 944 time: 0.0518880 Feb 10 07:42:38.736838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7f36070c-2bdd-464c-8eda-f239751502b4 req-504a9b8c-910f-4d22-980a-4c58827c4d93 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424812 Feb 10 07:42:39.370574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 61fd374a-62c2-4a03-b0ac-df5747067972 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:42:39.418815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 61fd374a-62c2-4a03-b0ac-df5747067972 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:42:39.422451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 61fd374a-62c2-4a03-b0ac-df5747067972 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:42:39.422831 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:39.499432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 61fd374a-62c2-4a03-b0ac-df5747067972 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:42:39.499827 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:39.526281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:42:39.528834 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d80490-a217-4ea6-8a06-67a744f32421" -d '{"events": [{"server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "name": "network-vif-plugged", "status": "completed", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:42:39.541990 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 61fd374a-62c2-4a03-b0ac-df5747067972, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=61fd374a-62c2-4a03-b0ac-df5747067972,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:42:39.546045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:39.572308 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0bd599-12f7-4d3e-ab6c-076b9b6d11a9 x-openstack-request-id: req-fc0bd599-12f7-4d3e-ab6c-076b9b6d11a9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:42:39.572601 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "name": "network-vif-plugged", "status": "completed", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:42:39.572860 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc0bd599-12f7-4d3e-ab6c-076b9b6d11a9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:42:39.573258 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972', 'code': 200} Feb 10 07:42:39.601474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=61fd374a-62c2-4a03-b0ac-df5747067972,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:39.667442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfca04a-0cb5-42eb-84b4-c42f76af423a req-0a884ae9-0250-4d90-b419-d5cd724c14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:39.668955 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddfca04a-0cb5-42eb-84b4-c42f76af423a req-0a884ae9-0250-4d90-b419-d5cd724c14ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 1127 time: 0.0489137 Feb 10 07:42:39.719678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ddfca04a-0cb5-42eb-84b4-c42f76af423a req-ebf97a1f-c31e-46f2-ad06-2588610ac411 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445874 Feb 10 07:42:39.853856 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65fb9c-2438-4400-8a6f-58f27aa086a1 req-09874432-0fec-4535-a31a-5cbeb2a963bf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:39.855346 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d65fb9c-2438-4400-8a6f-58f27aa086a1 req-09874432-0fec-4535-a31a-5cbeb2a963bf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0524073 Feb 10 07:42:39.903804 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3d65fb9c-2438-4400-8a6f-58f27aa086a1 req-897c850b-5973-44e1-ad33-4d29a155320e tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Feb 10 07:42:40.436175 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4515e797-6a81-47d5-9f92-d02a6301079f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:40.744828 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:41.042076 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdb612-5ddf-4080-809a-aa048cb33b0a req-7f7ee144-8d7a-40c5-9e02-a41cbf01ce8b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:41.043608 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22cdb612-5ddf-4080-809a-aa048cb33b0a req-7f7ee144-8d7a-40c5-9e02-a41cbf01ce8b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0593584 Feb 10 07:42:41.098793 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22cdb612-5ddf-4080-809a-aa048cb33b0a req-32b6be62-3e62-47cd-ba43-b2683507a4cf tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485654 Feb 10 07:42:42.214885 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa0ab1-ffd2-4ee4-a2d6-c7d0ab8cbe8f req-fc042226-6a59-4cb9-b59a-6e9e49c8e3f2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:42.216374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75aa0ab1-ffd2-4ee4-a2d6-c7d0ab8cbe8f req-fc042226-6a59-4cb9-b59a-6e9e49c8e3f2 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0520759 Feb 10 07:42:42.266661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75aa0ab1-ffd2-4ee4-a2d6-c7d0ab8cbe8f req-730f3d21-2910-463a-af1a-480562a985dd tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Feb 10 07:42:42.382194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa271a1c-bad8-4770-9e9d-329aefd103d0 req-8a6ff360-b9e0-4c6f-a4d8-1b107fb685b8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:42.383684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa271a1c-bad8-4770-9e9d-329aefd103d0 req-8a6ff360-b9e0-4c6f-a4d8-1b107fb685b8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0523481 Feb 10 07:42:42.432360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-aa271a1c-bad8-4770-9e9d-329aefd103d0 req-1f5a7908-8aa1-410b-8416-7149344e955c tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Feb 10 07:42:42.452962 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34738) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:42.499974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8f5700-4bdf-4467-aa82-f28f100b632a tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:42.501478 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-8e8f5700-4bdf-4467-aa82-f28f100b632a tempest-TestNetworkAdvancedServerOps-173114882 tempest-TestNetworkAdvancedServerOps-173114882-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 1122 time: 0.0475774 Feb 10 07:42:42.504330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:42.508621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '61fd374a-62c2-4a03-b0ac-df5747067972', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:42:42.528697 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:42.622377 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:42.703648 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40f426af-01d8-4d2e-a9de-8e8e284da269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:42.731072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Allocated IP 172.25.8.198 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/04277ec7-ac6f-444a-a4eb-a33a831bc31d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:42:42.828454 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (04277ec7-ac6f-444a-a4eb-a33a831bc31d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:42.860267 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (04277ec7-ac6f-444a-a4eb-a33a831bc31d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:42.899911 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:42:42.902752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:42:42.906117 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:42:42.934072 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=04277ec7-ac6f-444a-a4eb-a33a831bc31d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:43.263971 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (130a8793-7de0-4bd4-b767-43b184e24996), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:43.335492 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (04277ec7-ac6f-444a-a4eb-a33a831bc31d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:43.481296 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for port (04277ec7-ac6f-444a-a4eb-a33a831bc31d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:43.485639 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (04277ec7-ac6f-444a-a4eb-a33a831bc31d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:43.552484 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event updated for resources: {'Port': ['ID=04277ec7-ac6f-444a-a4eb-a33a831bc31d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:42:43.560477 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (130a8793-7de0-4bd4-b767-43b184e24996), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:43.661181 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP 130a8793-7de0-4bd4-b767-43b184e24996 associated. External IP: 172.25.8.198, port: 61fd374a-62c2-4a03-b0ac-df5747067972. Feb 10 07:42:43.867941 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router a61a0844-b2fd-4ecc-b64e-78a046fd651e has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:42:43.976067 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:42:43.985823 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] Sync routers for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:42:43.993902 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:43.998143 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:43.998786 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:44.022874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6d1146bf-5ecc-484d-a7b8-f7ffeab65774 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5173912 Feb 10 07:42:44.023454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:42:44.025719 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f98e3b1-af2d-434c-99c3-a843d9efb290" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:42:44.089107 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:44.114344 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:44.125104 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785723e0-14bf-407c-a7a8-219339bce1cc x-openstack-request-id: req-785723e0-14bf-407c-a7a8-219339bce1cc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:42:44.125397 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:42:44.125649 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-785723e0-14bf-407c-a7a8-219339bce1cc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:42:44.126047 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972', 'status': 'completed', 'code': 200} Feb 10 07:42:44.138610 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d36066-868e-4126-a4f2-25fa9f582d3b req-d4980787-35ec-42b7-8a54-34b5ba9fb935 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:44.140406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75d36066-868e-4126-a4f2-25fa9f582d3b req-d4980787-35ec-42b7-8a54-34b5ba9fb935 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0622559 Feb 10 07:42:44.229320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-4bb29835-6399-4cc8-a896-bc0cbc026d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:44.230865 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-4bb29835-6399-4cc8-a896-bc0cbc026d7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 1127 time: 0.0852122 Feb 10 07:42:44.235604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-75d36066-868e-4126-a4f2-25fa9f582d3b req-c8f3be15-7717-4054-9fc4-3addb2365431 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818887 Feb 10 07:42:44.259513 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34748) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:44.323073 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-1561dd86-5965-4bb0-83b5-d5312ef1fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:44.324734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-1561dd86-5965-4bb0-83b5-d5312ef1fb85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2fd2df43-9bfe-4d76-ae45-2236a288858a HTTP/1.1" status: 200 len: 895 time: 0.0871878 Feb 10 07:42:44.325472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6b596375-bfa3-4313-8961-ba398e14b967 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/130a8793-7de0-4bd4-b767-43b184e24996 HTTP/1.1" status: 200 len: 991 time: 0.0646532 Feb 10 07:42:44.349840 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '130a8793-7de0-4bd4-b767-43b184e24996', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'port_id': '61fd374a-62c2-4a03-b0ac-df5747067972', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'mac_address': 'fa:16:3e:f3:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:42:43Z', 'updated_at': '2022-02-10T07:42:43Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2210927a-e933-4a5b-a1a6-dbc2559a805c', 'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:68:f0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:28Z', 'updated_at': '2022-02-10T07:42:31Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:44.374485 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] Checking router: a61a0844-b2fd-4ecc-b64e-78a046fd651e for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:42:44.382997 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:42:44.383584 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:42:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:44.392163 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-14cb6a76-6c53-4dbb-be6a-8561cda9b2e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61fd374a-62c2-4a03-b0ac-df5747067972 HTTP/1.1" status: 200 len: 999 time: 0.0617030 Feb 10 07:42:44.441268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-a4eb21bb-fe96-45c7-9f54-48f841f1248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:44.442743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-a4eb21bb-fe96-45c7-9f54-48f841f1248e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff31609b-2592-4069-9ed3-0b7070df867b HTTP/1.1" status: 200 len: 835 time: 0.0436044 Feb 10 07:42:44.488859 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:42:44.491042 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-ea3fac2b-81cf-4f3a-9c1d-c8289b3f0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:42:44.492555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-ea3fac2b-81cf-4f3a-9c1d-c8289b3f0719 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2fd2df43-9bfe-4d76-ae45-2236a288858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433326 Feb 10 07:42:44.584067 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-f92d3e2d-3b74-4ee8-9021-ed87f44a98ed service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849025 Feb 10 07:42:44.674173 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0f98e3b1-af2d-434c-99c3-a843d9efb290 req-3f3fd80a-a634-48dc-98e2-5ef2f75b2188 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842943 Feb 10 07:42:44.717735 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '130a8793-7de0-4bd4-b767-43b184e24996', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'port_id': '61fd374a-62c2-4a03-b0ac-df5747067972', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'mac_address': 'fa:16:3e:f3:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:42:43Z', 'updated_at': '2022-02-10T07:42:43Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2210927a-e933-4a5b-a1a6-dbc2559a805c', 'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:68:f0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:28Z', 'updated_at': '2022-02-10T07:42:31Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:42:44.743688 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32493bef-7850-4d62-ad6e-100026172bd9 None None] The sync data for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 is: [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '130a8793-7de0-4bd4-b767-43b184e24996', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'port_id': '61fd374a-62c2-4a03-b0ac-df5747067972', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'mac_address': 'fa:16:3e:f3:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:42:43Z', 'updated_at': '2022-02-10T07:42:43Z', 'revision_number': 0, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2210927a-e933-4a5b-a1a6-dbc2559a805c', 'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:68:f0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:28Z', 'updated_at': '2022-02-10T07:42:31Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:42:44.936726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa3fc2c-1f98-409b-ad91-79369ece0eab None None] New status for floating IP 130a8793-7de0-4bd4-b767-43b184e24996: ACTIVE {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:42:44.979828 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:42:45.329480 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34750) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:42:45.393556 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d9700122-fe9d-4537-ba5d-4a6fc0bcdd0d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/130a8793-7de0-4bd4-b767-43b184e24996 HTTP/1.1" status: 200 len: 993 time: 0.0627706 Feb 10 07:42:45.487803 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:42:46.582307 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:04.708227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-80ac4cb0-3816-43e9-855b-50de6a1ffe66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463824 Feb 10 07:43:04.792985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-1521fcc5-50a6-47d8-b0b7-ddb2ed25b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:04.794689 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-1521fcc5-50a6-47d8-b0b7-ddb2ed25b797 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 1127 time: 0.0459595 Feb 10 07:43:04.894986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-e3e952e5-34c5-4472-9323-249be616d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:04.896504 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-e3e952e5-34c5-4472-9323-249be616d0ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=2fd2df43-9bfe-4d76-ae45-2236a288858a HTTP/1.1" status: 200 len: 895 time: 0.0835273 Feb 10 07:43:04.962385 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-742f6736-cd83-4f5e-9d5c-67fa67881a65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61fd374a-62c2-4a03-b0ac-df5747067972 HTTP/1.1" status: 200 len: 1001 time: 0.0602183 Feb 10 07:43:05.008729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-a6d8620b-6827-43dd-a9c8-b7cc1b1b1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:05.010178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-a6d8620b-6827-43dd-a9c8-b7cc1b1b1f41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff31609b-2592-4069-9ed3-0b7070df867b HTTP/1.1" status: 200 len: 835 time: 0.0414131 Feb 10 07:43:05.056710 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-9daca021-1571-4bb6-800c-a46bff140c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:05.058215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-9daca021-1571-4bb6-800c-a46bff140c4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2fd2df43-9bfe-4d76-ae45-2236a288858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426784 Feb 10 07:43:05.147124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-ba1f473e-0190-4e87-8f36-ce7448122fc2 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829797 Feb 10 07:43:05.233330 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-191698ec-0f6a-4768-8158-defcdcb6f3ec req-de1eae5a-0b05-491b-9449-d0230c802361 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804229 Feb 10 07:43:07.368148 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:10.438809 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a998802-c22c-4b9f-beaf-fd9e3d297714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:10.750716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:12.705913 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-84f183fe-a5b7-4d88-ba4e-d35dcd21231f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:14.080457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:15.490265 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:16.584137 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:21.979156 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:43:37.382688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:40.441776 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b3d12d0-d47c-4669-bff2-6b171245528b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:40.749687 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:42.708143 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-257fdf7d-e15d-46b2-9f28-db3bc5c2245a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:44.084048 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:45.492159 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:46.587604 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:48.197828 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8276abb-99ef-4b59-863e-445fe06c6b4b req-4eb39e54-f29f-439b-8bd9-a6d146791589 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:48.199379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8276abb-99ef-4b59-863e-445fe06c6b4b req-4eb39e54-f29f-439b-8bd9-a6d146791589 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0572240 Feb 10 07:43:48.246759 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e8276abb-99ef-4b59-863e-445fe06c6b4b req-ea6b600b-eed5-4cf0-b8cd-4844f3c27065 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418191 Feb 10 07:43:49.367816 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a417e0d-093a-4243-a7d2-73ede9d81f2d req-d533d2a9-92fd-45b8-a779-64caed8316a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:49.369270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a417e0d-093a-4243-a7d2-73ede9d81f2d req-d533d2a9-92fd-45b8-a779-64caed8316a9 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0507081 Feb 10 07:43:49.424023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a417e0d-093a-4243-a7d2-73ede9d81f2d req-d9482941-1213-48f7-87ec-a537c123ed92 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491090 Feb 10 07:43:50.550644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39253d9a-2817-4520-b4b7-745921ab0d95 req-b75a684b-3a60-4fcc-b940-3bbb3bbf9510 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:50.552111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39253d9a-2817-4520-b4b7-745921ab0d95 req-b75a684b-3a60-4fcc-b940-3bbb3bbf9510 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0599117 Feb 10 07:43:50.600213 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-39253d9a-2817-4520-b4b7-745921ab0d95 req-7fd0de82-02e5-482c-8f78-d635922ba513 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Feb 10 07:43:50.621860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34794) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:43:50.681588 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-87ec0382-72b7-47f6-83a6-a3a700e2a53f tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/130a8793-7de0-4bd4-b767-43b184e24996 HTTP/1.1" status: 200 len: 993 time: 0.0584202 Feb 10 07:43:51.985884 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846b352-a000-41a9-9cd3-ab85a4bda629 req-8e38e695-77ee-43d7-9d81-f98e1c6c935d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:51.987408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5846b352-a000-41a9-9cd3-ab85a4bda629 req-8e38e695-77ee-43d7-9d81-f98e1c6c935d tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0908279 Feb 10 07:43:51.993245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-4ba80c89-ac65-4be2-ba58-acc551ef1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:51.994690 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-4ba80c89-ac65-4be2-ba58-acc551ef1954 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 1127 time: 0.0682304 Feb 10 07:43:52.101046 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5846b352-a000-41a9-9cd3-ab85a4bda629 req-f4b56ec3-c68c-449e-af6b-855265a468e6 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054144 Feb 10 07:43:52.122587 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-7c09fe8f-9d3b-45ce-9bb1-c97ff5414fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:52.124062 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-7c09fe8f-9d3b-45ce-9bb1-c97ff5414fd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2fd2df43-9bfe-4d76-ae45-2236a288858a HTTP/1.1" status: 200 len: 895 time: 0.1221871 Feb 10 07:43:52.191600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-573135a8-298e-4397-8369-488044819095 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61fd374a-62c2-4a03-b0ac-df5747067972 HTTP/1.1" status: 200 len: 1001 time: 0.0609107 Feb 10 07:43:52.561488 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-07dd7f65-4179-48cc-a5e8-d1062d35ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:52.562972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-07dd7f65-4179-48cc-a5e8-d1062d35ecb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff31609b-2592-4069-9ed3-0b7070df867b HTTP/1.1" status: 200 len: 835 time: 0.3651631 Feb 10 07:43:52.609261 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-799e79d9-bd88-49aa-a9d7-28384c300629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:52.610795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-799e79d9-bd88-49aa-a9d7-28384c300629 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2fd2df43-9bfe-4d76-ae45-2236a288858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0417979 Feb 10 07:43:52.699530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-6f5c9a8f-56ce-4255-9686-30f437dc4227 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829763 Feb 10 07:43:52.785354 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4ce3ca80-b624-4c3e-b92e-1ec2ed299463 req-8ed3fdb9-0418-45af-9540-0a2cac48770e service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801327 Feb 10 07:43:53.221156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a503d1-c397-4450-b061-bf7c377cf17e req-00f59e93-3317-4532-b102-a26c4a46d7ad tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:53.222659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6a503d1-c397-4450-b061-bf7c377cf17e req-00f59e93-3317-4532-b102-a26c4a46d7ad tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0520680 Feb 10 07:43:53.274786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b6a503d1-c397-4450-b061-bf7c377cf17e req-9b2b37bd-ea7a-42a6-846a-2c0b531bf3b7 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456705 Feb 10 07:43:54.399381 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06335c-6acc-4967-bdf2-f4cfeb26818b req-9d449ce2-f552-47c1-a411-cb1b296a8d20 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:54.401176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf06335c-6acc-4967-bdf2-f4cfeb26818b req-9d449ce2-f552-47c1-a411-cb1b296a8d20 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0571375 Feb 10 07:43:54.450884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf06335c-6acc-4967-bdf2-f4cfeb26818b req-6e07939e-b454-4fd6-a8bf-9455fc1c880a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Feb 10 07:43:54.473596 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34810) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:43:54.535089 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c1af5ca4-9364-4422-a32a-63b69956235b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/floatingips/130a8793-7de0-4bd4-b767-43b184e24996 HTTP/1.1" status: 200 len: 993 time: 0.0603709 Feb 10 07:43:54.767455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34816) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:43:54.918863 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 04277ec7-ac6f-444a-a4eb-a33a831bc31d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:43:54.919214 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (04277ec7-ac6f-444a-a4eb-a33a831bc31d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:54.995670 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (04277ec7-ac6f-444a-a4eb-a33a831bc31d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:54.995992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (04277ec7-ac6f-444a-a4eb-a33a831bc31d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:55.007977 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 04277ec7-ac6f-444a-a4eb-a33a831bc31d owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:43:55.152949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (04277ec7-ac6f-444a-a4eb-a33a831bc31d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:55.181626 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=04277ec7-ac6f-444a-a4eb-a33a831bc31d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:43:55.193610 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.193968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.194352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.194673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.195024 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.195351 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.195684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.196018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.196349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.196687 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.197016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.197346 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.197691 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:55.253676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for floatingip (130a8793-7de0-4bd4-b767-43b184e24996), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:55.254012 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Floating IP 130a8793-7de0-4bd4-b767-43b184e24996 disassociated (deleted). External IP: 172.25.8.198, port: 61fd374a-62c2-4a03-b0ac-df5747067972. Feb 10 07:43:55.466238 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router a61a0844-b2fd-4ecc-b64e-78a046fd651e has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:43:55.573236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:43:55.577906 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:55.583032 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680664b9-4707-4826-8b4a-295936c37202 None None] Sync routers for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:43:55.592386 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680664b9-4707-4826-8b4a-295936c37202 None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:43:55.593006 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-680664b9-4707-4826-8b4a-295936c37202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:43:55.608022 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e28ecd33-67d2-4227-b8f7-db8d65c4cd5a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/floatingips/130a8793-7de0-4bd4-b767-43b184e24996 HTTP/1.1" status: 204 len: 168 time: 0.8394949 Feb 10 07:43:55.608623 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:43:55.610914 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32248ccb8307dab1b2a4a84315c7099ee272128278392cd2aa8c1e6583189ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8609f5c-da7f-496d-8ccd-57c002d141e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:43:55.652471 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dad286-afda-4500-a84b-cc79bd1b2948 x-openstack-request-id: req-f4dad286-afda-4500-a84b-cc79bd1b2948 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:43:55.652471 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:43:55.652471 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4dad286-afda-4500-a84b-cc79bd1b2948 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:43:55.652471 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972', 'status': 'completed', 'code': 200} Feb 10 07:43:55.708354 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-680664b9-4707-4826-8b4a-295936c37202 None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:43:55.734838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-3acd8d55-278b-461e-8db2-d35264f1acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:55.736417 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-3acd8d55-278b-461e-8db2-d35264f1acdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1933d40d0be741f88e0045a09fd69365&device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 1127 time: 0.0629454 Feb 10 07:43:55.877110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-e0301f60-a351-46db-b469-222dd02dd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:55.878614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-e0301f60-a351-46db-b469-222dd02dd953 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2fd2df43-9bfe-4d76-ae45-2236a288858a HTTP/1.1" status: 200 len: 895 time: 0.1281397 Feb 10 07:43:55.886695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f009-76d2-4669-a302-aecabf85b233 req-05e2b7f8-758f-414d-a969-f2296b80d5f1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:55.888058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61e9f009-76d2-4669-a302-aecabf85b233 req-05e2b7f8-758f-414d-a969-f2296b80d5f1 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0768864 Feb 10 07:43:55.904655 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-680664b9-4707-4826-8b4a-295936c37202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '2210927a-e933-4a5b-a1a6-dbc2559a805c', 'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:68:f0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:28Z', 'updated_at': '2022-02-10T07:42:31Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:43:55.928482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-19369157-be21-4a0e-9eb0-c38cdf8e203c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61fd374a-62c2-4a03-b0ac-df5747067972 HTTP/1.1" status: 200 len: 217 time: 0.0394940 Feb 10 07:43:55.933779 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680664b9-4707-4826-8b4a-295936c37202 None None] Checking router: a61a0844-b2fd-4ecc-b64e-78a046fd651e for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:43:55.942446 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680664b9-4707-4826-8b4a-295936c37202 None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:43:55.943046 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-680664b9-4707-4826-8b4a-295936c37202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:43:56.002278 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-61e9f009-76d2-4669-a302-aecabf85b233 req-f49fe599-9075-47d1-bd23-c58ec7c5ed2a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074746 Feb 10 07:43:56.006332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-23326db6-6044-4d5b-9f8d-eb92e635debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:56.007728 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-23326db6-6044-4d5b-9f8d-eb92e635debb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff31609b-2592-4069-9ed3-0b7070df867b HTTP/1.1" status: 200 len: 835 time: 0.0732853 Feb 10 07:43:56.060767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-a6ad6cb8-5e20-4b0d-851f-29d88b70d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:56.062374 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-a6ad6cb8-5e20-4b0d-851f-29d88b70d36f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2fd2df43-9bfe-4d76-ae45-2236a288858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471966 Feb 10 07:43:56.140869 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-680664b9-4707-4826-8b4a-295936c37202 None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:43:56.154743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-04305b82-bda0-43e2-8e69-7c5c651c7832 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843995 Feb 10 07:43:56.247729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8609f5c-da7f-496d-8ccd-57c002d141e4 req-32bf1a17-3a9e-4df2-9769-e4d30f202cd3 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864961 Feb 10 07:43:56.332211 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-680664b9-4707-4826-8b4a-295936c37202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '2210927a-e933-4a5b-a1a6-dbc2559a805c', 'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:68:f0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:28Z', 'updated_at': '2022-02-10T07:42:31Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:43:56.356710 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680664b9-4707-4826-8b4a-295936c37202 None None] The sync data for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 is: [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:28Z', 'revision_number': 4, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '2210927a-e933-4a5b-a1a6-dbc2559a805c', 'name': '', 'network_id': '2fd2df43-9bfe-4d76-ae45-2236a288858a', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'mac_address': 'fa:16:3e:68:f0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:28Z', 'updated_at': '2022-02-10T07:42:31Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'subnets': [{'id': 'ff31609b-2592-4069-9ed3-0b7070df867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:43:56.582433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad5563-2a4e-4b4b-80a2-c949a3820d4a None None] New status for floating IP 130a8793-7de0-4bd4-b767-43b184e24996: DOWN {{(pid=103215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:43:57.126148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d5b84-7e52-4b4f-bb9f-165b434d165d req-18e672cf-3ecb-49e6-b6e9-446dee41dcb8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:57.127678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a97d5b84-7e52-4b4f-bb9f-165b434d165d req-18e672cf-3ecb-49e6-b6e9-446dee41dcb8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0558746 Feb 10 07:43:57.177541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a97d5b84-7e52-4b4f-bb9f-165b434d165d req-30bbbd36-fe49-4ca7-a482-d98a344dd6ca tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd772a1d-e95a-4143-b3ec-f33cb6952e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Feb 10 07:43:57.590998 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-bc73fd31-90ee-4639-8a23-43eb4c787b4b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:43:57.592483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-bc73fd31-90ee-4639-8a23-43eb4c787b4b tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 945 time: 0.0565529 Feb 10 07:43:57.681215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 61fd374a-62c2-4a03-b0ac-df5747067972 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:43:57.681461 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:57.770454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 61fd374a-62c2-4a03-b0ac-df5747067972, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=61fd374a-62c2-4a03-b0ac-df5747067972,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:43:57.770813 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:57.782362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 61fd374a-62c2-4a03-b0ac-df5747067972 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:43:57.906441 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (61fd374a-62c2-4a03-b0ac-df5747067972), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:57.939459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=61fd374a-62c2-4a03-b0ac-df5747067972,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:43:57.966391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.966753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.967100 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.967440 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.967776 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.968109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.968459 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.968779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.969110 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.969437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.969763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.970086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.970446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:43:57.993706 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] No DVR routers for this DVR port 61fd374a-62c2-4a03-b0ac-df5747067972 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:43:57.996491 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:58.000059 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98b95919-97b9-4f8b-a740-1c43bdbd1e99 req-04fbb1e6-5572-456e-bd0a-ffe2c93557aa tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.13 "DELETE /v2.0/ports/61fd374a-62c2-4a03-b0ac-df5747067972 HTTP/1.1" status: 204 len: 173 time: 0.4018135 Feb 10 07:43:58.000523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'name': 'network-vif-deleted', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:43:58.002888 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206c33e1-900a-4f2e-b7f1-3daf0f87c4a9" -d '{"events": [{"server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "name": "network-vif-deleted", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:43:58.039382 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cf9454-323c-40f6-ac78-1188fe75dfce x-openstack-request-id: req-85cf9454-323c-40f6-ac78-1188fe75dfce {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:43:58.039681 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6d3df3-2bb9-44a4-968e-9daa42058ecb", "name": "network-vif-deleted", "tag": "61fd374a-62c2-4a03-b0ac-df5747067972", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:43:58.039940 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85cf9454-323c-40f6-ac78-1188fe75dfce {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:43:58.040355 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6d3df3-2bb9-44a4-968e-9daa42058ecb', 'name': 'network-vif-deleted', 'tag': '61fd374a-62c2-4a03-b0ac-df5747067972', 'status': 'completed', 'code': 200} Feb 10 07:43:58.285063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c0e958c-7fab-4834-8f81-a658d0b16e8e req-0b00d872-bc09-4d75-803d-dcc7a3babdd8 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6d3df3-2bb9-44a4-968e-9daa42058ecb HTTP/1.1" status: 200 len: 210 time: 0.0277774 Feb 10 07:43:58.978317 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:43:59.343446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34840) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:43:59.701868 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (a61a0844-b2fd-4ecc-b64e-78a046fd651e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:43:59.850019 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 61fd374a-62c2-4a03-b0ac-df5747067972 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:43:59.869737 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 61fd374a-62c2-4a03-b0ac-df5747067972 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:43:59.870082 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 61fd374a-62c2-4a03-b0ac-df5747067972 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:43:59.954556 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 2210927a-e933-4a5b-a1a6-dbc2559a805c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:43:59.954816 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:00.040827 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 2210927a-e933-4a5b-a1a6-dbc2559a805c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=2210927a-e933-4a5b-a1a6-dbc2559a805c,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:00.041185 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:00.053286 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 2210927a-e933-4a5b-a1a6-dbc2559a805c owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:44:00.239792 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (2210927a-e933-4a5b-a1a6-dbc2559a805c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:00.265885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=2210927a-e933-4a5b-a1a6-dbc2559a805c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:00.441949 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (a61a0844-b2fd-4ecc-b64e-78a046fd651e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:00.661075 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Router a61a0844-b2fd-4ecc-b64e-78a046fd651e has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:44:00.765984 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:44:00.773857 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-946e3d08-8387-4bd1-804e-4983061c7798 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "PUT /v2.0/routers/a61a0844-b2fd-4ecc-b64e-78a046fd651e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4269464 Feb 10 07:44:00.774240 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34842) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:00.780439 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] Sync routers for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:44:00.790943 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:00.791553 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:00.824947 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c3ca03-4ac6-46a4-979d-b418557d3996 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting subnet ff31609b-2592-4069-9ed3-0b7070df867b {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:44:00.828065 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ca03-4ac6-46a4-979d-b418557d3996 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (ff31609b-2592-4069-9ed3-0b7070df867b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:00.866845 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ca03-4ac6-46a4-979d-b418557d3996 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (ff31609b-2592-4069-9ed3-0b7070df867b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:00.896278 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:00.952477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ca03-4ac6-46a4-979d-b418557d3996 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (ff31609b-2592-4069-9ed3-0b7070df867b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.010805 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ca03-4ac6-46a4-979d-b418557d3996 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (ff31609b-2592-4069-9ed3-0b7070df867b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.037866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3ca03-4ac6-46a4-979d-b418557d3996 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Subnet': ['ID=ff31609b-2592-4069-9ed3-0b7070df867b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:01.041580 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ca03-4ac6-46a4-979d-b418557d3996 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.044848 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b8c3ca03-4ac6-46a4-979d-b418557d3996 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/subnets/ff31609b-2592-4069-9ed3-0b7070df867b HTTP/1.1" status: 204 len: 168 time: 0.2696555 Feb 10 07:44:01.047455 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34844) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:01.050876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37795e72-f4f7-408f-a6c1-c98968785532 None None] Network 2fd2df43-9bfe-4d76-ae45-2236a288858a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:44:01.077419 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:44:00Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:01.103615 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] Checking router: a61a0844-b2fd-4ecc-b64e-78a046fd651e for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:44:01.111937 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] Routers {'a61a0844-b2fd-4ecc-b64e-78a046fd651e'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:01.112544 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:01.161303 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (a61a0844-b2fd-4ecc-b64e-78a046fd651e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.219539 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] DHCP port deletion for 2fd2df43-9bfe-4d76-ae45-2236a288858a request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:44:01.230003 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] Set router a61a0844-b2fd-4ecc-b64e-78a046fd651e gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:01.267101 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Deleting port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:44:01.267744 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.275720 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_gateway (a61a0844-b2fd-4ecc-b64e-78a046fd651e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.329113 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Deleting port 07dca7c0-51d0-4c76-939d-72ca042bb726 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:44:01.334052 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.341904 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] For port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=336040f6-1f47-4c7e-b1c7-f0f83d9c83e9,segment=NetworkSegment(445349ee-2094-4b34-809c-359ffca87419),segment_id=445349ee-2094-4b34-809c-359ffca87419)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:01.342697 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.356744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Calling delete_port for 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:44:01.425137 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:44:00Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:01.426968 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] For port 07dca7c0-51d0-4c76-939d-72ca042bb726, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=07dca7c0-51d0-4c76-939d-72ca042bb726,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:01.427540 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.442771 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Calling delete_port for 07dca7c0-51d0-4c76-939d-72ca042bb726 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:44:01.458565 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (336040f6-1f47-4c7e-b1c7-f0f83d9c83e9), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.459261 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16e981-44c5-43fc-a253-85ffda10c0b2 None None] The sync data for ids ['a61a0844-b2fd-4ecc-b64e-78a046fd651e'] in n-d-828670-1 is: [{'id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517899961', 'tenant_id': '1933d40d0be741f88e0045a09fd69365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:44:00Z', 'revision_number': 5, 'project_id': '1933d40d0be741f88e0045a09fd69365', 'gw_port': {'id': '07dca7c0-51d0-4c76-939d-72ca042bb726', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a0844-b2fd-4ecc-b64e-78a046fd651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:42:25Z', 'updated_at': '2022-02-10T07:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:44:01.491183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Pushing event deleted for resources: {'Port': ['ID=336040f6-1f47-4c7e-b1c7-f0f83d9c83e9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:01.496075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] No DVR routers for this DVR port 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:44:01.503310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.503663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.504177 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.508711 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.508821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.509114 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.509459 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.509770 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.510103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.510455 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.510781 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.511105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.511429 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86597a-895b-4891-98e8-eb20f3e9b7a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:01.855757 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:44:01.881123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:44:01.881690 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 336040f6-1f47-4c7e-b1c7-f0f83d9c83e9 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:44:01.965437 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (07dca7c0-51d0-4c76-939d-72ca042bb726), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:01.992202 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Port': ['ID=07dca7c0-51d0-4c76-939d-72ca042bb726,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:02.054576 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (a61a0844-b2fd-4ecc-b64e-78a046fd651e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.155274 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (a61a0844-b2fd-4ecc-b64e-78a046fd651e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.157260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router_controller (a61a0844-b2fd-4ecc-b64e-78a046fd651e), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.200292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (a61a0844-b2fd-4ecc-b64e-78a046fd651e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.200841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Fanout notify agent at l3_agent the message router_deleted on router a61a0844-b2fd-4ecc-b64e-78a046fd651e {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:44:02.208281 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.209513 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b4bb5141-68c4-4979-b8e4-431b1f337391 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/routers/a61a0844-b2fd-4ecc-b64e-78a046fd651e HTTP/1.1" status: 204 len: 168 time: 1.1611295 Feb 10 07:44:02.212135 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34846) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:02.293262 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (2fd2df43-9bfe-4d76-ae45-2236a288858a), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.379662 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (2fd2df43-9bfe-4d76-ae45-2236a288858a), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.403321 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd2df43-9bfe-4d76-ae45-2236a288858a']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:02.412599 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445349ee-2094-4b34-809c-359ffca87419') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:02.412831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445349ee-2094-4b34-809c-359ffca87419') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:02.421935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (445349ee-2094-4b34-809c-359ffca87419), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.435569 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (445349ee-2094-4b34-809c-359ffca87419), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.442540 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:44:02.442935 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (445349ee-2094-4b34-809c-359ffca87419), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:44:02.449805 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:44:02.512604 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (2fd2df43-9bfe-4d76-ae45-2236a288858a), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.520497 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.523174 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/networks/2fd2df43-9bfe-4d76-ae45-2236a288858a HTTP/1.1" status: 204 len: 168 time: 0.3100736 Feb 10 07:44:02.526062 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:02.533866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e4f9d-972b-40e8-b094-1f2aab65618a tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'Network': ['ID=2fd2df43-9bfe-4d76-ae45-2236a288858a,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:02.582085 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ac87-1c62-41f1-b651-48a30007cc09 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (cd772a1d-e95a-4143-b3ec-f33cb6952e23), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.606978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ac87-1c62-41f1-b651-48a30007cc09 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (cd772a1d-e95a-4143-b3ec-f33cb6952e23), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.673975 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ac87-1c62-41f1-b651-48a30007cc09 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (cd772a1d-e95a-4143-b3ec-f33cb6952e23), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.677373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ac87-1c62-41f1-b651-48a30007cc09 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:02.678795 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2a6ac87-1c62-41f1-b651-48a30007cc09 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd772a1d-e95a-4143-b3ec-f33cb6952e23 HTTP/1.1" status: 204 len: 168 time: 0.1516862 Feb 10 07:44:02.688590 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6ac87-1c62-41f1-b651-48a30007cc09 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd772a1d-e95a-4143-b3ec-f33cb6952e23,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:02.999961 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34856) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:03.137141 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-1332fc4d-d939-43e8-a310-992b250fb192 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1933d40d0be741f88e0045a09fd69365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359880 Feb 10 07:44:03.139631 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34860) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:03.190258 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6514fffd-07b8-49fa-a458-512f65353205 admin admin] Publish callbacks [] for security_group (c6f10f76-fba3-43a0-be62-9f2d4ffbb7ee), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.211196 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6514fffd-07b8-49fa-a458-512f65353205 admin admin] Publish callbacks [] for security_group (c6f10f76-fba3-43a0-be62-9f2d4ffbb7ee), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.258644 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6514fffd-07b8-49fa-a458-512f65353205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c6f10f76-fba3-43a0-be62-9f2d4ffbb7ee), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.261272 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6514fffd-07b8-49fa-a458-512f65353205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.262472 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6514fffd-07b8-49fa-a458-512f65353205 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6f10f76-fba3-43a0-be62-9f2d4ffbb7ee HTTP/1.1" status: 204 len: 168 time: 0.1219294 Feb 10 07:44:03.270640 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514fffd-07b8-49fa-a458-512f65353205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f10f76-fba3-43a0-be62-9f2d4ffbb7ee,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:03.444749 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 07dca7c0-51d0-4c76-939d-72ca042bb726 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:44:03.465489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 07dca7c0-51d0-4c76-939d-72ca042bb726 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:44:03.465843 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 07dca7c0-51d0-4c76-939d-72ca042bb726 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:44:03.466270 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2210927a-e933-4a5b-a1a6-dbc2559a805c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:44:03.485376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 2210927a-e933-4a5b-a1a6-dbc2559a805c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:44:03.485726 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 2210927a-e933-4a5b-a1a6-dbc2559a805c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:44:03.530482 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34866) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:03.543606 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3169-1170-477e-b1a1-f62b27a55795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.614609 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3169-1170-477e-b1a1-f62b27a55795 admin admin] Publish callbacks [] for security_group (52ba3bc1-976a-429a-a94c-dfa56042c2fa), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.617959 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3169-1170-477e-b1a1-f62b27a55795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (52ba3bc1-976a-429a-a94c-dfa56042c2fa), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.656006 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5e6a3169-1170-477e-b1a1-f62b27a55795 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83579567c13449d880bbb0e56d3a2313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1243799 Feb 10 07:44:03.657108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a3169-1170-477e-b1a1-f62b27a55795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ba3bc1-976a-429a-a94c-dfa56042c2fa,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:03.658771 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:03.707076 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edfacb1b-ebca-493b-a0d1-2f0d495ffc96 admin admin] Publish callbacks [] for security_group (52ba3bc1-976a-429a-a94c-dfa56042c2fa), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.727277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edfacb1b-ebca-493b-a0d1-2f0d495ffc96 admin admin] Publish callbacks [] for security_group (52ba3bc1-976a-429a-a94c-dfa56042c2fa), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.776451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edfacb1b-ebca-493b-a0d1-2f0d495ffc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (52ba3bc1-976a-429a-a94c-dfa56042c2fa), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.779222 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edfacb1b-ebca-493b-a0d1-2f0d495ffc96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:03.780392 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-edfacb1b-ebca-493b-a0d1-2f0d495ffc96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52ba3bc1-976a-429a-a94c-dfa56042c2fa HTTP/1.1" status: 204 len: 168 time: 0.1206305 Feb 10 07:44:03.788652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfacb1b-ebca-493b-a0d1-2f0d495ffc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ba3bc1-976a-429a-a94c-dfa56042c2fa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:04.465176 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:04.558621 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1628035865-network', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:04.577466 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Made reservation on behalf of 212d3379659c4abe90ad9cd0ed33f52a for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:44:04.579770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:04.588589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:04.661630 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Publish callbacks [] for security_group (1449c02f-8edb-4d96-914a-462edad0f604), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:04.666020 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1449c02f-8edb-4d96-914a-462edad0f604), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:04.690525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:44:04.700507 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1449c02f-8edb-4d96-914a-462edad0f604,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:04.705533 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3a5121cd-94d7-4e30-b33d-5df8010bfe1c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:04.705876 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Added segment 3a5121cd-94d7-4e30-b33d-5df8010bfe1c of type vlan for network b8316ceb-0d4d-40c4-bb5f-6e921290766a Feb 10 07:44:04.749046 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (b8316ceb-0d4d-40c4-bb5f-6e921290766a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:04.774019 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (b8316ceb-0d4d-40c4-bb5f-6e921290766a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:04.775002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:04.775589 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:04.809052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3427176 Feb 10 07:44:04.812035 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34894) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:04.817575 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Request body: {'subnet': {'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1628035865-subnet', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:04.836345 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Made reservation on behalf of 212d3379659c4abe90ad9cd0ed33f52a for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:44:04.836887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84886e66-26ba-4ca6-b858-f05bf6c84344 admin admin] Pushing event updated for resources: {'Network': ['ID=b8316ceb-0d4d-40c4-bb5f-6e921290766a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:04.838690 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:04.847449 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:44:05.005131 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (4ba55914-97a5-40f0-b99b-5fe15dbfb6be), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.063707 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba55914-97a5-40f0-b99b-5fe15dbfb6be,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:05.071995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Checking segment: {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:44:05.072352 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Network hostable DHCP agents. Network: b8316ceb-0d4d-40c4-bb5f-6e921290766a, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:44:05.089400 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:44:05.097966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, b8316ceb-0d4d-40c4-bb5f-6e921290766a) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:05.102532 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:05.103972 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.107287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c11475-e517-4178-b0b9-947f8ec938b7 None None] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:44:05.119386 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b53a065d-f482-4b3c-b82c-d00b2a4e983a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3062525 Feb 10 07:44:05.122209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:05.126620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:05.145718 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (f51ec8eb-9061-4a57-a655-9d42a7242e68), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.146994 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (f51ec8eb-9061-4a57-a655-9d42a7242e68), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.205760 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks [] for router_controller (f51ec8eb-9061-4a57-a655-9d42a7242e68), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.216561 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:44:05.217435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.347098 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Allocated IP 172.20.0.2 (b8316ceb-0d4d-40c4-bb5f-6e921290766a/4ba55914-97a5-40f0-b99b-5fe15dbfb6be/3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:44:05.347306 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks [] for router_gateway (f51ec8eb-9061-4a57-a655-9d42a7242e68), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.489036 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Publish callbacks [] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.495132 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.534075 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:05.537427 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:05.539903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:44:05.546231 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks [] for router_gateway (f51ec8eb-9061-4a57-a655-9d42a7242e68), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.557489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Pushing event updated for resources: {'Port': ['ID=3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:05.566164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.604375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Attempting to bind port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:44:05.604651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Attempting to bind port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:44:05.605017 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Attempting to bind port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 on network b8316ceb-0d4d-40c4-bb5f-6e921290766a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:44:05.609834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:44:05.610205 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Checking segment: {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:44:05.610635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.611023 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Bound using segment: {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:44:05.611488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Bound port: 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:44:05.611864 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.674498 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Allocated IP 172.25.8.51 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/ac6b86b5-5897-42b3-a027-3208525e22fc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:44:05.677185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] For port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:44:05.680639 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] For port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:44:05.686557 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.752912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff84a03-e66f-4894-9652-62ea23e2e3d0 None None] Pushing event updated for resources: {'Port': ['ID=3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:05.783203 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks [] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.819282 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:05.859894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:05.862928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:05.865946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:44:05.900177 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6b86b5-5897-42b3-a027-3208525e22fc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:06.156295 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks [] for router_gateway (f51ec8eb-9061-4a57-a655-9d42a7242e68), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:06.346827 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (f51ec8eb-9061-4a57-a655-9d42a7242e68), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:06.478170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Router f51ec8eb-9061-4a57-a655-9d42a7242e68 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:44:06.587776 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:44:06.598704 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Sync routers for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:44:06.605992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:06.609809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7a2a314a-d346-4fde-9b74-a029272e2e79 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4840658 Feb 10 07:44:06.610035 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34898) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:06.772556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f82094-861b-4590-8665-3d270398af8c None None] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:44:06.807038 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:06.807653 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:06.874973 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-367cef25-f186-4405-ac21-1b1f581a671d None None] Provisioning complete for port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:06.875350 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-367cef25-f186-4405-ac21-1b1f581a671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.010840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:07.046874 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.116183 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-367cef25-f186-4405-ac21-1b1f581a671d None None] Current status of the port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:07.116568 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-367cef25-f186-4405-ac21-1b1f581a671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.189288 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-367cef25-f186-4405-ac21-1b1f581a671d None None] For port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:07.195988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-367cef25-f186-4405-ac21-1b1f581a671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.229446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Allocated IP 172.20.0.1 (b8316ceb-0d4d-40c4-bb5f-6e921290766a/4ba55914-97a5-40f0-b99b-5fe15dbfb6be/94d3c9a2-7752-46b6-ad0b-f480479f97c8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:44:07.277921 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cef25-f186-4405-ac21-1b1f581a671d None None] Pushing event updated for resources: {'Port': ['ID=3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:07.307377 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:06Z', 'revision_number': 3, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:07.336322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Checking router: f51ec8eb-9061-4a57-a655-9d42a7242e68 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:44:07.336674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Updating router f51ec8eb-9061-4a57-a655-9d42a7242e68 port ac6b86b5-5897-42b3-a027-3208525e22fc binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:44:07.340648 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Publish callbacks [] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.371445 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.375778 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.422671 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:07.425900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:07.429753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:44:07.448236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-37738002-4871-43eb-8e15-5fe6cc0ac94c None None] Provisioning complete for port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:07.450640 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37738002-4871-43eb-8e15-5fe6cc0ac94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.458160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Pushing event updated for resources: {'Port': ['ID=94d3c9a2-7752-46b6-ad0b-f480479f97c8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:07.477237 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (f51ec8eb-9061-4a57-a655-9d42a7242e68), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.509263 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.536538 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:07.627736 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.675674 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:07.676282 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.763339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-37738002-4871-43eb-8e15-5fe6cc0ac94c None None] Current status of the port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:07.791072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Publish callbacks [] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.795346 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.855976 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Publish callbacks [] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.860041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (f51ec8eb-9061-4a57-a655-9d42a7242e68), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.861907 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Pushing event updated for resources: {'Port': ['ID=94d3c9a2-7752-46b6-ad0b-f480479f97c8,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:07.863284 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.885415 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:07.925861 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235fbc5-4c36-4b67-b403-8787b80585ff None None] Pushing event updated for resources: {'Port': ['ID=ac6b86b5-5897-42b3-a027-3208525e22fc,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:07.929159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Attempting to bind port ac6b86b5-5897-42b3-a027-3208525e22fc on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:44:07.929526 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Attempting to bind port ac6b86b5-5897-42b3-a027-3208525e22fc by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:44:07.929886 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Attempting to bind port ac6b86b5-5897-42b3-a027-3208525e22fc on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:44:07.937867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:44:07.938236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:44:07.938662 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.939047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:44:07.939508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Bound port: ac6b86b5-5897-42b3-a027-3208525e22fc, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:44:07.939883 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.941889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-38601f18-1316-4a0c-892c-50145c6e771e None None] Provisioning complete for port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:07.942240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38601f18-1316-4a0c-892c-50145c6e771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:07.959602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:07.961023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:08.010840 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-38601f18-1316-4a0c-892c-50145c6e771e None None] Port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:44:08.022073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] For port ac6b86b5-5897-42b3-a027-3208525e22fc, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:44:08.027793 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] For port ac6b86b5-5897-42b3-a027-3208525e22fc, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ac6b86b5-5897-42b3-a027-3208525e22fc,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:44:08.036661 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:08.108628 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:08.109271 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:08.115047 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235fbc5-4c36-4b67-b403-8787b80585ff None None] Pushing event updated for resources: {'Port': ['ID=ac6b86b5-5897-42b3-a027-3208525e22fc,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:08.236355 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:08.270502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-93c252f5-a7a1-4427-bdb8-caeb2b7e4726 None None] Provisioning complete for port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:08.270870 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93c252f5-a7a1-4427-bdb8-caeb2b7e4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:08.426499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Router f51ec8eb-9061-4a57-a655-9d42a7242e68 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:44:08.507201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-93c252f5-a7a1-4427-bdb8-caeb2b7e4726 None None] Port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:44:08.539605 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:44:08.544612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-9c57c701-7278-4a3e-afcb-9f4ba753f728 admin admin] 10.222.0.21 "PUT /v2.0/routers/f51ec8eb-9061-4a57-a655-9d42a7242e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9335408 Feb 10 07:44:08.623716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 2, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:08.654100 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653e900-585b-40a7-8021-f3f2f67982bb None None] The sync data for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 is: [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 2, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:44:09.030987 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34914) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:09.037223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1225092231-network', 'tenant_id': '10985a982fb7459689201ca0d8199508'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:09.056032 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Made reservation on behalf of 10985a982fb7459689201ca0d8199508 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:44:09.058534 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.067856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.149552 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Publish callbacks [] for security_group (f4924103-1e94-4f37-9543-bd99ea3ffbad), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.153459 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f4924103-1e94-4f37-9543-bd99ea3ffbad), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.175611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:44:09.191604 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4924103-1e94-4f37-9543-bd99ea3ffbad,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:09.194685 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (173ef184-0dfd-4c85-b233-99bbd76d5232), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.195036 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Added segment 173ef184-0dfd-4c85-b233-99bbd76d5232 of type vlan for network c66c92c8-f6f7-49dc-a6da-6b236528ce0c Feb 10 07:44:09.237668 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c66c92c8-f6f7-49dc-a6da-6b236528ce0c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.264292 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c66c92c8-f6f7-49dc-a6da-6b236528ce0c), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.265284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:09.265859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.350721 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3179810 Feb 10 07:44:09.353753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34916) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:09.354284 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2301a86-6f0c-4c9f-9d71-1d9443f9b8ca admin admin] Pushing event updated for resources: {'Network': ['ID=c66c92c8-f6f7-49dc-a6da-6b236528ce0c,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:09.358738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Request body: {'subnet': {'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1225092231-subnet', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:09.364920 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c66c92c8-f6f7-49dc-a6da-6b236528ce0c details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:44:09.380471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Made reservation on behalf of 10985a982fb7459689201ca0d8199508 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:44:09.383921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.496421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ac6b86b5-5897-42b3-a027-3208525e22fc up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:09.552217 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ac6b86b5-5897-42b3-a027-3208525e22fc triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:09.552510 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.575536 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (7887a319-87c6-4ed4-a150-cf7b5c0ffc86), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.628101 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7887a319-87c6-4ed4-a150-cf7b5c0ffc86,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:09.642374 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ac6b86b5-5897-42b3-a027-3208525e22fc is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:09.642868 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.644192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Checking segment: {'id': '173ef184-0dfd-4c85-b233-99bbd76d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:44:09.645158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Network hostable DHCP agents. Network: c66c92c8-f6f7-49dc-a6da-6b236528ce0c, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:44:09.665592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Network c66c92c8-f6f7-49dc-a6da-6b236528ce0c is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:44:09.668088 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port ac6b86b5-5897-42b3-a027-3208525e22fc, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ac6b86b5-5897-42b3-a027-3208525e22fc,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:09.672454 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.676074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c66c92c8-f6f7-49dc-a6da-6b236528ce0c) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:09.681077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:09.681992 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.693349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f1e61-750d-47b8-8ea2-8db57f1b2083 None None] Network c66c92c8-f6f7-49dc-a6da-6b236528ce0c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:44:09.703421 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ef0b6552-8e83-4cbd-be67-a31fa7a09827 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3484406 Feb 10 07:44:09.705878 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:09.710424 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:09.735040 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (46756678-8127-458a-9e5d-2915af11e78b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.736361 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (46756678-8127-458a-9e5d-2915af11e78b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.793851 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=ac6b86b5-5897-42b3-a027-3208525e22fc,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:09.801160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks [] for router_controller (46756678-8127-458a-9e5d-2915af11e78b), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.841110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-c66c92c8-f6f7-49dc-a6da-6b236528ce0c', 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c', 'project_id': '10985a982fb7459689201ca0d8199508', 'fixed_ips': [{'subnet_id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:44:09.841983 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.957164 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks [] for router_gateway (46756678-8127-458a-9e5d-2915af11e78b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:09.991437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Allocated IP 172.20.0.2 (c66c92c8-f6f7-49dc-a6da-6b236528ce0c/7887a319-87c6-4ed4-a150-cf7b5c0ffc86/104887c7-b0a4-4f8e-a17b-9fcacf4c0e34) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:44:10.145873 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Publish callbacks [] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.151346 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.174461 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks [] for router_gateway (46756678-8127-458a-9e5d-2915af11e78b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.192710 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Network c66c92c8-f6f7-49dc-a6da-6b236528ce0c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:10.194124 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.195670 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:10.200400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:44:10.209222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Pushing event updated for resources: {'Port': ['ID=104887c7-b0a4-4f8e-a17b-9fcacf4c0e34,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:10.261375 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Attempting to bind port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:44:10.261660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Attempting to bind port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '173ef184-0dfd-4c85-b233-99bbd76d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:44:10.262025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Attempting to bind port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 on network c66c92c8-f6f7-49dc-a6da-6b236528ce0c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:44:10.267091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:44:10.267472 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Checking segment: {'id': '173ef184-0dfd-4c85-b233-99bbd76d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:44:10.267875 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.268273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Bound using segment: {'id': '173ef184-0dfd-4c85-b233-99bbd76d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:44:10.268746 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Bound port: 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173ef184-0dfd-4c85-b233-99bbd76d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:44:10.269128 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.305928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Allocated IP 172.25.8.17 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/5edf22af-8485-4543-86f2-cc9fa7efc482) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:44:10.338069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] For port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:44:10.341284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] For port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=104887c7-b0a4-4f8e-a17b-9fcacf4c0e34,segment=NetworkSegment(173ef184-0dfd-4c85-b233-99bbd76d5232),segment_id=173ef184-0dfd-4c85-b233-99bbd76d5232)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:44:10.347097 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.402322 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc5cbe-8384-42e3-945c-308886e69531 None None] Pushing event updated for resources: {'Port': ['ID=104887c7-b0a4-4f8e-a17b-9fcacf4c0e34,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:10.419893 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks [] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.450147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc2affa0-b6cc-43df-9333-6252d64df97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.460238 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.503226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:10.506835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:10.510642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:44:10.534806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Pushing event updated for resources: {'Port': ['ID=5edf22af-8485-4543-86f2-cc9fa7efc482,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:10.760221 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.796070 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks [] for router_gateway (46756678-8127-458a-9e5d-2915af11e78b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:10.995710 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (46756678-8127-458a-9e5d-2915af11e78b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:11.130109 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Router 46756678-8127-458a-9e5d-2915af11e78b is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:44:11.242023 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Sync routers for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:44:11.246262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:44:11.251907 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:11.252543 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:11.257933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Sync routers for ids ['46756678-8127-458a-9e5d-2915af11e78b'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:44:11.270024 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Routers {'46756678-8127-458a-9e5d-2915af11e78b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:11.271021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46756678-8127-458a-9e5d-2915af11e78b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:11.276464 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:11.283439 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-94dbd809-c360-4e6b-8e3d-52f8ffddd756 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5763958 Feb 10 07:44:11.286597 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:11.372877 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:11.404329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Set router 46756678-8127-458a-9e5d-2915af11e78b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:11.488207 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f03742-4dc5-451d-8b4b-4e560b58f17c None None] Network c66c92c8-f6f7-49dc-a6da-6b236528ce0c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:44:11.585724 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:11.588692 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 2, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:11.618320 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Checking router: f51ec8eb-9061-4a57-a655-9d42a7242e68 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:44:11.618678 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Updating router f51ec8eb-9061-4a57-a655-9d42a7242e68 port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:44:11.650484 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:11.653327 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-2d003ef8-fb71-4efb-a0b4-afeb1d938939 None None] Provisioning complete for port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:11.653698 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d003ef8-fb71-4efb-a0b4-afeb1d938939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:11.813744 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:11.818876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:11.819265 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:11.865119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2d003ef8-fb71-4efb-a0b4-afeb1d938939 None None] Current status of the port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:11.865508 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d003ef8-fb71-4efb-a0b4-afeb1d938939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:11.922202 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2d003ef8-fb71-4efb-a0b4-afeb1d938939 None None] For port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=104887c7-b0a4-4f8e-a17b-9fcacf4c0e34,segment=NetworkSegment(173ef184-0dfd-4c85-b233-99bbd76d5232),segment_id=173ef184-0dfd-4c85-b233-99bbd76d5232)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:11.925297 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46756678-8127-458a-9e5d-2915af11e78b', 'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:09Z', 'updated_at': '2022-02-10T07:44:10Z', 'revision_number': 3, 'project_id': '10985a982fb7459689201ca0d8199508', 'gw_port': {'id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:10Z', 'updated_at': '2022-02-10T07:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:11.952592 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d003ef8-fb71-4efb-a0b4-afeb1d938939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:11.959530 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Publish callbacks [] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:11.970189 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.009132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Checking router: 46756678-8127-458a-9e5d-2915af11e78b for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:44:12.009489 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Updating router 46756678-8127-458a-9e5d-2915af11e78b port 5edf22af-8485-4543-86f2-cc9fa7efc482 binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:44:12.012577 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Allocated IP 172.20.0.1 (c66c92c8-f6f7-49dc-a6da-6b236528ce0c/7887a319-87c6-4ed4-a150-cf7b5c0ffc86/04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:44:12.044433 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:12.044834 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.076572 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.122644 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Pushing event updated for resources: {'Port': ['ID=94d3c9a2-7752-46b6-ad0b-f480479f97c8,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:12.132180 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.132520 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.132852 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.133181 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.133511 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.134401 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.134401 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.134712 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.134805 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.135086 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.135400 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.135935 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.136067 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:44:12.165402 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Publish callbacks [] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.203484 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d003ef8-fb71-4efb-a0b4-afeb1d938939 None None] Pushing event updated for resources: {'Port': ['ID=104887c7-b0a4-4f8e-a17b-9fcacf4c0e34,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:12.216828 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Attempting to bind port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:44:12.217592 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Attempting to bind port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:44:12.217967 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Attempting to bind port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 on network b8316ceb-0d4d-40c4-bb5f-6e921290766a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:44:12.224839 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:44:12.225358 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Checking segment: {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:44:12.225833 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.226195 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.226354 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Bound using segment: {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:44:12.226894 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Bound port: 94d3c9a2-7752-46b6-ad0b-f480479f97c8, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:44:12.227349 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.274780 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Network c66c92c8-f6f7-49dc-a6da-6b236528ce0c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:12.278088 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:12.288225 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:44:12.293423 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-db3f9914-b545-45ce-941a-a8aff2664af1 None None] Provisioning complete for port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:12.293803 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db3f9914-b545-45ce-941a-a8aff2664af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.317981 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] For port 94d3c9a2-7752-46b6-ad0b-f480479f97c8, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:44:12.323885 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] For port 94d3c9a2-7752-46b6-ad0b-f480479f97c8, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=94d3c9a2-7752-46b6-ad0b-f480479f97c8,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:44:12.326416 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 07:44:12.326822 n-d-828670-1 neutron-server[103215]: DEBUG oslo_db.api [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 07:44:12.328772 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Pushing event updated for resources: {'Port': ['ID=04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:12.344660 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.350493 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (46756678-8127-458a-9e5d-2915af11e78b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.427400 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cccee8-4cec-4682-8e6b-263fa9a8fd0c None None] Pushing event updated for resources: {'Port': ['ID=94d3c9a2-7752-46b6-ad0b-f480479f97c8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:12.443738 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:12.444666 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:43:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:12.564467 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.571968 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:12.752915 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-209405a5-db05-4e13-84de-c63a90840e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.788206 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Publish callbacks [] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.795505 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.806830 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9914-b545-45ce-941a-a8aff2664af1 None None] Current status of the port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:12.812263 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Publish callbacks [] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.819139 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.821404 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:12.852615 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bcf30-0081-49a3-9b9c-fcc4acf4f3cf None None] The sync data for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 is: [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:44:12.869951 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (46756678-8127-458a-9e5d-2915af11e78b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.871750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Pushing event updated for resources: {'Port': ['ID=04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:12.911502 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d7933-d21d-427b-bf5c-f3d42807e69c None None] Pushing event updated for resources: {'Port': ['ID=5edf22af-8485-4543-86f2-cc9fa7efc482,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:12.915123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Attempting to bind port 5edf22af-8485-4543-86f2-cc9fa7efc482 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:44:12.915495 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Attempting to bind port 5edf22af-8485-4543-86f2-cc9fa7efc482 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:44:12.915859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Attempting to bind port 5edf22af-8485-4543-86f2-cc9fa7efc482 on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:44:12.922854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:12.923852 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ac6b86b5-5897-42b3-a027-3208525e22fc up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:12.949662 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:44:12.950627 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:44:12.950627 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.950933 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:44:12.951347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Bound port: 5edf22af-8485-4543-86f2-cc9fa7efc482, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:44:12.952387 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:12.976945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Network c66c92c8-f6f7-49dc-a6da-6b236528ce0c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:12.978426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:12.998462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] Provisioning complete for port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:13.002439 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.063847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] For port 5edf22af-8485-4543-86f2-cc9fa7efc482, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:44:13.078227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] For port 5edf22af-8485-4543-86f2-cc9fa7efc482, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5edf22af-8485-4543-86f2-cc9fa7efc482,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:44:13.088140 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port ac6b86b5-5897-42b3-a027-3208525e22fc triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:13.088484 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.111655 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.132585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Router 46756678-8127-458a-9e5d-2915af11e78b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:44:13.219823 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d7933-d21d-427b-bf5c-f3d42807e69c None None] Pushing event updated for resources: {'Port': ['ID=5edf22af-8485-4543-86f2-cc9fa7efc482,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:13.242474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] Current status of the port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:13.242922 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.268081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Routers {'46756678-8127-458a-9e5d-2915af11e78b'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:13.268727 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46756678-8127-458a-9e5d-2915af11e78b'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:13.288801 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:44:13.295198 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee1f27be-fb56-4b0c-9be2-7573cab992b4 admin admin] 10.222.0.21 "PUT /v2.0/routers/46756678-8127-458a-9e5d-2915af11e78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0072379 Feb 10 07:44:13.356784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] For port 94d3c9a2-7752-46b6-ad0b-f480479f97c8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=94d3c9a2-7752-46b6-ad0b-f480479f97c8,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:13.367031 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.378684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port ac6b86b5-5897-42b3-a027-3208525e22fc is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:13.460510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] Provisioning complete for port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:13.460892 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.515347 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] Pushing event updated for resources: {'Port': ['ID=94d3c9a2-7752-46b6-ad0b-f480479f97c8,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:13.528532 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:13.560923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] Set router 46756678-8127-458a-9e5d-2915af11e78b gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:13.566968 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf8f1d-a721-465c-a87d-4de8647aa7c0 None None] Port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:44:13.684806 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:13.685184 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.758132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-a4e45b46-45c9-4f9d-87ca-4fda15513147 None None] Provisioning complete for port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:13.758879 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4e45b46-45c9-4f9d-87ca-4fda15513147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.831248 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a4e45b46-45c9-4f9d-87ca-4fda15513147 None None] Port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:44:13.883385 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:13.884421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 94d3c9a2-7752-46b6-ad0b-f480479f97c8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:13.891790 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34930) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:13.897182 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-43191239-b131-4440-8c1f-6bc2a197c7ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947807578', 'description': 'tempest-secgroup-smoke-1947807578 description', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:13.917050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-43191239-b131-4440-8c1f-6bc2a197c7ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.924790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46756678-8127-458a-9e5d-2915af11e78b', 'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:09Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 4, 'project_id': '10985a982fb7459689201ca0d8199508', 'gw_port': {'id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:10Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2', 'name': '', 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'mac_address': 'fa:16:3e:b7:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:11Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 2, 'project_id': '10985a982fb7459689201ca0d8199508', 'subnets': [{'id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:13.954554 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178da857-aaf8-4c8c-87ec-9ad0f9530653 None None] The sync data for ids ['46756678-8127-458a-9e5d-2915af11e78b'] in n-d-828670-1 is: [{'id': '46756678-8127-458a-9e5d-2915af11e78b', 'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:09Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 4, 'project_id': '10985a982fb7459689201ca0d8199508', 'gw_port': {'id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:10Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2', 'name': '', 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'mac_address': 'fa:16:3e:b7:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:11Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 2, 'project_id': '10985a982fb7459689201ca0d8199508', 'subnets': [{'id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:44:13.967889 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:13.968268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.990401 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-43191239-b131-4440-8c1f-6bc2a197c7ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (ad3d1ea5-de82-483f-a519-96f242700599), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:13.994585 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-43191239-b131-4440-8c1f-6bc2a197c7ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ad3d1ea5-de82-483f-a519-96f242700599), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.025597 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43191239-b131-4440-8c1f-6bc2a197c7ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d1ea5-de82-483f-a519-96f242700599,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:14.031508 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-43191239-b131-4440-8c1f-6bc2a197c7ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.035598 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-43191239-b131-4440-8c1f-6bc2a197c7ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1399632 Feb 10 07:44:14.035878 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34932) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:14.040319 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b9be5e8e-524d-41c9-80cc-71bfb6ff20f4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'ad3d1ea5-de82-483f-a519-96f242700599', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:14.072385 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be5e8e-524d-41c9-80cc-71bfb6ff20f4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (9362cdb0-b9a3-4626-a075-9b3de86687ce), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.077155 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:14.091735 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.132340 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be5e8e-524d-41c9-80cc-71bfb6ff20f4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (9362cdb0-b9a3-4626-a075-9b3de86687ce), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.136514 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be5e8e-524d-41c9-80cc-71bfb6ff20f4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (9362cdb0-b9a3-4626-a075-9b3de86687ce), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.153812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be5e8e-524d-41c9-80cc-71bfb6ff20f4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9362cdb0-b9a3-4626-a075-9b3de86687ce,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:14.185852 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9be5e8e-524d-41c9-80cc-71bfb6ff20f4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.187022 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b9be5e8e-524d-41c9-80cc-71bfb6ff20f4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503289 Feb 10 07:44:14.191972 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34934) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:14.198185 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1c3c1aea-4c77-42b0-8423-3bff2615e210 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'ad3d1ea5-de82-483f-a519-96f242700599', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:14.223391 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c3c1aea-4c77-42b0-8423-3bff2615e210 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (716f6863-4628-45ea-82f0-729b15533db0), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.291082 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c3c1aea-4c77-42b0-8423-3bff2615e210 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (716f6863-4628-45ea-82f0-729b15533db0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.295412 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c3c1aea-4c77-42b0-8423-3bff2615e210 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (716f6863-4628-45ea-82f0-729b15533db0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.316741 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c1aea-4c77-42b0-8423-3bff2615e210 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716f6863-4628-45ea-82f0-729b15533db0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:14.327926 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c3c1aea-4c77-42b0-8423-3bff2615e210 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.329182 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1c3c1aea-4c77-42b0-8423-3bff2615e210 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359036 Feb 10 07:44:14.332066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34936) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:14.336391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d2762813-474a-4fb9-b60b-9b53557bfc1f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'ad3d1ea5-de82-483f-a519-96f242700599', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:14.361459 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2762813-474a-4fb9-b60b-9b53557bfc1f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (d9ee906f-a489-426c-a7b6-02e05a31cf51), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.426064 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2762813-474a-4fb9-b60b-9b53557bfc1f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (d9ee906f-a489-426c-a7b6-02e05a31cf51), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.430570 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2762813-474a-4fb9-b60b-9b53557bfc1f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (d9ee906f-a489-426c-a7b6-02e05a31cf51), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.449620 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2762813-474a-4fb9-b60b-9b53557bfc1f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ee906f-a489-426c-a7b6-02e05a31cf51,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:14.457305 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2762813-474a-4fb9-b60b-9b53557bfc1f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.458558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d2762813-474a-4fb9-b60b-9b53557bfc1f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255407 Feb 10 07:44:14.461516 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34938) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:14.466233 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c6935a6a-cbf3-4cc9-bc5b-bdf9858adda7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'ad3d1ea5-de82-483f-a519-96f242700599', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:14.493130 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6935a6a-cbf3-4cc9-bc5b-bdf9858adda7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (c13734ea-6aa4-4d4d-87ea-ff7ddceb18b6), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.556697 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6935a6a-cbf3-4cc9-bc5b-bdf9858adda7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (c13734ea-6aa4-4d4d-87ea-ff7ddceb18b6), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.560519 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6935a6a-cbf3-4cc9-bc5b-bdf9858adda7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (c13734ea-6aa4-4d4d-87ea-ff7ddceb18b6), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.580333 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6935a6a-cbf3-4cc9-bc5b-bdf9858adda7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13734ea-6aa4-4d4d-87ea-ff7ddceb18b6,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:14.589945 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6935a6a-cbf3-4cc9-bc5b-bdf9858adda7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.593941 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c6935a6a-cbf3-4cc9-bc5b-bdf9858adda7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288197 Feb 10 07:44:14.594647 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34940) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:14.599325 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f2d7682c-b134-490b-abca-fc6b52942302 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'ad3d1ea5-de82-483f-a519-96f242700599', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:14.618725 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-f2d7682c-b134-490b-abca-fc6b52942302 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Project 212d3379659c4abe90ad9cd0ed33f52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:44:14.623589 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d7682c-b134-490b-abca-fc6b52942302 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (9cbc987c-9e24-41b7-bd22-38e3f03d9e83), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.679963 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d7682c-b134-490b-abca-fc6b52942302 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (9cbc987c-9e24-41b7-bd22-38e3f03d9e83), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.683595 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d7682c-b134-490b-abca-fc6b52942302 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (9cbc987c-9e24-41b7-bd22-38e3f03d9e83), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.700829 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7682c-b134-490b-abca-fc6b52942302 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbc987c-9e24-41b7-bd22-38e3f03d9e83,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:14.708236 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2d7682c-b134-490b-abca-fc6b52942302 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.709441 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f2d7682c-b134-490b-abca-fc6b52942302 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142802 Feb 10 07:44:14.712111 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 34942) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:14.716674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-90e03852-af10-4cb5-8fed-9e3dc07e1cfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'ad3d1ea5-de82-483f-a519-96f242700599', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:14.735809 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-90e03852-af10-4cb5-8fed-9e3dc07e1cfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Project 212d3379659c4abe90ad9cd0ed33f52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:44:14.741159 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90e03852-af10-4cb5-8fed-9e3dc07e1cfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (7ac8fd68-41f3-408a-b4f8-3c9de2bf9e86), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.797165 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90e03852-af10-4cb5-8fed-9e3dc07e1cfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (7ac8fd68-41f3-408a-b4f8-3c9de2bf9e86), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.801108 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90e03852-af10-4cb5-8fed-9e3dc07e1cfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (7ac8fd68-41f3-408a-b4f8-3c9de2bf9e86), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.820937 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e03852-af10-4cb5-8fed-9e3dc07e1cfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac8fd68-41f3-408a-b4f8-3c9de2bf9e86,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:14.825027 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-90e03852-af10-4cb5-8fed-9e3dc07e1cfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:14.826347 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-90e03852-af10-4cb5-8fed-9e3dc07e1cfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1131630 Feb 10 07:44:14.971929 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-ff669515-4b27-4320-a204-54a5f4d1445a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947807578&fields=id&tenant_id=212d3379659c4abe90ad9cd0ed33f52a HTTP/1.1" status: 200 len: 267 time: 0.0434482 Feb 10 07:44:15.073402 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-f10f5f9e-34c8-4ee5-ab9c-270cc20ee534 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:15.074877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-f10f5f9e-34c8-4ee5-ab9c-270cc20ee534 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 809 time: 0.0959623 Feb 10 07:44:15.089525 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-081a8e12-170e-4f42-9a53-29df8c7e1b8e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/quotas/212d3379659c4abe90ad9cd0ed33f52a HTTP/1.1" status: 200 len: 375 time: 0.0093737 Feb 10 07:44:15.148898 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-9054f6d5-b6b0-408b-8744-a734239aa469 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544291 Feb 10 07:44:15.242764 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-fc188fe9-7b62-4ff6-b179-f0dee88bca61 service neutron] 10.222.0.21 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825140 Feb 10 07:44:15.336429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-5eb9d261-b55c-4e4c-9f6c-88d3bd70e1c4 service neutron] 10.222.0.21 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879357 Feb 10 07:44:15.506900 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 94d3c9a2-7752-46b6-ad0b-f480479f97c8 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:15.532887 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:15.551714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-276b33d5-32f1-4501-acee-aeeb782eb316 req-0eb3b3e0-ff67-403a-841f-3b9421b7064b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 210 time: 0.0416889 Feb 10 07:44:15.583106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:15.584112 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:15.676954 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:16.607091 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:16.639352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-58bcda7b-19e5-4641-aa77-1d535329c20a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:16.641493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-58bcda7b-19e5-4641-aa77-1d535329c20a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 809 time: 0.1286550 Feb 10 07:44:16.845872 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b96074-9170-486c-be61-674e577245dd None None] Sync routers for ids ['46756678-8127-458a-9e5d-2915af11e78b'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:44:16.857790 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b96074-9170-486c-be61-674e577245dd None None] Routers {'46756678-8127-458a-9e5d-2915af11e78b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:16.858481 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f4b96074-9170-486c-be61-674e577245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46756678-8127-458a-9e5d-2915af11e78b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:16.967372 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f4b96074-9170-486c-be61-674e577245dd None None] Set router 46756678-8127-458a-9e5d-2915af11e78b gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:17.013387 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a956208-d7dc-4d38-9155-9a2822fb33a0 req-7505dfc6-64aa-44ad-a0a0-590356c7e01b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 210 time: 0.3680801 Feb 10 07:44:17.064306 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-520d70ab-7c10-420d-830a-89ba21325f75 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=212d3379659c4abe90ad9cd0ed33f52a HTTP/1.1" status: 200 len: 380 time: 0.4088106 Feb 10 07:44:17.073753 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'port': {'device_id': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'admin_state_up': True, 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'security_groups': ['ad3d1ea5-de82-483f-a519-96f242700599']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:17.178620 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f4b96074-9170-486c-be61-674e577245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46756678-8127-458a-9e5d-2915af11e78b', 'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:09Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 4, 'project_id': '10985a982fb7459689201ca0d8199508', 'gw_port': {'id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:10Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2', 'name': '', 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'mac_address': 'fa:16:3e:b7:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:11Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 2, 'project_id': '10985a982fb7459689201ca0d8199508', 'subnets': [{'id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:17.194726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Made reservation on behalf of 212d3379659c4abe90ad9cd0ed33f52a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:44:17.198121 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.206906 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b96074-9170-486c-be61-674e577245dd None None] Checking router: 46756678-8127-458a-9e5d-2915af11e78b for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:44:17.207287 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b96074-9170-486c-be61-674e577245dd None None] Updating router 46756678-8127-458a-9e5d-2915af11e78b port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:44:17.259903 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4b96074-9170-486c-be61-674e577245dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.336490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Allocated IP 172.20.0.4 (b8316ceb-0d4d-40c4-bb5f-6e921290766a/4ba55914-97a5-40f0-b99b-5fe15dbfb6be/79d9eed6-c581-4622-b245-41ca02283e89) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:44:17.490859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5edf22af-8485-4543-86f2-cc9fa7efc482 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:17.496255 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for port (79d9eed6-c581-4622-b245-41ca02283e89), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.539096 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.545709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5edf22af-8485-4543-86f2-cc9fa7efc482 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:17.546739 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.571280 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4b96074-9170-486c-be61-674e577245dd None None] Publish callbacks [] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.577714 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4b96074-9170-486c-be61-674e577245dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.588958 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:17.594826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:17.601632 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:44:17.604404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:17.638521 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5edf22af-8485-4543-86f2-cc9fa7efc482 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:17.639669 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.644960 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabeb13-d358-4e29-9ae3-89c8e857e30e None None] Pushing event updated for resources: {'Port': ['ID=04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:17.671076 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 5edf22af-8485-4543-86f2-cc9fa7efc482, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5edf22af-8485-4543-86f2-cc9fa7efc482,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:17.678807 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.703642 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:17.704475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.729396 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-d87c03be-84bb-4dbd-96c1-ada851c0e9f9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6592765 Feb 10 07:44:17.742406 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f4b96074-9170-486c-be61-674e577245dd None None] Attempting to bind port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:44:17.743052 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f4b96074-9170-486c-be61-674e577245dd None None] Attempting to bind port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '173ef184-0dfd-4c85-b233-99bbd76d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:44:17.743627 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b96074-9170-486c-be61-674e577245dd None None] Attempting to bind port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 on network c66c92c8-f6f7-49dc-a6da-6b236528ce0c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:44:17.749587 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b96074-9170-486c-be61-674e577245dd None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:44:17.750393 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b96074-9170-486c-be61-674e577245dd None None] Checking segment: {'id': '173ef184-0dfd-4c85-b233-99bbd76d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:44:17.751187 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4b96074-9170-486c-be61-674e577245dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.751873 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b96074-9170-486c-be61-674e577245dd None None] Bound using segment: {'id': '173ef184-0dfd-4c85-b233-99bbd76d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:44:17.752287 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=5edf22af-8485-4543-86f2-cc9fa7efc482,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:17.752694 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f4b96074-9170-486c-be61-674e577245dd None None] Bound port: 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173ef184-0dfd-4c85-b233-99bbd76d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:44:17.753245 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4b96074-9170-486c-be61-674e577245dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.759616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Request body: {'port': {'device_id': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:17.823718 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f4b96074-9170-486c-be61-674e577245dd None None] For port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:44:17.827365 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f4b96074-9170-486c-be61-674e577245dd None None] For port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2,segment=NetworkSegment(173ef184-0dfd-4c85-b233-99bbd76d5232),segment_id=173ef184-0dfd-4c85-b233-99bbd76d5232)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:44:17.831817 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.834377 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4b96074-9170-486c-be61-674e577245dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:17.897643 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabeb13-d358-4e29-9ae3-89c8e857e30e None None] Pushing event updated for resources: {'Port': ['ID=04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:17.910818 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b96074-9170-486c-be61-674e577245dd None None] Routers {'46756678-8127-458a-9e5d-2915af11e78b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:17.911638 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f4b96074-9170-486c-be61-674e577245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46756678-8127-458a-9e5d-2915af11e78b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:17.985985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4386a7cd-4c8d-439e-89a0-af1dcd43b714 None None] Provisioning complete for port 79d9eed6-c581-4622-b245-41ca02283e89 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:17.986401 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4386a7cd-4c8d-439e-89a0-af1dcd43b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79d9eed6-c581-4622-b245-41ca02283e89), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.032822 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4386a7cd-4c8d-439e-89a0-af1dcd43b714 None None] Port 79d9eed6-c581-4622-b245-41ca02283e89 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:44:18.041510 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f4b96074-9170-486c-be61-674e577245dd None None] Set router 46756678-8127-458a-9e5d-2915af11e78b gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:18.161819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-9f99a6b2-c199-4495-b855-cfabb7479e6e None None] Provisioning complete for port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:18.162519 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f99a6b2-c199-4495-b855-cfabb7479e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.226209 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d136c-2724-4e1d-af59-87b7a046205c req-326b32ab-10a3-424c-824e-0dd5892906ba tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:18.227753 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-876d136c-2724-4e1d-af59-87b7a046205c req-326b32ab-10a3-424c-824e-0dd5892906ba tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 931 time: 0.1205001 Feb 10 07:44:18.231933 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d9eed6-c581-4622-b245-41ca02283e89 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:44:18.245864 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Publish callbacks [] for port (79d9eed6-c581-4622-b245-41ca02283e89), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.277727 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Transition to ACTIVE for port object 79d9eed6-c581-4622-b245-41ca02283e89 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:44:18.289652 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.340637 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-876d136c-2724-4e1d-af59-87b7a046205c req-9a0e3d11-7736-4b55-b5ca-2c70632b04a0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040270 Feb 10 07:44:18.380932 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:18.394442 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f4b96074-9170-486c-be61-674e577245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46756678-8127-458a-9e5d-2915af11e78b', 'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:09Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 4, 'project_id': '10985a982fb7459689201ca0d8199508', 'gw_port': {'id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:10Z', 'updated_at': '2022-02-10T07:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2', 'name': '', 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'mac_address': 'fa:16:3e:b7:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:11Z', 'updated_at': '2022-02-10T07:44:17Z', 'revision_number': 4, 'project_id': '10985a982fb7459689201ca0d8199508', 'subnets': [{'id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:18.427053 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9f99a6b2-c199-4495-b855-cfabb7479e6e None None] Current status of the port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:18.427577 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f99a6b2-c199-4495-b855-cfabb7479e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.434045 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b96074-9170-486c-be61-674e577245dd None None] The sync data for ids ['46756678-8127-458a-9e5d-2915af11e78b'] in n-d-828670-1 is: [{'id': '46756678-8127-458a-9e5d-2915af11e78b', 'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:09Z', 'updated_at': '2022-02-10T07:44:12Z', 'revision_number': 4, 'project_id': '10985a982fb7459689201ca0d8199508', 'gw_port': {'id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:10Z', 'updated_at': '2022-02-10T07:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2', 'name': '', 'network_id': 'c66c92c8-f6f7-49dc-a6da-6b236528ce0c', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'mac_address': 'fa:16:3e:b7:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:11Z', 'updated_at': '2022-02-10T07:44:17Z', 'revision_number': 4, 'project_id': '10985a982fb7459689201ca0d8199508', 'subnets': [{'id': '7887a319-87c6-4ed4-a150-cf7b5c0ffc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:44:18.441586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Attempting to bind port 79d9eed6-c581-4622-b245-41ca02283e89 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:44:18.441986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Attempting to bind port 79d9eed6-c581-4622-b245-41ca02283e89 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:44:18.442412 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Attempting to bind port 79d9eed6-c581-4622-b245-41ca02283e89 on network b8316ceb-0d4d-40c4-bb5f-6e921290766a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:44:18.447742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Port 79d9eed6-c581-4622-b245-41ca02283e89 on network b8316ceb-0d4d-40c4-bb5f-6e921290766a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:44:18.448093 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Attempting to bind port 79d9eed6-c581-4622-b245-41ca02283e89 on network b8316ceb-0d4d-40c4-bb5f-6e921290766a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:44:18.453573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:44:18.454194 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Checking segment: {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:44:18.454592 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Bound using segment: {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:44:18.455098 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Bound port: 79d9eed6-c581-4622-b245-41ca02283e89, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:44:18.455528 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.467924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9f99a6b2-c199-4495-b855-cfabb7479e6e None None] For port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2,segment=NetworkSegment(173ef184-0dfd-4c85-b233-99bbd76d5232),segment_id=173ef184-0dfd-4c85-b233-99bbd76d5232)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:18.475256 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f99a6b2-c199-4495-b855-cfabb7479e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.527977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:44:18.533325 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:44:18.538607 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99a6b2-c199-4495-b855-cfabb7479e6e None None] Pushing event updated for resources: {'Port': ['ID=04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:18.546661 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.591205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:18.591832 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.593262 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] 10.222.0.13 "PUT /v2.0/ports/79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 1091 time: 0.8565102 Feb 10 07:44:18.593803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:44:18.596064 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e922bad-6de6-46c3-9a2d-e932c42cbffd" -d '{"events": [{"name": "network-changed", "server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "tag": "79d9eed6-c581-4622-b245-41ca02283e89"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:44:18.596563 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-1b23f0d2-472e-456d-bd32-f3c7063612ea None None] Provisioning complete for port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:18.597733 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b23f0d2-472e-456d-bd32-f3c7063612ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:18.650861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9ddf9-caf5-46c6-909d-17015f29648a service neutron] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:18.668329 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19db2b6-214b-40f6-a812-47eabb83befd x-openstack-request-id: req-b19db2b6-214b-40f6-a812-47eabb83befd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:44:18.668628 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "tag": "79d9eed6-c581-4622-b245-41ca02283e89", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:44:18.668887 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b19db2b6-214b-40f6-a812-47eabb83befd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:44:18.669297 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89', 'status': 'completed', 'code': 200} Feb 10 07:44:18.715091 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1b23f0d2-472e-456d-bd32-f3c7063612ea None None] Current status of the port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:18.723420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-32571ab1-6a26-4885-8514-01a404318eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:18.725006 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-32571ab1-6a26-4885-8514-01a404318eba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1125 time: 0.0703056 Feb 10 07:44:18.771274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-8e92558e-8342-40f0-b989-f32fbd76d91c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 217 time: 0.0389421 Feb 10 07:44:18.821238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-a65b499c-925a-4c68-926a-57878d463e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:18.822765 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-a65b499c-925a-4c68-926a-57878d463e35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0459721 Feb 10 07:44:18.877788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-66755bb7-8e70-4163-afb5-577be3ff441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:18.879370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-66755bb7-8e70-4163-afb5-577be3ff441f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509224 Feb 10 07:44:18.968650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-9344a74b-0327-4cc7-9987-cc47c4a3ef31 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828729 Feb 10 07:44:19.059076 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-57895265-8954-4d90-b58b-ca8a2d35c2af req-46a7ff0e-7307-496b-889a-b2e769439c5a service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839231 Feb 10 07:44:19.147744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-677bdf77-c3ef-4955-ba0d-c9cacbcf5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:19.149251 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-677bdf77-c3ef-4955-ba0d-c9cacbcf5167 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1125 time: 0.0449529 Feb 10 07:44:19.244537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-dc284fed-d6a1-49e4-a008-17f729c9248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:19.246037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-dc284fed-d6a1-49e4-a008-17f729c9248e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0912442 Feb 10 07:44:19.290065 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-ff8c7569-87c1-4489-a0b5-720e22711866 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 217 time: 0.0345371 Feb 10 07:44:19.337012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-ebe9e370-a7e6-4ada-9c67-54ea3efede2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:19.338434 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-ebe9e370-a7e6-4ada-9c67-54ea3efede2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0426035 Feb 10 07:44:19.386066 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-4ace0add-5ecd-48bd-82a1-25fed60ba0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:19.387561 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-4ace0add-5ecd-48bd-82a1-25fed60ba0b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438793 Feb 10 07:44:19.484004 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5edf22af-8485-4543-86f2-cc9fa7efc482 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:19.511916 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-e5b77859-a55a-462c-b106-8bd4bf953395 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182308 Feb 10 07:44:19.522275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3871ae-47e5-4cd1-9520-b3998a37315f req-24842a92-c1fc-4bcd-8088-617fdec88ce7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:19.523809 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a3871ae-47e5-4cd1-9520-b3998a37315f req-24842a92-c1fc-4bcd-8088-617fdec88ce7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0998719 Feb 10 07:44:19.535660 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5edf22af-8485-4543-86f2-cc9fa7efc482 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:19.536365 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:19.629158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5edf22af-8485-4543-86f2-cc9fa7efc482 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:19.630974 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:19.638336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5a3871ae-47e5-4cd1-9520-b3998a37315f req-97f0bb97-167c-4abe-a30b-14ed1aa688c5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044607 Feb 10 07:44:19.658781 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4e922bad-6de6-46c3-9a2d-e932c42cbffd req-28d4dea9-fdd2-4afe-828d-5da90f5ea806 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340055 Feb 10 07:44:19.684644 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:19.685021 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:19.764223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:20.759180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb42f3-31f4-4f59-a3f8-d23e1613c64a req-5572bcf5-a590-48ba-8d0b-a293738a1b0d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:20.760674 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cbb42f3-31f4-4f59-a3f8-d23e1613c64a req-5572bcf5-a590-48ba-8d0b-a293738a1b0d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0536995 Feb 10 07:44:20.808621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cbb42f3-31f4-4f59-a3f8-d23e1613c64a req-bb045b29-0808-4a97-a63b-0355a88c8dcb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 Feb 10 07:44:21.930490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e172-5ac2-4a2f-bf51-84b8e87b72a7 req-172af548-a0b9-4dee-8a96-a4e54477c21a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:21.932091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1d3e172-5ac2-4a2f-bf51-84b8e87b72a7 req-172af548-a0b9-4dee-8a96-a4e54477c21a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0587010 Feb 10 07:44:21.949378 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d9eed6-c581-4622-b245-41ca02283e89 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:44:21.983328 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d1d3e172-5ac2-4a2f-bf51-84b8e87b72a7 req-2d9d6154-3783-438c-9179-5931a701502c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457616 Feb 10 07:44:22.050795 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:22.062117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '79d9eed6-c581-4622-b245-41ca02283e89', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'port_id': '79d9eed6-c581-4622-b245-41ca02283e89', 'mac_address': 'fa:16:3e:4d:4b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:44:22.101853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 79d9eed6-c581-4622-b245-41ca02283e89 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:22.102168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:22.115206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d9eed6-c581-4622-b245-41ca02283e89 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:44:22.141969 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:22.145712 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:22.192081 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:22.456006 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['79d9eed6-c581-4622-b245-41ca02283e89'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:44:23.100506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566aa48-cf15-4a28-b4c5-ce4f9b46f896 req-2d78650c-2bd2-4e04-b0e7-7ea9a03fa4d4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:23.101925 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a566aa48-cf15-4a28-b4c5-ce4f9b46f896 req-2d78650c-2bd2-4e04-b0e7-7ea9a03fa4d4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 944 time: 0.0519249 Feb 10 07:44:23.152773 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a566aa48-cf15-4a28-b4c5-ce4f9b46f896 req-f4d85b56-0dd7-4af9-b6cc-397257ee16bf tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452726 Feb 10 07:44:23.981156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d9eed6-c581-4622-b245-41ca02283e89 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:44:24.030336 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 79d9eed6-c581-4622-b245-41ca02283e89 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:44:24.034041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 79d9eed6-c581-4622-b245-41ca02283e89 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:44:24.034451 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79d9eed6-c581-4622-b245-41ca02283e89), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:24.116031 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 79d9eed6-c581-4622-b245-41ca02283e89 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:44:24.116344 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:24.141181 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:44:24.143584 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba36e03f-db66-4df2-afbe-0a7b00256b41" -d '{"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-plugged", "status": "completed", "tag": "79d9eed6-c581-4622-b245-41ca02283e89"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:44:24.156411 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:44:24.161157 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:24.214848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:24.239804 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4052d8-d017-4768-a72b-741cd8ca2a71 x-openstack-request-id: req-2b4052d8-d017-4768-a72b-741cd8ca2a71 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:44:24.240106 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-plugged", "status": "completed", "tag": "79d9eed6-c581-4622-b245-41ca02283e89", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:44:24.240371 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b4052d8-d017-4768-a72b-741cd8ca2a71 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:44:24.240776 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89', 'code': 200} Feb 10 07:44:24.282063 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a6c62-a0ed-4da3-8e32-4ebe1b6ab88c req-60440e2d-b634-42ed-b1d1-a0d2a0246931 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:24.283610 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e0a6c62-a0ed-4da3-8e32-4ebe1b6ab88c req-60440e2d-b634-42ed-b1d1-a0d2a0246931 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0585701 Feb 10 07:44:24.362176 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e0a6c62-a0ed-4da3-8e32-4ebe1b6ab88c req-9a6975b6-4fc5-45f7-adb6-dab189ee5481 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724378 Feb 10 07:44:24.366953 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b231ed-e10a-4aa5-8e9a-49c2472968d7 req-ebec1020-3625-46af-a22d-9f8ed6575c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:24.368391 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68b231ed-e10a-4aa5-8e9a-49c2472968d7 req-ebec1020-3625-46af-a22d-9f8ed6575c82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1127 time: 0.0730467 Feb 10 07:44:24.415271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68b231ed-e10a-4aa5-8e9a-49c2472968d7 req-b7dd16df-7fc8-4b90-9a50-5bda5401be2e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389040 Feb 10 07:44:25.485709 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442715a-8fa2-4599-9d56-ae6519b31307 req-caa43c5b-733e-4e54-84bc-5d754f8cbe32 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:25.487462 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3442715a-8fa2-4599-9d56-ae6519b31307 req-caa43c5b-733e-4e54-84bc-5d754f8cbe32 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0519748 Feb 10 07:44:25.540239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3442715a-8fa2-4599-9d56-ae6519b31307 req-cf93cafa-dca4-49c0-8625-5c6b59f31931 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472248 Feb 10 07:44:26.658766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb0a34-08eb-4bfe-89d3-9f85c8802ce2 req-2b83ad4b-d82b-4b1e-ac1f-b57f978edf70 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:26.660662 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1cb0a34-08eb-4bfe-89d3-9f85c8802ce2 req-2b83ad4b-d82b-4b1e-ac1f-b57f978edf70 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0530241 Feb 10 07:44:26.708029 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1cb0a34-08eb-4bfe-89d3-9f85c8802ce2 req-a82b76c8-ba77-4e54-a4cb-d23511a5fc0f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419180 Feb 10 07:44:26.822862 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc094a6-6936-4949-b0f0-8ef8d4635715 req-59d0e882-bf50-4319-969d-ee3101dea43b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:26.824315 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6dc094a6-6936-4949-b0f0-8ef8d4635715 req-59d0e882-bf50-4319-969d-ee3101dea43b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0514901 Feb 10 07:44:26.871203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6dc094a6-6936-4949-b0f0-8ef8d4635715 req-33ca64f6-e6ae-42aa-8836-56b00b6ed12b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Feb 10 07:44:26.891918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 34998) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:27.021937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff5744-f3ce-4cea-8149-628e7b57a95d tempest-TestShelveInstance-857419335 tempest-TestShelveInstance-857419335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:27.023474 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-21ff5744-f3ce-4cea-8149-628e7b57a95d tempest-TestShelveInstance-857419335 tempest-TestShelveInstance-857419335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1122 time: 0.1305687 Feb 10 07:44:27.026547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35002) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:44:27.030731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '79d9eed6-c581-4622-b245-41ca02283e89', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:44:27.050405 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:27.142087 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:27.251119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Allocated IP 172.25.8.130 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/4012666b-7436-42b0-a479-6e0d9fcf709f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:44:27.347672 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for port (4012666b-7436-42b0-a479-6e0d9fcf709f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:27.379667 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (4012666b-7436-42b0-a479-6e0d9fcf709f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:27.420602 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:44:27.423397 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:44:27.426857 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:44:27.450986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'Port': ['ID=4012666b-7436-42b0-a479-6e0d9fcf709f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:27.788227 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for floatingip (183f676f-50de-4f37-96d2-9bac1e1c5d27), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:27.859283 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (4012666b-7436-42b0-a479-6e0d9fcf709f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:28.007615 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for port (4012666b-7436-42b0-a479-6e0d9fcf709f), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:28.012032 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (4012666b-7436-42b0-a479-6e0d9fcf709f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:28.086534 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'Port': ['ID=4012666b-7436-42b0-a479-6e0d9fcf709f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:44:28.095546 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (183f676f-50de-4f37-96d2-9bac1e1c5d27), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:28.201049 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Floating IP 183f676f-50de-4f37-96d2-9bac1e1c5d27 associated. External IP: 172.25.8.130, port: 79d9eed6-c581-4622-b245-41ca02283e89. Feb 10 07:44:28.409323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Router f51ec8eb-9061-4a57-a655-9d42a7242e68 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:44:28.516733 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:44:28.527716 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] Sync routers for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:44:28.535859 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:28.542863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:28.543598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:28.568700 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ccf5c823-1329-4d3f-a879-2162f00fdc35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5411274 Feb 10 07:44:28.569298 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:44:28.571601 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "tag": "79d9eed6-c581-4622-b245-41ca02283e89"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:44:28.607557 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d99e849-deb5-429a-b95e-dc152e11e5f0 x-openstack-request-id: req-6d99e849-deb5-429a-b95e-dc152e11e5f0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:44:28.607924 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "tag": "79d9eed6-c581-4622-b245-41ca02283e89", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:44:28.608224 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d99e849-deb5-429a-b95e-dc152e11e5f0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:44:28.608576 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89', 'status': 'completed', 'code': 200} Feb 10 07:44:28.657451 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:28.672284 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-203db663-290e-4a7a-9c9f-6e7e5cee441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:28.673729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-203db663-290e-4a7a-9c9f-6e7e5cee441d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1127 time: 0.0440025 Feb 10 07:44:28.765726 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-dcf28c13-c2fc-44f2-bc41-6729545f4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:28.767297 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-dcf28c13-c2fc-44f2-bc41-6729545f4733 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0880115 Feb 10 07:44:28.831604 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-11a7e451-4ef4-45b8-bcaf-e20eba8f2108 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 999 time: 0.0586419 Feb 10 07:44:28.882924 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-0ee0d152-4ce6-47b1-85ad-2e14f3ee7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:28.884255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '183f676f-50de-4f37-96d2-9bac1e1c5d27', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'port_id': '79d9eed6-c581-4622-b245-41ca02283e89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'mac_address': 'fa:16:3e:4d:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:44:27Z', 'updated_at': '2022-02-10T07:44:27Z', 'revision_number': 0, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:28.884480 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-0ee0d152-4ce6-47b1-85ad-2e14f3ee7f7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0481541 Feb 10 07:44:28.910560 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] Checking router: f51ec8eb-9061-4a57-a655-9d42a7242e68 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:44:28.918951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:44:28.919558 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:44:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:28.932708 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-c01f8d11-3cae-4fef-b140-daeacf186531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:44:28.934177 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-c01f8d11-3cae-4fef-b140-daeacf186531 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443954 Feb 10 07:44:29.021538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-889c7564-e7d1-44ab-a00c-ad11e2b43528 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804558 Feb 10 07:44:29.028125 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:44:29.116063 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2742f2dd-13cd-4a95-91e3-1f627fa97c6c req-425b71f2-e445-4c59-89c5-034d275c7ccd service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888920 Feb 10 07:44:29.261236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '183f676f-50de-4f37-96d2-9bac1e1c5d27', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'port_id': '79d9eed6-c581-4622-b245-41ca02283e89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'mac_address': 'fa:16:3e:4d:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:44:27Z', 'updated_at': '2022-02-10T07:44:27Z', 'revision_number': 0, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:44:29.287780 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b354cba-e8d0-49fd-813f-dd86d04da84e None None] The sync data for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 is: [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '183f676f-50de-4f37-96d2-9bac1e1c5d27', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'port_id': '79d9eed6-c581-4622-b245-41ca02283e89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'mac_address': 'fa:16:3e:4d:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:44:27Z', 'updated_at': '2022-02-10T07:44:27Z', 'revision_number': 0, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:44:29.483108 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbfed5e-93d9-4737-9151-0d1fe478c116 None None] New status for floating IP 183f676f-50de-4f37-96d2-9bac1e1c5d27: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:44:35.977138 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:44:37.396635 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:40.444572 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de17ff6b-d6d9-4a76-9e06-5f145216dc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:40.745491 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:42.705190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33276ed-efb4-4080-8f7e-3dc01330079f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:44.089983 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:45.497190 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:44:46.592425 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:06.702566 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-bcc55116-bbae-400e-88da-faf3c205276d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433218 Feb 10 07:45:06.786769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-3eba6807-7e41-4084-b243-33f43c0a3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:45:06.788363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-3eba6807-7e41-4084-b243-33f43c0a3959 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1127 time: 0.0479190 Feb 10 07:45:06.886763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-dfbd5fbe-85a3-4c48-bb17-eae4156374ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:45:06.888234 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-dfbd5fbe-85a3-4c48-bb17-eae4156374ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0838308 Feb 10 07:45:06.954965 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-17a5dd89-38ee-40cd-9ee4-441ed66b8299 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 1001 time: 0.0606120 Feb 10 07:45:07.002835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-346ec291-da4f-4b68-a006-eb30798ee161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:45:07.004538 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-346ec291-da4f-4b68-a006-eb30798ee161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0439718 Feb 10 07:45:07.052183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-6cb47550-6029-4f2b-bdca-38c4d3dac9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:45:07.053644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-6cb47550-6029-4f2b-bdca-38c4d3dac9c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433447 Feb 10 07:45:07.063384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-97fa6da6-6a5e-44df-851b-a2b1fa1e9fae service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:45:07.064333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-97fa6da6-6a5e-44df-851b-a2b1fa1e9fae service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047252 Feb 10 07:45:07.152570 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-4eeabe03-4b29-4bc7-8796-d933800cfc6e service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826383 Feb 10 07:45:07.241074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4044b233-11cf-46a3-9f1f-b4e5a5b33c88 req-602463d4-4897-4e82-b403-fcd39cd27a20 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831122 Feb 10 07:45:07.396081 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:10.445789 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae17b-84cd-4f9f-a551-105d8585e1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:10.768627 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:12.706781 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e890ce6-0894-48da-9999-7e019d2d0e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:12.975994 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:45:14.093003 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:15.499269 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:16.594268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:37.394988 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:40.447062 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2576a52c-9b24-4195-ae43-a7c059005b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:40.780671 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:42.707638 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b00e2227-59e3-41ca-84fe-19624d87fbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:44.097110 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:45.501600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:46.597395 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:45:49.975192 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:46:07.393448 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:07.728968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-65bbb221-8baa-42b1-a172-a05f14226f17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436440 Feb 10 07:46:07.815060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-2ee963ed-28ab-4595-ae1f-e1b37ff9630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:46:07.817074 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-2ee963ed-28ab-4595-ae1f-e1b37ff9630a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1127 time: 0.0483131 Feb 10 07:46:07.915949 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-34cc45c8-575a-46bd-9ff9-24bcbc079e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:46:07.917429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-34cc45c8-575a-46bd-9ff9-24bcbc079e38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0821493 Feb 10 07:46:07.984258 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-3b60d934-4b02-49ce-aeb6-be5a902f7bfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 1001 time: 0.0607932 Feb 10 07:46:08.031894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-31d07d41-6647-4071-9959-243076ad8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:46:08.033358 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-31d07d41-6647-4071-9959-243076ad8b8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0439298 Feb 10 07:46:08.081437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-6554303a-db21-4792-b59a-c4ef2a522e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:46:08.082966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-6554303a-db21-4792-b59a-c4ef2a522e61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445690 Feb 10 07:46:08.172594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-cd791540-d041-4024-bea7-9086bca5e3d6 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829461 Feb 10 07:46:08.258615 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-63bd10ab-3715-465c-9adf-5b6cbb14938b req-6dfbaf36-ee45-411a-be2c-78d3c1b19f5d service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803988 Feb 10 07:46:10.447548 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6960a0fc-af69-46ad-ad10-72a5dd815cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:10.803349 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:12.708796 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a85bb675-e333-4c13-b12f-c0edc0f6a2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:14.098270 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:15.504644 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:16.600005 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:26.973991 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:46:37.393948 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:40.448096 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f9a235f-f003-40de-93f1-fb92f938dca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:40.804822 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:42.709611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e74a49de-421f-4ebf-b7b4-89e7a4c8b1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:44.101129 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:45.508359 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:46.604741 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:46:55.668731 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d5f91-05e5-487c-94f6-685c00ba238e req-261c05e1-2230-464b-bb3f-64e545cbd9f3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:46:55.670220 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c15d5f91-05e5-487c-94f6-685c00ba238e req-261c05e1-2230-464b-bb3f-64e545cbd9f3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.4305413 Feb 10 07:46:55.717098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c15d5f91-05e5-487c-94f6-685c00ba238e req-b3d9ea07-6d9c-4eb9-ae41-85b0e33a3f51 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406716 Feb 10 07:46:56.841243 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442396a-48ae-4ccb-85aa-ddf30f80856f req-3bb03d77-be7b-48a2-8d72-e3706a6cbebb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:46:56.842713 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1442396a-48ae-4ccb-85aa-ddf30f80856f req-3bb03d77-be7b-48a2-8d72-e3706a6cbebb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Feb 10 07:46:56.889221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1442396a-48ae-4ccb-85aa-ddf30f80856f req-dacfad03-a88a-47a2-926d-7402312d2c85 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 Feb 10 07:46:58.022623 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f22b4-70ea-4c2d-9f76-1668618f6c80 req-37e95afe-497f-49cc-8b5b-f7cc748b6e60 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:46:58.024085 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e38f22b4-70ea-4c2d-9f76-1668618f6c80 req-37e95afe-497f-49cc-8b5b-f7cc748b6e60 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0547066 Feb 10 07:46:58.071782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e38f22b4-70ea-4c2d-9f76-1668618f6c80 req-cddc748a-76e3-4e95-84dc-0f42f01bfcd3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Feb 10 07:46:59.189065 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff23f3-1bb7-4dc1-8f80-c0576bc2acce req-d799b78a-cdcd-42c4-8648-60808c5a531c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:46:59.190590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ff23f3-1bb7-4dc1-8f80-c0576bc2acce req-d799b78a-cdcd-42c4-8648-60808c5a531c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0531881 Feb 10 07:46:59.240020 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40ff23f3-1bb7-4dc1-8f80-c0576bc2acce req-99c24172-0639-4fd6-8f3c-37d615140cdb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437167 Feb 10 07:47:00.361333 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f2f98-0294-492f-aee8-b41e3ba74688 req-0c2da2c3-ab28-4523-87c6-747c4af1f857 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:00.362983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-501f2f98-0294-492f-aee8-b41e3ba74688 req-0c2da2c3-ab28-4523-87c6-747c4af1f857 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0556490 Feb 10 07:47:00.417406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-501f2f98-0294-492f-aee8-b41e3ba74688 req-7f257b98-fd0a-413a-89c4-5ced1f2bc7d0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485387 Feb 10 07:47:01.532788 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ba20-3198-427a-85d2-7b1bdab959fb req-be8aa8df-65ef-4653-acf9-129ed9a8945c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:01.534252 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5e8ba20-3198-427a-85d2-7b1bdab959fb req-be8aa8df-65ef-4653-acf9-129ed9a8945c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0514588 Feb 10 07:47:01.581675 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5e8ba20-3198-427a-85d2-7b1bdab959fb req-3da7b7ad-377d-43a2-b707-f580399ef3c3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Feb 10 07:47:02.700773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf6edb-3392-49f0-aec1-dd24edaf7933 req-2688bd56-af18-4f95-a11e-8f7784b804cb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:02.702230 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-afaf6edb-3392-49f0-aec1-dd24edaf7933 req-2688bd56-af18-4f95-a11e-8f7784b804cb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Feb 10 07:47:02.750179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-afaf6edb-3392-49f0-aec1-dd24edaf7933 req-c90d726c-454c-41ef-a9ad-789591526f69 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Feb 10 07:47:03.872775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546011e3-ce7b-4469-832d-7f832f873165 req-14cf48cd-f7b6-40a2-b42d-47625b39b7e1 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:03.874269 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-546011e3-ce7b-4469-832d-7f832f873165 req-14cf48cd-f7b6-40a2-b42d-47625b39b7e1 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0553684 Feb 10 07:47:03.921966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-546011e3-ce7b-4469-832d-7f832f873165 req-8d56a0b3-aa1c-419e-8c20-d6b246228d88 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Feb 10 07:47:03.972608 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:47:05.041019 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ee960-18de-4959-8059-5b6d6627c99c req-7ab42c6d-efda-4bf5-9e96-9d6fb94cab41 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:05.042505 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-984ee960-18de-4959-8059-5b6d6627c99c req-7ab42c6d-efda-4bf5-9e96-9d6fb94cab41 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0513916 Feb 10 07:47:05.089447 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-984ee960-18de-4959-8059-5b6d6627c99c req-e3f4fe98-65e7-4b53-90a2-63eda62dd8bb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Feb 10 07:47:06.210090 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379d940-9216-48f6-9fe9-7879a586d395 req-063302c4-fe32-455b-82a3-04db7acae8de tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:06.211600 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6379d940-9216-48f6-9fe9-7879a586d395 req-063302c4-fe32-455b-82a3-04db7acae8de tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0557556 Feb 10 07:47:06.258771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6379d940-9216-48f6-9fe9-7879a586d395 req-1e05c5a5-b39d-4926-a18c-70ee9fbc4328 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Feb 10 07:47:06.977983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d9eed6-c581-4622-b245-41ca02283e89 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:47:07.075714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:47:07.086390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '79d9eed6-c581-4622-b245-41ca02283e89', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'port_id': '79d9eed6-c581-4622-b245-41ca02283e89', 'mac_address': 'fa:16:3e:4d:4b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:47:07.122943 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 79d9eed6-c581-4622-b245-41ca02283e89 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:47:07.123452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:07.135860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79d9eed6-c581-4622-b245-41ca02283e89 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:47:07.155298 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:47:07.158547 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:07.214109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:47:07.221323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.221668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.222582 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.222916 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.223247 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.223574 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.223898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.224222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.224549 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.224868 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.225190 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.225508 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.225824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:47:07.234791 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['79d9eed6-c581-4622-b245-41ca02283e89'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:47:07.375571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d221b-6b3d-4dad-8510-fd749721a18f req-eb49ea55-8706-4e91-bc13-5aeb851f4e46 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:07.377091 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc5d221b-6b3d-4dad-8510-fd749721a18f req-eb49ea55-8706-4e91-bc13-5aeb851f4e46 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 944 time: 0.0519712 Feb 10 07:47:07.426262 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:07.434119 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc5d221b-6b3d-4dad-8510-fd749721a18f req-06e0f784-c39b-460a-a7a4-7b6a78143639 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512967 Feb 10 07:47:08.543343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b335e6-f68b-4225-a86c-836f84b64cbe req-8986d0e1-bf49-4c0f-81ff-fbad79fe04c0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:08.544816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8b335e6-f68b-4225-a86c-836f84b64cbe req-8986d0e1-bf49-4c0f-81ff-fbad79fe04c0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 944 time: 0.0512385 Feb 10 07:47:08.596055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d8b335e6-f68b-4225-a86c-836f84b64cbe req-9a038d39-ace6-42d8-a3fd-0f645291854f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Feb 10 07:47:08.818405 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-90ad742c-c0c4-4cfc-a621-a21404ffa142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:08.819869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-90ad742c-c0c4-4cfc-a621-a21404ffa142 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1126 time: 0.0994487 Feb 10 07:47:08.919239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-0d97d52f-0795-49b4-813c-23de6dd03e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:08.920698 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-0d97d52f-0795-49b4-813c-23de6dd03e8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0832660 Feb 10 07:47:08.988077 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-03f65762-0074-4ff6-90a0-6f5766194c88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 1000 time: 0.0605767 Feb 10 07:47:08.994021 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d9eed6-c581-4622-b245-41ca02283e89 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:47:09.037576 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-1b60ca82-cd30-4316-94a9-615d463a9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:09.039066 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-1b60ca82-cd30-4316-94a9-615d463a9949 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0447593 Feb 10 07:47:09.041591 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 79d9eed6-c581-4622-b245-41ca02283e89 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:47:09.041960 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79d9eed6-c581-4622-b245-41ca02283e89), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:09.087775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-9ad7ad12-54e8-4994-aa78-4507a52801d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:09.089416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-9ad7ad12-54e8-4994-aa78-4507a52801d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439537 Feb 10 07:47:09.119785 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 79d9eed6-c581-4622-b245-41ca02283e89 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:47:09.120180 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:09.142775 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:47:09.145589 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59139271-54c1-4ca5-965a-de873f234a20" -d '{"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-plugged", "status": "completed", "tag": "79d9eed6-c581-4622-b245-41ca02283e89"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:47:09.157720 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:47:09.163082 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:09.185485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-84f30404-74e1-47a2-978b-252963b890ca service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898604 Feb 10 07:47:09.189208 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dc52af-f50a-4b10-9488-be0e717cdf55 x-openstack-request-id: req-28dc52af-f50a-4b10-9488-be0e717cdf55 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:47:09.189477 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-plugged", "status": "completed", "tag": "79d9eed6-c581-4622-b245-41ca02283e89", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:47:09.189737 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28dc52af-f50a-4b10-9488-be0e717cdf55 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:47:09.190137 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89', 'code': 200} Feb 10 07:47:09.217485 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:47:09.283104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c77bc446-3fd9-4cfd-b861-da4b5c058e17 req-ea6d94cf-b289-40b2-9606-41635b335ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857432 Feb 10 07:47:09.720487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf82e6-7d0a-4c62-83dc-ddcecd86d742 req-249f73cb-f8b1-47b5-9c28-d4b2dc3878b2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:09.721960 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68bf82e6-7d0a-4c62-83dc-ddcecd86d742 req-249f73cb-f8b1-47b5-9c28-d4b2dc3878b2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0571752 Feb 10 07:47:09.769692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-68bf82e6-7d0a-4c62-83dc-ddcecd86d742 req-6b522ea0-5cb7-4aa8-bf28-35ce1b90c126 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Feb 10 07:47:10.450429 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86dee752-932c-4f3c-a446-3457ceb0725d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:10.803865 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:10.897773 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0320d05-63e2-4542-8bb0-c9951569dc62 req-ba2afb14-d800-4d60-90eb-1255866742e2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:10.899275 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0320d05-63e2-4542-8bb0-c9951569dc62 req-ba2afb14-d800-4d60-90eb-1255866742e2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0525115 Feb 10 07:47:10.947187 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e0320d05-63e2-4542-8bb0-c9951569dc62 req-41289c68-89af-4bfd-8819-279c3901be9e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Feb 10 07:47:12.067834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74a23e-12f7-46f4-8cf8-5fb5d22a28a0 req-7d5b2f53-de88-41df-afb8-25ff32f5081d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:12.069293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e74a23e-12f7-46f4-8cf8-5fb5d22a28a0 req-7d5b2f53-de88-41df-afb8-25ff32f5081d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0555871 Feb 10 07:47:12.116407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1e74a23e-12f7-46f4-8cf8-5fb5d22a28a0 req-e656eba0-694f-40f8-8037-59489c219f90 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409784 Feb 10 07:47:12.711914 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38fc14fb-e7de-4e50-a34c-27bcce8d6f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:13.250004 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ea20c-b4ff-44ee-9667-fd3ac70cd8cd req-0cd6cc21-9779-4fd9-8c16-6548422f2027 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:13.252359 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-266ea20c-b4ff-44ee-9667-fd3ac70cd8cd req-0cd6cc21-9779-4fd9-8c16-6548422f2027 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0647213 Feb 10 07:47:13.318908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-266ea20c-b4ff-44ee-9667-fd3ac70cd8cd req-d4e3059d-70a2-4959-992b-0d5e3349bd00 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600736 Feb 10 07:47:14.106743 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:14.446485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aaaaf-c7b1-4d1b-a4d7-37398a4dd72a req-456e5eab-b204-4961-8ba0-753f7716a8b8 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:14.448647 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff2aaaaf-c7b1-4d1b-a4d7-37398a4dd72a req-456e5eab-b204-4961-8ba0-753f7716a8b8 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0593753 Feb 10 07:47:14.515209 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff2aaaaf-c7b1-4d1b-a4d7-37398a4dd72a req-2f47889e-fbaa-4494-8a95-ffe15397f9d5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572267 Feb 10 07:47:15.523922 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:15.654211 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636d491-09b0-481a-a440-6114f233acc7 req-46528d56-2450-4553-945e-d5d54b2a0588 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:15.655910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e636d491-09b0-481a-a440-6114f233acc7 req-46528d56-2450-4553-945e-d5d54b2a0588 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0706916 Feb 10 07:47:15.724071 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e636d491-09b0-481a-a440-6114f233acc7 req-484abc59-31b0-4dd3-91c2-970b093ef2d4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579901 Feb 10 07:47:16.609817 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:16.861297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee92712-983c-4ef6-bbed-e8186f643bd2 req-e96962f3-14b7-4082-948f-84dbf97bda71 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:16.863312 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ee92712-983c-4ef6-bbed-e8186f643bd2 req-e96962f3-14b7-4082-948f-84dbf97bda71 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0710289 Feb 10 07:47:16.915836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9ee92712-983c-4ef6-bbed-e8186f643bd2 req-f2689fb1-31fa-45a3-a376-4fb2f8da4ead tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464373 Feb 10 07:47:18.055497 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070215da-53b1-4539-b510-966ac5749531 req-586186f2-b7a9-4138-bfbe-32c9969bc623 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:18.057050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-070215da-53b1-4539-b510-966ac5749531 req-586186f2-b7a9-4138-bfbe-32c9969bc623 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0647471 Feb 10 07:47:18.111486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-070215da-53b1-4539-b510-966ac5749531 req-231d9913-43ca-43ae-be1e-643bcb023727 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486696 Feb 10 07:47:19.238890 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550a57d-c7fd-45fd-bea4-5bdf75e4820c req-6c4c7884-5205-48d9-ae3f-e2a8b2229e7c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:19.240413 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4550a57d-c7fd-45fd-bea4-5bdf75e4820c req-6c4c7884-5205-48d9-ae3f-e2a8b2229e7c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0573554 Feb 10 07:47:19.296782 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4550a57d-c7fd-45fd-bea4-5bdf75e4820c req-03ae1017-f969-4544-b476-29e38c5699d2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489006 Feb 10 07:47:20.446246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfae2c-956e-4a67-a2c8-b6d99b29d550 req-05566f97-ae43-40c3-b781-f18d2610fcfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:20.447908 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5bfae2c-956e-4a67-a2c8-b6d99b29d550 req-05566f97-ae43-40c3-b781-f18d2610fcfe tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0558877 Feb 10 07:47:20.511038 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c5bfae2c-956e-4a67-a2c8-b6d99b29d550 req-a10a2e52-0352-4e28-86b6-b3d6ca9ead69 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552759 Feb 10 07:47:21.635926 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74d414-f478-40e6-8305-9063a0a6119e req-022b39cc-7597-4420-a952-5d6964936723 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:21.637550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb74d414-f478-40e6-8305-9063a0a6119e req-022b39cc-7597-4420-a952-5d6964936723 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0544925 Feb 10 07:47:21.689669 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb74d414-f478-40e6-8305-9063a0a6119e req-1f28ba8f-b029-4ccd-9b05-3e2f31b0f660 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Feb 10 07:47:22.270865 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-bdb779a3-9fb3-44fd-b4c4-5e7b10903f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:22.272399 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-bdb779a3-9fb3-44fd-b4c4-5e7b10903f66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1127 time: 0.0448210 Feb 10 07:47:22.364656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-6ca2f8f7-4455-455a-b0c4-b5efcfe688d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:22.366096 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-6ca2f8f7-4455-455a-b0c4-b5efcfe688d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0865095 Feb 10 07:47:22.428786 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-75474770-c8ce-4206-a49e-7a36307833fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 1001 time: 0.0568972 Feb 10 07:47:22.480442 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-be3038ed-2eb7-423e-91b2-1e08cff2333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:22.481866 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-be3038ed-2eb7-423e-91b2-1e08cff2333b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0467625 Feb 10 07:47:22.529250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-d7cbe915-30ab-4fb6-bed4-11b8812069b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:22.530746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-d7cbe915-30ab-4fb6-bed4-11b8812069b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424953 Feb 10 07:47:22.617569 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-4c0a8869-a6f7-4f87-b8a9-188f0aa9e51c service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805287 Feb 10 07:47:22.709877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-630f1002-20d0-4006-af7e-80b3092f7b07 req-7a548697-07e4-4918-ab76-eb236f208c96 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855575 Feb 10 07:47:22.810155 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d5191-b667-4076-a784-351c9ed84d48 req-57d5b782-0dbe-4440-b14e-5ac0ec46b837 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:22.812576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-639d5191-b667-4076-a784-351c9ed84d48 req-57d5b782-0dbe-4440-b14e-5ac0ec46b837 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0528316 Feb 10 07:47:22.859200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-639d5191-b667-4076-a784-351c9ed84d48 req-96acfd35-d753-4e45-9126-218c976e4575 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420458 Feb 10 07:47:23.981778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687ff59-eb58-44ec-b7a1-fe4fc0b804cc req-14b786c1-708e-4221-82ef-d841ef85096d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:23.983298 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5687ff59-eb58-44ec-b7a1-fe4fc0b804cc req-14b786c1-708e-4221-82ef-d841ef85096d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0575743 Feb 10 07:47:24.040249 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5687ff59-eb58-44ec-b7a1-fe4fc0b804cc req-ec32995f-dfd5-48b5-a485-f69fd1e28098 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514667 Feb 10 07:47:25.071454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d9eed6-c581-4622-b245-41ca02283e89 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:47:25.159877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59dc8e-c5a5-41c8-b9d1-c3fe225dc84e req-83d63e84-370d-4b46-ab0f-95c1a7c4596a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:25.161340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd59dc8e-c5a5-41c8-b9d1-c3fe225dc84e req-83d63e84-370d-4b46-ab0f-95c1a7c4596a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 945 time: 0.0535209 Feb 10 07:47:25.218472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd59dc8e-c5a5-41c8-b9d1-c3fe225dc84e req-20cdfe4f-0f02-4afa-a723-1d6d1364f798 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512257 Feb 10 07:47:25.317794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 79d9eed6-c581-4622-b245-41ca02283e89 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:47:25.318188 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:25.339239 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-76063eb3-8dee-4427-a0c1-00f13bdf7cd3 req-5f46a67b-20d9-4999-a973-c837053d73eb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:47:25.340594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-76063eb3-8dee-4427-a0c1-00f13bdf7cd3 req-5f46a67b-20d9-4999-a973-c837053d73eb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502312 Feb 10 07:47:25.340789 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:47:25.343052 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3a2ecf-d547-4c9d-8583-164f7297d6d1" -d '{"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-unplugged", "status": "completed", "tag": "79d9eed6-c581-4622-b245-41ca02283e89"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:47:25.355617 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:47:25.360339 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:25.384603 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 07:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e402f-4dd9-4ae0-872c-470d05c2ae2b x-openstack-request-id: req-a86e402f-4dd9-4ae0-872c-470d05c2ae2b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:47:25.384897 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-unplugged", "status": "failed", "tag": "79d9eed6-c581-4622-b245-41ca02283e89", "code": 422}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:47:25.385157 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a86e402f-4dd9-4ae0-872c-470d05c2ae2b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:47:25.385548 n-d-828670-1 neutron-server[103215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89', 'code': 422} returned with failed status Feb 10 07:47:25.411588 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:47:26.519900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f52f34-08cf-4baa-81d2-83c174f8daed req-c2ab4d0f-7a50-4e52-9021-042bc3aa95b4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:26.521425 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86f52f34-08cf-4baa-81d2-83c174f8daed req-c2ab4d0f-7a50-4e52-9021-042bc3aa95b4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0607824 Feb 10 07:47:26.571654 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-86f52f34-08cf-4baa-81d2-83c174f8daed req-5eed43d1-9216-4efb-9e0f-1e9e301701a6 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447276 Feb 10 07:47:26.704996 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-e3f78c69-9c2e-4b35-ac8a-e6b64b1fc37e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913563 Feb 10 07:47:26.843359 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-d2f8c3dd-be7d-4ac2-b1ef-de1310941ef3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:26.844696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-d2f8c3dd-be7d-4ac2-b1ef-de1310941ef3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports/79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 940 time: 0.1115112 Feb 10 07:47:27.680758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-80f0d72e-c1f6-4b2f-9e06-aacd6e57f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:27.682239 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-80f0d72e-c1f6-4b2f-9e06-aacd6e57f529 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3&tenant_id=212d3379659c4abe90ad9cd0ed33f52a HTTP/1.1" status: 200 len: 1125 time: 0.0741351 Feb 10 07:47:27.703996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965023b3-eeb8-447a-8271-21b15279935b req-f83d9f46-b0cf-43f5-ba41-bc9351418d99 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:27.705500 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965023b3-eeb8-447a-8271-21b15279935b req-f83d9f46-b0cf-43f5-ba41-bc9351418d99 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0647743 Feb 10 07:47:27.777082 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-965023b3-eeb8-447a-8271-21b15279935b req-7c1e35ac-85b9-4eb8-af3e-9bb5cc80a98e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628529 Feb 10 07:47:27.782811 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-f334ebe4-4801-4c40-be6e-6b42ed1dea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:27.784274 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-f334ebe4-4801-4c40-be6e-6b42ed1dea84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1125 time: 0.0779054 Feb 10 07:47:27.874660 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-8113ffc0-b63a-4bde-baf3-b2977172eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:27.876197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-8113ffc0-b63a-4bde-baf3-b2977172eafe service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0858853 Feb 10 07:47:27.939311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-2fe3c5e8-757a-4027-b715-95e56cc83ad3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 999 time: 0.0564804 Feb 10 07:47:27.985486 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-4d463099-7af2-4196-8924-dc0fedad2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:27.986896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-4d463099-7af2-4196-8924-dc0fedad2aea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0419397 Feb 10 07:47:28.037611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-a80eaa89-e977-4861-b583-0ade81a6f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:28.039045 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-a80eaa89-e977-4861-b583-0ade81a6f959 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466259 Feb 10 07:47:28.126258 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-e0493b28-6dd6-4ad5-9b37-6612d6eb4f77 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805306 Feb 10 07:47:28.218472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6993d1-1c5c-456a-8481-f5c0a8450d1d req-b88313bc-2ac4-424f-9710-3a4120696c96 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860693 Feb 10 07:47:28.911127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f3b5c-0a57-4187-a86d-bf2b82ea1a47 req-a0abba67-d5fa-48fe-b580-d88175b372bb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:28.917995 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c33f3b5c-0a57-4187-a86d-bf2b82ea1a47 req-a0abba67-d5fa-48fe-b580-d88175b372bb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0670938 Feb 10 07:47:28.962805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c33f3b5c-0a57-4187-a86d-bf2b82ea1a47 req-12f77135-da0e-4dca-9cd0-cffa46852f33 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Feb 10 07:47:30.098522 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9db16-d1cb-409c-b038-c6b683154450 req-c4d9a843-5785-44c4-a2ae-b77a203a9ac8 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:30.100012 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4b9db16-d1cb-409c-b038-c6b683154450 req-c4d9a843-5785-44c4-a2ae-b77a203a9ac8 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0588577 Feb 10 07:47:30.155450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e4b9db16-d1cb-409c-b038-c6b683154450 req-df3dc594-e395-4eb7-a489-86f9de030555 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498409 Feb 10 07:47:31.300770 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259fe0-40e3-4235-8809-6cb972263a60 req-5158fad4-0b53-4938-b09d-39923d239baa tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:31.302333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f259fe0-40e3-4235-8809-6cb972263a60 req-5158fad4-0b53-4938-b09d-39923d239baa tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0646820 Feb 10 07:47:31.355890 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2f259fe0-40e3-4235-8809-6cb972263a60 req-87a87122-9418-4809-92e8-08129e7087c9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475111 Feb 10 07:47:32.481235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad7dfa-53d9-4072-8506-5ed38f77eeda req-038abc64-ee34-4ff4-8fff-3ab4a5ccec05 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:32.482790 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01ad7dfa-53d9-4072-8506-5ed38f77eeda req-038abc64-ee34-4ff4-8fff-3ab4a5ccec05 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0533895 Feb 10 07:47:32.536105 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-01ad7dfa-53d9-4072-8506-5ed38f77eeda req-680db45c-5245-4205-8c62-e96e0e4eff1a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449417 Feb 10 07:47:33.687324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213c017-251c-44fa-b1e6-0b46701f87ca req-efd463d0-8712-483c-8f64-54dbe8708961 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:33.688814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d213c017-251c-44fa-b1e6-0b46701f87ca req-efd463d0-8712-483c-8f64-54dbe8708961 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0598495 Feb 10 07:47:33.739473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d213c017-251c-44fa-b1e6-0b46701f87ca req-009b273c-997a-4806-9348-e9760e4b8530 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444007 Feb 10 07:47:34.874348 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620b1d4-c4e3-4d1e-a7fd-ba11e417a100 req-7c11a330-a921-4ab7-8894-800e884997a5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:34.875852 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7620b1d4-c4e3-4d1e-a7fd-ba11e417a100 req-7c11a330-a921-4ab7-8894-800e884997a5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0574412 Feb 10 07:47:34.930332 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7620b1d4-c4e3-4d1e-a7fd-ba11e417a100 req-023dbdd6-c6e5-4cda-be4e-5c1f6a60d3b4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488415 Feb 10 07:47:36.053686 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46ecb1-0179-478a-86a4-10ec090d52de req-5247dd1a-9b66-4a19-9581-f31865eec649 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:36.057437 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c46ecb1-0179-478a-86a4-10ec090d52de req-5247dd1a-9b66-4a19-9581-f31865eec649 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0537539 Feb 10 07:47:36.111794 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5c46ecb1-0179-478a-86a4-10ec090d52de req-e9ae7ecb-37f8-4350-90fa-fc34e9e4988d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501096 Feb 10 07:47:37.242679 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f1fba-cc32-4444-8d7c-7dd1790d9e33 req-fe7e33d5-905a-4742-87e0-14aac78099ba tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:37.244160 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-886f1fba-cc32-4444-8d7c-7dd1790d9e33 req-fe7e33d5-905a-4742-87e0-14aac78099ba tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0565555 Feb 10 07:47:37.292174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-886f1fba-cc32-4444-8d7c-7dd1790d9e33 req-17cbb142-79aa-4dcb-8a59-5ea0f52f6806 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Feb 10 07:47:37.411441 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:38.409053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00afe35-f697-4223-b3b8-bc500c432112 req-c3961be2-e2e6-4b99-876e-698986eda3ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:38.410550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d00afe35-f697-4223-b3b8-bc500c432112 req-c3961be2-e2e6-4b99-876e-698986eda3ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0510259 Feb 10 07:47:38.457708 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d00afe35-f697-4223-b3b8-bc500c432112 req-99e98084-464f-48f5-a751-d3ee991bad45 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Feb 10 07:47:39.580668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2ba1e-33a4-49bb-976a-91f3030e1ee6 req-cd29651e-e175-48f5-8dc4-e4971f3f7771 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:39.582114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05c2ba1e-33a4-49bb-976a-91f3030e1ee6 req-cd29651e-e175-48f5-8dc4-e4971f3f7771 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0553813 Feb 10 07:47:39.630124 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05c2ba1e-33a4-49bb-976a-91f3030e1ee6 req-c78e013f-0be3-49a2-bd94-34f00bfadbb8 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Feb 10 07:47:40.451430 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8325ca00-d6de-439d-b4e9-e297d75820d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:40.747143 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ee3f0-05cd-470d-872d-b6caf7c4defa req-694db111-5585-452b-9ac7-85f5345a1196 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:40.748601 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e74ee3f0-05cd-470d-872d-b6caf7c4defa req-694db111-5585-452b-9ac7-85f5345a1196 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0516448 Feb 10 07:47:40.795873 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e74ee3f0-05cd-470d-872d-b6caf7c4defa req-19a99db7-f7a8-4a52-8660-d8ba4f00c43b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Feb 10 07:47:40.801611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:40.971177 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:47:41.916351 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f6fca-a873-4013-8ff9-fd133c270e83 req-eb5944c7-6513-4b03-9aff-01ad4c6eadba tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:41.917894 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d46f6fca-a873-4013-8ff9-fd133c270e83 req-eb5944c7-6513-4b03-9aff-01ad4c6eadba tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0553987 Feb 10 07:47:41.965208 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d46f6fca-a873-4013-8ff9-fd133c270e83 req-3e386a91-8e80-4970-b7fb-ff25b255551e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Feb 10 07:47:42.714290 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a096a9df-e333-4cd2-ab41-e21b880e966b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:43.082700 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc50b0-d94f-4fc4-b3bb-5a9e55ae439c req-347146b6-7915-4356-bacc-7aaf5f5dab49 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:43.084159 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1acc50b0-d94f-4fc4-b3bb-5a9e55ae439c req-347146b6-7915-4356-bacc-7aaf5f5dab49 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 943 time: 0.0517721 Feb 10 07:47:43.132152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1acc50b0-d94f-4fc4-b3bb-5a9e55ae439c req-3cacf91f-7b81-452c-9311-dd0112a4c1b0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Feb 10 07:47:43.158474 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d9eed6-c581-4622-b245-41ca02283e89 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:47:43.256421 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:47:43.267037 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '79d9eed6-c581-4622-b245-41ca02283e89', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'port_id': '79d9eed6-c581-4622-b245-41ca02283e89', 'mac_address': 'fa:16:3e:4d:4b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:47:43.303383 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 79d9eed6-c581-4622-b245-41ca02283e89 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:47:43.303774 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:43.316887 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d9eed6-c581-4622-b245-41ca02283e89 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:47:43.337389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:47:43.340930 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:43.386975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:47:43.712112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['79d9eed6-c581-4622-b245-41ca02283e89'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:47:44.105651 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:44.250873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808449-b708-4742-b51a-95456063ee52 req-c3030ab0-adce-4775-bbd4-261733eb8527 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:44.252362 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43808449-b708-4742-b51a-95456063ee52 req-c3030ab0-adce-4775-bbd4-261733eb8527 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 944 time: 0.0514410 Feb 10 07:47:44.304219 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-43808449-b708-4742-b51a-95456063ee52 req-31cd4180-57f5-4058-99ac-d62950f2ba8d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458305 Feb 10 07:47:45.179883 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d9eed6-c581-4622-b245-41ca02283e89 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:47:45.227854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 79d9eed6-c581-4622-b245-41ca02283e89 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:47:45.228230 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (79d9eed6-c581-4622-b245-41ca02283e89), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:45.303220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 79d9eed6-c581-4622-b245-41ca02283e89 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:47:45.303611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:45.328446 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:47:45.330726 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d07f84e-ab06-4d3a-943e-4df12425d140" -d '{"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-plugged", "status": "completed", "tag": "79d9eed6-c581-4622-b245-41ca02283e89"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:47:45.343136 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:47:45.348168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:45.396471 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:47:45.407082 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d775ce31-8474-48ed-8e31-a6c49667cfb2 x-openstack-request-id: req-d775ce31-8474-48ed-8e31-a6c49667cfb2 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:47:45.407404 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-plugged", "status": "completed", "tag": "79d9eed6-c581-4622-b245-41ca02283e89", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:47:45.407664 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d775ce31-8474-48ed-8e31-a6c49667cfb2 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:47:45.408064 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89', 'code': 200} Feb 10 07:47:45.463322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3de60e-ff4b-4fc1-94ba-595c499516ab req-89fead7a-c8da-4027-bbeb-01c994c0336b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:45.464893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b3de60e-ff4b-4fc1-94ba-595c499516ab req-89fead7a-c8da-4027-bbeb-01c994c0336b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 946 time: 0.0562167 Feb 10 07:47:45.518895 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:45.522704 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8b3de60e-ff4b-4fc1-94ba-595c499516ab req-ec648016-db1c-48c9-bb94-d56e22cdebf2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519900 Feb 10 07:47:45.570965 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59f1d9-022d-4e9e-b9e1-616471641d6d req-ea5aceb0-5cde-41d5-83e8-628255f93081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:45.572458 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb59f1d9-022d-4e9e-b9e1-616471641d6d req-ea5aceb0-5cde-41d5-83e8-628255f93081 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1128 time: 0.0431504 Feb 10 07:47:45.621582 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb59f1d9-022d-4e9e-b9e1-616471641d6d req-e2e6eebd-9011-41f8-9a31-b0d6bdc602e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Feb 10 07:47:46.606723 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:47:46.653594 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a0c4-38ae-4d07-b514-4d2543088f48 req-733e3e03-b0b3-4757-a1cf-b3de8d15ad34 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:46.655178 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c203a0c4-38ae-4d07-b514-4d2543088f48 req-733e3e03-b0b3-4757-a1cf-b3de8d15ad34 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 946 time: 0.0617824 Feb 10 07:47:46.704472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c203a0c4-38ae-4d07-b514-4d2543088f48 req-32065c04-4967-42e8-9555-6c33008abce8 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 Feb 10 07:47:47.823446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552ebd4-3820-45b1-a64e-ed031619eee6 req-ab45e50a-4395-48e4-b23e-a4a4e385ebf3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:47:47.824846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9552ebd4-3820-45b1-a64e-ed031619eee6 req-ab45e50a-4395-48e4-b23e-a4a4e385ebf3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 946 time: 0.0522022 Feb 10 07:47:47.872286 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9552ebd4-3820-45b1-a64e-ed031619eee6 req-84dbf2eb-a6b1-4541-9ca1-3f95899fb1c4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Feb 10 07:48:07.406482 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:08.713915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-2fce09b7-370b-4f27-8fbb-a2838d15c7d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425222 Feb 10 07:48:08.806379 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-545c7552-4e9a-4efb-8a62-52fe9a5e3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:48:08.807884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-545c7552-4e9a-4efb-8a62-52fe9a5e3078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1128 time: 0.0499413 Feb 10 07:48:08.906575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-18f645aa-4535-47ee-a143-f2397f289cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:48:08.908025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-18f645aa-4535-47ee-a143-f2397f289cb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0816052 Feb 10 07:48:08.975285 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-6f4f4300-8f72-4898-a901-4cebf6f8f6c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 1001 time: 0.0598998 Feb 10 07:48:09.021304 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-e3fe05d9-f5d4-454f-b03b-ffcdcc12e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:48:09.023424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-e3fe05d9-f5d4-454f-b03b-ffcdcc12e612 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0430398 Feb 10 07:48:09.071858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-6f541cbd-202f-4429-b997-b03b7f4ac52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:48:09.073349 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-6f541cbd-202f-4429-b997-b03b7f4ac52a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430303 Feb 10 07:48:09.163179 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-02a3f035-4c2d-4dd3-b531-453b48516f5c service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830445 Feb 10 07:48:09.252358 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71e7274c-c26c-4e7a-aaaf-1a9253d1113d req-8c4a3bde-23de-4987-9bec-3409a253b85d service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826511 Feb 10 07:48:10.452919 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2f5dbad-1bcd-4281-a16d-72ce18a8e407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:10.808031 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:12.715317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc6d-691c-4719-8158-305e9bbc5762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:14.109451 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:15.521319 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:16.599775 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:17.969685 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:48:37.413562 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:40.454409 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e0adfce-e351-4662-96ae-ae05da9fd43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:40.803673 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:42.716737 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f7a42f1-adae-4919-8417-3c9a6b49f2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:44.114390 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:45.523647 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:46.603304 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:48:54.969433 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:49:07.405232 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:08.718227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-88f30cf6-fb50-40eb-9482-aff17627a046 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464687 Feb 10 07:49:08.808803 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-e907fd1a-969a-412a-a8d2-a6c54dc35090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:08.810266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-e907fd1a-969a-412a-a8d2-a6c54dc35090 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1128 time: 0.0442438 Feb 10 07:49:08.907301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-f7bf047a-6ab6-4c90-9733-4958cce6c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:08.908756 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-f7bf047a-6ab6-4c90-9733-4958cce6c846 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0808017 Feb 10 07:49:08.983646 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-8b34b7ef-5cb4-480a-adf8-a73268611f6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 1001 time: 0.0598407 Feb 10 07:49:09.038993 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-22018bb5-0403-4306-8a32-76d9d1d4fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:09.040456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-22018bb5-0403-4306-8a32-76d9d1d4fabe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0510619 Feb 10 07:49:09.091337 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-42a5e5f0-ba43-4b5e-96d8-78a9228b1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:09.092820 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-42a5e5f0-ba43-4b5e-96d8-78a9228b1872 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467982 Feb 10 07:49:09.184382 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-22bf4a2b-81ad-4736-928e-e7a709200c72 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857000 Feb 10 07:49:09.279501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c407412e-a2c6-44af-96ff-fdc5d546852c req-bbf4664a-3e20-447a-ad76-195b03863ace service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893033 Feb 10 07:49:10.456436 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b962c85f-ae0b-442e-837d-8d46e05c8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:10.832996 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:12.719252 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c1171e1-1dc2-4bb7-a5f5-c940dce349fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:14.115084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:15.525442 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:16.607164 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:31.968011 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:49:32.774445 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35346) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:49:32.969147 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Deleting port 4012666b-7436-42b0-a479-6e0d9fcf709f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:49:32.969508 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (4012666b-7436-42b0-a479-6e0d9fcf709f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:33.043354 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (4012666b-7436-42b0-a479-6e0d9fcf709f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:33.043599 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for floatingip (4012666b-7436-42b0-a479-6e0d9fcf709f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:33.055078 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Calling delete_port for 4012666b-7436-42b0-a479-6e0d9fcf709f owned by network:floatingip {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:49:33.198776 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (4012666b-7436-42b0-a479-6e0d9fcf709f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:33.223401 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event deleted for resources: {'Port': ['ID=4012666b-7436-42b0-a479-6e0d9fcf709f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:33.241336 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.241688 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.242030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.242395 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.242728 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.243057 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.243380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.243706 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.244030 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.244349 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.244668 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.244986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.245304 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:33.305476 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for floatingip (183f676f-50de-4f37-96d2-9bac1e1c5d27), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:33.306184 n-d-828670-1 neutron-server[103213]: INFO neutron.db.l3_db [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Floating IP 183f676f-50de-4f37-96d2-9bac1e1c5d27 disassociated (deleted). External IP: 172.25.8.130, port: 79d9eed6-c581-4622-b245-41ca02283e89. Feb 10 07:49:33.520683 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Router f51ec8eb-9061-4a57-a655-9d42a7242e68 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:49:33.629359 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:49:33.634631 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:33.639290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] Sync routers for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:49:33.650682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:49:33.651326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:49:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:49:33.667661 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-38762b43-c1bf-4f49-92f4-473db238186f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "DELETE /v2.0/floatingips/183f676f-50de-4f37-96d2-9bac1e1c5d27 HTTP/1.1" status: 204 len: 168 time: 0.8897066 Feb 10 07:49:33.667661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:49:33.672233 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32248ccb8307dab1b2a4a84315c7099ee272128278392cd2aa8c1e6583189ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df" -d '{"events": [{"name": "network-changed", "server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "tag": "79d9eed6-c581-4622-b245-41ca02283e89"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:49:33.769876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:49:33.777800 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbb65b4-9170-43a6-b7aa-cbb70a22deb6 x-openstack-request-id: req-8dbb65b4-9170-43a6-b7aa-cbb70a22deb6 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:49:33.778336 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "tag": "79d9eed6-c581-4622-b245-41ca02283e89", "status": "completed", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:49:33.778470 n-d-828670-1 neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dbb65b4-9170-43a6-b7aa-cbb70a22deb6 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:49:33.778778 n-d-828670-1 neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89', 'status': 'completed', 'code': 200} Feb 10 07:49:33.848301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-2f5baced-5199-4fd8-be48-30e08ccb26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:33.849893 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-2f5baced-5199-4fd8-be48-30e08ccb26fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 1128 time: 0.0480816 Feb 10 07:49:33.972872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b5ba5-f6cf-43fe-b155-1837a003544e req-da6a9037-75a0-4be8-a9f5-0ed1087ac8ec tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:33.974473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-760b5ba5-f6cf-43fe-b155-1837a003544e req-da6a9037-75a0-4be8-a9f5-0ed1087ac8ec tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 946 time: 0.1160452 Feb 10 07:49:33.991446 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-5b6bf2b4-8977-412a-ac3d-49d00f93e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:33.992220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:49:33.992878 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-5b6bf2b4-8977-412a-ac3d-49d00f93e76a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.1356084 Feb 10 07:49:34.019179 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] Checking router: f51ec8eb-9061-4a57-a655-9d42a7242e68 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:49:34.027264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:49:34.027853 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:49:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:49:34.038347 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-49adf3a8-fbba-477a-9ece-27a2a74b918b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 200 len: 217 time: 0.0382016 Feb 10 07:49:34.091431 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-760b5ba5-f6cf-43fe-b155-1837a003544e req-8addf706-9347-4321-8f46-4ca63177d257 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091063 Feb 10 07:49:34.105416 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-9a6d2052-eccc-4500-9685-3d870eca69da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:34.106950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-9a6d2052-eccc-4500-9685-3d870eca69da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0612302 Feb 10 07:49:34.135863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:49:34.156520 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-9d487cfc-dc7f-4e3b-af31-937635f0904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:34.158100 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-9d487cfc-dc7f-4e3b-af31-937635f0904e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438612 Feb 10 07:49:34.251542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-e0856e6f-9d5d-482e-a694-96070d53d523 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868752 Feb 10 07:49:34.334045 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:49:34.345531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2e27d5be-fe76-4fea-a15d-bd6f7f8763df req-c9d8ea45-2d1d-49c0-ad32-7f417e5b8077 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873504 Feb 10 07:49:34.364022 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8d974-7e63-4331-b40e-1a329a285db9 None None] The sync data for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 is: [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:49:34.578073 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc620493-db6e-4d70-a70c-32167ad048e9 None None] New status for floating IP 183f676f-50de-4f37-96d2-9bac1e1c5d27: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:49:35.211900 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5736d-ef5b-4f50-90b6-2039a7296bd6 req-3c56a103-ed47-4c67-8e4a-e04f1baa2e53 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:35.213370 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7cb5736d-ef5b-4f50-90b6-2039a7296bd6 req-3c56a103-ed47-4c67-8e4a-e04f1baa2e53 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 946 time: 0.0529809 Feb 10 07:49:35.263917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7cb5736d-ef5b-4f50-90b6-2039a7296bd6 req-f796e716-2153-49e2-b58f-081762eed2a4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3d1ea5-de82-483f-a519-96f242700599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449474 Feb 10 07:49:35.398760 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-527c5248-84e6-4eb4-886c-0918de51c461 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:35.400205 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-527c5248-84e6-4eb4-886c-0918de51c461 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b4ae36-10de-42b6-867c-868fc7e5dae3 HTTP/1.1" status: 200 len: 946 time: 0.0556984 Feb 10 07:49:35.487627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Deleting port 79d9eed6-c581-4622-b245-41ca02283e89 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:49:35.487964 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (79d9eed6-c581-4622-b245-41ca02283e89), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:35.576496 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] For port 79d9eed6-c581-4622-b245-41ca02283e89, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=79d9eed6-c581-4622-b245-41ca02283e89,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:49:35.576858 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (79d9eed6-c581-4622-b245-41ca02283e89), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:35.588827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Calling delete_port for 79d9eed6-c581-4622-b245-41ca02283e89 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:49:35.712353 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (79d9eed6-c581-4622-b245-41ca02283e89), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:35.741202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event deleted for resources: {'Port': ['ID=79d9eed6-c581-4622-b245-41ca02283e89,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:35.750915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.751265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.751603 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.751937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.752265 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.752591 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.752921 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.753247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.753979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.753979 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.754258 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.754515 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.754834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:49:35.798567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] No DVR routers for this DVR port 79d9eed6-c581-4622-b245-41ca02283e89 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:49:35.801495 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:35.804856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ac512637-d6fc-40ee-8d73-67f37e35b204 req-375ae541-461e-449f-84d9-ed51297e46a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "DELETE /v2.0/ports/79d9eed6-c581-4622-b245-41ca02283e89 HTTP/1.1" status: 204 len: 173 time: 0.3996015 Feb 10 07:49:35.805297 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-deleted', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:49:35.807574 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70813305-e17d-49ea-a7f4-0920d671b0c9" -d '{"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-deleted", "tag": "79d9eed6-c581-4622-b245-41ca02283e89"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:49:35.907632 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd2c2d-c061-4c9d-864c-4bb34920dd00 x-openstack-request-id: req-bddd2c2d-c061-4c9d-864c-4bb34920dd00 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:49:35.907931 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4ae36-10de-42b6-867c-868fc7e5dae3", "name": "network-vif-deleted", "tag": "79d9eed6-c581-4622-b245-41ca02283e89", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:49:35.908191 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bddd2c2d-c061-4c9d-864c-4bb34920dd00 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:49:35.908592 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4ae36-10de-42b6-867c-868fc7e5dae3', 'name': 'network-vif-deleted', 'tag': '79d9eed6-c581-4622-b245-41ca02283e89', 'status': 'completed', 'code': 200} Feb 10 07:49:36.324120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35382) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:49:36.379161 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-252b7947-6b38-47da-9848-83e9e543bb0f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (ad3d1ea5-de82-483f-a519-96f242700599), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.403872 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-252b7947-6b38-47da-9848-83e9e543bb0f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (ad3d1ea5-de82-483f-a519-96f242700599), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.463028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-252b7947-6b38-47da-9848-83e9e543bb0f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ad3d1ea5-de82-483f-a519-96f242700599), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.465667 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-252b7947-6b38-47da-9848-83e9e543bb0f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.466883 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-252b7947-6b38-47da-9848-83e9e543bb0f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad3d1ea5-de82-483f-a519-96f242700599 HTTP/1.1" status: 204 len: 168 time: 0.1417875 Feb 10 07:49:36.476020 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b7947-6b38-47da-9848-83e9e543bb0f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d1ea5-de82-483f-a519-96f242700599,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:36.670661 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35388) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:49:36.675229 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-c8ad58e4-0c59-4e33-a30d-ea32104181ae tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140028795', 'description': 'tempest-secgroup-smoke-1140028795 description', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:49:36.696122 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8ad58e4-0c59-4e33-a30d-ea32104181ae tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.759412 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8ad58e4-0c59-4e33-a30d-ea32104181ae tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (c039fd71-27a4-4760-99fc-59f8ef93350d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.762912 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8ad58e4-0c59-4e33-a30d-ea32104181ae tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c039fd71-27a4-4760-99fc-59f8ef93350d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.795974 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c8ad58e4-0c59-4e33-a30d-ea32104181ae tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.797196 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c8ad58e4-0c59-4e33-a30d-ea32104181ae tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1255033 Feb 10 07:49:36.799163 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad58e4-0c59-4e33-a30d-ea32104181ae tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c039fd71-27a4-4760-99fc-59f8ef93350d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:36.800192 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35390) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:49:36.805518 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-902204b7-2602-4c38-8dbb-338b1c44ba93 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'c039fd71-27a4-4760-99fc-59f8ef93350d', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:49:36.830187 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-902204b7-2602-4c38-8dbb-338b1c44ba93 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (b17e323e-896e-4b33-a9f7-93642b03c418), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.883009 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-902204b7-2602-4c38-8dbb-338b1c44ba93 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (b17e323e-896e-4b33-a9f7-93642b03c418), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.886626 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-902204b7-2602-4c38-8dbb-338b1c44ba93 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (b17e323e-896e-4b33-a9f7-93642b03c418), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.906140 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902204b7-2602-4c38-8dbb-338b1c44ba93 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17e323e-896e-4b33-a9f7-93642b03c418,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:36.911621 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-902204b7-2602-4c38-8dbb-338b1c44ba93 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:36.912918 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-902204b7-2602-4c38-8dbb-338b1c44ba93 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117375 Feb 10 07:49:36.915662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35392) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:49:36.920094 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-182b4399-c654-4348-b591-0839d7341871 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'c039fd71-27a4-4760-99fc-59f8ef93350d', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:49:36.944406 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-182b4399-c654-4348-b591-0839d7341871 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (63ef19af-3feb-40bb-91c0-bbda9875a374), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.002049 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-182b4399-c654-4348-b591-0839d7341871 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (63ef19af-3feb-40bb-91c0-bbda9875a374), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.005974 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-182b4399-c654-4348-b591-0839d7341871 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (63ef19af-3feb-40bb-91c0-bbda9875a374), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.025848 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b4399-c654-4348-b591-0839d7341871 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ef19af-3feb-40bb-91c0-bbda9875a374,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:37.031739 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-182b4399-c654-4348-b591-0839d7341871 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.035473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-182b4399-c654-4348-b591-0839d7341871 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163640 Feb 10 07:49:37.035678 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35394) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:49:37.039891 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-858eefdf-b829-479b-b463-b476dd53f52d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'c039fd71-27a4-4760-99fc-59f8ef93350d', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:49:37.063724 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-858eefdf-b829-479b-b463-b476dd53f52d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (8c6e1b52-9b15-45c2-a231-4c2de080ac6f), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.118593 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-858eefdf-b829-479b-b463-b476dd53f52d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (8c6e1b52-9b15-45c2-a231-4c2de080ac6f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.122084 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-858eefdf-b829-479b-b463-b476dd53f52d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (8c6e1b52-9b15-45c2-a231-4c2de080ac6f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.139064 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eefdf-b829-479b-b463-b476dd53f52d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6e1b52-9b15-45c2-a231-4c2de080ac6f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:37.146822 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-858eefdf-b829-479b-b463-b476dd53f52d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.148015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-858eefdf-b829-479b-b463-b476dd53f52d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114209 Feb 10 07:49:37.150734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35396) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:49:37.154987 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-26edc394-4f8d-4ada-9ffc-a150a3c2eb35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'c039fd71-27a4-4760-99fc-59f8ef93350d', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:49:37.180333 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26edc394-4f8d-4ada-9ffc-a150a3c2eb35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (413d4668-43f8-4de1-a717-e5a5a8c23e4d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.235671 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26edc394-4f8d-4ada-9ffc-a150a3c2eb35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (413d4668-43f8-4de1-a717-e5a5a8c23e4d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.239202 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26edc394-4f8d-4ada-9ffc-a150a3c2eb35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (413d4668-43f8-4de1-a717-e5a5a8c23e4d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.261022 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edc394-4f8d-4ada-9ffc-a150a3c2eb35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413d4668-43f8-4de1-a717-e5a5a8c23e4d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:37.268733 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26edc394-4f8d-4ada-9ffc-a150a3c2eb35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.269975 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-26edc394-4f8d-4ada-9ffc-a150a3c2eb35 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183207 Feb 10 07:49:37.272619 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35398) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:49:37.276894 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-173599b6-d784-4c0f-a744-3481afa86c64 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'c039fd71-27a4-4760-99fc-59f8ef93350d', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:49:37.296453 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-173599b6-d784-4c0f-a744-3481afa86c64 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Project 212d3379659c4abe90ad9cd0ed33f52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:49:37.301573 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-173599b6-d784-4c0f-a744-3481afa86c64 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (bd9e5b17-fe3b-4c01-aa77-b20b1923e811), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.360123 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-173599b6-d784-4c0f-a744-3481afa86c64 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (bd9e5b17-fe3b-4c01-aa77-b20b1923e811), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.365347 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-173599b6-d784-4c0f-a744-3481afa86c64 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (bd9e5b17-fe3b-4c01-aa77-b20b1923e811), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.385370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173599b6-d784-4c0f-a744-3481afa86c64 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9e5b17-fe3b-4c01-aa77-b20b1923e811,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:37.391763 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-173599b6-d784-4c0f-a744-3481afa86c64 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.392915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-173599b6-d784-4c0f-a744-3481afa86c64 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193779 Feb 10 07:49:37.395744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35400) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:49:37.400377 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ea1dacd7-0930-4ff0-a4b7-9b62bac5f0ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'security_group_rule': {'security_group_id': 'c039fd71-27a4-4760-99fc-59f8ef93350d', 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:49:37.406839 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.420530 n-d-828670-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-ea1dacd7-0930-4ff0-a4b7-9b62bac5f0ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Project 212d3379659c4abe90ad9cd0ed33f52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:49:37.425496 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea1dacd7-0930-4ff0-a4b7-9b62bac5f0ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (3fa5d096-83cc-4eef-8186-1da4c0bad5e6), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.482494 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea1dacd7-0930-4ff0-a4b7-9b62bac5f0ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (3fa5d096-83cc-4eef-8186-1da4c0bad5e6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.486024 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea1dacd7-0930-4ff0-a4b7-9b62bac5f0ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (3fa5d096-83cc-4eef-8186-1da4c0bad5e6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.503578 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dacd7-0930-4ff0-a4b7-9b62bac5f0ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa5d096-83cc-4eef-8186-1da4c0bad5e6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:37.510880 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea1dacd7-0930-4ff0-a4b7-9b62bac5f0ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:37.512170 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea1dacd7-0930-4ff0-a4b7-9b62bac5f0ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152508 Feb 10 07:49:37.835041 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d9eed6-c581-4622-b245-41ca02283e89 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:49:37.855552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 79d9eed6-c581-4622-b245-41ca02283e89 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:49:37.855908 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 79d9eed6-c581-4622-b245-41ca02283e89 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:49:40.459084 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5503e8c7-2c4e-4fcd-85ea-d09864f134ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:40.834072 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:42.721408 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deefb605-f0b7-4ca1-91be-e107d8cd1229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:44.121326 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:45.530601 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:46.610650 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:55.885621 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-ff5e8e7d-44c3-43d4-b6ba-e6b7ef3a5581 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140028795&fields=id&tenant_id=212d3379659c4abe90ad9cd0ed33f52a HTTP/1.1" status: 200 len: 267 time: 0.0477376 Feb 10 07:49:55.991024 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a831e-874d-40d1-821c-7b7de0620126 req-f563a039-f920-42f1-8f5b-58f61b8e104b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:55.992419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-f563a039-f920-42f1-8f5b-58f61b8e104b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 809 time: 0.1004643 Feb 10 07:49:56.006120 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-ba452869-9127-4bbb-ac37-f040b55c7233 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/quotas/212d3379659c4abe90ad9cd0ed33f52a HTTP/1.1" status: 200 len: 375 time: 0.0085251 Feb 10 07:49:56.060228 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-0f5c1b58-f3fd-4dd2-95ac-7d34bc5f3b90 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488844 Feb 10 07:49:56.197835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-7f9b1dc2-57f7-4c45-9aa4-440d0dfdb1f2 service neutron] 10.222.0.21 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262743 Feb 10 07:49:56.613316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-4eaa721d-84ad-4fc8-bd1e-26682975317c service neutron] 10.222.0.21 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096792 Feb 10 07:49:56.889888 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a454a21-1e0b-42b2-98e8-a317bd258f69 req-5a7d53b9-3de4-4ee6-9d40-2d11a3faecc7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0325284 Feb 10 07:49:57.817500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a831e-874d-40d1-821c-7b7de0620126 req-d0c27a59-de74-4a92-9f9f-14a4a8463d4c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:57.818895 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-d0c27a59-de74-4a92-9f9f-14a4a8463d4c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 809 time: 0.1023831 Feb 10 07:49:57.880672 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-eaaf701b-14ac-4804-87a8-c7af83f47a42 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=212d3379659c4abe90ad9cd0ed33f52a HTTP/1.1" status: 200 len: 380 time: 0.0536892 Feb 10 07:49:57.890163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'port': {'device_id': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'admin_state_up': True, 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'security_groups': ['c039fd71-27a4-4760-99fc-59f8ef93350d']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:49:57.999665 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8ef3f0ae-33c1-4f0e-ad0c-29e6368ecb0a req-b4b5460b-a9d6-4d7d-96b2-1e732e2aab62 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0330145 Feb 10 07:49:58.032850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Made reservation on behalf of 212d3379659c4abe90ad9cd0ed33f52a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:49:58.036170 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:58.163779 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Allocated IP 172.20.0.8 (b8316ceb-0d4d-40c4-bb5f-6e921290766a/4ba55914-97a5-40f0-b99b-5fe15dbfb6be/2f0ace50-8dd6-4961-920f-e796d981fab3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:49:58.308645 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:58.343487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:58.392346 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:49:58.395365 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:49:58.400032 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:49:58.404050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'Port': ['ID=2f0ace50-8dd6-4961-920f-e796d981fab3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:58.451542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:58.452174 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:58.470717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-d1f43058-2183-4240-af14-ec4d7dab2fb5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844560 Feb 10 07:49:58.481925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Request body: {'port': {'device_id': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:49:58.547655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:58.683166 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-8a83685c-6f78-447a-bdcd-9dd3cfab80b8 None None] Provisioning complete for port 2f0ace50-8dd6-4961-920f-e796d981fab3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:49:58.683750 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a83685c-6f78-447a-bdcd-9dd3cfab80b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:58.717144 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a83685c-6f78-447a-bdcd-9dd3cfab80b8 None None] Port 2f0ace50-8dd6-4961-920f-e796d981fab3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:49:58.816137 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0ace50-8dd6-4961-920f-e796d981fab3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:49:58.824535 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Publish callbacks [] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:58.836974 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Transition to ACTIVE for port object 2f0ace50-8dd6-4961-920f-e796d981fab3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:49:58.840882 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:58.892001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0ace50-8dd6-4961-920f-e796d981fab3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:58.970074 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Attempting to bind port 2f0ace50-8dd6-4961-920f-e796d981fab3 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:49:58.970439 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Attempting to bind port 2f0ace50-8dd6-4961-920f-e796d981fab3 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:49:58.970769 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Attempting to bind port 2f0ace50-8dd6-4961-920f-e796d981fab3 on network b8316ceb-0d4d-40c4-bb5f-6e921290766a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:49:58.975860 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Port 2f0ace50-8dd6-4961-920f-e796d981fab3 on network b8316ceb-0d4d-40c4-bb5f-6e921290766a not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:49:58.977314 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Attempting to bind port 2f0ace50-8dd6-4961-920f-e796d981fab3 on network b8316ceb-0d4d-40c4-bb5f-6e921290766a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:49:58.983765 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:49:58.984447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Checking segment: {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:49:58.984561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Bound using segment: {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:49:58.984902 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Bound port: 2f0ace50-8dd6-4961-920f-e796d981fab3, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5121cd-94d7-4e30-b33d-5df8010bfe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:49:58.985363 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:59.068754 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:49:59.072725 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2f0ace50-8dd6-4961-920f-e796d981fab3,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:49:59.079475 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:59.147571 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:59.148968 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:49:59.150614 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] 10.222.0.13 "PUT /v2.0/ports/2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 1091 time: 0.6729448 Feb 10 07:49:59.153095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:49:59.155418 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeddd4c-0d90-4e10-b22f-6316710b373e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:49:59.182389 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63eb77-c255-4b52-abe5-283bfd6b3058 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0ace50-8dd6-4961-920f-e796d981fab3,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:49:59.201835 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5015e52-dd21-4289-a9b1-45b8745e77df req-f08d12f4-e6a5-420c-b841-9ca76ff8099e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:59.203758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5015e52-dd21-4289-a9b1-45b8745e77df req-f08d12f4-e6a5-420c-b841-9ca76ff8099e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.1185308 Feb 10 07:49:59.237662 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fb45ca-1f74-4395-967d-92f9c8c3ba9f x-openstack-request-id: req-81fb45ca-1f74-4395-967d-92f9c8c3ba9f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:49:59.237963 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:49:59.238222 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81fb45ca-1f74-4395-967d-92f9c8c3ba9f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:49:59.238666 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'status': 'completed', 'code': 200} Feb 10 07:49:59.294823 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a5015e52-dd21-4289-a9b1-45b8745e77df req-14275907-52a7-42de-badb-c315d13804f8 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588725 Feb 10 07:49:59.297644 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a831e-874d-40d1-821c-7b7de0620126 req-3d2693d3-f49b-4274-81c7-43bf8eca7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:59.298990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-3d2693d3-f49b-4274-81c7-43bf8eca7ea8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1125 time: 0.0941501 Feb 10 07:49:59.348242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-c8aa8fee-9bd3-4db2-bf64-8e6f5f4005f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 217 time: 0.0415497 Feb 10 07:49:59.402558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a831e-874d-40d1-821c-7b7de0620126 req-c0baa8fd-e3d1-4171-86db-bf83504cac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:59.404400 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-c0baa8fd-e3d1-4171-86db-bf83504cac4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0507703 Feb 10 07:49:59.455713 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a831e-874d-40d1-821c-7b7de0620126 req-717698d7-7976-4f96-8d3e-3f4bb36f23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:59.457095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-717698d7-7976-4f96-8d3e-3f4bb36f23e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453920 Feb 10 07:49:59.544288 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-78442ee4-321a-4328-9647-de422577024f service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814469 Feb 10 07:49:59.637978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-182a831e-874d-40d1-821c-7b7de0620126 req-df216999-27b7-4c14-abb2-33e87a5b720b service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882263 Feb 10 07:49:59.723499 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-6cd41d1c-50a7-484b-8900-4866d8d4b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:59.725000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-6cd41d1c-50a7-484b-8900-4866d8d4b8d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1125 time: 0.0441759 Feb 10 07:49:59.818202 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-3f4cb473-b678-4da8-acb2-aad6d91eb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:59.819709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-3f4cb473-b678-4da8-acb2-aad6d91eb6fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0896556 Feb 10 07:49:59.863578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-da473cbb-3f38-4c0c-9d4d-bc8f0c1e42f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 217 time: 0.0378041 Feb 10 07:49:59.926908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-a338708d-5f01-40a2-ace4-98a88c75efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:59.928373 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-a338708d-5f01-40a2-ace4-98a88c75efc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0596187 Feb 10 07:49:59.980212 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-8e383386-14e2-4ddc-a5bd-32142a7f590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:49:59.981658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-8e383386-14e2-4ddc-a5bd-32142a7f590a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472839 Feb 10 07:50:00.071052 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-5565938e-e34b-4a97-b8b5-ff1f20cf5ba4 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818045 Feb 10 07:50:00.161745 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cfeddd4c-0d90-4e10-b22f-6316710b373e req-903fecf1-fb7d-4a06-9873-d749cef328fd service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840161 Feb 10 07:50:00.419189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb6772-de4c-423b-ae82-b30635742635 req-6551083c-af78-4936-95fc-5077f0816e05 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:00.420694 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5fb6772-de4c-423b-ae82-b30635742635 req-6551083c-af78-4936-95fc-5077f0816e05 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0527265 Feb 10 07:50:00.469558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5fb6772-de4c-423b-ae82-b30635742635 req-4e4750c7-51cb-41be-9474-348d12d86e31 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430112 Feb 10 07:50:01.592513 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcdd2a-bb47-46fd-827c-8b90c174765b req-280568e2-7d99-4610-a6fb-0dd674edcb82 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:01.594035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9dcdd2a-bb47-46fd-827c-8b90c174765b req-280568e2-7d99-4610-a6fb-0dd674edcb82 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0583866 Feb 10 07:50:01.642554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b9dcdd2a-bb47-46fd-827c-8b90c174765b req-7b8b8c31-e26e-4913-b475-1cf9bc9d1525 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Feb 10 07:50:02.760875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c9f4e-ec65-4410-a70a-7c903d1a6fc1 req-c7c642ac-a7e9-4db7-8a6f-0cf8d78e664e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:02.762453 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-062c9f4e-ec65-4410-a70a-7c903d1a6fc1 req-c7c642ac-a7e9-4db7-8a6f-0cf8d78e664e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0523808 Feb 10 07:50:02.810854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-062c9f4e-ec65-4410-a70a-7c903d1a6fc1 req-adef3825-24c8-4799-84e2-253de91683bc tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428686 Feb 10 07:50:03.928532 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026c4e-1287-402a-813e-6f0c5080068f req-f095e21f-2c2f-43d3-a1f9-f3727ab6107d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:03.930618 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88026c4e-1287-402a-813e-6f0c5080068f req-f095e21f-2c2f-43d3-a1f9-f3727ab6107d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0534554 Feb 10 07:50:03.983572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-88026c4e-1287-402a-813e-6f0c5080068f req-e44f9500-b5e4-4f80-ba6a-aa2e8c9d5c2a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472183 Feb 10 07:50:05.100567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dff1f3-a8dd-4399-87aa-dc6690c5abd7 req-399082c0-2481-4cda-8181-f910c7c7752d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:05.102058 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9dff1f3-a8dd-4399-87aa-dc6690c5abd7 req-399082c0-2481-4cda-8181-f910c7c7752d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0523357 Feb 10 07:50:05.150950 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-e9dff1f3-a8dd-4399-87aa-dc6690c5abd7 req-1e6b4952-2895-4183-b0ca-fa19b3a21460 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Feb 10 07:50:06.266505 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab638810-8aeb-48f7-9b71-2a58b7ee681e req-e138cdb6-dc79-4706-af65-c10814e167d8 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:06.267983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab638810-8aeb-48f7-9b71-2a58b7ee681e req-e138cdb6-dc79-4706-af65-c10814e167d8 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0515337 Feb 10 07:50:06.316937 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ab638810-8aeb-48f7-9b71-2a58b7ee681e req-f635fa0d-ed85-422d-a3aa-f0ad6abeba45 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429280 Feb 10 07:50:07.423140 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:07.445714 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950065d2-a4a5-475f-ac1b-439ec3cdb95f req-2378ad22-ffe8-4868-96f0-1ecf4cc2ce7f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:07.447226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-950065d2-a4a5-475f-ac1b-439ec3cdb95f req-2378ad22-ffe8-4868-96f0-1ecf4cc2ce7f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0588324 Feb 10 07:50:07.495184 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-950065d2-a4a5-475f-ac1b-439ec3cdb95f req-52c90714-8d9c-4e72-ba3b-62dfdf8fd721 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421197 Feb 10 07:50:08.618918 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0c3ac-e6d5-4373-bf0e-c57f25312520 req-1132ac47-7951-4111-b534-a616ebaef83c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:08.620385 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33c0c3ac-e6d5-4373-bf0e-c57f25312520 req-1132ac47-7951-4111-b534-a616ebaef83c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0595672 Feb 10 07:50:08.668491 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33c0c3ac-e6d5-4373-bf0e-c57f25312520 req-6cbcc3a3-26cb-418b-a22e-d7888d330914 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Feb 10 07:50:08.966876 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:50:09.783428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a668870-3f80-4c9b-892a-3cbafc4be384 req-68d882ab-8b7c-4de2-b638-56db23a43864 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:09.784906 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a668870-3f80-4c9b-892a-3cbafc4be384 req-68d882ab-8b7c-4de2-b638-56db23a43864 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0517247 Feb 10 07:50:09.837678 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0a668870-3f80-4c9b-892a-3cbafc4be384 req-0363e529-a352-4934-bba3-15bd85391d3d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470214 Feb 10 07:50:10.461450 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cd55ea1-2b4f-4d8b-b612-c209f6b6b133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:10.831458 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:10.954559 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118fd80-1619-479f-bbb4-7f0a6b492b62 req-94370f1f-9b1e-4512-8f73-7c071f99467c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:10.956080 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c118fd80-1619-479f-bbb4-7f0a6b492b62 req-94370f1f-9b1e-4512-8f73-7c071f99467c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0537703 Feb 10 07:50:11.004200 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c118fd80-1619-479f-bbb4-7f0a6b492b62 req-01965945-ee1c-4ea6-a361-d34e056feb10 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Feb 10 07:50:12.119124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8c1f2-666e-44c4-9936-11119dc2b7e2 req-93e26902-8d8b-4d33-b090-9af68e876b67 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:12.120585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dda8c1f2-666e-44c4-9936-11119dc2b7e2 req-93e26902-8d8b-4d33-b090-9af68e876b67 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0513432 Feb 10 07:50:12.168594 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dda8c1f2-666e-44c4-9936-11119dc2b7e2 req-def5ca28-4e3f-4a30-b6ab-a9caf778bacd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425720 Feb 10 07:50:12.722538 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b819b62-d694-4da2-b8fe-6d7d8404ba64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:13.290081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f482c0-18ef-4d3c-9809-69f0cede4a59 req-6f78b1a0-b0ab-4d64-99a6-387b82e16433 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:13.291584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0f482c0-18ef-4d3c-9809-69f0cede4a59 req-6f78b1a0-b0ab-4d64-99a6-387b82e16433 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0561345 Feb 10 07:50:13.339433 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f0f482c0-18ef-4d3c-9809-69f0cede4a59 req-6ab50268-5cfe-41b6-8785-44e9d210499d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Feb 10 07:50:14.120545 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:14.459135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74317e14-a402-4f1d-9796-4a7c71b060e6 req-ccaddb8b-e13e-48a9-90e0-cfdc1f397ddf tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:14.460643 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74317e14-a402-4f1d-9796-4a7c71b060e6 req-ccaddb8b-e13e-48a9-90e0-cfdc1f397ddf tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0523379 Feb 10 07:50:14.508456 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-74317e14-a402-4f1d-9796-4a7c71b060e6 req-97a5ec39-35d7-4d26-8dd8-273827db4ef5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 Feb 10 07:50:15.532758 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:15.632119 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04654e2d-3317-45b9-9a78-aca7f73dcda1 req-a33570cc-b87d-4cc9-a54a-273c3fbe806d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:15.633606 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04654e2d-3317-45b9-9a78-aca7f73dcda1 req-a33570cc-b87d-4cc9-a54a-273c3fbe806d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0588143 Feb 10 07:50:15.681846 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04654e2d-3317-45b9-9a78-aca7f73dcda1 req-5d2e5389-3c9f-420c-a300-29035de6c044 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Feb 10 07:50:16.611926 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:16.798312 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415a2d-9684-4e41-ab6a-1de2b24b245c req-5dc8f84b-f3da-4628-b033-d0ddc2c1dbb3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:16.799800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58415a2d-9684-4e41-ab6a-1de2b24b245c req-5dc8f84b-f3da-4628-b033-d0ddc2c1dbb3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0534689 Feb 10 07:50:16.848210 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-58415a2d-9684-4e41-ab6a-1de2b24b245c req-ede01265-3b61-4938-8dc6-32aaab029727 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Feb 10 07:50:17.963561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab306d-efdb-4a24-a05c-0467c03f2850 req-945f5c98-7055-432d-a57f-94234092fd29 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:17.965042 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8ab306d-efdb-4a24-a05c-0467c03f2850 req-945f5c98-7055-432d-a57f-94234092fd29 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0527799 Feb 10 07:50:17.973334 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2f0ace50-8dd6-4961-920f-e796d981fab3 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:50:18.018227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a8ab306d-efdb-4a24-a05c-0467c03f2850 req-e22b757e-452e-4676-9a7c-669065eeed4b tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475986 Feb 10 07:50:18.073113 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2f0ace50-8dd6-4961-920f-e796d981fab3,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:50:18.084109 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'port_id': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'mac_address': 'fa:16:3e:35:d3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:50:18.120055 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 2f0ace50-8dd6-4961-920f-e796d981fab3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:50:18.120443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:18.136042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0ace50-8dd6-4961-920f-e796d981fab3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:50:18.155794 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2f0ace50-8dd6-4961-920f-e796d981fab3,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:50:18.159997 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:18.205284 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=2f0ace50-8dd6-4961-920f-e796d981fab3,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:50:18.213156 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.213510 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.213857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.214201 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.214571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.214912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.215250 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.215580 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.215909 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.216239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.216567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.216895 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.217220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:50:18.491112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['2f0ace50-8dd6-4961-920f-e796d981fab3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:50:19.139643 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae44ce7-fc1d-4618-b3d6-67bcb3e9c4b7 req-d88d2ed2-b554-4d93-9820-af8a061f62a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:19.141110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae44ce7-fc1d-4618-b3d6-67bcb3e9c4b7 req-d88d2ed2-b554-4d93-9820-af8a061f62a3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 944 time: 0.0513923 Feb 10 07:50:19.188644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae44ce7-fc1d-4618-b3d6-67bcb3e9c4b7 req-185ad558-4799-45c8-894a-4665c49a11ca tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420649 Feb 10 07:50:20.005432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2f0ace50-8dd6-4961-920f-e796d981fab3 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:50:20.053419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port 2f0ace50-8dd6-4961-920f-e796d981fab3 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:50:20.057569 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 2f0ace50-8dd6-4961-920f-e796d981fab3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:50:20.057948 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:20.138318 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 2f0ace50-8dd6-4961-920f-e796d981fab3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:50:20.138727 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:20.161243 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:50:20.163528 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a48805d-4ac6-4709-8053-0a6027ee12a2" -d '{"events": [{"server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "name": "network-vif-plugged", "status": "completed", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:50:20.176123 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2f0ace50-8dd6-4961-920f-e796d981fab3,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:50:20.181691 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:20.233915 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=2f0ace50-8dd6-4961-920f-e796d981fab3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:50:20.281044 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4af4ff-9da2-4945-ae12-958b2b2c04e7 x-openstack-request-id: req-ed4af4ff-9da2-4945-ae12-958b2b2c04e7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:50:20.281347 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "name": "network-vif-plugged", "status": "completed", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:50:20.281613 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed4af4ff-9da2-4945-ae12-958b2b2c04e7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:50:20.282020 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'code': 200} Feb 10 07:50:20.319095 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74948a3-e6a5-4e52-8e47-c6bb5418bd52 req-0a2fe67c-64ed-431f-bb45-82d5361e37f3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:20.321158 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a74948a3-e6a5-4e52-8e47-c6bb5418bd52 req-0a2fe67c-64ed-431f-bb45-82d5361e37f3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0566003 Feb 10 07:50:20.400612 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a74948a3-e6a5-4e52-8e47-c6bb5418bd52 req-07f6dc96-f123-43fb-8db6-b015a04bc045 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736434 Feb 10 07:50:20.409465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc72ac6-b986-42ea-88b2-6fcec2939337 req-9c8b1a0b-34c5-48f0-8dfb-c4397340f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:20.410949 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9bc72ac6-b986-42ea-88b2-6fcec2939337 req-9c8b1a0b-34c5-48f0-8dfb-c4397340f1e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1127 time: 0.0687685 Feb 10 07:50:20.457227 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9bc72ac6-b986-42ea-88b2-6fcec2939337 req-5c07b008-202a-47de-8486-91dfd7d294f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Feb 10 07:50:21.523216 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374bea9-2e1d-4cd7-9bd1-a7c870828ff7 req-7a0f0e9c-de70-4f0f-9023-0f5f420d7c5f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:21.524687 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d374bea9-2e1d-4cd7-9bd1-a7c870828ff7 req-7a0f0e9c-de70-4f0f-9023-0f5f420d7c5f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0523927 Feb 10 07:50:21.571494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d374bea9-2e1d-4cd7-9bd1-a7c870828ff7 req-67d3763d-cfd0-4cb7-a9ea-e575777436c3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412948 Feb 10 07:50:22.688180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476d0a7-3539-4f38-8d21-a6bd59b61c75 req-c2975363-838b-4f67-aaa9-6a0be4c29c37 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:22.689652 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0476d0a7-3539-4f38-8d21-a6bd59b61c75 req-c2975363-838b-4f67-aaa9-6a0be4c29c37 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Feb 10 07:50:22.741271 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0476d0a7-3539-4f38-8d21-a6bd59b61c75 req-787cb2b8-69de-485c-9203-3534856040c4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460665 Feb 10 07:50:22.856078 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672470a-71c8-4971-b3f3-413562583a56 req-56e6819d-073f-439d-a2bd-da9b7477f955 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:22.857448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b672470a-71c8-4971-b3f3-413562583a56 req-56e6819d-073f-439d-a2bd-da9b7477f955 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0515029 Feb 10 07:50:22.904848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b672470a-71c8-4971-b3f3-413562583a56 req-56824fd9-4ae5-4d77-88d8-1789f0c7d43d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419087 Feb 10 07:50:22.925767 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35628) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:50:23.008471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a929bcea-21a4-4fd5-be33-087359b8d754 tempest-TestShelveInstance-857419335 tempest-TestShelveInstance-857419335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:23.009983 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-a929bcea-21a4-4fd5-be33-087359b8d754 tempest-TestShelveInstance-857419335 tempest-TestShelveInstance-857419335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1122 time: 0.0832417 Feb 10 07:50:23.012747 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:50:23.017081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:50:23.037132 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:23.134655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:23.247655 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Allocated IP 172.25.8.202 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/72698eba-dd3c-40b3-85f9-6961ca6a2c9f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:50:23.347343 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for port (72698eba-dd3c-40b3-85f9-6961ca6a2c9f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:23.382648 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (72698eba-dd3c-40b3-85f9-6961ca6a2c9f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:23.420562 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:50:23.423414 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:50:23.427172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:50:23.458914 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'Port': ['ID=72698eba-dd3c-40b3-85f9-6961ca6a2c9f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:50:23.814208 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for floatingip (9bbe99e3-9240-494a-918f-580dcf0c1a1c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:23.885487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (72698eba-dd3c-40b3-85f9-6961ca6a2c9f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:24.031261 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for port (72698eba-dd3c-40b3-85f9-6961ca6a2c9f), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:24.035682 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (72698eba-dd3c-40b3-85f9-6961ca6a2c9f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:24.099523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event updated for resources: {'Port': ['ID=72698eba-dd3c-40b3-85f9-6961ca6a2c9f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:50:24.111315 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (9bbe99e3-9240-494a-918f-580dcf0c1a1c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:24.211219 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Floating IP 9bbe99e3-9240-494a-918f-580dcf0c1a1c associated. External IP: 172.25.8.202, port: 2f0ace50-8dd6-4961-920f-e796d981fab3. Feb 10 07:50:24.419367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Router f51ec8eb-9061-4a57-a655-9d42a7242e68 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:50:24.524735 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:50:24.534860 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] Sync routers for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:50:24.541635 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:24.544257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:50:24.544878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:50:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:50:24.573838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce9a4890-fe58-4ae8-ad6b-4fdda3c768cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5600157 Feb 10 07:50:24.574425 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:50:24.576787 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5210d399-08dd-4ea4-b67e-96fed9b9f8df" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:50:24.614908 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2db8247-00c1-4e51-9a44-e6174a0f20e4 x-openstack-request-id: req-f2db8247-00c1-4e51-9a44-e6174a0f20e4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:50:24.615200 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:50:24.615457 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2db8247-00c1-4e51-9a44-e6174a0f20e4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:50:24.615872 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'status': 'completed', 'code': 200} Feb 10 07:50:24.659761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:50:24.680863 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-227603ab-13ac-4882-9eed-701fcb75ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:24.682357 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-227603ab-13ac-4882-9eed-701fcb75ca8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1127 time: 0.0454876 Feb 10 07:50:25.051729 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '9bbe99e3-9240-494a-918f-580dcf0c1a1c', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'port_id': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'mac_address': 'fa:16:3e:35:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:50:23Z', 'updated_at': '2022-02-10T07:50:23Z', 'revision_number': 0, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:50:25.079111 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] Checking router: f51ec8eb-9061-4a57-a655-9d42a7242e68 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:50:25.088159 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:50:25.088773 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:50:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:50:25.103111 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-4cb39722-8f63-4a7e-aeb5-038ebc0e00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:25.104607 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-4cb39722-8f63-4a7e-aeb5-038ebc0e00e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.4167233 Feb 10 07:50:25.168083 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-72268202-e073-4ea4-9718-112bbd166e56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 999 time: 0.0574665 Feb 10 07:50:25.197703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:50:25.215819 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-c85ce436-2a14-4521-a8a3-2f2ef18767a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:25.217307 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-c85ce436-2a14-4521-a8a3-2f2ef18767a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0436685 Feb 10 07:50:25.270135 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-f880f617-a517-4b97-ab6b-8f83fac0b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:50:25.271659 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-f880f617-a517-4b97-ab6b-8f83fac0b528 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482221 Feb 10 07:50:25.358118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-6b9781be-1e55-497f-822c-7adb0fdb2d43 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804751 Feb 10 07:50:25.419578 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '9bbe99e3-9240-494a-918f-580dcf0c1a1c', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'port_id': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'mac_address': 'fa:16:3e:35:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:50:23Z', 'updated_at': '2022-02-10T07:50:23Z', 'revision_number': 0, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:50:25.446499 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e2fd8-8baf-4c6f-97cb-942fdcd0342f None None] The sync data for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 is: [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '9bbe99e3-9240-494a-918f-580dcf0c1a1c', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'port_id': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'mac_address': 'fa:16:3e:35:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:50:23Z', 'updated_at': '2022-02-10T07:50:23Z', 'revision_number': 0, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:50:25.450805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5210d399-08dd-4ea4-b67e-96fed9b9f8df req-c01d050f-fe25-4aa7-817b-81e455c9394c service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869975 Feb 10 07:50:25.639592 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4e10bd-e734-4885-abc7-43929344da63 None None] New status for floating IP 9bbe99e3-9240-494a-918f-580dcf0c1a1c: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:50:37.418334 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:40.462856 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-094ba0ee-3735-47b7-bd22-4c3c9e16cb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:40.835388 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:42.723385 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dfac3595-398a-468c-b019-3e2c7e1ff730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:44.124607 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:45.535748 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:50:45.965867 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:50:46.623846 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:07.435002 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:08.705014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-80b7b91b-4350-4606-bff7-34d209d9a87f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443931 Feb 10 07:51:08.791186 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-03b8d288-d9c4-4189-89d5-c5c9821b78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:51:08.792714 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-03b8d288-d9c4-4189-89d5-c5c9821b78d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1127 time: 0.0437248 Feb 10 07:51:08.896116 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-8e4782c3-6bc3-4ef4-8fe4-1dc55aac5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:51:08.897584 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-8e4782c3-6bc3-4ef4-8fe4-1dc55aac5e68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0862415 Feb 10 07:51:08.960473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-dff76050-4975-4cbe-a9cc-b9987db1d678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 1001 time: 0.0573692 Feb 10 07:51:09.013695 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-7ae6568d-7f1a-4b18-bfe8-95dfe85d0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:51:09.015164 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-7ae6568d-7f1a-4b18-bfe8-95dfe85d0c20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0490825 Feb 10 07:51:09.062994 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-7a37f236-fd5d-44f9-9dac-253ab2a4cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:51:09.064468 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-7a37f236-fd5d-44f9-9dac-253ab2a4cacc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440626 Feb 10 07:51:09.150629 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-38bc37e1-91de-4054-8027-f76da463e44b service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802119 Feb 10 07:51:09.240848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-51d5ae6d-ccd4-47a1-8d32-0a04a257d023 req-b59d05e1-00f7-49f7-b89a-50f3947fbcff service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844989 Feb 10 07:51:10.464525 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbd3366e-e7e3-4130-92bb-8e7f5b76d19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:10.845852 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:12.724130 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94563a86-aa00-4412-a5bd-db9f6108a1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:14.126558 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:15.537842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:16.615124 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:22.964793 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:51:37.455186 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:40.465588 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0147f959-a31e-437c-9cf0-adcab08fd564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:40.848440 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:42.725253 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-70a2487c-5fb3-4461-b039-a5aea7cad65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:44.128515 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:45.541058 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:46.624613 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:51:59.963664 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:52:07.478244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:09.772118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-4536b456-8a70-425d-a007-3a0c839eb8e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814245 Feb 10 07:52:09.860025 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-b4ff24ff-9195-4d0b-9912-75a93b2e1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:09.861512 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-b4ff24ff-9195-4d0b-9912-75a93b2e1304 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1127 time: 0.0484064 Feb 10 07:52:09.963319 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-08d62fa3-a851-4cbe-a29e-9c122ee8a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:09.964747 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-08d62fa3-a851-4cbe-a29e-9c122ee8a0b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0858781 Feb 10 07:52:10.032333 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-0af35bfd-1b62-41f0-baf2-15e6bcc4338e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 1001 time: 0.0605302 Feb 10 07:52:10.083749 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-7188be70-38d5-45e8-a346-14eb94ac8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:10.085202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-7188be70-38d5-45e8-a346-14eb94ac8eaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0452785 Feb 10 07:52:10.132750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-444a503f-89ed-44f6-82db-087e27800b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:10.134242 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-444a503f-89ed-44f6-82db-087e27800b36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430481 Feb 10 07:52:10.224923 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-893ea2e9-b504-4646-ace5-38e1e402ac05 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840111 Feb 10 07:52:10.313360 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1238b368-33f5-413d-bb2e-77ce3dcb2b40 req-28d21b75-6bd3-4a1c-948d-9f41007abf1c service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826764 Feb 10 07:52:10.467011 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1bd14793-c4f6-4f6f-b001-5c81cc508619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:10.844406 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:12.727231 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5035241-2f26-44f1-9d42-931afbbb630a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:14.132776 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:15.543194 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:16.618375 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:20.290766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122b8ef-6ee2-496a-b2ac-a8754ff90d22 req-6d6fe175-7507-495b-868d-853f50170e9f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:20.292161 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7122b8ef-6ee2-496a-b2ac-a8754ff90d22 req-6d6fe175-7507-495b-868d-853f50170e9f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0974081 Feb 10 07:52:20.344808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7122b8ef-6ee2-496a-b2ac-a8754ff90d22 req-2cd60d2f-c708-4845-a251-f64f5ed1954c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471432 Feb 10 07:52:21.514645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219862-d9c4-4e35-9ad6-5631c2db150d req-df9faed9-c62c-4b95-94f2-48c3f74e2d3f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:21.516121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-36219862-d9c4-4e35-9ad6-5631c2db150d req-df9faed9-c62c-4b95-94f2-48c3f74e2d3f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0955527 Feb 10 07:52:21.563814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-36219862-d9c4-4e35-9ad6-5631c2db150d req-d3225202-f033-4b4f-8e20-11ff252cebcc tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Feb 10 07:52:22.688944 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9a3ec-718b-4ab6-acf5-0599d41490df req-72371786-2f34-4326-ab14-c300b49d4ab4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:22.690429 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94f9a3ec-718b-4ab6-acf5-0599d41490df req-72371786-2f34-4326-ab14-c300b49d4ab4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0523467 Feb 10 07:52:22.736819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94f9a3ec-718b-4ab6-acf5-0599d41490df req-1be91534-e2a6-4a3a-a974-50c84ab07c4c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 Feb 10 07:52:23.857172 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366902-9be4-4c51-8b09-1ce098eb8c22 req-f4b8809e-1850-43eb-86de-b2b37eaa8360 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:23.859183 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59366902-9be4-4c51-8b09-1ce098eb8c22 req-f4b8809e-1850-43eb-86de-b2b37eaa8360 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0562458 Feb 10 07:52:23.909734 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-59366902-9be4-4c51-8b09-1ce098eb8c22 req-1e4d0b47-553c-450a-a72c-5fb28c223836 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448892 Feb 10 07:52:25.026693 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e48aa4-8b13-4de9-8c1c-d153b9a7f330 req-891f6a68-51ca-4d6f-843b-b5707419c304 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:25.028175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05e48aa4-8b13-4de9-8c1c-d153b9a7f330 req-891f6a68-51ca-4d6f-843b-b5707419c304 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Feb 10 07:52:25.075877 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-05e48aa4-8b13-4de9-8c1c-d153b9a7f330 req-f0539fc2-e5f7-4843-9bdd-e73ec51a8463 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Feb 10 07:52:26.202616 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad3d38-1c27-455c-8d62-e759f99bc0d0 req-7093edad-2438-41c6-ad56-e55abe5f0f17 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:26.204142 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0dad3d38-1c27-455c-8d62-e759f99bc0d0 req-7093edad-2438-41c6-ad56-e55abe5f0f17 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0592251 Feb 10 07:52:26.252473 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0dad3d38-1c27-455c-8d62-e759f99bc0d0 req-514f00a7-9407-464f-8767-ebbb91cabb17 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Feb 10 07:52:27.368252 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6518-3b21-493d-97b5-0ef10b2886b1 req-78afdab0-3cc5-481b-b39f-c2630fbf5718 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:27.369709 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-969e6518-3b21-493d-97b5-0ef10b2886b1 req-78afdab0-3cc5-481b-b39f-c2630fbf5718 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0513825 Feb 10 07:52:27.418340 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-969e6518-3b21-493d-97b5-0ef10b2886b1 req-76c4f090-abe0-49d2-b23f-91a493bbe38d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Feb 10 07:52:28.536045 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabc1da-9730-42f1-aa9b-e1c900411343 req-9821ed32-896e-4de1-bc90-edc6ce331ede tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:28.537511 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cabc1da-9730-42f1-aa9b-e1c900411343 req-9821ed32-896e-4de1-bc90-edc6ce331ede tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Feb 10 07:52:28.588528 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9cabc1da-9730-42f1-aa9b-e1c900411343 req-55cf5e9a-c391-42f7-b92c-0ce3b35d0aa9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Feb 10 07:52:29.705847 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17405da1-68ed-46a3-b573-5cb19c7753d0 req-ec40329f-f88a-4cfc-871c-59ace0929107 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:29.707334 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17405da1-68ed-46a3-b573-5cb19c7753d0 req-ec40329f-f88a-4cfc-871c-59ace0929107 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0531631 Feb 10 07:52:29.754946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-17405da1-68ed-46a3-b573-5cb19c7753d0 req-a84ee62a-a18e-4029-92b8-e4cf0ffddf06 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421488 Feb 10 07:52:30.394595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b272a8-e113-4625-bf19-32b0a559e716 req-79c3871e-7767-4868-a393-3057ccac4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:30.396110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52b272a8-e113-4625-bf19-32b0a559e716 req-79c3871e-7767-4868-a393-3057ccac4c90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1127 time: 0.0447159 Feb 10 07:52:30.486188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b272a8-e113-4625-bf19-32b0a559e716 req-a32b93d2-da10-4e1e-9b56-3285d095525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:30.487684 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52b272a8-e113-4625-bf19-32b0a559e716 req-a32b93d2-da10-4e1e-9b56-3285d095525a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0859890 Feb 10 07:52:30.549673 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52b272a8-e113-4625-bf19-32b0a559e716 req-13297f45-8731-44ab-9d1b-9af54429e066 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 1001 time: 0.0566640 Feb 10 07:52:30.600081 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b272a8-e113-4625-bf19-32b0a559e716 req-257e36fb-60c7-43a2-a3f4-6543dfaaa1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:30.601503 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52b272a8-e113-4625-bf19-32b0a559e716 req-257e36fb-60c7-43a2-a3f4-6543dfaaa1d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0463884 Feb 10 07:52:30.651778 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b272a8-e113-4625-bf19-32b0a559e716 req-ef447714-1d77-4752-a72b-f179e1ee2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:30.655380 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52b272a8-e113-4625-bf19-32b0a559e716 req-ef447714-1d77-4752-a72b-f179e1ee2aab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481927 Feb 10 07:52:30.743799 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52b272a8-e113-4625-bf19-32b0a559e716 req-3004f3ad-8b8a-4d36-bbb7-7245d070512c service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822842 Feb 10 07:52:30.863111 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-52b272a8-e113-4625-bf19-32b0a559e716 req-4c22d374-a01e-40d7-8d25-91674a930e64 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128538 Feb 10 07:52:30.884423 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f493b-4afe-4040-a055-ea73829e7192 req-2586b47b-3bc0-4fba-b22b-e19038e6ae36 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:30.885907 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca0f493b-4afe-4040-a055-ea73829e7192 req-2586b47b-3bc0-4fba-b22b-e19038e6ae36 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0640059 Feb 10 07:52:30.934520 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca0f493b-4afe-4040-a055-ea73829e7192 req-50bfd3dc-8ba0-45e6-8f49-72132d0857ff tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 Feb 10 07:52:32.059478 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610ce17-a3a6-4f9a-b8d5-1b4478d30e75 req-8decec8e-1792-4e96-acb4-1e86416142d5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:32.061588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1610ce17-a3a6-4f9a-b8d5-1b4478d30e75 req-8decec8e-1792-4e96-acb4-1e86416142d5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0611522 Feb 10 07:52:32.109051 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1610ce17-a3a6-4f9a-b8d5-1b4478d30e75 req-1dbb3752-c582-498d-bf0a-cb673da1ffab tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Feb 10 07:52:33.227538 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8a657-5085-4737-859f-afa49708a67f req-5fb37cf0-88fc-4b23-af6e-70bff97b6691 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:33.229014 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3e8a657-5085-4737-859f-afa49708a67f req-5fb37cf0-88fc-4b23-af6e-70bff97b6691 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0532310 Feb 10 07:52:33.277599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d3e8a657-5085-4737-859f-afa49708a67f req-0617f987-2424-4162-8815-2523becad6b1 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Feb 10 07:52:34.394418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85ed54-ef20-40b3-a691-2421e992d3d2 req-50360ef5-39ba-4384-abeb-22dd1cb4a17f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:34.395905 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c85ed54-ef20-40b3-a691-2421e992d3d2 req-50360ef5-39ba-4384-abeb-22dd1cb4a17f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0514894 Feb 10 07:52:34.448095 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0c85ed54-ef20-40b3-a691-2421e992d3d2 req-a59581ac-da98-4604-b6a5-0e5c71e9310f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Feb 10 07:52:35.574528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbf778-7e56-4466-8c52-1b5351267c24 req-ee587b56-efc7-43b2-a9b9-277d737d38e9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:35.576248 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7dbf778-7e56-4466-8c52-1b5351267c24 req-ee587b56-efc7-43b2-a9b9-277d737d38e9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0573812 Feb 10 07:52:35.629479 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b7dbf778-7e56-4466-8c52-1b5351267c24 req-eb8608b8-46c3-495b-93e2-30bdf5afa8d3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475850 Feb 10 07:52:36.627993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2f0ace50-8dd6-4961-920f-e796d981fab3 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:52:36.704473 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 2f0ace50-8dd6-4961-920f-e796d981fab3 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:52:36.704878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:36.727354 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:52:36.729683 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c8172d-067b-4199-b493-47e55c966f28" -d '{"events": [{"server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "name": "network-vif-unplugged", "status": "completed", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:52:36.746066 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2f0ace50-8dd6-4961-920f-e796d981fab3,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:52:36.750550 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:36.755274 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc214ce-a1cf-402b-898b-7103eda24b5d req-9bacf436-702e-4913-80e3-18f080460665 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:36.756831 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebc214ce-a1cf-402b-898b-7103eda24b5d req-9bacf436-702e-4913-80e3-18f080460665 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0577562 Feb 10 07:52:36.773822 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 07:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f026df0b-06f6-49a3-ad09-9642a98afe71 x-openstack-request-id: req-f026df0b-06f6-49a3-ad09-9642a98afe71 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:52:36.774175 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "name": "network-vif-unplugged", "status": "failed", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3", "code": 422}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:52:36.774461 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f026df0b-06f6-49a3-ad09-9642a98afe71 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:52:36.774859 n-d-828670-1 neutron-server[103215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'code': 422} returned with failed status Feb 10 07:52:36.800272 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=2f0ace50-8dd6-4961-920f-e796d981fab3,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:52:36.806165 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ebc214ce-a1cf-402b-898b-7103eda24b5d req-3f84dbce-ec3d-4843-b9ea-36ddc7363ffb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Feb 10 07:52:36.807810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.808158 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.808507 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.808842 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.809173 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.809501 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.809828 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.810153 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.811014 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.811342 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.811666 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.811986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.812303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:52:36.962853 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:52:37.500585 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:38.028627 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7f521-3946-499b-9811-0d028dd1b8fb req-1460a3b3-2507-4d32-ac23-667bd0cfd378 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:38.030676 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bb7f521-3946-499b-9811-0d028dd1b8fb req-1460a3b3-2507-4d32-ac23-667bd0cfd378 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0571418 Feb 10 07:52:38.034009 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-464559a3-57db-4813-8e75-7f1659b226f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828640 Feb 10 07:52:38.042545 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-149a1b85-47b8-427c-ace4-0af1189654da service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:52:38.043498 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-149a1b85-47b8-427c-ace4-0af1189654da service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049381 Feb 10 07:52:38.080309 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3bb7f521-3946-499b-9811-0d028dd1b8fb req-95691e48-0ee5-49b6-bf42-146e99cafb84 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438006 Feb 10 07:52:39.187301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-8ae99e96-5c39-4772-a8b4-1c296f6b505a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:39.188644 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-8ae99e96-5c39-4772-a8b4-1c296f6b505a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports/2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 940 time: 0.1104648 Feb 10 07:52:39.214193 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb6297-cd64-48ea-a89e-6360608bdd44 req-bd25290b-f1db-4e83-be67-cbbb924e0d22 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:39.215706 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65fb6297-cd64-48ea-a89e-6360608bdd44 req-bd25290b-f1db-4e83-be67-cbbb924e0d22 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0673680 Feb 10 07:52:39.271900 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-65fb6297-cd64-48ea-a89e-6360608bdd44 req-ba102040-7df6-45e9-8fea-bb442fd0c175 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500813 Feb 10 07:52:40.392874 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26590949-3689-49c8-9563-558b1a53480a req-713204cc-ccac-4c77-bc08-d3cf87810245 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:40.394384 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26590949-3689-49c8-9563-558b1a53480a req-713204cc-ccac-4c77-bc08-d3cf87810245 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0529101 Feb 10 07:52:40.444738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-26590949-3689-49c8-9563-558b1a53480a req-1b0900e1-868b-48dd-8c94-9db915706fe0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447912 Feb 10 07:52:40.478644 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f92cc88f-b54a-4fd0-b6c6-c69558c3fc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:40.844792 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:41.574512 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8428e1-0f59-424a-97df-7ba9dca7f601 req-d7bf957e-639b-49e3-901a-6839ba6097fb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:41.576588 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b8428e1-0f59-424a-97df-7ba9dca7f601 req-d7bf957e-639b-49e3-901a-6839ba6097fb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0528116 Feb 10 07:52:41.627367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1b8428e1-0f59-424a-97df-7ba9dca7f601 req-f12158e7-ac72-4197-8554-523a7d7ac863 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450146 Feb 10 07:52:42.729609 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e96ecf7-5715-4305-81aa-f6d12d5b0f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:42.754246 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23e39-9183-4b5a-9336-333fd1773914 req-682a785b-7e3e-40d6-b0ae-ef46fad5ea6a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:42.755757 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adc23e39-9183-4b5a-9336-333fd1773914 req-682a785b-7e3e-40d6-b0ae-ef46fad5ea6a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0589178 Feb 10 07:52:42.808175 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-adc23e39-9183-4b5a-9336-333fd1773914 req-1d82083a-ce7f-496f-aafc-84e3373b57d3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Feb 10 07:52:43.926330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42bff-05a2-478d-936a-57d74f5a100e req-85f49c29-21ff-40b8-bc7b-d58e9bac38ca tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:43.927800 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48c42bff-05a2-478d-936a-57d74f5a100e req-85f49c29-21ff-40b8-bc7b-d58e9bac38ca tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0528190 Feb 10 07:52:43.975345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-48c42bff-05a2-478d-936a-57d74f5a100e req-8528ce9f-715a-429e-abc0-7fcbcc598318 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Feb 10 07:52:44.135093 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:45.096294 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90f868-c276-45d5-8f08-72010b4d584f req-05f833d9-0806-4673-9693-e2cafd3552ba tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:45.098546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb90f868-c276-45d5-8f08-72010b4d584f req-05f833d9-0806-4673-9693-e2cafd3552ba tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0542910 Feb 10 07:52:45.153685 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fb90f868-c276-45d5-8f08-72010b4d584f req-a79fdf07-14ce-4c08-a69e-94bc79662044 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490942 Feb 10 07:52:45.547220 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:46.275145 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2762-2102-446f-8233-9529b663bae8 req-03b07b98-e39c-4168-aaa4-3e71356dd8bb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:46.276632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a90c2762-2102-446f-8233-9529b663bae8 req-03b07b98-e39c-4168-aaa4-3e71356dd8bb tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0530374 Feb 10 07:52:46.324965 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a90c2762-2102-446f-8233-9529b663bae8 req-d9eb80d6-8094-4980-a9bc-d04ef9e773e3 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427253 Feb 10 07:52:46.622123 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:52:47.453692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d24703-f9db-47fd-85d6-3382ec8186d0 req-e6a34ef2-61ac-41ea-9769-42fa031c028a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:47.455223 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40d24703-f9db-47fd-85d6-3382ec8186d0 req-e6a34ef2-61ac-41ea-9769-42fa031c028a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0539403 Feb 10 07:52:47.504003 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-40d24703-f9db-47fd-85d6-3382ec8186d0 req-5a12287e-6486-431f-9ec1-1434a872c9d5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Feb 10 07:52:48.626928 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bb228-8618-47a6-b6ab-423ad7025ae9 req-8ed75fdd-5032-46c7-922c-dc66cfdc66e5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:48.628414 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-309bb228-8618-47a6-b6ab-423ad7025ae9 req-8ed75fdd-5032-46c7-922c-dc66cfdc66e5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0564263 Feb 10 07:52:48.677543 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-309bb228-8618-47a6-b6ab-423ad7025ae9 req-f3f22ddd-3b99-43b8-b0da-77b12b18e088 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 Feb 10 07:52:49.799927 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d9fb-8733-42fa-99ec-b1f927d272ae req-d6c32689-a1b0-4406-b0cf-64619d030f13 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:49.801415 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb51d9fb-8733-42fa-99ec-b1f927d272ae req-d6c32689-a1b0-4406-b0cf-64619d030f13 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0530148 Feb 10 07:52:49.850953 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bb51d9fb-8733-42fa-99ec-b1f927d272ae req-1d6c7a47-0ea1-45f0-8677-b5d409962221 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438573 Feb 10 07:52:50.346827 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-cd9078ae-759a-4fdf-8d69-245ebf016ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:50.348318 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-cd9078ae-759a-4fdf-8d69-245ebf016ea3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326&tenant_id=212d3379659c4abe90ad9cd0ed33f52a HTTP/1.1" status: 200 len: 1125 time: 0.0488737 Feb 10 07:52:50.412410 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-a49f4880-afa8-41c9-b2fe-91490393e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:50.413869 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-a49f4880-afa8-41c9-b2fe-91490393e56b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1125 time: 0.0438938 Feb 10 07:52:50.502742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-bbe72787-87ee-433e-9654-9be785a323ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:50.504282 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-bbe72787-87ee-433e-9654-9be785a323ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0836964 Feb 10 07:52:50.571122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-01f8e9e8-3b19-40af-b6ee-1b0c7e7dd663 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 999 time: 0.0610173 Feb 10 07:52:50.618858 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-27024c40-ee44-4b8e-a84e-eeb87df0c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:50.620353 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-27024c40-ee44-4b8e-a84e-eeb87df0c27b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0431664 Feb 10 07:52:50.674570 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-ab912859-352b-4ccb-9dd9-65b466a5225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:50.676103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-ab912859-352b-4ccb-9dd9-65b466a5225f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495017 Feb 10 07:52:50.766758 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-40f93683-6aea-4fc2-b0f9-c292d711fe37 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843198 Feb 10 07:52:50.853663 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-43bb1fff-ee5f-4225-b791-012698748631 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811067 Feb 10 07:52:50.972456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac318f-f13a-4296-adce-276f5ada02af req-c0d5fd8d-55db-4a84-b5a8-b188c08f170d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:50.973910 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-afac318f-f13a-4296-adce-276f5ada02af req-c0d5fd8d-55db-4a84-b5a8-b188c08f170d tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0563231 Feb 10 07:52:51.021814 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-afac318f-f13a-4296-adce-276f5ada02af req-f05037c8-72e9-4c14-8c46-1b9ba46e83c6 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Feb 10 07:52:52.146432 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e120f-4b62-46fc-8355-6883bb20ce9d req-bdebfec8-d554-41e6-8ab6-d9e13b580488 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:52.147935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf3e120f-4b62-46fc-8355-6883bb20ce9d req-bdebfec8-d554-41e6-8ab6-d9e13b580488 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0594940 Feb 10 07:52:52.195630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cf3e120f-4b62-46fc-8355-6883bb20ce9d req-328a8fae-7273-4a11-9211-0f71f23a367c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Feb 10 07:52:53.316652 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8759751-3196-4b6e-882f-c968d9be28a7 req-61ec7ab6-bef1-4bc7-ac69-3520f19927b0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:53.318344 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8759751-3196-4b6e-882f-c968d9be28a7 req-61ec7ab6-bef1-4bc7-ac69-3520f19927b0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0567002 Feb 10 07:52:53.366204 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f8759751-3196-4b6e-882f-c968d9be28a7 req-c10dfb25-3265-4bf3-b76f-4dbde6f23e0f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Feb 10 07:52:54.480662 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47391f9-8b3b-4e0a-a604-6727d95f770b req-27fd9543-6ab0-4062-ba08-ec4ab87ea74f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:54.482645 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f47391f9-8b3b-4e0a-a604-6727d95f770b req-27fd9543-6ab0-4062-ba08-ec4ab87ea74f tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0518198 Feb 10 07:52:54.530035 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f47391f9-8b3b-4e0a-a604-6727d95f770b req-e7837d08-25c8-4763-87cf-e03ca4a4cbe7 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Feb 10 07:52:55.644503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afdf1c-d218-4822-ae90-dae5d1592248 req-c9896dfa-7745-4a01-b3c5-8490a117cfe6 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:55.645987 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3afdf1c-d218-4822-ae90-dae5d1592248 req-c9896dfa-7745-4a01-b3c5-8490a117cfe6 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0508542 Feb 10 07:52:55.701775 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3afdf1c-d218-4822-ae90-dae5d1592248 req-ba08a51a-b725-4418-aabc-6bc8186cab95 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484169 Feb 10 07:52:56.818057 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345624-1041-4412-825e-2ea2d1187220 req-39d156c4-d4fe-47d7-8a77-a066012dd5b2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:56.819533 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c345624-1041-4412-825e-2ea2d1187220 req-39d156c4-d4fe-47d7-8a77-a066012dd5b2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0514178 Feb 10 07:52:56.865972 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9c345624-1041-4412-825e-2ea2d1187220 req-7776d9ae-3b08-41a9-9f0c-405d1d9bdbee tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Feb 10 07:52:57.980904 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42c37e-8b31-47a5-bb79-4ffeeae42010 req-23ab8dba-c912-4fc4-bdec-0514a75d08b2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:57.982422 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc42c37e-8b31-47a5-bb79-4ffeeae42010 req-23ab8dba-c912-4fc4-bdec-0514a75d08b2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0511608 Feb 10 07:52:58.029733 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fc42c37e-8b31-47a5-bb79-4ffeeae42010 req-ace92608-5e5d-4a7b-b12a-6c3579a1dd16 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 Feb 10 07:52:59.149329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c42c3-4d33-408f-a9ca-0beaa98d34b2 req-2dba6f9c-b5bb-440f-bc47-cb0c04f715b2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:52:59.150813 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-412c42c3-4d33-408f-a9ca-0beaa98d34b2 req-2dba6f9c-b5bb-440f-bc47-cb0c04f715b2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0553241 Feb 10 07:52:59.198363 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-412c42c3-4d33-408f-a9ca-0beaa98d34b2 req-ce3be931-a227-4eac-ab0d-86aa60806616 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413806 Feb 10 07:53:00.314426 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f55e2a-9dea-4998-8054-ef03059b9a19 req-3c80f670-cd78-4568-972e-a06961e8b3dd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:00.315884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1f55e2a-9dea-4998-8054-ef03059b9a19 req-3c80f670-cd78-4568-972e-a06961e8b3dd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 943 time: 0.0513649 Feb 10 07:53:00.363883 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f1f55e2a-9dea-4998-8054-ef03059b9a19 req-55d5696d-851f-43d7-8ec0-514143258d17 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Feb 10 07:53:00.737206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2f0ace50-8dd6-4961-920f-e796d981fab3 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:53:00.833145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2f0ace50-8dd6-4961-920f-e796d981fab3,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:53:00.844488 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'port_id': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'mac_address': 'fa:16:3e:35:d3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:53:00.880060 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 2f0ace50-8dd6-4961-920f-e796d981fab3 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:53:00.880449 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:00.893069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0ace50-8dd6-4961-920f-e796d981fab3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:53:00.911714 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2f0ace50-8dd6-4961-920f-e796d981fab3,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:53:00.915383 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:00.965090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=2f0ace50-8dd6-4961-920f-e796d981fab3,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:53:01.275311 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['2f0ace50-8dd6-4961-920f-e796d981fab3'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:53:01.483247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11719e1a-2865-4d18-94f6-57626ec2f658 req-99aad6aa-c165-420e-bb3c-7b0b3d6015d4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:01.484731 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11719e1a-2865-4d18-94f6-57626ec2f658 req-99aad6aa-c165-420e-bb3c-7b0b3d6015d4 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 944 time: 0.0521054 Feb 10 07:53:01.537899 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-11719e1a-2865-4d18-94f6-57626ec2f658 req-821b466c-a538-442b-bbb9-150df1700534 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474489 Feb 10 07:53:02.657923 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f5942-37c4-4e9a-91e7-a48ea725815e req-415a99be-a300-431b-a80d-8fbad3e5b0e9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:02.659416 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b09f5942-37c4-4e9a-91e7-a48ea725815e req-415a99be-a300-431b-a80d-8fbad3e5b0e9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 944 time: 0.0524242 Feb 10 07:53:02.707733 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b09f5942-37c4-4e9a-91e7-a48ea725815e req-e20962fe-fe16-479f-aa05-b85931ab1ebf tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Feb 10 07:53:02.751825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2f0ace50-8dd6-4961-920f-e796d981fab3 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:53:02.799825 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port 2f0ace50-8dd6-4961-920f-e796d981fab3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:53:02.800202 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:02.876032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port 2f0ace50-8dd6-4961-920f-e796d981fab3 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:53:02.876329 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:02.897961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:53:02.900263 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd53837-f133-42d0-b2c4-ba6f67ee4b2c" -d '{"events": [{"server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "name": "network-vif-plugged", "status": "completed", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:53:02.912195 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2f0ace50-8dd6-4961-920f-e796d981fab3,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:53:02.916396 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:02.943210 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d3e81b-5bd6-47c4-bd92-35381d95c00c x-openstack-request-id: req-e4d3e81b-5bd6-47c4-bd92-35381d95c00c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:53:02.944050 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "name": "network-vif-plugged", "status": "completed", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:53:02.944358 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4d3e81b-5bd6-47c4-bd92-35381d95c00c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:53:02.944933 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'code': 200} Feb 10 07:53:02.970763 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=2f0ace50-8dd6-4961-920f-e796d981fab3,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:53:03.089842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e4ca9-c30f-4d33-8449-e5073895d27c req-967a7b31-2356-4598-a51b-45ed4402c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:03.091581 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-055e4ca9-c30f-4d33-8449-e5073895d27c req-967a7b31-2356-4598-a51b-45ed4402c515 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1127 time: 0.0442984 Feb 10 07:53:03.135215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-055e4ca9-c30f-4d33-8449-e5073895d27c req-8f4e935a-d17b-471e-85c3-4a4397eacd1d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378432 Feb 10 07:53:03.827120 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8d095-4d1f-42e6-acd0-baf7fb386804 req-debe221d-2bbb-496d-8a70-1f7abf10c746 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:03.828576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1c8d095-4d1f-42e6-acd0-baf7fb386804 req-debe221d-2bbb-496d-8a70-1f7abf10c746 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0556655 Feb 10 07:53:03.874808 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a1c8d095-4d1f-42e6-acd0-baf7fb386804 req-fe564224-c310-4b72-a349-92fe562f4e7e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Feb 10 07:53:04.995430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94581e-03ef-40a8-ad05-1830c31fa35c req-2204cb81-6e2f-494e-a1a6-8fcfb11820f2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:04.996887 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca94581e-03ef-40a8-ad05-1830c31fa35c req-2204cb81-6e2f-494e-a1a6-8fcfb11820f2 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0517309 Feb 10 07:53:05.046070 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ca94581e-03ef-40a8-ad05-1830c31fa35c req-559c7557-ec88-48b4-aa29-e70c7a820230 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Feb 10 07:53:07.507338 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:09.726054 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-963c50cc-702f-44de-b75b-e4e3f85b71aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499017 Feb 10 07:53:09.811208 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-afec8234-b663-49a9-98f4-1095d0a129b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:09.812692 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-afec8234-b663-49a9-98f4-1095d0a129b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1127 time: 0.0448902 Feb 10 07:53:09.914456 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-a9da3fd3-1492-4837-ab15-88968fbd1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:09.915837 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-a9da3fd3-1492-4837-ab15-88968fbd1d13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0861278 Feb 10 07:53:09.983632 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-6af2faf7-31b7-43f2-85f8-a48fb14597ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 1001 time: 0.0619800 Feb 10 07:53:10.029556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-eca42d58-fa39-4023-accf-dee3e68b8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:10.031011 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-eca42d58-fa39-4023-accf-dee3e68b8f7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0423288 Feb 10 07:53:10.077548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-87b1af46-af33-4ef1-b9b3-5f0748d1b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:53:10.079055 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-87b1af46-af33-4ef1-b9b3-5f0748d1b226 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426531 Feb 10 07:53:10.168966 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-5bdda083-8ad1-4a01-842f-677542bff22d service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839903 Feb 10 07:53:10.257260 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ba1f722e-6931-40e0-a90e-4edf2f6ba5aa req-44a4e3af-78cc-4656-be5d-b526031eb021 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823207 Feb 10 07:53:10.469928 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccc63cc5-de4f-4288-8dd3-cfc6ef1c3a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:10.842240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:12.733424 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba058d19-4a1e-46d0-a319-d4eb4599a5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:13.961633 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:53:14.137751 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:15.550164 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:16.618350 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:37.508114 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:40.471187 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75836273-aa88-4718-a673-55212247ed9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:40.858083 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:42.734652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-64968119-0a9f-416c-b9f8-3cf7838d88b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:44.144410 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:45.554646 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:46.621435 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:53:50.960273 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:54:07.522288 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:10.472335 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4698041f-2568-498e-a999-1635cbd4579a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:10.856965 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:11.712432 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-5e826cd8-efae-472d-851d-ba98c02db51b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504909 Feb 10 07:54:11.795355 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-e11e3005-64db-4bee-9021-f1173adb1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:11.796816 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-e11e3005-64db-4bee-9021-f1173adb1420 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1127 time: 0.0436029 Feb 10 07:54:11.900490 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-dbdb27c4-29a6-4b02-9c5a-594505dfc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:11.901973 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-dbdb27c4-29a6-4b02-9c5a-594505dfc0f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.0878239 Feb 10 07:54:11.964599 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-58b38df6-9c9c-4174-8d2b-b60558df5e46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 1001 time: 0.0564659 Feb 10 07:54:12.010370 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-eb8edfcf-91d6-4f2d-ac4c-9caf1ec32246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:12.011738 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-eb8edfcf-91d6-4f2d-ac4c-9caf1ec32246 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0413563 Feb 10 07:54:12.063938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-acd61c8a-d3fc-4514-9357-ca0e967d1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:12.065406 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-acd61c8a-d3fc-4514-9357-ca0e967d1554 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476749 Feb 10 07:54:12.150331 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-0b5fc40e-3336-452a-a784-ae1d7f4eafec service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787036 Feb 10 07:54:12.239605 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82e5b259-71c5-4ecb-870c-6cc1064512f6 req-7719faf2-e81d-4eea-83dc-c58752534610 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840933 Feb 10 07:54:12.736058 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-573a10ea-d758-41f1-859e-ecc094f94756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:14.144494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:15.556275 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:16.624973 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:20.763805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35826) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:20.917850 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Deleting port 72698eba-dd3c-40b3-85f9-6961ca6a2c9f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:54:20.918190 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (72698eba-dd3c-40b3-85f9-6961ca6a2c9f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:20.990592 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (72698eba-dd3c-40b3-85f9-6961ca6a2c9f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:20.990916 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for floatingip (72698eba-dd3c-40b3-85f9-6961ca6a2c9f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:21.002849 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Calling delete_port for 72698eba-dd3c-40b3-85f9-6961ca6a2c9f owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:54:21.146503 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (72698eba-dd3c-40b3-85f9-6961ca6a2c9f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:21.174751 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event deleted for resources: {'Port': ['ID=72698eba-dd3c-40b3-85f9-6961ca6a2c9f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:21.201301 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.201656 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.201997 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.202353 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.202691 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.203023 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.203384 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.203716 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.204043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.204372 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.204698 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.205017 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.205339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:21.243342 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for floatingip (9bbe99e3-9240-494a-918f-580dcf0c1a1c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:21.243726 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Floating IP 9bbe99e3-9240-494a-918f-580dcf0c1a1c disassociated (deleted). External IP: 172.25.8.202, port: 2f0ace50-8dd6-4961-920f-e796d981fab3. Feb 10 07:54:21.779798 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Router f51ec8eb-9061-4a57-a655-9d42a7242e68 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:54:21.886820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:54:21.892414 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:21.897112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] Sync routers for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:54:21.905808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:21.906477 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:21.922103 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-14275495-9e02-420b-a4a9-cc157e461ab0 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "DELETE /v2.0/floatingips/9bbe99e3-9240-494a-918f-580dcf0c1a1c HTTP/1.1" status: 204 len: 168 time: 1.1572013 Feb 10 07:54:21.923079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:54:21.925469 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b954e117-935c-4e83-887f-031c3650c107" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:54:21.962866 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe8b79a-af06-47f6-be60-1eaa62a70644 x-openstack-request-id: req-cbe8b79a-af06-47f6-be60-1eaa62a70644 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:54:21.962998 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:54:21.963331 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbe8b79a-af06-47f6-be60-1eaa62a70644 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:54:21.963654 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'status': 'completed', 'code': 200} Feb 10 07:54:22.035291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954e117-935c-4e83-887f-031c3650c107 req-2c1f69f1-47f4-4efb-bd13-e42b456eddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:22.036958 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b954e117-935c-4e83-887f-031c3650c107 req-2c1f69f1-47f4-4efb-bd13-e42b456eddab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 1127 time: 0.0518260 Feb 10 07:54:22.180241 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954e117-935c-4e83-887f-031c3650c107 req-cf8ac339-701d-4f11-b3c5-ab2fabf50542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:22.181710 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b954e117-935c-4e83-887f-031c3650c107 req-cf8ac339-701d-4f11-b3c5-ab2fabf50542 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 200 len: 909 time: 0.1381786 Feb 10 07:54:22.193615 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc175d-ed6e-485a-a49a-23612ca111da req-1635a980-316a-49a9-a05b-944199eeace5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:22.195013 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33fc175d-ed6e-485a-a49a-23612ca111da req-1635a980-316a-49a9-a05b-944199eeace5 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0778553 Feb 10 07:54:22.208209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:22.235368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b954e117-935c-4e83-887f-031c3650c107 req-b7ff3417-7a88-4cbd-beb3-0af4fe824f80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 200 len: 217 time: 0.0393038 Feb 10 07:54:22.308576 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-33fc175d-ed6e-485a-a49a-23612ca111da req-9e7d659d-89f6-4b78-9391-5a7fb85e3fff tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056182 Feb 10 07:54:22.314525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954e117-935c-4e83-887f-031c3650c107 req-c6ac5e37-6db4-4a96-80a5-1c83675064f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:22.316023 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b954e117-935c-4e83-887f-031c3650c107 req-c6ac5e37-6db4-4a96-80a5-1c83675064f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 200 len: 848 time: 0.0711279 Feb 10 07:54:22.369448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954e117-935c-4e83-887f-031c3650c107 req-d7a22996-c4ba-4fa1-aa09-7971b7a9f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:22.371114 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b954e117-935c-4e83-887f-031c3650c107 req-d7a22996-c4ba-4fa1-aa09-7971b7a9f87d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8316ceb-0d4d-40c4-bb5f-6e921290766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492361 Feb 10 07:54:22.413682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:22.444220 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] Checking router: f51ec8eb-9061-4a57-a655-9d42a7242e68 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:54:22.452216 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:22.452815 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:22.473329 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b954e117-935c-4e83-887f-031c3650c107 req-b3309369-ca47-4152-9fb8-180181befdf6 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944009 Feb 10 07:54:22.560613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:22.569381 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b954e117-935c-4e83-887f-031c3650c107 req-99a07507-e7af-465b-939b-d28d35b514a3 service neutron] 10.222.0.13 "GET /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Feb 10 07:54:22.771335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:22.796410 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69f9830-ecfa-43a6-8dfd-80162c667a39 None None] The sync data for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 is: [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:07Z', 'revision_number': 4, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '94d3c9a2-7752-46b6-ad0b-f480479f97c8', 'name': '', 'network_id': 'b8316ceb-0d4d-40c4-bb5f-6e921290766a', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'mac_address': 'fa:16:3e:86:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:07Z', 'updated_at': '2022-02-10T07:44:13Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'subnets': [{'id': '4ba55914-97a5-40f0-b99b-5fe15dbfb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:54:23.017298 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f48fa-50f5-428c-a624-eaf0f01611da None None] New status for floating IP 9bbe99e3-9240-494a-918f-580dcf0c1a1c: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:54:23.432487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578e7ac-8c83-40a6-8e58-b9d6226a0f90 req-a096008d-2062-471b-98b3-fde85a5c2630 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:23.433959 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5578e7ac-8c83-40a6-8e58-b9d6226a0f90 req-a096008d-2062-471b-98b3-fde85a5c2630 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0532959 Feb 10 07:54:23.485630 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5578e7ac-8c83-40a6-8e58-b9d6226a0f90 req-90460bf4-ec2d-490c-a993-5223eef04b01 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/security-groups?id=c039fd71-27a4-4760-99fc-59f8ef93350d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460894 Feb 10 07:54:23.750669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-36ab6b87-eec3-4a09-aa61-396e450cfa08 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:23.752181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-36ab6b87-eec3-4a09-aa61-396e450cfa08 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 945 time: 0.0512557 Feb 10 07:54:23.840091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Deleting port 2f0ace50-8dd6-4961-920f-e796d981fab3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:54:23.840481 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:23.929012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] For port 2f0ace50-8dd6-4961-920f-e796d981fab3, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=2f0ace50-8dd6-4961-920f-e796d981fab3,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:23.929373 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:23.942259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Calling delete_port for 2f0ace50-8dd6-4961-920f-e796d981fab3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:54:24.069629 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (2f0ace50-8dd6-4961-920f-e796d981fab3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:24.097175 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event deleted for resources: {'Port': ['ID=2f0ace50-8dd6-4961-920f-e796d981fab3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:24.139233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] No DVR routers for this DVR port 2f0ace50-8dd6-4961-920f-e796d981fab3 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:54:24.141952 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:24.145293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-dd94b58a-ba26-41c0-8051-deafd5e3158c req-8675aa8d-c459-4ffb-8bf7-ff91d248f793 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.13 "DELETE /v2.0/ports/2f0ace50-8dd6-4961-920f-e796d981fab3 HTTP/1.1" status: 204 len: 173 time: 0.3885233 Feb 10 07:54:24.145728 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'name': 'network-vif-deleted', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:54:24.148021 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aed56f-7f08-4060-bb3f-261728d376f5" -d '{"events": [{"server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "name": "network-vif-deleted", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:54:24.185953 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cb802e-93f9-428f-a08c-b04e376238e4 x-openstack-request-id: req-86cb802e-93f9-428f-a08c-b04e376238e4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:54:24.186255 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1daa12-6641-4ee6-aa90-83f0238fd326", "name": "network-vif-deleted", "tag": "2f0ace50-8dd6-4961-920f-e796d981fab3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:54:24.186546 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86cb802e-93f9-428f-a08c-b04e376238e4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:54:24.186960 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1daa12-6641-4ee6-aa90-83f0238fd326', 'name': 'network-vif-deleted', 'tag': '2f0ace50-8dd6-4961-920f-e796d981fab3', 'status': 'completed', 'code': 200} Feb 10 07:54:24.584168 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-71c16987-98e7-4f39-8c14-e6d3b69c92b7 req-d063a7ec-11c5-4abd-95dc-6100c61bed46 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0277312 Feb 10 07:54:25.688673 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-98ea3e90-d0f1-4a93-8896-24d9039123b2 req-265564f4-6ec0-4d00-9451-afc6ebc27294 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0352421 Feb 10 07:54:26.791622 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9eb742a6-e5eb-4665-8f3a-b4e8289c557a req-6a9ffa41-c8e5-4ce7-af99-fdf6be5b95ac tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0272286 Feb 10 07:54:27.329993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2f0ace50-8dd6-4961-920f-e796d981fab3 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:54:27.351164 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: 2f0ace50-8dd6-4961-920f-e796d981fab3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:54:27.351514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device 2f0ace50-8dd6-4961-920f-e796d981fab3 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:54:27.884748 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94403ff4-2122-405c-a4e0-4acc70bebd90 req-0e624416-ccd3-48a9-92bd-3cfe874f3a55 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0275412 Feb 10 07:54:27.959447 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:54:28.984134 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7844daed-5255-4e0f-b473-4cf90d291c7b req-96941f4d-84a7-4d64-915c-d58e73eb59ed tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0277274 Feb 10 07:54:30.081427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cd586db7-0914-4ec5-84c8-df55dd827995 req-696ee645-3315-4e2e-945b-bd04bf6578cd tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0274138 Feb 10 07:54:31.181336 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-22450e76-caf8-4d0c-8ddc-2e129b79c372 req-ea4443c3-2e4a-44c6-a0f5-b7f56eace6b9 tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0316582 Feb 10 07:54:32.467496 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-44b0c899-b050-41d2-8910-fab5de3fd053 req-8c943612-513d-4385-87af-107f5823aa6e tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c1daa12-6641-4ee6-aa90-83f0238fd326 HTTP/1.1" status: 200 len: 210 time: 0.0269334 Feb 10 07:54:33.523275 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35874) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:33.579173 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e02cba-5cde-418d-a651-652214b7569c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (c039fd71-27a4-4760-99fc-59f8ef93350d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:33.603452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e02cba-5cde-418d-a651-652214b7569c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (c039fd71-27a4-4760-99fc-59f8ef93350d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:33.662700 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e02cba-5cde-418d-a651-652214b7569c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (c039fd71-27a4-4760-99fc-59f8ef93350d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:33.665328 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e02cba-5cde-418d-a651-652214b7569c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:33.666572 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-70e02cba-5cde-418d-a651-652214b7569c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] 10.222.0.21 "DELETE /v2.0/security-groups/c039fd71-27a4-4760-99fc-59f8ef93350d HTTP/1.1" status: 204 len: 168 time: 0.1422071 Feb 10 07:54:33.678052 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e02cba-5cde-418d-a651-652214b7569c tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039fd71-27a4-4760-99fc-59f8ef93350d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:33.726587 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35878) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:34.279938 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (f51ec8eb-9061-4a57-a655-9d42a7242e68), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:34.528839 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Deleting port 94d3c9a2-7752-46b6-ad0b-f480479f97c8 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:54:34.529096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:34.608992 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] For port 94d3c9a2-7752-46b6-ad0b-f480479f97c8, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=94d3c9a2-7752-46b6-ad0b-f480479f97c8,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:34.609394 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:34.621885 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Calling delete_port for 94d3c9a2-7752-46b6-ad0b-f480479f97c8 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:54:34.803424 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (94d3c9a2-7752-46b6-ad0b-f480479f97c8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:34.830995 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d3c9a2-7752-46b6-ad0b-f480479f97c8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:34.860137 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.860637 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.861128 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.861616 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.862054 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.862528 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.862867 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.863211 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.863476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.863849 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.864121 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.864446 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:34.864800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:35.022911 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (f51ec8eb-9061-4a57-a655-9d42a7242e68), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:35.244858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Router f51ec8eb-9061-4a57-a655-9d42a7242e68 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:54:35.361653 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:54:35.366959 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-5328e90a-ebc8-453a-adad-4e8a630ba0b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/f51ec8eb-9061-4a57-a655-9d42a7242e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6378922 Feb 10 07:54:35.369493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35884) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:35.371027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] Sync routers for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:54:35.383226 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:35.383847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:35.475569 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks [] for router (f51ec8eb-9061-4a57-a655-9d42a7242e68), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:35.497962 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:35.582096 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks [] for router_gateway (f51ec8eb-9061-4a57-a655-9d42a7242e68), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:35.637860 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Deleting port ac6b86b5-5897-42b3-a027-3208525e22fc {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:54:35.638246 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:35.687961 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:54:34Z', 'revision_number': 5, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port': {'id': 'ac6b86b5-5897-42b3-a027-3208525e22fc', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:10:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:35.714986 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] Checking router: f51ec8eb-9061-4a57-a655-9d42a7242e68 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:54:35.724696 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] Routers {'f51ec8eb-9061-4a57-a655-9d42a7242e68'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:35.725326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['f51ec8eb-9061-4a57-a655-9d42a7242e68'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:35.822015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] Set router f51ec8eb-9061-4a57-a655-9d42a7242e68 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:35.880919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:54:35Z', 'revision_number': 6, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:35.909086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b9796-7117-4da9-8317-07bb3c87f929 None None] The sync data for ids ['f51ec8eb-9061-4a57-a655-9d42a7242e68'] in n-d-828670-1 is: [{'id': 'f51ec8eb-9061-4a57-a655-9d42a7242e68', 'name': 'tempest-TestShelveInstance-1628035865-router', 'tenant_id': '212d3379659c4abe90ad9cd0ed33f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:05Z', 'updated_at': '2022-02-10T07:54:35Z', 'revision_number': 6, 'project_id': '212d3379659c4abe90ad9cd0ed33f52a', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:54:36.067746 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] For port ac6b86b5-5897-42b3-a027-3208525e22fc, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=ac6b86b5-5897-42b3-a027-3208525e22fc,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:36.068303 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.080651 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Calling delete_port for ac6b86b5-5897-42b3-a027-3208525e22fc owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:54:36.254641 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (ac6b86b5-5897-42b3-a027-3208525e22fc), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.289120 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6b86b5-5897-42b3-a027-3208525e22fc,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:36.351894 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (f51ec8eb-9061-4a57-a655-9d42a7242e68), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.446711 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (f51ec8eb-9061-4a57-a655-9d42a7242e68), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.448831 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks [] for router_controller (f51ec8eb-9061-4a57-a655-9d42a7242e68), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.493767 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (f51ec8eb-9061-4a57-a655-9d42a7242e68), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.494322 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f51ec8eb-9061-4a57-a655-9d42a7242e68 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:54:36.499050 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.500372 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c5fc5731-44a9-4e7c-a688-ad77478df8fe admin admin] 10.222.0.21 "DELETE /v2.0/routers/f51ec8eb-9061-4a57-a655-9d42a7242e68 HTTP/1.1" status: 204 len: 168 time: 1.1294501 Feb 10 07:54:36.503306 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:36.546887 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aabe289-229d-4e3d-b754-7e1859f099c6 admin admin] Deleting subnet 4ba55914-97a5-40f0-b99b-5fe15dbfb6be {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:54:36.550145 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2aabe289-229d-4e3d-b754-7e1859f099c6 admin admin] Publish callbacks [] for subnet (4ba55914-97a5-40f0-b99b-5fe15dbfb6be), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.588466 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2aabe289-229d-4e3d-b754-7e1859f099c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (4ba55914-97a5-40f0-b99b-5fe15dbfb6be), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.665220 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2aabe289-229d-4e3d-b754-7e1859f099c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (4ba55914-97a5-40f0-b99b-5fe15dbfb6be), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.721005 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2aabe289-229d-4e3d-b754-7e1859f099c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (4ba55914-97a5-40f0-b99b-5fe15dbfb6be), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.747189 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabe289-229d-4e3d-b754-7e1859f099c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba55914-97a5-40f0-b99b-5fe15dbfb6be,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:36.749129 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2aabe289-229d-4e3d-b754-7e1859f099c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.755181 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-2aabe289-229d-4e3d-b754-7e1859f099c6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4ba55914-97a5-40f0-b99b-5fe15dbfb6be HTTP/1.1" status: 204 len: 168 time: 0.2485058 Feb 10 07:54:36.755428 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:36.766467 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74fa823-9b40-45c5-bb15-997f1e535e46 None None] Network b8316ceb-0d4d-40c4-bb5f-6e921290766a requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:54:36.832616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (b8316ceb-0d4d-40c4-bb5f-6e921290766a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.892806 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Deleting port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:54:36.893299 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.955154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] DHCP port deletion for b8316ceb-0d4d-40c4-bb5f-6e921290766a request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:54:36.980160 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] For port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:36.981137 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:36.997766 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Calling delete_port for 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:54:37.015058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Deleting port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:54:37.016472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.088137 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] For port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9,segment=NetworkSegment(3a5121cd-94d7-4e30-b33d-5df8010bfe1c),segment_id=3a5121cd-94d7-4e30-b33d-5df8010bfe1c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:37.088537 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.098247 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.103645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Calling delete_port for 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:54:37.136437 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:37.138418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] No DVR routers for this DVR port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:54:37.199566 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.225657 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (b8316ceb-0d4d-40c4-bb5f-6e921290766a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.228108 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Pushing event deleted for resources: {'Port': ['ID=3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:37.229988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] No DVR routers for this DVR port 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:54:37.242663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.243236 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.243744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.244430 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.244728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.245068 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.245405 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.246419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.246641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.246967 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.247392 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.248265 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.248462 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b82f8c-a12c-4e37-b5b5-57e9d7b9bf1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:37.249966 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8316ceb-0d4d-40c4-bb5f-6e921290766a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:37.263915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5121cd-94d7-4e30-b33d-5df8010bfe1c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:37.264217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5121cd-94d7-4e30-b33d-5df8010bfe1c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:37.273980 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (3a5121cd-94d7-4e30-b33d-5df8010bfe1c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.289207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (3a5121cd-94d7-4e30-b33d-5df8010bfe1c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.295419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:54:37.295829 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (3a5121cd-94d7-4e30-b33d-5df8010bfe1c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: timer() Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:54:37.298357 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:54:37.355654 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (b8316ceb-0d4d-40c4-bb5f-6e921290766a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.361606 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.365025 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b8316ceb-0d4d-40c4-bb5f-6e921290766a HTTP/1.1" status: 204 len: 168 time: 0.6085773 Feb 10 07:54:37.367943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35890) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:37.381203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db97e9-a005-4a56-97d7-9c96dd385a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8316ceb-0d4d-40c4-bb5f-6e921290766a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:37.527203 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.761090 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (46756678-8127-458a-9e5d-2915af11e78b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:37.776857 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ac6b86b5-5897-42b3-a027-3208525e22fc no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:54:37.798419 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: ac6b86b5-5897-42b3-a027-3208525e22fc {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:54:37.798854 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device ac6b86b5-5897-42b3-a027-3208525e22fc not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:54:37.799353 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 94d3c9a2-7752-46b6-ad0b-f480479f97c8 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:54:37.818086 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 94d3c9a2-7752-46b6-ad0b-f480479f97c8 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:54:37.820223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 94d3c9a2-7752-46b6-ad0b-f480479f97c8 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:54:37.820223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:54:37.838119 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:54:37.838437 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 3a3f3c60-ec86-4a8d-b2bc-cf9f62befbb9 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:54:38.020645 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Deleting port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:54:38.020645 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:38.101374 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] For port 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2,segment=NetworkSegment(173ef184-0dfd-4c85-b233-99bbd76d5232),segment_id=173ef184-0dfd-4c85-b233-99bbd76d5232)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:38.101734 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:38.118820 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Calling delete_port for 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:54:38.304545 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:38.330579 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:38.513462 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (46756678-8127-458a-9e5d-2915af11e78b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:38.738458 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Router 46756678-8127-458a-9e5d-2915af11e78b has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:54:38.847498 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:54:38.852494 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-9a758480-e7d7-455a-b3e5-ec13b19faea3 admin admin] 10.222.0.21 "PUT /v2.0/routers/46756678-8127-458a-9e5d-2915af11e78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4834125 Feb 10 07:54:38.854966 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35892) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:38.858548 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] Sync routers for ids ['46756678-8127-458a-9e5d-2915af11e78b'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:54:38.869873 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] Routers {'46756678-8127-458a-9e5d-2915af11e78b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:38.870588 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46756678-8127-458a-9e5d-2915af11e78b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:38.965173 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks [] for router (46756678-8127-458a-9e5d-2915af11e78b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:38.975258 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] Set router 46756678-8127-458a-9e5d-2915af11e78b gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:39.076648 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks [] for router_gateway (46756678-8127-458a-9e5d-2915af11e78b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.132719 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Deleting port 5edf22af-8485-4543-86f2-cc9fa7efc482 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:54:39.133075 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.155667 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46756678-8127-458a-9e5d-2915af11e78b', 'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:09Z', 'updated_at': '2022-02-10T07:54:38Z', 'revision_number': 5, 'project_id': '10985a982fb7459689201ca0d8199508', 'gw_port': {'id': '5edf22af-8485-4543-86f2-cc9fa7efc482', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46756678-8127-458a-9e5d-2915af11e78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:44:10Z', 'updated_at': '2022-02-10T07:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:39.185141 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] Checking router: 46756678-8127-458a-9e5d-2915af11e78b for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:54:39.193304 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] Routers {'46756678-8127-458a-9e5d-2915af11e78b'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:39.194217 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['46756678-8127-458a-9e5d-2915af11e78b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:39.222016 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] For port 5edf22af-8485-4543-86f2-cc9fa7efc482, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5edf22af-8485-4543-86f2-cc9fa7efc482,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:39.222477 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.240951 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Calling delete_port for 5edf22af-8485-4543-86f2-cc9fa7efc482 owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:54:39.283360 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] Set router 46756678-8127-458a-9e5d-2915af11e78b gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:39.416375 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5edf22af-8485-4543-86f2-cc9fa7efc482), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.432049 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46756678-8127-458a-9e5d-2915af11e78b', 'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:09Z', 'updated_at': '2022-02-10T07:54:39Z', 'revision_number': 6, 'project_id': '10985a982fb7459689201ca0d8199508', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:39.449560 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5edf22af-8485-4543-86f2-cc9fa7efc482,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:39.461262 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e6a4e-2d25-43a5-b24b-5207dec6eb61 None None] The sync data for ids ['46756678-8127-458a-9e5d-2915af11e78b'] in n-d-828670-1 is: [{'id': '46756678-8127-458a-9e5d-2915af11e78b', 'name': 'tempest-TestShelveInstance-1225092231-router', 'tenant_id': '10985a982fb7459689201ca0d8199508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:44:09Z', 'updated_at': '2022-02-10T07:54:39Z', 'revision_number': 6, 'project_id': '10985a982fb7459689201ca0d8199508', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:54:39.514946 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (46756678-8127-458a-9e5d-2915af11e78b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.607539 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (46756678-8127-458a-9e5d-2915af11e78b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.609934 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks [] for router_controller (46756678-8127-458a-9e5d-2915af11e78b), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.659942 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (46756678-8127-458a-9e5d-2915af11e78b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.660475 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46756678-8127-458a-9e5d-2915af11e78b {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 07:54:39.665786 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.669582 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e8185926-809c-441e-9987-6802c0accb26 admin admin] 10.222.0.21 "DELETE /v2.0/routers/46756678-8127-458a-9e5d-2915af11e78b HTTP/1.1" status: 204 len: 168 time: 0.8113089 Feb 10 07:54:39.669763 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35894) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:39.715682 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_v2 [None req-687ac16e-5338-47d1-b63c-5033dccf2a96 admin admin] Deleting subnet 7887a319-87c6-4ed4-a150-cf7b5c0ffc86 {{(pid=103213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 07:54:39.718822 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-687ac16e-5338-47d1-b63c-5033dccf2a96 admin admin] Publish callbacks [] for subnet (7887a319-87c6-4ed4-a150-cf7b5c0ffc86), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.753401 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-687ac16e-5338-47d1-b63c-5033dccf2a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090538'] for subnet (7887a319-87c6-4ed4-a150-cf7b5c0ffc86), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.837000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-687ac16e-5338-47d1-b63c-5033dccf2a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7887a319-87c6-4ed4-a150-cf7b5c0ffc86), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.902856 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-687ac16e-5338-47d1-b63c-5033dccf2a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352364'] for subnet (7887a319-87c6-4ed4-a150-cf7b5c0ffc86), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.918890 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:54:39.926522 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ac16e-5338-47d1-b63c-5033dccf2a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7887a319-87c6-4ed4-a150-cf7b5c0ffc86,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:39.935427 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-687ac16e-5338-47d1-b63c-5033dccf2a96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:39.940322 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-687ac16e-5338-47d1-b63c-5033dccf2a96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7887a319-87c6-4ed4-a150-cf7b5c0ffc86 HTTP/1.1" status: 204 len: 168 time: 0.2694306 Feb 10 07:54:39.942674 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35896) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:39.943963 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:54:39.944513 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 04c9ec8e-52cd-4156-96fb-4f5c2cfe54e2 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:54:39.953479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6461eb-e32f-4871-901d-8fd98c847792 None None] Network c66c92c8-f6f7-49dc-a6da-6b236528ce0c requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:54:40.010872 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c66c92c8-f6f7-49dc-a6da-6b236528ce0c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.074473 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Deleting port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:54:40.074800 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.139866 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] For port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=104887c7-b0a4-4f8e-a17b-9fcacf4c0e34,segment=NetworkSegment(173ef184-0dfd-4c85-b233-99bbd76d5232),segment_id=173ef184-0dfd-4c85-b233-99bbd76d5232)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:40.140230 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.152617 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Calling delete_port for 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:54:40.236879 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (104887c7-b0a4-4f8e-a17b-9fcacf4c0e34), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.260611 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=104887c7-b0a4-4f8e-a17b-9fcacf4c0e34,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:40.267171 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] No DVR routers for this DVR port 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 07:54:40.283027 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b88cb0-f286-4aa2-b7dc-0e2291be1b56 None None] DHCP port deletion for c66c92c8-f6f7-49dc-a6da-6b236528ce0c request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 07:54:40.340850 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c66c92c8-f6f7-49dc-a6da-6b236528ce0c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.365405 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66c92c8-f6f7-49dc-a6da-6b236528ce0c']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:40.375629 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173ef184-0dfd-4c85-b233-99bbd76d5232') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:40.375927 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173ef184-0dfd-4c85-b233-99bbd76d5232') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:40.385502 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (173ef184-0dfd-4c85-b233-99bbd76d5232), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.399021 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (173ef184-0dfd-4c85-b233-99bbd76d5232), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.405786 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 07:54:40.406835 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (173ef184-0dfd-4c85-b233-99bbd76d5232), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: timer() Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 07:54:40.408676 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 07:54:40.464780 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c66c92c8-f6f7-49dc-a6da-6b236528ce0c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.473153 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.476965 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] 10.222.0.21 "DELETE /v2.0/networks/c66c92c8-f6f7-49dc-a6da-6b236528ce0c HTTP/1.1" status: 204 len: 168 time: 0.5332775 Feb 10 07:54:40.478137 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2227e977-3d1d-437f-8298-af1e7fd9d2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.490733 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303677ae-9a42-49ff-9151-884caf50bbcf admin admin] Pushing event deleted for resources: {'Network': ['ID=c66c92c8-f6f7-49dc-a6da-6b236528ce0c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:40.617835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35900) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:40.658442 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-4d9d045c-beea-4ad1-abea-13d3d264a8e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=212d3379659c4abe90ad9cd0ed33f52a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387187 Feb 10 07:54:40.660886 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35902) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:40.710587 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6eacb366-c0c1-440d-9cf9-ed5f0270182c admin admin] Publish callbacks [] for security_group (1449c02f-8edb-4d96-914a-462edad0f604), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.731676 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6eacb366-c0c1-440d-9cf9-ed5f0270182c admin admin] Publish callbacks [] for security_group (1449c02f-8edb-4d96-914a-462edad0f604), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.778377 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6eacb366-c0c1-440d-9cf9-ed5f0270182c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (1449c02f-8edb-4d96-914a-462edad0f604), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.781619 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6eacb366-c0c1-440d-9cf9-ed5f0270182c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:40.782830 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-6eacb366-c0c1-440d-9cf9-ed5f0270182c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1449c02f-8edb-4d96-914a-462edad0f604 HTTP/1.1" status: 204 len: 168 time: 0.1210344 Feb 10 07:54:40.790148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacb366-c0c1-440d-9cf9-ed5f0270182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1449c02f-8edb-4d96-914a-462edad0f604,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:40.856678 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:41.105975 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35908) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:41.145250 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e4ba7290-cb3b-455e-935e-dc870ac6457f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10985a982fb7459689201ca0d8199508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380149 Feb 10 07:54:41.147841 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35910) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:41.194219 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2909580-beb1-4374-854a-5ef0f99c8064 admin admin] Publish callbacks [] for security_group (f4924103-1e94-4f37-9543-bd99ea3ffbad), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:41.215205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2909580-beb1-4374-854a-5ef0f99c8064 admin admin] Publish callbacks [] for security_group (f4924103-1e94-4f37-9543-bd99ea3ffbad), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:41.261487 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2909580-beb1-4374-854a-5ef0f99c8064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (f4924103-1e94-4f37-9543-bd99ea3ffbad), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:41.264039 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e2909580-beb1-4374-854a-5ef0f99c8064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:41.265191 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-e2909580-beb1-4374-854a-5ef0f99c8064 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4924103-1e94-4f37-9543-bd99ea3ffbad HTTP/1.1" status: 204 len: 168 time: 0.1164396 Feb 10 07:54:41.273526 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2909580-beb1-4374-854a-5ef0f99c8064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4924103-1e94-4f37-9543-bd99ea3ffbad,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:41.772257 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:54:41.792432 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:54:41.792728 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 104887c7-b0a4-4f8e-a17b-9fcacf4c0e34 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:54:41.793078 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5edf22af-8485-4543-86f2-cc9fa7efc482 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:54:41.811799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5edf22af-8485-4543-86f2-cc9fa7efc482 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 07:54:41.812651 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5edf22af-8485-4543-86f2-cc9fa7efc482 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 07:54:41.972275 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35932) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:42.068388 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1028322985-network', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:42.086715 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Made reservation on behalf of 4955636bae6141f2bc2603a7fd82bc49 for: {'network': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:54:42.088992 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.099566 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.172190 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Publish callbacks [] for security_group (0cf83f6b-90a0-4614-9a9e-a3aa06e9648b), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.176205 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0cf83f6b-90a0-4614-9a9e-a3aa06e9648b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.196822 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:54:42.212297 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf83f6b-90a0-4614-9a9e-a3aa06e9648b,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:42.215179 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (670f734e-89eb-4af4-9558-0a786922ff2c), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.215524 n-d-828670-1 neutron-server[103213]: INFO neutron.db.segments_db [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Added segment 670f734e-89eb-4af4-9558-0a786922ff2c of type vlan for network 9da5b870-46dd-43d4-98d9-928066915d1f Feb 10 07:54:42.255059 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (9da5b870-46dd-43d4-98d9-928066915d1f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.279076 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (9da5b870-46dd-43d4-98d9-928066915d1f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.279991 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:42.280562 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.314614 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3411787 Feb 10 07:54:42.317535 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35936) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:42.323329 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Request body: {'subnet': {'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1028322985-subnet', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:42.341470 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b9a42-5fe1-4765-bda6-88df242312b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9da5b870-46dd-43d4-98d9-928066915d1f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:42.342808 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Made reservation on behalf of 4955636bae6141f2bc2603a7fd82bc49 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:54:42.346596 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215676'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.352116 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network 9da5b870-46dd-43d4-98d9-928066915d1f details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:54:42.519166 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59247249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215662'] for subnet (fcb23a6e-89bb-43a3-8e8c-d813c36f788a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.574044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb23a6e-89bb-43a3-8e8c-d813c36f788a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:42.582677 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Checking segment: {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:54:42.583040 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Network hostable DHCP agents. Network: 9da5b870-46dd-43d4-98d9-928066915d1f, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:54:42.598362 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Network 9da5b870-46dd-43d4-98d9-928066915d1f is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:54:42.606826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, 9da5b870-46dd-43d4-98d9-928066915d1f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:42.610946 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:42.611538 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.616527 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95449aa6-d8ca-42d5-bd53-48b1207aa93a None None] Network 9da5b870-46dd-43d4-98d9-928066915d1f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:54:42.627203 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-15dd4faa-88df-4bfe-ac4c-94538e50156b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3085637 Feb 10 07:54:42.629775 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:42.633980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:42.654818 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (139a8549-e966-4f63-b44a-f9e190b745a7), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.655809 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (139a8549-e966-4f63-b44a-f9e190b745a7), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.712515 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks [] for router_controller (139a8549-e966-4f63-b44a-f9e190b745a7), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.722390 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-9da5b870-46dd-43d4-98d9-928066915d1f', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:54:42.723249 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.756494 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45860568-31c7-46b9-837a-a6edd29cc8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.853072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks [] for router_gateway (139a8549-e966-4f63-b44a-f9e190b745a7), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:42.874090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Allocated IP 172.20.0.2 (9da5b870-46dd-43d4-98d9-928066915d1f/fcb23a6e-89bb-43a3-8e8c-d813c36f788a/e7f2952a-5744-43b7-ab57-eb3730d3c3f9) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:54:43.018772 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Publish callbacks [] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.024524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.055873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks [] for router_gateway (139a8549-e966-4f63-b44a-f9e190b745a7), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.063372 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Network 9da5b870-46dd-43d4-98d9-928066915d1f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:54:43.067767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:43.072580 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:54:43.075321 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.075753 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Pushing event updated for resources: {'Port': ['ID=e7f2952a-5744-43b7-ab57-eb3730d3c3f9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:43.128340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Attempting to bind port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:54:43.128671 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Attempting to bind port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:54:43.128977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Attempting to bind port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 on network 9da5b870-46dd-43d4-98d9-928066915d1f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:54:43.133804 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:54:43.134176 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Checking segment: {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:54:43.134604 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.134993 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Bound using segment: {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:54:43.135454 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Bound port: e7f2952a-5744-43b7-ab57-eb3730d3c3f9, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:54:43.135850 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.183525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Allocated IP 172.25.8.221 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/89db8b02-dd3f-4cb5-b95d-19300962848c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:54:43.298313 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks [] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.332163 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.361194 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] For port e7f2952a-5744-43b7-ab57-eb3730d3c3f9, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:54:43.364519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] For port e7f2952a-5744-43b7-ab57-eb3730d3c3f9, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e7f2952a-5744-43b7-ab57-eb3730d3c3f9,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:54:43.370923 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.380633 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:54:43.383648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:43.386050 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:54:43.414547 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Pushing event updated for resources: {'Port': ['ID=89db8b02-dd3f-4cb5-b95d-19300962848c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:43.428126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ac1b2-685e-46cb-af48-7c67371640ef None None] Pushing event updated for resources: {'Port': ['ID=e7f2952a-5744-43b7-ab57-eb3730d3c3f9,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:43.668226 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks [] for router_gateway (139a8549-e966-4f63-b44a-f9e190b745a7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.785641 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e7f2952a-5744-43b7-ab57-eb3730d3c3f9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:43.833994 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:43.834271 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.878138 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (139a8549-e966-4f63-b44a-f9e190b745a7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.913148 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:43.913697 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.945492 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port e7f2952a-5744-43b7-ab57-eb3730d3c3f9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e7f2952a-5744-43b7-ab57-eb3730d3c3f9,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:43.950433 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:43.998157 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=e7f2952a-5744-43b7-ab57-eb3730d3c3f9,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:44.010091 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Router 139a8549-e966-4f63-b44a-f9e190b745a7 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:54:44.149453 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:44.356572 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b54a8-ac4b-48de-aa67-7db0e69a39c0 None None] Network 9da5b870-46dd-43d4-98d9-928066915d1f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:54:44.429733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-324a15f2-0143-4179-9764-fbab6b16f830 None None] Provisioning complete for port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:44.430014 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-324a15f2-0143-4179-9764-fbab6b16f830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:44.458604 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:54:44.476218 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:44.477485 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-19a3c367-376d-4e2a-b96a-f7466510cb3e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8467710 Feb 10 07:54:44.480262 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35940) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:44.485234 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Sync routers for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:54:44.509134 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:44.509762 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:44.637819 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-324a15f2-0143-4179-9764-fbab6b16f830 None None] Current status of the port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:44.659348 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:44.870679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-46b2ad29-0571-40c5-bbb7-a5f1bdd5ccac None None] Provisioning complete for port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:44.870975 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46b2ad29-0571-40c5-bbb7-a5f1bdd5ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:44.918061 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:43Z', 'revision_number': 3, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:44.933266 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:44.953562 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Checking router: 139a8549-e966-4f63-b44a-f9e190b745a7 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:54:44.954368 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Updating router 139a8549-e966-4f63-b44a-f9e190b745a7 port 89db8b02-dd3f-4cb5-b95d-19300962848c binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:54:45.018770 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.020629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-46b2ad29-0571-40c5-bbb7-a5f1bdd5ccac None None] Current status of the port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:45.102107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Allocated IP 172.20.0.1 (9da5b870-46dd-43d4-98d9-928066915d1f/fcb23a6e-89bb-43a3-8e8c-d813c36f788a/fa5ecf78-91c9-48a0-8d38-8e85b90b52b3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:54:45.220770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Publish callbacks [] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.257978 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.300062 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Publish callbacks [] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.303387 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Network 9da5b870-46dd-43d4-98d9-928066915d1f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:54:45.306586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:45.307169 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.310485 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:54:45.337988 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Pushing event updated for resources: {'Port': ['ID=fa5ecf78-91c9-48a0-8d38-8e85b90b52b3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:45.364070 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (139a8549-e966-4f63-b44a-f9e190b745a7), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.366741 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Attempting to bind port 89db8b02-dd3f-4cb5-b95d-19300962848c on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:54:45.367124 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Attempting to bind port 89db8b02-dd3f-4cb5-b95d-19300962848c by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:54:45.368834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Attempting to bind port 89db8b02-dd3f-4cb5-b95d-19300962848c on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:54:45.369867 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bf172-afc4-4c97-8708-2082c8007488 None None] Pushing event updated for resources: {'Port': ['ID=89db8b02-dd3f-4cb5-b95d-19300962848c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:45.376496 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:54:45.376888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:54:45.377301 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.377703 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:54:45.378184 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Bound port: 89db8b02-dd3f-4cb5-b95d-19300962848c, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:54:45.378607 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.442779 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] For port 89db8b02-dd3f-4cb5-b95d-19300962848c, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:54:45.447797 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] For port 89db8b02-dd3f-4cb5-b95d-19300962848c, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=89db8b02-dd3f-4cb5-b95d-19300962848c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:54:45.455262 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.517641 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.531323 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bf172-afc4-4c97-8708-2082c8007488 None None] Pushing event updated for resources: {'Port': ['ID=89db8b02-dd3f-4cb5-b95d-19300962848c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:45.535609 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:45.536222 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:45.606945 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.674985 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4f1da6cb-e2de-49df-8823-101ddad00ebb None None] Provisioning complete for port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:45.675377 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f1da6cb-e2de-49df-8823-101ddad00ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.709329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:45.721072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Publish callbacks [] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.726760 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.750824 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4f1da6cb-e2de-49df-8823-101ddad00ebb None None] Port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:54:45.801420 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e7f2952a-5744-43b7-ab57-eb3730d3c3f9 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:45.808062 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (139a8549-e966-4f63-b44a-f9e190b745a7), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:45.813818 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Pushing event updated for resources: {'Port': ['ID=fa5ecf78-91c9-48a0-8d38-8e85b90b52b3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:45.908624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Network 9da5b870-46dd-43d4-98d9-928066915d1f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:54:45.910139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:45.910431 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:45.910799 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:46.040936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Router 139a8549-e966-4f63-b44a-f9e190b745a7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:54:46.057841 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:46.065680 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 1, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:46.094196 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4660b0-2477-4dfa-90ee-bc799f90de5d None None] The sync data for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 is: [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 1, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:54:46.177427 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:54:46.179042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-b8623618-3085-477f-a879-bb9abcca7c0a None None] Provisioning complete for port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:46.179637 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b8623618-3085-477f-a879-bb9abcca7c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:46.194860 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-dc1857c5-d992-4442-8b23-d90fec3796cd admin admin] 10.222.0.21 "PUT /v2.0/routers/139a8549-e966-4f63-b44a-f9e190b745a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7134876 Feb 10 07:54:46.230255 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b8623618-3085-477f-a879-bb9abcca7c0a None None] Port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:54:46.633682 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:46.751383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35956) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:46.756418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1492360674-network', 'tenant_id': '643cad8394c34394a63b055f3882820d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:46.777170 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Made reservation on behalf of 643cad8394c34394a63b055f3882820d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:54:46.779812 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:46.789176 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:46.899515 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Publish callbacks [] for security_group (58de03e9-07df-4779-b88e-ccd1eaebdd5a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:46.903908 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (58de03e9-07df-4779-b88e-ccd1eaebdd5a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:46.936366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 07:54:46.947113 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de03e9-07df-4779-b88e-ccd1eaebdd5a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:46.953651 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (367aab66-4d05-416c-b42a-c158f8d7843d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:46.953990 n-d-828670-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Added segment 367aab66-4d05-416c-b42a-c158f8d7843d of type vlan for network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 Feb 10 07:54:46.997168 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734256000305'] for network (c35bdd6a-6d1a-4f78-8734-7ecffbbf6399), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.023549 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084'] for network (c35bdd6a-6d1a-4f78-8734-7ecffbbf6399), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.024556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:47.025160 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.028242 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-5fb3d47a-4921-4697-bbb3-9c665ce75241 req-6f66b822-8c35-4c1f-8c60-158887333c10 tempest-TestNetworkAdvancedServerOps-1444957547 tempest-TestNetworkAdvancedServerOps-1444957547-project] (103214) timed out ('10.222.0.24', 60851) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 07:54:47.060930 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3083889 Feb 10 07:54:47.064029 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35958) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:47.069055 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Request body: {'subnet': {'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1492360674-subnet', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'ip_version': 4}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:47.088592 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Made reservation on behalf of 643cad8394c34394a63b055f3882820d for: {'subnet': 1} {{(pid=103213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:54:47.091471 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352329'] for subnet (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.100763 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f639c8b-e8fa-4d10-bdde-fadf50335d82 admin admin] Pushing event updated for resources: {'Network': ['ID=c35bdd6a-6d1a-4f78-8734-7ecffbbf6399,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:47.113648 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 details requested by agent ovs-agent-n-d-828670-1 with host n-d-828670-1 {{(pid=103215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 07:54:47.282384 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352347'] for subnet (7b4231d6-15b0-41e5-a784-62dbf141b83b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.337584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4231d6-15b0-41e5-a784-62dbf141b83b,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:47.353384 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Checking segment: {'id': '367aab66-4d05-416c-b42a-c158f8d7843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:54:47.353753 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Network hostable DHCP agents. Network: c35bdd6a-6d1a-4f78-8734-7ecffbbf6399, hostable agents: ['0d3101ed-547a-417b-9260-b74253ed293d'], hosted agents: [] {{(pid=103213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 07:54:47.371801 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 is scheduled to be hosted by DHCP agent 0d3101ed-547a-417b-9260-b74253ed293d with binding_index 1 {{(pid=103213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 07:54:47.381531 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828670-1, c35bdd6a-6d1a-4f78-8734-7ecffbbf6399) {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:47.386179 n-d-828670-1 neutron-server[103213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:47.387028 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.394034 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491347d-e8c9-456c-b892-ce2aa3576d73 None None] Network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:54:47.407078 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-222348b1-7831-4388-a5bc-106389750aad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3419385 Feb 10 07:54:47.409689 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35960) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:47.413963 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:47.436499 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7997990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (820a5b5c-b6ba-484a-887b-ab39db9c3299), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.438196 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router (820a5b5c-b6ba-484a-887b-ab39db9c3299), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.508511 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks [] for router_controller (820a5b5c-b6ba-484a-887b-ab39db9c3299), precommit_add_association {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.517924 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb53dfa7b-2c17-5798-b680-b7496a334a4a-c35bdd6a-6d1a-4f78-8734-7ecffbbf6399', 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399', 'project_id': '643cad8394c34394a63b055f3882820d', 'fixed_ips': [{'subnet_id': '7b4231d6-15b0-41e5-a784-62dbf141b83b'}]}} from n-d-828670-1. {{(pid=103215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 07:54:47.518830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.653796 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks [] for router_gateway (820a5b5c-b6ba-484a-887b-ab39db9c3299), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.654992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Allocated IP 172.20.0.2 (c35bdd6a-6d1a-4f78-8734-7ecffbbf6399/7b4231d6-15b0-41e5-a784-62dbf141b83b/1dbc8f3a-ea23-409f-aa91-97e0c2521d56) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:54:47.813543 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89db8b02-dd3f-4cb5-b95d-19300962848c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:47.843985 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Publish callbacks [] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.855794 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.873277 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks [] for router_gateway (820a5b5c-b6ba-484a-887b-ab39db9c3299), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.893260 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:47.902878 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:54:47.908171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:47.914575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:54:47.917998 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Pushing event updated for resources: {'Port': ['ID=1dbc8f3a-ea23-409f-aa91-97e0c2521d56,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:47.944326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 89db8b02-dd3f-4cb5-b95d-19300962848c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:47.944702 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:48.005812 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Allocated IP 172.25.8.95 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/cc7ec36d-a561-460b-bc8b-e983e7719c7a) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:54:48.014964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Attempting to bind port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:54:48.016043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Attempting to bind port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '367aab66-4d05-416c-b42a-c158f8d7843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:54:48.016306 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Attempting to bind port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 on network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:54:48.024146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:54:48.024517 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Checking segment: {'id': '367aab66-4d05-416c-b42a-c158f8d7843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:54:48.024921 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:48.025314 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Bound using segment: {'id': '367aab66-4d05-416c-b42a-c158f8d7843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:54:48.025788 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Bound port: 1dbc8f3a-ea23-409f-aa91-97e0c2521d56, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367aab66-4d05-416c-b42a-c158f8d7843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:54:48.026168 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:48.096213 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 89db8b02-dd3f-4cb5-b95d-19300962848c is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:48.096607 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:48.136117 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 89db8b02-dd3f-4cb5-b95d-19300962848c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=89db8b02-dd3f-4cb5-b95d-19300962848c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:48.139682 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] For port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:54:48.144402 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:48.157518 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] For port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1dbc8f3a-ea23-409f-aa91-97e0c2521d56,segment=NetworkSegment(367aab66-4d05-416c-b42a-c158f8d7843d),segment_id=367aab66-4d05-416c-b42a-c158f8d7843d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:54:48.320480 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Sync routers for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:54:48.332879 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:48.333600 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:48.352524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:48.383162 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=89db8b02-dd3f-4cb5-b95d-19300962848c,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:48.435855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d6251-a43d-466e-8bc4-b9e39a9a7ab4 None None] Pushing event updated for resources: {'Port': ['ID=1dbc8f3a-ea23-409f-aa91-97e0c2521d56,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:48.455941 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks [] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:48.459488 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:48.491892 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:48.532512 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:54:48.539989 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:48.542496 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:54:48.567738 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Pushing event updated for resources: {'Port': ['ID=cc7ec36d-a561-460b-bc8b-e983e7719c7a,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:48.689845 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 2, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:48.720848 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Checking router: 139a8549-e966-4f63-b44a-f9e190b745a7 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:54:48.721294 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Updating router 139a8549-e966-4f63-b44a-f9e190b745a7 port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:54:48.754748 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:48.854192 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks [] for router_gateway (820a5b5c-b6ba-484a-887b-ab39db9c3299), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.013571 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Publish callbacks [] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.018868 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.062774 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000469'] for router (820a5b5c-b6ba-484a-887b-ab39db9c3299), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.076574 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Pushing event updated for resources: {'Port': ['ID=fa5ecf78-91c9-48a0-8d38-8e85b90b52b3,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:49.094567 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.095019 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.095358 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.095690 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.096020 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.096353 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.097041 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.097368 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.097712 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.098002 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.098356 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.098656 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.098974 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:54:49.155223 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Attempting to bind port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:54:49.155591 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Attempting to bind port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:54:49.156016 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Attempting to bind port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 on network 9da5b870-46dd-43d4-98d9-928066915d1f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:54:49.161366 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:54:49.161758 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Checking segment: {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:54:49.162137 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.164001 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Bound using segment: {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:54:49.164477 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Bound port: fa5ecf78-91c9-48a0-8d38-8e85b90b52b3, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:54:49.164855 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.223002 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Router 820a5b5c-b6ba-484a-887b-ab39db9c3299 is scheduled to L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 with binding_index 1 {{(pid=103213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 07:54:49.232865 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] For port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:54:49.236560 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] For port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fa5ecf78-91c9-48a0-8d38-8e85b90b52b3,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:54:49.246694 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.316328 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e92a44-f8ee-447f-b540-09013c774c83 None None] Pushing event updated for resources: {'Port': ['ID=fa5ecf78-91c9-48a0-8d38-8e85b90b52b3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:49.326602 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:49.327555 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:49.349831 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:54:49.363544 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Sync routers for ids ['820a5b5c-b6ba-484a-887b-ab39db9c3299'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:54:49.370237 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.371488 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-68f629dd-9dd5-40bc-8abd-6588f4b31cfc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9607570 Feb 10 07:54:49.375238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35962) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:49.395277 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Routers {'820a5b5c-b6ba-484a-887b-ab39db9c3299'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:49.400103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['820a5b5c-b6ba-484a-887b-ab39db9c3299'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:49.475060 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:49.518143 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-46504c58-aa60-4f48-86a2-8bc51c1e0f80 None None] Provisioning complete for port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:49.518697 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46504c58-aa60-4f48-86a2-8bc51c1e0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.635712 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Set router 820a5b5c-b6ba-484a-887b-ab39db9c3299 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:49.723649 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d7e61-5582-45cf-a983-04d8c8887597 None None] Network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 07:54:49.739404 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:49.772893 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37140e66-0adf-4791-87fb-08a7afed480a None None] The sync data for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 is: [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:54:49.886339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-46504c58-aa60-4f48-86a2-8bc51c1e0f80 None None] Current status of the port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:49.886561 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46504c58-aa60-4f48-86a2-8bc51c1e0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.967519 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:49.974092 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:49.976233 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-46504c58-aa60-4f48-86a2-8bc51c1e0f80 None None] For port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fa5ecf78-91c9-48a0-8d38-8e85b90b52b3,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:50.029855 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46504c58-aa60-4f48-86a2-8bc51c1e0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.119888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46504c58-aa60-4f48-86a2-8bc51c1e0f80 None None] Pushing event updated for resources: {'Port': ['ID=fa5ecf78-91c9-48a0-8d38-8e85b90b52b3,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:50.148719 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:50.149100 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.179244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 3, 'project_id': '643cad8394c34394a63b055f3882820d', 'gw_port': {'id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:50.202180 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Allocated IP 172.20.0.1 (c35bdd6a-6d1a-4f78-8734-7ecffbbf6399/7b4231d6-15b0-41e5-a784-62dbf141b83b/5fe389af-8d19-420b-8889-6a8b04252711) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:54:50.220930 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-46042695-66c3-435b-b312-0cdb348d3d31 None None] Provisioning complete for port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:50.221324 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46042695-66c3-435b-b312-0cdb348d3d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.227511 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Checking router: 820a5b5c-b6ba-484a-887b-ab39db9c3299 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:54:50.227863 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Updating router 820a5b5c-b6ba-484a-887b-ab39db9c3299 port cc7ec36d-a561-460b-bc8b-e983e7719c7a binding host n-d-828670-1 {{(pid=103215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:54:50.288376 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.350320 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Publish callbacks [] for port (5fe389af-8d19-420b-8889-6a8b04252711), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.392021 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (5fe389af-8d19-420b-8889-6a8b04252711), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.436060 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:54:50.440526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:50.444187 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:54:50.470834 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:50.471429 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe389af-8d19-420b-8889-6a8b04252711,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:50.471555 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.493548 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998952'] for router_interface (820a5b5c-b6ba-484a-887b-ab39db9c3299), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.515675 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-46042695-66c3-435b-b312-0cdb348d3d31 None None] Current status of the port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:50.590525 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1dbc8f3a-ea23-409f-aa91-97e0c2521d56,segment=NetworkSegment(367aab66-4d05-416c-b42a-c158f8d7843d),segment_id=367aab66-4d05-416c-b42a-c158f8d7843d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:50.601888 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-46042695-66c3-435b-b312-0cdb348d3d31 None None] Provisioning complete for port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:50.602274 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46042695-66c3-435b-b312-0cdb348d3d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.608844 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.609655 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:50.661949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5fe389af-8d19-420b-8889-6a8b04252711), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.762105 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=1dbc8f3a-ea23-409f-aa91-97e0c2521d56,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:50.833027 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Publish callbacks [] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.842810 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:50.843665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.843798 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Publish callbacks [] for port (5fe389af-8d19-420b-8889-6a8b04252711), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.847604 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (5fe389af-8d19-420b-8889-6a8b04252711), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.863472 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.914290 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-46042695-66c3-435b-b312-0cdb348d3d31 None None] Current status of the port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:50.919854 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995928'] for router_interface (820a5b5c-b6ba-484a-887b-ab39db9c3299), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.926188 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe389af-8d19-420b-8889-6a8b04252711,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:50.943575 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e329063-6829-4b02-95fc-fe8933a34cff None None] Pushing event updated for resources: {'Port': ['ID=cc7ec36d-a561-460b-bc8b-e983e7719c7a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:50.946412 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Attempting to bind port cc7ec36d-a561-460b-bc8b-e983e7719c7a on host n-d-828670-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:54:50.946787 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Attempting to bind port cc7ec36d-a561-460b-bc8b-e983e7719c7a by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:54:50.947146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Attempting to bind port cc7ec36d-a561-460b-bc8b-e983e7719c7a on network 73b45acd-6a98-4b05-9da4-cc64c863a44f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:54:50.955025 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:54:50.955339 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Checking segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:54:50.956016 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:50.956146 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Bound using segment: {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:54:50.956577 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Bound port: cc7ec36d-a561-460b-bc8b-e983e7719c7a, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d1855-e6e8-47e5-9b8e-3b3cc249e795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:54:50.956954 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:51.017805 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:54:51.019454 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:51.028141 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:51.029227 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89db8b02-dd3f-4cb5-b95d-19300962848c up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:51.069402 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] For port cc7ec36d-a561-460b-bc8b-e983e7719c7a, host n-d-828670-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:54:51.088160 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] For port cc7ec36d-a561-460b-bc8b-e983e7719c7a, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc7ec36d-a561-460b-bc8b-e983e7719c7a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:54:51.093891 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-29ece15b-4b5e-4b0c-847d-d7e4faafea82 None None] Provisioning complete for port 5fe389af-8d19-420b-8889-6a8b04252711 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:51.094227 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29ece15b-4b5e-4b0c-847d-d7e4faafea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5fe389af-8d19-420b-8889-6a8b04252711), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:51.116349 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:51.144872 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Router 820a5b5c-b6ba-484a-887b-ab39db9c3299 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:54:51.174043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-29ece15b-4b5e-4b0c-847d-d7e4faafea82 None None] Port 5fe389af-8d19-420b-8889-6a8b04252711 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:54:51.208221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Routers {'820a5b5c-b6ba-484a-887b-ab39db9c3299'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:51.208847 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['820a5b5c-b6ba-484a-887b-ab39db9c3299'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:51.213557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e329063-6829-4b02-95fc-fe8933a34cff None None] Pushing event updated for resources: {'Port': ['ID=cc7ec36d-a561-460b-bc8b-e983e7719c7a,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:51.410925 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 89db8b02-dd3f-4cb5-b95d-19300962848c triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:51.411184 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:51.416043 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-29ece15b-4b5e-4b0c-847d-d7e4faafea82 None None] Provisioning complete for port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:51.416405 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29ece15b-4b5e-4b0c-847d-d7e4faafea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:51.600281 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] Set router 820a5b5c-b6ba-484a-887b-ab39db9c3299 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:51.609002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:54:51.626335 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-52060028-c5d5-4732-a65e-8f85e169ee92 admin admin] 10.222.0.21 "PUT /v2.0/routers/820a5b5c-b6ba-484a-887b-ab39db9c3299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2378528 Feb 10 07:54:51.647818 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 89db8b02-dd3f-4cb5-b95d-19300962848c is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:51.689876 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-29ece15b-4b5e-4b0c-847d-d7e4faafea82 None None] Current status of the port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:51.778629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:51.851441 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-4e366f87-2bd9-4d14-ba62-aeea449b696f None None] Provisioning complete for port 5fe389af-8d19-420b-8889-6a8b04252711 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:51.851809 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e366f87-2bd9-4d14-ba62-aeea449b696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5fe389af-8d19-420b-8889-6a8b04252711), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:51.901232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:51.901610 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:51.905880 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4e366f87-2bd9-4d14-ba62-aeea449b696f None None] Port 5fe389af-8d19-420b-8889-6a8b04252711 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:54:51.940335 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:50Z', 'revision_number': 4, 'project_id': '643cad8394c34394a63b055f3882820d', 'gw_port': {'id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5fe389af-8d19-420b-8889-6a8b04252711', 'name': '', 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'mac_address': 'fa:16:3e:aa:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:49Z', 'updated_at': '2022-02-10T07:54:50Z', 'revision_number': 2, 'project_id': '643cad8394c34394a63b055f3882820d', 'subnets': [{'id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:51.969182 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b42ed-8ad2-4769-a10c-4e437a25c0b1 None None] The sync data for ids ['820a5b5c-b6ba-484a-887b-ab39db9c3299'] in n-d-828670-1 is: [{'id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:50Z', 'revision_number': 4, 'project_id': '643cad8394c34394a63b055f3882820d', 'gw_port': {'id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5fe389af-8d19-420b-8889-6a8b04252711', 'name': '', 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'mac_address': 'fa:16:3e:aa:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:49Z', 'updated_at': '2022-02-10T07:54:50Z', 'revision_number': 2, 'project_id': '643cad8394c34394a63b055f3882820d', 'subnets': [{'id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:54:52.019461 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:52.020621 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:52.078264 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:52.078671 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.155126 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:52.252366 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35970) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:52.257134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d8977c75-9048-43b9-a8e1-b20e43fa0aea tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423141999', 'description': 'tempest-secgroup-smoke-423141999 description', 'project_id': '4955636bae6141f2bc2603a7fd82bc49'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:52.278819 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8977c75-9048-43b9-a8e1-b20e43fa0aea tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.350746 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8977c75-9048-43b9-a8e1-b20e43fa0aea tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group (ee6cf60b-4796-4bfd-afb7-5a6db38d0280), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.354953 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8977c75-9048-43b9-a8e1-b20e43fa0aea tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ee6cf60b-4796-4bfd-afb7-5a6db38d0280), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.383552 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d8977c75-9048-43b9-a8e1-b20e43fa0aea tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.384914 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d8977c75-9048-43b9-a8e1-b20e43fa0aea tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1315339 Feb 10 07:54:52.388223 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35972) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:52.389321 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8977c75-9048-43b9-a8e1-b20e43fa0aea tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6cf60b-4796-4bfd-afb7-5a6db38d0280,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:52.393460 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-f4c7fca7-bb78-4b2e-9dd9-c5006a60b79f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'security_group_rule': {'security_group_id': 'ee6cf60b-4796-4bfd-afb7-5a6db38d0280', 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:52.420212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c7fca7-bb78-4b2e-9dd9-c5006a60b79f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (cb9f1e97-8bbb-412b-bf8c-8229386ec831), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.478212 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c7fca7-bb78-4b2e-9dd9-c5006a60b79f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (cb9f1e97-8bbb-412b-bf8c-8229386ec831), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.482502 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c7fca7-bb78-4b2e-9dd9-c5006a60b79f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (cb9f1e97-8bbb-412b-bf8c-8229386ec831), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.501437 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7fca7-bb78-4b2e-9dd9-c5006a60b79f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9f1e97-8bbb-412b-bf8c-8229386ec831,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:52.511070 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f4c7fca7-bb78-4b2e-9dd9-c5006a60b79f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.514454 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-f4c7fca7-bb78-4b2e-9dd9-c5006a60b79f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246250 Feb 10 07:54:52.518508 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35974) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:52.524413 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-b4336bb9-5b00-487c-acd2-94f647582a5e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'security_group_rule': {'security_group_id': 'ee6cf60b-4796-4bfd-afb7-5a6db38d0280', 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:52.564854 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4336bb9-5b00-487c-acd2-94f647582a5e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (646fb6ce-d6b9-45ba-bdf9-9fc61f49c4e4), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.625270 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4336bb9-5b00-487c-acd2-94f647582a5e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (646fb6ce-d6b9-45ba-bdf9-9fc61f49c4e4), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.629126 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4336bb9-5b00-487c-acd2-94f647582a5e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (646fb6ce-d6b9-45ba-bdf9-9fc61f49c4e4), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.649673 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4336bb9-5b00-487c-acd2-94f647582a5e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646fb6ce-d6b9-45ba-bdf9-9fc61f49c4e4,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:52.665718 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b4336bb9-5b00-487c-acd2-94f647582a5e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.669875 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35976) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:52.670361 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b4336bb9-5b00-487c-acd2-94f647582a5e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504285 Feb 10 07:54:52.678866 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6cb834d5-cbae-417c-8c93-250cda56969d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'security_group_rule': {'security_group_id': 'ee6cf60b-4796-4bfd-afb7-5a6db38d0280', 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:52.707397 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cb834d5-cbae-417c-8c93-250cda56969d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (887b8478-97c8-46a6-8268-1332801f8d08), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.770752 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cb834d5-cbae-417c-8c93-250cda56969d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (887b8478-97c8-46a6-8268-1332801f8d08), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.775403 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cb834d5-cbae-417c-8c93-250cda56969d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (887b8478-97c8-46a6-8268-1332801f8d08), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.796056 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb834d5-cbae-417c-8c93-250cda56969d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887b8478-97c8-46a6-8268-1332801f8d08,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:52.801709 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cb834d5-cbae-417c-8c93-250cda56969d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.805736 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-6cb834d5-cbae-417c-8c93-250cda56969d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318219 Feb 10 07:54:52.805736 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 35978) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:52.810002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-08619aa9-9a41-4370-86dc-3582a947909a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'security_group_rule': {'security_group_id': 'ee6cf60b-4796-4bfd-afb7-5a6db38d0280', 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:52.835358 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08619aa9-9a41-4370-86dc-3582a947909a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (52671887-80a4-464f-bd78-d14db3beea5b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.900471 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08619aa9-9a41-4370-86dc-3582a947909a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (52671887-80a4-464f-bd78-d14db3beea5b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.904775 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08619aa9-9a41-4370-86dc-3582a947909a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (52671887-80a4-464f-bd78-d14db3beea5b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.924464 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08619aa9-9a41-4370-86dc-3582a947909a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52671887-80a4-464f-bd78-d14db3beea5b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:52.932774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08619aa9-9a41-4370-86dc-3582a947909a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:52.933981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-08619aa9-9a41-4370-86dc-3582a947909a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273575 Feb 10 07:54:52.937493 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35980) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:52.942019 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-dfd3cf5e-7e85-48b1-ab65-3804f1642bad tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'security_group_rule': {'security_group_id': 'ee6cf60b-4796-4bfd-afb7-5a6db38d0280', 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:52.962345 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-dfd3cf5e-7e85-48b1-ab65-3804f1642bad tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Project 4955636bae6141f2bc2603a7fd82bc49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:54:52.969180 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfd3cf5e-7e85-48b1-ab65-3804f1642bad tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (89a0b76e-50fc-4fec-8f13-974bcd9bc005), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.031673 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfd3cf5e-7e85-48b1-ab65-3804f1642bad tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (89a0b76e-50fc-4fec-8f13-974bcd9bc005), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.036255 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfd3cf5e-7e85-48b1-ab65-3804f1642bad tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (89a0b76e-50fc-4fec-8f13-974bcd9bc005), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.057004 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3cf5e-7e85-48b1-ab65-3804f1642bad tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a0b76e-50fc-4fec-8f13-974bcd9bc005,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:53.065795 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfd3cf5e-7e85-48b1-ab65-3804f1642bad tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.067074 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-dfd3cf5e-7e85-48b1-ab65-3804f1642bad tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285861 Feb 10 07:54:53.069880 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 35982) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:54:53.074410 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.v2.base [None req-8e89eeb9-bed8-463f-b096-8373155724c5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'security_group_rule': {'security_group_id': 'ee6cf60b-4796-4bfd-afb7-5a6db38d0280', 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:53.096237 n-d-828670-1 neutron-server[103213]: INFO neutron.db.securitygroups_db [None req-8e89eeb9-bed8-463f-b096-8373155724c5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Project 4955636bae6141f2bc2603a7fd82bc49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 07:54:53.101549 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e89eeb9-bed8-463f-b096-8373155724c5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (41931efa-e488-4d82-97e3-4486afb0d566), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.180463 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e89eeb9-bed8-463f-b096-8373155724c5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (41931efa-e488-4d82-97e3-4486afb0d566), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.185274 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e89eeb9-bed8-463f-b096-8373155724c5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8101538'] for security_group_rule (41931efa-e488-4d82-97e3-4486afb0d566), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.208858 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89eeb9-bed8-463f-b096-8373155724c5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41931efa-e488-4d82-97e3-4486afb0d566,revision_number=0']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:53.218886 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8e89eeb9-bed8-463f-b096-8373155724c5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.220125 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-8e89eeb9-bed8-463f-b096-8373155724c5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492772 Feb 10 07:54:53.381945 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-873af514-5f74-4922-8aeb-4c52b4127462 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423141999&fields=id&tenant_id=4955636bae6141f2bc2603a7fd82bc49 HTTP/1.1" status: 200 len: 267 time: 0.0439439 Feb 10 07:54:53.496199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-42ec595b-cfa2-43f3-9081-001017bc2f3b tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:53.497817 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-42ec595b-cfa2-43f3-9081-001017bc2f3b tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 810 time: 0.1093256 Feb 10 07:54:53.514322 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-29fa1074-9264-4b9e-93b4-5d53c0b0617b tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/quotas/4955636bae6141f2bc2603a7fd82bc49 HTTP/1.1" status: 200 len: 375 time: 0.0103076 Feb 10 07:54:53.568546 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-557f23b4-ad89-419b-9f39-fbe1f06a76a3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488250 Feb 10 07:54:53.583288 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-645fe0d7-60d2-4e15-8b12-f3861e98d221 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:54:53.584222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-645fe0d7-60d2-4e15-8b12-f3861e98d221 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048676 Feb 10 07:54:53.674016 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-90047e1e-2843-47b1-a6c5-cd4281e93323 service neutron] 10.222.0.21 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845571 Feb 10 07:54:53.771850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-76238b95-96e3-44d0-9da9-105be1f516fb service neutron] 10.222.0.21 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919843 Feb 10 07:54:53.794579 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc7ec36d-a561-460b-bc8b-e983e7719c7a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:53.854865 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cc7ec36d-a561-460b-bc8b-e983e7719c7a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:53.855242 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.958239 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cc7ec36d-a561-460b-bc8b-e983e7719c7a is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:53.958667 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:53.980414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-455cca70-a06e-495a-91a9-df799f075eea None None] For port cc7ec36d-a561-460b-bc8b-e983e7719c7a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc7ec36d-a561-460b-bc8b-e983e7719c7a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:53.980591 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-683cb8da-0ba7-495e-bbf1-ada492a14118 req-1d975153-2fc0-4188-91b5-eeccc159b328 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 210 time: 0.0297525 Feb 10 07:54:53.986074 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:54.036859 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Pushing event updated for resources: {'Port': ['ID=cc7ec36d-a561-460b-bc8b-e983e7719c7a,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:54.109446 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Sync routers for ids ['820a5b5c-b6ba-484a-887b-ab39db9c3299'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:54:54.118905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Routers {'820a5b5c-b6ba-484a-887b-ab39db9c3299'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:54.119596 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['820a5b5c-b6ba-484a-887b-ab39db9c3299'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:54.233437 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Set router 820a5b5c-b6ba-484a-887b-ab39db9c3299 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:54.533998 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:50Z', 'revision_number': 4, 'project_id': '643cad8394c34394a63b055f3882820d', 'gw_port': {'id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5fe389af-8d19-420b-8889-6a8b04252711', 'name': '', 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'mac_address': 'fa:16:3e:aa:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:49Z', 'updated_at': '2022-02-10T07:54:50Z', 'revision_number': 2, 'project_id': '643cad8394c34394a63b055f3882820d', 'subnets': [{'id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:54.559242 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Checking router: 820a5b5c-b6ba-484a-887b-ab39db9c3299 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:54:54.559600 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Updating router 820a5b5c-b6ba-484a-887b-ab39db9c3299 port 5fe389af-8d19-420b-8889-6a8b04252711 binding host n-d-828670-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 07:54:54.588007 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5fe389af-8d19-420b-8889-6a8b04252711), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:54.845452 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Publish callbacks [] for port (5fe389af-8d19-420b-8889-6a8b04252711), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:54.850665 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5fe389af-8d19-420b-8889-6a8b04252711), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:54.896041 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c45c87-72e3-4bff-b9b8-933b1acbd36b None None] Pushing event updated for resources: {'Port': ['ID=5fe389af-8d19-420b-8889-6a8b04252711,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:54.968248 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Attempting to bind port 5fe389af-8d19-420b-8889-6a8b04252711 on host n-d-828670-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:54:54.968248 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Attempting to bind port 5fe389af-8d19-420b-8889-6a8b04252711 by drivers openvswitch,hyperv on host n-d-828670-1 at level 0 using segments [{'id': '367aab66-4d05-416c-b42a-c158f8d7843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:54:54.968599 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Attempting to bind port 5fe389af-8d19-420b-8889-6a8b04252711 on network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:54:54.974662 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Checking agent: {'id': '4db4c62c-b21e-45f8-bdfb-566dda758813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 13, 16), 'started_at': datetime.datetime(2022, 2, 10, 6, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828670-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:54:54.975184 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Checking segment: {'id': '367aab66-4d05-416c-b42a-c158f8d7843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:54:54.975594 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:54.976199 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Bound using segment: {'id': '367aab66-4d05-416c-b42a-c158f8d7843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:54:54.976835 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Bound port: 5fe389af-8d19-420b-8889-6a8b04252711, host: n-d-828670-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367aab66-4d05-416c-b42a-c158f8d7843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:54:54.977399 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5fe389af-8d19-420b-8889-6a8b04252711), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:54.996330 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-4900d8f4-245f-4dcd-950a-f13cd38c8508 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:54.998344 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-4900d8f4-245f-4dcd-950a-f13cd38c8508 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.13 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 810 time: 0.1477051 Feb 10 07:54:55.043101 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] For port 5fe389af-8d19-420b-8889-6a8b04252711, host n-d-828670-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:54:55.047170 n-d-828670-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] For port 5fe389af-8d19-420b-8889-6a8b04252711, host n-d-828670-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5fe389af-8d19-420b-8889-6a8b04252711,segment=NetworkSegment(367aab66-4d05-416c-b42a-c158f8d7843d),segment_id=367aab66-4d05-416c-b42a-c158f8d7843d)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:54:55.057446 n-d-828670-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5fe389af-8d19-420b-8889-6a8b04252711), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.103807 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-789576c4-c501-43ca-91ff-295ab56eb20d req-e3609220-570a-49d4-9ab1-085b1976059b tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 210 time: 0.0376906 Feb 10 07:54:55.105818 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Routers {'820a5b5c-b6ba-484a-887b-ab39db9c3299'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:54:55.106483 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['820a5b5c-b6ba-484a-887b-ab39db9c3299'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:55.109185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-6deb41c9-f2f5-490b-89a9-786afea123a8 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4955636bae6141f2bc2603a7fd82bc49 HTTP/1.1" status: 200 len: 379 time: 0.1031470 Feb 10 07:54:55.118955 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'port': {'device_id': '7308b224-dece-4530-b489-d260d315f893', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'admin_state_up': True, 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'security_groups': ['ee6cf60b-4796-4bfd-afb7-5a6db38d0280']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:55.164500 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c45c87-72e3-4bff-b9b8-933b1acbd36b None None] Pushing event updated for resources: {'Port': ['ID=5fe389af-8d19-420b-8889-6a8b04252711,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:55.237670 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] Set router 820a5b5c-b6ba-484a-887b-ab39db9c3299 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:54:55.255072 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-01c9a379-c940-407e-ad09-062c2a2face5 None None] Provisioning complete for port 5fe389af-8d19-420b-8889-6a8b04252711 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:55.255715 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01c9a379-c940-407e-ad09-062c2a2face5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5fe389af-8d19-420b-8889-6a8b04252711), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.257356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Made reservation on behalf of 4955636bae6141f2bc2603a7fd82bc49 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:54:55.260774 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.363669 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-01c9a379-c940-407e-ad09-062c2a2face5 None None] Current status of the port 5fe389af-8d19-420b-8889-6a8b04252711 is: DOWN; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:55.364806 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01c9a379-c940-407e-ad09-062c2a2face5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (5fe389af-8d19-420b-8889-6a8b04252711), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.402260 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-01c9a379-c940-407e-ad09-062c2a2face5 None None] For port 5fe389af-8d19-420b-8889-6a8b04252711, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5fe389af-8d19-420b-8889-6a8b04252711,segment=NetworkSegment(367aab66-4d05-416c-b42a-c158f8d7843d),segment_id=367aab66-4d05-416c-b42a-c158f8d7843d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:54:55.408111 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01c9a379-c940-407e-ad09-062c2a2face5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (5fe389af-8d19-420b-8889-6a8b04252711), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.411985 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Allocated IP 172.20.0.13 (9da5b870-46dd-43d4-98d9-928066915d1f/fcb23a6e-89bb-43a3-8e8c-d813c36f788a/c667a262-823c-42c7-86e1-6dc51d7b2bc1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:54:55.457943 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:50Z', 'revision_number': 4, 'project_id': '643cad8394c34394a63b055f3882820d', 'gw_port': {'id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5fe389af-8d19-420b-8889-6a8b04252711', 'name': '', 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'mac_address': 'fa:16:3e:aa:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:49Z', 'updated_at': '2022-02-10T07:54:55Z', 'revision_number': 4, 'project_id': '643cad8394c34394a63b055f3882820d', 'subnets': [{'id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:54:55.459458 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9a379-c940-407e-ad09-062c2a2face5 None None] Pushing event updated for resources: {'Port': ['ID=5fe389af-8d19-420b-8889-6a8b04252711,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:55.486278 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29788f-8e55-43ae-a0a6-15953acb710a None None] The sync data for ids ['820a5b5c-b6ba-484a-887b-ab39db9c3299'] in n-d-828670-1 is: [{'id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:50Z', 'revision_number': 4, 'project_id': '643cad8394c34394a63b055f3882820d', 'gw_port': {'id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': '5fe389af-8d19-420b-8889-6a8b04252711', 'name': '', 'network_id': 'c35bdd6a-6d1a-4f78-8734-7ecffbbf6399', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'mac_address': 'fa:16:3e:aa:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:49Z', 'updated_at': '2022-02-10T07:54:55Z', 'revision_number': 4, 'project_id': '643cad8394c34394a63b055f3882820d', 'subnets': [{'id': '7b4231d6-15b0-41e5-a784-62dbf141b83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:54:55.536652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-38d374c5-353b-4da8-85bf-848f004998db None None] Provisioning complete for port 5fe389af-8d19-420b-8889-6a8b04252711 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:55.537030 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38d374c5-353b-4da8-85bf-848f004998db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5fe389af-8d19-420b-8889-6a8b04252711), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.593029 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.620977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-38d374c5-353b-4da8-85bf-848f004998db None None] Current status of the port 5fe389af-8d19-420b-8889-6a8b04252711 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:55.630691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.677992 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Network 9da5b870-46dd-43d4-98d9-928066915d1f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:54:55.681349 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:54:55.685249 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:54:55.709250 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'Port': ['ID=c667a262-823c-42c7-86e1-6dc51d7b2bc1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:55.751968 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:55.752691 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.781419 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-25ec753e-2ca5-4ed5-b4b3-4ad436d884b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6672685 Feb 10 07:54:55.793433 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Request body: {'port': {'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:54:55.832283 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc7ec36d-a561-460b-bc8b-e983e7719c7a up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:55.871873 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.892571 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port cc7ec36d-a561-460b-bc8b-e983e7719c7a triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:55.892956 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:55.957349 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-5316019a-ea46-4c41-a52e-1a98db73588c None None] Provisioning complete for port c667a262-823c-42c7-86e1-6dc51d7b2bc1 triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:55.957638 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5316019a-ea46-4c41-a52e-1a98db73588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:56.024346 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5316019a-ea46-4c41-a52e-1a98db73588c None None] Port c667a262-823c-42c7-86e1-6dc51d7b2bc1 cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:54:56.034632 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port cc7ec36d-a561-460b-bc8b-e983e7719c7a is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:56.035725 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5fe389af-8d19-420b-8889-6a8b04252711 up at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:54:56.085514 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Provisioning complete for port 5fe389af-8d19-420b-8889-6a8b04252711 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:54:56.085899 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (5fe389af-8d19-420b-8889-6a8b04252711), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:56.158804 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c667a262-823c-42c7-86e1-6dc51d7b2bc1 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:54:56.166664 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Publish callbacks [] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:56.167972 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Current status of the port 5fe389af-8d19-420b-8889-6a8b04252711 is: ACTIVE; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:54:56.191573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Transition to ACTIVE for port object c667a262-823c-42c7-86e1-6dc51d7b2bc1 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:54:56.211306 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:56.271745 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Pushing event updated for resources: {'Port': ['ID=c667a262-823c-42c7-86e1-6dc51d7b2bc1,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:56.288029 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81322-7742-4ec5-8350-9144ee1230f5 req-f8ecacf2-91dd-4a4e-9c0c-1b98b5e09078 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:56.289578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e81322-7742-4ec5-8350-9144ee1230f5 req-f8ecacf2-91dd-4a4e-9c0c-1b98b5e09078 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 932 time: 0.1140091 Feb 10 07:54:56.384979 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-80e81322-7742-4ec5-8350-9144ee1230f5 req-97acc701-d326-410e-85e4-825c3fc25810 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802405 Feb 10 07:54:56.394838 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Attempting to bind port c667a262-823c-42c7-86e1-6dc51d7b2bc1 on host n-h1-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:54:56.395167 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Attempting to bind port c667a262-823c-42c7-86e1-6dc51d7b2bc1 by drivers openvswitch,hyperv on host n-h1-828670-1 at level 0 using segments [{'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:54:56.395561 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Attempting to bind port c667a262-823c-42c7-86e1-6dc51d7b2bc1 on network 9da5b870-46dd-43d4-98d9-928066915d1f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:54:56.405704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Port c667a262-823c-42c7-86e1-6dc51d7b2bc1 on network 9da5b870-46dd-43d4-98d9-928066915d1f not bound, no agent of type Open vSwitch agent registered on host n-h1-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:54:56.405704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Attempting to bind port c667a262-823c-42c7-86e1-6dc51d7b2bc1 on network 9da5b870-46dd-43d4-98d9-928066915d1f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:54:56.405704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Checking agent: {'id': 'c4d771b7-b83d-4d38-839f-cd58c9e8be9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:54:56.405704 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Checking segment: {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:54:56.406190 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Bound using segment: {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:54:56.406479 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Bound port: c667a262-823c-42c7-86e1-6dc51d7b2bc1, host: n-h1-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:54:56.407093 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:56.470153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:54:56.473139 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:54:56.479041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:56.513755 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:56.514409 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:54:56.515848 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] 10.222.0.13 "PUT /v2.0/ports/c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 1092 time: 0.7270627 Feb 10 07:54:56.516291 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:54:56.518600 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14c84d7-5f16-4bc3-80ce-868555f1322a" -d '{"events": [{"name": "network-changed", "server_uuid": "7308b224-dece-4530-b489-d260d315f893", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:54:56.550419 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd2a9c-8637-4672-a316-838a175deb10 service neutron] Pushing event updated for resources: {'Port': ['ID=c667a262-823c-42c7-86e1-6dc51d7b2bc1,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:54:56.610903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-bc67f0e8-c010-459a-b1dc-9ca048129d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:56.612483 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-bc67f0e8-c010-459a-b1dc-9ca048129d4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1126 time: 0.0535035 Feb 10 07:54:56.662434 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-074a0215-6951-4ee7-a560-323b049e5559 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 217 time: 0.0434685 Feb 10 07:54:56.722611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-277b3aa6-11d4-4006-9728-5972d70d59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:56.724154 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-277b3aa6-11d4-4006-9728-5972d70d59bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0559642 Feb 10 07:54:56.729521 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e451392-7519-4438-b99f-0b70af9b90bc x-openstack-request-id: req-8e451392-7519-4438-b99f-0b70af9b90bc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:54:56.729817 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7308b224-dece-4530-b489-d260d315f893", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:54:56.730079 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e451392-7519-4438-b99f-0b70af9b90bc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:54:56.730556 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'status': 'completed', 'code': 200} Feb 10 07:54:56.776102 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-88c3630e-3339-4e2e-8ba3-57373f052ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:56.777658 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-88c3630e-3339-4e2e-8ba3-57373f052ec9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462878 Feb 10 07:54:56.870872 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-78d18d67-b8ec-44d3-9298-8fac877e13b1 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871623 Feb 10 07:54:56.964403 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b563a2bf-01a9-4943-8d07-05698d0c0c2c req-a978e979-3e4e-4e68-baef-b23298b81a3c service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880787 Feb 10 07:54:57.063530 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-34f64931-3f7f-4ce0-9c9b-e484c1f56063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:57.065037 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-34f64931-3f7f-4ce0-9c9b-e484c1f56063 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1126 time: 0.0535586 Feb 10 07:54:57.154503 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-187cf371-904d-4162-bace-66eac657aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:57.156825 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-187cf371-904d-4162-bace-66eac657aaa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.0856028 Feb 10 07:54:57.200226 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-fddf8368-9549-47ce-9f05-003363d5c6e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 217 time: 0.0380895 Feb 10 07:54:57.248861 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-b40a3253-5424-4d16-93a1-a2523de83bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:57.251110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-b40a3253-5424-4d16-93a1-a2523de83bef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0454657 Feb 10 07:54:57.300645 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-92268238-3186-4627-be97-1c941c647b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:57.302116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-92268238-3186-4627-be97-1c941c647b35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450025 Feb 10 07:54:57.392404 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-52e00159-1f07-4341-866a-36296b228351 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843959 Feb 10 07:54:57.511454 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b14c84d7-5f16-4bc3-80ce-868555f1322a req-da17a087-ebcc-4bb4-ae38-20691ec63361 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127329 Feb 10 07:54:57.526044 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233330c9-0149-4d0b-b1a3-f7770e4d1ec0 req-1a416e5a-1462-410e-b84a-a0753c380a43 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:57.527501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-233330c9-0149-4d0b-b1a3-f7770e4d1ec0 req-1a416e5a-1462-410e-b84a-a0753c380a43 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 944 time: 0.0754662 Feb 10 07:54:57.575772 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-233330c9-0149-4d0b-b1a3-f7770e4d1ec0 req-251f6549-313c-46ac-9584-2a7d229bb14c tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 Feb 10 07:54:58.696537 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3deac8-370f-450e-a1a8-9dbd1f53f55b req-832bd500-f8f2-49bb-89e9-e6f96aba89a5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:58.698007 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e3deac8-370f-450e-a1a8-9dbd1f53f55b req-832bd500-f8f2-49bb-89e9-e6f96aba89a5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 944 time: 0.0535557 Feb 10 07:54:58.745643 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-3e3deac8-370f-450e-a1a8-9dbd1f53f55b req-7e9cbe1e-7627-450d-b1e3-993998f45980 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419302 Feb 10 07:54:59.861443 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a4ef4-79ab-497a-b643-2ec847f97cb8 req-151e1fc2-4b23-4ac9-bc30-13ec9d9ab3b1 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:54:59.862992 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a0a4ef4-79ab-497a-b643-2ec847f97cb8 req-151e1fc2-4b23-4ac9-bc30-13ec9d9ab3b1 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 944 time: 0.0514381 Feb 10 07:54:59.912506 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a0a4ef4-79ab-497a-b643-2ec847f97cb8 req-407b8e46-93b0-452f-b421-2d7bbf2d3af7 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441010 Feb 10 07:55:01.028124 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3507954-a8af-4e64-b007-78c9c2960b77 req-24029bfc-526b-448e-9bf5-ef2490989d92 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:01.029494 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3507954-a8af-4e64-b007-78c9c2960b77 req-24029bfc-526b-448e-9bf5-ef2490989d92 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 944 time: 0.0513041 Feb 10 07:55:01.077407 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f3507954-a8af-4e64-b007-78c9c2960b77 req-d28bbc01-b444-4910-8433-bfa795b7248a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423598 Feb 10 07:55:01.442073 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device c667a262-823c-42c7-86e1-6dc51d7b2bc1 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:55:01.538668 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:55:01.550165 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:55:01.585758 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port c667a262-823c-42c7-86e1-6dc51d7b2bc1 is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:55:01.586147 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:01.598367 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c667a262-823c-42c7-86e1-6dc51d7b2bc1 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:55:01.617447 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:55:01.621498 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:01.665664 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=c667a262-823c-42c7-86e1-6dc51d7b2bc1,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:55:01.924848 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['c667a262-823c-42c7-86e1-6dc51d7b2bc1'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:55:02.194665 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd225d-95ca-4c70-900f-28445ea80286 req-4a4b9c8a-8128-43e8-aeca-f4d15c8328d5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:02.196110 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92bd225d-95ca-4c70-900f-28445ea80286 req-4a4b9c8a-8128-43e8-aeca-f4d15c8328d5 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 945 time: 0.0513821 Feb 10 07:55:02.244424 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-92bd225d-95ca-4c70-900f-28445ea80286 req-ad82f1f2-60ae-40d5-a7e2-575cb8c2cc63 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 Feb 10 07:55:03.364226 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a68e-f28a-4417-b4fe-211222f3850f req-2522be26-208e-4adc-b1e1-f218cf6bc7cd tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:03.365683 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f7a68e-f28a-4417-b4fe-211222f3850f req-2522be26-208e-4adc-b1e1-f218cf6bc7cd tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 945 time: 0.0549176 Feb 10 07:55:03.413500 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f7a68e-f28a-4417-b4fe-211222f3850f req-e7e3019d-c27b-409e-918c-b2ffb3f25b3f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 Feb 10 07:55:03.468479 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device c667a262-823c-42c7-86e1-6dc51d7b2bc1 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:55:03.522570 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning for port c667a262-823c-42c7-86e1-6dc51d7b2bc1 completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:55:03.526365 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port c667a262-823c-42c7-86e1-6dc51d7b2bc1 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:55:03.526790 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:03.601058 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port c667a262-823c-42c7-86e1-6dc51d7b2bc1 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:55:03.601449 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:03.622871 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:55:03.625661 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5921ccc-cf11-4db5-8e59-298794ef7a62" -d '{"events": [{"server_uuid": "7308b224-dece-4530-b489-d260d315f893", "name": "network-vif-plugged", "status": "completed", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:55:03.637326 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:55:03.641810 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:03.667228 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9594d7-968e-484c-886d-937a48fe4423 x-openstack-request-id: req-de9594d7-968e-484c-886d-937a48fe4423 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:55:03.667524 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7308b224-dece-4530-b489-d260d315f893", "name": "network-vif-plugged", "status": "completed", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:55:03.667781 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de9594d7-968e-484c-886d-937a48fe4423 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:55:03.668167 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'code': 200} Feb 10 07:55:03.694273 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=c667a262-823c-42c7-86e1-6dc51d7b2bc1,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:55:03.759956 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d9dc-3651-4357-b60c-fc4af4f05fad req-d40d6d27-4536-42ea-832e-1b4306baecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:03.761435 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c934d9dc-3651-4357-b60c-fc4af4f05fad req-d40d6d27-4536-42ea-832e-1b4306baecf6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1128 time: 0.0431635 Feb 10 07:55:03.804819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c934d9dc-3651-4357-b60c-fc4af4f05fad req-c5df7cca-6d5a-4ce7-8f9b-38d16098f9a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379283 Feb 10 07:55:04.533683 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02571cdb-994b-4a7e-82fc-845d6c633513 req-76affff5-c688-4799-a080-1099d4a20610 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:04.535174 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02571cdb-994b-4a7e-82fc-845d6c633513 req-76affff5-c688-4799-a080-1099d4a20610 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 946 time: 0.0554800 Feb 10 07:55:04.582436 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-02571cdb-994b-4a7e-82fc-845d6c633513 req-d1188d1f-a376-40bb-961c-b6e0325fb9e7 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Feb 10 07:55:04.958639 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:55:05.700448 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba935e-eb76-445e-aab0-b82a58441de4 req-6fe1fbfd-1e1d-4559-b7ed-5e7616c85ebf tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:05.701946 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bba935e-eb76-445e-aab0-b82a58441de4 req-6fe1fbfd-1e1d-4559-b7ed-5e7616c85ebf tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 946 time: 0.0521567 Feb 10 07:55:05.750122 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-7bba935e-eb76-445e-aab0-b82a58441de4 req-ab7478cc-09bc-427e-8310-ed10a5fd9326 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414433 Feb 10 07:55:05.867888 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3a3e2-02c1-4cbc-b7e5-0b7ab9d18ac5 req-28a70388-46c9-4489-af1f-190637df0322 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:05.869364 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10c3a3e2-02c1-4cbc-b7e5-0b7ab9d18ac5 req-28a70388-46c9-4489-af1f-190637df0322 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 946 time: 0.0514674 Feb 10 07:55:05.923375 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-10c3a3e2-02c1-4cbc-b7e5-0b7ab9d18ac5 req-3573141d-eb33-4256-bbdc-62e894929ab2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478506 Feb 10 07:55:05.947430 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36042) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:55:06.089245 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8acfd2c-6aa6-4da2-8236-5e8d4258c82e tempest-TestSnapshotPattern-1085527956 tempest-TestSnapshotPattern-1085527956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:06.090771 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f8acfd2c-6aa6-4da2-8236-5e8d4258c82e tempest-TestSnapshotPattern-1085527956 tempest-TestSnapshotPattern-1085527956-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1123 time: 0.1423919 Feb 10 07:55:06.093701 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:55:06.097936 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:55:06.118064 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:06.211083 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:06.315842 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Allocated IP 172.25.8.248 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/0f4643b1-be5e-45f4-a70b-aa8580ea57fc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:55:06.417312 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for port (0f4643b1-be5e-45f4-a70b-aa8580ea57fc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:06.449569 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0f4643b1-be5e-45f4-a70b-aa8580ea57fc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:06.487286 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:55:06.490083 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:55:06.495332 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:55:06.520492 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'Port': ['ID=0f4643b1-be5e-45f4-a70b-aa8580ea57fc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:55:06.853945 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for floatingip (5c3c7a9a-34e9-4f70-a4a4-75871de8b435), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:06.919447 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (0f4643b1-be5e-45f4-a70b-aa8580ea57fc), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:07.066277 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for port (0f4643b1-be5e-45f4-a70b-aa8580ea57fc), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:07.070757 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (0f4643b1-be5e-45f4-a70b-aa8580ea57fc), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:07.140356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'Port': ['ID=0f4643b1-be5e-45f4-a70b-aa8580ea57fc,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:55:07.150035 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (5c3c7a9a-34e9-4f70-a4a4-75871de8b435), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:07.252249 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Floating IP 5c3c7a9a-34e9-4f70-a4a4-75871de8b435 associated. External IP: 172.25.8.248, port: c667a262-823c-42c7-86e1-6dc51d7b2bc1. Feb 10 07:55:07.455238 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Router 139a8549-e966-4f63-b44a-f9e190b745a7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:55:07.537498 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:07.889984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:55:07.900232 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] Sync routers for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:55:07.909583 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:07.912042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:55:07.912685 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:55:07.943707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f289d6f8-d8ec-4179-b7d4-ed34bc215363 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8489771 Feb 10 07:55:07.944404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:55:07.946821 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7308b224-dece-4530-b489-d260d315f893", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:55:07.985137 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cbf828-bc54-465d-a229-8d6536e65fd1 x-openstack-request-id: req-a7cbf828-bc54-465d-a229-8d6536e65fd1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:55:07.985438 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7308b224-dece-4530-b489-d260d315f893", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:55:07.985697 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7cbf828-bc54-465d-a229-8d6536e65fd1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:55:07.986105 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'status': 'completed', 'code': 200} Feb 10 07:55:08.036064 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:55:08.051793 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-8c1c94a1-81a2-4fd3-8318-286547b823dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:08.053348 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-8c1c94a1-81a2-4fd3-8318-286547b823dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1128 time: 0.0448384 Feb 10 07:55:08.141896 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-471c5fd5-792a-41e8-90c2-f7d1794392a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:08.143423 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-471c5fd5-792a-41e8-90c2-f7d1794392a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.0846939 Feb 10 07:55:08.214697 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-1287c1da-3464-466d-9e6b-ec1a0dcbbc3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 1000 time: 0.0656536 Feb 10 07:55:08.261400 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '5c3c7a9a-34e9-4f70-a4a4-75871de8b435', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:55:06Z', 'updated_at': '2022-02-10T07:55:06Z', 'revision_number': 0, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:55:08.263257 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-897435c0-2e9e-4721-8de4-78c3bbe31df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:08.264774 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-897435c0-2e9e-4721-8de4-78c3bbe31df3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0445435 Feb 10 07:55:08.318834 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-38d92d88-3c9e-4808-8f81-ee3ad8a03592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:08.320410 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-38d92d88-3c9e-4808-8f81-ee3ad8a03592 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496187 Feb 10 07:55:08.330654 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-f7f2bbd8-8f23-4a3f-8c93-9f2f1254c507 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:55:08.331717 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-f7f2bbd8-8f23-4a3f-8c93-9f2f1254c507 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058527 Feb 10 07:55:08.429408 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-b1d2895e-0186-47ad-ae6c-c8e90e76c9fb service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923374 Feb 10 07:55:08.447587 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] Checking router: 139a8549-e966-4f63-b44a-f9e190b745a7 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:55:08.456303 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:55:08.456903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:54:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:55:08.523313 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0af13a10-4a7b-43f4-8861-34dcf5fb0a1c req-25780d51-2cde-4371-bb65-719cb5768c30 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882382 Feb 10 07:55:08.567192 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:55:08.789988 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '5c3c7a9a-34e9-4f70-a4a4-75871de8b435', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:55:06Z', 'updated_at': '2022-02-10T07:55:06Z', 'revision_number': 0, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:55:08.816093 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81539f-4727-4037-b8b0-23a9fb99b6fa None None] The sync data for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 is: [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '5c3c7a9a-34e9-4f70-a4a4-75871de8b435', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:55:06Z', 'updated_at': '2022-02-10T07:55:06Z', 'revision_number': 0, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:55:09.009905 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6791a75b-e57a-4ab6-b9c4-e51de6a594c0 None None] New status for floating IP 5c3c7a9a-34e9-4f70-a4a4-75871de8b435: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:55:10.471527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4463-b2d9-40ac-9518-a08746edf06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:10.847068 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:12.738106 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11606a79-be6f-42e0-8429-a8ec679fc186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:13.694751 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-75b85ce2-9ffd-49e0-94ba-c1b849d6e356 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458679 Feb 10 07:55:13.782864 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-6acd27fb-88a5-4c31-9e49-be3237c60bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:13.784367 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-6acd27fb-88a5-4c31-9e49-be3237c60bff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1128 time: 0.0465574 Feb 10 07:55:13.886973 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-e5859110-3235-4526-98e7-1cf650ba467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:13.888434 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-e5859110-3235-4526-98e7-1cf650ba467a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.0866218 Feb 10 07:55:13.956197 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-59717896-c5ad-4b88-b646-5ca2ba7f2ef5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 1002 time: 0.0609760 Feb 10 07:55:14.001876 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-14c6aa3b-acdd-468b-8775-4efb608ff5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:14.003377 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-14c6aa3b-acdd-468b-8775-4efb608ff5f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0422828 Feb 10 07:55:14.054500 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-fe310e49-ea09-4080-a601-a60b1c8a8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:55:14.055985 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-fe310e49-ea09-4080-a601-a60b1c8a8445 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473380 Feb 10 07:55:14.145395 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-f2ff6db6-b472-4cab-bcae-0ab891815d49 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836537 Feb 10 07:55:14.147688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:14.237127 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0092618f-6318-4b3a-bc36-fe9ac0dc3345 req-ce880d8d-af16-4187-a1cf-89f4cc66e570 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865519 Feb 10 07:55:15.568162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:16.627454 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:37.551466 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:40.472954 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0e58500-613d-49bd-9f52-f8f041353c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:40.861064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:41.958090 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:55:42.738535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc4147e3-3b1e-44d7-ae8d-611162517829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:44.148121 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:45.570313 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:55:46.630600 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:07.552251 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:10.474611 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7965798-05bf-42bf-89a8-d07023eafce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:10.890183 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:12.739496 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5659344b-5ac5-4eaf-a668-818126c02dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:14.151403 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:14.689345 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-409fb705-99c7-43e5-a7db-3756a0f123aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439718 Feb 10 07:56:14.773352 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-2edc61c5-385a-49cd-9890-0a474f99dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:56:14.774884 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-2edc61c5-385a-49cd-9890-0a474f99dbb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1128 time: 0.0443296 Feb 10 07:56:14.876899 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-cc9ffbb5-df40-4f55-a9c2-283e06e36856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:56:14.878939 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-cc9ffbb5-df40-4f55-a9c2-283e06e36856 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.0873034 Feb 10 07:56:14.942201 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-1b47ea5c-1b5c-45cb-89f3-1011c105822b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 1002 time: 0.0573559 Feb 10 07:56:14.992469 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-856043fe-c3b9-41bd-9e05-784e91aa68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:56:14.993909 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-856043fe-c3b9-41bd-9e05-784e91aa68ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0465696 Feb 10 07:56:15.041743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-1dd0b743-1c7e-4cd9-b0c9-d1e8eeb911c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:56:15.043270 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-1dd0b743-1c7e-4cd9-b0c9-d1e8eeb911c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441682 Feb 10 07:56:15.130784 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-3fbcb182-88d0-41ed-bff0-8d80d27892c7 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810797 Feb 10 07:56:15.221788 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4c51e1e1-291b-4066-b4ce-fe6db1705c06 req-c634a62a-ee15-43b6-90c9-88ddbe9c807f service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851967 Feb 10 07:56:15.571470 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:16.632457 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:18.957726 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:56:37.557257 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:40.475616 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85d9456a-4c6a-4f8e-b4f4-721d6b2254b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:40.889927 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:42.739936 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b38f8b1a-4dde-46fc-8406-285dc415f722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:44.154358 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:45.576217 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:46.635322 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:56:55.955998 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:57:07.561064 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:10.476524 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b59d-8c19-4f35-a02a-a0a76f64a56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:10.902442 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:12.749896 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a95c078a-6473-498b-a7de-b2980d808f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:14.156308 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:15.577917 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:15.755116 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-5d011c5b-7243-42d9-ad61-375f00132696 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975394 Feb 10 07:57:15.845205 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-1ccb0d9a-9534-40f2-a0e0-1f5b1f11d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:57:15.846653 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-1ccb0d9a-9534-40f2-a0e0-1f5b1f11d16c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1128 time: 0.0491891 Feb 10 07:57:15.949079 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-06c40975-7ffd-4d44-b528-1ef4f29c2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:57:15.950585 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-06c40975-7ffd-4d44-b528-1ef4f29c2b30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.0870733 Feb 10 07:57:16.017131 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-876c3ef3-37fa-4e9d-9831-920570fd146b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 1002 time: 0.0609696 Feb 10 07:57:16.063161 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-63f72d48-3920-4386-9e15-0bf99ff57442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:57:16.064555 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-63f72d48-3920-4386-9e15-0bf99ff57442 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0418499 Feb 10 07:57:16.111068 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-c3a6f06d-662f-4977-9730-28dded639ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:57:16.112461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-c3a6f06d-662f-4977-9730-28dded639ecd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426135 Feb 10 07:57:16.202214 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-8b055a01-5503-430d-8ffc-ad2b92da2d34 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839822 Feb 10 07:57:16.289696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-90b3d7fd-a94b-4fc2-8f66-6d56a21f8e4b req-996207e9-8abe-42f8-9e3d-9fd52aa4c29c service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816979 Feb 10 07:57:16.638268 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:32.954442 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:57:37.582161 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:40.279980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device c667a262-823c-42c7-86e1-6dc51d7b2bc1 details requested by agent hyperv_n-h1-828670-1 with host n-h1-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:57:40.378381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:57:40.389552 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Returning: {'device': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:57:40.424903 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port c667a262-823c-42c7-86e1-6dc51d7b2bc1 is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:57:40.425287 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:40.437992 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c667a262-823c-42c7-86e1-6dc51d7b2bc1 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:57:40.456221 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:57:40.460036 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:40.507240 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0460071-18e0-4c56-bb53-fd767ff42896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:40.519790 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=c667a262-823c-42c7-86e1-6dc51d7b2bc1,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:57:40.527319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.527663 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.527999 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.528332 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.528661 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.528987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.529310 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.529629 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.529949 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.530268 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.530610 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.530927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.531244 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:40.535736 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] get_ports_and_sgs() called for port_ids ['c667a262-823c-42c7-86e1-6dc51d7b2bc1'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:57:40.903914 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:42.310015 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device c667a262-823c-42c7-86e1-6dc51d7b2bc1 up at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:57:42.356735 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Provisioning complete for port c667a262-823c-42c7-86e1-6dc51d7b2bc1 triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:57:42.357107 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:42.440344 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port c667a262-823c-42c7-86e1-6dc51d7b2bc1 is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:57:42.440737 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:42.462839 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:57:42.465007 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a02241-ce42-4a93-a148-e44beb4f9784" -d '{"events": [{"server_uuid": "7308b224-dece-4530-b489-d260d315f893", "name": "network-vif-plugged", "status": "completed", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:57:42.477894 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:57:42.482688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:42.531520 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=c667a262-823c-42c7-86e1-6dc51d7b2bc1,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:57:42.559009 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23090095-aa60-4174-a44a-4e7439739423 x-openstack-request-id: req-23090095-aa60-4174-a44a-4e7439739423 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:57:42.559312 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7308b224-dece-4530-b489-d260d315f893", "name": "network-vif-plugged", "status": "completed", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:57:42.559570 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23090095-aa60-4174-a44a-4e7439739423 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:57:42.560023 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'code': 200} Feb 10 07:57:42.742279 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aae95986-1682-4580-8747-765061689db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:44.162636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:45.582878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:46.646595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:53.231311 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-0138c5ad-a988-4961-8be7-c618ea00f83b tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423141999&fields=id&tenant_id=4955636bae6141f2bc2603a7fd82bc49 HTTP/1.1" status: 200 len: 267 time: 0.0452974 Feb 10 07:57:53.340404 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-88ba445b-4c08-4515-a444-d67b6093ea7b tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:57:53.341850 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-88ba445b-4c08-4515-a444-d67b6093ea7b tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 810 time: 0.1041424 Feb 10 07:57:53.356558 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-d248faec-0eb9-477c-ac9d-c9b031085b8e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/quotas/4955636bae6141f2bc2603a7fd82bc49 HTTP/1.1" status: 200 len: 375 time: 0.0092890 Feb 10 07:57:53.414996 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-bf3d6983-7b8d-4143-a9ca-20d4ada45955 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528257 Feb 10 07:57:53.562044 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-ffce3f72-700c-44fe-9fcf-1ae3b70da8d6 service neutron] 10.222.0.21 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356435 Feb 10 07:57:53.649531 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-abd983ef-67ee-4713-9236-d6d9030feb4d service neutron] 10.222.0.21 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814371 Feb 10 07:57:53.905963 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8e4eb7b8-513d-4ded-a2a4-815cdf067564 req-77b0e14f-4a6c-45a6-9825-81aa183a11da tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 210 time: 0.0934279 Feb 10 07:57:54.986368 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cc4b9987-b11d-4a01-8cdf-1a0572cc8c99 req-5ca02cea-12a8-4b23-9c7e-baa2b4831f52 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 210 time: 0.0271201 Feb 10 07:57:56.064156 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-13f8ef65-77ef-4e17-887a-8cecf2fe222d req-7ab171da-262e-4c20-b428-3d6b7724c9a1 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 210 time: 0.0283997 Feb 10 07:57:56.371893 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device c667a262-823c-42c7-86e1-6dc51d7b2bc1 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 07:57:56.445296 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Current status of the port c667a262-823c-42c7-86e1-6dc51d7b2bc1 is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:57:56.445689 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:56.468242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:57:56.470507 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5692d13-bf24-4df9-acec-12ff502c144b" -d '{"events": [{"server_uuid": "7308b224-dece-4530-b489-d260d315f893", "name": "network-vif-unplugged", "status": "completed", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:57:56.482821 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:57:56.487633 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:56.513428 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 07:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a66481-f6bf-4536-8ec7-4f93331debc5 x-openstack-request-id: req-27a66481-f6bf-4536-8ec7-4f93331debc5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:57:56.513721 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7308b224-dece-4530-b489-d260d315f893", "name": "network-vif-unplugged", "status": "completed", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:57:56.513980 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27a66481-f6bf-4536-8ec7-4f93331debc5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:57:56.514403 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'code': 200} Feb 10 07:57:56.547170 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Pushing event updated for resources: {'Port': ['ID=c667a262-823c-42c7-86e1-6dc51d7b2bc1,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:57:57.145221 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bed8ce97-f858-4ed6-8d20-7ffa02f1335a req-ab584597-cc02-4432-a81b-ed46c798a10a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 210 time: 0.0280838 Feb 10 07:57:58.248379 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-94f63aaf-b495-4fdf-9217-982aa30cfaed req-a3e7ed5b-7cc7-44dc-97a7-e46b5892fd88 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 210 time: 0.0309024 Feb 10 07:57:58.824558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 61619) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:57:58.934259 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-44f3ca15-9913-494a-9bd4-2e64b6002603 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:57:58.935766 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-44f3ca15-9913-494a-9bd4-2e64b6002603 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.24 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 810 time: 0.1102352 Feb 10 07:57:59.001743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-e358d3fe-e76c-48a2-8933-5944409bbb95 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4955636bae6141f2bc2603a7fd82bc49 HTTP/1.1" status: 200 len: 379 time: 0.0534122 Feb 10 07:57:59.016026 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'port': {'device_id': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'admin_state_up': True, 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'security_groups': ['ee6cf60b-4796-4bfd-afb7-5a6db38d0280']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:57:59.128121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Made reservation on behalf of 4955636bae6141f2bc2603a7fd82bc49 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 07:57:59.131487 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:59.296526 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Allocated IP 172.20.0.11 (9da5b870-46dd-43d4-98d9-928066915d1f/fcb23a6e-89bb-43a3-8e8c-d813c36f788a/c633ca96-cad4-4bf7-8581-c0db8a982cde) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:57:59.527342 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bf1596dc-2b57-43c1-926a-e0536853dd53 req-b8ed5408-bd76-44f8-8473-cf83b647144a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 210 time: 0.0457819 Feb 10 07:57:59.547072 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:59.587803 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:59.645001 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Network 9da5b870-46dd-43d4-98d9-928066915d1f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:57:59.648233 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:57:59.653762 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:57:59.694521 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'Port': ['ID=c633ca96-cad4-4bf7-8581-c0db8a982cde,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:57:59.712030 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.712383 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.712734 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.713624 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.713967 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.714324 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.714657 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.714990 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.715320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.715647 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.715976 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.716302 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.716629 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:57:59.734553 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:57:59.735197 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:59.759450 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-1c845c77-0c62-4066-ab71-8b25649e11b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467663 Feb 10 07:57:59.952106 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-aa400f6b-2dfd-4995-a950-7bbd62156e05 None None] Provisioning complete for port c633ca96-cad4-4bf7-8581-c0db8a982cde triggered by entity DHCP. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:57:59.952677 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa400f6b-2dfd-4995-a950-7bbd62156e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:57:59.988759 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-aa400f6b-2dfd-4995-a950-7bbd62156e05 None None] Port c633ca96-cad4-4bf7-8581-c0db8a982cde cannot update to ACTIVE because it is not bound. {{(pid=103215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 07:58:00.658817 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d87b6-5fee-4779-9629-20251e98297e req-bd889b80-932d-4ced-b21c-551e4f386ad9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:00.660556 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b47d87b6-5fee-4779-9629-20251e98297e req-bd889b80-932d-4ced-b21c-551e4f386ad9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 932 time: 0.0566275 Feb 10 07:58:00.724361 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b47d87b6-5fee-4779-9629-20251e98297e req-bee81896-7211-43c6-a2f1-ca19b262cb6b tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578959 Feb 10 07:58:01.864743 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450471cc-5853-46d4-9815-b9033e10a481 req-920fff54-0a49-43ba-bad9-256934e79593 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:01.866718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-450471cc-5853-46d4-9815-b9033e10a481 req-920fff54-0a49-43ba-bad9-256934e79593 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 932 time: 0.0669305 Feb 10 07:58:01.927696 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-450471cc-5853-46d4-9815-b9033e10a481 req-57c742f7-f32d-4e05-a423-9a2edc325b22 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553870 Feb 10 07:58:03.058609 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557531d3-9a2e-4693-90dc-1376b4a87b64 req-2e1a4cb8-044b-4329-9dc6-e854efd302df tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:03.065896 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-557531d3-9a2e-4693-90dc-1376b4a87b64 req-2e1a4cb8-044b-4329-9dc6-e854efd302df tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 932 time: 0.0644288 Feb 10 07:58:03.115821 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-557531d3-9a2e-4693-90dc-1376b4a87b64 req-9118212a-e9ad-4c84-8040-084eeeb492ed tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490220 Feb 10 07:58:04.253296 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82284081-9675-4528-904f-c33c1d2780c3 req-f344cbc3-1375-4f28-a842-09af949b4f34 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:04.254835 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82284081-9675-4528-904f-c33c1d2780c3 req-f344cbc3-1375-4f28-a842-09af949b4f34 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 932 time: 0.0643649 Feb 10 07:58:04.328741 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-82284081-9675-4528-904f-c33c1d2780c3 req-f9e986de-01b7-4a55-a04f-ec2c9238d5dc tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675366 Feb 10 07:58:05.456977 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1614d-79cc-4785-b103-1df61e1a63a7 req-e631f9a2-06fa-42db-9696-a475e0952c18 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:05.458484 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffc1614d-79cc-4785-b103-1df61e1a63a7 req-e631f9a2-06fa-42db-9696-a475e0952c18 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 932 time: 0.0585289 Feb 10 07:58:05.518650 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ffc1614d-79cc-4785-b103-1df61e1a63a7 req-28b26eae-0e1a-4112-a06a-fe19d1ae9b24 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471013 Feb 10 07:58:06.575457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-5ad19a96-ccf2-4b5d-90ac-e5e6104f35c0 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 07:58:06.576863 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-5ad19a96-ccf2-4b5d-90ac-e5e6104f35c0 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068519 Feb 10 07:58:06.633980 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Request body: {'port': {'device_id': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828670-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:58:06.663782 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ecc76-6a1b-48b5-814c-f01071c7ce7f req-e4813fb6-ae9d-4fbb-b2a4-fb28ca2786ed tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:06.665236 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-587ecc76-6a1b-48b5-814c-f01071c7ce7f req-e4813fb6-ae9d-4fbb-b2a4-fb28ca2786ed tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 932 time: 0.0757756 Feb 10 07:58:06.720759 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:06.771634 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-587ecc76-6a1b-48b5-814c-f01071c7ce7f req-b7c8b2cf-3e46-4683-b14d-14cbd71a107e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994396 Feb 10 07:58:06.994826 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c633ca96-cad4-4bf7-8581-c0db8a982cde {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:58:07.002044 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Publish callbacks [] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:07.013595 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Transition to ACTIVE for port object c633ca96-cad4-4bf7-8581-c0db8a982cde will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 07:58:07.017281 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:07.069342 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c633ca96-cad4-4bf7-8581-c0db8a982cde,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:58:07.141422 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Attempting to bind port c633ca96-cad4-4bf7-8581-c0db8a982cde on host n-h2-828670-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 07:58:07.141750 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Attempting to bind port c633ca96-cad4-4bf7-8581-c0db8a982cde by drivers openvswitch,hyperv on host n-h2-828670-1 at level 0 using segments [{'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 07:58:07.142077 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Attempting to bind port c633ca96-cad4-4bf7-8581-c0db8a982cde on network 9da5b870-46dd-43d4-98d9-928066915d1f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:58:07.146607 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Port c633ca96-cad4-4bf7-8581-c0db8a982cde on network 9da5b870-46dd-43d4-98d9-928066915d1f not bound, no agent of type Open vSwitch agent registered on host n-h2-828670-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 07:58:07.146925 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Attempting to bind port c633ca96-cad4-4bf7-8581-c0db8a982cde on network 9da5b870-46dd-43d4-98d9-928066915d1f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 07:58:07.152408 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Checking agent: {'id': '120536bc-6a31-462a-a33a-efcc214b91a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828670-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'started_at': datetime.datetime(2022, 2, 10, 6, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 7, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 07:58:07.152742 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Checking segment: {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 07:58:07.153126 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Bound using segment: {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 07:58:07.153555 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Bound port: c633ca96-cad4-4bf7-8581-c0db8a982cde, host: n-h2-828670-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670f734e-89eb-4af4-9558-0a786922ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 07:58:07.153909 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:07.221434 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 07:58:07.224567 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 07:58:07.231116 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:07.269886 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:07.270620 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:07.272028 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] 10.222.0.24 "PUT /v2.0/ports/c633ca96-cad4-4bf7-8581-c0db8a982cde HTTP/1.1" status: 200 len: 1092 time: 0.6873262 Feb 10 07:58:07.272473 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:58:07.274861 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a044d744-3279-456a-97e1-5f235673b3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:58:07.298256 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276f93f-acbe-4ef3-a955-a0a5170d6dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c633ca96-cad4-4bf7-8581-c0db8a982cde,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:58:07.334396 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e60c4c-e927-403b-8aef-df6783413777 x-openstack-request-id: req-e3e60c4c-e927-403b-8aef-df6783413777 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:58:07.334688 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:58:07.334942 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3e60c4c-e927-403b-8aef-df6783413777 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:58:07.335345 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'status': 'completed', 'code': 200} Feb 10 07:58:07.373457 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-15f9bfd2-0da6-4385-be7a-31d278e2606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:07.375000 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-15f9bfd2-0da6-4385-be7a-31d278e2606e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 1126 time: 0.0499306 Feb 10 07:58:07.426501 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-237d706d-2f06-4762-b770-81d201747bc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde HTTP/1.1" status: 200 len: 217 time: 0.0389073 Feb 10 07:58:07.478744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7fbec7b4-a0d6-4985-a8b5-b35a10f911f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:07.480292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-7fbec7b4-a0d6-4985-a8b5-b35a10f911f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0475485 Feb 10 07:58:07.536873 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-b3c5408c-994e-41e7-9f79-b8acf9e617e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:07.538264 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-b3c5408c-994e-41e7-9f79-b8acf9e617e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478399 Feb 10 07:58:07.580842 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:07.631854 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-fd839698-4408-4906-8e93-17fe007480f5 service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832288 Feb 10 07:58:07.727072 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a45668a9-9e08-47b8-aaae-832a1e5d1502 req-258bd48c-d731-4776-9e07-a52afeecfa05 service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854297 Feb 10 07:58:07.826729 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044d744-3279-456a-97e1-5f235673b3b1 req-5158f41c-419b-47e9-a648-dcbbd3a2a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:07.828268 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a044d744-3279-456a-97e1-5f235673b3b1 req-5158f41c-419b-47e9-a648-dcbbd3a2a050 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 1126 time: 0.0452964 Feb 10 07:58:07.950012 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044d744-3279-456a-97e1-5f235673b3b1 req-bdb91a0c-61c3-4a67-8cee-06b9ad47ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:07.951490 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a044d744-3279-456a-97e1-5f235673b3b1 req-bdb91a0c-61c3-4a67-8cee-06b9ad47ed55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.1177866 Feb 10 07:58:07.958579 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20736e-c602-4621-8baa-ce61fbd309c9 req-30a03a54-5578-4589-ae74-856dea076f4d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:07.959917 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b20736e-c602-4621-8baa-ce61fbd309c9 req-30a03a54-5578-4589-ae74-856dea076f4d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 944 time: 0.1096776 Feb 10 07:58:08.004132 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a044d744-3279-456a-97e1-5f235673b3b1 req-82f7257e-c68c-4297-93d8-f39f36a11bf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde HTTP/1.1" status: 200 len: 217 time: 0.0432816 Feb 10 07:58:08.066563 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-6b20736e-c602-4621-8baa-ce61fbd309c9 req-d9eeb75e-c75a-41c7-a3ed-123e75a9f1f0 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999143 Feb 10 07:58:08.075572 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044d744-3279-456a-97e1-5f235673b3b1 req-7bfea481-5b89-43a1-b1b4-950d36dc9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:08.076964 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a044d744-3279-456a-97e1-5f235673b3b1 req-7bfea481-5b89-43a1-b1b4-950d36dc9df0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0649545 Feb 10 07:58:08.126945 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044d744-3279-456a-97e1-5f235673b3b1 req-60769372-85e1-41a7-9e94-05524e790127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:08.128482 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a044d744-3279-456a-97e1-5f235673b3b1 req-60769372-85e1-41a7-9e94-05524e790127 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448110 Feb 10 07:58:08.221935 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a044d744-3279-456a-97e1-5f235673b3b1 req-6aa66921-c32f-4222-a511-e672fb7bceed service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859540 Feb 10 07:58:08.309542 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a044d744-3279-456a-97e1-5f235673b3b1 req-22c18711-fdd9-4292-9c38-4ba15ae3e20b service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812521 Feb 10 07:58:09.187317 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c57bc0-7ec2-43c5-bb9e-7ffb8747f9b2 req-2dacc835-ffcd-4bbc-8d0a-d1328c981db8 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:09.188776 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5c57bc0-7ec2-43c5-bb9e-7ffb8747f9b2 req-2dacc835-ffcd-4bbc-8d0a-d1328c981db8 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 944 time: 0.0520434 Feb 10 07:58:09.242448 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b5c57bc0-7ec2-43c5-bb9e-7ffb8747f9b2 req-9b9f0af5-1b1b-437a-8c09-d9d6eb8cae7d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462623 Feb 10 07:58:09.953425 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:58:10.361611 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b496-b3fd-4569-a3fd-cebe51859a36 req-91b74006-e9e6-454a-b348-6ec431694a73 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:10.363098 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28a1b496-b3fd-4569-a3fd-cebe51859a36 req-91b74006-e9e6-454a-b348-6ec431694a73 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 944 time: 0.0516903 Feb 10 07:58:10.410877 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c633ca96-cad4-4bf7-8581-c0db8a982cde details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:58:10.411603 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-28a1b496-b3fd-4569-a3fd-cebe51859a36 req-b1465278-99a4-422c-9646-8845c5ab3a5a tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 Feb 10 07:58:10.499840 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9559a81e-fd0e-4368-91e6-8dd03e1778ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:10.518059 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:58:10.529110 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'port_id': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'mac_address': 'fa:16:3e:68:58:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:58:10.568813 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c633ca96-cad4-4bf7-8581-c0db8a982cde is: DOWN; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:58:10.569199 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:10.581443 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c633ca96-cad4-4bf7-8581-c0db8a982cde {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:58:10.600598 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:58:10.604665 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:10.649684 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c633ca96-cad4-4bf7-8581-c0db8a982cde,revision_number=4']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:58:10.899637 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:10.906919 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c633ca96-cad4-4bf7-8581-c0db8a982cde'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:58:11.529343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd08ac-9634-46a2-8498-19bf081abce9 req-c094cb33-ebb7-428b-a1c1-8efceeb845b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:11.530828 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4cd08ac-9634-46a2-8498-19bf081abce9 req-c094cb33-ebb7-428b-a1c1-8efceeb845b3 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 945 time: 0.0510473 Feb 10 07:58:11.578266 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-a4cd08ac-9634-46a2-8498-19bf081abce9 req-349747a7-05b4-4629-b184-eda16bd32f83 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Feb 10 07:58:12.412013 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c633ca96-cad4-4bf7-8581-c0db8a982cde up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:58:12.459701 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning for port c633ca96-cad4-4bf7-8581-c0db8a982cde completed by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 07:58:12.463297 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port c633ca96-cad4-4bf7-8581-c0db8a982cde triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:58:12.463616 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:12.561118 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c633ca96-cad4-4bf7-8581-c0db8a982cde is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:58:12.561595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:12.583855 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:58:12.586173 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae1b4ea-e38f-45a4-b26c-b20e03191a97" -d '{"events": [{"server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "name": "network-vif-plugged", "status": "completed", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:58:12.599744 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:58:12.603815 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:12.632374 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945183f1-7945-4bce-9fbe-b79f8b7050e5 x-openstack-request-id: req-945183f1-7945-4bce-9fbe-b79f8b7050e5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:58:12.632666 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "name": "network-vif-plugged", "status": "completed", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:58:12.632921 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-945183f1-7945-4bce-9fbe-b79f8b7050e5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:58:12.633308 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'code': 200} Feb 10 07:58:12.653613 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c633ca96-cad4-4bf7-8581-c0db8a982cde,revision_number=5']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:58:12.741031 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06c873-280c-48fc-bd53-7d7d7f30ff3f req-4263094b-e790-46a4-8444-701bcade516f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:12.743661 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a06c873-280c-48fc-bd53-7d7d7f30ff3f req-4263094b-e790-46a4-8444-701bcade516f tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 946 time: 0.0853236 Feb 10 07:58:12.746641 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02ac6de6-d63c-437a-859c-dedea669c526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:12.767148 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06c7a7-789e-40b3-8040-cf78d4f99b23 req-753a10ef-4d19-4473-bdaf-3e166c919140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:12.768590 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb06c7a7-789e-40b3-8040-cf78d4f99b23 req-753a10ef-4d19-4473-bdaf-3e166c919140 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 1128 time: 0.0787263 Feb 10 07:58:12.811911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-1a06c873-280c-48fc-bd53-7d7d7f30ff3f req-859d1453-191d-4860-969a-9dedaecf3604 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628598 Feb 10 07:58:12.837121 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-cb06c7a7-789e-40b3-8040-cf78d4f99b23 req-455eeaae-97df-4809-aec4-73f6046e45b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549712 Feb 10 07:58:13.935586 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462799f-2580-4c8f-a15c-54ccc1326e57 req-6b1a4447-1111-44dd-bfe9-879f6b7ecaf1 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:13.937050 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4462799f-2580-4c8f-a15c-54ccc1326e57 req-6b1a4447-1111-44dd-bfe9-879f6b7ecaf1 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 946 time: 0.0560420 Feb 10 07:58:13.986537 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-4462799f-2580-4c8f-a15c-54ccc1326e57 req-68171d76-b215-4385-aee2-f186807582b9 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Feb 10 07:58:14.162902 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:15.104043 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06a9d5-125c-449a-9a70-d276cd258891 req-580a7d9c-f609-4796-8fa4-87c4ab10cc37 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:15.106032 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff06a9d5-125c-449a-9a70-d276cd258891 req-580a7d9c-f609-4796-8fa4-87c4ab10cc37 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 946 time: 0.0509131 Feb 10 07:58:15.152648 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-ff06a9d5-125c-449a-9a70-d276cd258891 req-28b19aaf-029a-487e-9831-1dc4ae05a394 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 Feb 10 07:58:15.275487 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfb4c1-2db0-4ab4-af22-9c9f18022fb0 req-d30e08de-d940-4ae2-90e5-6e44438bf16e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:15.276856 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04bfb4c1-2db0-4ab4-af22-9c9f18022fb0 req-d30e08de-d940-4ae2-90e5-6e44438bf16e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 946 time: 0.0532165 Feb 10 07:58:15.327915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-04bfb4c1-2db0-4ab4-af22-9c9f18022fb0 req-2a295399-4e93-463e-89fb-7374ba5df77b tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450327 Feb 10 07:58:15.349268 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36374) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:58:15.394964 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74c401-439a-4df4-a84d-294c814a05a6 tempest-TestSnapshotPattern-1085527956 tempest-TestSnapshotPattern-1085527956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:15.397027 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3b74c401-439a-4df4-a84d-294c814a05a6 tempest-TestSnapshotPattern-1085527956 tempest-TestSnapshotPattern-1085527956-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 1123 time: 0.0467150 Feb 10 07:58:15.399585 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:58:15.404343 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Request body: {'floatingip': {'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'port_id': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 07:58:15.424565 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:15.521207 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:15.584595 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:15.625451 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Allocated IP 172.25.8.185 (73b45acd-6a98-4b05-9da4-cc64c863a44f/999f733a-bdb4-4770-a6ac-fdf884d437f4/3e480095-1c05-4e9a-a71b-79fb125a3cfc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 07:58:15.724444 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for port (3e480095-1c05-4e9a-a71b-79fb125a3cfc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:15.760251 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734255983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3e480095-1c05-4e9a-a71b-79fb125a3cfc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:15.797996 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Network 73b45acd-6a98-4b05-9da4-cc64c863a44f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 07:58:15.800797 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 07:58:15.804217 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 07:58:15.829938 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'Port': ['ID=3e480095-1c05-4e9a-a71b-79fb125a3cfc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:58:16.166664 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for floatingip (007d8e15-b949-4466-b005-0e0d5ef7a94f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:16.570632 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (3e480095-1c05-4e9a-a71b-79fb125a3cfc), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:16.640615 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:16.749769 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-1abb0b46-335c-4be0-8435-99465732b194 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1405373 Feb 10 07:58:16.795574 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-4d8f7f89-e5c6-4ff3-b854-6f65dbb66121 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1221716 Feb 10 07:58:16.838898 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for port (3e480095-1c05-4e9a-a71b-79fb125a3cfc), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:16.851465 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59247110'] for port (3e480095-1c05-4e9a-a71b-79fb125a3cfc), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:16.964356 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-a137c171-8fa4-4c9c-b8d8-2175682448b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:16.966449 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-a137c171-8fa4-4c9c-b8d8-2175682448b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 1128 time: 0.1747987 Feb 10 07:58:16.969810 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event updated for resources: {'Port': ['ID=3e480095-1c05-4e9a-a71b-79fb125a3cfc,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:58:16.978636 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-cf42b10e-6af7-4ab0-89d2-392b8001586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:16.980222 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-cf42b10e-6af7-4ab0-89d2-392b8001586d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1126 time: 0.1436002 Feb 10 07:58:16.984452 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998839'] for floatingip (007d8e15-b949-4466-b005-0e0d5ef7a94f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:17.240339 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-166e8681-5854-4fc4-a7fb-fe764095f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:17.241811 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-166e8681-5854-4fc4-a7fb-fe764095f7b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.2540834 Feb 10 07:58:17.244476 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Floating IP 007d8e15-b949-4466-b005-0e0d5ef7a94f associated. External IP: 172.25.8.185, port: c633ca96-cad4-4bf7-8581-c0db8a982cde. Feb 10 07:58:17.248158 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-770d4ada-85b1-4cc3-a418-3cb04ef11ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:17.249492 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-770d4ada-85b1-4cc3-a418-3cb04ef11ee0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.2255206 Feb 10 07:58:17.448844 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-48803acb-754d-460d-84bc-bb065f197427 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde HTTP/1.1" status: 200 len: 1000 time: 0.1983604 Feb 10 07:58:17.452729 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-665b5860-c789-4fc6-9a8d-d83f7cc209e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 1000 time: 0.1638772 Feb 10 07:58:17.582489 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-67043d6e-e224-42b8-b876-ea3f4b4553ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:17.584185 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-67043d6e-e224-42b8-b876-ea3f4b4553ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.1291192 Feb 10 07:58:17.591159 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-60ea1504-e72d-42aa-908f-3281879fef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:17.592461 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-60ea1504-e72d-42aa-908f-3281879fef9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.1277525 Feb 10 07:58:17.733183 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-5b726791-ba6a-4efe-8bfa-1e0996569987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:17.734718 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-5b726791-ba6a-4efe-8bfa-1e0996569987 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1413980 Feb 10 07:58:17.736794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-ec1db2d6-11a0-4084-a5d3-213894f05246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:17.738541 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-ec1db2d6-11a0-4084-a5d3-213894f05246 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1361871 Feb 10 07:58:17.751954 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Router 139a8549-e966-4f63-b44a-f9e190b745a7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:58:17.962143 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-dbb5d9d0-a8ff-4a6c-a07e-c939c1d64ea7 service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199709 Feb 10 07:58:17.989310 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-bc555fb0-d162-4486-bfa3-58ef7da05315 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364118 Feb 10 07:58:18.091323 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:58:18.101340 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] Sync routers for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:58:18.112112 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:58:18.112731 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:58:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:58:18.160236 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:18.206036 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-216bd5a3-91a6-41da-bca8-5a97a2f40409 req-8c8f65d7-02b9-4f20-bf81-24771a6363b1 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027807 Feb 10 07:58:18.207847 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-616a275e-bfd0-4d03-8c98-9972ff2f2d04 req-0413109b-845c-41cc-b907-524d5602702b service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162325 Feb 10 07:58:18.216104 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-f4645f6d-2bab-45d6-a0ee-c13add27458d tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8155334 Feb 10 07:58:18.216707 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:58:18.219007 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59675fa-329e-4a11-93e5-7adec09be9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:58:18.248683 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:58:18.261867 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2892242-dabe-4493-86ac-8ed172f1ab5f x-openstack-request-id: req-a2892242-dabe-4493-86ac-8ed172f1ab5f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:58:18.262452 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:58:18.262603 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2892242-dabe-4493-86ac-8ed172f1ab5f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:58:18.262937 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'status': 'completed', 'code': 200} Feb 10 07:58:18.329777 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-19dc9ec9-217f-42ff-afef-dca9dca2dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:18.331324 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-19dc9ec9-217f-42ff-afef-dca9dca2dfd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 1128 time: 0.0454071 Feb 10 07:58:18.424738 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-02483e06-1f96-4964-9123-744cd11754bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:18.426292 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-02483e06-1f96-4964-9123-744cd11754bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.0882854 Feb 10 07:58:18.476486 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '007d8e15-b949-4466-b005-0e0d5ef7a94f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:68:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:58:16Z', 'updated_at': '2022-02-10T07:58:16Z', 'revision_number': 0, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}, {'id': '5c3c7a9a-34e9-4f70-a4a4-75871de8b435', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:55:06Z', 'updated_at': '2022-02-10T07:55:09Z', 'revision_number': 1, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:58:18.497109 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-25737a6c-d572-4b23-bb0f-ba9a54af1575 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde HTTP/1.1" status: 200 len: 1000 time: 0.0649774 Feb 10 07:58:18.555360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-0bcdf3c3-e748-45ff-964c-290b3418b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:18.556842 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-0bcdf3c3-e748-45ff-964c-290b3418b01d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0512574 Feb 10 07:58:18.662742 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] Checking router: 139a8549-e966-4f63-b44a-f9e190b745a7 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:58:18.672132 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:58:18.672761 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:58:13Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:58:18.784709 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:58:18.944692 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-f05e91c7-a6e8-49cf-9a5f-0b095ab9d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:58:18.946206 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-f05e91c7-a6e8-49cf-9a5f-0b095ab9d269 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3826253 Feb 10 07:58:19.012799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '007d8e15-b949-4466-b005-0e0d5ef7a94f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:68:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:58:16Z', 'updated_at': '2022-02-10T07:58:16Z', 'revision_number': 0, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}, {'id': '5c3c7a9a-34e9-4f70-a4a4-75871de8b435', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:55:06Z', 'updated_at': '2022-02-10T07:55:09Z', 'revision_number': 1, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:58:19.037427 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-53aa28a1-1b9c-42c8-81c6-da1a270f30ed service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816920 Feb 10 07:58:19.042964 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbddf5-7b36-4176-a199-81772e99d3e5 None None] The sync data for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 is: [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '007d8e15-b949-4466-b005-0e0d5ef7a94f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:68:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:58:16Z', 'updated_at': '2022-02-10T07:58:16Z', 'revision_number': 0, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}, {'id': '5c3c7a9a-34e9-4f70-a4a4-75871de8b435', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:55:06Z', 'updated_at': '2022-02-10T07:55:09Z', 'revision_number': 1, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 07:58:19.140550 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b59675fa-329e-4a11-93e5-7adec09be9aa req-8a85af72-a8f9-49ff-9fe9-7d314da613d0 service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971849 Feb 10 07:58:19.244205 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c98b43-5e27-4346-9646-22cdf3e788d2 None None] New status for floating IP 007d8e15-b949-4466-b005-0e0d5ef7a94f: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 07:58:37.579361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:40.481308 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1c93aec-7648-45d8-a2c0-bfa3de19df31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:40.899256 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:42.747801 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eeee8d6a-60a2-4e41-917b-7e0a642ad17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:44.165047 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:45.588695 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:46.641829 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:58:46.953888 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:59:07.591527 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:10.483302 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68185ef9-f9d8-4818-ac88-d1a6ae89e82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:10.899708 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:12.749746 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-480c7311-3f76-4d5c-9db4-05d050d18075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:14.171361 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:15.592927 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:16.643020 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:16.701366 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-ed53d1a3-306b-467f-96d8-718dad4512f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438890 Feb 10 07:59:16.787007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-fd226a51-13e9-46a6-b951-7fc2b76e92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:16.788516 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-fd226a51-13e9-46a6-b951-7fc2b76e92b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1126 time: 0.0447655 Feb 10 07:59:16.891903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-33333918-1516-4f8c-b4eb-1ee6761e2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:16.893412 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-33333918-1516-4f8c-b4eb-1ee6761e2704 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.0872471 Feb 10 07:59:16.956879 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-1d3abc3e-2c59-463f-8f92-7a904c54f72a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 1000 time: 0.0569823 Feb 10 07:59:17.009703 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-2499d450-14dd-491f-86fd-2e770f319390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:17.011202 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-2499d450-14dd-491f-86fd-2e770f319390 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0474861 Feb 10 07:59:17.085554 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-df54e2ad-52b5-4588-ab4b-e0ca48931670 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734189 Feb 10 07:59:17.087299 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-b547d864-9299-40fe-8a65-18ed25d70060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:17.088666 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-b547d864-9299-40fe-8a65-18ed25d70060 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694358 Feb 10 07:59:17.211486 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-f1351040-7ea1-459e-a3d3-e79e3b44befe service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162667 Feb 10 07:59:17.217418 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-06f33694-6376-4b24-a367-4896fa92507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:17.218838 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-06f33694-6376-4b24-a367-4896fa92507a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 1128 time: 0.0668266 Feb 10 07:59:17.368565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-923d8d27-e63b-4f31-a490-15d76b9c2e67 req-301c41bf-3b35-4d29-baee-0847a8d0d5cf service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487882 Feb 10 07:59:17.377519 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-7e7bb98d-edb0-4540-a8ec-a79058dd082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:17.378978 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-7e7bb98d-edb0-4540-a8ec-a79058dd082f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.1391675 Feb 10 07:59:17.458746 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-b8f24f2b-ce2b-46b2-98d4-e3b3eae52fa0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde HTTP/1.1" status: 200 len: 1002 time: 0.0702846 Feb 10 07:59:17.509525 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-5830a829-08c3-40da-a779-4932ff79f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:17.510990 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-5830a829-08c3-40da-a779-4932ff79f90b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0434630 Feb 10 07:59:17.563942 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-72a98cde-2dae-4cc2-b2c6-792b37e2024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:17.565743 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-72a98cde-2dae-4cc2-b2c6-792b37e2024f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457237 Feb 10 07:59:17.663671 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-a7a2eefa-c661-4f55-9100-dbc7f1e74068 service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882676 Feb 10 07:59:17.757215 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd9506f-363b-4849-a02e-b85cc26eb6db req-49c4b3d6-acdc-4587-a82d-6297eb339b2b service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Feb 10 07:59:23.953133 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 07:59:37.608830 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:40.484681 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7a7976ef-4aa2-496b-9b86-2aac15e7b287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:40.897540 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:42.751376 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6293fb48-9049-491f-9043-9d3d2f7bcb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:44.171487 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:45.601356 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:46.646986 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:48.845154 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c633ca96-cad4-4bf7-8581-c0db8a982cde details requested by agent hyperv_n-h2-828670-1 with host n-h2-828670-1 {{(pid=103215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 07:59:48.942640 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:59:48.954897 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Returning: {'device': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'port_id': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'mac_address': 'fa:16:3e:68:58:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 07:59:48.991984 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c633ca96-cad4-4bf7-8581-c0db8a982cde is: ACTIVE; New status is: BUILD {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:59:48.992374 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:49.005567 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c633ca96-cad4-4bf7-8581-c0db8a982cde {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 07:59:49.025386 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:59:49.029464 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:49.091799 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c633ca96-cad4-4bf7-8581-c0db8a982cde,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:59:49.099996 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.100285 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.100645 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.101032 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.101414 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.101767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.102174 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.102556 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.102942 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.103319 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.103667 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.104036 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.104381 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:49.112464 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] get_ports_and_sgs() called for port_ids ['c633ca96-cad4-4bf7-8581-c0db8a982cde'] {{(pid=103215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 07:59:50.840733 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c633ca96-cad4-4bf7-8581-c0db8a982cde up at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 07:59:50.905652 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Provisioning complete for port c633ca96-cad4-4bf7-8581-c0db8a982cde triggered by entity L2. {{(pid=103215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 07:59:50.906341 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7653804'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), provisioning_complete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:50.988947 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c633ca96-cad4-4bf7-8581-c0db8a982cde is: BUILD; New status is: ACTIVE {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 07:59:50.989335 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:51.034185 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 07:59:51.035599 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:59:51.038476 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c79e1f-55ca-4322-91e4-9a54124d8979" -d '{"events": [{"server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "name": "network-vif-plugged", "status": "completed", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:59:51.045485 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:51.095378 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 07:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972a7206-8076-42d3-9c8f-6913f6a5bbf2 x-openstack-request-id: req-972a7206-8076-42d3-9c8f-6913f6a5bbf2 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:59:51.095681 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "name": "network-vif-plugged", "status": "completed", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:59:51.095979 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-972a7206-8076-42d3-9c8f-6913f6a5bbf2 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:59:51.096347 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'code': 200} Feb 10 07:59:51.122563 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c633ca96-cad4-4bf7-8581-c0db8a982cde,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:59:58.670163 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 07:59:58.828963 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Deleting port 3e480095-1c05-4e9a-a71b-79fb125a3cfc {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 07:59:58.829296 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (3e480095-1c05-4e9a-a71b-79fb125a3cfc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:58.901162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (3e480095-1c05-4e9a-a71b-79fb125a3cfc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:58.901483 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for floatingip (3e480095-1c05-4e9a-a71b-79fb125a3cfc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:58.912889 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Calling delete_port for 3e480095-1c05-4e9a-a71b-79fb125a3cfc owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 07:59:59.057915 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (3e480095-1c05-4e9a-a71b-79fb125a3cfc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:59.082689 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event deleted for resources: {'Port': ['ID=3e480095-1c05-4e9a-a71b-79fb125a3cfc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 07:59:59.109197 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.109542 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.109881 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.110215 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.110573 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.110908 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.111232 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.111556 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.111877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.112203 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.112523 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.112840 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.113156 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 07:59:59.151705 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for floatingip (007d8e15-b949-4466-b005-0e0d5ef7a94f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:59.152065 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Floating IP 007d8e15-b949-4466-b005-0e0d5ef7a94f disassociated (deleted). External IP: 172.25.8.185, port: c633ca96-cad4-4bf7-8581-c0db8a982cde. Feb 10 07:59:59.361360 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Router 139a8549-e966-4f63-b44a-f9e190b745a7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 07:59:59.469058 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 07:59:59.473827 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 07:59:59.478912 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] Sync routers for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 07:59:59.494242 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:59:59.494882 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:59:59.508069 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-d7d42f23-8593-483b-9348-1692bc2d0602 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "DELETE /v2.0/floatingips/007d8e15-b949-4466-b005-0e0d5ef7a94f HTTP/1.1" status: 204 len: 168 time: 0.8367934 Feb 10 07:59:59.508669 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 07:59:59.510992 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 07:59:59.608145 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 07:59:59.616267 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 07:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7413ac74-c8c4-48d4-8481-d4e251dc7a10 x-openstack-request-id: req-7413ac74-c8c4-48d4-8481-d4e251dc7a10 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 07:59:59.616730 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 07:59:59.617031 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7413ac74-c8c4-48d4-8481-d4e251dc7a10 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 07:59:59.617425 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'status': 'completed', 'code': 200} Feb 10 07:59:59.744471 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-0fc92132-ff94-4ecf-abb9-c3905c0f61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:59.746015 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-0fc92132-ff94-4ecf-abb9-c3905c0f61f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 1128 time: 0.0832603 Feb 10 07:59:59.801465 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02b8a7-8dc3-4844-967c-9277e7be39d4 req-1dacb29c-f9d5-4ed2-8e86-163fae2bcec6 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:59.802981 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e02b8a7-8dc3-4844-967c-9277e7be39d4 req-1dacb29c-f9d5-4ed2-8e86-163fae2bcec6 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 946 time: 0.1049769 Feb 10 07:59:59.850229 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '5c3c7a9a-34e9-4f70-a4a4-75871de8b435', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:55:06Z', 'updated_at': '2022-02-10T07:55:09Z', 'revision_number': 1, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:59:59.876958 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] Checking router: 139a8549-e966-4f63-b44a-f9e190b745a7 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 07:59:59.885206 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 07:59:59.885808 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 07:59:59.891247 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-5e71da25-bc3b-4b4c-8cf9-1251d62b3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:59.892707 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-5e71da25-bc3b-4b4c-8cf9-1251d62b3f22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.1403494 Feb 10 07:59:59.901338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-0e02b8a7-8dc3-4844-967c-9277e7be39d4 req-6f157f29-afaa-4ad5-a1d7-219f8dd2054e tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928895 Feb 10 07:59:59.937493 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-764400f0-15a9-4781-a732-28cd696ebc2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde HTTP/1.1" status: 200 len: 217 time: 0.0351782 Feb 10 07:59:59.984086 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-859767cf-ab88-4f24-afbf-045cc506911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 07:59:59.985530 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-859767cf-ab88-4f24-afbf-045cc506911d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0422847 Feb 10 07:59:59.995018 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 08:00:00.037820 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-4783b5f4-a49f-442f-bc1e-01160d81236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 08:00:00.039355 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-4783b5f4-a49f-442f-bc1e-01160d81236a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472622 Feb 10 08:00:00.131338 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-3dedba20-cfe7-48e9-b14f-da6ce215a59f service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846121 Feb 10 08:00:00.225304 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '5c3c7a9a-34e9-4f70-a4a4-75871de8b435', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:55:06Z', 'updated_at': '2022-02-10T07:55:09Z', 'revision_number': 1, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:00.225578 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-083ed5c7-f9d5-4797-ba6a-5a81c6b1b4af req-e4714116-75c1-46cd-981a-d8a907bcda4f service neutron] 10.222.0.24 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873978 Feb 10 08:00:00.251980 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8a84f-5908-4bda-83a8-53f04c045a04 None None] The sync data for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 is: [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_floatingips': [{'id': '5c3c7a9a-34e9-4f70-a4a4-75871de8b435', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'router_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'port_id': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308b224-dece-4530-b489-d260d315f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T07:55:06Z', 'updated_at': '2022-02-10T07:55:09Z', 'revision_number': 1, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 08:00:00.484180 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4e270-fe3a-43b3-82ac-60ae79e4a231 None None] New status for floating IP 007d8e15-b949-4466-b005-0e0d5ef7a94f: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 08:00:00.860209 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c633ca96-cad4-4bf7-8581-c0db8a982cde no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 08:00:00.933356 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Current status of the port c633ca96-cad4-4bf7-8581-c0db8a982cde is: ACTIVE; New status is: DOWN {{(pid=103215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 08:00:00.933746 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725086'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:00.952057 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:00:00.957171 n-d-828670-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 08:00:00.959448 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa8b1e9cbd8539a733087af76de8c0e0ae52dc617f60fb6bf1983a17226e5430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942f54ab-480b-49e4-a860-9b1bbcb6ae8e" -d '{"events": [{"server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "name": "network-vif-unplugged", "status": "completed", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 08:00:00.975278 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:00.980965 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734256401668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734255983333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734255983351'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:01.028558 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7a5b7-ce59-4945-9b6b-d94e8e045a9a req-0c49ff41-9cbb-4d90-b298-6ff17595b8a7 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 08:00:01.030148 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4a7a5b7-ce59-4945-9b6b-d94e8e045a9a req-0c49ff41-9cbb-4d90-b298-6ff17595b8a7 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 944 time: 0.0574017 Feb 10 08:00:01.082731 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-b4a7a5b7-ce59-4945-9b6b-d94e8e045a9a req-f579299d-0948-426f-a6b9-bfda8496d6cd tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468121 Feb 10 08:00:01.159230 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 08:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fe3c77-e31d-4c48-b47a-db20aef237ad x-openstack-request-id: req-87fe3c77-e31d-4c48-b47a-db20aef237ad {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 08:00:01.159471 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "name": "network-vif-unplugged", "status": "completed", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 08:00:01.159666 n-d-828670-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87fe3c77-e31d-4c48-b47a-db20aef237ad {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 08:00:01.160046 n-d-828670-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'code': 200} Feb 10 08:00:01.182295 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Pushing event updated for resources: {'Port': ['ID=c633ca96-cad4-4bf7-8581-c0db8a982cde,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:01.512396 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-388c37fe-b027-4e2f-8cfc-96eb6c9d6d77 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 08:00:01.513836 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-388c37fe-b027-4e2f-8cfc-96eb6c9d6d77 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 944 time: 0.0510912 Feb 10 08:00:01.610447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Deleting port c633ca96-cad4-4bf7-8581-c0db8a982cde {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:01.610788 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:01.699166 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] For port c633ca96-cad4-4bf7-8581-c0db8a982cde, host n-h2-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828670-1',level=0,port_id=c633ca96-cad4-4bf7-8581-c0db8a982cde,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:01.699527 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:01.711153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Calling delete_port for c633ca96-cad4-4bf7-8581-c0db8a982cde owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:01.834041 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c633ca96-cad4-4bf7-8581-c0db8a982cde), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:01.866877 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event deleted for resources: {'Port': ['ID=c633ca96-cad4-4bf7-8581-c0db8a982cde,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:01.908794 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] No DVR routers for this DVR port c633ca96-cad4-4bf7-8581-c0db8a982cde on host n-h2-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 08:00:01.911390 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:01.914719 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-8a7b97b7-10f2-444c-a6fe-fb87596750af req-1e1a9706-6eed-4f93-bc17-b7957dd97940 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.24 "DELETE /v2.0/ports/c633ca96-cad4-4bf7-8581-c0db8a982cde HTTP/1.1" status: 204 len: 173 time: 0.3931279 Feb 10 08:00:01.915121 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'name': 'network-vif-deleted', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 08:00:01.917353 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d11582-2d7f-4944-953e-a9ba1137816c" -d '{"events": [{"server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "name": "network-vif-deleted", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 08:00:01.959774 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 08:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b147c29a-1e0b-44d4-bf1b-cede41690ce7 x-openstack-request-id: req-b147c29a-1e0b-44d4-bf1b-cede41690ce7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 08:00:01.960073 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d49eb7-4a9b-48ac-9129-6685929a565a", "name": "network-vif-deleted", "tag": "c633ca96-cad4-4bf7-8581-c0db8a982cde", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 08:00:01.960383 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b147c29a-1e0b-44d4-bf1b-cede41690ce7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 08:00:01.960791 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d49eb7-4a9b-48ac-9129-6685929a565a', 'name': 'network-vif-deleted', 'tag': 'c633ca96-cad4-4bf7-8581-c0db8a982cde', 'status': 'completed', 'code': 200} Feb 10 08:00:02.189472 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-c76f11f2-0650-4a8f-b60f-e2e8ee9dc579 req-87453dd4-47c0-4b03-a4c1-be5c2f75c8ea tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4d49eb7-4a9b-48ac-9129-6685929a565a HTTP/1.1" status: 200 len: 210 time: 0.0282347 Feb 10 08:00:03.752341 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:03.904984 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Deleting port 0f4643b1-be5e-45f4-a70b-aa8580ea57fc {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:03.905330 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (0f4643b1-be5e-45f4-a70b-aa8580ea57fc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:03.980949 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (0f4643b1-be5e-45f4-a70b-aa8580ea57fc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:03.981193 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for floatingip (0f4643b1-be5e-45f4-a70b-aa8580ea57fc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:03.993269 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Calling delete_port for 0f4643b1-be5e-45f4-a70b-aa8580ea57fc owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:04.135576 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (0f4643b1-be5e-45f4-a70b-aa8580ea57fc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:04.160758 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event deleted for resources: {'Port': ['ID=0f4643b1-be5e-45f4-a70b-aa8580ea57fc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:04.220655 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for floatingip (5c3c7a9a-34e9-4f70-a4a4-75871de8b435), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:04.220985 n-d-828670-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Floating IP 5c3c7a9a-34e9-4f70-a4a4-75871de8b435 disassociated (deleted). External IP: 172.25.8.248, port: c667a262-823c-42c7-86e1-6dc51d7b2bc1. Feb 10 08:00:04.428107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Router 139a8549-e966-4f63-b44a-f9e190b745a7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 08:00:04.533986 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 08:00:04.538613 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:04.543191 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] Sync routers for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 08:00:04.553090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 08:00:04.553784 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:04.567864 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0fbe4c2-2b1f-4f17-95aa-b248b7bff4e2 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "DELETE /v2.0/floatingips/5c3c7a9a-34e9-4f70-a4a4-75871de8b435 HTTP/1.1" status: 204 len: 168 time: 0.8144476 Feb 10 08:00:04.568447 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 08:00:04.570719 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d" -d '{"events": [{"name": "network-changed", "server_uuid": "7308b224-dece-4530-b489-d260d315f893", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 08:00:04.608666 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 08:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2973fd-2103-49f0-ad5d-70ccc46c7435 x-openstack-request-id: req-2d2973fd-2103-49f0-ad5d-70ccc46c7435 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 08:00:04.608963 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7308b224-dece-4530-b489-d260d315f893", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 08:00:04.609221 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d2973fd-2103-49f0-ad5d-70ccc46c7435 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 08:00:04.609632 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'status': 'completed', 'code': 200} Feb 10 08:00:04.674575 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-2aec3aa8-ba0b-4ce7-ad99-d2d3e56a1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 08:00:04.676293 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-2aec3aa8-ba0b-4ce7-ad99-d2d3e56a1596 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4955636bae6141f2bc2603a7fd82bc49&device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 1126 time: 0.0473018 Feb 10 08:00:04.676745 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 08:00:04.801915 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-2eca0184-cbbc-45f1-925d-6668b2ed58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 08:00:04.803451 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-2eca0184-cbbc-45f1-925d-6668b2ed58ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 200 len: 910 time: 0.1216502 Feb 10 08:00:04.853911 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-8ba1a2f8-8e48-4600-bf94-ab332878aa55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 200 len: 217 time: 0.0403593 Feb 10 08:00:04.861420 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b1e1-d6ad-44a5-8ccc-626b41097ad5 req-e65b840f-0321-4c3d-b42b-fc373615fd88 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 08:00:04.862874 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd19b1e1-d6ad-44a5-8ccc-626b41097ad5 req-e65b840f-0321-4c3d-b42b-fc373615fd88 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 944 time: 0.1036568 Feb 10 08:00:04.888927 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:04.916951 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] Checking router: 139a8549-e966-4f63-b44a-f9e190b745a7 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 08:00:04.921983 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c633ca96-cad4-4bf7-8581-c0db8a982cde no longer exists at agent hyperv_n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 08:00:04.930752 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-0396bbd8-1b3e-459b-b808-926e3a28c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 08:00:04.932253 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-0396bbd8-1b3e-459b-b808-926e3a28c8f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 200 len: 849 time: 0.0685098 Feb 10 08:00:04.944966 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] No Port match for: c633ca96-cad4-4bf7-8581-c0db8a982cde {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 08:00:04.945320 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Device c633ca96-cad4-4bf7-8581-c0db8a982cde not bound to the agent host n-h2-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 08:00:04.949376 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 08:00:04.949987 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:04.955190 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-bd19b1e1-d6ad-44a5-8ccc-626b41097ad5 req-ccf00617-a52d-4812-9547-c068f3b471d0 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6cf60b-4796-4bfd-afb7-5a6db38d0280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842614 Feb 10 08:00:04.987127 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-5f4bb896-4857-4fd0-a5e3-cf4a298ee8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 08:00:04.988639 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-5f4bb896-4857-4fd0-a5e3-cf4a298ee8f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9da5b870-46dd-43d4-98d9-928066915d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472000 Feb 10 08:00:05.060463 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 08:00:05.081118 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-aecb3bfb-471e-4378-be01-4d8df70c5078 service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854795 Feb 10 08:00:05.172819 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-9b7fb3d3-1f50-4448-9d25-453c86d7e48d req-79f4a07b-3376-4fbc-949c-47f746e1d61a service neutron] 10.222.0.13 "GET /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852399 Feb 10 08:00:05.264003 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:05.289133 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5121a094-cbb6-4a8a-95ee-9f0fae63fc25 None None] The sync data for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 is: [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T07:54:45Z', 'revision_number': 4, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1', '_interfaces': [{'id': 'fa5ecf78-91c9-48a0-8d38-8e85b90b52b3', 'name': '', 'network_id': '9da5b870-46dd-43d4-98d9-928066915d1f', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'mac_address': 'fa:16:3e:6b:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:44Z', 'updated_at': '2022-02-10T07:54:49Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'subnets': [{'id': 'fcb23a6e-89bb-43a3-8e8c-d813c36f788a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 08:00:05.507967 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5cf39-12a6-44a0-8859-d6784132c05e None None] New status for floating IP 5c3c7a9a-34e9-4f70-a4a4-75871de8b435: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 08:00:05.600374 n-d-828670-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-b570f978-60f6-4484-8224-8ab5c991a5a1 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 08:00:05.601915 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-b570f978-60f6-4484-8224-8ab5c991a5a1 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.13 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 944 time: 0.0535195 Feb 10 08:00:05.692234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Deleting port c667a262-823c-42c7-86e1-6dc51d7b2bc1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:05.692574 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:05.782053 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] For port c667a262-823c-42c7-86e1-6dc51d7b2bc1, host n-h1-828670-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828670-1',level=0,port_id=c667a262-823c-42c7-86e1-6dc51d7b2bc1,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:05.782369 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:05.794134 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Calling delete_port for c667a262-823c-42c7-86e1-6dc51d7b2bc1 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:05.921415 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (c667a262-823c-42c7-86e1-6dc51d7b2bc1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:05.949107 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event deleted for resources: {'Port': ['ID=c667a262-823c-42c7-86e1-6dc51d7b2bc1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:05.991322 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] No DVR routers for this DVR port c667a262-823c-42c7-86e1-6dc51d7b2bc1 on host n-h1-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 08:00:05.993787 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274556'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:05.997805 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-d97f35e3-bd7d-42ba-a081-2e6fda46dc54 req-683ecf9e-351d-46ab-aaec-d4833e40fe53 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.13 "DELETE /v2.0/ports/c667a262-823c-42c7-86e1-6dc51d7b2bc1 HTTP/1.1" status: 204 len: 173 time: 0.3894207 Feb 10 08:00:06.062152 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [req-5cd7eecf-dd37-4492-a799-46fc7881312e req-1d36bf3b-245f-45d7-9adc-ccd5fba0b256 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "GET /v2.0/ports?device_id=7308b224-dece-4530-b489-d260d315f893 HTTP/1.1" status: 200 len: 210 time: 0.0278468 Feb 10 08:00:06.611354 n-d-828670-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'name': 'network-vif-deleted', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 08:00:06.613597 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282e6f6c1e9c50ad1c8efe376649e8ca6f06bf10409c6ba5670ff41d1b9454da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a580605-0a13-4dee-8427-6f703b4e37b8" -d '{"events": [{"server_uuid": "7308b224-dece-4530-b489-d260d315f893", "name": "network-vif-deleted", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 08:00:06.650193 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 08:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868c236e-ef07-4f9c-baa3-1d3cbc6048a5 x-openstack-request-id: req-868c236e-ef07-4f9c-baa3-1d3cbc6048a5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 08:00:06.650595 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7308b224-dece-4530-b489-d260d315f893", "name": "network-vif-deleted", "tag": "c667a262-823c-42c7-86e1-6dc51d7b2bc1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 08:00:06.650880 n-d-828670-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-868c236e-ef07-4f9c-baa3-1d3cbc6048a5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 08:00:06.651280 n-d-828670-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7308b224-dece-4530-b489-d260d315f893', 'name': 'network-vif-deleted', 'tag': 'c667a262-823c-42c7-86e1-6dc51d7b2bc1', 'status': 'completed', 'code': 200} Feb 10 08:00:07.118199 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36648) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:07.173922 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5178cff9-8ca4-4bf5-b4af-41333e4f3b91 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group (ee6cf60b-4796-4bfd-afb7-5a6db38d0280), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:07.202175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5178cff9-8ca4-4bf5-b4af-41333e4f3b91 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group (ee6cf60b-4796-4bfd-afb7-5a6db38d0280), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:07.262146 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5178cff9-8ca4-4bf5-b4af-41333e4f3b91 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (ee6cf60b-4796-4bfd-afb7-5a6db38d0280), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:07.264794 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5178cff9-8ca4-4bf5-b4af-41333e4f3b91 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:07.265968 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-5178cff9-8ca4-4bf5-b4af-41333e4f3b91 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee6cf60b-4796-4bfd-afb7-5a6db38d0280 HTTP/1.1" status: 204 len: 168 time: 0.1467905 Feb 10 08:00:07.274648 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178cff9-8ca4-4bf5-b4af-41333e4f3b91 tempest-TestSnapshotPattern-1685590552 tempest-TestSnapshotPattern-1685590552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6cf60b-4796-4bfd-afb7-5a6db38d0280,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:07.317148 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36652) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:07.607279 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:07.748779 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (139a8549-e966-4f63-b44a-f9e190b745a7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:07.990869 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Deleting port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:07.991208 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:08.067188 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] For port fa5ecf78-91c9-48a0-8d38-8e85b90b52b3, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=fa5ecf78-91c9-48a0-8d38-8e85b90b52b3,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:08.067466 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:08.080059 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Calling delete_port for fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:08.256670 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (fa5ecf78-91c9-48a0-8d38-8e85b90b52b3), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:08.280279 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5ecf78-91c9-48a0-8d38-8e85b90b52b3,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:08.293380 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.294036 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.294414 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.294748 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.295340 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.295658 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.296018 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.296355 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.296684 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.297012 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.297335 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.297665 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.297986 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828670-1 {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 08:00:08.461000 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (139a8549-e966-4f63-b44a-f9e190b745a7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:08.672068 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Router 139a8549-e966-4f63-b44a-f9e190b745a7 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 08:00:08.932417 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device c667a262-823c-42c7-86e1-6dc51d7b2bc1 no longer exists at agent hyperv_n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 08:00:08.952700 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] No Port match for: c667a262-823c-42c7-86e1-6dc51d7b2bc1 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 08:00:08.953042 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Device c667a262-823c-42c7-86e1-6dc51d7b2bc1 not bound to the agent host n-h1-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 08:00:09.094871 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 08:00:09.099896 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-52688a43-629d-4a6c-bb86-0949aedc6190 admin admin] 10.222.0.21 "PUT /v2.0/routers/139a8549-e966-4f63-b44a-f9e190b745a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7817247 Feb 10 08:00:09.102501 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36658) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:09.105085 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] Sync routers for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 08:00:09.115923 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 08:00:09.116528 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:09.207864 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks [] for router (139a8549-e966-4f63-b44a-f9e190b745a7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.223357 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: n-d-828670-1 {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 08:00:09.312652 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks [] for router_gateway (139a8549-e966-4f63-b44a-f9e190b745a7), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.364805 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Deleting port 89db8b02-dd3f-4cb5-b95d-19300962848c {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:09.365118 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.400928 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T08:00:08Z', 'revision_number': 5, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port': {'id': '89db8b02-dd3f-4cb5-b95d-19300962848c', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:43Z', 'updated_at': '2022-02-10T07:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:09.428231 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] Checking router: 139a8549-e966-4f63-b44a-f9e190b745a7 for host: n-d-828670-1 {{(pid=103215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 08:00:09.436469 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] Routers {'139a8549-e966-4f63-b44a-f9e190b745a7'} bound to L3 agent in host n-d-828670-1 {{(pid=103215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 08:00:09.437069 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['139a8549-e966-4f63-b44a-f9e190b745a7'], 'active': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:09.443108 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] For port 89db8b02-dd3f-4cb5-b95d-19300962848c, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=89db8b02-dd3f-4cb5-b95d-19300962848c,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:09.443468 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.456542 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Calling delete_port for 89db8b02-dd3f-4cb5-b95d-19300962848c owned by network:router_gateway {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:09.524362 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvr_db [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] Set router 139a8549-e966-4f63-b44a-f9e190b745a7 gateway port host: None {{(pid=103215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 08:00:09.579679 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_hamode_db [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T08:00:09Z', 'revision_number': 6, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:09.606478 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce3140-4923-4c2f-b7c0-8e43cf2e11de None None] The sync data for ids ['139a8549-e966-4f63-b44a-f9e190b745a7'] in n-d-828670-1 is: [{'id': '139a8549-e966-4f63-b44a-f9e190b745a7', 'name': 'tempest-TestSnapshotPattern-1028322985-router', 'tenant_id': '4955636bae6141f2bc2603a7fd82bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:42Z', 'updated_at': '2022-02-10T08:00:09Z', 'revision_number': 6, 'project_id': '4955636bae6141f2bc2603a7fd82bc49', 'gw_port_host': None}] {{(pid=103215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 08:00:09.641876 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (89db8b02-dd3f-4cb5-b95d-19300962848c), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.667404 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=89db8b02-dd3f-4cb5-b95d-19300962848c,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:09.727224 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (139a8549-e966-4f63-b44a-f9e190b745a7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.818382 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (139a8549-e966-4f63-b44a-f9e190b745a7), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.820389 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks [] for router_controller (139a8549-e966-4f63-b44a-f9e190b745a7), precommit_delete_associations {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.866223 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (139a8549-e966-4f63-b44a-f9e190b745a7), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.866800 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 139a8549-e966-4f63-b44a-f9e190b745a7 {{(pid=103213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 08:00:09.871074 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.872769 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-74759a03-0bc3-4991-8f12-eb03f2163f2b admin admin] 10.222.0.21 "DELETE /v2.0/routers/139a8549-e966-4f63-b44a-f9e190b745a7 HTTP/1.1" status: 204 len: 168 time: 0.7693157 Feb 10 08:00:09.875832 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:09.918391 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab897e1-2302-4f97-ac9f-e963ba668276 admin admin] Deleting subnet fcb23a6e-89bb-43a3-8e8c-d813c36f788a {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 08:00:09.921563 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ab897e1-2302-4f97-ac9f-e963ba668276 admin admin] Publish callbacks [] for subnet (fcb23a6e-89bb-43a3-8e8c-d813c36f788a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:09.957913 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ab897e1-2302-4f97-ac9f-e963ba668276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (fcb23a6e-89bb-43a3-8e8c-d813c36f788a), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.370666 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ab897e1-2302-4f97-ac9f-e963ba668276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (fcb23a6e-89bb-43a3-8e8c-d813c36f788a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.370898 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 08:00:10.394752 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 08:00:10.395103 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device fa5ecf78-91c9-48a0-8d38-8e85b90b52b3 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 08:00:10.429719 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ab897e1-2302-4f97-ac9f-e963ba668276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (fcb23a6e-89bb-43a3-8e8c-d813c36f788a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.456234 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab897e1-2302-4f97-ac9f-e963ba668276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb23a6e-89bb-43a3-8e8c-d813c36f788a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:10.458175 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ab897e1-2302-4f97-ac9f-e963ba668276 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.461299 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ab897e1-2302-4f97-ac9f-e963ba668276 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fcb23a6e-89bb-43a3-8e8c-d813c36f788a HTTP/1.1" status: 204 len: 168 time: 0.5844765 Feb 10 08:00:10.463379 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b14f56-e97a-4930-9258-ae8b038f5a1c None None] Network 9da5b870-46dd-43d4-98d9-928066915d1f requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 08:00:10.463903 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36662) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:10.537389 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (9da5b870-46dd-43d4-98d9-928066915d1f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.555636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea47d434-181b-4588-b282-241a093aa706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.597237 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Deleting port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:10.597656 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.642977 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c98e73-d1ea-4ded-a399-28967bed826d None None] DHCP port deletion for 9da5b870-46dd-43d4-98d9-928066915d1f request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 08:00:10.667320 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] For port e7f2952a-5744-43b7-ab57-eb3730d3c3f9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e7f2952a-5744-43b7-ab57-eb3730d3c3f9,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:10.667486 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.682235 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Calling delete_port for e7f2952a-5744-43b7-ab57-eb3730d3c3f9 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:10.693767 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e9c98e73-d1ea-4ded-a399-28967bed826d None None] Deleting port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:10.694375 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9c98e73-d1ea-4ded-a399-28967bed826d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.759971 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e9c98e73-d1ea-4ded-a399-28967bed826d None None] For port e7f2952a-5744-43b7-ab57-eb3730d3c3f9, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=e7f2952a-5744-43b7-ab57-eb3730d3c3f9,segment=NetworkSegment(670f734e-89eb-4af4-9558-0a786922ff2c),segment_id=670f734e-89eb-4af4-9558-0a786922ff2c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:10.760367 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9c98e73-d1ea-4ded-a399-28967bed826d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.769051 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.773602 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e9c98e73-d1ea-4ded-a399-28967bed826d None None] Calling delete_port for e7f2952a-5744-43b7-ab57-eb3730d3c3f9 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:10.794444 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f2952a-5744-43b7-ab57-eb3730d3c3f9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:10.800007 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] No DVR routers for this DVR port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 on host n-d-828670-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 08:00:10.848367 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9c98e73-d1ea-4ded-a399-28967bed826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324'] for port (e7f2952a-5744-43b7-ab57-eb3730d3c3f9), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.875125 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (9da5b870-46dd-43d4-98d9-928066915d1f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.875333 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c98e73-d1ea-4ded-a399-28967bed826d None None] Pushing event deleted for resources: {'Port': ['ID=e7f2952a-5744-43b7-ab57-eb3730d3c3f9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:10.880740 n-d-828670-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c98e73-d1ea-4ded-a399-28967bed826d None None] No DVR routers for this DVR port e7f2952a-5744-43b7-ab57-eb3730d3c3f9 on host n-d-828670-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 08:00:10.899098 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.903506 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da5b870-46dd-43d4-98d9-928066915d1f']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:10.914264 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670f734e-89eb-4af4-9558-0a786922ff2c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:10.914589 n-d-828670-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670f734e-89eb-4af4-9558-0a786922ff2c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:10.924591 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4005089'] for segment (670f734e-89eb-4af4-9558-0a786922ff2c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.937489 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (670f734e-89eb-4af4-9558-0a786922ff2c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.943403 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 08:00:10.943783 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59247210'] for segment (670f734e-89eb-4af4-9558-0a786922ff2c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: Traceback (most recent call last): Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: timer() Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: cb(*args, **kw) Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: return func(*args, **kwargs) Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: self._notify() Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: self.callback(batched_events) Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: event.method(event) Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: return f(self, *a, **k) Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: return self._get(url).json() Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 08:00:10.945397 n-d-828670-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 08:00:10.997921 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (9da5b870-46dd-43d4-98d9-928066915d1f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:11.003442 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:11.006919 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] 10.222.0.21 "DELETE /v2.0/networks/9da5b870-46dd-43d4-98d9-928066915d1f HTTP/1.1" status: 204 len: 168 time: 0.5419140 Feb 10 08:00:11.009876 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36664) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:11.026036 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4fde0-5f07-49ef-b164-fef23700044d admin admin] Pushing event deleted for resources: {'Network': ['ID=9da5b870-46dd-43d4-98d9-928066915d1f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:11.352387 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7996023'] for router_interface (820a5b5c-b6ba-484a-887b-ab39db9c3299), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:11.596655 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Deleting port 5fe389af-8d19-420b-8889-6a8b04252711 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:11.596993 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (5fe389af-8d19-420b-8889-6a8b04252711), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:11.678584 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] For port 5fe389af-8d19-420b-8889-6a8b04252711, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=5fe389af-8d19-420b-8889-6a8b04252711,segment=NetworkSegment(367aab66-4d05-416c-b42a-c158f8d7843d),segment_id=367aab66-4d05-416c-b42a-c158f8d7843d)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:11.678859 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (5fe389af-8d19-420b-8889-6a8b04252711), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:11.691530 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Calling delete_port for 5fe389af-8d19-420b-8889-6a8b04252711 owned by network:router_interface {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:11.866971 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (5fe389af-8d19-420b-8889-6a8b04252711), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:11.894447 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe389af-8d19-420b-8889-6a8b04252711,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:11.926931 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89db8b02-dd3f-4cb5-b95d-19300962848c no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 08:00:11.953658 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 89db8b02-dd3f-4cb5-b95d-19300962848c {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 08:00:11.954090 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 89db8b02-dd3f-4cb5-b95d-19300962848c not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 08:00:11.954611 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e7f2952a-5744-43b7-ab57-eb3730d3c3f9 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 08:00:11.977329 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: e7f2952a-5744-43b7-ab57-eb3730d3c3f9 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 08:00:11.977768 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device e7f2952a-5744-43b7-ab57-eb3730d3c3f9 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 08:00:12.061189 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7996131'] for router_interface (820a5b5c-b6ba-484a-887b-ab39db9c3299), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:12.277071 n-d-828670-1 neutron-server[103213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Router 820a5b5c-b6ba-484a-887b-ab39db9c3299 has already been hosted by L3 agent 49325b32-df9d-4ddb-be7b-b4cd026d0e13 {{(pid=103213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 08:00:12.384762 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] Notify agent at l3_agent.n-d-828670-1 the message routers_updated {{(pid=103213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 08:00:12.392217 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-c6506091-fa5d-4270-b864-78090cea2c0f admin admin] 10.222.0.21 "PUT /v2.0/routers/820a5b5c-b6ba-484a-887b-ab39db9c3299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3786726 Feb 10 08:00:12.392696 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36666) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:12.393146 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] Sync routers for ids ['820a5b5c-b6ba-484a-887b-ab39db9c3299'] in n-d-828670-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 08:00:12.403588 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] Routers {'820a5b5c-b6ba-484a-887b-ab39db9c3299'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 08:00:12.404198 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['820a5b5c-b6ba-484a-887b-ab39db9c3299'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:12.498608 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks [] for router (820a5b5c-b6ba-484a-887b-ab39db9c3299), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:12.508350 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] Set router 820a5b5c-b6ba-484a-887b-ab39db9c3299 gateway port host: n-d-828670-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 08:00:12.598451 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks [] for router_gateway (820a5b5c-b6ba-484a-887b-ab39db9c3299), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:12.653744 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Deleting port cc7ec36d-a561-460b-bc8b-e983e7719c7a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:12.654242 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:12.679850 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'external_fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T08:00:11Z', 'revision_number': 5, 'project_id': '643cad8394c34394a63b055f3882820d', 'gw_port': {'id': 'cc7ec36d-a561-460b-bc8b-e983e7719c7a', 'name': '', 'network_id': '73b45acd-6a98-4b05-9da4-cc64c863a44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828670-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T07:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '999f733a-bdb4-4770-a6ac-fdf884d437f4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828670-1'}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:12.709617 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] Checking router: 820a5b5c-b6ba-484a-887b-ab39db9c3299 for host: n-d-828670-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 08:00:12.718314 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] Routers {'820a5b5c-b6ba-484a-887b-ab39db9c3299'} bound to L3 agent in host n-d-828670-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 08:00:12.718931 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828670-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T06:13:12Z,description=,heartbeat_timestamp=2022-02-10T07:59:43Z,host='n-d-828670-1',id=49325b32-df9d-4ddb-be7b-b4cd026d0e13,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T06:13:12Z,topic='l3_agent')) {'router_ids': ['820a5b5c-b6ba-484a-887b-ab39db9c3299'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:12.753548 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] For port cc7ec36d-a561-460b-bc8b-e983e7719c7a, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=cc7ec36d-a561-460b-bc8b-e983e7719c7a,segment=NetworkSegment(a63d1855-e6e8-47e5-9b8e-3b3cc249e795),segment_id=a63d1855-e6e8-47e5-9b8e-3b3cc249e795)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:12.753830 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:12.755025 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca67f5b-cbed-4f56-af64-81294e8d3f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:12.769528 n-d-828670-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Calling delete_port for cc7ec36d-a561-460b-bc8b-e983e7719c7a owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:12.893931 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] Set router 820a5b5c-b6ba-484a-887b-ab39db9c3299 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 08:00:12.938675 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59247165'] for port (cc7ec36d-a561-460b-bc8b-e983e7719c7a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:12.945808 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T08:00:12Z', 'revision_number': 6, 'project_id': '643cad8394c34394a63b055f3882820d', 'gw_port_host': None}], 'n-d-828670-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:12.968153 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7ec36d-a561-460b-bc8b-e983e7719c7a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:12.977919 n-d-828670-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4f63d6-1a74-4b44-8cb2-c0839ee61c5e None None] The sync data for ids ['820a5b5c-b6ba-484a-887b-ab39db9c3299'] in n-d-828670-1 is: [{'id': '820a5b5c-b6ba-484a-887b-ab39db9c3299', 'name': 'tempest-TestSnapshotPattern-1492360674-router', 'tenant_id': '643cad8394c34394a63b055f3882820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T07:54:47Z', 'updated_at': '2022-02-10T08:00:12Z', 'revision_number': 6, 'project_id': '643cad8394c34394a63b055f3882820d', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 08:00:13.029539 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7998781'] for router_gateway (820a5b5c-b6ba-484a-887b-ab39db9c3299), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.123990 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27429'] for router (820a5b5c-b6ba-484a-887b-ab39db9c3299), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.126119 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks [] for router_controller (820a5b5c-b6ba-484a-887b-ab39db9c3299), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.168194 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7998093'] for router (820a5b5c-b6ba-484a-887b-ab39db9c3299), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.169149 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 820a5b5c-b6ba-484a-887b-ab39db9c3299 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 08:00:13.173423 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.174631 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-166683ec-e087-4c87-bb84-e061a812b4ec admin admin] 10.222.0.21 "DELETE /v2.0/routers/820a5b5c-b6ba-484a-887b-ab39db9c3299 HTTP/1.1" status: 204 len: 168 time: 0.7806487 Feb 10 08:00:13.177046 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36668) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:13.225002 n-d-828670-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-0960e9b5-2b45-4afe-9d44-5cc336806a7e admin admin] Deleting subnet 7b4231d6-15b0-41e5-a784-62dbf141b83b {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 08:00:13.228030 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0960e9b5-2b45-4afe-9d44-5cc336806a7e admin admin] Publish callbacks [] for subnet (7b4231d6-15b0-41e5-a784-62dbf141b83b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.261748 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0960e9b5-2b45-4afe-9d44-5cc336806a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4005080'] for subnet (7b4231d6-15b0-41e5-a784-62dbf141b83b), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.336023 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0960e9b5-2b45-4afe-9d44-5cc336806a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690334'] for subnet (7b4231d6-15b0-41e5-a784-62dbf141b83b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.394770 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0960e9b5-2b45-4afe-9d44-5cc336806a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59247312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215641'] for subnet (7b4231d6-15b0-41e5-a784-62dbf141b83b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.424162 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0960e9b5-2b45-4afe-9d44-5cc336806a7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.428565 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-0960e9b5-2b45-4afe-9d44-5cc336806a7e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7b4231d6-15b0-41e5-a784-62dbf141b83b HTTP/1.1" status: 204 len: 168 time: 0.2505705 Feb 10 08:00:13.428975 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42152b0c-5630-445f-8782-2855bb328ddb None None] Network c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 requested from n-d-828670-1 {{(pid=103215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 08:00:13.429668 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960e9b5-2b45-4afe-9d44-5cc336806a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4231d6-15b0-41e5-a784-62dbf141b83b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:13.431294 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36670) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:13.505309 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680584'] for network (c35bdd6a-6d1a-4f78-8734-7ecffbbf6399), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.558802 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Deleting port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 08:00:13.559183 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734256402059'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.619298 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] For port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56, host n-d-828670-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828670-1',level=0,port_id=1dbc8f3a-ea23-409f-aa91-97e0c2521d56,segment=NetworkSegment(367aab66-4d05-416c-b42a-c158f8d7843d),segment_id=367aab66-4d05-416c-b42a-c158f8d7843d)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 08:00:13.619653 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998412'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.632155 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Calling delete_port for 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 08:00:13.710801 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8266160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734256405230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734255983324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751015'] for port (1dbc8f3a-ea23-409f-aa91-97e0c2521d56), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.736835 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbc8f3a-ea23-409f-aa91-97e0c2521d56,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:13.741190 n-d-828670-1 neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] No DVR routers for this DVR port 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 on host n-d-828670-1 {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 08:00:13.746011 n-d-828670-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a487543-9b4e-4d29-a9bc-d88fb1b8b9ef None None] DHCP port deletion for c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 request from n-d-828670-1 {{(pid=103215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 08:00:13.818771 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653323', 'neutron.services.segments.db._delete_segments_for_network-8734256487096'] for network (c35bdd6a-6d1a-4f78-8734-7ecffbbf6399), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.839114 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35bdd6a-6d1a-4f78-8734-7ecffbbf6399']}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:13.849258 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367aab66-4d05-416c-b42a-c158f8d7843d') {'for_net_delete': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:13.849553 n-d-828670-1 neutron-server[103213]: DEBUG neutron.services.segments.db [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367aab66-4d05-416c-b42a-c158f8d7843d') {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 08:00:13.859849 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734256491457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090515'] for segment (367aab66-4d05-416c-b42a-c158f8d7843d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.873847 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748'] for segment (367aab66-4d05-416c-b42a-c158f8d7843d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.880417 n-d-828670-1 neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 08:00:13.880813 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7689748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750960'] for segment (367aab66-4d05-416c-b42a-c158f8d7843d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: Traceback (most recent call last): Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: timer() Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: cb(*args, **kw) Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: return func(*args, **kwargs) Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: self._notify() Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: self.callback(batched_events) Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: event.method(event) Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: return f(self, *a, **k) Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: return self._get(url).json() Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: return self.request(url, 'GET', **kwargs) Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 08:00:13.882627 n-d-828670-1 neutron-server[103213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 08:00:13.930879 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 08:00:13.942508 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7998817'] for network (c35bdd6a-6d1a-4f78-8734-7ecffbbf6399), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.948157 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:13.952407 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 08:00:13.952765 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 1dbc8f3a-ea23-409f-aa91-97e0c2521d56 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 08:00:13.953223 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5fe389af-8d19-420b-8889-6a8b04252711 no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 08:00:13.955095 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c35bdd6a-6d1a-4f78-8734-7ecffbbf6399 HTTP/1.1" status: 204 len: 168 time: 0.5221713 Feb 10 08:00:13.965799 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37306187-60d9-4d63-b290-826ce13c08e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c35bdd6a-6d1a-4f78-8734-7ecffbbf6399,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:13.973044 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: 5fe389af-8d19-420b-8889-6a8b04252711 {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 08:00:13.973172 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device 5fe389af-8d19-420b-8889-6a8b04252711 not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 08:00:13.973557 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc7ec36d-a561-460b-bc8b-e983e7719c7a no longer exists at agent ovs-agent-n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 08:00:13.998389 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-455cca70-a06e-495a-91a9-df799f075eea None None] No Port match for: cc7ec36d-a561-460b-bc8b-e983e7719c7a {{(pid=103215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 08:00:13.998743 n-d-828670-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.rpc [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Device cc7ec36d-a561-460b-bc8b-e983e7719c7a not bound to the agent host n-d-828670-1 {{(pid=103215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 08:00:14.081492 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36674) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:14.125546 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-b104df1c-4745-48fd-8377-61a0f38ae273 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4955636bae6141f2bc2603a7fd82bc49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428717 Feb 10 08:00:14.127943 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [-] (103213) accepted ('10.222.0.21', 36676) {{(pid=103213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:14.173282 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:14.173536 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d775af0d-e40e-4a79-b764-1c7ca48e42b8 admin admin] Publish callbacks [] for security_group (0cf83f6b-90a0-4614-9a9e-a3aa06e9648b), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:14.194016 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d775af0d-e40e-4a79-b764-1c7ca48e42b8 admin admin] Publish callbacks [] for security_group (0cf83f6b-90a0-4614-9a9e-a3aa06e9648b), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:14.240809 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d775af0d-e40e-4a79-b764-1c7ca48e42b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (0cf83f6b-90a0-4614-9a9e-a3aa06e9648b), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:14.243453 n-d-828670-1 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d775af0d-e40e-4a79-b764-1c7ca48e42b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:14.247365 n-d-828670-1 neutron-server[103213]: INFO neutron.wsgi [None req-d775af0d-e40e-4a79-b764-1c7ca48e42b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cf83f6b-90a0-4614-9a9e-a3aa06e9648b HTTP/1.1" status: 204 len: 168 time: 0.1157913 Feb 10 08:00:14.252236 n-d-828670-1 neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775af0d-e40e-4a79-b764-1c7ca48e42b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf83f6b-90a0-4614-9a9e-a3aa06e9648b,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:14.545328 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:14.584732 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-aaa79719-0da1-4eb7-99b2-f4e481a144da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=643cad8394c34394a63b055f3882820d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382619 Feb 10 08:00:14.587182 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.21', 36684) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 08:00:14.632508 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc07331c-1f6b-47a0-bd72-543c7680b797 admin admin] Publish callbacks [] for security_group (58de03e9-07df-4779-b88e-ccd1eaebdd5a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:14.653105 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc07331c-1f6b-47a0-bd72-543c7680b797 admin admin] Publish callbacks [] for security_group (58de03e9-07df-4779-b88e-ccd1eaebdd5a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:14.700616 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc07331c-1f6b-47a0-bd72-543c7680b797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096532'] for security_group (58de03e9-07df-4779-b88e-ccd1eaebdd5a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:14.703171 n-d-828670-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fc07331c-1f6b-47a0-bd72-543c7680b797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:14.704316 n-d-828670-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc07331c-1f6b-47a0-bd72-543c7680b797 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58de03e9-07df-4779-b88e-ccd1eaebdd5a HTTP/1.1" status: 204 len: 168 time: 0.1162627 Feb 10 08:00:14.712367 n-d-828670-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07331c-1f6b-47a0-bd72-543c7680b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de03e9-07df-4779-b88e-ccd1eaebdd5a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 08:00:15.598409 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:16.648775 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:37.613314 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:37.951763 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:00:40.486766 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2463aa12-a36d-414d-acf5-4032519ce892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:40.922914 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:42.756444 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b08a2e02-ac78-45e5-b73f-3bc5e6a0fdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:44.177523 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:45.602823 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:00:46.650847 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:07.620672 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:10.487123 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0887d7bc-78a5-4c5a-9af7-6a54cff6ad48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:10.955839 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:12.757245 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7bf386c-23cc-4023-a742-0a6bc63b0776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:14.182652 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:14.949933 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:01:15.605791 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:16.652676 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:37.620162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:40.488794 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-144df30b-7415-4463-96dc-82ffc486b9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:40.974317 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:42.758394 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50290a75-d4d7-4366-902f-71de2c1e5399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:44.184122 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:45.614161 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:46.657042 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:01:51.950157 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:02:07.618315 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:10.490174 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f750912-eb7c-4986-ac8a-c28fb3f200a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:10.974989 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:12.759449 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-550e5469-078b-4140-a168-d8641e1e1230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:14.184418 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:15.612867 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:16.659491 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:28.949385 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:02:37.618141 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:40.492014 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1e4e-251e-4b49-8b47-53f1f734a056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:40.959688 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:42.759398 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dff82ec5-d0a7-4161-963b-b77150e9283e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:44.187193 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:45.617546 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:02:46.662609 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:05.948500 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:03:07.617768 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:10.496363 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4dccf117-64e2-4f62-b549-2327d97055f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:10.974234 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:12.759983 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4023624f-62e1-4916-b152-f53e5dcfe283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:14.189516 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:15.617648 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:16.663953 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:37.632787 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:40.498284 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d98be5e0-8dcd-4d5a-9256-f1560ea41d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:40.973818 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:42.763716 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a460641c-66d4-4795-8b67-4c4a5c9ccf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:42.947349 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:03:44.191622 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:45.622555 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:03:46.666623 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:07.632142 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:10.499532 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-178948ce-96f2-4b07-8493-4a1bd5740806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:11.003537 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:12.767736 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2282df78-e06f-4828-a7f2-6e6a48948bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:14.193785 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:15.625302 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:16.668523 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:19.946549 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:04:37.646570 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:40.501045 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e610d0c-008b-4f7a-a4ec-56c033d18dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:41.004400 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:42.770505 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eabc7d9f-a4d3-4fa4-bf8a-e06de79f2ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:44.196452 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:45.628885 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:46.675948 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:04:56.945248 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:05:07.648297 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:10.502333 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7872077c-30fe-41d4-b6d8-c7a5d9c3e9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:11.004368 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:12.771620 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f2daf18-14da-40b6-9a75-b61d49b4721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:14.198707 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:15.630460 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:16.669162 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:33.944821 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:05:37.660328 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:40.503636 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da46b713-4869-46a2-886f-9de7ae161475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:41.019184 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:42.773102 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b32dc1f-3a5d-4eac-810f-4316e62b1cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:44.202062 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:45.635476 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:05:46.672943 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:07.660672 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:10.504719 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae775a59-bf6a-4768-99ce-c4e2a0bb0c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:10.943590 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:06:11.034443 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:12.773631 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-427a79c7-821f-4785-86af-1d36580aa77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:14.207298 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:15.637754 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:16.676223 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:37.659244 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:40.506502 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cebc2464-9379-4fdb-a824-63f39842486d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:41.047942 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:42.776430 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-053e819f-446d-4389-b959-694342c99919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:44.207402 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:45.645382 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:46.678768 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:06:47.941708 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:07:07.674284 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:10.508130 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e430-e7a5-4fdf-bac8-2b68b13c3d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:11.035090 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:12.777471 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-529bfdc7-50ae-4b80-919b-a0e0271ed1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:14.210748 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:15.644242 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:16.680348 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:24.940247 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:07:37.674271 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:38.045476 n-d-828670-1 neutron-server[103213]: DEBUG neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-149a1b85-47b8-427c-ace4-0af1189654da service neutron] (103213) timed out ('10.222.0.21', 34300) {{(pid=103213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 08:07:39.189937 n-d-828670-1 neutron-server[103214]: DEBUG neutron.wsgi [req-6af8fca0-34ef-4ec0-a87f-192ec769c27d req-8ae99e96-5c39-4772-a8b4-1c296f6b505a tempest-TestShelveInstance-698945809 tempest-TestShelveInstance-698945809-project] (103214) timed out ('10.222.0.21', 34328) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 08:07:40.510514 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e581722d-0c0f-45d3-a910-38a7499e2f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:41.049706 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:42.778872 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11aa6396-e601-4740-a126-895a57c3ce25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:44.213053 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:45.648234 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:07:46.682205 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:01.939847 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:08:07.674520 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:10.512837 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9363662e-aed5-4e0c-b1d4-45101130eb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:11.048878 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:12.779986 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a968c21c-f241-4b08-a71a-d16247abfd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:14.216462 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:15.651510 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:16.684843 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:37.689280 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ee43194-661c-4bb2-a570-14c21f41b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (120536bc-6a31-462a-a33a-efcc214b91a9), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:38.939238 n-d-828670-1 neutron-server[103216]: DEBUG neutron.db.agents_db [None req-b73132fc-e0ad-4bff-b1ec-a3efecf0b295 None None] Agent healthcheck: found 7 active agents {{(pid=103216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 08:08:40.514976 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fd179c1-e903-481b-881f-25229ae3da21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (0d3101ed-547a-417b-9260-b74253ed293d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:41.061250 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616ca89b-81f7-425e-af60-4fe755f6ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (c4d771b7-b83d-4d38-839f-cd58c9e8be9b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:42.781043 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f635b11-057f-4093-b6d4-19a0e93db512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (49325b32-df9d-4ddb-be7b-b4cd026d0e13), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:44.219535 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7569a4f-54e0-4718-8aba-b0cd17587a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (25fdaa98-0d60-47ed-a24a-73c053512381), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:45.657769 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af372aac-257e-40d4-9fd1-49710bb73a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (45e1398a-c8ba-487d-b103-53b9c7dfe4ab), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 08:08:46.686892 n-d-828670-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455cca70-a06e-495a-91a9-df799f075eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734256487078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7653874'] for agent (4db4c62c-b21e-45f8-bdfb-566dda758813), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}